-- Logs begin at Fri 2022-04-01 11:37:37 UTC, end at Fri 2022-04-01 13:10:42 UTC. -- Apr 01 12:11:48.658789 n-d-836146-1 systemd[1]: Started Devstack devstack@q-svc.service. Apr 01 12:11:51.413126 n-d-836146-1 neutron-server[102611]: INFO neutron.common.config [-] Logging enabled! Apr 01 12:11:51.413754 n-d-836146-1 neutron-server[102611]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev102 Apr 01 12:11:51.413906 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102611) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 12:11:51.417146 n-d-836146-1 neutron-server[102611]: INFO neutron.common.config [-] Logging enabled! Apr 01 12:11:51.417398 n-d-836146-1 neutron-server[102611]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev102 Apr 01 12:11:51.417706 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102611) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 12:11:51.418702 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 12:11:51.418933 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 12:11:51.419303 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 12:11:51.419546 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 12:11:51.419768 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 12:11:51.420086 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.420380 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.420674 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.420899 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.421189 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.421476 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.421756 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.422071 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.422369 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.422654 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.422930 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.423211 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.423503 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.424292 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.424292 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.424998 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.425077 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] debug = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.425315 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.425747 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.426264 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.426548 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.426838 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.427127 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.427391 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.427663 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.427981 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.428301 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] host = n-d-836146-1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.428576 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.428862 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.429151 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.429434 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.429707 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.429980 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.430291 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.430569 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.430839 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] log_file = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.431115 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.431400 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.431685 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.431974 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.432198 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.432419 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.432706 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.432991 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.433265 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.433537 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.433806 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.434107 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.434383 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.434649 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.434933 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.435214 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.435525 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.435769 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.436041 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.436310 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.436580 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.436859 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.437128 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.437401 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.437668 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.437951 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.438238 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.438512 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.438814 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.439130 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.439408 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.439702 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.439961 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.440237 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.440536 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.440779 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.441047 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] use_json = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.441316 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.441584 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.441864 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.442157 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.442431 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.442701 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.442969 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.443250 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.443519 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:51.443815 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.444105 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.444402 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.444690 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.444977 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.445253 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.445537 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.445812 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.446118 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.446407 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.446696 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.446971 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.447256 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.447531 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.447821 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.448126 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.448416 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.448705 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.448976 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.449251 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.449519 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.449794 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.450101 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.450380 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.450665 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.450950 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.451227 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.451509 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.451799 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.452084 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.452354 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.452630 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.452914 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.453188 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.453553 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.453730 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.454027 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.454307 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.454605 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.454887 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.455160 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.455430 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.455694 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.455962 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.456247 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.456520 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.456787 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.457052 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.457324 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.457588 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.457867 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.458167 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.458440 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.458707 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.458983 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.459256 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.459529 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.459802 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.460072 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.460348 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.460618 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.460888 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.461158 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.461428 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.461694 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.461961 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.462252 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.462529 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.462798 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.463066 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.463334 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.463605 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.463872 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.464158 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.464456 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.464732 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.465009 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.465286 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.465561 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.465835 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.466138 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.466414 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.466690 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.466959 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.467253 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.467533 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.467820 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.468099 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.468380 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.468672 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.468946 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.469228 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.469501 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.469775 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.470078 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.470907 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.471193 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.471483 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.471809 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.472158 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.472409 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.472690 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.473002 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.473281 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:51.473495 n-d-836146-1 neutron-server[102611]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 12:11:51.473740 n-d-836146-1 neutron-server[102611]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102611) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 01 12:11:51.834374 n-d-836146-1 neutron-server[102611]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 12:11:51.834646 n-d-836146-1 neutron-server[102611]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 12:11:51.834934 n-d-836146-1 neutron-server[102611]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 12:11:51.835266 n-d-836146-1 neutron-server[102611]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 01 12:11:52.244722 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.244998 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.245262 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.246594 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.246864 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.247133 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.285932 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.286234 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.286502 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.302677 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.302959 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.303225 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.335133 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.335412 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.335670 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.377575 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.377843 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.378130 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.613047 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.614322 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.614322 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.614322 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.614790 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.735772 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.736613 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.736888 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.737152 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.737434 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.737719 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.737971 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.738247 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.738496 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.738772 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.739027 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.739541 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.739792 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.740038 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.740286 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.740542 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.740792 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.741052 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.741313 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.741595 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.741832 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.742100 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.742379 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.742759 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.743047 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.743294 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.743703 n-d-836146-1 neutron-server[102611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:11:52.743938 n-d-836146-1 neutron-server[102611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:11:52.744172 n-d-836146-1 neutron-server[102611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:11:52.744404 n-d-836146-1 neutron-server[102611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:11:52.744636 n-d-836146-1 neutron-server[102611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:11:52.744867 n-d-836146-1 neutron-server[102611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:11:52.745235 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 01 12:11:52.748613 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 01 12:11:52.752682 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 01 12:11:52.756456 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 01 12:11:52.758276 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 01 12:11:52.758806 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 01 12:11:52.759140 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 01 12:11:52.759523 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 01 12:11:52.762416 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 01 12:11:52.762663 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 01 12:11:52.763018 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 12:11:52.768385 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 01 12:11:52.793618 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 01 12:11:52.794369 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.794835 n-d-836146-1 neutron-server[102611]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102611) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 01 12:11:52.795406 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.797515 n-d-836146-1 neutron-server[102611]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102611) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 01 12:11:52.797969 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 12:11:52.798455 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 01 12:11:52.804852 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.805299 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:52.926484 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 01 12:11:52.926706 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 01 12:11:52.927215 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 01 12:11:52.927868 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 01 12:11:52.953014 n-d-836146-1 neutron-server[102611]: DEBUG oslo_db.sqlalchemy.engines [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102611) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 01 12:11:53.521142 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Initializing driver for type 'gre' Apr 01 12:11:53.521807 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] gre ID ranges: [(1, 1000)] Apr 01 12:11:53.577572 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Initializing driver for type 'local' Apr 01 12:11:53.577980 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Initializing driver for type 'vlan' Apr 01 12:11:53.594288 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] VlanTypeDriver initialization complete Apr 01 12:11:53.594638 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Initializing driver for type 'vxlan' Apr 01 12:11:53.595157 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] vxlan ID ranges: [(1, 1000)] Apr 01 12:11:53.648570 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Initializing extension driver 'port_security' Apr 01 12:11:53.649242 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.extensions.port_security [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] PortSecurityExtensionDriver initialization complete Apr 01 12:11:53.649242 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Initializing mechanism driver 'openvswitch' Apr 01 12:11:53.649564 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Initializing mechanism driver 'hyperv' Apr 01 12:11:53.656483 n-d-836146-1 neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:11:53.657171 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > port after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.657676 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > port after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.658052 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > port after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.658601 n-d-836146-1 neutron-server[102611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 12:11:53.659039 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > subnet after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.659390 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > subnet after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.659733 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.660124 n-d-836146-1 neutron-server[102611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 12:11:53.660529 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > network after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.660875 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > network after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.661216 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > network after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.661607 n-d-836146-1 neutron-server[102611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 12:11:53.662022 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > security_group after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.662378 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > security_group after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.662720 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.664823 n-d-836146-1 neutron-server[102611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 12:11:53.665277 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.665643 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.665992 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.666434 n-d-836146-1 neutron-server[102611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 12:11:53.666848 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > address_group after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.667198 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > address_group after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.667569 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.667963 n-d-836146-1 neutron-server[102611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 12:11:53.668421 n-d-836146-1 neutron-server[102611]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] ML2 OVO RPC backend initialized. {{(pid=102611) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 01 12:11:53.669168 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.669526 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.669948 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > network before_response 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.670327 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > networks before_response 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.670678 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > port before_response 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.671020 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > ports before_response 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.671361 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > subnet before_response 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.671703 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > subnets before_response 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.672048 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > network after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.672390 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > network after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.672723 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > network after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.673059 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > port after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.673392 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > port after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.673724 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > port after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.674085 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > subnet after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.674423 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > subnet after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.674754 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.682703 n-d-836146-1 neutron-server[102611]: INFO neutron.quota [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded quota_driver: . Apr 01 12:11:53.683080 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.plugin [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Modular L2 Plugin initialization complete Apr 01 12:11:53.683432 n-d-836146-1 neutron-server[102611]: DEBUG neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading services supported by the core plugin {{(pid=102611) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 01 12:11:53.683778 n-d-836146-1 neutron-server[102611]: INFO neutron.plugins.ml2.managers [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Got port-security extension from driver 'port_security' Apr 01 12:11:53.684282 n-d-836146-1 neutron-server[102611]: INFO neutron.extensions.vlantransparent [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Disabled vlantransparent extension. Apr 01 12:11:53.684784 n-d-836146-1 neutron-server[102611]: DEBUG neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102611) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 01 12:11:53.685107 n-d-836146-1 neutron-server[102611]: INFO neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading Plugin: router Apr 01 12:11:53.722052 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.722449 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router after_create 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.722820 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router before_create 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.723184 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.723556 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.723911 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router after_delete 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.724270 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.724621 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.724981 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router after_create 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.725357 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router after_update 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.725702 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router after_update 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.726084 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.726445 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router after_update 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.726857 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router precommit_update 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.727225 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: port after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.727568 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: port after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.727910 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: subnet after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.728249 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.728596 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.728941 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router precommit_create 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.729284 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: port before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.729628 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router precommit_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.729980 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router after_update 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.730355 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.730704 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router precommit_create 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.731064 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.731407 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router precommit_update 55549900 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.731779 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > agent after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.732131 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > agent after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.732477 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > network after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.733411 n-d-836146-1 neutron-server[102611]: DEBUG neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Tracking information for resource: router configured {{(pid=102611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:11:53.733744 n-d-836146-1 neutron-server[102611]: DEBUG neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Tracking information for resource: floatingip configured {{(pid=102611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 12:11:53.739741 n-d-836146-1 neutron-server[102611]: INFO neutron.db.l3_agentschedulers_db [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 01 12:11:53.740322 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: port after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.740687 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: port after_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.741041 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: port after_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.741400 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: port after_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.742266 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router before_create 55550100 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.742618 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.742980 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router precommit_create 55550100 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.743335 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > router precommit_update 55550100 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.749673 n-d-836146-1 neutron-server[102611]: DEBUG neutron.services.provider_configuration [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service providers = [] {{(pid=102611) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 01 12:11:53.749673 n-d-836146-1 neutron-server[102611]: DEBUG neutron.db.servicetype_db [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102611) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 01 12:11:53.752376 n-d-836146-1 neutron-server[102611]: DEBUG neutron.services.service_base [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 12:11:53.752727 n-d-836146-1 neutron-server[102611]: DEBUG neutron.services.service_base [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 12:11:53.753065 n-d-836146-1 neutron-server[102611]: DEBUG neutron.services.service_base [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 12:11:53.753988 n-d-836146-1 neutron-server[102611]: DEBUG neutron.services.service_base [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 12:11:53.754397 n-d-836146-1 neutron-server[102611]: INFO neutron.services.service_base [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 01 12:11:53.754794 n-d-836146-1 neutron-server[102611]: DEBUG neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:11:53.755108 n-d-836146-1 neutron-server[102611]: INFO neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 01 12:11:53.766020 n-d-836146-1 neutron-server[102611]: DEBUG neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:11:53.766366 n-d-836146-1 neutron-server[102611]: INFO neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading Plugin: auto_allocate Apr 01 12:11:53.772729 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: network precommit_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.773039 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: network precommit_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.773574 n-d-836146-1 neutron-server[102611]: DEBUG neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:11:53.773895 n-d-836146-1 neutron-server[102611]: INFO neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading Plugin: tag Apr 01 12:11:53.780691 n-d-836146-1 neutron-server[102611]: DEBUG neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:11:53.781021 n-d-836146-1 neutron-server[102611]: INFO neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading Plugin: timestamp Apr 01 12:11:53.785139 n-d-836146-1 neutron-server[102611]: DEBUG neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:11:53.785472 n-d-836146-1 neutron-server[102611]: INFO neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading Plugin: network_ip_availability Apr 01 12:11:53.791062 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.791431 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.791787 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:53.792553 n-d-836146-1 neutron-server[102611]: DEBUG neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:11:53.792872 n-d-836146-1 neutron-server[102611]: INFO neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading Plugin: flavors Apr 01 12:11:53.797942 n-d-836146-1 neutron-server[102611]: DEBUG neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:11:53.798832 n-d-836146-1 neutron-server[102611]: INFO neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading Plugin: revisions Apr 01 12:11:53.803277 n-d-836146-1 neutron-server[102611]: DEBUG neutron.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 12:11:53.803676 n-d-836146-1 neutron-server[102611]: DEBUG oslo_concurrency.lockutils [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.969s {{(pid=102611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 12:11:53.804439 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102611) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 01 12:11:53.804773 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Initializing extension manager. Apr 01 12:11:53.805287 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: __init__.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.805630 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: __pycache__ {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.805982 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.806325 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: address_group.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.807155 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.807719 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: address-group Apr 01 12:11:53.808038 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: address_scope.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.808753 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.809265 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: address-scope Apr 01 12:11:53.809576 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.810588 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.811106 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: router-admin-state-down-before-update Apr 01 12:11:53.811427 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: agent.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.812350 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.812854 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: agent Apr 01 12:11:53.813176 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: agent_resources_synced.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.814682 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.815199 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: agent-resources-synced Apr 01 12:11:53.815523 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: allowedaddresspairs.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.817414 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.817942 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: allowed-address-pairs Apr 01 12:11:53.818294 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: auto_allocated_topology.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.819395 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.819908 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: auto-allocated-topology Apr 01 12:11:53.820231 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: availability_zone.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.820933 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.821443 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: availability_zone Apr 01 12:11:53.821765 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: availability_zone_filter.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.822717 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.823222 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: availability_zone_filter Apr 01 12:11:53.823544 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: data_plane_status.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.824457 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.824962 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension data-plane-status not supported by any of loaded plugins Apr 01 12:11:53.825283 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: default_subnetpools.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.826233 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.826738 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: default-subnetpools Apr 01 12:11:53.827059 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.827897 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.828403 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: dhcp_agent_scheduler Apr 01 12:11:53.828727 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: dns.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.829690 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.830220 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension dns-integration not supported by any of loaded plugins Apr 01 12:11:53.830546 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: dns_domain_ports.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.831488 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.831993 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 01 12:11:53.832315 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.833240 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.833747 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 01 12:11:53.834094 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: dvr.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.834770 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.835273 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: dvr Apr 01 12:11:53.835591 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: ecmp_routes.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.836513 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.837012 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 01 12:11:53.837508 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: empty_string_filtering.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.838297 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.838806 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: empty-string-filtering Apr 01 12:11:53.839121 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.840040 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.840537 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 01 12:11:53.840856 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.841779 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.842317 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 01 12:11:53.842641 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: external_net.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.843563 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.844069 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: external-net Apr 01 12:11:53.844389 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.845363 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.845873 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: extra_dhcp_opt Apr 01 12:11:53.846369 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: extraroute.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.847305 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.847814 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: extraroute Apr 01 12:11:53.848136 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: extraroute_atomic.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.849195 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.849708 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: extraroute-atomic Apr 01 12:11:53.850067 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: filter_validation.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.850764 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.851269 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: filter-validation Apr 01 12:11:53.851586 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: fip_pf_description.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.852513 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.853018 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 01 12:11:53.853341 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: fip_port_details.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.854318 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.854823 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: fip-port-details Apr 01 12:11:53.855141 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: flavors.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.856390 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.856899 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: flavors Apr 01 12:11:53.857225 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.858942 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.859458 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 01 12:11:53.859782 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: floatingip_pools.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.860486 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.861525 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: floatingip-pools Apr 01 12:11:53.861842 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: ip_allocation.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.862825 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.863329 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension ip_allocation not supported by any of loaded plugins Apr 01 12:11:53.863650 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.864829 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.865335 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: ip-substring-filtering Apr 01 12:11:53.865658 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: l2_adjacency.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.866626 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.867130 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 01 12:11:53.867449 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: l3.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.868462 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.868985 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: router Apr 01 12:11:53.869302 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.871898 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.872428 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 01 12:11:53.872758 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.873716 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.874262 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: ext-gw-mode Apr 01 12:11:53.874587 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.875530 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.876036 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: l3-ha Apr 01 12:11:53.876414 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: l3_flavors.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.877857 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.878403 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: l3-flavors Apr 01 12:11:53.878724 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.879646 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.880149 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 01 12:11:53.880471 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: l3agentscheduler.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.881568 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.882114 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: l3_agent_scheduler Apr 01 12:11:53.882440 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: logging.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.883970 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.884498 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension logging not supported by any of loaded plugins Apr 01 12:11:53.884831 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: metering.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.885582 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.886220 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: metering Apr 01 12:11:53.886535 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.887640 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.888162 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: metering_source_and_destination_fields Apr 01 12:11:53.888490 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: multiprovidernet.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.889426 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.889931 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: multi-provider Apr 01 12:11:53.890283 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: netmtu.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.891208 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.891717 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: net-mtu Apr 01 12:11:53.892070 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: netmtu_writable.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.900170 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.900170 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: net-mtu-writable Apr 01 12:11:53.900170 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: network_availability_zone.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.900170 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.900170 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: network_availability_zone Apr 01 12:11:53.900170 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: network_ip_availability.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.900771 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.900771 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: network-ip-availability Apr 01 12:11:53.900771 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: network_segment_range.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.900771 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.900771 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension network-segment-range not supported by any of loaded plugins Apr 01 12:11:53.900771 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: pagination.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.901189 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.901189 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: pagination Apr 01 12:11:53.901189 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: port_device_profile.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.901406 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.901917 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: port-device-profile Apr 01 12:11:53.902268 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.903221 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.903730 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: port-mac-address-regenerate Apr 01 12:11:53.904052 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.904977 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.905483 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: port-numa-affinity-policy Apr 01 12:11:53.905804 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: port_resource_request.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.906752 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.907255 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension port-resource-request not supported by any of loaded plugins Apr 01 12:11:53.907598 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: portbindings.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.908535 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.909043 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: binding Apr 01 12:11:53.909365 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: portbindings_extended.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.910837 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.911357 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: binding-extended Apr 01 12:11:53.911689 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: portsecurity.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.912626 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.913141 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: port-security Apr 01 12:11:53.913464 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: project_id.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.914479 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.914807 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: project-id Apr 01 12:11:53.915134 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: providernet.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.916091 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.916610 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: provider Apr 01 12:11:53.916927 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: qos.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.920688 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.921218 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension qos not supported by any of loaded plugins Apr 01 12:11:53.921557 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.922899 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.923935 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 01 12:11:53.924259 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.925193 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.925709 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 01 12:11:53.926057 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: qos_default.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.926982 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.927491 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension qos-default not supported by any of loaded plugins Apr 01 12:11:53.927815 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: qos_fip.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.928476 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.928977 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension qos-fip not supported by any of loaded plugins Apr 01 12:11:53.929297 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: qos_gateway_ip.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.930255 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.930760 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 01 12:11:53.931078 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: qos_port_network_policy.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.932017 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.932529 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 01 12:11:53.932849 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: qos_pps_rule.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.934112 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.934639 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension qos-pps not supported by any of loaded plugins Apr 01 12:11:53.934962 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: qos_rule_type_details.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.935911 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.936422 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 01 12:11:53.936741 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: qos_rules_alias.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.937841 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.938401 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 01 12:11:53.938725 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: quotasv2.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.940290 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.940612 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: quotas Apr 01 12:11:53.940929 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: quotasv2_detail.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.942777 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.943119 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: quota_details Apr 01 12:11:53.943453 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: rbac.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.944542 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.945080 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: rbac-policies Apr 01 12:11:53.945409 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: rbac_address_group.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.946389 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.946903 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: rbac-address-group Apr 01 12:11:53.947229 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: rbac_address_scope.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.948159 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.948872 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: rbac-address-scope Apr 01 12:11:53.949203 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: rbac_security_groups.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.950165 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.950679 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: rbac-security-groups Apr 01 12:11:53.951002 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: rbac_subnetpool.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.951953 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.952468 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: rbac-subnetpool Apr 01 12:11:53.952787 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: revisionifmatch.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.953769 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.954330 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: revision-if-match Apr 01 12:11:53.954687 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: revisions.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.955838 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.956354 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: standard-attr-revisions Apr 01 12:11:53.956680 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: router_availability_zone.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.957376 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.957881 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: router_availability_zone Apr 01 12:11:53.958233 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: routerservicetype.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.959176 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.959679 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension router-service-type not supported by any of loaded plugins Apr 01 12:11:53.960000 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.960925 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.961433 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: security-groups-normalized-cidr Apr 01 12:11:53.961760 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.962721 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.963231 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: port-security-groups-filtering Apr 01 12:11:53.963551 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.964477 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.964989 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: security-groups-remote-address-group Apr 01 12:11:53.965310 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: securitygroup.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.976810 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.977362 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: security-group Apr 01 12:11:53.977694 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: segment.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.978574 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.979084 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension segment not supported by any of loaded plugins Apr 01 12:11:53.979407 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.980410 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.980922 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 01 12:11:53.981243 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: servicetype.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.982478 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.982997 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: service-type Apr 01 12:11:53.983322 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: sorting.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.984319 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.984648 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: sorting Apr 01 12:11:53.984971 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: standard_attr_segment.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.986497 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.987028 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 01 12:11:53.987348 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: standardattrdescription.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.988011 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.988511 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: standard-attr-description Apr 01 12:11:53.988831 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: stateful_security_group.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.990049 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.990563 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: stateful-security-group Apr 01 12:11:53.990880 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: stdattrs_common.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.991464 n-d-836146-1 neutron-server[102611]: WARNING neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 01 12:11:53.991785 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.992731 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.993244 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 01 12:11:53.993561 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: subnet_onboard.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.994700 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.995215 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: subnet_onboard Apr 01 12:11:53.995537 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.996475 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.996984 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 01 12:11:53.997305 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: subnet_service_types.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:53.998266 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:53.998778 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: subnet-service-types Apr 01 12:11:53.999103 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: subnetallocation.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:54.000206 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:54.000717 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: subnet_allocation Apr 01 12:11:54.001036 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:54.002279 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:54.002786 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: subnetpool-prefix-ops Apr 01 12:11:54.003107 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:54.004049 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:54.004554 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 01 12:11:54.004872 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: tagging.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:54.005968 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:54.006528 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: standard-attr-tag Apr 01 12:11:54.006852 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: timestamp.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:54.008079 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:54.008590 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loaded extension: standard-attr-timestamp Apr 01 12:11:54.009097 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: trunk.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:54.010032 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:54.010564 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension trunk not supported by any of loaded plugins Apr 01 12:11:54.010963 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: trunk_details.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:54.011954 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:54.012482 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension trunk-details not supported by any of loaded plugins Apr 01 12:11:54.012808 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: uplink_status_propagation.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:54.013768 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:54.014311 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 01 12:11:54.014637 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Loading extension file: vlantransparent.py {{(pid=102611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 12:11:54.015334 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 12:11:54.015841 n-d-836146-1 neutron-server[102611]: INFO neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 01 12:11:54.018501 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:network Apr 01 12:11:54.019026 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:subnet Apr 01 12:11:54.019425 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 12:11:54.019817 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:port Apr 01 12:11:54.021156 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.021590 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service FLAVORS assigned prefix: {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.022249 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.022685 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.023067 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:router Apr 01 12:11:54.023445 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:floatingip Apr 01 12:11:54.023938 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service METERING assigned prefix: /metering {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.025415 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:54.025784 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:54.026167 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:11:54.027185 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 12:11:54.027630 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:security_group Apr 01 12:11:54.028061 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 12:11:54.028680 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service CORE assigned prefix: {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.029009 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 12:11:54.029357 n-d-836146-1 neutron-server[102611]: WARNING neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] subnetpool is already registered Apr 01 12:11:54.030177 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service CORE assigned prefix: {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.030177 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 12:11:54.030458 n-d-836146-1 neutron-server[102611]: WARNING neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] subnetpool is already registered Apr 01 12:11:54.032842 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.033274 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service FLAVORS assigned prefix: {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.033864 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.034321 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.034654 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:router Apr 01 12:11:54.034994 n-d-836146-1 neutron-server[102611]: WARNING neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] router is already registered Apr 01 12:11:54.035407 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:floatingip Apr 01 12:11:54.035740 n-d-836146-1 neutron-server[102611]: WARNING neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] floatingip is already registered Apr 01 12:11:54.036197 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service METERING assigned prefix: /metering {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.036864 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 12:11:54.037189 n-d-836146-1 neutron-server[102611]: WARNING neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] rbac_policy is already registered Apr 01 12:11:54.037596 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:security_group Apr 01 12:11:54.037927 n-d-836146-1 neutron-server[102611]: WARNING neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] security_group is already registered Apr 01 12:11:54.038352 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 12:11:54.038683 n-d-836146-1 neutron-server[102611]: WARNING neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] security_group_rule is already registered Apr 01 12:11:54.039312 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service CORE assigned prefix: {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.039635 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 12:11:54.039963 n-d-836146-1 neutron-server[102611]: WARNING neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] subnetpool is already registered Apr 01 12:11:54.040375 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.v2.resource_helper [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Service CORE assigned prefix: {{(pid=102611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 12:11:54.040692 n-d-836146-1 neutron-server[102611]: INFO neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 12:11:54.041020 n-d-836146-1 neutron-server[102611]: WARNING neutron.quota.resource_registry [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] subnetpool is already registered Apr 01 12:11:54.041492 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: extensions {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.043003 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: address-groups {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.044470 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: address-scopes {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.045782 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: agents {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.046954 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: auto-allocated-topology {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.048720 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: availability_zones {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.049934 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: dhcp-networks {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.051449 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: dhcp-agents {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.052869 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: routers {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.055093 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: flavors {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.056241 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: service_profiles {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.057452 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: next_providers {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.058925 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: service_profiles {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.060470 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: floatingip-pools {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.061686 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: routers {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.063831 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: floatingips {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.065622 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: l3-routers {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.067032 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: l3-agents {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.068439 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: metering-labels {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.069793 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: metering-label-rules {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.071093 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: network-ip-availabilities {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.072406 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: bindings {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.074086 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: quotas {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.075504 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: quotas {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.076893 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: rbac-policies {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.078120 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: security-groups {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.080536 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: security-group-rules {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.081781 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: service-providers {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.083029 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: subnetpools {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.084433 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: subnetpools {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.085871 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: tags {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.087582 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: tags {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.089403 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: tags {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.091195 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: tags {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.092968 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: tags {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.094942 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: tags {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.097167 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: tags {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.099090 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: tags {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.100853 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: tags {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.102646 n-d-836146-1 neutron-server[102611]: DEBUG neutron.api.extensions [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Extended resource: tags {{(pid=102611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 12:11:54.108683 n-d-836146-1 neutron-server[102611]: WARNING keystonemiddleware.auth_token [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 01 12:11:54.114383 n-d-836146-1 neutron-server[102611]: WARNING keystonemiddleware.auth_token [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 01 12:11:54.123185 n-d-836146-1 neutron-server[102611]: DEBUG oslo_concurrency.lockutils [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Acquired lock "singleton_lock" {{(pid=102611) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 01 12:11:54.123668 n-d-836146-1 neutron-server[102611]: DEBUG oslo_concurrency.lockutils [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Releasing lock "singleton_lock" {{(pid=102611) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 01 12:11:54.124308 n-d-836146-1 neutron-server[102611]: INFO oslo_service.service [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Starting 2 workers Apr 01 12:11:54.129366 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Started child 102718 {{(pid=102611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 12:11:54.134287 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Started child 102719 {{(pid=102611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 12:11:54.135260 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:11:54.136115 n-d-836146-1 neutron-server[102611]: INFO neutron.service [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 01 12:11:54.136661 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Notify callbacks [] for process, before_spawn {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:11:54.136876 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [-] (102718) wsgi starting up on http://0.0.0.0:9696 Apr 01 12:11:54.139242 n-d-836146-1 neutron-server[102611]: INFO oslo_service.service [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Starting 1 workers Apr 01 12:11:54.139495 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:11:54.140768 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [-] (102719) wsgi starting up on http://0.0.0.0:9696 Apr 01 12:11:54.144682 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Started child 102720 {{(pid=102611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 12:11:54.145266 n-d-836146-1 neutron-server[102611]: INFO oslo_service.service [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Starting 1 workers Apr 01 12:11:54.148530 n-d-836146-1 neutron-server[102720]: DEBUG neutron.service [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] calling RpcWorker wait() {{(pid=102720) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 01 12:11:54.149121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.service [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] returning from RpcWorker wait() {{(pid=102720) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 01 12:11:54.149961 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Started child 102721 {{(pid=102611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 12:11:54.150654 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:11:54.150931 n-d-836146-1 neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5611746f-b3cd-4017-b6f2-2aa5dfb59114 None None] Notify callbacks [] for process, after_spawn {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:11:54.151198 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:11:54.152932 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102611) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 01 12:11:54.153158 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 12:11:54.153359 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 12:11:54.153565 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 12:11:54.153921 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 12:11:54.154142 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 12:11:54.154689 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.154968 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.155070 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:11:54.155550 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.155550 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.155779 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.156232 n-d-836146-1 neutron-server[102721]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:11:54.156437 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.156651 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.156919 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.157187 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.157437 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.158158 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.158331 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.158593 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.158827 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.159146 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.159407 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.159647 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.159943 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.160114 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.160366 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.160663 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.160923 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.161206 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] debug = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.161451 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.161930 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.162204 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.162450 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.162686 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.162948 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.163193 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.163450 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.163701 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.163916 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.164165 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.164422 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.164663 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.164891 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.165126 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.165379 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.165618 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.166158 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] host = n-d-836146-1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.166404 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.166623 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.166878 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.167121 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.167402 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.167625 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.167890 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.168143 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.168391 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.168621 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.168947 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.169148 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.169341 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.169584 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_file = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.169796 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_options = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.170035 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.170244 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.170500 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.170703 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.170902 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.171092 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.171309 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.171503 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.171688 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.171898 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.172096 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.172308 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.172495 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.172684 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.173019 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.173257 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.173982 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.174288 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.174481 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.174726 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.174952 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.175210 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.175443 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.175663 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.175898 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.176132 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.176376 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.176731 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.176923 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.177126 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.177326 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.177518 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.177718 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.178043 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.178378 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.178616 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.178831 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.179056 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.179383 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.179575 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.179885 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.180079 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.180268 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.180460 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.180688 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.180923 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.181257 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] use_json = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.181481 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.181701 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.181962 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.182463 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.182463 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.182881 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.182881 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.183458 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.183458 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.184107 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.184107 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.184442 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.184698 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.184957 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.185430 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.185430 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.185898 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.185898 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.186165 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.186682 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.186682 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.186976 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.187197 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.188003 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.188003 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.188190 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.188349 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.188582 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.188856 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.189098 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.189312 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.190409 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.190409 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.190409 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.190409 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.190744 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.190814 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.191915 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.191915 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.191915 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.191915 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.192197 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.192263 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.192505 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.192688 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.193262 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.193262 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.193432 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.193606 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.194436 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.194436 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.194436 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.194672 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.194838 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.196956 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.196956 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.196956 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.196956 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.196956 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.196956 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.196956 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.196956 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.196956 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.197520 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.197520 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.197520 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.197711 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.197983 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.198119 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.198352 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.198569 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.198782 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.199019 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.199234 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.199445 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.199693 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.199916 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.200121 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.200338 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.200549 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.200766 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.200980 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.201196 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.202062 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.202062 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.202062 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.202385 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.202385 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.202554 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.202759 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.202975 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.206132 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.206390 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.206643 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.206882 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.207120 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.207357 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.207626 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.207956 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.208306 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.208566 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.208820 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.209075 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.209334 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.209578 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.209864 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.210333 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.210578 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.213344 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.213710 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.214095 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.214554 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.214994 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.215421 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.215854 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.216271 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.216731 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.217086 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.217536 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.218022 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.219845 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.220831 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.221286 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.221727 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.222180 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.222675 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.223084 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.223718 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.225284 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.225820 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.226372 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.226881 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.227369 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.227818 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.228244 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.228703 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.229130 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.229615 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.230058 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.230505 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.230946 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.231439 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.231858 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.232261 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.232559 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.232806 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.233428 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.234398 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.234716 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.234991 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.235296 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.235573 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.235926 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.236841 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.237210 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.237585 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.238137 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.238490 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.238886 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.239438 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.239706 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.239936 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.240186 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.240429 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.240675 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.240942 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.241170 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.241425 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.241643 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.242070 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.242309 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.242527 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.242746 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.242998 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.243214 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.243437 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.243679 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.243898 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.244119 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.244345 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.244559 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.244830 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.245068 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.245337 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.245584 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.245797 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.246069 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.246298 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.246550 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.246764 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.247025 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.247253 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.247466 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.247698 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.247942 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.248155 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.248387 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.248613 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.248825 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.250038 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.250038 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.250038 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.250038 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.250348 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.250418 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.250650 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.250882 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.251116 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.251359 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.251614 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.251849 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.252071 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.252329 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.252559 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.252789 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.253228 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.253628 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.253896 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.254175 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.254455 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.254633 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.254855 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.255127 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.255305 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.255520 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.255748 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.255981 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.256194 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.256405 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.256784 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.257097 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.257346 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.257579 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.257835 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.258099 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.258338 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.258590 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.258810 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.259111 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.259428 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.259653 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.259862 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.260089 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.260302 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.260512 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.260735 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.260953 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.261163 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.261391 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.261592 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.261830 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.262101 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.262319 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.262546 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.262770 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.263001 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.263210 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.263430 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.263644 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.263852 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.264094 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.264324 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.264531 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.264754 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.264965 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.265171 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.265463 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.265714 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.265958 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.266276 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.266524 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.266767 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.267038 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.267346 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.267577 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.267826 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.268077 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.268292 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.268514 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.268787 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.269112 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.269412 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.269688 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.269922 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.270192 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.270474 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.270728 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.270937 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.271230 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.271546 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.271824 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.272094 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.272312 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.272573 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.272772 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.272984 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.273248 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.273428 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.273640 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.273878 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.274163 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.274410 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.274652 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.274789 n-d-836146-1 neutron-server[102720]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:11:54.274931 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.275069 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.275308 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.275535 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.275752 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.275963 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.276101 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 12:11:54.276624 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102611) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 01 12:11:54.276790 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 12:11:54.276929 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 12:11:54.277104 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 12:11:54.277331 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 12:11:54.277479 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 12:11:54.277566 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.277714 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.277870 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.278078 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.278224 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.278350 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.278512 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.278667 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.278825 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.279189 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.279189 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.279447 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.279592 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.279715 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.280109 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.280109 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.280109 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.280368 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.280368 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.280510 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.280622 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.280776 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.280928 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] debug = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.281082 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.281397 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.281553 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.281678 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.281823 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.281962 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.282139 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.282279 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.282429 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.283096 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.283096 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.283580 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.283580 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.283580 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.283965 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.283965 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.283965 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.284417 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] host = n-d-836146-1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.284417 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.284417 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.284686 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.284686 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.284830 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.284953 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.285107 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.285261 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.285399 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.285554 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.285706 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.285859 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.286045 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.286176 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_file = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.286326 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_options = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.286480 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.286633 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.286776 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.286962 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.287123 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.287276 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.287429 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.287585 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.287750 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.287886 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.288039 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.288192 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.288345 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.288524 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.288681 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.288836 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.288990 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.289144 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.289299 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.289454 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.289590 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.289746 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.289906 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.290086 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.290225 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.290398 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.290553 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.290678 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.290801 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.290939 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.291088 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.291241 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.291394 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.291548 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.291701 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.291853 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.292006 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.292159 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.292317 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.292470 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.292623 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.292761 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.292921 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.293074 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.293228 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.293381 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.293532 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] use_json = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.293685 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.293838 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.293990 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.294158 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.294308 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.294464 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.294766 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.294766 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.294956 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 12:11:54.295088 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.295236 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.295403 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.295403 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.295403 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.298305 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.298305 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.298305 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.298305 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.298305 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.298305 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.298305 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.298305 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299368 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299368 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299368 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299368 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299368 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299368 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299368 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299368 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299834 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299834 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299834 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299834 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299834 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299834 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299834 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.299834 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.300277 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.300277 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.300277 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.300443 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.300506 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.300648 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.300961 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.301265 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.301555 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.301722 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.301882 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.302064 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.302225 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.302384 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.302543 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.302705 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.302843 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.303006 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.303178 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.303313 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.303313 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.303644 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.303756 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.303915 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.304235 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.304418 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.304607 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.304702 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.304848 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.305010 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.305167 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.305324 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.305482 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.305638 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.305795 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.305961 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.306127 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.306287 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.306443 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.306597 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.306752 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.306902 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.307061 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.307221 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.307375 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.307533 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.307690 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.307884 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.307991 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.308152 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.308307 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.308466 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.308619 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.308772 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.308929 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.309076 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.309226 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.309458 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.309553 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.309715 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.309826 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.310035 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.310224 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.310372 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.310507 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.310667 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.310814 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.310954 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.311092 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.311315 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.311315 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.311515 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.311639 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.311764 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.311910 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.312066 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.312221 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.312376 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.312536 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.312674 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.312827 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.312983 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.313140 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.313295 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.313449 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.313604 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.313757 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.314455 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.314610 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.314768 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.314923 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.315623 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.315623 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.315623 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.315623 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.315900 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.315900 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.316060 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.316134 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.316267 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.316809 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.316809 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.316809 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.316809 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318051 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318051 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318051 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318051 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318051 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318051 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318051 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318051 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318638 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318638 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318638 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318638 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318931 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.318931 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.319072 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.319182 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.319346 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.319510 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.319759 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.319759 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.320046 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.320046 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.320433 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.320433 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.320707 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.320707 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.321430 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.321430 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.321430 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.321430 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.321430 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.322341 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.322341 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.322341 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.322341 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.322341 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.322341 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.323131 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.323131 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.323131 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.323131 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.323131 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.323131 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.323880 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.323880 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.323880 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.323880 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.323880 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.324561 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.324561 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.324561 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.324561 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.324561 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.325357 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.325357 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.325357 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.325357 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.325357 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.325986 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.325986 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.325986 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.325986 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.326511 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.326511 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.326511 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.326511 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.326882 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.326882 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.327075 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.327075 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.327222 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.327345 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.327500 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.327657 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.327811 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.327968 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.328125 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.328281 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.328436 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.328593 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.328748 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.328902 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.329060 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.329214 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.329368 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.329580 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.329840 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.329941 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.330095 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.330745 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.330871 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.331071 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.331172 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.331327 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.331493 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.331649 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.331802 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.331948 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.332101 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.332256 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.332421 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.332575 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.332729 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.332885 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.333040 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.333194 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.333359 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.333514 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.333668 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.333823 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.333977 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.334153 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.334319 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.334474 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.334629 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.334784 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.334939 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.335095 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.335259 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.335414 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.335569 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.335725 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.335880 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.336034 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.336200 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.336357 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.336629 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.337237 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.337237 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.337237 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.337237 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.337237 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.337776 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.337776 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.337776 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.337984 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.337984 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.338260 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.338340 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.338470 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.338634 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.338791 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.338954 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.339119 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.339284 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.339439 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.339601 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.339773 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.340003 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.340120 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.340224 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.340361 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.340514 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.340669 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.340826 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.340982 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.341137 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.341291 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.341447 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.341602 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.341757 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.341912 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.342090 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.342247 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.342403 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.342559 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.342712 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 12:11:54.342863 n-d-836146-1 neutron-server[102611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 12:11:54.352243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42954) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:11:54.361164 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066240 Apr 01 12:12:06.270996 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a74e3d5-f473-45ab-8956-4b34e536206f None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:12:06.395322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a74e3d5-f473-45ab-8956-4b34e536206f None None] No non-hosted networks {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 01 12:12:06.406857 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-33db7813-631f-4b65-93c2-0c15b73b3a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545717'] for agent, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:08.765611 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f2377d51-71ab-40aa-8e6d-4c19afcb83d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545717'] for agent, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:08.821856 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3808bb1a-620e-4fbd-b2b1-9335483400f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:10.228126 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545717'] for agent, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:11.616844 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545717'] for agent, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:11.706898 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545717'] for agent, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:11.710241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:11.710778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:11.711323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:11.711710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:11.712605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:11.713188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:11.713931 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:11.714484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:11.714885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:11.715271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:11.715699 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:11.716209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:11.716784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836146-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:12:11.729615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836146-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:12:13.214059 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43048) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:13.743703 n-d-836146-1 neutron-server[102719]: WARNING oslo_policy.policy [None req-493db7ed-8ebd-4f76-99d5-7e5aff9ac0a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:12:13.744930 n-d-836146-1 neutron-server[102719]: WARNING oslo_policy.policy [None req-493db7ed-8ebd-4f76-99d5-7e5aff9ac0a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:12:13.974651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-493db7ed-8ebd-4f76-99d5-7e5aff9ac0a0 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:12:13.975960 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-493db7ed-8ebd-4f76-99d5-7e5aff9ac0a0 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7598615 Apr 01 12:12:15.215040 n-d-836146-1 neutron-server[102720]: INFO neutron.db.l3_hamode_db [None req-c0c76d6f-b2a1-4102-be88-6d0a9ffe9656 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 01 12:12:15.295656 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c76d6f-b2a1-4102-be88-6d0a9ffe9656 None None] Routers set() bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:12:15.295967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c76d6f-b2a1-4102-be88-6d0a9ffe9656 None None] Router IDs set() for agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 12:12:16.502672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43062) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:16.819934 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5d8fcff8-70b4-48a3-8453-3b6f4650f75c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:12:16.914385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.policy [None req-5d8fcff8-70b4-48a3-8453-3b6f4650f75c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102719) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 12:12:16.961373 n-d-836146-1 neutron-server[102719]: WARNING oslo_policy.policy [None req-5d8fcff8-70b4-48a3-8453-3b6f4650f75c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:12:16.961743 n-d-836146-1 neutron-server[102719]: WARNING oslo_policy.policy [None req-5d8fcff8-70b4-48a3-8453-3b6f4650f75c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:12:17.064986 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5d8fcff8-70b4-48a3-8453-3b6f4650f75c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760608865640', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760608865095', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760608836871', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760608846499', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760608499633', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760608827166', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7889997', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7899469', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-525493', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647633'] for rbac-policy, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:17.141743 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5d8fcff8-70b4-48a3-8453-3b6f4650f75c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:17.143001 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5d8fcff8-70b4-48a3-8453-3b6f4650f75c admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6393239 Apr 01 12:12:19.829455 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43074) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:20.152444 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Request body: {'network': {'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'name': 'private', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'admin_state_up': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:12:20.186366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Made reservation on behalf of d68238ef1fa14604b57336b9d2391ac7 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:12:20.189199 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:20.206521 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:20.332032 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:20.335670 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:20.360653 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:12:20.385242 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760604598357', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:20.385852 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Unsubscribe: segment precommit_create {{(pid=102719) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 12:12:20.386459 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Added segment 7bafbdd6-3067-40bc-aec9-07faba538466 of type vlan for network 0d7d3a56-3c79-4034-9c51-3d4cc648808f Apr 01 12:12:20.392384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fca055-ef91-4648-9e29-b0969586d160,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:20.428068 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:20.428478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:20.428730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:20.429056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:20.429380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:20.429698 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:20.430030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:20.430359 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:20.430672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:20.430988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:20.431297 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:20.431603 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Tracked resource versions report: Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: pushed versions: Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: { 'AddressGroup': {'1.2'}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'ConntrackHelper': {'1.0'}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'Log': {'1.0'}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'Network': {'1.1'}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'Port': {'1.7'}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'PortForwarding': {'1.2'}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'QosPolicy': {'1.9'}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'SecurityGroup': {'1.4'}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'SecurityGroupRule': {'1.2'}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'SubPort': {'1.0'}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'Subnet': {'1.1'}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'Trunk': {'1.1'}} Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: consumer versions: Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: { DHCP agent@n-d-836146-1: {}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: L3 agent@n-d-836146-1: {}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: Metadata agent@n-d-836146-1: {}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: Metering agent@n-d-836146-1: {}, Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: Open vSwitch agent@n-d-836146-1: { 'AddressGroup': '1.2', Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'ConntrackHelper': '1.0', Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'Log': '1.0', Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'Network': '1.1', Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'Port': '1.7', Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'PortForwarding': '1.2', Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'QosPolicy': '1.9', Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'SecurityGroup': '1.4', Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'SecurityGroupRule': '1.2', Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'SubPort': '1.0', Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'Subnet': '1.1', Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: 'Trunk': '1.1'}} Apr 01 12:12:20.432709 n-d-836146-1 neutron-server[102719]: {{(pid=102719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 12:12:20.498672 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:20.544862 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:20.546095 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:12:20.546766 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:20.591285 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7607296 Apr 01 12:12:20.650747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81396436-7fc1-42b6-8068-2dab335dd90f admin admin] Pushing event updated for resources: {'Network': ['ID=0d7d3a56-3c79-4034-9c51-3d4cc648808f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:20.663441 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 0d7d3a56-3c79-4034-9c51-3d4cc648808f details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:12:23.360974 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43088) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:23.905739 n-d-836146-1 neutron-server[102718]: WARNING oslo_policy.policy [None req-7e0b4694-004d-4521-a891-cec099a21af1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:12:23.906855 n-d-836146-1 neutron-server[102718]: WARNING oslo_policy.policy [None req-7e0b4694-004d-4521-a891-cec099a21af1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:12:24.356120 n-d-836146-1 neutron-server[102718]: DEBUG neutron.policy [None req-7e0b4694-004d-4521-a891-cec099a21af1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102718) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 12:12:24.402675 n-d-836146-1 neutron-server[102718]: WARNING oslo_policy.policy [None req-7e0b4694-004d-4521-a891-cec099a21af1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:12:24.403318 n-d-836146-1 neutron-server[102718]: WARNING oslo_policy.policy [None req-7e0b4694-004d-4521-a891-cec099a21af1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 12:12:24.411827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0b4694-004d-4521-a891-cec099a21af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:12:24.413649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7e0b4694-004d-4521-a891-cec099a21af1 admin admin] 10.222.0.45 "GET /v2.0/networks/0d7d3a56-3c79-4034-9c51-3d4cc648808f HTTP/1.1" status: 200 len: 825 time: 1.0517776 Apr 01 12:12:24.452719 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fa16a081-3335-44b9-8b62-378446457f4a admin admin] 10.222.0.45 "GET /v2.0/subnetpools/9e99f343-d11a-4c53-8513-b3145040262a HTTP/1.1" status: 200 len: 734 time: 0.0328400 Apr 01 12:12:24.467777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Request body: {'subnet': {'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f', 'ip_version': 4, 'subnetpool_id': '9e99f343-d11a-4c53-8513-b3145040262a', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:12:24.513227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Made reservation on behalf of d68238ef1fa14604b57336b9d2391ac7 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:12:24.517592 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:24.847392 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:24.917247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Checking segment: {'id': '7bafbdd6-3067-40bc-aec9-07faba538466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:12:24.917619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Network hostable DHCP agents. Network: 0d7d3a56-3c79-4034-9c51-3d4cc648808f, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:12:24.928891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a140c0-924b-4f38-86ab-303b48278897,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:24.942083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:24.942374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:24.942700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:24.943020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:24.943337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:24.943647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:24.943956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:24.944264 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:24.944574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:24.944878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:24.945184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:24.945486 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Tracked resource versions report: Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: pushed versions: Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: { 'AddressGroup': {'1.2'}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'ConntrackHelper': {'1.0'}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'Log': {'1.0'}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'Network': {'1.1'}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'Port': {'1.7'}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'PortForwarding': {'1.2'}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'QosPolicy': {'1.9'}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'SecurityGroup': {'1.4'}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'SecurityGroupRule': {'1.2'}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'SubPort': {'1.0'}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'Subnet': {'1.1'}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'Trunk': {'1.1'}} Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: consumer versions: Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: { DHCP agent@n-d-836146-1: {}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: L3 agent@n-d-836146-1: {}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: Metadata agent@n-d-836146-1: {}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: Metering agent@n-d-836146-1: {}, Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: Open vSwitch agent@n-d-836146-1: { 'AddressGroup': '1.2', Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'ConntrackHelper': '1.0', Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'Log': '1.0', Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'Network': '1.1', Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'Port': '1.7', Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'PortForwarding': '1.2', Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'QosPolicy': '1.9', Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'SecurityGroup': '1.4', Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'SecurityGroupRule': '1.2', Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'SubPort': '1.0', Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'Subnet': '1.1', Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: 'Trunk': '1.1'}} Apr 01 12:12:24.946569 n-d-836146-1 neutron-server[102718]: {{(pid=102718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 12:12:24.971439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Network 0d7d3a56-3c79-4034-9c51-3d4cc648808f is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:12:24.984982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 0d7d3a56-3c79-4034-9c51-3d4cc648808f) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:12:24.990026 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:12:24.990669 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:24.994844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c50b21-00ca-4c66-aae2-8b32764de0b5 None None] Network 0d7d3a56-3c79-4034-9c51-3d4cc648808f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:12:25.013071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-854bc0d3-6273-4083-9a99-c6f08f0a9b2b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5491490 Apr 01 12:12:25.321439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-0d7d3a56-3c79-4034-9c51-3d4cc648808f', 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'fixed_ips': [{'subnet_id': '48a140c0-924b-4f38-86ab-303b48278897'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:12:25.323027 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:25.646367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Allocated IP 172.20.0.2 (0d7d3a56-3c79-4034-9c51-3d4cc648808f/48a140c0-924b-4f38-86ab-303b48278897/4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:12:25.864094 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:25.872196 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:25.946262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Network 0d7d3a56-3c79-4034-9c51-3d4cc648808f is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:12:25.950897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:12:25.966626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Pushing event updated for resources: {'Port': ['ID=4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:25.969057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:12:25.978820 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:25.979158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:25.979491 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:25.979820 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:25.980147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:25.980468 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:25.980789 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:25.981106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:25.981421 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:25.981762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:25.982104 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:25.982420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Tracked resource versions report: Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: pushed versions: Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: { 'AddressGroup': {'1.2'}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'ConntrackHelper': {'1.0'}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'Log': {'1.0'}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'Network': {'1.1'}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'Port': {'1.7'}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'PortForwarding': {'1.2'}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'QosPolicy': {'1.9'}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'SecurityGroup': {'1.4'}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'SecurityGroupRule': {'1.2'}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'SubPort': {'1.0'}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'Subnet': {'1.1'}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'Trunk': {'1.1'}} Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: consumer versions: Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: { DHCP agent@n-d-836146-1: {}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: L3 agent@n-d-836146-1: {}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: Metadata agent@n-d-836146-1: {}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: Metering agent@n-d-836146-1: {}, Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: Open vSwitch agent@n-d-836146-1: { 'AddressGroup': '1.2', Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'ConntrackHelper': '1.0', Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'Log': '1.0', Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'Network': '1.1', Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'Port': '1.7', Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'PortForwarding': '1.2', Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'QosPolicy': '1.9', Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'SecurityGroup': '1.4', Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'SecurityGroupRule': '1.2', Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'SubPort': '1.0', Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'Subnet': '1.1', Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: 'Trunk': '1.1'}} Apr 01 12:12:25.983505 n-d-836146-1 neutron-server[102720]: {{(pid=102720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 12:12:26.056966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Attempting to bind port 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:12:26.057658 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Attempting to bind port 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '7bafbdd6-3067-40bc-aec9-07faba538466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:12:26.057819 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Attempting to bind port 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca on network 0d7d3a56-3c79-4034-9c51-3d4cc648808f {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:12:26.063499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:12:26.063907 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Checking segment: {'id': '7bafbdd6-3067-40bc-aec9-07faba538466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:12:26.064377 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:26.064767 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Bound using segment: {'id': '7bafbdd6-3067-40bc-aec9-07faba538466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:12:26.065250 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Bound port: 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafbdd6-3067-40bc-aec9-07faba538466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:12:26.065670 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:26.132051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] For port 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:12:26.136484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] For port 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca,segment=NetworkSegment(7bafbdd6-3067-40bc-aec9-07faba538466),segment_id=7bafbdd6-3067-40bc-aec9-07faba538466)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:12:26.141067 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:26.215532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6868a0f-5551-4e7d-b23d-95574425924c None None] Pushing event updated for resources: {'Port': ['ID=4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:27.511784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43108) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:27.885857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-4c0ade37-b70d-4c62-85d1-7012ed99e19c admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:12:27.886881 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4c0ade37-b70d-4c62-85d1-7012ed99e19c admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3741620 Apr 01 12:12:30.400988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43116) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:30.766724 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-33e7b0b3-da4e-4430-98d3-c0e0d98abb9b admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:12:30.782111 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-33e7b0b3-da4e-4430-98d3-c0e0d98abb9b admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3658056 Apr 01 12:12:33.548133 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43126) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:33.918635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e98a2f30-687e-4168-a1c3-11ec3bf61ab1 admin admin] Request body: {'router': {'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'name': 'router1', 'admin_state_up': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:12:33.950481 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e98a2f30-687e-4168-a1c3-11ec3bf61ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:33.951972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e98a2f30-687e-4168-a1c3-11ec3bf61ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:34.111991 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e98a2f30-687e-4168-a1c3-11ec3bf61ab1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:34.122711 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e98a2f30-687e-4168-a1c3-11ec3bf61ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:34.139137 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e98a2f30-687e-4168-a1c3-11ec3bf61ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:34.142046 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e98a2f30-687e-4168-a1c3-11ec3bf61ab1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5913374 Apr 01 12:12:35.103728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:12:35.202197 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:12:35.203295 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:35.322916 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:35.352331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11320a4-b717-4af1-b219-049bb20d87d8 None None] Network 0d7d3a56-3c79-4034-9c51-3d4cc648808f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:12:35.378127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca,segment=NetworkSegment(7bafbdd6-3067-40bc-aec9-07faba538466),segment_id=7bafbdd6-3067-40bc-aec9-07faba538466)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:12:35.391070 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:35.509396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:35.513575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-658744c7-18bf-4ebc-9071-31e19245c04f None None] Provisioning complete for port 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:12:35.513928 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-658744c7-18bf-4ebc-9071-31e19245c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:35.885400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-73ff518c-d46a-4960-86b2-36f5b49a074b None None] Provisioning complete for port 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:12:35.885690 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-73ff518c-d46a-4960-86b2-36f5b49a074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:36.223791 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc6e00eb-a53b-4451-9cab-d203f97445eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:36.637020 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43140) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:37.035429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-d531b11f-8640-4ed8-9015-2036bc8316eb admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:12:37.036969 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d531b11f-8640-4ed8-9015-2036bc8316eb admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3988194 Apr 01 12:12:37.088257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:12:37.145045 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:12:37.145409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:38.761291 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d66c7b10-ecbf-4dab-a87a-a04badf89374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:39.551980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43148) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:39.934869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:12:39.955095 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Made reservation on behalf of 9966d7ba85f94462aff57c0ed8e3603e for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:12:39.957357 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:39.965852 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:40.047522 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:40.052198 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:40.074645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Reserving flat network on physical network physnet1 {{(pid=102719) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 01 12:12:40.100505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b79c09-210c-4758-98a9-14e8deec850f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:40.103705 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:40.104034 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Added segment 26676876-c985-439e-9804-97d99beeed19 of type flat for network e739e016-ee5b-47f4-b4fd-f69ca8454edd Apr 01 12:12:40.151065 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:40.172701 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:40.185593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:40.186615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:12:40.187722 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:40.220934 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6678686 Apr 01 12:12:40.277408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c89a5-fc5f-4eb9-8144-5f9b01916df4 admin admin] Pushing event updated for resources: {'Network': ['ID=e739e016-ee5b-47f4-b4fd-f69ca8454edd,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:40.288486 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:12:41.555508 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:41.700595 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:42.822909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43166) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:43.002757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aa6c8c-1215-4057-be96-b0e695db2a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:12:43.004101 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d0aa6c8c-1215-4057-be96-b0e695db2a24 admin admin] 10.222.0.45 "GET /v2.0/subnets/48a140c0-924b-4f38-86ab-303b48278897 HTTP/1.1" status: 200 len: 849 time: 0.1802337 Apr 01 12:12:43.181103 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-291db96f-576c-45b2-a0b3-c395633dffa1 admin admin] 10.222.0.45 "GET /v2.0/routers/b0b2066d-5dbd-4ea5-9375-29f2612b7a4f HTTP/1.1" status: 200 len: 704 time: 0.1707640 Apr 01 12:12:43.453072 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:43.755482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Allocated IP 172.20.0.1 (0d7d3a56-3c79-4034-9c51-3d4cc648808f/48a140c0-924b-4f38-86ab-303b48278897/4b95cc0c-955c-49a7-9b84-3d5c153b6c94) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:12:43.910679 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:43.976122 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:44.053930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Network 0d7d3a56-3c79-4034-9c51-3d4cc648808f is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:12:44.059404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:12:44.064416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:12:44.064989 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:44.083410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Pushing event updated for resources: {'Port': ['ID=4b95cc0c-955c-49a7-9b84-3d5c153b6c94,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:44.242506 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c047b151-fbc3-47d4-8af8-879cd33cced1 None None] Provisioning complete for port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:12:44.243293 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c047b151-fbc3-47d4-8af8-879cd33cced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:44.274543 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:44.276453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c047b151-fbc3-47d4-8af8-879cd33cced1 None None] Port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:12:44.536216 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:44.544719 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:44.544719 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:44.603959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Pushing event updated for resources: {'Port': ['ID=4b95cc0c-955c-49a7-9b84-3d5c153b6c94,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:44.671770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Network 0d7d3a56-3c79-4034-9c51-3d4cc648808f is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:12:44.673205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:12:44.833550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Router b0b2066d-5dbd-4ea5-9375-29f2612b7a4f is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:12:44.900866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e1256389-c445-4c24-973b-257912681152 None None] Provisioning complete for port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:12:44.901232 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e1256389-c445-4c24-973b-257912681152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:44.925412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:12:44.931443 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d98cbc63-427d-4b8c-86b8-2544422b9d64 admin admin] 10.222.0.45 "PUT /v2.0/routers/b0b2066d-5dbd-4ea5-9375-29f2612b7a4f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7427032 Apr 01 12:12:44.935667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e1256389-c445-4c24-973b-257912681152 None None] Port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:12:44.938594 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Sync routers for ids ['b0b2066d-5dbd-4ea5-9375-29f2612b7a4f'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:12:44.951396 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Routers {'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:12:44.952880 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:12:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b0b2066d-5dbd-4ea5-9375-29f2612b7a4f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:12:45.141583 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Set router b0b2066d-5dbd-4ea5-9375-29f2612b7a4f gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:12:45.561298 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'name': 'router1', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:12:33Z', 'updated_at': '2022-04-01T12:12:44Z', 'revision_number': 2, 'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'gw_port_host': None, '_interfaces': [{'id': '4b95cc0c-955c-49a7-9b84-3d5c153b6c94', 'name': '', 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'mac_address': 'fa:16:3e:7c:55:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48a140c0-924b-4f38-86ab-303b48278897', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:12:43Z', 'updated_at': '2022-04-01T12:12:44Z', 'revision_number': 2, 'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'subnets': [{'id': '48a140c0-924b-4f38-86ab-303b48278897', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e99f343-d11a-4c53-8513-b3145040262a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:12:45.611883 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Checking router: b0b2066d-5dbd-4ea5-9375-29f2612b7a4f for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:12:45.612246 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Updating router b0b2066d-5dbd-4ea5-9375-29f2612b7a4f port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:12:45.660467 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:46.193660 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:46.200502 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:46.367826 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Attempting to bind port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:12:46.368225 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Attempting to bind port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '7bafbdd6-3067-40bc-aec9-07faba538466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:12:46.368656 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Attempting to bind port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 on network 0d7d3a56-3c79-4034-9c51-3d4cc648808f {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:12:46.373784 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Pushing event updated for resources: {'Port': ['ID=4b95cc0c-955c-49a7-9b84-3d5c153b6c94,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:46.378761 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:12:46.379174 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Checking segment: {'id': '7bafbdd6-3067-40bc-aec9-07faba538466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:12:46.379649 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:46.380045 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Bound using segment: {'id': '7bafbdd6-3067-40bc-aec9-07faba538466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:12:46.380504 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Bound port: 4b95cc0c-955c-49a7-9b84-3d5c153b6c94, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafbdd6-3067-40bc-aec9-07faba538466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:12:46.380883 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:46.387369 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:46.387705 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:46.388038 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:46.388365 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:46.388689 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:46.389013 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:46.389332 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:46.390232 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:46.390551 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:46.390866 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:46.391181 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:46.391495 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Tracked resource versions report: Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: pushed versions: Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: { 'AddressGroup': {'1.2'}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'ConntrackHelper': {'1.0'}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'Log': {'1.0'}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'Network': {'1.1'}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'Port': {'1.7'}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'PortForwarding': {'1.2'}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'QosPolicy': {'1.9'}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'SecurityGroup': {'1.4'}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'SecurityGroupRule': {'1.2'}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'SubPort': {'1.0'}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'Subnet': {'1.1'}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'Trunk': {'1.1'}} Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: consumer versions: Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: { DHCP agent@n-d-836146-1: {}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: L3 agent@n-d-836146-1: {}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: Metadata agent@n-d-836146-1: {}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: Metering agent@n-d-836146-1: {}, Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: Open vSwitch agent@n-d-836146-1: { 'AddressGroup': '1.2', Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'ConntrackHelper': '1.0', Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'Log': '1.0', Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'Network': '1.1', Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'Port': '1.7', Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'PortForwarding': '1.2', Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'QosPolicy': '1.9', Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'SecurityGroup': '1.4', Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'SecurityGroupRule': '1.2', Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'SubPort': '1.0', Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'Subnet': '1.1', Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: 'Trunk': '1.1'}} Apr 01 12:12:46.392573 n-d-836146-1 neutron-server[102721]: {{(pid=102721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 12:12:46.471116 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] For port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:12:46.475167 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8412a6ac-8e74-4051-b0aa-d6c452695132 None None] Provisioning complete for port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:12:46.476048 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8412a6ac-8e74-4051-b0aa-d6c452695132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:46.482863 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] For port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4b95cc0c-955c-49a7-9b84-3d5c153b6c94,segment=NetworkSegment(7bafbdd6-3067-40bc-aec9-07faba538466),segment_id=7bafbdd6-3067-40bc-aec9-07faba538466)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:12:46.487264 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:46.512704 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8412a6ac-8e74-4051-b0aa-d6c452695132 None None] Port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:12:46.536195 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Routers {'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:12:46.536691 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:12:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b0b2066d-5dbd-4ea5-9375-29f2612b7a4f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:12:46.633906 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a31e8a-90f7-4135-80b4-526408f8c07c None None] Pushing event updated for resources: {'Port': ['ID=4b95cc0c-955c-49a7-9b84-3d5c153b6c94,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:46.643406 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] Set router b0b2066d-5dbd-4ea5-9375-29f2612b7a4f gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:12:46.736537 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-460564d3-289e-4245-98d9-6061ed595a92 None None] Provisioning complete for port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:12:46.736916 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-460564d3-289e-4245-98d9-6061ed595a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:46.819682 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-460564d3-289e-4245-98d9-6061ed595a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:46.853231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-460564d3-289e-4245-98d9-6061ed595a92 None None] For port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4b95cc0c-955c-49a7-9b84-3d5c153b6c94,segment=NetworkSegment(7bafbdd6-3067-40bc-aec9-07faba538466),segment_id=7bafbdd6-3067-40bc-aec9-07faba538466)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:12:46.857828 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-460564d3-289e-4245-98d9-6061ed595a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:46.861676 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'name': 'router1', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:12:33Z', 'updated_at': '2022-04-01T12:12:44Z', 'revision_number': 2, 'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'gw_port_host': None, '_interfaces': [{'id': '4b95cc0c-955c-49a7-9b84-3d5c153b6c94', 'name': '', 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'mac_address': 'fa:16:3e:7c:55:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48a140c0-924b-4f38-86ab-303b48278897', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:12:43Z', 'updated_at': '2022-04-01T12:12:46Z', 'revision_number': 4, 'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'subnets': [{'id': '48a140c0-924b-4f38-86ab-303b48278897', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e99f343-d11a-4c53-8513-b3145040262a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:12:46.889567 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b108e-b656-4faf-aaea-31f427160ac9 None None] The sync data for ids ['b0b2066d-5dbd-4ea5-9375-29f2612b7a4f'] in n-d-836146-1 is: [{'id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'name': 'router1', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:12:33Z', 'updated_at': '2022-04-01T12:12:44Z', 'revision_number': 2, 'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'gw_port_host': None, '_interfaces': [{'id': '4b95cc0c-955c-49a7-9b84-3d5c153b6c94', 'name': '', 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'mac_address': 'fa:16:3e:7c:55:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48a140c0-924b-4f38-86ab-303b48278897', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:12:43Z', 'updated_at': '2022-04-01T12:12:46Z', 'revision_number': 4, 'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'subnets': [{'id': '48a140c0-924b-4f38-86ab-303b48278897', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e99f343-d11a-4c53-8513-b3145040262a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:12:46.909552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460564d3-289e-4245-98d9-6061ed595a92 None None] Pushing event updated for resources: {'Port': ['ID=4b95cc0c-955c-49a7-9b84-3d5c153b6c94,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:47.222639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43186) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:47.351398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1200e279-1d68-4714-8bd1-dd242c95062c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:12:47.353698 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1200e279-1d68-4714-8bd1-dd242c95062c admin admin] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 842 time: 0.1298776 Apr 01 12:12:47.364953 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:12:47.385968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] Made reservation on behalf of 9966d7ba85f94462aff57c0ed8e3603e for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:12:47.388931 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:47.693337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.objects.ports [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:12:47.693773 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:47.753654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c43ed730-8fac-4b87-aa0f-14b80bbe0ec8,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:47.765285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:12:47.765638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] Network hostable DHCP agents. Network: e739e016-ee5b-47f4-b4fd-f69ca8454edd, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:12:47.784201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:12:47.794053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, e739e016-ee5b-47f4-b4fd-f69ca8454edd) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:12:47.801427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:12:47.802307 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:47.804972 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818e4561-a5c8-4ae6-a509-afd067f6698a None None] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:12:47.819129 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-297995d8-aa95-4aa5-a07f-e9589e26868e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4580629 Apr 01 12:12:47.940337 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce55a5b6-0a83-4a71-9122-1d43ca16973c None None] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:12:50.180062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43194) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:50.315877 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fc8f449b-a130-4e8f-9e88-16d09f253c11 admin admin] 10.222.0.45 "GET /v2.0/routers/b0b2066d-5dbd-4ea5-9375-29f2612b7a4f HTTP/1.1" status: 200 len: 710 time: 0.1346610 Apr 01 12:12:50.402473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb5883f-53e6-430b-a0b9-18fb4ad03703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:12:50.403755 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bfb5883f-53e6-430b-a0b9-18fb4ad03703 admin admin] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 886 time: 0.0806499 Apr 01 12:12:50.413650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:12:50.732034 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:50.975851 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:51.049313 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:51.152710 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Allocated IP 172.25.7.86 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/6018717c-19fd-41ad-9334-74ed8c48fab0) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:12:51.253826 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:51.288999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:51.328914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:12:51.333650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:12:51.339906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:12:51.343103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6018717c-19fd-41ad-9334-74ed8c48fab0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:51.596884 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:51.804704 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:51.808129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:51.920363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Router b0b2066d-5dbd-4ea5-9375-29f2612b7a4f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:12:52.029205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:12:52.033956 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:52.035178 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2090126f-fc3f-4ef4-8362-8d24dfcbe0b1 admin admin] 10.222.0.45 "PUT /v2.0/routers/b0b2066d-5dbd-4ea5-9375-29f2612b7a4f HTTP/1.1" status: 200 len: 889 time: 1.6246672 Apr 01 12:12:52.195441 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 5 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:12:53.095449 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:12:53.147019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:12:53.147515 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:53.498997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Sync routers for ids ['b0b2066d-5dbd-4ea5-9375-29f2612b7a4f'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:12:53.510720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Routers {'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:12:53.511460 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:12:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b0b2066d-5dbd-4ea5-9375-29f2612b7a4f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:12:53.726316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Set router b0b2066d-5dbd-4ea5-9375-29f2612b7a4f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:12:54.196189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'name': 'router1', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '6018717c-19fd-41ad-9334-74ed8c48fab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:12:33Z', 'updated_at': '2022-04-01T12:12:51Z', 'revision_number': 4, 'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'gw_port': {'id': '6018717c-19fd-41ad-9334-74ed8c48fab0', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:12:51Z', 'updated_at': '2022-04-01T12:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '4b95cc0c-955c-49a7-9b84-3d5c153b6c94', 'name': '', 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'mac_address': 'fa:16:3e:7c:55:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48a140c0-924b-4f38-86ab-303b48278897', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:12:43Z', 'updated_at': '2022-04-01T12:12:46Z', 'revision_number': 5, 'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'subnets': [{'id': '48a140c0-924b-4f38-86ab-303b48278897', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e99f343-d11a-4c53-8513-b3145040262a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:12:54.248532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Checking router: b0b2066d-5dbd-4ea5-9375-29f2612b7a4f for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:12:54.249380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Updating router b0b2066d-5dbd-4ea5-9375-29f2612b7a4f port 6018717c-19fd-41ad-9334-74ed8c48fab0 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:12:54.307459 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:54.529917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43206) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:12:54.644582 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:54.650332 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-517c3311-da7b-4684-af67-d3da7829d97c admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1191814 Apr 01 12:12:54.651585 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:54.711106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Attempting to bind port 6018717c-19fd-41ad-9334-74ed8c48fab0 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:12:54.711369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Attempting to bind port 6018717c-19fd-41ad-9334-74ed8c48fab0 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:12:54.711727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Attempting to bind port 6018717c-19fd-41ad-9334-74ed8c48fab0 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:12:54.714143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bce19d-2035-4fc6-a834-c67eb1e15536 None None] Pushing event updated for resources: {'Port': ['ID=6018717c-19fd-41ad-9334-74ed8c48fab0,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:54.720828 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:12:54.721193 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:12:54.721597 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:54.721986 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:12:54.722489 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Bound port: 6018717c-19fd-41ad-9334-74ed8c48fab0, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:12:54.723365 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:54.777055 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] For port 6018717c-19fd-41ad-9334-74ed8c48fab0, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:12:54.781147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] For port 6018717c-19fd-41ad-9334-74ed8c48fab0, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6018717c-19fd-41ad-9334-74ed8c48fab0,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:12:54.785882 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:54.846577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Routers {'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:12:54.847208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:12:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b0b2066d-5dbd-4ea5-9375-29f2612b7a4f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:12:54.849006 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bce19d-2035-4fc6-a834-c67eb1e15536 None None] Pushing event updated for resources: {'Port': ['ID=6018717c-19fd-41ad-9334-74ed8c48fab0,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:54.971813 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] Set router b0b2066d-5dbd-4ea5-9375-29f2612b7a4f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:12:55.203853 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'name': 'router1', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '6018717c-19fd-41ad-9334-74ed8c48fab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:12:33Z', 'updated_at': '2022-04-01T12:12:51Z', 'revision_number': 4, 'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'gw_port': {'id': '6018717c-19fd-41ad-9334-74ed8c48fab0', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:12:51Z', 'updated_at': '2022-04-01T12:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '4b95cc0c-955c-49a7-9b84-3d5c153b6c94', 'name': '', 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'mac_address': 'fa:16:3e:7c:55:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48a140c0-924b-4f38-86ab-303b48278897', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:12:43Z', 'updated_at': '2022-04-01T12:12:46Z', 'revision_number': 5, 'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'subnets': [{'id': '48a140c0-924b-4f38-86ab-303b48278897', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e99f343-d11a-4c53-8513-b3145040262a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:12:55.230750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c60287-9885-4a00-bfdc-e4e106838210 None None] The sync data for ids ['b0b2066d-5dbd-4ea5-9375-29f2612b7a4f'] in n-d-836146-1 is: [{'id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'name': 'router1', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '6018717c-19fd-41ad-9334-74ed8c48fab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:12:33Z', 'updated_at': '2022-04-01T12:12:51Z', 'revision_number': 4, 'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'gw_port': {'id': '6018717c-19fd-41ad-9334-74ed8c48fab0', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:12:51Z', 'updated_at': '2022-04-01T12:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '4b95cc0c-955c-49a7-9b84-3d5c153b6c94', 'name': '', 'network_id': '0d7d3a56-3c79-4034-9c51-3d4cc648808f', 'tenant_id': 'd68238ef1fa14604b57336b9d2391ac7', 'mac_address': 'fa:16:3e:7c:55:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b2066d-5dbd-4ea5-9375-29f2612b7a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48a140c0-924b-4f38-86ab-303b48278897', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:12:43Z', 'updated_at': '2022-04-01T12:12:46Z', 'revision_number': 5, 'project_id': 'd68238ef1fa14604b57336b9d2391ac7', 'subnets': [{'id': '48a140c0-924b-4f38-86ab-303b48278897', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e99f343-d11a-4c53-8513-b3145040262a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:12:57.140357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6018717c-19fd-41ad-9334-74ed8c48fab0 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:12:57.200776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6018717c-19fd-41ad-9334-74ed8c48fab0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:12:57.202065 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:57.293910 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:57.328898 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 6018717c-19fd-41ad-9334-74ed8c48fab0, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6018717c-19fd-41ad-9334-74ed8c48fab0,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:12:57.333973 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:12:57.415274 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=6018717c-19fd-41ad-9334-74ed8c48fab0,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:12:59.121292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6018717c-19fd-41ad-9334-74ed8c48fab0 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:12:59.201834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6018717c-19fd-41ad-9334-74ed8c48fab0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:12:59.202266 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:13:06.229808 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9fe34fb4-b5b5-4d09-9912-a687363eb72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:13:08.765958 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c0ed182-c560-4826-98a6-186a40f0ff2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:13:10.181607 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:13:11.569240 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:13:11.714996 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:13:29.195799 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 5 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:13:36.234497 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4e84b973-f7e9-4887-abe8-04f1f2763872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:13:38.771158 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e01c1b96-e01a-44eb-aa59-7a661ca867f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:13:40.180806 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:13:41.560398 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:13:41.701353 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:06.195464 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 5 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:14:06.241751 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-504fd937-ac5f-4c57-ac23-ea4fde8c5c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:08.763616 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e52bdd84-5bb0-490f-bc51-d29bf4378dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:10.183374 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:11.564567 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:11.712146 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:36.235238 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5100c8ca-b2bb-4719-a224-ab725ad1a123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:38.099659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43800) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:14:38.247264 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-020780bf-8787-4cb3-a194-586f43c6666a admin admin] GET failed (client error): The resource could not be found. Apr 01 12:14:38.248787 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-020780bf-8787-4cb3-a194-586f43c6666a admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1481714 Apr 01 12:14:38.408397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec68ab2-d83e-4491-b035-fe46a182512e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:38.410423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bec68ab2-d83e-4491-b035-fe46a182512e admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568708 Apr 01 12:14:38.764932 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9c9d1b21-6ff3-4fef-828f-e232748e4c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:40.185971 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:40.683675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43810) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:14:40.783417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db47ed-e5b0-4ce9-8c5c-0f9594b811a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:40.784965 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-50db47ed-e5b0-4ce9-8c5c-0f9594b811a2 admin admin] 10.222.0.45 "GET /v2.0/subnets/48a140c0-924b-4f38-86ab-303b48278897 HTTP/1.1" status: 200 len: 849 time: 0.0996439 Apr 01 12:14:40.797119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:14:40.887107 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:41.030996 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760604622246'] for subnet, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:41.065449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:41.066065 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:41.067359 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] 10.222.0.45 "PUT /v2.0/subnets/48a140c0-924b-4f38-86ab-303b48278897 HTTP/1.1" status: 200 len: 868 time: 0.2746787 Apr 01 12:14:41.081195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f210aee-4c84-4c2e-a338-16f926b7469d None None] Network 0d7d3a56-3c79-4034-9c51-3d4cc648808f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:14:41.085950 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a140c0-924b-4f38-86ab-303b48278897,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:14:41.095332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:14:41.095666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:14:41.095996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:14:41.096326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:14:41.096644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:14:41.096965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:14:41.097432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:14:41.097756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:14:41.098099 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:14:41.098416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:14:41.098730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:14:41.099224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd39133-9695-4e32-876f-9af8880d04c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:14:41.445594 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8cc56f7f-13ba-4588-b013-d83ca78efa10 None None] Provisioning complete for port 4b95cc0c-955c-49a7-9b84-3d5c153b6c94 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:14:41.446218 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8cc56f7f-13ba-4588-b013-d83ca78efa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:41.540196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8cc56f7f-13ba-4588-b013-d83ca78efa10 None None] Provisioning complete for port 4bffcef3-1901-48fc-b0fe-e1b0ee29b7ca triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:14:41.540451 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8cc56f7f-13ba-4588-b013-d83ca78efa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:41.587831 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:41.706590 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:14:43.196357 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 5 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:14:43.346463 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43818) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:14:43.549829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a00c7c4-a6fe-4e38-801b-e9a4ebb6f44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:43.550342 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a00c7c4-a6fe-4e38-801b-e9a4ebb6f44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:43.551915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4a00c7c4-a6fe-4e38-801b-e9a4ebb6f44a admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2045591 Apr 01 12:14:45.818419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43826) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:14:45.969928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a20509-b94e-4068-879d-f92236eb4d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:45.970422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a20509-b94e-4068-879d-f92236eb4d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:45.971964 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-50a20509-b94e-4068-879d-f92236eb4d75 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1525950 Apr 01 12:14:48.233203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43834) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:14:48.366714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6621d9c5-0a4e-4434-ab99-6dd070ac56fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:48.368096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6621d9c5-0a4e-4434-ab99-6dd070ac56fc admin admin] 10.222.0.45 "GET /v2.0/networks/0d7d3a56-3c79-4034-9c51-3d4cc648808f HTTP/1.1" status: 200 len: 869 time: 0.1339424 Apr 01 12:14:50.578481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43842) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:14:50.702872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c9ba4c-7d92-4bf2-8c13-4d2a1ba9b50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:50.704280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f6c9ba4c-7d92-4bf2-8c13-4d2a1ba9b50d admin admin] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 886 time: 0.1248784 Apr 01 12:14:52.946735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43850) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:14:53.089606 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c84352c-437c-4dd4-b275-c85ef805a997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:53.090754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c84352c-437c-4dd4-b275-c85ef805a997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:53.092336 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1c84352c-437c-4dd4-b275-c85ef805a997 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1446435 Apr 01 12:14:55.333069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43860) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:14:55.427136 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c34a18-d36f-4cf2-af4d-536cf1587602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:55.427587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c34a18-d36f-4cf2-af4d-536cf1587602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:55.429122 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d0c34a18-d36f-4cf2-af4d-536cf1587602 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0951076 Apr 01 12:14:57.654722 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43868) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:14:57.749412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a9db7-4035-4485-84e5-7e1c5e21b707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:14:57.750842 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dc0a9db7-4035-4485-84e5-7e1c5e21b707 admin admin] 10.222.0.45 "GET /v2.0/subnets/48a140c0-924b-4f38-86ab-303b48278897 HTTP/1.1" status: 200 len: 868 time: 0.0951574 Apr 01 12:14:59.993840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43876) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:15:00.082458 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884aeaa-224f-442c-bc9b-4fcbe708cf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:15:00.083855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f884aeaa-224f-442c-bc9b-4fcbe708cf34 admin admin] 10.222.0.45 "GET /v2.0/subnets/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8 HTTP/1.1" status: 200 len: 816 time: 0.0890191 Apr 01 12:15:06.237424 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5c54a47d-d1ba-44f2-8b3a-65b250351080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:08.765809 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d060ab1e-9c12-4b75-9a45-11fd3d7f9968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:10.189755 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:11.564883 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:11.710708 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:20.194831 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 5 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:15:21.091000 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43930) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:15:21.143581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-47813799-e13f-4acf-8b70-60821bd1770e admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:15:21.144594 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-47813799-e13f-4acf-8b70-60821bd1770e admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526111 Apr 01 12:15:23.478719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43938) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:15:23.541321 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6717ed1-2abd-4d36-8b62-02c61282e335 admin admin] GET failed (client error): The resource could not be found. Apr 01 12:15:23.543089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a6717ed1-2abd-4d36-8b62-02c61282e335 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629258 Apr 01 12:15:23.637525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c9fa17-c2c5-4faa-9e9a-41f26e427969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:15:23.639034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-78c9fa17-c2c5-4faa-9e9a-41f26e427969 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0913377 Apr 01 12:15:25.918209 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43946) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:15:25.966517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:15:25.988083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] Made reservation on behalf of 9966d7ba85f94462aff57c0ed8e3603e for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:15:25.990324 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:26.018498 n-d-836146-1 neutron-server[102718]: WARNING neutron.services.revisions.revision_plugin [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] Could not find related network for resource to bump revision. Apr 01 12:15:26.035061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:15:26.048158 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760604598357', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:26.048713 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] Unsubscribe: segment precommit_create {{(pid=102718) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 12:15:26.049159 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] Added segment 06757af0-be40-470c-8fd2-ceb60c96ff2a of type vlan for network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 Apr 01 12:15:26.095542 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:26.128667 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:26.130169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:15:26.130824 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:26.184628 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2653041 Apr 01 12:15:26.229419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c1d07-4ec3-44b6-8480-b76e45091fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=56c20eae-13c6-4e46-b6a7-4e95b5d9a382,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:15:26.239999 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:15:28.434285 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43954) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:15:28.504538 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6d750d-8512-4ce4-b696-34c46141e3e0 admin admin] GET failed (client error): The resource could not be found. Apr 01 12:15:28.505923 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5c6d750d-8512-4ce4-b696-34c46141e3e0 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0706835 Apr 01 12:15:28.612098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b69a4-4ce9-4226-83a9-127b178c498f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:15:28.613639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3c0b69a4-4ce9-4226-83a9-127b178c498f admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1029942 Apr 01 12:15:28.624353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:15:28.646153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Made reservation on behalf of 9966d7ba85f94462aff57c0ed8e3603e for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:15:28.648500 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:28.895032 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:28.955213 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d5a064-a2c4-4374-81f4-8a397efb29f5,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:15:28.964313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:28.965209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:28.965545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:28.965876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:28.966229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:28.966555 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:28.966876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:28.967197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:28.967514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:28.967837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:28.968151 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:28.968466 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:28.978429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:15:28.978811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Network hostable DHCP agents. Network: 56c20eae-13c6-4e46-b6a7-4e95b5d9a382, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:15:29.000876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:15:29.013742 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 56c20eae-13c6-4e46-b6a7-4e95b5d9a382) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:15:29.018594 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:15:29.019101 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:29.023423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9294ae8-c266-4639-bf64-73645b57ed69 None None] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:15:29.041503 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-439a8267-df4b-45ad-ad80-6a34113d5491 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4206114 Apr 01 12:15:29.276158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'tenant_id': '9966d7ba85f94462aff57c0ed8e3603e', 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:15:29.277204 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:29.427177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Allocated IP 192.168.233.2 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/f3f22983-794c-4db0-a82b-5aa79e9aa846) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:15:29.581825 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:29.588805 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:29.630066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:15:29.633077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:15:29.637281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:15:29.642780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Pushing event updated for resources: {'Port': ['ID=f3f22983-794c-4db0-a82b-5aa79e9aa846,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:15:29.654439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:29.654777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:29.655112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:29.655437 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:29.655764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:29.656089 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:29.656413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:29.657330 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:29.657682 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:29.658027 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:29.658345 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:29.658662 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:15:29.705238 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Attempting to bind port f3f22983-794c-4db0-a82b-5aa79e9aa846 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:15:29.705595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Attempting to bind port f3f22983-794c-4db0-a82b-5aa79e9aa846 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:15:29.705946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Attempting to bind port f3f22983-794c-4db0-a82b-5aa79e9aa846 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:15:29.711194 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:15:29.711546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:15:29.711939 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:29.712329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:15:29.712786 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Bound port: f3f22983-794c-4db0-a82b-5aa79e9aa846, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:15:29.713180 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:29.786987 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] For port f3f22983-794c-4db0-a82b-5aa79e9aa846, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:15:29.790372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] For port f3f22983-794c-4db0-a82b-5aa79e9aa846, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f3f22983-794c-4db0-a82b-5aa79e9aa846,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:15:29.795031 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:29.860707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d075da-c494-414b-a6b6-23a7f9ed8f10 None None] Pushing event updated for resources: {'Port': ['ID=f3f22983-794c-4db0-a82b-5aa79e9aa846,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:15:30.755326 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d921998-b3da-4e61-bfe7-ef42bac3e493 None None] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:15:30.830585 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b58d4f08-9753-4d49-a696-5b3053091ddf None None] Provisioning complete for port f3f22983-794c-4db0-a82b-5aa79e9aa846 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:15:30.830943 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b58d4f08-9753-4d49-a696-5b3053091ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:30.982091 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b58d4f08-9753-4d49-a696-5b3053091ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:31.023444 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b58d4f08-9753-4d49-a696-5b3053091ddf None None] For port f3f22983-794c-4db0-a82b-5aa79e9aa846, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f3f22983-794c-4db0-a82b-5aa79e9aa846,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:15:31.028376 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b58d4f08-9753-4d49-a696-5b3053091ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:31.085644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d4f08-9753-4d49-a696-5b3053091ddf None None] Pushing event updated for resources: {'Port': ['ID=f3f22983-794c-4db0-a82b-5aa79e9aa846,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:15:31.225661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f3f22983-794c-4db0-a82b-5aa79e9aa846 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:15:31.276464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b813175c-6737-41ac-91bb-71e69da1f211 None None] Provisioning complete for port f3f22983-794c-4db0-a82b-5aa79e9aa846 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:15:31.277299 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b813175c-6737-41ac-91bb-71e69da1f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:31.323275 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f3f22983-794c-4db0-a82b-5aa79e9aa846 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:15:31.323635 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:36.243057 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4aa7a76d-49f7-479a-b531-ca528c7e3228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:38.771435 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-811e4302-1f23-4c86-8d22-0a2b3bc2255d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:40.195166 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:41.571806 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:41.713694 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:15:57.194083 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 5 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:16:06.236446 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-851dc41b-df93-485a-a02f-e76deaaef269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:08.775524 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c05c1a0a-fc6b-4c96-9561-1f9b6c9442e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:10.199240 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:11.571492 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:11.716789 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:34.191790 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 5 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:16:36.238354 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9c67ffc4-85f2-46f7-b22e-e8643adc4d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:38.787023 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d5b506b1-d5f9-44a0-8e0f-d1b8a9f621a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:40.202940 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:41.574877 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:41.718681 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:58.486200 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43992) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:16:58.492443 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-44cf92e1-e10e-4f45-ac08-b2d4dece8791 tempest-verify_tempest_config-1615627215 tempest-verify_tempest_config-1615627215-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:16:58.493771 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-44cf92e1-e10e-4f45-ac08-b2d4dece8791 tempest-verify_tempest_config-1615627215 tempest-verify_tempest_config-1615627215-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065520 Apr 01 12:16:58.819370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44010) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:16:58.939602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:59.048450 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:59.052605 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:59.095905 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e34d345-5486-4c8b-83c9-a8a943e1d864,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:16:59.099800 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92942399e1fa4c76984cca849c9008b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2794073 Apr 01 12:16:59.102658 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44016) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:16:59.106778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.107168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.107644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.107982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.108314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.108645 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.108974 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.109298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.109626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.109948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.110298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.110622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60195a0d-f816-4610-9d1d-83830a3f2712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.165353 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:59.186833 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:59.278986 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:59.281636 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:16:59.282899 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e34d345-5486-4c8b-83c9-a8a943e1d864 HTTP/1.1" status: 204 len: 168 time: 0.1792274 Apr 01 12:16:59.291346 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e34d345-5486-4c8b-83c9-a8a943e1d864,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:16:59.298459 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.298796 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.299339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.299671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.300000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.300325 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.300647 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.300969 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.301291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.301615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.301934 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:16:59.302284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c95de7-c9b3-435d-b210-3389c1a31bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:17:06.242333 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e0c35b41-e49a-4220-95d3-b781154fbb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:17:08.778951 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05d6027c-bd31-485c-a361-d832675eabbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:17:10.204775 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:17:11.190770 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 5 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:17:11.578734 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:17:11.722329 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:17:36.246532 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bf48c096-ade7-4a2a-9afe-f1ba62f5fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:17:38.781125 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-70c981b8-ba5c-4d1c-89ab-444b0f8e2bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:17:40.209073 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:17:41.586933 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:17:41.724377 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:17:48.190055 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 5 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:18:06.250320 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-59b67c38-aa89-4a1a-89a3-1580c80affa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:18:08.785952 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5767b8f5-8dce-4627-bc5f-9945191f17b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:18:10.211157 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:18:11.585506 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:18:11.726788 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:18:25.188572 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 5 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:18:36.251348 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-073c21ed-0c19-4d05-8462-a9fc7782a2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:18:38.789242 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-32f03b23-60c3-466e-ba01-12eb007ef1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:18:40.214050 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:18:41.589821 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:18:41.728404 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:19:02.187939 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 5 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:19:06.252910 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9258e0b7-d18f-4fcf-8b7d-131d49e911fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:19:08.791132 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5d79-3c71-4a3e-a0aa-6db3e4b7fc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:19:10.216225 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:19:11.604783 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:19:11.731621 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:19:36.254704 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-84bb080d-0c3e-4fd7-b286-2e55d64ac234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:19:38.792562 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f891-98ce-4e96-bf32-918afff2d4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:19:39.186744 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 5 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:19:40.219631 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:19:41.595915 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:19:41.734667 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:06.256581 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1428baa6-e81c-406b-bc6d-2146bec1d42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:08.396103 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545717'] for agent, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:08.568282 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545717'] for agent, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:08.793387 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6e51ec09-0cf6-4da4-834e-931ed70822c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:10.222450 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:11.598139 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:11.739328 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:16.192470 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:20:36.258797 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-38c43e06-9f29-4b4e-ac60-920261b5f8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:38.352254 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:38.533269 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:38.795301 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f8ce-0df1-4eaa-baae-c6a6cca79e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:40.225468 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:41.607700 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:41.743104 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:20:51.009065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44074) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:20:51.150215 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9c7fd226-bfc2-4b3b-b346-24d55f5845f8 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1399179 Apr 01 12:20:53.192543 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:20:53.401241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44084) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:20:53.456696 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7302436e-1c1d-461b-aa6b-b693ab5b951a admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0540600 Apr 01 12:21:06.261314 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c87b35f1-45cf-4ff7-9e2b-69a51c787f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:08.335433 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:08.549586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:08.796589 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-97883712-0d25-4dc9-a0d5-ed6bf7703d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:10.228508 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:11.599590 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:11.739329 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:30.192629 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:21:36.269949 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6ee86714-08d7-4041-8ad4-b04bc8b06753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:38.337542 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:38.558796 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:38.798882 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-980451d1-26d8-4f05-95be-fd17f0b5a317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:40.232089 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:41.611932 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:21:41.744036 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:06.267239 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b9010c4b-8a52-41d8-9a86-709ad3478534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:07.192431 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:22:08.352666 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:08.572589 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:08.804196 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-889d5595-623a-403d-9e72-78aac10f9b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:10.234275 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:11.617293 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:11.749553 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:31.276767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44498) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:31.562835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44524) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:31.582046 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:31.603028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44528) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:31.765453 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:31.787380 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-845655b8-9106-442b-9f12-2e28cf6b1d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:31.807716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:31.838036 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:31.912668 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e78ad900c0e4be5a6ad83dd5d8dbdb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6346507 Apr 01 12:22:31.916151 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44552) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:31.919516 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:31.924110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ed82e2-2237-4195-a541-bbf7c69ffea4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:31.947684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:31.948446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:31.949029 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:31.949572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:31.950125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:31.950636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:31.951156 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:31.951875 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:31.952643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:31.953267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:31.954143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:31.954682 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a9909-3d64-4e19-8dbe-b14aae099650 admin admin] Tracked resource versions report: Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: pushed versions: Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: { 'AddressGroup': {'1.2'}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'ConntrackHelper': {'1.0'}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'Log': {'1.0'}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'Network': {'1.1'}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'Port': {'1.7'}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'PortForwarding': {'1.2'}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'QosPolicy': {'1.9'}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'SecurityGroup': {'1.4'}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'SecurityGroupRule': {'1.2'}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'SubPort': {'1.0'}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'Subnet': {'1.1'}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'Trunk': {'1.1'}} Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: consumer versions: Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: { DHCP agent@n-d-836146-1: {}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: HyperV agent@n-h1-836146-1: {}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: HyperV agent@n-h2-836146-1: {}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: L3 agent@n-d-836146-1: {}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: Metadata agent@n-d-836146-1: {}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: Metering agent@n-d-836146-1: {}, Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: Open vSwitch agent@n-d-836146-1: { 'AddressGroup': '1.2', Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'ConntrackHelper': '1.0', Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'Log': '1.0', Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'Network': '1.1', Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'Port': '1.7', Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'PortForwarding': '1.2', Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'QosPolicy': '1.9', Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'SecurityGroup': '1.4', Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'SecurityGroupRule': '1.2', Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'SubPort': '1.0', Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'Subnet': '1.1', Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: 'Trunk': '1.1'}} Apr 01 12:22:31.956020 n-d-836146-1 neutron-server[102718]: {{(pid=102718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 12:22:31.958273 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:31.970296 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-845655b8-9106-442b-9f12-2e28cf6b1d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:31.977379 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-845655b8-9106-442b-9f12-2e28cf6b1d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:31.999007 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92191f7728eb462daaad7b06d3b08166&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3943150 Apr 01 12:22:32.006715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44564) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:32.025804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9655da0-c4ba-41c9-9fa6-ccc7549d1ab3,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:32.041370 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:32.041721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:32.042077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:32.042561 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:32.043032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:32.043511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:32.043977 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:32.044439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:32.044966 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:32.045507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:32.046251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:32.046720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901734-c223-417a-94da-611d1bec0dc3 admin admin] Tracked resource versions report: Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: pushed versions: Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: { 'AddressGroup': {'1.2'}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'ConntrackHelper': {'1.0'}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'Log': {'1.0'}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'Network': {'1.1'}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'Port': {'1.7'}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'PortForwarding': {'1.2'}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'QosPolicy': {'1.9'}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'SecurityGroup': {'1.4'}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'SecurityGroupRule': {'1.2'}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'SubPort': {'1.0'}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'Subnet': {'1.1'}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'Trunk': {'1.1'}} Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: consumer versions: Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: { DHCP agent@n-d-836146-1: {}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: HyperV agent@n-h1-836146-1: {}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: HyperV agent@n-h2-836146-1: {}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: L3 agent@n-d-836146-1: {}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: Metadata agent@n-d-836146-1: {}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: Metering agent@n-d-836146-1: {}, Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: Open vSwitch agent@n-d-836146-1: { 'AddressGroup': '1.2', Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'ConntrackHelper': '1.0', Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'Log': '1.0', Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'Network': '1.1', Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'Port': '1.7', Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'PortForwarding': '1.2', Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'QosPolicy': '1.9', Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'SecurityGroup': '1.4', Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'SecurityGroupRule': '1.2', Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'SubPort': '1.0', Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'Subnet': '1.1', Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: 'Trunk': '1.1'}} Apr 01 12:22:32.048031 n-d-836146-1 neutron-server[102719]: {{(pid=102719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 12:22:32.057461 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-845655b8-9106-442b-9f12-2e28cf6b1d95 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8eb557ddac474d64a9baf8557f6805f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4930944 Apr 01 12:22:32.058634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845655b8-9106-442b-9f12-2e28cf6b1d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0efe18-d926-418f-8213-12053eafc163,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:32.066314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44574) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:32.081106 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f4a042cc-05fd-4792-8fd9-7c82b96a3a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.105463 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f4a042cc-05fd-4792-8fd9-7c82b96a3a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.166103 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f4a042cc-05fd-4792-8fd9-7c82b96a3a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.169128 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f4a042cc-05fd-4792-8fd9-7c82b96a3a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.170742 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f4a042cc-05fd-4792-8fd9-7c82b96a3a6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20ed82e2-2237-4195-a541-bbf7c69ffea4 HTTP/1.1" status: 204 len: 168 time: 0.2536018 Apr 01 12:22:32.181036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a042cc-05fd-4792-8fd9-7c82b96a3a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ed82e2-2237-4195-a541-bbf7c69ffea4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:32.219032 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52629d6f-2967-4d84-929e-8512e2af5f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.233536 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02fd341e-ed0b-4f22-83ca-41c9de1887b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.259293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52629d6f-2967-4d84-929e-8512e2af5f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.279427 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02fd341e-ed0b-4f22-83ca-41c9de1887b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.371530 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02fd341e-ed0b-4f22-83ca-41c9de1887b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.373911 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02fd341e-ed0b-4f22-83ca-41c9de1887b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.378158 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-02fd341e-ed0b-4f22-83ca-41c9de1887b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9655da0-c4ba-41c9-9fa6-ccc7549d1ab3 HTTP/1.1" status: 204 len: 168 time: 0.3670998 Apr 01 12:22:32.383351 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52629d6f-2967-4d84-929e-8512e2af5f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.401302 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52629d6f-2967-4d84-929e-8512e2af5f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.403132 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-52629d6f-2967-4d84-929e-8512e2af5f9f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc0efe18-d926-418f-8213-12053eafc163 HTTP/1.1" status: 204 len: 168 time: 0.3358519 Apr 01 12:22:32.415093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd341e-ed0b-4f22-83ca-41c9de1887b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9655da0-c4ba-41c9-9fa6-ccc7549d1ab3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:32.447756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52629d6f-2967-4d84-929e-8512e2af5f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0efe18-d926-418f-8213-12053eafc163,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:32.882486 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44652) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:32.899755 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35bf73ff-964a-46d5-8c68-b47fc886f5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.986881 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35bf73ff-964a-46d5-8c68-b47fc886f5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:32.992044 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35bf73ff-964a-46d5-8c68-b47fc886f5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.035213 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-35bf73ff-964a-46d5-8c68-b47fc886f5da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83538433387c44de9d1bf9e413217d5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1516564 Apr 01 12:22:33.040193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44656) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:33.040851 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf73ff-964a-46d5-8c68-b47fc886f5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21e7629-7be6-4c28-b856-9a2402ce9fc9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:33.108369 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44658) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:33.127079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ee2ada1-c130-4df4-b71f-e6696a473edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.130745 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7449281a-4fcb-448a-b624-4fbdb92904f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.161964 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ee2ada1-c130-4df4-b71f-e6696a473edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.283491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ee2ada1-c130-4df4-b71f-e6696a473edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.286442 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ee2ada1-c130-4df4-b71f-e6696a473edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.288067 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7ee2ada1-c130-4df4-b71f-e6696a473edc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c21e7629-7be6-4c28-b856-9a2402ce9fc9 HTTP/1.1" status: 204 len: 168 time: 0.2460480 Apr 01 12:22:33.318434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44668) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:33.333069 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7449281a-4fcb-448a-b624-4fbdb92904f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.335056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2ada1-c130-4df4-b71f-e6696a473edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21e7629-7be6-4c28-b856-9a2402ce9fc9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:33.338879 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7449281a-4fcb-448a-b624-4fbdb92904f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.391881 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c58a68f0-e54b-4429-be10-6847bc1c6a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.392980 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7449281a-4fcb-448a-b624-4fbdb92904f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ec9757d33914b7996b2d2c83be434e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2833445 Apr 01 12:22:33.395241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44672) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:33.444587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449281a-4fcb-448a-b624-4fbdb92904f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbf2ada-9001-45e4-ae41-9dca98a557a8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:33.485744 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aba3fc05-7dc9-453e-8068-1cac6f687f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.514876 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44682) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:33.558378 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c58a68f0-e54b-4429-be10-6847bc1c6a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.569830 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c58a68f0-e54b-4429-be10-6847bc1c6a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.569955 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aba3fc05-7dc9-453e-8068-1cac6f687f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.680146 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c58a68f0-e54b-4429-be10-6847bc1c6a7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6bc6f5d7f4e54cc3867eba99aa58cedc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3606451 Apr 01 12:22:33.681589 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44698) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:33.692219 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aba3fc05-7dc9-453e-8068-1cac6f687f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.695094 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aba3fc05-7dc9-453e-8068-1cac6f687f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.697113 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-aba3fc05-7dc9-453e-8068-1cac6f687f07 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ebbf2ada-9001-45e4-ae41-9dca98a557a8 HTTP/1.1" status: 204 len: 168 time: 0.2998612 Apr 01 12:22:33.700328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a68f0-e54b-4429-be10-6847bc1c6a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ddc6e4-f7ce-43b0-8916-88e7c8660735,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:33.776581 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3fc05-7dc9-453e-8068-1cac6f687f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbf2ada-9001-45e4-ae41-9dca98a557a8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:33.826630 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-938dcce2-6f7f-42b8-ab66-d1e31da8a7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.867559 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-938dcce2-6f7f-42b8-ab66-d1e31da8a7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.877075 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-03062a31-e6e7-4990-b8de-5c75a12285f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.969242 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-938dcce2-6f7f-42b8-ab66-d1e31da8a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.975593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-938dcce2-6f7f-42b8-ab66-d1e31da8a7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:33.979863 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-938dcce2-6f7f-42b8-ab66-d1e31da8a7a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0ddc6e4-f7ce-43b0-8916-88e7c8660735 HTTP/1.1" status: 204 len: 168 time: 0.2964950 Apr 01 12:22:34.000485 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dcce2-6f7f-42b8-ab66-d1e31da8a7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ddc6e4-f7ce-43b0-8916-88e7c8660735,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:34.048710 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-03062a31-e6e7-4990-b8de-5c75a12285f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:34.055283 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-03062a31-e6e7-4990-b8de-5c75a12285f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:34.110741 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-03062a31-e6e7-4990-b8de-5c75a12285f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f50540fdf4c844918cdc5c59a11f36e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5933349 Apr 01 12:22:34.111545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03062a31-e6e7-4990-b8de-5c75a12285f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce773bab-37f9-414a-a1b4-576edef85631,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:34.113434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44740) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:34.194612 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaffd423-ded8-4e89-baaf-c0de812f051b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:34.220580 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaffd423-ded8-4e89-baaf-c0de812f051b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:34.303233 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaffd423-ded8-4e89-baaf-c0de812f051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:34.306723 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaffd423-ded8-4e89-baaf-c0de812f051b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:34.310935 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eaffd423-ded8-4e89-baaf-c0de812f051b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce773bab-37f9-414a-a1b4-576edef85631 HTTP/1.1" status: 204 len: 168 time: 0.1960232 Apr 01 12:22:34.323684 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaffd423-ded8-4e89-baaf-c0de812f051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce773bab-37f9-414a-a1b4-576edef85631,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:34.587794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44782) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:34.901389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44806) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:34.901505 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1fc4914c-e2c7-4dee-885b-091de928edbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:34.917942 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3c97-18eb-4e41-af17-5342d46c7b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.004176 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1fc4914c-e2c7-4dee-885b-091de928edbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.009758 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1fc4914c-e2c7-4dee-885b-091de928edbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.044234 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3c97-18eb-4e41-af17-5342d46c7b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.052793 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3c97-18eb-4e41-af17-5342d46c7b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.058646 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1fc4914c-e2c7-4dee-885b-091de928edbb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2c6bedb1c52484f900f914cb91764c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4694769 Apr 01 12:22:35.059767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4914c-e2c7-4dee-885b-091de928edbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645818dd-880f-4541-8ffe-53f92e6ae3a3,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:35.062239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44810) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:35.096196 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d9bb3c97-18eb-4e41-af17-5342d46c7b96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4267a28d1986446ca878d0772fa51b27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1932964 Apr 01 12:22:35.099631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44812) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:35.130182 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f632ca38-37eb-48b9-acc4-36b3ce6ea7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.133282 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb3c97-18eb-4e41-af17-5342d46c7b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8a78b2-9173-4330-94b5-f498d9d557b7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:35.168337 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97793a47-bd9d-4400-99a5-b443c9c71410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.179262 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f632ca38-37eb-48b9-acc4-36b3ce6ea7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.203025 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97793a47-bd9d-4400-99a5-b443c9c71410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.291199 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97793a47-bd9d-4400-99a5-b443c9c71410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.301620 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97793a47-bd9d-4400-99a5-b443c9c71410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.303839 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-97793a47-bd9d-4400-99a5-b443c9c71410 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a8a78b2-9173-4330-94b5-f498d9d557b7 HTTP/1.1" status: 204 len: 168 time: 0.2026727 Apr 01 12:22:35.309213 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f632ca38-37eb-48b9-acc4-36b3ce6ea7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.312080 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f632ca38-37eb-48b9-acc4-36b3ce6ea7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:35.313192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97793a47-bd9d-4400-99a5-b443c9c71410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8a78b2-9173-4330-94b5-f498d9d557b7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:35.329136 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f632ca38-37eb-48b9-acc4-36b3ce6ea7e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/645818dd-880f-4541-8ffe-53f92e6ae3a3 HTTP/1.1" status: 204 len: 168 time: 0.2658048 Apr 01 12:22:35.354451 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632ca38-37eb-48b9-acc4-36b3ce6ea7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645818dd-880f-4541-8ffe-53f92e6ae3a3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:36.065353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44876) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:36.078757 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9cfae67-8e1b-4e00-ad80-6fe340c31a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:36.161256 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9cfae67-8e1b-4e00-ad80-6fe340c31a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:36.165186 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9cfae67-8e1b-4e00-ad80-6fe340c31a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:36.207300 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a9cfae67-8e1b-4e00-ad80-6fe340c31a05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc67a32ea6aa40638f75ecb022bab227&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1397400 Apr 01 12:22:36.207403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44878) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:36.208359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfae67-8e1b-4e00-ad80-6fe340c31a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abf3208-8d31-4ca5-aec4-fe25ddeb944e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:36.281911 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6d369957-558b-4d5b-bf76-6b13c7e4d995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:36.287276 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce578e2f-2adf-4890-ae60-d4e049fa2a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:36.293685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44890) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:36.296604 n-d-836146-1 neutron-server[102718]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 12:22:36.311168 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce578e2f-2adf-4890-ae60-d4e049fa2a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:36.344835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-3d1f9362-50d7-421e-b235-34c638780c7a tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=47c8a5511215434e855db7fbd4116163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492995 Apr 01 12:22:36.373597 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce578e2f-2adf-4890-ae60-d4e049fa2a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:36.376572 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce578e2f-2adf-4890-ae60-d4e049fa2a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:36.377876 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ce578e2f-2adf-4890-ae60-d4e049fa2a27 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6abf3208-8d31-4ca5-aec4-fe25ddeb944e HTTP/1.1" status: 204 len: 168 time: 0.1694517 Apr 01 12:22:36.387847 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce578e2f-2adf-4890-ae60-d4e049fa2a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abf3208-8d31-4ca5-aec4-fe25ddeb944e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:36.556360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-15f3afe5-bda5-44ad-8868-21217ae5d486 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:36.557979 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-15f3afe5-bda5-44ad-8868-21217ae5d486 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115548 Apr 01 12:22:36.578234 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-37d51148-5398-4b9a-91e3-2f96a31330b8 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/quotas/47c8a5511215434e855db7fbd4116163 HTTP/1.1" status: 200 len: 375 time: 0.0137918 Apr 01 12:22:36.645924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-aa0b638c-ff8f-402a-aa3b-7e7731ece0e0 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=47c8a5511215434e855db7fbd4116163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585687 Apr 01 12:22:37.007037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44932) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:37.385829 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6355f864-03ee-45a9-9595-d3bd60880d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:37.476013 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6355f864-03ee-45a9-9595-d3bd60880d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:37.484628 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6355f864-03ee-45a9-9595-d3bd60880d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:37.508479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44960) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:37.536703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355f864-03ee-45a9-9595-d3bd60880d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9b0c21-9507-4fc2-969b-8db719c6d300,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:37.541777 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6355f864-03ee-45a9-9595-d3bd60880d1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e0c744a55de4daba5570c20335e4537&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5335872 Apr 01 12:22:37.544714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44968) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:37.618500 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5f2fa9f-4fdf-4ba2-9aa2-8f952504e281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:37.645468 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5f2fa9f-4fdf-4ba2-9aa2-8f952504e281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:37.718863 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5f2fa9f-4fdf-4ba2-9aa2-8f952504e281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:37.721881 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5f2fa9f-4fdf-4ba2-9aa2-8f952504e281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:37.723283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e5f2fa9f-4fdf-4ba2-9aa2-8f952504e281 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d9b0c21-9507-4fc2-969b-8db719c6d300 HTTP/1.1" status: 204 len: 168 time: 0.1772199 Apr 01 12:22:37.733694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2fa9f-4fdf-4ba2-9aa2-8f952504e281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9b0c21-9507-4fc2-969b-8db719c6d300,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:37.913474 n-d-836146-1 neutron-server[102719]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 12:22:37.970220 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5878ca4f-4ea7-439d-8529-15ba54aa2f98 req-b7d51436-5d25-4211-add0-ed6c071af204 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 210 time: 0.4600096 Apr 01 12:22:38.356074 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:38.491887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45014) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:38.506948 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b2b62f37-5e66-423e-8165-89e18449952d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:38.574761 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:38.620668 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b2b62f37-5e66-423e-8165-89e18449952d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:38.626402 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b2b62f37-5e66-423e-8165-89e18449952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:38.666234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b62f37-5e66-423e-8165-89e18449952d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e5e0f4-51a7-41fd-9269-0954be67b276,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:38.670772 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b2b62f37-5e66-423e-8165-89e18449952d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6211e740f8d1483296ef56b22ea65139&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1779761 Apr 01 12:22:38.673389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45022) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:38.738031 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d2bac463-62e8-4db3-a878-a10c00ba61a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:38.767084 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d2bac463-62e8-4db3-a878-a10c00ba61a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:38.812563 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7853-a430-4cfb-88f5-d468653f0f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:38.839438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.37', 52508) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:38.873377 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-7682833c-a5b1-4e21-ab16-752c377bd311 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=47c8a5511215434e855db7fbd4116163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327163 Apr 01 12:22:38.874803 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d2bac463-62e8-4db3-a878-a10c00ba61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:38.877503 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d2bac463-62e8-4db3-a878-a10c00ba61a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:38.879712 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d2bac463-62e8-4db3-a878-a10c00ba61a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4e5e0f4-51a7-41fd-9269-0954be67b276 HTTP/1.1" status: 204 len: 168 time: 0.2053783 Apr 01 12:22:38.936733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bac463-62e8-4db3-a878-a10c00ba61a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e5e0f4-51a7-41fd-9269-0954be67b276,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:39.047310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-e3cc5d4e-e953-4f22-a9e1-8cfa80364ff5 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:39.049108 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-e3cc5d4e-e953-4f22-a9e1-8cfa80364ff5 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683025 Apr 01 12:22:39.145247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Request body: {'port': {'device_id': '85cca92f-d8ab-466f-9190-f3ed56203dd2', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '47c8a5511215434e855db7fbd4116163'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:22:39.274573 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8dbc613c-503e-4fea-9588-54a68ce6ffbd req-0d30f88f-ad99-4109-9829-bee02e1e36b6 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 210 time: 0.1097794 Apr 01 12:22:39.418247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Made reservation on behalf of 47c8a5511215434e855db7fbd4116163 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:22:39.422060 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:39.431181 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:39.514678 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:39.520521 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:39.733416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45066) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:39.742950 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec361a6-9450-4c01-aca3-ce10391cd7db,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:39.763813 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4843315-9a9e-4486-9099-e798d99a6733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:39.906131 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4843315-9a9e-4486-9099-e798d99a6733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:39.914697 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4843315-9a9e-4486-9099-e798d99a6733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:39.994186 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c4843315-9a9e-4486-9099-e798d99a6733 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e98dffc4d194a84b3931bfb5c9af381&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2593853 Apr 01 12:22:39.995396 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4843315-9a9e-4486-9099-e798d99a6733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4638587d-2ea8-4872-9a41-e48aef2c2f31,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:39.997556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45078) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:40.037555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Allocated IP 192.168.233.198 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/8fbad7b7-c34e-43db-abb5-828b62e55f52) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:22:40.141751 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-999a40bf-88ff-48c6-a019-103dd8742e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:40.189543 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-999a40bf-88ff-48c6-a019-103dd8742e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:40.243319 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:40.293593 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:40.308274 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-999a40bf-88ff-48c6-a019-103dd8742e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:40.310803 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-999a40bf-88ff-48c6-a019-103dd8742e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:40.314312 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-999a40bf-88ff-48c6-a019-103dd8742e60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4638587d-2ea8-4872-9a41-e48aef2c2f31 HTTP/1.1" status: 204 len: 168 time: 0.3129160 Apr 01 12:22:40.329391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a40bf-88ff-48c6-a019-103dd8742e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4638587d-2ea8-4872-9a41-e48aef2c2f31,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:40.343111 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:40.430464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:22:40.435474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:22:40.441906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:22:40.447338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:40.447950 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:40.460314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Pushing event updated for resources: {'Port': ['ID=8fbad7b7-c34e-43db-abb5-828b62e55f52,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:40.472186 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-40cb03c5-d2af-43c5-bca0-f90781c7d5ab tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7e6ce897a1774a1ab15f6c293936f40b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467365 Apr 01 12:22:40.488022 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-8631455f-efc6-448a-aec3-b8d2f1afe289 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3507078 Apr 01 12:22:40.499949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-ad1c64ea-7012-477e-8e18-50ed2fbc6fb8 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:22:40.501665 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-ad1c64ea-7012-477e-8e18-50ed2fbc6fb8 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077133 Apr 01 12:22:40.749412 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-ca6eb01c-6e20-46af-aab5-49ff72f0f9b3 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:40.757309 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-ca6eb01c-6e20-46af-aab5-49ff72f0f9b3 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866881 Apr 01 12:22:40.777198 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-9c459c65-a753-48d0-8d4f-2b36b1e864f7 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/quotas/7e6ce897a1774a1ab15f6c293936f40b HTTP/1.1" status: 200 len: 375 time: 0.0187097 Apr 01 12:22:40.851274 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fa49b214-0255-4536-98da-55c7d38a2141 None None] Provisioning complete for port 8fbad7b7-c34e-43db-abb5-828b62e55f52 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:22:40.852070 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fa49b214-0255-4536-98da-55c7d38a2141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:40.872645 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-92dd72e4-3c3e-4274-9d7f-c61c50fd097c tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e6ce897a1774a1ab15f6c293936f40b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942225 Apr 01 12:22:40.950475 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-fa49b214-0255-4536-98da-55c7d38a2141 None None] Port 8fbad7b7-c34e-43db-abb5-828b62e55f52 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:22:41.233755 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-c1734cb8-1acf-4956-96c0-25f58a4e52cc tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=6d2e4c25e70845899d0f0e49a75f1c17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449898 Apr 01 12:22:41.390602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-a6e65ddd-34c8-4acc-9a97-33fa8b96718c tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:41.390906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45146) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:41.400710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-a6e65ddd-34c8-4acc-9a97-33fa8b96718c tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648388 Apr 01 12:22:41.453177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-fbaf2b3c-28de-46d2-98bf-5065d940d664 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/quotas/6d2e4c25e70845899d0f0e49a75f1c17 HTTP/1.1" status: 200 len: 375 time: 0.0511425 Apr 01 12:22:41.547802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-0f65fb8d-a73e-4040-85b9-90b6ac378fee tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d2e4c25e70845899d0f0e49a75f1c17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935454 Apr 01 12:22:41.560757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844e3c-e572-4c2e-9f2d-3085c32ee56e req-a895f3bf-7f50-4c3b-bec4-b0355eb9b849 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:41.571266 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd844e3c-e572-4c2e-9f2d-3085c32ee56e req-a895f3bf-7f50-4c3b-bec4-b0355eb9b849 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 936 time: 0.0810537 Apr 01 12:22:41.619091 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:41.657534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Request body: {'port': {'device_id': '85cca92f-d8ab-466f-9190-f3ed56203dd2', 'device_owner': 'compute:tempest-test_az-1574922972', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:22:41.667409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8251bcd6-f1df-41e4-ab47-5e06a67fc701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:41.773704 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:41.865562 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:41.912711 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd844e3c-e572-4c2e-9f2d-3085c32ee56e req-6ba891f1-a9f2-4e9c-9009-063732a9328a tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403058 Apr 01 12:22:42.044385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8251bcd6-f1df-41e4-ab47-5e06a67fc701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:42.052430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8251bcd6-f1df-41e4-ab47-5e06a67fc701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:42.181921 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8251bcd6-f1df-41e4-ab47-5e06a67fc701 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd6f7af0bfc042bab46e1f75860ccb1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7893736 Apr 01 12:22:42.198042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45194) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:42.211494 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-22fe2b26-1419-41df-b251-3426afff5153 req-8d245282-00f0-4606-a08f-32729df353fd tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 210 time: 0.1768272 Apr 01 12:22:42.254614 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251bcd6-f1df-41e4-ab47-5e06a67fc701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493c029a-f50b-4a59-bcf8-38f9c7bfaaf6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:42.414603 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a240932-ec87-482e-9042-78eb829763e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:42.511250 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a240932-ec87-482e-9042-78eb829763e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:42.677155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae3d7ade-438d-4186-9271-181b59edc0f4 req-a7e012fb-e64d-4720-bc49-a8f4e2607791 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 210 time: 0.1831720 Apr 01 12:22:42.695588 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a240932-ec87-482e-9042-78eb829763e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:42.705467 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a240932-ec87-482e-9042-78eb829763e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:42.711759 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9a240932-ec87-482e-9042-78eb829763e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/493c029a-f50b-4a59-bcf8-38f9c7bfaaf6 HTTP/1.1" status: 204 len: 168 time: 0.5063980 Apr 01 12:22:42.742481 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a240932-ec87-482e-9042-78eb829763e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493c029a-f50b-4a59-bcf8-38f9c7bfaaf6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:43.187577 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbad7b7-c34e-43db-abb5-828b62e55f52 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:22:43.215424 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:43.220407 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfc65e-e642-4c47-9b2e-630025006586 req-b26d8b34-7074-4307-becb-c36cdfba52d7 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:43.222540 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10bfc65e-e642-4c47-9b2e-630025006586 req-b26d8b34-7074-4307-becb-c36cdfba52d7 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 936 time: 0.1478541 Apr 01 12:22:43.273305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Transition to ACTIVE for port object 8fbad7b7-c34e-43db-abb5-828b62e55f52 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:22:43.280844 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:43.424550 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10bfc65e-e642-4c47-9b2e-630025006586 req-3dac9409-eabb-4c72-bd6b-27eb3dcc1d8e tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792493 Apr 01 12:22:43.465434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Attempting to bind port 8fbad7b7-c34e-43db-abb5-828b62e55f52 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:22:43.466176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Attempting to bind port 8fbad7b7-c34e-43db-abb5-828b62e55f52 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:22:43.466688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Attempting to bind port 8fbad7b7-c34e-43db-abb5-828b62e55f52 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:22:43.472599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbad7b7-c34e-43db-abb5-828b62e55f52,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:43.476739 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Port 8fbad7b7-c34e-43db-abb5-828b62e55f52 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:22:43.477175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Attempting to bind port 8fbad7b7-c34e-43db-abb5-828b62e55f52 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:22:43.485358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:22:43.486172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:22:43.487004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:22:43.488004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Bound port: 8fbad7b7-c34e-43db-abb5-828b62e55f52, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:22:43.488497 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:43.782566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] For port 8fbad7b7-c34e-43db-abb5-828b62e55f52, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:22:43.861253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a49ac7e5-6ed7-424f-ba07-d8c0edff6ab9 req-5aca41dd-754e-4c92-b9f7-6f00a681ac64 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 210 time: 0.1357384 Apr 01 12:22:43.905724 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45244) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:43.944011 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83d680f2-b625-442c-a68d-cc2ee481d1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:43.998676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] For port 8fbad7b7-c34e-43db-abb5-828b62e55f52, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8fbad7b7-c34e-43db-abb5-828b62e55f52,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:22:44.013314 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:44.137025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.44', 56310) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:44.160603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-488a8158-9b6e-42bb-8e68-028a2591455b req-b7e31f4f-be54-4422-91ec-4a22386ce0bb tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 210 time: 0.1068952 Apr 01 12:22:44.192853 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:22:44.261923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:44.262571 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:44.263980 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] 10.222.0.37 "PUT /v2.0/ports/8fbad7b7-c34e-43db-abb5-828b62e55f52 HTTP/1.1" status: 200 len: 1118 time: 2.8477280 Apr 01 12:22:44.264474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cca92f-d8ab-466f-9190-f3ed56203dd2', 'tag': '8fbad7b7-c34e-43db-abb5-828b62e55f52'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:22:44.334924 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83d680f2-b625-442c-a68d-cc2ee481d1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:44.352379 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83d680f2-b625-442c-a68d-cc2ee481d1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:44.443866 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d680f2-b625-442c-a68d-cc2ee481d1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0209debe-04b3-4e0d-b121-91bc40dd98fa,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:44.533644 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85fac757-0c76-4f16-b2ec-379b11da6711 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7e6ce897a1774a1ab15f6c293936f40b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3951988 Apr 01 12:22:44.537335 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-83d680f2-b625-442c-a68d-cc2ee481d1cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91974394e14f44f59e18ecc52db30b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6301522 Apr 01 12:22:44.541744 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45258) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:44.563652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.44', 56312) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:44.882994 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9f84f5f5-1325-403f-bb52-be8872c92bb5 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6d2e4c25e70845899d0f0e49a75f1c17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2656443 Apr 01 12:22:44.887509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5a310-a4ad-4eaa-a318-f9cea5406860 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbad7b7-c34e-43db-abb5-828b62e55f52,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:44.907748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45270) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:45.025740 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5087-be71-44f8-8e24-8c3ac4cc6f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:45.067448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-e5581499-20ec-4bbd-9375-f8c0e6d69ec0 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:45.072631 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-e5581499-20ec-4bbd-9375-f8c0e6d69ec0 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3937852 Apr 01 12:22:45.086971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-67f71c50-95eb-4058-821f-cb3096a2b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:45.092627 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-67f71c50-95eb-4058-821f-cb3096a2b2cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47c8a5511215434e855db7fbd4116163&device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 1121 time: 0.5894179 Apr 01 12:22:45.185630 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3b653a-ceb5-4a91-bdd8-d553a9e747f8" -d '{"events": [{"name": "network-changed", "server_uuid": "85cca92f-d8ab-466f-9190-f3ed56203dd2", "tag": "8fbad7b7-c34e-43db-abb5-828b62e55f52"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:22:45.207945 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5edd17c5-024b-4c0b-9e06-37f331c43c3e req-0fe75c60-7d20-4f50-9a49-9b824c08bf50 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 210 time: 0.0849898 Apr 01 12:22:45.214802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Request body: {'port': {'device_id': '23498dc0-48bf-493e-8aae-358b663d5ba7', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '7e6ce897a1774a1ab15f6c293936f40b'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:22:45.220755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-3fe69dde-0953-44dd-ac84-0b4b1193fe8a tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:45.228659 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-3fe69dde-0953-44dd-ac84-0b4b1193fe8a tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3296957 Apr 01 12:22:45.258070 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5087-be71-44f8-8e24-8c3ac4cc6f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:45.298871 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Request body: {'port': {'device_id': '1f04c78d-927e-48fd-a7ff-23e85c164b9e', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '6d2e4c25e70845899d0f0e49a75f1c17'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:22:45.664341 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5087-be71-44f8-8e24-8c3ac4cc6f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:45.666874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5087-be71-44f8-8e24-8c3ac4cc6f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:45.681861 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dc6b5087-be71-44f8-8e24-8c3ac4cc6f69 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0209debe-04b3-4e0d-b121-91bc40dd98fa HTTP/1.1" status: 204 len: 168 time: 1.1284890 Apr 01 12:22:45.742320 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043b1e3-494d-44fb-9679-80910c57b758 req-1f9cac56-58b1-427c-9b03-6542f7bc142c tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:45.748998 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad353-beda-4922-8a48-17e2f8e405fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:45.759074 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4043b1e3-494d-44fb-9679-80910c57b758 req-1f9cac56-58b1-427c-9b03-6542f7bc142c tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 970 time: 1.1014533 Apr 01 12:22:45.760651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a175b97a-26f2-4f79-8251-c0909002209f req-dde6c62a-5f38-4b92-aaec-5cc5a8b21d40 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 210 time: 0.0994575 Apr 01 12:22:45.933862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b5087-be71-44f8-8e24-8c3ac4cc6f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0209debe-04b3-4e0d-b121-91bc40dd98fa,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:46.030361 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Made reservation on behalf of 7e6ce897a1774a1ab15f6c293936f40b for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:22:46.041445 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:46.051720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Made reservation on behalf of 6d2e4c25e70845899d0f0e49a75f1c17 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:22:46.070497 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:46.137610 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4043b1e3-494d-44fb-9679-80910c57b758 req-887fc0b4-3f32-4f46-b58a-1bb6918303ce tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747580 Apr 01 12:22:46.146221 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:46.168010 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:46.237551 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-31130586-2a0c-4987-9f7b-0555d1970a9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8fbad7b7-c34e-43db-abb5-828b62e55f52 HTTP/1.1" status: 200 len: 217 time: 0.1827917 Apr 01 12:22:46.312170 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad353-beda-4922-8a48-17e2f8e405fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:46.530897 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad353-beda-4922-8a48-17e2f8e405fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:46.571085 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:46.581750 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:46.588881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-16ce71a4-4a81-424b-94aa-3a6b2b8ed1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:46.604223 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-16ce71a4-4a81-424b-94aa-3a6b2b8ed1d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.3519316 Apr 01 12:22:46.606813 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ce0edd-0d87-4c5c-b915-267b114687f3 x-openstack-request-id: req-36ce0edd-0d87-4c5c-b915-267b114687f3 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:22:46.607541 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85cca92f-d8ab-466f-9190-f3ed56203dd2", "tag": "8fbad7b7-c34e-43db-abb5-828b62e55f52", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:22:46.608288 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36ce0edd-0d87-4c5c-b915-267b114687f3 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:22:46.608891 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ce0edd-0d87-4c5c-b915-267b114687f3'] response: {'name': 'network-changed', 'server_uuid': '85cca92f-d8ab-466f-9190-f3ed56203dd2', 'tag': '8fbad7b7-c34e-43db-abb5-828b62e55f52', 'status': 'completed', 'code': 200} Apr 01 12:22:46.718253 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:46.757955 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bd583a-b205-4cd3-9587-2535446bd1be,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:46.766098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ab2ad353-beda-4922-8a48-17e2f8e405fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0c45d6f17254c36ab04da825ae9980e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8544703 Apr 01 12:22:46.774576 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45320) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:46.947489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ad353-beda-4922-8a48-17e2f8e405fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f88052-a67f-4b80-9302-e65fc8eacdca,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:46.976744 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48ec99a4-1df9-49d3-adda-f568de962f5f req-8322a208-70fa-4e53-a80b-0bfbb08ae314 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 210 time: 0.2041497 Apr 01 12:22:46.976744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:47.172666 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fee5f9e7-aa45-4fa2-8c1c-ffda310bcff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:47.199872 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fee5f9e7-aa45-4fa2-8c1c-ffda310bcff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:47.273367 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fee5f9e7-aa45-4fa2-8c1c-ffda310bcff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:47.276423 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fee5f9e7-aa45-4fa2-8c1c-ffda310bcff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:47.277754 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fee5f9e7-aa45-4fa2-8c1c-ffda310bcff1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6f88052-a67f-4b80-9302-e65fc8eacdca HTTP/1.1" status: 204 len: 168 time: 0.4288728 Apr 01 12:22:47.303454 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5f9e7-aa45-4fa2-8c1c-ffda310bcff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f88052-a67f-4b80-9302-e65fc8eacdca,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:47.319887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Allocated IP 192.168.233.231 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/55c9e173-6a28-4f42-a6f1-1d97a72c90bf) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:22:47.397896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34d0b037-dfaa-4769-a863-ac04b12acbb6 req-73d76314-337d-44d0-b0be-dc508b38a6c0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 210 time: 0.1761639 Apr 01 12:22:47.408178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:47.423341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-61c77411-361f-4efb-b9a3-1c0710550c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:47.423341 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-61c77411-361f-4efb-b9a3-1c0710550c7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5953741 Apr 01 12:22:47.755507 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-6b579874-44b8-4911-bc1d-418e34c87a9d service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212185 Apr 01 12:22:48.068129 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:48.208408 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8ef466af-b81f-4ec9-a8ca-4ad356fb70fd req-382fd53d-80ff-46ba-8018-8d4be76ad542 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 210 time: 0.1080761 Apr 01 12:22:48.235944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6a11-5ab4-4811-a405-3f377e2bb627 req-2768319f-59bf-4bd4-90d2-f351c5edf5af tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:48.240675 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f44d6a11-5ab4-4811-a405-3f377e2bb627 req-2768319f-59bf-4bd4-90d2-f351c5edf5af tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 970 time: 0.2089491 Apr 01 12:22:48.248916 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10caa44-a57d-4dc1-8bb7-c4f722a6b985 req-53e2f80b-fbf8-4d46-bba6-349536b2571c service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822619 Apr 01 12:22:48.334211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45374) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:48.421784 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-66c95141-11ab-4d9b-883c-718061934a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:48.425029 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:48.616819 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f44d6a11-5ab4-4811-a405-3f377e2bb627 req-c13aecad-2e14-4c85-af22-0aa70bf5e3e1 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659871 Apr 01 12:22:48.619266 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:22:48.640619 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:22:48.656157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:22:48.676985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:48.679596 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:48.739818 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Pushing event updated for resources: {'Port': ['ID=55c9e173-6a28-4f42-a6f1-1d97a72c90bf,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:48.750253 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-9e318d23-2da2-4076-a820-b5f9521ade92 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4972887 Apr 01 12:22:48.765905 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-cda93db6-026c-4e7a-ba9d-ede54805116d tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:22:48.770188 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-cda93db6-026c-4e7a-ba9d-ede54805116d tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086720 Apr 01 12:22:49.013662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b653a-ceb5-4a91-bdd8-d553a9e747f8 req-c2268218-82e5-4801-980d-bb39f311174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:49.019348 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3b653a-ceb5-4a91-bdd8-d553a9e747f8 req-c2268218-82e5-4801-980d-bb39f311174b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47c8a5511215434e855db7fbd4116163&device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 1121 time: 0.6685221 Apr 01 12:22:49.075244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Allocated IP 192.168.233.243 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/08724a2f-266d-44fe-bde3-85d345cc116a) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:22:49.137856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f694283c-0a8d-4011-8f5f-fcbe09b97b9f None None] Provisioning complete for port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:22:49.140256 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f694283c-0a8d-4011-8f5f-fcbe09b97b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:49.271266 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f694283c-0a8d-4011-8f5f-fcbe09b97b9f None None] Port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:22:49.373029 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65124a-cbc8-4f11-a699-2accc6b05827 req-11930ee3-367c-4540-b1e4-d8a45727d965 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:49.381168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e65124a-cbc8-4f11-a699-2accc6b05827 req-11930ee3-367c-4540-b1e4-d8a45727d965 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 936 time: 0.7259545 Apr 01 12:22:49.509311 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4b835933-b1bc-42b9-acfd-5bf1bf5b09ff req-c14785b2-4f21-4cad-89be-88f356547e10 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 210 time: 0.1031413 Apr 01 12:22:49.761212 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:49.790895 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45408) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:49.839246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45412) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:49.891773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce660d6-ab22-4e5f-82cc-ca7c16923d12 req-33f784d6-c354-4207-b915-fa74b2c49379 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:49.904744 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ce660d6-ab22-4e5f-82cc-ca7c16923d12 req-33f784d6-c354-4207-b915-fa74b2c49379 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 970 time: 0.1645126 Apr 01 12:22:50.013226 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ce660d6-ab22-4e5f-82cc-ca7c16923d12 req-57071a20-d52c-4d2c-bb5a-699a8c81c214 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052277 Apr 01 12:22:50.040623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Request body: {'port': {'device_id': '1f04c78d-927e-48fd-a7ff-23e85c164b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:22:50.149365 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e65124a-cbc8-4f11-a699-2accc6b05827 req-60b277b9-371b-4fb1-a198-81292e664ec1 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671607 Apr 01 12:22:50.212652 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f54466ce-1dd3-4e7a-acbb-6f3bd7440e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:50.225470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b653a-ceb5-4a91-bdd8-d553a9e747f8 req-29c7062b-c649-47d6-961e-983de3a6f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:50.230177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3b653a-ceb5-4a91-bdd8-d553a9e747f8 req-29c7062b-c649-47d6-961e-983de3a6f125 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 1.1724129 Apr 01 12:22:50.235980 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-66c95141-11ab-4d9b-883c-718061934a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:50.243854 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-66c95141-11ab-4d9b-883c-718061934a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:50.256744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:50.395450 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ff41e76-3884-40ab-b77d-8d7cec5fe9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:50.423124 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:50.451150 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3b653a-ceb5-4a91-bdd8-d553a9e747f8 req-1f96a518-399c-4bdd-92ed-933d3911c79f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8fbad7b7-c34e-43db-abb5-828b62e55f52 HTTP/1.1" status: 200 len: 217 time: 0.1872776 Apr 01 12:22:50.478342 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:22:50.487369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:22:50.521324 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f54466ce-1dd3-4e7a-acbb-6f3bd7440e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:50.548162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:22:50.555769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:50.558378 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:50.573614 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f54466ce-1dd3-4e7a-acbb-6f3bd7440e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:50.582232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c95141-11ab-4d9b-883c-718061934a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b32363-0233-4258-9f1f-c68694baf4b7,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:50.657936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-66c95141-11ab-4d9b-883c-718061934a9b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0a2af735d7043de8c318b17530ad2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3218977 Apr 01 12:22:50.667098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4562061 Apr 01 12:22:50.674084 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45428) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:50.692743 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Request body: {'port': {'device_id': '23498dc0-48bf-493e-8aae-358b663d5ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:22:50.758699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e8b47-17d2-4c0c-8c7b-74824cfb849a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Pushing event updated for resources: {'Port': ['ID=08724a2f-266d-44fe-bde3-85d345cc116a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:50.767755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b653a-ceb5-4a91-bdd8-d553a9e747f8 req-17d97342-a169-4aec-9901-3e4795375268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:50.770639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3b653a-ceb5-4a91-bdd8-d553a9e747f8 req-17d97342-a169-4aec-9901-3e4795375268 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.2893071 Apr 01 12:22:50.857015 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:50.903114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f54466ce-1dd3-4e7a-acbb-6f3bd7440e65 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39855450b7a3492e9360d40437dbbb63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0545805 Apr 01 12:22:50.913027 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45434) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:51.005191 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-79a4f26e-99db-4465-8c0f-072fa6d090eb None None] Provisioning complete for port 08724a2f-266d-44fe-bde3-85d345cc116a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:22:51.005814 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54466ce-1dd3-4e7a-acbb-6f3bd7440e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1e318c-004c-4ab8-be20-976ed556b331,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:51.006870 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-79a4f26e-99db-4465-8c0f-072fa6d090eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:51.096285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-79a4f26e-99db-4465-8c0f-072fa6d090eb None None] Port 08724a2f-266d-44fe-bde3-85d345cc116a cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:22:51.365956 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d319d-9c9c-4cab-81ca-20c29246bca0 req-a50ae194-e27d-41ae-ad88-c6f7b3e6fd98 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:51.367646 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b8d319d-9c9c-4cab-81ca-20c29246bca0 req-a50ae194-e27d-41ae-ad88-c6f7b3e6fd98 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 936 time: 0.6479485 Apr 01 12:22:51.409839 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ff41e76-3884-40ab-b77d-8d7cec5fe9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:51.433132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b653a-ceb5-4a91-bdd8-d553a9e747f8 req-e507cd88-4da5-4ff4-ae66-ddc0d7b8f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:51.437021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3b653a-ceb5-4a91-bdd8-d553a9e747f8 req-e507cd88-4da5-4ff4-ae66-ddc0d7b8f83e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6532331 Apr 01 12:22:51.443702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ff41e76-3884-40ab-b77d-8d7cec5fe9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:51.520832 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd31d696-f2c9-460b-a0ae-ad73c61870e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:51.533909 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9b251bf4-033c-4fdd-8843-63d0cb7769ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:51.592806 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b8d319d-9c9c-4cab-81ca-20c29246bca0 req-d5146ac7-2806-49f7-83db-f4d8e178d8e7 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921160 Apr 01 12:22:51.597913 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0ff41e76-3884-40ab-b77d-8d7cec5fe9d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04d55c7fb2ee49e5b9ff0d7e936935fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7995362 Apr 01 12:22:51.609857 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45450) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:51.613741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff41e76-3884-40ab-b77d-8d7cec5fe9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81203a7-2290-4ada-8dc9-6b853837402b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:51.655395 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9b251bf4-033c-4fdd-8843-63d0cb7769ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:51.660292 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd31d696-f2c9-460b-a0ae-ad73c61870e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:51.699151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e397c-cc8f-4ab3-a9e6-fd2d06f6004d req-f0a6f40c-09c4-4add-b1fa-563823edaa98 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:51.709518 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f9e397c-cc8f-4ab3-a9e6-fd2d06f6004d req-f0a6f40c-09c4-4add-b1fa-563823edaa98 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 970 time: 0.2296562 Apr 01 12:22:51.770973 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c9e173-6a28-4f42-a6f1-1d97a72c90bf {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:22:51.786497 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3b653a-ceb5-4a91-bdd8-d553a9e747f8 req-887e4a9a-5fce-4f68-b9e8-d94d37ecfa31 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419175 Apr 01 12:22:51.788314 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:51.838044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f9e397c-cc8f-4ab3-a9e6-fd2d06f6004d req-b427e223-1a54-405c-b0f1-1bf40eee2e65 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269362 Apr 01 12:22:51.848892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd31d696-f2c9-460b-a0ae-ad73c61870e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:51.851673 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd31d696-f2c9-460b-a0ae-ad73c61870e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:51.861515 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dd31d696-f2c9-460b-a0ae-ad73c61870e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23b32363-0233-4258-9f1f-c68694baf4b7 HTTP/1.1" status: 204 len: 168 time: 1.1695454 Apr 01 12:22:51.894891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Transition to ACTIVE for port object 55c9e173-6a28-4f42-a6f1-1d97a72c90bf will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:22:51.914175 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9b251bf4-033c-4fdd-8843-63d0cb7769ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:51.926490 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9b251bf4-033c-4fdd-8843-63d0cb7769ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:51.938872 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9b251bf4-033c-4fdd-8843-63d0cb7769ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e1e318c-004c-4ab8-be20-976ed556b331 HTTP/1.1" status: 204 len: 168 time: 1.0212507 Apr 01 12:22:51.983976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31d696-f2c9-460b-a0ae-ad73c61870e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b32363-0233-4258-9f1f-c68694baf4b7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:52.060666 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a9336-81a1-4bb8-b971-9a3bb1668f8b req-af427ee7-d95d-4832-885c-f0b36bbba7f0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:52.085039 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b34a9336-81a1-4bb8-b971-9a3bb1668f8b req-af427ee7-d95d-4832-885c-f0b36bbba7f0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 936 time: 0.3369405 Apr 01 12:22:52.118919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c3497d9-0067-4dbc-817f-a3f08b489300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:52.124600 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:52.133371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b251bf4-033c-4fdd-8843-63d0cb7769ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1e318c-004c-4ab8-be20-976ed556b331,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:52.215556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3b653a-ceb5-4a91-bdd8-d553a9e747f8 req-cff6f32d-2983-42bb-ac8c-d21d032db014 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095314 Apr 01 12:22:52.277725 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c3497d9-0067-4dbc-817f-a3f08b489300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:52.350507 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b34a9336-81a1-4bb8-b971-9a3bb1668f8b req-59bc8850-f265-4abc-b651-42a89362f2d3 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642930 Apr 01 12:22:52.369996 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Pushing event updated for resources: {'Port': ['ID=55c9e173-6a28-4f42-a6f1-1d97a72c90bf,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:52.466423 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Attempting to bind port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:22:52.468086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Attempting to bind port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:22:52.468086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Attempting to bind port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:22:52.490472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:22:52.492527 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Attempting to bind port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:22:52.509596 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:22:52.510180 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:22:52.511019 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:22:52.512087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Bound port: 55c9e173-6a28-4f42-a6f1-1d97a72c90bf, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:22:52.513585 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:52.716717 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c3497d9-0067-4dbc-817f-a3f08b489300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:52.720691 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c3497d9-0067-4dbc-817f-a3f08b489300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:52.740381 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1c3497d9-0067-4dbc-817f-a3f08b489300 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a81203a7-2290-4ada-8dc9-6b853837402b HTTP/1.1" status: 204 len: 168 time: 1.1111796 Apr 01 12:22:52.759000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] For port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:22:52.777150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] For port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=55c9e173-6a28-4f42-a6f1-1d97a72c90bf,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:22:52.789593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:52.840677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3497d9-0067-4dbc-817f-a3f08b489300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81203a7-2290-4ada-8dc9-6b853837402b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:52.968459 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Pushing event updated for resources: {'Port': ['ID=55c9e173-6a28-4f42-a6f1-1d97a72c90bf,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:53.025319 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:53.033689 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:53.045302 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-97e6e41d-f05d-4a0f-a30b-4f49fa2ab48a service neutron] 10.222.0.44 "PUT /v2.0/ports/55c9e173-6a28-4f42-a6f1-1d97a72c90bf HTTP/1.1" status: 200 len: 1096 time: 3.5609357 Apr 01 12:22:53.046873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f04c78d-927e-48fd-a7ff-23e85c164b9e', 'tag': '55c9e173-6a28-4f42-a6f1-1d97a72c90bf'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:22:53.082642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08724a2f-266d-44fe-bde3-85d345cc116a {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:22:53.136842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:53.200173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aec0dc-6895-43e6-b4c8-2c12acb15806 req-62ba878b-e39a-4f6d-a1c4-e7f1d204cee8 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:53.201764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17aec0dc-6895-43e6-b4c8-2c12acb15806 req-62ba878b-e39a-4f6d-a1c4-e7f1d204cee8 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 936 time: 0.2843554 Apr 01 12:22:53.252166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Transition to ACTIVE for port object 08724a2f-266d-44fe-bde3-85d345cc116a will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:22:53.308992 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:53.458441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Pushing event updated for resources: {'Port': ['ID=08724a2f-266d-44fe-bde3-85d345cc116a,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:53.544444 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17aec0dc-6895-43e6-b4c8-2c12acb15806 req-31c50d10-a322-41ad-8c9c-5f1a1e530a86 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142889 Apr 01 12:22:53.605300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Attempting to bind port 08724a2f-266d-44fe-bde3-85d345cc116a on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:22:53.605632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Attempting to bind port 08724a2f-266d-44fe-bde3-85d345cc116a by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:22:53.610368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Attempting to bind port 08724a2f-266d-44fe-bde3-85d345cc116a on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:22:53.625753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Port 08724a2f-266d-44fe-bde3-85d345cc116a on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:22:53.632978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Attempting to bind port 08724a2f-266d-44fe-bde3-85d345cc116a on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:22:53.647135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:22:53.647479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:22:53.647874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:22:53.648327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Bound port: 08724a2f-266d-44fe-bde3-85d345cc116a, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:22:53.648691 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:53.651886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45500) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:53.732095 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18017599-ea72-4b63-ac69-affc035eacb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:54.048505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-77d750e9-f82b-4e28-b1d1-a63e773113a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:54.061039 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-77d750e9-f82b-4e28-b1d1-a63e773113a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d2e4c25e70845899d0f0e49a75f1c17&device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 1099 time: 0.7807164 Apr 01 12:22:54.128908 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1a6e6-582e-42a2-b746-1a6484aa72af req-0b6aecf7-4694-4bcd-b3d9-cd66c19d02fa tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:54.149428 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74d1a6e6-582e-42a2-b746-1a6484aa72af req-0b6aecf7-4694-4bcd-b3d9-cd66c19d02fa tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 970 time: 0.7269616 Apr 01 12:22:54.192979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2289ee1-9be5-4ce2-9f50-0672936af396 req-606be920-920c-4ad1-8951-b152e574f7d7 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:54.195759 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2289ee1-9be5-4ce2-9f50-0672936af396 req-606be920-920c-4ad1-8951-b152e574f7d7 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 948 time: 0.4496567 Apr 01 12:22:54.199169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] For port 08724a2f-266d-44fe-bde3-85d345cc116a, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:22:54.204291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45508) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:54.224480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] For port 08724a2f-266d-44fe-bde3-85d345cc116a, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=08724a2f-266d-44fe-bde3-85d345cc116a,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:22:54.265256 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:54.318290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45512) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:54.337839 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-4d00f6a8-409c-44f4-a8d9-696bb5c86f98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=55c9e173-6a28-4f42-a6f1-1d97a72c90bf HTTP/1.1" status: 200 len: 217 time: 0.1830137 Apr 01 12:22:54.349152 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c2ecbd6-7262-4988-989a-4d5bbf75fa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:54.379240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:54.380216 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:54.382452 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] 10.222.0.44 "PUT /v2.0/ports/08724a2f-266d-44fe-bde3-85d345cc116a HTTP/1.1" status: 200 len: 1096 time: 3.7018414 Apr 01 12:22:54.384765 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18017599-ea72-4b63-ac69-affc035eacb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:54.399237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23498dc0-48bf-493e-8aae-358b663d5ba7', 'tag': '08724a2f-266d-44fe-bde3-85d345cc116a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:22:54.402276 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b34e56-55d6-43cd-85ae-04e38a3363e5" -d '{"events": [{"name": "network-changed", "server_uuid": "23498dc0-48bf-493e-8aae-358b663d5ba7", "tag": "08724a2f-266d-44fe-bde3-85d345cc116a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:22:54.431682 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18017599-ea72-4b63-ac69-affc035eacb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:54.480652 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2289ee1-9be5-4ce2-9f50-0672936af396 req-85381980-f37e-495b-a008-250b102261f7 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422891 Apr 01 12:22:54.531947 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49735ef9-548f-4335-b177-9f0e15a12583" -d '{"events": [{"name": "network-changed", "server_uuid": "1f04c78d-927e-48fd-a7ff-23e85c164b9e", "tag": "55c9e173-6a28-4f42-a6f1-1d97a72c90bf"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:22:54.618895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d605d0-f58b-4f5d-9e0b-821fb4113092 service neutron] Pushing event updated for resources: {'Port': ['ID=08724a2f-266d-44fe-bde3-85d345cc116a,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:54.630815 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415cc823-af5a-4de3-bb10-f743b9116f7b x-openstack-request-id: req-415cc823-af5a-4de3-bb10-f743b9116f7b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:22:54.630815 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23498dc0-48bf-493e-8aae-358b663d5ba7", "tag": "08724a2f-266d-44fe-bde3-85d345cc116a", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:22:54.631032 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-415cc823-af5a-4de3-bb10-f743b9116f7b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:22:54.631717 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415cc823-af5a-4de3-bb10-f743b9116f7b'] response: {'name': 'network-changed', 'server_uuid': '23498dc0-48bf-493e-8aae-358b663d5ba7', 'tag': '08724a2f-266d-44fe-bde3-85d345cc116a', 'status': 'completed', 'code': 200} Apr 01 12:22:54.659284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-6be9a56e-93c8-400a-8439-3402a6489088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:54.666597 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-6be9a56e-93c8-400a-8439-3402a6489088 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e6ce897a1774a1ab15f6c293936f40b&device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 1099 time: 0.2234671 Apr 01 12:22:54.672840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18017599-ea72-4b63-ac69-affc035eacb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bcb02b-0360-4916-9ffd-6ff3da1d1d0b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:54.704346 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-18017599-ea72-4b63-ac69-affc035eacb8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=de3312b863074c04baa0d186f7b0ab07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0513868 Apr 01 12:22:54.707622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45520) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:54.817778 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74d1a6e6-582e-42a2-b746-1a6484aa72af req-6ff61f5e-f6c9-4931-ad57-a3069e1610d4 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6424365 Apr 01 12:22:54.878948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-2e22d3f4-c35e-4834-b027-80c98b58f9bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=08724a2f-266d-44fe-bde3-85d345cc116a HTTP/1.1" status: 200 len: 217 time: 0.1957552 Apr 01 12:22:54.916236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-67912636-def3-4588-8304-757cded42c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:54.923605 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-67912636-def3-4588-8304-757cded42c6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.5704422 Apr 01 12:22:54.974433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0ab694b9-6a54-48d8-b126-cf7efce2ad90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.040785 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c2ecbd6-7262-4988-989a-4d5bbf75fa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.050409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c2ecbd6-7262-4988-989a-4d5bbf75fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.113709 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-7b41ff64-9c75-415c-892b-2912f8fa45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:55.115263 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-7b41ff64-9c75-415c-892b-2912f8fa45a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1827230 Apr 01 12:22:55.116331 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-4fd56bfa-19f6-473b-a4f5-b650f0b8a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:55.128833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-4fd56bfa-19f6-473b-a4f5-b650f0b8a2af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1845829 Apr 01 12:22:55.141750 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7c2ecbd6-7262-4988-989a-4d5bbf75fa5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=00011273f7774c848b89bf05c2b942c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8220227 Apr 01 12:22:55.148869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45532) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:55.156170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5051dc-160e-4097-bece-cb1cb6e58313 req-19d13933-0bbc-417a-a357-61713227db9a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:55.170581 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e5051dc-160e-4097-bece-cb1cb6e58313 req-19d13933-0bbc-417a-a357-61713227db9a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 948 time: 0.3791933 Apr 01 12:22:55.193560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ecbd6-7262-4988-989a-4d5bbf75fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df963f50-2445-4f0b-b8e6-2a9cfe019592,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:55.230636 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f49382b-5725-4711-9417-56e04b61020c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.304259 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e5051dc-160e-4097-bece-cb1cb6e58313 req-a2f086b6-6ebe-4c71-bd7e-d1ce08d73c8a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303620 Apr 01 12:22:55.317264 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f49382b-5725-4711-9417-56e04b61020c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.335262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-b3008931-5043-4dd5-9f51-e91e4fe214fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:55.336972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-b3008931-5043-4dd5-9f51-e91e4fe214fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563482 Apr 01 12:22:55.360848 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1df780-6743-487c-ba67-ff7701336e11 x-openstack-request-id: req-fd1df780-6743-487c-ba67-ff7701336e11 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:22:55.361137 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f04c78d-927e-48fd-a7ff-23e85c164b9e", "tag": "55c9e173-6a28-4f42-a6f1-1d97a72c90bf", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:22:55.361391 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd1df780-6743-487c-ba67-ff7701336e11 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:22:55.367665 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1df780-6743-487c-ba67-ff7701336e11'] response: {'name': 'network-changed', 'server_uuid': '1f04c78d-927e-48fd-a7ff-23e85c164b9e', 'tag': '55c9e173-6a28-4f42-a6f1-1d97a72c90bf', 'status': 'completed', 'code': 200} Apr 01 12:22:55.396943 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0ab694b9-6a54-48d8-b126-cf7efce2ad90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.402517 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0ab694b9-6a54-48d8-b126-cf7efce2ad90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.432998 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f49382b-5725-4711-9417-56e04b61020c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.435387 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c2600d-5425-4c12-91b0-d432fb0c1de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.436150 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f49382b-5725-4711-9417-56e04b61020c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.440332 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1f49382b-5725-4711-9417-56e04b61020c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5bcb02b-0360-4916-9ffd-6ff3da1d1d0b HTTP/1.1" status: 204 len: 168 time: 0.7255583 Apr 01 12:22:55.462363 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0ab694b9-6a54-48d8-b126-cf7efce2ad90 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a3821c884104c748abb88c049e5595d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2453523 Apr 01 12:22:55.462363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45540) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:55.470043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab694b9-6a54-48d8-b126-cf7efce2ad90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfa7de2-175f-438b-87a2-0418901b1c74,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:55.485771 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-94edbb33-4d0d-487b-b2b9-1524e34701b4 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301737 Apr 01 12:22:55.535190 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c2600d-5425-4c12-91b0-d432fb0c1de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.559560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49382b-5725-4711-9417-56e04b61020c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bcb02b-0360-4916-9ffd-6ff3da1d1d0b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:55.728471 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-969fa5e4-1a56-4bce-bae5-23ca7d83015f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.768454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d432c7-6bd1-4d21-878d-5e557b7e272e req-c3e53098-5c2c-43b0-9f8c-be7dbc33e038 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:55.779296 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c2600d-5425-4c12-91b0-d432fb0c1de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.780285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4d432c7-6bd1-4d21-878d-5e557b7e272e req-c3e53098-5c2c-43b0-9f8c-be7dbc33e038 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 948 time: 0.1755342 Apr 01 12:22:55.781841 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c2600d-5425-4c12-91b0-d432fb0c1de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.797547 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-22c2600d-5425-4c12-91b0-d432fb0c1de1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df963f50-2445-4f0b-b8e6-2a9cfe019592 HTTP/1.1" status: 204 len: 168 time: 0.6417146 Apr 01 12:22:55.811995 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-22d8c812-e78f-49a2-9d8f-835656700707 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298063 Apr 01 12:22:55.824554 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-969fa5e4-1a56-4bce-bae5-23ca7d83015f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:55.845817 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2600d-5425-4c12-91b0-d432fb0c1de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df963f50-2445-4f0b-b8e6-2a9cfe019592,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:55.912228 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4d432c7-6bd1-4d21-878d-5e557b7e272e req-6d616161-db64-4bd5-90a4-d64fc73d01ad tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273379 Apr 01 12:22:55.950739 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-696ed55f-0fc4-4389-8ddb-2ee09c96e4d3 req-aa8b3d06-6abc-42fa-a82f-f0ed4aec8998 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477849 Apr 01 12:22:56.008258 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-969fa5e4-1a56-4bce-bae5-23ca7d83015f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:56.012578 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-969fa5e4-1a56-4bce-bae5-23ca7d83015f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:56.014233 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-969fa5e4-1a56-4bce-bae5-23ca7d83015f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbfa7de2-175f-438b-87a2-0418901b1c74 HTTP/1.1" status: 204 len: 168 time: 0.5515764 Apr 01 12:22:56.036703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fa5e4-1a56-4bce-bae5-23ca7d83015f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfa7de2-175f-438b-87a2-0418901b1c74,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:56.049538 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cd1ca73-a6a7-4422-ae9f-6dbdcdff7f0c req-caa95cea-0468-4f18-82d3-d3595f8eee0e service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709819 Apr 01 12:22:56.106932 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f63b1-2449-40bc-8f5a-a27f2d270254 req-1f5e29a2-a141-4728-855b-ba14af01d28f tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:56.108674 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-072f63b1-2449-40bc-8f5a-a27f2d270254 req-1f5e29a2-a141-4728-855b-ba14af01d28f tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 970 time: 0.0924895 Apr 01 12:22:56.188294 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-072f63b1-2449-40bc-8f5a-a27f2d270254 req-619891ae-7ab9-4bd5-a775-913bc1e379eb tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720158 Apr 01 12:22:56.542093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ddf91-452d-48fe-b376-d74ab4eb28b5 req-7e0ef677-a20b-46cb-af59-e3f4a849b102 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:56.545244 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed1ddf91-452d-48fe-b376-d74ab4eb28b5 req-7e0ef677-a20b-46cb-af59-e3f4a849b102 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 948 time: 0.1386101 Apr 01 12:22:56.659021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed1ddf91-452d-48fe-b376-d74ab4eb28b5 req-0075e8b7-b53d-4e07-b65b-f1064aeac489 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010900 Apr 01 12:22:56.922519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45580) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:56.945898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c81bb7c-bda6-44a7-be71-b9ae14d5a5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:57.080461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad86a4-8aa6-42e4-b46b-a9597cb18d1c req-e85021e6-3da0-4591-aff4-1f8e35c5cbe0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:57.090986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c81bb7c-bda6-44a7-be71-b9ae14d5a5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:57.106039 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1bad86a4-8aa6-42e4-b46b-a9597cb18d1c req-e85021e6-3da0-4591-aff4-1f8e35c5cbe0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 948 time: 0.1080794 Apr 01 12:22:57.111459 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c81bb7c-bda6-44a7-be71-b9ae14d5a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:57.189275 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1bad86a4-8aa6-42e4-b46b-a9597cb18d1c req-eed108fd-cd1e-4f0c-b55f-bab5e7eaf3c6 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763099 Apr 01 12:22:57.198592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9c81bb7c-bda6-44a7-be71-b9ae14d5a5ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84836605d41d438a89a1901e6f8d92f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749557 Apr 01 12:22:57.199564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81bb7c-bda6-44a7-be71-b9ae14d5a5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430481de-8a49-4478-9229-9e2b040d6494,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:57.203237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45590) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:57.284956 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aefdea2f-ff18-44d7-b2cd-71066c4e6651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:57.309366 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aefdea2f-ff18-44d7-b2cd-71066c4e6651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:57.398184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd50bb-3e01-4e72-b1aa-0f0a34a3dd50 req-8cc04536-a7f2-4b29-91ce-3eb0cd3f540b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:57.407889 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f2dd50bb-3e01-4e72-b1aa-0f0a34a3dd50 req-8cc04536-a7f2-4b29-91ce-3eb0cd3f540b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 970 time: 0.1004398 Apr 01 12:22:57.465385 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aefdea2f-ff18-44d7-b2cd-71066c4e6651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:57.467817 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aefdea2f-ff18-44d7-b2cd-71066c4e6651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:57.473249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aefdea2f-ff18-44d7-b2cd-71066c4e6651 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/430481de-8a49-4478-9229-9e2b040d6494 HTTP/1.1" status: 204 len: 168 time: 0.2645926 Apr 01 12:22:57.486419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdea2f-ff18-44d7-b2cd-71066c4e6651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430481de-8a49-4478-9229-9e2b040d6494,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:57.500107 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f2dd50bb-3e01-4e72-b1aa-0f0a34a3dd50 req-e7e19a34-c575-4945-99cd-aa8e2cdc6510 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905604 Apr 01 12:22:57.825721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f21b6b-50ed-4fda-b29d-2528a06c316f req-2e21e09d-ddbf-494d-b1ba-8894be083fa5 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:57.828983 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f1f21b6b-50ed-4fda-b29d-2528a06c316f req-2e21e09d-ddbf-494d-b1ba-8894be083fa5 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 948 time: 0.0936034 Apr 01 12:22:57.889235 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f1f21b6b-50ed-4fda-b29d-2528a06c316f req-fd8916d8-ea76-46b3-9a77-f98d1eaff373 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Apr 01 12:22:58.323722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9120bd-8719-4835-8ea8-d6401762f39a req-d187e644-c40c-4c54-b012-a5e50ba17184 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:58.326937 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1e9120bd-8719-4835-8ea8-d6401762f39a req-d187e644-c40c-4c54-b012-a5e50ba17184 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 948 time: 0.0647051 Apr 01 12:22:58.386754 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1e9120bd-8719-4835-8ea8-d6401762f39a req-5a9fca3c-2217-4891-9633-c9f5ee75ae8d tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529687 Apr 01 12:22:58.455343 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45644) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:58.651552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a247e0-0fa6-400b-af0b-5c93afdc1efa req-ea30dd65-7fd4-4c7f-9116-e99a66eb7270 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:58.653102 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27a247e0-0fa6-400b-af0b-5c93afdc1efa req-ea30dd65-7fd4-4c7f-9116-e99a66eb7270 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 970 time: 0.0641556 Apr 01 12:22:58.693741 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cc70d1f-8cba-4e60-9069-423cbba03ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:58.714174 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27a247e0-0fa6-400b-af0b-5c93afdc1efa req-24c88b1c-8730-4c70-a898-4ff47517d397 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425372 Apr 01 12:22:58.797592 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cc70d1f-8cba-4e60-9069-423cbba03ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:58.804206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cc70d1f-8cba-4e60-9069-423cbba03ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:58.874184 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1cc70d1f-8cba-4e60-9069-423cbba03ff2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e2b9a8a7ab44a40901cb8c2ccf29d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093416 Apr 01 12:22:58.874287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45666) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:58.875849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc70d1f-8cba-4e60-9069-423cbba03ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af233271-b791-47d8-b2ff-87681a5f10a5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:58.933349 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-390e5ef5-b8c9-4a51-96dc-c88999b7becc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:58.965918 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-390e5ef5-b8c9-4a51-96dc-c88999b7becc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:59.024766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7e9fc-2b04-4011-a034-508851c8d5c3 req-3fcd2f89-bfe0-4e0e-a37f-cf1d06798021 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:59.032538 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e0a7e9fc-2b04-4011-a034-508851c8d5c3 req-3fcd2f89-bfe0-4e0e-a37f-cf1d06798021 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 948 time: 0.0613134 Apr 01 12:22:59.034664 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-390e5ef5-b8c9-4a51-96dc-c88999b7becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:59.044830 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-390e5ef5-b8c9-4a51-96dc-c88999b7becc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:59.044830 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-390e5ef5-b8c9-4a51-96dc-c88999b7becc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af233271-b791-47d8-b2ff-87681a5f10a5 HTTP/1.1" status: 204 len: 168 time: 0.1721792 Apr 01 12:22:59.051130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e5ef5-b8c9-4a51-96dc-c88999b7becc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af233271-b791-47d8-b2ff-87681a5f10a5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:22:59.090137 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e0a7e9fc-2b04-4011-a034-508851c8d5c3 req-80a8a591-98e2-4f52-af92-a3c740b720bc tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437262 Apr 01 12:22:59.404798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735ef9-548f-4335-b177-9f0e15a12583 req-34c312b5-a61d-419e-b6ad-fb1dc88904e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:59.406341 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49735ef9-548f-4335-b177-9f0e15a12583 req-34c312b5-a61d-419e-b6ad-fb1dc88904e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d2e4c25e70845899d0f0e49a75f1c17&device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 1099 time: 0.0515714 Apr 01 12:22:59.410861 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b34e56-55d6-43cd-85ae-04e38a3363e5 req-c774b7a6-7138-456b-a42c-c7ca4b2e0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:59.412475 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31b34e56-55d6-43cd-85ae-04e38a3363e5 req-c774b7a6-7138-456b-a42c-c7ca4b2e0f05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e6ce897a1774a1ab15f6c293936f40b&device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 1099 time: 0.0492995 Apr 01 12:22:59.533394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735ef9-548f-4335-b177-9f0e15a12583 req-9094abec-be3f-49bc-b446-dbe81d5d2db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:59.535313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49735ef9-548f-4335-b177-9f0e15a12583 req-9094abec-be3f-49bc-b446-dbe81d5d2db4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1204383 Apr 01 12:22:59.602999 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49735ef9-548f-4335-b177-9f0e15a12583 req-c2d1bcb8-b338-4bc2-885f-234d5f755a4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=55c9e173-6a28-4f42-a6f1-1d97a72c90bf HTTP/1.1" status: 200 len: 217 time: 0.0574353 Apr 01 12:22:59.646679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45702) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:22:59.673085 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-08f454bb-95c5-40f6-b0ad-34f7615ed755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:59.681921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9336d-b24e-4593-9c54-0e267f5f1425 req-c64abff5-1704-4573-a6df-a4070b25637b tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:59.691068 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-37c9336d-b24e-4593-9c54-0e267f5f1425 req-c64abff5-1704-4573-a6df-a4070b25637b tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 948 time: 0.2196486 Apr 01 12:22:59.693221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735ef9-548f-4335-b177-9f0e15a12583 req-a71a1c10-811b-4b65-8097-33eb49ee5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:59.695055 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49735ef9-548f-4335-b177-9f0e15a12583 req-a71a1c10-811b-4b65-8097-33eb49ee5b4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0843475 Apr 01 12:22:59.765632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b34e56-55d6-43cd-85ae-04e38a3363e5 req-88ea48ae-f42f-48e4-8773-365fa3071b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:59.768439 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31b34e56-55d6-43cd-85ae-04e38a3363e5 req-88ea48ae-f42f-48e4-8773-365fa3071b80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.3455825 Apr 01 12:22:59.778141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735ef9-548f-4335-b177-9f0e15a12583 req-5f0a674d-fe55-481c-b6e0-b35e73675a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:59.780651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49735ef9-548f-4335-b177-9f0e15a12583 req-5f0a674d-fe55-481c-b6e0-b35e73675a06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770473 Apr 01 12:22:59.784267 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-37c9336d-b24e-4593-9c54-0e267f5f1425 req-dd87cdb9-1db1-4a37-b8ae-4c8a5d3df99c tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879750 Apr 01 12:22:59.835475 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31b34e56-55d6-43cd-85ae-04e38a3363e5 req-29b360c3-6544-4e44-befe-fa39686023a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=08724a2f-266d-44fe-bde3-85d345cc116a HTTP/1.1" status: 200 len: 217 time: 0.0500553 Apr 01 12:22:59.894427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b34e56-55d6-43cd-85ae-04e38a3363e5 req-d95c3fcc-4761-4502-ba65-5cda87557f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:59.906144 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31b34e56-55d6-43cd-85ae-04e38a3363e5 req-d95c3fcc-4761-4502-ba65-5cda87557f52 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0630987 Apr 01 12:22:59.936480 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-08f454bb-95c5-40f6-b0ad-34f7615ed755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:59.951819 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-08f454bb-95c5-40f6-b0ad-34f7615ed755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:22:59.969045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b34e56-55d6-43cd-85ae-04e38a3363e5 req-edb1f928-9065-4b87-aecf-57ea773c6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:59.971890 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31b34e56-55d6-43cd-85ae-04e38a3363e5 req-edb1f928-9065-4b87-aecf-57ea773c6ebc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588698 Apr 01 12:22:59.987820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb033f-80e5-4214-8f72-bba223988c04 req-eba5442e-39f8-4a87-9245-a53977c1f905 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:22:59.989927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aacb033f-80e5-4214-8f72-bba223988c04 req-eba5442e-39f8-4a87-9245-a53977c1f905 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 970 time: 0.1457336 Apr 01 12:22:59.998198 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49735ef9-548f-4335-b177-9f0e15a12583 req-48567286-6f26-4d2a-a2e7-6f40cfdbe647 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069559 Apr 01 12:23:00.061267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f454bb-95c5-40f6-b0ad-34f7615ed755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff70344b-b006-486e-b2d4-2f2d138719d4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:00.077535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-08f454bb-95c5-40f6-b0ad-34f7615ed755 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa6e1669e3d5450d996ca86dbcb9f207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271348 Apr 01 12:23:00.079126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45714) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:00.126258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31b34e56-55d6-43cd-85ae-04e38a3363e5 req-0712dd9a-6193-4291-9002-2f7cccf6498f service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471364 Apr 01 12:23:00.130485 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aacb033f-80e5-4214-8f72-bba223988c04 req-708b708e-abd1-4174-8b13-a5dfd1e3b750 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312096 Apr 01 12:23:00.168595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49735ef9-548f-4335-b177-9f0e15a12583 req-d45e1eec-0376-4d30-9d75-9e9dfac0c154 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591485 Apr 01 12:23:00.248502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9e05a28b-5b6d-4472-b4c9-13cbba6e0f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:00.284076 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9e05a28b-5b6d-4472-b4c9-13cbba6e0f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:00.301329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bd647-97bc-46ba-89fe-fbcda1c6080d req-7c7210f9-597e-4cb1-9e9f-96ced1544cd3 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:00.303079 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d41bd647-97bc-46ba-89fe-fbcda1c6080d req-7c7210f9-597e-4cb1-9e9f-96ced1544cd3 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 948 time: 0.1010864 Apr 01 12:23:00.324219 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31b34e56-55d6-43cd-85ae-04e38a3363e5 req-32118733-85db-42e3-aca2-a0ad2d9627ff service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667316 Apr 01 12:23:00.366166 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d41bd647-97bc-46ba-89fe-fbcda1c6080d req-b58dc65b-8fac-4918-a32a-7fd686be2a22 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567229 Apr 01 12:23:00.391816 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9e05a28b-5b6d-4472-b4c9-13cbba6e0f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:00.394618 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9e05a28b-5b6d-4472-b4c9-13cbba6e0f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:00.395508 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9e05a28b-5b6d-4472-b4c9-13cbba6e0f33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff70344b-b006-486e-b2d4-2f2d138719d4 HTTP/1.1" status: 204 len: 168 time: 0.3147733 Apr 01 12:23:00.404165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05a28b-5b6d-4472-b4c9-13cbba6e0f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff70344b-b006-486e-b2d4-2f2d138719d4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:00.757660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45750) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:00.886523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45760) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:00.930214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa040283-d46d-4924-99a8-9bbd83d19c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.093152 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d709317-18ab-4e2d-b98c-a9a0ae424bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.102380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce35773-809a-48e8-9a6f-45b9a218c088 req-679d28c9-6055-4e88-af29-be1bce90ec68 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:01.110656 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6ce35773-809a-48e8-9a6f-45b9a218c088 req-679d28c9-6055-4e88-af29-be1bce90ec68 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 948 time: 0.2444143 Apr 01 12:23:01.114180 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 8fbad7b7-c34e-43db-abb5-828b62e55f52 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:23:01.158449 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6ce35773-809a-48e8-9a6f-45b9a218c088 req-c4fef03a-ac51-44f2-8bc1-be2b5f2004c0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Apr 01 12:23:01.248665 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa040283-d46d-4924-99a8-9bbd83d19c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.251457 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d709317-18ab-4e2d-b98c-a9a0ae424bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.261739 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa040283-d46d-4924-99a8-9bbd83d19c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.269788 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d709317-18ab-4e2d-b98c-a9a0ae424bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.308574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3690b-746d-47a7-aefd-d76f83a5d45a req-e8774d23-b907-447f-81ae-20eebd6094ce tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:01.318941 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53f3690b-746d-47a7-aefd-d76f83a5d45a req-e8774d23-b907-447f-81ae-20eebd6094ce tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 970 time: 0.0901420 Apr 01 12:23:01.343955 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6d709317-18ab-4e2d-b98c-a9a0ae424bd7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d0c2df11d764727925baf1d5d162df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565921 Apr 01 12:23:01.346550 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fa040283-d46d-4924-99a8-9bbd83d19c35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=acd2384b6ab741c0909a04f07a5feab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878425 Apr 01 12:23:01.351510 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa040283-d46d-4924-99a8-9bbd83d19c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5c29ba-3ad0-4e41-a269-802eee7a8ec2,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:01.353888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45784) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:01.354264 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45786) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:01.402612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d709317-18ab-4e2d-b98c-a9a0ae424bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e5e663-c402-49fb-865f-28d475a9e244,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:01.403647 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53f3690b-746d-47a7-aefd-d76f83a5d45a req-8a1497f4-b0fa-4d51-8404-7fbaa2085fde tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775180 Apr 01 12:23:01.457008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 8fbad7b7-c34e-43db-abb5-828b62e55f52, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8fbad7b7-c34e-43db-abb5-828b62e55f52,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:01.470388 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '8fbad7b7-c34e-43db-abb5-828b62e55f52', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '8fbad7b7-c34e-43db-abb5-828b62e55f52', 'mac_address': 'fa:16:3e:e4:18:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:tempest-test_az-1574922972', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:23:01.473282 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-f9c94cbe-86f8-4cde-9747-a0626e9f74fe tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c7dc68dc36eb4de4b94ecfeea9347845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660996 Apr 01 12:23:01.512776 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.536196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbad7b7-c34e-43db-abb5-828b62e55f52 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:01.565661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 8fbad7b7-c34e-43db-abb5-828b62e55f52, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8fbad7b7-c34e-43db-abb5-828b62e55f52,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:01.571460 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.582965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dca2f7-104c-4140-9fd5-fe8907b45725 req-e04e0624-621a-4b46-9620-1ba95c79a7c5 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:01.587703 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ba0635b-750c-47fb-a621-6a53a6013476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.592983 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-35dca2f7-104c-4140-9fd5-fe8907b45725 req-e04e0624-621a-4b46-9620-1ba95c79a7c5 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 948 time: 0.0829172 Apr 01 12:23:01.606882 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a015eaf-fe7b-4c59-908e-2ed4248ade63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.638023 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ba0635b-750c-47fb-a621-6a53a6013476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.643639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-35dca2f7-104c-4140-9fd5-fe8907b45725 req-6ced9f75-9f31-4c20-83ac-b8dd0d900843 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497510 Apr 01 12:23:01.648397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=8fbad7b7-c34e-43db-abb5-828b62e55f52,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:01.656271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:01.656635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:01.657127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:01.657453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:01.657771 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:01.658320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:01.658645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:01.658959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:01.659272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:01.659749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:01.660072 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:01.660381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Tracked resource versions report: Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: pushed versions: Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: { 'AddressGroup': {'1.2'}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'ConntrackHelper': {'1.0'}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'Log': {'1.0'}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'Network': {'1.1'}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'Port': {'1.7'}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'PortForwarding': {'1.2'}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'QosPolicy': {'1.9'}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'SecurityGroup': {'1.4'}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'SecurityGroupRule': {'1.2'}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'SubPort': {'1.0'}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'Subnet': {'1.1'}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'Trunk': {'1.1'}} Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: consumer versions: Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: { DHCP agent@n-d-836146-1: {}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: HyperV agent@n-h1-836146-1: {}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: HyperV agent@n-h2-836146-1: {}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: L3 agent@n-d-836146-1: {}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: Metadata agent@n-d-836146-1: {}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: Metering agent@n-d-836146-1: {}, Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: Open vSwitch agent@n-d-836146-1: { 'AddressGroup': '1.2', Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'ConntrackHelper': '1.0', Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'Log': '1.0', Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'Network': '1.1', Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'Port': '1.7', Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'PortForwarding': '1.2', Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'QosPolicy': '1.9', Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'SecurityGroup': '1.4', Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'SecurityGroupRule': '1.2', Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'SubPort': '1.0', Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'Subnet': '1.1', Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: 'Trunk': '1.1'}} Apr 01 12:23:01.661746 n-d-836146-1 neutron-server[102720]: {{(pid=102720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 12:23:01.677716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a015eaf-fe7b-4c59-908e-2ed4248ade63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.692371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-0e204aa9-e77a-4f60-9b29-bc9f394ca306 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:01.693860 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-0e204aa9-e77a-4f60-9b29-bc9f394ca306 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195666 Apr 01 12:23:01.731104 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-c311aed6-372d-4707-8c7f-a5c26bb0e4ed tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/quotas/c7dc68dc36eb4de4b94ecfeea9347845 HTTP/1.1" status: 200 len: 375 time: 0.0292797 Apr 01 12:23:01.771166 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-1376b3fd-78be-4afb-9f3e-4d5b246b6d10 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7dc68dc36eb4de4b94ecfeea9347845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314021 Apr 01 12:23:01.787755 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ba0635b-750c-47fb-a621-6a53a6013476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.790866 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ba0635b-750c-47fb-a621-6a53a6013476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.794462 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0ba0635b-750c-47fb-a621-6a53a6013476 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17e5e663-c402-49fb-865f-28d475a9e244 HTTP/1.1" status: 204 len: 168 time: 0.4369686 Apr 01 12:23:01.812375 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a015eaf-fe7b-4c59-908e-2ed4248ade63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.820083 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a015eaf-fe7b-4c59-908e-2ed4248ade63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:01.824343 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8a015eaf-fe7b-4c59-908e-2ed4248ade63 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b5c29ba-3ad0-4e41-a269-802eee7a8ec2 HTTP/1.1" status: 204 len: 168 time: 0.4649560 Apr 01 12:23:01.824343 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0635b-750c-47fb-a621-6a53a6013476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e5e663-c402-49fb-865f-28d475a9e244,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:01.833921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a015eaf-fe7b-4c59-908e-2ed4248ade63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5c29ba-3ad0-4e41-a269-802eee7a8ec2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:01.983352 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-923b9a7e-1458-4e3f-9024-739a76805e32 req-2f2b782f-5d3d-4c97-b788-55cc7cefbb4d tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 210 time: 0.0421214 Apr 01 12:23:02.037307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['8fbad7b7-c34e-43db-abb5-828b62e55f52'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:02.304241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9624ab-7b0c-451f-908b-034e9bf0272f req-69bcbdef-2a44-49f6-a226-68e3d4a538bf tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:02.306495 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df9624ab-7b0c-451f-908b-034e9bf0272f req-69bcbdef-2a44-49f6-a226-68e3d4a538bf tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 948 time: 0.0648844 Apr 01 12:23:02.367662 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df9624ab-7b0c-451f-908b-034e9bf0272f req-63fb2645-2696-4bf6-a259-f523dc6c4787 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492332 Apr 01 12:23:02.380115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45828) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:02.396259 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f24b40d4-3b7b-45ba-b405-c7f67a6394d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.413389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45830) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:02.440397 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51d216c1-ff79-4735-a7ba-478b4de2a9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.549149 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f24b40d4-3b7b-45ba-b405-c7f67a6394d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.554634 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f24b40d4-3b7b-45ba-b405-c7f67a6394d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.557932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4e396-c522-41dd-b00d-310894c92fd5 req-8604f39b-814e-467e-bb93-20394c037d0f tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:02.560024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-caf4e396-c522-41dd-b00d-310894c92fd5 req-8604f39b-814e-467e-bb93-20394c037d0f tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 971 time: 0.0565038 Apr 01 12:23:02.611236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-caf4e396-c522-41dd-b00d-310894c92fd5 req-976f34a0-be9b-4d1e-8fe2-c8018bb1fe00 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383937 Apr 01 12:23:02.616845 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51d216c1-ff79-4735-a7ba-478b4de2a9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.620547 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f24b40d4-3b7b-45ba-b405-c7f67a6394d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=151427c0964747a5adafc28b35067877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388535 Apr 01 12:23:02.622766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b40d4-3b7b-45ba-b405-c7f67a6394d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73716faa-fc5a-4bd5-8fc8-cbf9e9ca66cc,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:02.623976 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45834) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:02.636769 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51d216c1-ff79-4735-a7ba-478b4de2a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.707630 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-51d216c1-ff79-4735-a7ba-478b4de2a9ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf235bf77f7c47f08b7b4b70a33b970f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891943 Apr 01 12:23:02.708228 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1119573c-c978-4b19-8c3e-5394a9079f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.708434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45840) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:02.709539 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d216c1-ff79-4735-a7ba-478b4de2a9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a729ca1-3bd3-4610-a1bc-13967a523d84,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:02.733562 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1119573c-c978-4b19-8c3e-5394a9079f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.804781 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1119573c-c978-4b19-8c3e-5394a9079f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.808352 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1119573c-c978-4b19-8c3e-5394a9079f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.810140 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1119573c-c978-4b19-8c3e-5394a9079f43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/73716faa-fc5a-4bd5-8fc8-cbf9e9ca66cc HTTP/1.1" status: 204 len: 168 time: 0.1849537 Apr 01 12:23:02.828562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119573c-c978-4b19-8c3e-5394a9079f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73716faa-fc5a-4bd5-8fc8-cbf9e9ca66cc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:02.839508 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e4628-d7a1-4ad3-8a2e-7a22ed029d94 req-4916634c-92bc-44c7-9f63-40f4145bd029 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:02.841031 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2f4e4628-d7a1-4ad3-8a2e-7a22ed029d94 req-4916634c-92bc-44c7-9f63-40f4145bd029 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 948 time: 0.0870368 Apr 01 12:23:02.842710 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-02238e4a-206b-47f8-934b-372ac604cb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.881131 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-02238e4a-206b-47f8-934b-372ac604cb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.912002 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2f4e4628-d7a1-4ad3-8a2e-7a22ed029d94 req-620737b7-70ea-4510-b77e-48b6574cfe6e tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591588 Apr 01 12:23:02.952216 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-02238e4a-206b-47f8-934b-372ac604cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.954804 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-02238e4a-206b-47f8-934b-372ac604cb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:02.959679 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-02238e4a-206b-47f8-934b-372ac604cb79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a729ca1-3bd3-4610-a1bc-13967a523d84 HTTP/1.1" status: 204 len: 168 time: 0.2419574 Apr 01 12:23:02.970758 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02238e4a-206b-47f8-934b-372ac604cb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a729ca1-3bd3-4610-a1bc-13967a523d84,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:03.077074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f583e4d5-b0d6-433f-8ae2-a3bbe183d820 req-a9af8900-177e-4cf4-a72e-92a4fad40247 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 210 time: 0.0312872 Apr 01 12:23:03.108423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 8fbad7b7-c34e-43db-abb5-828b62e55f52 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:03.181314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 8fbad7b7-c34e-43db-abb5-828b62e55f52 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:23:03.185556 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 8fbad7b7-c34e-43db-abb5-828b62e55f52 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:03.186305 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:03.221754 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-55bf8e17-8d89-4a96-b36d-2c8eb51bf91e tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c7dc68dc36eb4de4b94ecfeea9347845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309746 Apr 01 12:23:03.239813 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 08724a2f-266d-44fe-bde3-85d345cc116a details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:23:03.288896 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:03.336539 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cca92f-d8ab-466f-9190-f3ed56203dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbad7b7-c34e-43db-abb5-828b62e55f52'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:03.383333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ce9340bb-0e2a-48c7-adac-c1548bc37411 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:03.388224 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ce9340bb-0e2a-48c7-adac-c1548bc37411 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1588762 Apr 01 12:23:03.402236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Request body: {'port': {'device_id': '27a4e618-01dd-469b-90b5-db34140bd57b', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'c7dc68dc36eb4de4b94ecfeea9347845'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:03.488515 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 8fbad7b7-c34e-43db-abb5-828b62e55f52, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8fbad7b7-c34e-43db-abb5-828b62e55f52,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:03.496197 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:03.550962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d056845-31cd-461b-a891-d7335ebf9d84 req-4037d47c-e888-46bf-bd4d-d44d87169b9f tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:03.552592 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d056845-31cd-461b-a891-d7335ebf9d84 req-4037d47c-e888-46bf-bd4d-d44d87169b9f tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 948 time: 0.0978298 Apr 01 12:23:03.561029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 08724a2f-266d-44fe-bde3-85d345cc116a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=08724a2f-266d-44fe-bde3-85d345cc116a,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:03.582279 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '08724a2f-266d-44fe-bde3-85d345cc116a', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '08724a2f-266d-44fe-bde3-85d345cc116a', 'mac_address': 'fa:16:3e:de:19:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:23:03.584202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=8fbad7b7-c34e-43db-abb5-828b62e55f52,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:03.638208 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:03.646905 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d056845-31cd-461b-a891-d7335ebf9d84 req-46e21f40-c206-4eac-bbca-eb21a5946e95 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877354 Apr 01 12:23:03.647080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Made reservation on behalf of c7dc68dc36eb4de4b94ecfeea9347845 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:03.656253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08724a2f-266d-44fe-bde3-85d345cc116a {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:03.660173 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:03.681066 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:03.683371 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 08724a2f-266d-44fe-bde3-85d345cc116a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=08724a2f-266d-44fe-bde3-85d345cc116a,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:03.689777 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:03.690910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 55c9e173-6a28-4f42-a6f1-1d97a72c90bf details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:23:03.764608 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7b1d85-d5f1-481d-86f8-3fb4b9ba90e6" -d '{"events": [{"server_uuid": "85cca92f-d8ab-466f-9190-f3ed56203dd2", "name": "network-vif-plugged", "status": "completed", "tag": "8fbad7b7-c34e-43db-abb5-828b62e55f52"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:03.766291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4544a4a-85d7-471b-a69f-ca721f420f19 req-5db3ec09-7e60-49a6-af26-ff5ac2905464 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:03.767520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=08724a2f-266d-44fe-bde3-85d345cc116a,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:03.774129 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4544a4a-85d7-471b-a69f-ca721f420f19 req-5db3ec09-7e60-49a6-af26-ff5ac2905464 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 972 time: 0.0558915 Apr 01 12:23:03.820554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=55c9e173-6a28-4f42-a6f1-1d97a72c90bf,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:03.820779 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4544a4a-85d7-471b-a69f-ca721f420f19 req-5535345b-befc-4ff0-abf8-157097a2258f tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 Apr 01 12:23:03.833900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '55c9e173-6a28-4f42-a6f1-1d97a72c90bf', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '55c9e173-6a28-4f42-a6f1-1d97a72c90bf', 'mac_address': 'fa:16:3e:7c:d6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:23:03.851193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:03.857849 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:03.899887 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:03.926552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaa4356-2b94-4baf-8cab-252e04e909fb,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:03.926741 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c9e173-6a28-4f42-a6f1-1d97a72c90bf {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:03.979527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=55c9e173-6a28-4f42-a6f1-1d97a72c90bf,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:03.986429 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:04.040584 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=55c9e173-6a28-4f42-a6f1-1d97a72c90bf,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:04.065742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Allocated IP 192.168.233.78 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/d1524d43-24b1-4171-898e-e802612992e9) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:04.182202 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dfaa33-18a1-4297-91fc-3d7c1767bf36 x-openstack-request-id: req-e3dfaa33-18a1-4297-91fc-3d7c1767bf36 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:04.182669 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cca92f-d8ab-466f-9190-f3ed56203dd2", "name": "network-vif-plugged", "status": "completed", "tag": "8fbad7b7-c34e-43db-abb5-828b62e55f52", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:04.182906 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3dfaa33-18a1-4297-91fc-3d7c1767bf36 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:04.183204 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3dfaa33-18a1-4297-91fc-3d7c1767bf36'] response: {'server_uuid': '85cca92f-d8ab-466f-9190-f3ed56203dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbad7b7-c34e-43db-abb5-828b62e55f52', 'code': 200} Apr 01 12:23:04.253913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.37', 52516) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:04.301985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d873cc9-3e23-42bb-b0d1-f06a7967b281 req-7d289772-6d4a-4999-8b3e-fcb1a983bb20 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:04.309502 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4d873cc9-3e23-42bb-b0d1-f06a7967b281 req-7d289772-6d4a-4999-8b3e-fcb1a983bb20 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 949 time: 0.0628033 Apr 01 12:23:04.352917 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4d873cc9-3e23-42bb-b0d1-f06a7967b281 req-4d443488-04b8-4e27-8991-cdc327ddef23 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Apr 01 12:23:04.355633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db3543-6f6b-425b-ac2b-dfe989944a6f req-b36dd132-84bb-43fa-a0d6-14e7c38badeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:04.357475 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48db3543-6f6b-425b-ac2b-dfe989944a6f req-b36dd132-84bb-43fa-a0d6-14e7c38badeb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 1123 time: 0.1009860 Apr 01 12:23:04.368350 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['55c9e173-6a28-4f42-a6f1-1d97a72c90bf'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:04.390225 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-48db3543-6f6b-425b-ac2b-dfe989944a6f req-f4bc17c9-a3b8-4167-85bc-2ecf06b12088 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:04.400743 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:04.428019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['08724a2f-266d-44fe-bde3-85d345cc116a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:04.477660 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d334d1cf-e18b-41ad-b1ef-b28215443aac req-42d39889-9fc1-4388-b072-d68a895ec9a8 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 210 time: 0.0468855 Apr 01 12:23:04.482642 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45920) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:04.502919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-48db3543-6f6b-425b-ac2b-dfe989944a6f req-f4bc17c9-a3b8-4167-85bc-2ecf06b12088 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:04.510060 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-48db3543-6f6b-425b-ac2b-dfe989944a6f req-f4bc17c9-a3b8-4167-85bc-2ecf06b12088 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:04.573069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc17c9-a3b8-4167-85bc-2ecf06b12088 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab49dc-1e90-43fb-99ae-823bab44a870,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:04.609873 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48db3543-6f6b-425b-ac2b-dfe989944a6f req-f4bc17c9-a3b8-4167-85bc-2ecf06b12088 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450991 Apr 01 12:23:04.638780 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:04.731644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:04.737679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:04.739739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2081917745-network', 'tenant_id': 'd3ef0b6c28664a848490f62530c5067c'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:04.744118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:04.753853 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:04.756615 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:04.776086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Pushing event updated for resources: {'Port': ['ID=d1524d43-24b1-4171-898e-e802612992e9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:04.806633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6b2ba470-4081-499b-9466-dddf4716cbd1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4087205 Apr 01 12:23:04.835975 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Made reservation on behalf of d3ef0b6c28664a848490f62530c5067c for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:04.838303 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:04.854621 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:04.886364 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4249c-79a1-49dd-a02c-1df8b11aae06 req-a7692eee-cd0f-4765-9a2f-ffceb51504bd tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:04.887917 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1eb4249c-79a1-49dd-a02c-1df8b11aae06 req-a7692eee-cd0f-4765-9a2f-ffceb51504bd tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 949 time: 0.1286502 Apr 01 12:23:04.954748 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1eb4249c-79a1-49dd-a02c-1df8b11aae06 req-692fde66-5f65-4584-9c3a-13d7c250fa78 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597641 Apr 01 12:23:04.994089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Request body: {'port': {'device_id': '27a4e618-01dd-469b-90b5-db34140bd57b', 'device_owner': 'compute:tempest-test_az-1574922972', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:05.009899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35970a84-f039-4ac2-912a-05c86f27c6da req-d3598949-fb9d-4698-a1ff-96f65fe1d962 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:05.010605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.012634 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-35970a84-f039-4ac2-912a-05c86f27c6da req-d3598949-fb9d-4698-a1ff-96f65fe1d962 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 972 time: 0.0907931 Apr 01 12:23:05.019596 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.061358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:23:05.068530 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aead3596-4cc8-435f-8fa9-7517a5f07186,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:05.075508 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.075848 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Added segment 3c1ed342-3c6d-4202-a2df-9d7af8293dda of type vlan for network 5f326287-8629-4e35-afec-ed776729d480 Apr 01 12:23:05.114651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-371184b4-2330-4e39-ac37-c9c2f1be448f None None] Provisioning complete for port d1524d43-24b1-4171-898e-e802612992e9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:05.115052 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-371184b4-2330-4e39-ac37-c9c2f1be448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.125198 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.146312 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.169104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-35970a84-f039-4ac2-912a-05c86f27c6da req-27386ab8-3192-4702-b5d2-77126a5bee1a tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168532 Apr 01 12:23:05.196708 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.197279 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-371184b4-2330-4e39-ac37-c9c2f1be448f None None] Port d1524d43-24b1-4171-898e-e802612992e9 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:23:05.197862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:05.198616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.230056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 08724a2f-266d-44fe-bde3-85d345cc116a up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:05.242595 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7584596 Apr 01 12:23:05.243353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45950) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:05.250682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-21282bea-6b97-4f86-a858-c097062e81bd admin admin] Request body: {'subnet': {'network_id': '5f326287-8629-4e35-afec-ed776729d480', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2081917745-subnet', 'tenant_id': 'd3ef0b6c28664a848490f62530c5067c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:05.288569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611f525-24ec-4e43-8fd3-747fae1ac5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5f326287-8629-4e35-afec-ed776729d480,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:05.301129 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 08724a2f-266d-44fe-bde3-85d345cc116a completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:23:05.304391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21282bea-6b97-4f86-a858-c097062e81bd admin admin] Made reservation on behalf of d3ef0b6c28664a848490f62530c5067c for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:05.306941 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-21282bea-6b97-4f86-a858-c097062e81bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.309279 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 5f326287-8629-4e35-afec-ed776729d480 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:23:05.327113 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 08724a2f-266d-44fe-bde3-85d345cc116a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:05.327923 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.482237 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.558819 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 08724a2f-266d-44fe-bde3-85d345cc116a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=08724a2f-266d-44fe-bde3-85d345cc116a,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:05.567818 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.569783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 55c9e173-6a28-4f42-a6f1-1d97a72c90bf up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:05.584093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f217b-7ba2-49a5-9c12-f4ea4c89343d req-a57fa3d0-ba55-4c48-a0a6-6bd1e01d868a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:05.593687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0f4f217b-7ba2-49a5-9c12-f4ea4c89343d req-a57fa3d0-ba55-4c48-a0a6-6bd1e01d868a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 949 time: 0.1247010 Apr 01 12:23:05.641692 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-21282bea-6b97-4f86-a858-c097062e81bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.668050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0f4f217b-7ba2-49a5-9c12-f4ea4c89343d req-838314c4-33df-46e3-91ef-039042d08dac tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733771 Apr 01 12:23:05.751335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1524d43-24b1-4171-898e-e802612992e9 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:05.752016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=08724a2f-266d-44fe-bde3-85d345cc116a,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:05.757674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21282bea-6b97-4f86-a858-c097062e81bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e044a75-99af-487d-948a-2656afb0938b,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:05.761300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:23:05.763908 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.770269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba89eea-5e9d-45ad-926c-ac334b8fbb3d req-3af8b11c-a5d3-4fe2-93eb-9dca3d53900d tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:05.771033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:05.771402 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.772199 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aba89eea-5e9d-45ad-926c-ac334b8fbb3d req-3af8b11c-a5d3-4fe2-93eb-9dca3d53900d tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 935 time: 0.1516337 Apr 01 12:23:05.773862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21282bea-6b97-4f86-a858-c097062e81bd admin admin] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:05.774344 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21282bea-6b97-4f86-a858-c097062e81bd admin admin] Network hostable DHCP agents. Network: 5f326287-8629-4e35-afec-ed776729d480, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:23:05.794246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Transition to ACTIVE for port object d1524d43-24b1-4171-898e-e802612992e9 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:23:05.802213 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.815590 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21282bea-6b97-4f86-a858-c097062e81bd admin admin] Network 5f326287-8629-4e35-afec-ed776729d480 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:23:05.842777 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aba89eea-5e9d-45ad-926c-ac334b8fbb3d req-4a9b280b-fba5-4842-9f9e-ba8bcf9b0e50 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/security-groups?id=eaaa4356-2b94-4baf-8cab-252e04e909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617313 Apr 01 12:23:05.849174 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-21282bea-6b97-4f86-a858-c097062e81bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 5f326287-8629-4e35-afec-ed776729d480) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:05.854909 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21282bea-6b97-4f86-a858-c097062e81bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:05.855711 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-21282bea-6b97-4f86-a858-c097062e81bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:05.865290 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3bbb4b-21c8-48ad-a3ae-ff8b5d4ac190 None None] Network 5f326287-8629-4e35-afec-ed776729d480 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:23:05.886477 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-21282bea-6b97-4f86-a858-c097062e81bd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6397998 Apr 01 12:23:05.947439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Pushing event updated for resources: {'Port': ['ID=d1524d43-24b1-4171-898e-e802612992e9,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:05.985410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Attempting to bind port d1524d43-24b1-4171-898e-e802612992e9 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:05.985643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Attempting to bind port d1524d43-24b1-4171-898e-e802612992e9 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:05.986115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Attempting to bind port d1524d43-24b1-4171-898e-e802612992e9 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:05.993730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Port d1524d43-24b1-4171-898e-e802612992e9 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:23:05.994190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Attempting to bind port d1524d43-24b1-4171-898e-e802612992e9 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:06.000449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:06.000833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:06.001170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:06.001602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Bound port: d1524d43-24b1-4171-898e-e802612992e9, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:06.002738 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:06.112017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] For port d1524d43-24b1-4171-898e-e802612992e9, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:06.117056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] For port d1524d43-24b1-4171-898e-e802612992e9, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1524d43-24b1-4171-898e-e802612992e9,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:06.125313 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:06.184063 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23498dc0-48bf-493e-8aae-358b663d5ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08724a2f-266d-44fe-bde3-85d345cc116a'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:06.187025 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fef380f-766a-461a-a95c-5c3c8fe07b31" -d '{"events": [{"server_uuid": "23498dc0-48bf-493e-8aae-358b663d5ba7", "name": "network-vif-plugged", "status": "completed", "tag": "08724a2f-266d-44fe-bde3-85d345cc116a"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:06.191208 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:06.199624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:06.200771 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:06.202591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] 10.222.0.37 "PUT /v2.0/ports/d1524d43-24b1-4171-898e-e802612992e9 HTTP/1.1" status: 200 len: 1117 time: 1.2247047 Apr 01 12:23:06.203196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a4e618-01dd-469b-90b5-db34140bd57b', 'tag': 'd1524d43-24b1-4171-898e-e802612992e9'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:06.206735 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f8d4e3-5b67-44f2-9d7f-8798c75579a9" -d '{"events": [{"name": "network-changed", "server_uuid": "27a4e618-01dd-469b-90b5-db34140bd57b", "tag": "d1524d43-24b1-4171-898e-e802612992e9"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:06.234587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59fdf0-d48b-4140-ab43-f5ab967fff50 service neutron] Pushing event updated for resources: {'Port': ['ID=d1524d43-24b1-4171-898e-e802612992e9,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:06.325556 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c627363-aa10-4f4e-8ce5-caba8021d78f None None] Network 5f326287-8629-4e35-afec-ed776729d480 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:23:06.343469 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3ddad7-d569-4a63-bc04-f237babfbf8c x-openstack-request-id: req-7d3ddad7-d569-4a63-bc04-f237babfbf8c {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:06.343772 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23498dc0-48bf-493e-8aae-358b663d5ba7", "name": "network-vif-plugged", "status": "completed", "tag": "08724a2f-266d-44fe-bde3-85d345cc116a", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:06.344009 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d3ddad7-d569-4a63-bc04-f237babfbf8c {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:06.347234 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3ddad7-d569-4a63-bc04-f237babfbf8c'] response: {'server_uuid': '23498dc0-48bf-493e-8aae-358b663d5ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08724a2f-266d-44fe-bde3-85d345cc116a', 'code': 200} Apr 01 12:23:06.355097 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-358b3231-8dfa-412e-9cf7-7b9aa2ed07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:06.356793 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-358b3231-8dfa-412e-9cf7-7b9aa2ed07a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7dc68dc36eb4de4b94ecfeea9347845&device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 1120 time: 0.0880125 Apr 01 12:23:06.383139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=55c9e173-6a28-4f42-a6f1-1d97a72c90bf,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:06.415681 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:06.422472 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6ee14a10-39b6-4df9-a803-8b641a125f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:06.508611 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-0d98d2aa-4a3a-4c53-afe9-8bba2f05ccbc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d1524d43-24b1-4171-898e-e802612992e9 HTTP/1.1" status: 200 len: 217 time: 0.1275642 Apr 01 12:23:06.602639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2f499-7f37-4900-b1f1-b537f040b9dd req-fcdf01ba-6f05-4a5b-8d4a-c3ec56842ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:06.612159 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b0e2f499-7f37-4900-b1f1-b537f040b9dd req-fcdf01ba-6f05-4a5b-8d4a-c3ec56842ce9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 1101 time: 0.1871274 Apr 01 12:23:06.644960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ff842-2bde-45b7-82a7-45447fa922a3 req-7bcb49a3-f992-493e-96c7-2836aaafccd0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:06.646488 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-290ff842-2bde-45b7-82a7-45447fa922a3 req-7bcb49a3-f992-493e-96c7-2836aaafccd0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 949 time: 0.2842386 Apr 01 12:23:06.651943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cbad9-6c06-48ec-8808-8a8a7d61aad3 req-b0015ef4-d3f5-450d-a1ca-cbf3a7cdcff1 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:06.652886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-e3570130-aba8-417f-bb3a-90b9c656ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:06.654047 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec8cbad9-6c06-48ec-8808-8a8a7d61aad3 req-b0015ef4-d3f5-450d-a1ca-cbf3a7cdcff1 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 972 time: 0.1797352 Apr 01 12:23:06.654324 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-e3570130-aba8-417f-bb3a-90b9c656ed43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1310830 Apr 01 12:23:06.675118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=55c9e173-6a28-4f42-a6f1-1d97a72c90bf,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:06.702502 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b0e2f499-7f37-4900-b1f1-b537f040b9dd req-0ca09a7b-a539-46b4-9a6c-e8dac15435ef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769362 Apr 01 12:23:06.734859 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec8cbad9-6c06-48ec-8808-8a8a7d61aad3 req-dd826e75-4357-4b29-89d1-f7f0fd2765f7 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643070 Apr 01 12:23:06.747753 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-290ff842-2bde-45b7-82a7-45447fa922a3 req-eca0f45f-8dc4-410f-b515-1d021dafb04e tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907409 Apr 01 12:23:06.775263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-95363d99-e9a5-4485-bca1-9b4c651c6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:06.777124 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-95363d99-e9a5-4485-bca1-9b4c651c6bb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125641 Apr 01 12:23:06.855877 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d37239b-68c7-4dda-b0cd-25ab3f93919f x-openstack-request-id: req-7d37239b-68c7-4dda-b0cd-25ab3f93919f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:06.856169 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a4e618-01dd-469b-90b5-db34140bd57b", "tag": "d1524d43-24b1-4171-898e-e802612992e9", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:06.856421 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d37239b-68c7-4dda-b0cd-25ab3f93919f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:06.857202 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d37239b-68c7-4dda-b0cd-25ab3f93919f'] response: {'name': 'network-changed', 'server_uuid': '27a4e618-01dd-469b-90b5-db34140bd57b', 'tag': 'd1524d43-24b1-4171-898e-e802612992e9', 'status': 'completed', 'code': 200} Apr 01 12:23:06.964633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-6aa16fee-ed93-4e30-9009-4958c43c6b76 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584945 Apr 01 12:23:06.978109 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd74c5-4590-4c75-9cb3-d6e64d67dca6 req-e0242b91-8867-4c04-b128-708e3be0b633 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:06.979687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fadd74c5-4590-4c75-9cb3-d6e64d67dca6 req-e0242b91-8867-4c04-b128-708e3be0b633 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 950 time: 0.0761869 Apr 01 12:23:07.054328 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fadd74c5-4590-4c75-9cb3-d6e64d67dca6 req-25e5f23b-29c1-4250-99da-d194960263ec tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644727 Apr 01 12:23:07.133282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3a7b0c-da74-4849-bb3d-064be9d8a3e4 req-fdcb0eff-3b89-49e1-acf8-d46c769982e8 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524992 Apr 01 12:23:07.237183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46022) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:07.242390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1597967389-network', 'tenant_id': '07b5e90d4a264b15915547f3eb65f7cc'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:07.261937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6b511-4a95-4370-9737-3bf7201df1ad req-fe1b4cfc-460d-4fd2-8637-18bdf8ccfeae tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:07.263421 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-98d6b511-4a95-4370-9737-3bf7201df1ad req-fe1b4cfc-460d-4fd2-8637-18bdf8ccfeae tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 969 time: 0.0843623 Apr 01 12:23:07.272944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8d4e3-5b67-44f2-9d7f-8798c75579a9 req-e1cb2450-5b57-4c6e-8063-4773ae3015cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:07.274493 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d7f8d4e3-5b67-44f2-9d7f-8798c75579a9 req-e1cb2450-5b57-4c6e-8063-4773ae3015cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7dc68dc36eb4de4b94ecfeea9347845&device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 1120 time: 0.0827198 Apr 01 12:23:07.285453 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Made reservation on behalf of 07b5e90d4a264b15915547f3eb65f7cc for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:07.287950 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:07.299204 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:07.342330 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-98d6b511-4a95-4370-9737-3bf7201df1ad req-60fee95e-5ff7-4c25-867b-fe3756cf582b tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/security-groups?id=eaaa4356-2b94-4baf-8cab-252e04e909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668147 Apr 01 12:23:07.406749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8d4e3-5b67-44f2-9d7f-8798c75579a9 req-c7bb0df4-a609-48ef-90d8-a3f35e9084c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:07.407469 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:07.408676 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d7f8d4e3-5b67-44f2-9d7f-8798c75579a9 req-c7bb0df4-a609-48ef-90d8-a3f35e9084c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1121886 Apr 01 12:23:07.415430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:07.442086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:23:07.452275 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc29d261-a974-498e-945e-61a9c3d18c11,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:07.460906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:07.462361 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Added segment 441184d1-9f81-43da-93a3-fb8690996235 of type vlan for network a86b5cc5-64c0-4bcd-a3da-7345f24c76b9 Apr 01 12:23:07.471104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d7f8d4e3-5b67-44f2-9d7f-8798c75579a9 req-c4beb3ed-8f4a-4607-8782-d869f6baab8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d1524d43-24b1-4171-898e-e802612992e9 HTTP/1.1" status: 200 len: 217 time: 0.0545161 Apr 01 12:23:07.531737 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:07.543496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8d4e3-5b67-44f2-9d7f-8798c75579a9 req-7ea1417a-ec71-4606-a8e5-79933b6da733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:07.545317 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d7f8d4e3-5b67-44f2-9d7f-8798c75579a9 req-7ea1417a-ec71-4606-a8e5-79933b6da733 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0657947 Apr 01 12:23:07.568693 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:07.569862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:07.570699 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:07.614084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8d4e3-5b67-44f2-9d7f-8798c75579a9 req-1c3d9d6f-3262-4c34-8796-55713e82f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:07.615675 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d7f8d4e3-5b67-44f2-9d7f-8798c75579a9 req-1c3d9d6f-3262-4c34-8796-55713e82f8fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0634439 Apr 01 12:23:07.654133 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] Pushing event updated for resources: {'Network': ['ID=a86b5cc5-64c0-4bcd-a3da-7345f24c76b9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:07.666552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network a86b5cc5-64c0-4bcd-a3da-7345f24c76b9 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:23:07.672337 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-48cf1fff-4d05-4fa7-acba-503ad569f228 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4337251 Apr 01 12:23:07.673323 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46046) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:07.681403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-44bb055b-626d-486c-acc0-00c1b932c73d admin admin] Request body: {'subnet': {'network_id': 'a86b5cc5-64c0-4bcd-a3da-7345f24c76b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1597967389-subnet', 'tenant_id': '07b5e90d4a264b15915547f3eb65f7cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:07.709699 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bb055b-626d-486c-acc0-00c1b932c73d admin admin] Made reservation on behalf of 07b5e90d4a264b15915547f3eb65f7cc for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:07.716204 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44bb055b-626d-486c-acc0-00c1b932c73d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:07.773642 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d7f8d4e3-5b67-44f2-9d7f-8798c75579a9 req-ebf00fd9-f628-4e14-8660-5b814a866855 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475122 Apr 01 12:23:07.934102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8daf2c-5a85-4fe6-9045-0655178fd50e req-78ecc3cc-77ae-43af-a1e8-764ecab8eb6a tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:07.935658 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8a8daf2c-5a85-4fe6-9045-0655178fd50e req-78ecc3cc-77ae-43af-a1e8-764ecab8eb6a tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 972 time: 0.0921512 Apr 01 12:23:07.941318 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d7f8d4e3-5b67-44f2-9d7f-8798c75579a9 req-47310579-ef76-4eee-adbf-ea469ff3825e service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594002 Apr 01 12:23:07.965201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f6c18-1704-4fa3-815e-f5806ea20637 req-0bf25093-2e6d-4824-9431-c2e27ea6abcd tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:07.966799 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dd1f6c18-1704-4fa3-815e-f5806ea20637 req-0bf25093-2e6d-4824-9431-c2e27ea6abcd tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 950 time: 0.0871885 Apr 01 12:23:08.015988 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44bb055b-626d-486c-acc0-00c1b932c73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.020771 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8a8daf2c-5a85-4fe6-9045-0655178fd50e req-bccb4f27-f0ee-4d29-8013-55252a7b9649 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761108 Apr 01 12:23:08.030629 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dd1f6c18-1704-4fa3-815e-f5806ea20637 req-3f3f8a0d-c7e3-4176-b3d6-0b600597bf09 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556026 Apr 01 12:23:08.103666 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb055b-626d-486c-acc0-00c1b932c73d admin admin] Pushing event updated for resources: {'Subnet': ['ID=66bc83bc-e54f-4fdf-b06a-8bddef86ddf3,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:08.112494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46068) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:08.126153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb055b-626d-486c-acc0-00c1b932c73d admin admin] Checking segment: {'id': '441184d1-9f81-43da-93a3-fb8690996235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a86b5cc5-64c0-4bcd-a3da-7345f24c76b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:08.126678 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb055b-626d-486c-acc0-00c1b932c73d admin admin] Network hostable DHCP agents. Network: a86b5cc5-64c0-4bcd-a3da-7345f24c76b9, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:23:08.152018 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb055b-626d-486c-acc0-00c1b932c73d admin admin] Network a86b5cc5-64c0-4bcd-a3da-7345f24c76b9 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:23:08.166708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-44bb055b-626d-486c-acc0-00c1b932c73d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, a86b5cc5-64c0-4bcd-a3da-7345f24c76b9) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:08.176523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb055b-626d-486c-acc0-00c1b932c73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:08.180015 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44bb055b-626d-486c-acc0-00c1b932c73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.180318 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e60cd7-06db-44c6-b9ae-e050df5b801b None None] Network a86b5cc5-64c0-4bcd-a3da-7345f24c76b9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:23:08.211778 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-44bb055b-626d-486c-acc0-00c1b932c73d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5272100 Apr 01 12:23:08.274257 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1de95718-f968-4369-95e5-c33a9572ddf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.350735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f04c78d-927e-48fd-a7ff-23e85c164b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c9e173-6a28-4f42-a6f1-1d97a72c90bf'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:08.353189 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f064bf3d-686b-4a48-95c1-b0d7551cbf44" -d '{"events": [{"server_uuid": "1f04c78d-927e-48fd-a7ff-23e85c164b9e", "name": "network-vif-plugged", "status": "completed", "tag": "55c9e173-6a28-4f42-a6f1-1d97a72c90bf"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:08.393315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25eeb9d-4754-4f55-9073-8950c2129c8a None None] Network a86b5cc5-64c0-4bcd-a3da-7345f24c76b9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:23:08.396948 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.414054 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1de95718-f968-4369-95e5-c33a9572ddf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.428792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1de95718-f968-4369-95e5-c33a9572ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.438567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7bf21-7ef6-4dfc-8c19-f1accb831f5f req-6c4fe0af-8d4b-418d-904c-31f177d63126 tempest-AggregatesAdminTestJSON-486592223 tempest-AggregatesAdminTestJSON-486592223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:08.446778 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96d7bf21-7ef6-4dfc-8c19-f1accb831f5f req-6c4fe0af-8d4b-418d-904c-31f177d63126 tempest-AggregatesAdminTestJSON-486592223 tempest-AggregatesAdminTestJSON-486592223-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 1123 time: 0.0808320 Apr 01 12:23:08.481089 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1de95718-f968-4369-95e5-c33a9572ddf6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa6198a1965c4b758f6f6125a6414497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664701 Apr 01 12:23:08.492063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46080) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:08.507274 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-96d7bf21-7ef6-4dfc-8c19-f1accb831f5f req-9a2b122e-4b30-402c-8b0b-fba850ccef1c tempest-AggregatesAdminTestJSON-486592223 tempest-AggregatesAdminTestJSON-486592223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.516394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de95718-f968-4369-95e5-c33a9572ddf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c20623-1641-43d1-af94-ce69a474c4a0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:08.590754 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.651712 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8735e710-05ff-48fa-998f-52c232b8845b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.695840 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8735e710-05ff-48fa-998f-52c232b8845b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.809409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1010d5c3-e326-45ce-80aa-f5674cdee740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.914795 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-96d7bf21-7ef6-4dfc-8c19-f1accb831f5f req-9a2b122e-4b30-402c-8b0b-fba850ccef1c tempest-AggregatesAdminTestJSON-486592223 tempest-AggregatesAdminTestJSON-486592223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.920659 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-96d7bf21-7ef6-4dfc-8c19-f1accb831f5f req-9a2b122e-4b30-402c-8b0b-fba850ccef1c tempest-AggregatesAdminTestJSON-486592223 tempest-AggregatesAdminTestJSON-486592223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.924493 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165b7b5-b23d-48d2-8e99-c8843a3b0ddd req-ce7c7c2b-0bb1-4c43-9404-6f2f29f2022d tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:08.926490 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7165b7b5-b23d-48d2-8e99-c8843a3b0ddd req-ce7c7c2b-0bb1-4c43-9404-6f2f29f2022d tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 950 time: 0.0589082 Apr 01 12:23:08.946572 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96d7bf21-7ef6-4dfc-8c19-f1accb831f5f req-9a2b122e-4b30-402c-8b0b-fba850ccef1c tempest-AggregatesAdminTestJSON-486592223 tempest-AggregatesAdminTestJSON-486592223-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988604 Apr 01 12:23:08.967961 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8735e710-05ff-48fa-998f-52c232b8845b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.967961 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8735e710-05ff-48fa-998f-52c232b8845b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:08.967961 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8735e710-05ff-48fa-998f-52c232b8845b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1c20623-1641-43d1-af94-ce69a474c4a0 HTTP/1.1" status: 204 len: 168 time: 0.4714735 Apr 01 12:23:08.967961 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b122e-4b30-402c-8b0b-fba850ccef1c tempest-AggregatesAdminTestJSON-486592223 tempest-AggregatesAdminTestJSON-486592223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2026f7-0dec-4ce8-a701-f88111bc6270,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:08.987231 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7165b7b5-b23d-48d2-8e99-c8843a3b0ddd req-8ddd7b04-2bf1-48b8-a556-a827cb66b7ba tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514719 Apr 01 12:23:08.998846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735e710-05ff-48fa-998f-52c232b8845b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c20623-1641-43d1-af94-ce69a474c4a0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:09.053535 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f01c4a6-f8f7-4bcf-a346-0d4647daaa90 x-openstack-request-id: req-7f01c4a6-f8f7-4bcf-a346-0d4647daaa90 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:09.053703 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f04c78d-927e-48fd-a7ff-23e85c164b9e", "name": "network-vif-plugged", "status": "completed", "tag": "55c9e173-6a28-4f42-a6f1-1d97a72c90bf", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:09.053905 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f01c4a6-f8f7-4bcf-a346-0d4647daaa90 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:09.054385 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f01c4a6-f8f7-4bcf-a346-0d4647daaa90'] response: {'server_uuid': '1f04c78d-927e-48fd-a7ff-23e85c164b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c9e173-6a28-4f42-a6f1-1d97a72c90bf', 'code': 200} Apr 01 12:23:09.087490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a583d-fc1e-4898-87fe-2b6984bd6da5 req-1c4698f2-470f-4184-a45a-e26618ab68b5 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:09.094621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d4a583d-fc1e-4898-87fe-2b6984bd6da5 req-1c4698f2-470f-4184-a45a-e26618ab68b5 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 969 time: 0.0750840 Apr 01 12:23:09.146728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d4a583d-fc1e-4898-87fe-2b6984bd6da5 req-95a456fe-dfe1-4160-a5d0-df62374a8cc1 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/security-groups?id=eaaa4356-2b94-4baf-8cab-252e04e909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476465 Apr 01 12:23:09.183634 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf5d88-22d0-413e-9ebf-562c5b2963c1 req-a71ea449-4ae0-473e-915a-961c9e6475ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:09.186061 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1bf5d88-22d0-413e-9ebf-562c5b2963c1 req-a71ea449-4ae0-473e-915a-961c9e6475ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 1101 time: 0.0601559 Apr 01 12:23:09.221951 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1bf5d88-22d0-413e-9ebf-562c5b2963c1 req-f4b5d1d7-d5d8-44fa-92c0-c1842fd653eb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294385 Apr 01 12:23:09.356038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46110) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:09.370479 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd8a9-63aa-44fe-ad3e-89026cafa612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:09.481377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd8a9-63aa-44fe-ad3e-89026cafa612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:09.487864 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd8a9-63aa-44fe-ad3e-89026cafa612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:09.528949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fd8a9-63aa-44fe-ad3e-89026cafa612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7ff19f-2a28-465e-9359-f3d3ba9d1757,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:09.534706 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3b0fd8a9-63aa-44fe-ad3e-89026cafa612 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7cddf7fc75804b96904bce6e6b00d5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775818 Apr 01 12:23:09.538591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46112) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:09.634452 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c103dee3-1338-42c9-8467-9d51b1030c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:09.659819 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c103dee3-1338-42c9-8467-9d51b1030c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:09.716641 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c103dee3-1338-42c9-8467-9d51b1030c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:09.719891 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c103dee3-1338-42c9-8467-9d51b1030c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:09.726499 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c103dee3-1338-42c9-8467-9d51b1030c0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d7ff19f-2a28-465e-9359-f3d3ba9d1757 HTTP/1.1" status: 204 len: 168 time: 0.1849630 Apr 01 12:23:09.735227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103dee3-1338-42c9-8467-9d51b1030c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7ff19f-2a28-465e-9359-f3d3ba9d1757,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:09.774462 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-c2ffa781-1840-48e7-af05-6a3966a1f4ec tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:09.791181 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-c2ffa781-1840-48e7-af05-6a3966a1f4ec tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 821 time: 0.4243064 Apr 01 12:23:09.806675 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-0f8e1681-738f-4e45-92b2-d7ff26ba4410 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/quotas/d3ef0b6c28664a848490f62530c5067c HTTP/1.1" status: 200 len: 375 time: 0.0145583 Apr 01 12:23:09.848512 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-fc5340ec-8cc8-4ae4-9a6e-2e7c3d745e17 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345540 Apr 01 12:23:10.255778 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:10.284980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c2a97-1005-4013-8c97-95f8cbaef207 req-af853b05-9a15-4e11-b801-b1f735d3b393 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:10.286560 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-194c2a97-1005-4013-8c97-95f8cbaef207 req-af853b05-9a15-4e11-b801-b1f735d3b393 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 950 time: 0.0592806 Apr 01 12:23:10.312144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-baa3f8be-4a62-4705-8fd9-41d72e2ac972 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:23:10.313568 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-baa3f8be-4a62-4705-8fd9-41d72e2ac972 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2332525 Apr 01 12:23:10.345732 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-194c2a97-1005-4013-8c97-95f8cbaef207 req-9c1cb8ce-929e-4961-8e95-c7a0f3d64e54 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481699 Apr 01 12:23:10.468334 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-09258229-32bd-4c13-ad84-5f6f3e9c2a66 service neutron] 10.222.0.45 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413214 Apr 01 12:23:10.496432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0079a-5ccd-44cc-88fc-13ed8bba51f4 req-40442be7-84f7-49db-bb13-e9420bfb7aaf tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:10.498029 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9fd0079a-5ccd-44cc-88fc-13ed8bba51f4 req-40442be7-84f7-49db-bb13-e9420bfb7aaf tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 972 time: 0.0643699 Apr 01 12:23:10.546521 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9fd0079a-5ccd-44cc-88fc-13ed8bba51f4 req-911193de-3cc3-441c-9f5b-f3b4e2b42a96 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396316 Apr 01 12:23:10.600327 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-a39b7dad-44e4-4311-9a08-e59d23fbeecd service neutron] 10.222.0.45 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245663 Apr 01 12:23:10.661421 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34e53553-9f3a-48d1-9ade-1c9ebbcec15c req-96098945-d812-44a3-b7b6-f5d68a3e1f8b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493202 Apr 01 12:23:10.733324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47efd0-bd48-4496-82c3-8f51f673f49a req-5811d949-321d-4096-9d40-e3ec71c44c40 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:10.734906 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d47efd0-bd48-4496-82c3-8f51f673f49a req-5811d949-321d-4096-9d40-e3ec71c44c40 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 950 time: 0.0726676 Apr 01 12:23:10.799208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53553-9f3a-48d1-9ade-1c9ebbcec15c req-f5704fec-ba2b-4284-95b4-cb0e20fc2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:10.801385 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34e53553-9f3a-48d1-9ade-1c9ebbcec15c req-f5704fec-ba2b-4284-95b4-cb0e20fc2b3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d2e4c25e70845899d0f0e49a75f1c17&device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 1101 time: 0.0752635 Apr 01 12:23:10.803184 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d47efd0-bd48-4496-82c3-8f51f673f49a req-1d044b0a-405c-4fa1-a470-4dfdb91ea40e tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604317 Apr 01 12:23:10.984584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbf1aa-8c7b-4882-a6d6-169bc7a882f4 req-fe3834ad-b43d-4c34-a55b-f19bca689bcb tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:10.989144 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-75cbf1aa-8c7b-4882-a6d6-169bc7a882f4 req-fe3834ad-b43d-4c34-a55b-f19bca689bcb tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 969 time: 0.1657431 Apr 01 12:23:11.028901 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53553-9f3a-48d1-9ade-1c9ebbcec15c req-29abf121-ec01-4dc8-a948-4c83b022297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:11.030522 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34e53553-9f3a-48d1-9ade-1c9ebbcec15c req-29abf121-ec01-4dc8-a948-4c83b022297b service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2084522 Apr 01 12:23:11.086961 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-75cbf1aa-8c7b-4882-a6d6-169bc7a882f4 req-dcdae4d5-fa3d-4343-a40b-b3771ccfc10f tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/security-groups?id=eaaa4356-2b94-4baf-8cab-252e04e909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865777 Apr 01 12:23:11.088357 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34e53553-9f3a-48d1-9ade-1c9ebbcec15c req-93d103c2-4b4f-419e-9e36-12cb38f95fb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=55c9e173-6a28-4f42-a6f1-1d97a72c90bf HTTP/1.1" status: 200 len: 217 time: 0.0465231 Apr 01 12:23:11.157136 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d1524d43-24b1-4171-898e-e802612992e9 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:23:11.185439 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0a2e4b8b-9f7d-42c1-9c95-34768a0d60f2 req-5d0d1379-269b-4ccd-b0c7-9442a84badbc tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 210 time: 0.0379508 Apr 01 12:23:11.189591 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53553-9f3a-48d1-9ade-1c9ebbcec15c req-5b6de1e9-47c9-4173-b230-525b294d251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:11.191129 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34e53553-9f3a-48d1-9ade-1c9ebbcec15c req-5b6de1e9-47c9-4173-b230-525b294d251e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0946627 Apr 01 12:23:11.257281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53553-9f3a-48d1-9ade-1c9ebbcec15c req-b4e39b4e-88b9-4c4d-a7b1-f35b176db1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:11.257281 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34e53553-9f3a-48d1-9ade-1c9ebbcec15c req-b4e39b4e-88b9-4c4d-a7b1-f35b176db1ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536382 Apr 01 12:23:11.359121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d1524d43-24b1-4171-898e-e802612992e9, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1524d43-24b1-4171-898e-e802612992e9,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:11.377721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'd1524d43-24b1-4171-898e-e802612992e9', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'd1524d43-24b1-4171-898e-e802612992e9', 'mac_address': 'fa:16:3e:76:3f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:tempest-test_az-1574922972', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:23:11.438856 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34e53553-9f3a-48d1-9ade-1c9ebbcec15c req-3a5a4d96-c143-45c9-8bec-a39918f6b3ce service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737947 Apr 01 12:23:11.462910 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:11.486896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ba7e9-e67e-4ad1-bf68-51ffe7fc857c req-c5116e8c-7e6d-4d08-90bd-b6a268ffe55b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:11.489916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1524d43-24b1-4171-898e-e802612992e9 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:11.492433 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-322ba7e9-e67e-4ad1-bf68-51ffe7fc857c req-c5116e8c-7e6d-4d08-90bd-b6a268ffe55b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 972 time: 0.0970364 Apr 01 12:23:11.519344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d1524d43-24b1-4171-898e-e802612992e9, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1524d43-24b1-4171-898e-e802612992e9,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:11.527240 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:11.629679 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=d1524d43-24b1-4171-898e-e802612992e9,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:11.651190 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:11.696768 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34e53553-9f3a-48d1-9ade-1c9ebbcec15c req-3c5cbbc1-4997-4b47-b20b-ad8480c14475 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446506 Apr 01 12:23:11.770965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48199144-a2d9-4982-ac43-bccb5ee3f4e4 req-e100b7b2-b2d5-4384-8dc0-4ef23d76729a tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:11.772956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48199144-a2d9-4982-ac43-bccb5ee3f4e4 req-e100b7b2-b2d5-4384-8dc0-4ef23d76729a tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 950 time: 0.2782931 Apr 01 12:23:11.775325 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:11.834815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d1524d43-24b1-4171-898e-e802612992e9'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:11.891455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb57f67-d155-4b42-b44e-d6629b47e81d req-c6ab9098-e863-4b28-9844-b3543082b53b tempest-DeleteServersAdminTestJSON-1820682531 tempest-DeleteServersAdminTestJSON-1820682531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:11.894075 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0eb57f67-d155-4b42-b44e-d6629b47e81d req-c6ab9098-e863-4b28-9844-b3543082b53b tempest-DeleteServersAdminTestJSON-1820682531 tempest-DeleteServersAdminTestJSON-1820682531-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 1101 time: 0.2105906 Apr 01 12:23:11.960713 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48199144-a2d9-4982-ac43-bccb5ee3f4e4 req-40d6cfd0-409d-43cc-8beb-87455240808a tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490185 Apr 01 12:23:12.013654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-322ba7e9-e67e-4ad1-bf68-51ffe7fc857c req-226fc884-c741-4916-8f85-e45be982164b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Deleting port 8fbad7b7-c34e-43db-abb5-828b62e55f52 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:23:12.013992 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-322ba7e9-e67e-4ad1-bf68-51ffe7fc857c req-226fc884-c741-4916-8f85-e45be982164b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:12.149588 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4809d-a654-4ac7-835d-23b882130e43 req-3c27c157-2474-4b9c-93eb-d79b4699be2c tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:12.150875 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-36a4809d-a654-4ac7-835d-23b882130e43 req-3c27c157-2474-4b9c-93eb-d79b4699be2c tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 950 time: 0.0557382 Apr 01 12:23:12.162879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-322ba7e9-e67e-4ad1-bf68-51ffe7fc857c req-226fc884-c741-4916-8f85-e45be982164b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] For port 8fbad7b7-c34e-43db-abb5-828b62e55f52, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8fbad7b7-c34e-43db-abb5-828b62e55f52,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:12.163232 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-322ba7e9-e67e-4ad1-bf68-51ffe7fc857c req-226fc884-c741-4916-8f85-e45be982164b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:12.188944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-0eb57f67-d155-4b42-b44e-d6629b47e81d req-42872df9-47fd-4c91-8acb-5af4acbe820f tempest-DeleteServersAdminTestJSON-1820682531 tempest-DeleteServersAdminTestJSON-1820682531-project-admin] Deleting port 08724a2f-266d-44fe-bde3-85d345cc116a {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:23:12.189957 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0eb57f67-d155-4b42-b44e-d6629b47e81d req-42872df9-47fd-4c91-8acb-5af4acbe820f tempest-DeleteServersAdminTestJSON-1820682531 tempest-DeleteServersAdminTestJSON-1820682531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:12.192562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-322ba7e9-e67e-4ad1-bf68-51ffe7fc857c req-226fc884-c741-4916-8f85-e45be982164b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Calling delete_port for 8fbad7b7-c34e-43db-abb5-828b62e55f52 owned by compute:tempest-test_az-1574922972 {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:23:12.194153 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-36a4809d-a654-4ac7-835d-23b882130e43 req-81518099-eb84-4753-9798-12fd4cb77de6 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363190 Apr 01 12:23:12.205741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047e6a9-7ff5-400a-9b0a-a74cfd9a683a req-0cc9dd0c-7aa7-416c-93c3-43612bc57360 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:12.207294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a047e6a9-7ff5-400a-9b0a-a74cfd9a683a req-0cc9dd0c-7aa7-416c-93c3-43612bc57360 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 972 time: 0.1209204 Apr 01 12:23:12.486090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a047e6a9-7ff5-400a-9b0a-a74cfd9a683a req-9b6535c2-6fe5-470f-8e55-3bd005c041d1 tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/security-groups?id=eec361a6-9450-4c01-aca3-ce10391cd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659645 Apr 01 12:23:12.578485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-0eb57f67-d155-4b42-b44e-d6629b47e81d req-42872df9-47fd-4c91-8acb-5af4acbe820f tempest-DeleteServersAdminTestJSON-1820682531 tempest-DeleteServersAdminTestJSON-1820682531-project-admin] For port 08724a2f-266d-44fe-bde3-85d345cc116a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=08724a2f-266d-44fe-bde3-85d345cc116a,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:12.579390 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0eb57f67-d155-4b42-b44e-d6629b47e81d req-42872df9-47fd-4c91-8acb-5af4acbe820f tempest-DeleteServersAdminTestJSON-1820682531 tempest-DeleteServersAdminTestJSON-1820682531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:12.604212 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-0eb57f67-d155-4b42-b44e-d6629b47e81d req-42872df9-47fd-4c91-8acb-5af4acbe820f tempest-DeleteServersAdminTestJSON-1820682531 tempest-DeleteServersAdminTestJSON-1820682531-project-admin] Calling delete_port for 08724a2f-266d-44fe-bde3-85d345cc116a owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:23:12.621153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-2736e5ea-9ff0-4a94-9725-02c23f6e1a8a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:12.622655 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-2736e5ea-9ff0-4a94-9725-02c23f6e1a8a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.37 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 821 time: 0.3695984 Apr 01 12:23:12.649204 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Request body: {'port': {'device_id': '52d1c65b-1cb1-474a-8199-246487b1f9e2', 'network_id': '5f326287-8629-4e35-afec-ed776729d480', 'admin_state_up': True, 'tenant_id': 'd3ef0b6c28664a848490f62530c5067c'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:12.679702 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-23c86c3a-7dfa-429b-8e75-2d7283056aa1 req-ab8adc99-57cb-4e8c-89d3-1c6031ab32ac service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:23:12.680698 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23c86c3a-7dfa-429b-8e75-2d7283056aa1 req-ab8adc99-57cb-4e8c-89d3-1c6031ab32ac service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053701 Apr 01 12:23:12.787668 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-322ba7e9-e67e-4ad1-bf68-51ffe7fc857c req-226fc884-c741-4916-8f85-e45be982164b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:12.800009 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['8fbad7b7-c34e-43db-abb5-828b62e55f52'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:12.841051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fc884-c741-4916-8f85-e45be982164b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Pushing event deleted for resources: {'Port': ['ID=8fbad7b7-c34e-43db-abb5-828b62e55f52,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:12.875789 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880626e6-b877-4da6-968d-b8862ef1102e req-488f29fb-8b36-4ce1-b5f4-20dc87f6e583 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:12.883849 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-880626e6-b877-4da6-968d-b8862ef1102e req-488f29fb-8b36-4ce1-b5f4-20dc87f6e583 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 970 time: 0.0687668 Apr 01 12:23:12.924571 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-880626e6-b877-4da6-968d-b8862ef1102e req-0d17bc27-5847-4435-879d-5d20b4cbf1cf tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/security-groups?id=eaaa4356-2b94-4baf-8cab-252e04e909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392029 Apr 01 12:23:13.039272 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe9ca99e-fdfe-46ec-8d1a-da08ab72d3f5 req-0cac6b60-9098-4620-922b-6d60a00e661a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 210 time: 0.0293322 Apr 01 12:23:13.155913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d1524d43-24b1-4171-898e-e802612992e9 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:13.203176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-322ba7e9-e67e-4ad1-bf68-51ffe7fc857c req-226fc884-c741-4916-8f85-e45be982164b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] No DVR routers for this DVR port 8fbad7b7-c34e-43db-abb5-828b62e55f52 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:23:13.215641 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd751fc7-3da1-4b7f-98fc-53c1f9cb1dc4 req-816b4bc3-4ece-4a2f-8d8f-af338e498eae tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:13.223460 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd751fc7-3da1-4b7f-98fc-53c1f9cb1dc4 req-816b4bc3-4ece-4a2f-8d8f-af338e498eae tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 950 time: 0.1026156 Apr 01 12:23:13.234665 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-322ba7e9-e67e-4ad1-bf68-51ffe7fc857c req-226fc884-c741-4916-8f85-e45be982164b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:13.237208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port d1524d43-24b1-4171-898e-e802612992e9 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:23:13.239253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-322ba7e9-e67e-4ad1-bf68-51ffe7fc857c req-226fc884-c741-4916-8f85-e45be982164b tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.37 "DELETE /v2.0/ports/8fbad7b7-c34e-43db-abb5-828b62e55f52 HTTP/1.1" status: 204 len: 173 time: 1.7141323 Apr 01 12:23:13.239615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cca92f-d8ab-466f-9190-f3ed56203dd2', 'name': 'network-vif-deleted', 'tag': '8fbad7b7-c34e-43db-abb5-828b62e55f52'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:13.242600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port d1524d43-24b1-4171-898e-e802612992e9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:13.243159 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:13.250356 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e166dda-6c8a-468f-93a6-c6100909d8ee" -d '{"events": [{"server_uuid": "85cca92f-d8ab-466f-9190-f3ed56203dd2", "name": "network-vif-deleted", "tag": "8fbad7b7-c34e-43db-abb5-828b62e55f52"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:13.259689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Made reservation on behalf of d3ef0b6c28664a848490f62530c5067c for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:13.264514 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:13.313721 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd751fc7-3da1-4b7f-98fc-53c1f9cb1dc4 req-dbedfa20-54a9-4163-9fb0-daf0a1c29c37 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782752 Apr 01 12:23:13.404339 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:13.442733 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d1524d43-24b1-4171-898e-e802612992e9, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1524d43-24b1-4171-898e-e802612992e9,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:13.443646 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a4e618-01dd-469b-90b5-db34140bd57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1524d43-24b1-4171-898e-e802612992e9'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:13.446686 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7b88ac-aeac-41c1-9046-582e0a66527a" -d '{"events": [{"server_uuid": "27a4e618-01dd-469b-90b5-db34140bd57b", "name": "network-vif-plugged", "status": "completed", "tag": "d1524d43-24b1-4171-898e-e802612992e9"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:13.451878 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bb6ce0-217b-478a-8e13-f5c496311ba9 x-openstack-request-id: req-f0bb6ce0-217b-478a-8e13-f5c496311ba9 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:13.452171 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cca92f-d8ab-466f-9190-f3ed56203dd2", "name": "network-vif-deleted", "tag": "8fbad7b7-c34e-43db-abb5-828b62e55f52", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:13.452421 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f0bb6ce0-217b-478a-8e13-f5c496311ba9 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:13.452822 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0bb6ce0-217b-478a-8e13-f5c496311ba9'] response: {'server_uuid': '85cca92f-d8ab-466f-9190-f3ed56203dd2', 'name': 'network-vif-deleted', 'tag': '8fbad7b7-c34e-43db-abb5-828b62e55f52', 'status': 'completed', 'code': 200} Apr 01 12:23:13.452961 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:13.454133 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0eb57f67-d155-4b42-b44e-d6629b47e81d req-42872df9-47fd-4c91-8acb-5af4acbe820f tempest-DeleteServersAdminTestJSON-1820682531 tempest-DeleteServersAdminTestJSON-1820682531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:13.530304 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3dd89d7d-9415-4a06-bee1-8162e1006db6 req-e7042f8c-f988-4e50-aeae-e19e0d51b410 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 210 time: 0.0633249 Apr 01 12:23:13.545687 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2eb60a-a92a-4a27-bde6-7fe792b5abfe x-openstack-request-id: req-9c2eb60a-a92a-4a27-bde6-7fe792b5abfe {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:13.545996 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a4e618-01dd-469b-90b5-db34140bd57b", "name": "network-vif-plugged", "status": "completed", "tag": "d1524d43-24b1-4171-898e-e802612992e9", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:13.546505 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c2eb60a-a92a-4a27-bde6-7fe792b5abfe {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:13.547166 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2eb60a-a92a-4a27-bde6-7fe792b5abfe'] response: {'server_uuid': '27a4e618-01dd-469b-90b5-db34140bd57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1524d43-24b1-4171-898e-e802612992e9', 'code': 200} Apr 01 12:23:13.559996 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=d1524d43-24b1-4171-898e-e802612992e9,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:13.584222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42872df9-47fd-4c91-8acb-5af4acbe820f tempest-DeleteServersAdminTestJSON-1820682531 tempest-DeleteServersAdminTestJSON-1820682531-project-admin] Pushing event deleted for resources: {'Port': ['ID=08724a2f-266d-44fe-bde3-85d345cc116a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:13.720855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46252) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:13.721040 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-e3ab321e-529d-45e5-a47d-981eba1abf72 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=6d2e4c25e70845899d0f0e49a75f1c17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445728 Apr 01 12:23:13.729403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb57f67-d155-4b42-b44e-d6629b47e81d req-42872df9-47fd-4c91-8acb-5af4acbe820f tempest-DeleteServersAdminTestJSON-1820682531 tempest-DeleteServersAdminTestJSON-1820682531-project-admin] No DVR routers for this DVR port 08724a2f-266d-44fe-bde3-85d345cc116a on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:23:13.744223 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0eb57f67-d155-4b42-b44e-d6629b47e81d req-42872df9-47fd-4c91-8acb-5af4acbe820f tempest-DeleteServersAdminTestJSON-1820682531 tempest-DeleteServersAdminTestJSON-1820682531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:13.747529 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0eb57f67-d155-4b42-b44e-d6629b47e81d req-42872df9-47fd-4c91-8acb-5af4acbe820f tempest-DeleteServersAdminTestJSON-1820682531 tempest-DeleteServersAdminTestJSON-1820682531-project-admin] 10.222.0.44 "DELETE /v2.0/ports/08724a2f-266d-44fe-bde3-85d345cc116a HTTP/1.1" status: 204 len: 173 time: 1.8422360 Apr 01 12:23:13.824893 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab039c1b-4b05-4879-8a61-53c62f8e4916 req-3d74de63-9ac4-442c-86ad-1b581d5ded8d tempest-AggregatesAdminTestJSON-1471914556 tempest-AggregatesAdminTestJSON-1471914556-project] 10.222.0.45 "GET /v2.0/ports?device_id=85cca92f-d8ab-466f-9190-f3ed56203dd2 HTTP/1.1" status: 200 len: 210 time: 0.1020198 Apr 01 12:23:13.869404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Allocated IP 172.20.0.3 (5f326287-8629-4e35-afec-ed776729d480/9e044a75-99af-487d-948a-2656afb0938b/dbca8fc9-5614-4b8c-88a4-6dc7f38bb493) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:13.875237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-e29624e9-7a22-4b82-a401-fbd1de6df787 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:13.883395 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-e29624e9-7a22-4b82-a401-fbd1de6df787 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579938 Apr 01 12:23:13.893741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7351e2-7bd1-4adc-8dde-f6446d0e56cd req-73cdea9c-1c4b-4fda-98d2-89c95e4b3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:13.899356 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d7351e2-7bd1-4adc-8dde-f6446d0e56cd req-73cdea9c-1c4b-4fda-98d2-89c95e4b3911 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 1122 time: 0.1718194 Apr 01 12:23:13.913234 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-db1e426b-06e5-41c2-af32-21914da08769 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/quotas/6d2e4c25e70845899d0f0e49a75f1c17 HTTP/1.1" status: 200 len: 375 time: 0.0284901 Apr 01 12:23:14.002773 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-8299614c-fa89-4d5b-9743-37e222cb9110 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d2e4c25e70845899d0f0e49a75f1c17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880008 Apr 01 12:23:14.014671 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d7351e2-7bd1-4adc-8dde-f6446d0e56cd req-238eb8f3-bd8b-49e0-8a3b-d35e275356e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eaaa4356-2b94-4baf-8cab-252e04e909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056976 Apr 01 12:23:14.171660 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00deeaee-fb08-461e-acdf-3a07a7434857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:14.223864 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-786c7f6a-04bf-4a62-8961-f6952110b686 req-3402e3fb-b5ba-455a-a5ce-49057d0b985b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 210 time: 0.0326324 Apr 01 12:23:14.262082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658c12d-cfc1-4d45-aed1-14895c3efea8 req-ad12eb8e-a31f-419e-aede-cfa2ac7c5d14 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:14.263633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8658c12d-cfc1-4d45-aed1-14895c3efea8 req-ad12eb8e-a31f-419e-aede-cfa2ac7c5d14 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 971 time: 0.1724093 Apr 01 12:23:14.326476 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:14.348969 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec294048-56e6-49c3-a495-d2513467e91d req-5fe8eb78-b7e5-4865-af7d-00bc2d430efd tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 210 time: 0.0417964 Apr 01 12:23:14.378328 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8658c12d-cfc1-4d45-aed1-14895c3efea8 req-4fa9dee3-924c-47c0-99ec-6a993d670e84 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/security-groups?id=eaaa4356-2b94-4baf-8cab-252e04e909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000261 Apr 01 12:23:14.437720 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00deeaee-fb08-461e-acdf-3a07a7434857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:14.443251 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00deeaee-fb08-461e-acdf-3a07a7434857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:14.457165 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:14.522261 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-00deeaee-fb08-461e-acdf-3a07a7434857 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=169c13d2450549de865b8da0faa5d186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7901595 Apr 01 12:23:14.525084 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46278) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:14.541341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00deeaee-fb08-461e-acdf-3a07a7434857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136469b5-8af8-4246-82f9-3c4651789bfd,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:14.546746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Network 5f326287-8629-4e35-afec-ed776729d480 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:14.551705 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:14.554519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:14.562296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:14.563457 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:14.572180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Pushing event updated for resources: {'Port': ['ID=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:14.609472 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6898beba-2eaf-4da3-a339-fef6f862a9c6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9655485 Apr 01 12:23:14.619518 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9cb93b22-b31c-4a61-94d5-6bce2e4405e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:14.624358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Request body: {'port': {'device_id': '52d1c65b-1cb1-474a-8199-246487b1f9e2', 'device_owner': 'compute:tempest-test_az-1574922972', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:14.651836 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9cb93b22-b31c-4a61-94d5-6bce2e4405e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:14.699747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46284) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:14.721288 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-81f5d96a-b9ac-4e7a-89ff-3cd6fdfef764 req-9c8dc3b7-d24e-4082-9d3b-c4a77799f8a5 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=23498dc0-48bf-493e-8aae-358b663d5ba7 HTTP/1.1" status: 200 len: 210 time: 0.0499821 Apr 01 12:23:14.739033 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:14.775780 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9cb93b22-b31c-4a61-94d5-6bce2e4405e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:14.778877 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9cb93b22-b31c-4a61-94d5-6bce2e4405e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:14.790963 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9cb93b22-b31c-4a61-94d5-6bce2e4405e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/136469b5-8af8-4246-82f9-3c4651789bfd HTTP/1.1" status: 204 len: 168 time: 0.2646692 Apr 01 12:23:14.809784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb93b22-b31c-4a61-94d5-6bce2e4405e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136469b5-8af8-4246-82f9-3c4651789bfd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:14.920410 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b02abb71-7f9e-4a39-89b0-1622cf3dbdf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.110099 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b02abb71-7f9e-4a39-89b0-1622cf3dbdf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.118973 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b02abb71-7f9e-4a39-89b0-1622cf3dbdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.165364 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 8fbad7b7-c34e-43db-abb5-828b62e55f52 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:23:15.212516 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 8fbad7b7-c34e-43db-abb5-828b62e55f52 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:23:15.213503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 8fbad7b7-c34e-43db-abb5-828b62e55f52 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:23:15.229526 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b02abb71-7f9e-4a39-89b0-1622cf3dbdf9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eafeeaa01a5b4b798bd2f9fe53f60ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5278282 Apr 01 12:23:15.232181 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46306) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:15.237633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02abb71-7f9e-4a39-89b0-1622cf3dbdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5c945e-05d4-43e4-8f66-05929129bcab,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:15.241789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:15.250432 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.268696 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 08724a2f-266d-44fe-bde3-85d345cc116a no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:23:15.269951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Transition to ACTIVE for port object dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:23:15.287483 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.288180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46310) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:15.340122 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 08724a2f-266d-44fe-bde3-85d345cc116a {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:23:15.343904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3f72579-73b6-4ba3-a089-fb3c737e9103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.358708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 08724a2f-266d-44fe-bde3-85d345cc116a not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:23:15.367604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Pushing event updated for resources: {'Port': ['ID=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:15.401263 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4af74b7-d98e-4bfa-a6d7-c227cbd08579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.440096 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4af74b7-d98e-4bfa-a6d7-c227cbd08579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.463542 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3f72579-73b6-4ba3-a089-fb3c737e9103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.464529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23498dc0-48bf-493e-8aae-358b663d5ba7', 'name': 'network-vif-deleted', 'tag': '08724a2f-266d-44fe-bde3-85d345cc116a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:15.467317 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c030746-d441-4353-9860-b0bf89e5dffe" -d '{"events": [{"server_uuid": "23498dc0-48bf-493e-8aae-358b663d5ba7", "name": "network-vif-deleted", "tag": "08724a2f-266d-44fe-bde3-85d345cc116a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:15.476951 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3f72579-73b6-4ba3-a089-fb3c737e9103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.510995 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4af74b7-d98e-4bfa-a6d7-c227cbd08579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.513710 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4af74b7-d98e-4bfa-a6d7-c227cbd08579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.514961 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c4af74b7-d98e-4bfa-a6d7-c227cbd08579 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a5c945e-05d4-43e4-8f66-05929129bcab HTTP/1.1" status: 204 len: 168 time: 0.2812726 Apr 01 12:23:15.526620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af74b7-d98e-4bfa-a6d7-c227cbd08579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5c945e-05d4-43e4-8f66-05929129bcab,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:15.544694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Attempting to bind port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:15.545016 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Attempting to bind port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:15.547495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Attempting to bind port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:15.564899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c3f72579-73b6-4ba3-a089-fb3c737e9103 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ac4ba902f584652989fc2219fad2808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726202 Apr 01 12:23:15.567636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on network 5f326287-8629-4e35-afec-ed776729d480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:23:15.567967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Attempting to bind port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:15.569108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46328) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:15.572644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f72579-73b6-4ba3-a089-fb3c737e9103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1941f2-f9bc-455a-8f61-eaa801bbacb9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:15.594634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:15.595752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:15.596293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Bound using segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:15.596892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Bound port: dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:15.597433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.623280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-79a25bcd-aa6a-4ff9-82b4-dda32c814d15 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6d2e4c25e70845899d0f0e49a75f1c17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450861 Apr 01 12:23:15.665880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc97f73-023c-4ef6-a4a8-354695d0b21d req-ffb0f24f-f4e8-4338-9926-b92857de939b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:15.667476 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cdc97f73-023c-4ef6-a4a8-354695d0b21d req-ffb0f24f-f4e8-4338-9926-b92857de939b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 965 time: 0.1958454 Apr 01 12:23:15.721487 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775e5303-4951-4c22-a73c-099593bb5c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.792259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:15.794607 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5f87fc2d-6c02-4adc-a7e7-839f92415830 req-04dec36f-0d6e-49c1-9f60-dc08958e026a tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 210 time: 0.0508978 Apr 01 12:23:15.807911 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cdc97f73-023c-4ef6-a4a8-354695d0b21d req-e9bedd10-4bd1-4050-9d54-a60174663332 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228533 Apr 01 12:23:15.817941 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775e5303-4951-4c22-a73c-099593bb5c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.819732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:15.828795 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.893167 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775e5303-4951-4c22-a73c-099593bb5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.895045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-e833d605-38c5-4f8e-8a68-9f918bd030dd tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:15.896612 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-e833d605-38c5-4f8e-8a68-9f918bd030dd tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653248 Apr 01 12:23:15.896864 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775e5303-4951-4c22-a73c-099593bb5c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.898162 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-775e5303-4951-4c22-a73c-099593bb5c07 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c1941f2-f9bc-455a-8f61-eaa801bbacb9 HTTP/1.1" status: 204 len: 168 time: 0.3272712 Apr 01 12:23:15.910569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:15.911220 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:15.911930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e5303-4951-4c22-a73c-099593bb5c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1941f2-f9bc-455a-8f61-eaa801bbacb9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:15.918331 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] 10.222.0.37 "PUT /v2.0/ports/dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 HTTP/1.1" status: 200 len: 1113 time: 1.2986062 Apr 01 12:23:15.940464 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8ccf42-cf53-4eeb-b80d-53a7bc054bf7 x-openstack-request-id: req-0c8ccf42-cf53-4eeb-b80d-53a7bc054bf7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:15.941964 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23498dc0-48bf-493e-8aae-358b663d5ba7", "name": "network-vif-deleted", "tag": "08724a2f-266d-44fe-bde3-85d345cc116a", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:15.943132 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c8ccf42-cf53-4eeb-b80d-53a7bc054bf7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:15.944195 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8ccf42-cf53-4eeb-b80d-53a7bc054bf7'] response: {'server_uuid': '23498dc0-48bf-493e-8aae-358b663d5ba7', 'name': 'network-vif-deleted', 'tag': '08724a2f-266d-44fe-bde3-85d345cc116a', 'status': 'completed', 'code': 200} Apr 01 12:23:15.961558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Request body: {'port': {'device_id': 'd93899cc-a3e6-42b0-b648-8668cbfd1720', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '6d2e4c25e70845899d0f0e49a75f1c17'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:16.030139 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb6a82-7c0e-4424-bcb9-1af8ca44ae90 req-75c6e643-bf6b-4b1e-be7a-9dc707dadda7 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:16.031707 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bacb6a82-7c0e-4424-bcb9-1af8ca44ae90 req-75c6e643-bf6b-4b1e-be7a-9dc707dadda7 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 971 time: 0.1110899 Apr 01 12:23:16.074951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620197c8-c498-446d-b86c-ac6b3afda18e service neutron] Pushing event updated for resources: {'Port': ['ID=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:16.094651 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bacb6a82-7c0e-4424-bcb9-1af8ca44ae90 req-e2449598-1c8e-4da6-a1a3-475d4ffacbde tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/security-groups?id=eaaa4356-2b94-4baf-8cab-252e04e909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468457 Apr 01 12:23:16.154685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-e2ab2320-7e27-47ae-bfdb-9ab3c00aae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:16.156001 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-e2ab2320-7e27-47ae-bfdb-9ab3c00aae19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 1116 time: 0.1719873 Apr 01 12:23:16.206566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46354) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:16.234908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f06696d-6656-4ac4-af9c-de5039a565e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:16.236137 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-6953e45f-bc73-45bc-ac46-9fbfe003e143 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 HTTP/1.1" status: 200 len: 217 time: 0.0710301 Apr 01 12:23:16.332697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Made reservation on behalf of 6d2e4c25e70845899d0f0e49a75f1c17 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:16.341228 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:16.359071 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-e8e30075-b814-4cc6-8619-a81ec73cc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:16.360551 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-e8e30075-b814-4cc6-8619-a81ec73cc282 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.1153603 Apr 01 12:23:16.398143 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f06696d-6656-4ac4-af9c-de5039a565e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:16.405024 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f06696d-6656-4ac4-af9c-de5039a565e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:16.407866 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-1de85a3f-b62a-4b03-9801-350fe6bcf67f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390446 Apr 01 12:23:16.464621 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1f06696d-6656-4ac4-af9c-de5039a565e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8523a739fd1545758a1ab7f421374de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556314 Apr 01 12:23:16.467983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06696d-6656-4ac4-af9c-de5039a565e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53056fb7-4123-464e-80cb-27f43c366354,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:16.483600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46372) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:16.542309 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-91151818-792f-4abc-94b2-43276177fc74 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7e6ce897a1774a1ab15f6c293936f40b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994353 Apr 01 12:23:16.587465 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83cee4dc-e3d2-4815-87e0-42e4d9a3e4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:16.647327 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83cee4dc-e3d2-4815-87e0-42e4d9a3e4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:16.706856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Allocated IP 192.168.233.20 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/d6ac57db-2a13-47c1-9cd7-327cc5f027e7) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:16.724865 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83cee4dc-e3d2-4815-87e0-42e4d9a3e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:16.728866 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83cee4dc-e3d2-4815-87e0-42e4d9a3e4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:16.730320 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-83cee4dc-e3d2-4815-87e0-42e4d9a3e4f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53056fb7-4123-464e-80cb-27f43c366354 HTTP/1.1" status: 204 len: 168 time: 0.2412124 Apr 01 12:23:16.763570 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cee4dc-e3d2-4815-87e0-42e4d9a3e4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53056fb7-4123-464e-80cb-27f43c366354,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:16.787230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-c9295412-8c28-4c05-b907-b1d0b27831de service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379354 Apr 01 12:23:16.920488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-b31e3d8d-5bad-45ca-b732-9bef07aba65e tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:16.928371 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-b31e3d8d-5bad-45ca-b732-9bef07aba65e tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3738651 Apr 01 12:23:16.993361 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8b65e853-9198-4936-954e-799a55cc0965 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/quotas/7e6ce897a1774a1ab15f6c293936f40b HTTP/1.1" status: 200 len: 375 time: 0.0605419 Apr 01 12:23:17.061098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-fe7afeb9-0b65-4876-95ec-ec41ee2cb0e1 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e6ce897a1774a1ab15f6c293936f40b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695112 Apr 01 12:23:17.131376 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed326d6b-9745-453f-b4c1-cfbf7db14687 req-725d8806-c0b1-40e7-9531-4a688d8bcd47 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417554 Apr 01 12:23:17.209436 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:17.231242 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1cec609e-c0f8-4df0-9303-5163bf7333f4 req-e4333f6e-c816-411a-88d4-1817f4330a8a tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 210 time: 0.0690708 Apr 01 12:23:17.303762 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:17.319947 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['55c9e173-6a28-4f42-a6f1-1d97a72c90bf'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:17.407591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:17.417974 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:17.423892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:17.435592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:17.436450 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:17.464095 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220743bd-bdde-43fc-b44f-d1f73d92ceaf req-6f7269df-37eb-48ed-9f12-cf100a418c4e tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:17.469656 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5362587 Apr 01 12:23:17.477386 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-220743bd-bdde-43fc-b44f-d1f73d92ceaf req-6f7269df-37eb-48ed-9f12-cf100a418c4e tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 965 time: 0.1193571 Apr 01 12:23:17.484716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Request body: {'port': {'device_id': 'd93899cc-a3e6-42b0-b648-8668cbfd1720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:17.496709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec705052-875b-42b4-88bb-af5d2b993e79 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Pushing event updated for resources: {'Port': ['ID=d6ac57db-2a13-47c1-9cd7-327cc5f027e7,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:17.564659 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-220743bd-bdde-43fc-b44f-d1f73d92ceaf req-5e367088-0a1e-4251-84d4-beb53d1b1b36 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859044 Apr 01 12:23:17.646915 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:17.741448 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-553b7fc2-bb61-4f5c-bcbf-a4808f2a44a5 req-78c096b5-779c-4574-91ff-aa06050fd39b tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 210 time: 0.0522070 Apr 01 12:23:17.921345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91078499-c51f-403b-bb51-f8e993709791 req-5c2b639b-135e-4b29-aea6-80fa050f4814 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:17.922921 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91078499-c51f-403b-bb51-f8e993709791 req-5c2b639b-135e-4b29-aea6-80fa050f4814 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 971 time: 0.1637158 Apr 01 12:23:17.932494 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f52436cc-b7d0-4969-b266-265e2a643d2a None None] Provisioning complete for port d6ac57db-2a13-47c1-9cd7-327cc5f027e7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:17.933141 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f52436cc-b7d0-4969-b266-265e2a643d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:17.946911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d1c65b-1cb1-474a-8199-246487b1f9e2', 'tag': 'dbca8fc9-5614-4b8c-88a4-6dc7f38bb493'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:17.949231 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e937cdfd-557e-4b6e-accb-706cf8f3dcf2" -d '{"events": [{"name": "network-changed", "server_uuid": "52d1c65b-1cb1-474a-8199-246487b1f9e2", "tag": "dbca8fc9-5614-4b8c-88a4-6dc7f38bb493"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:18.030208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f52436cc-b7d0-4969-b266-265e2a643d2a None None] Port d6ac57db-2a13-47c1-9cd7-327cc5f027e7 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:23:18.030734 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91078499-c51f-403b-bb51-f8e993709791 req-a9696cca-845e-4848-a8c6-103a196a4904 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/security-groups?id=eaaa4356-2b94-4baf-8cab-252e04e909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973306 Apr 01 12:23:18.109206 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00f8872-cca2-4f90-b018-a5ee34c4a8f6 x-openstack-request-id: req-c00f8872-cca2-4f90-b018-a5ee34c4a8f6 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:18.109372 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d1c65b-1cb1-474a-8199-246487b1f9e2", "tag": "dbca8fc9-5614-4b8c-88a4-6dc7f38bb493", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:18.109577 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c00f8872-cca2-4f90-b018-a5ee34c4a8f6 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:18.110072 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00f8872-cca2-4f90-b018-a5ee34c4a8f6'] response: {'name': 'network-changed', 'server_uuid': '52d1c65b-1cb1-474a-8199-246487b1f9e2', 'tag': 'dbca8fc9-5614-4b8c-88a4-6dc7f38bb493', 'status': 'completed', 'code': 200} Apr 01 12:23:18.193325 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ac57db-2a13-47c1-9cd7-327cc5f027e7 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:18.209916 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:18.223579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937cdfd-557e-4b6e-accb-706cf8f3dcf2 req-424b794c-72c1-4e5a-9cd5-ea7d577ebd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:18.225024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e937cdfd-557e-4b6e-accb-706cf8f3dcf2 req-424b794c-72c1-4e5a-9cd5-ea7d577ebd25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 1116 time: 0.0830057 Apr 01 12:23:18.230796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Transition to ACTIVE for port object d6ac57db-2a13-47c1-9cd7-327cc5f027e7 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:23:18.244183 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:18.660937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Pushing event updated for resources: {'Port': ['ID=d6ac57db-2a13-47c1-9cd7-327cc5f027e7,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:18.700061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Attempting to bind port d6ac57db-2a13-47c1-9cd7-327cc5f027e7 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:18.700644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Attempting to bind port d6ac57db-2a13-47c1-9cd7-327cc5f027e7 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:18.701153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Attempting to bind port d6ac57db-2a13-47c1-9cd7-327cc5f027e7 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:18.702148 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-3e4bce9c-1696-406a-99bb-b1550e086eb4 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7e6ce897a1774a1ab15f6c293936f40b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448458 Apr 01 12:23:18.712960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a03025-64d6-47f7-86b4-7b4eb259d027 req-60eb9583-5dd0-4095-a2a0-41ed49612363 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:18.714741 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61a03025-64d6-47f7-86b4-7b4eb259d027 req-60eb9583-5dd0-4095-a2a0-41ed49612363 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 947 time: 0.3709548 Apr 01 12:23:18.716178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937cdfd-557e-4b6e-accb-706cf8f3dcf2 req-abff13e6-58e2-4152-98ad-f62787d48178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:18.717686 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e937cdfd-557e-4b6e-accb-706cf8f3dcf2 req-abff13e6-58e2-4152-98ad-f62787d48178 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.4843438 Apr 01 12:23:18.720735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Port d6ac57db-2a13-47c1-9cd7-327cc5f027e7 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:23:18.721292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Attempting to bind port d6ac57db-2a13-47c1-9cd7-327cc5f027e7 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:18.750856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:18.752056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:18.752788 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:18.753491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Bound port: d6ac57db-2a13-47c1-9cd7-327cc5f027e7, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:18.753959 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:18.795278 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e937cdfd-557e-4b6e-accb-706cf8f3dcf2 req-b2c179d7-a9ad-46e8-973f-7152290232c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 HTTP/1.1" status: 200 len: 217 time: 0.0617950 Apr 01 12:23:18.841611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-fcf2eb37-3b39-4075-bbb3-9a84158b8e7a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:18.843171 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-fcf2eb37-3b39-4075-bbb3-9a84158b8e7a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1351309 Apr 01 12:23:18.878922 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61a03025-64d6-47f7-86b4-7b4eb259d027 req-7f9aa397-881f-4eee-9b95-44151587b2a6 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543705 Apr 01 12:23:18.902250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Request body: {'port': {'device_id': '9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '7e6ce897a1774a1ab15f6c293936f40b'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:18.916587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937cdfd-557e-4b6e-accb-706cf8f3dcf2 req-03d6a409-14d1-4843-92fd-09c95705e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:18.918208 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e937cdfd-557e-4b6e-accb-706cf8f3dcf2 req-03d6a409-14d1-4843-92fd-09c95705e506 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.1116920 Apr 01 12:23:18.971532 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e937cdfd-557e-4b6e-accb-706cf8f3dcf2 req-220308ad-806f-474c-8d76-5ae41ff0f318 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439339 Apr 01 12:23:18.990933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] For port d6ac57db-2a13-47c1-9cd7-327cc5f027e7, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:18.995502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] For port d6ac57db-2a13-47c1-9cd7-327cc5f027e7, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d6ac57db-2a13-47c1-9cd7-327cc5f027e7,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:18.999810 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cc8df-5dcf-4d4e-a50a-72abab2aa8db req-02d71826-5255-4533-b6fd-204ab31bb917 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:19.004654 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c36cc8df-5dcf-4d4e-a50a-72abab2aa8db req-02d71826-5255-4533-b6fd-204ab31bb917 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 965 time: 0.1603613 Apr 01 12:23:19.028044 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:19.086604 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c36cc8df-5dcf-4d4e-a50a-72abab2aa8db req-99c88c73-21e2-4ced-ba76-16e6416433f4 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714841 Apr 01 12:23:19.101549 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Made reservation on behalf of 7e6ce897a1774a1ab15f6c293936f40b for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:19.105110 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:19.201229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:19.201229 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:19.201229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] 10.222.0.44 "PUT /v2.0/ports/d6ac57db-2a13-47c1-9cd7-327cc5f027e7 HTTP/1.1" status: 200 len: 1095 time: 1.7197864 Apr 01 12:23:19.276827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcdcbea-5d50-4f8e-940d-4db8c781cb83 req-7c9c17d6-ba51-4ac8-bbf3-14eb24fb525c tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 210 time: 0.1516871 Apr 01 12:23:19.277555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ac093-f79c-408c-b38f-fa7b30e9fd3a service neutron] Pushing event updated for resources: {'Port': ['ID=d6ac57db-2a13-47c1-9cd7-327cc5f027e7,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:19.278530 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Allocated IP 192.168.233.98 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/95d73527-85c1-4165-921e-924daac4971c) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:19.343054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf984a28-0b07-4399-857d-36c46d487325 req-15840cef-24a0-4083-a0d4-f40fa3a0699d tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:19.344696 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf984a28-0b07-4399-857d-36c46d487325 req-15840cef-24a0-4083-a0d4-f40fa3a0699d tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.37 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 971 time: 0.3297238 Apr 01 12:23:19.415398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e937cdfd-557e-4b6e-accb-706cf8f3dcf2 req-12f151b8-4e68-4b8b-87f8-3a41f7f0f825 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323537 Apr 01 12:23:19.476562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-8b6999ad-4596-48f5-a4c5-e1a725570f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:19.478406 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-8b6999ad-4596-48f5-a4c5-e1a725570f1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d2e4c25e70845899d0f0e49a75f1c17&device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 1098 time: 0.1930022 Apr 01 12:23:19.517153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:19.556199 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:19.587361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:19.590298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:19.602906 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-2048e9f2-3df1-4dea-9263-1e6ec5be4a90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d6ac57db-2a13-47c1-9cd7-327cc5f027e7 HTTP/1.1" status: 200 len: 217 time: 0.0974720 Apr 01 12:23:19.614153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd6005-95d6-4f14-8d3b-6f7eeaac66c1 req-7bb4c6bc-f3de-463f-8105-1d09c1079c5a tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:19.614896 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:19.615688 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bacd6005-95d6-4f14-8d3b-6f7eeaac66c1 req-7bb4c6bc-f3de-463f-8105-1d09c1079c5a tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 971 time: 0.2220168 Apr 01 12:23:19.626056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:19.627360 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:19.656116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Pushing event updated for resources: {'Port': ['ID=95d73527-85c1-4165-921e-924daac4971c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:19.661924 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-ab13623e-d4f0-4cf5-b944-ad5df8d59a63 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7733927 Apr 01 12:23:19.676305 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Request body: {'port': {'device_id': '9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:19.729953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e937cdfd-557e-4b6e-accb-706cf8f3dcf2 req-33f6c2b0-71e0-45d3-9ef5-4ad479ecd7e5 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929497 Apr 01 12:23:19.732232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-bf984a28-0b07-4399-857d-36c46d487325 req-a77a4af0-4872-443e-b0a9-aaa864d2d76f tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Deleting port d1524d43-24b1-4171-898e-e802612992e9 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:23:19.732577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bf984a28-0b07-4399-857d-36c46d487325 req-a77a4af0-4872-443e-b0a9-aaa864d2d76f tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:19.758376 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bacd6005-95d6-4f14-8d3b-6f7eeaac66c1 req-a6cfb116-1f0a-44ff-9eac-316815ef5fb9 tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/security-groups?id=eaaa4356-2b94-4baf-8cab-252e04e909fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264510 Apr 01 12:23:19.759921 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-52f7ca48-2223-4037-bb92-5905ce94f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:19.761389 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-52f7ca48-2223-4037-bb92-5905ce94f0ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1401165 Apr 01 12:23:19.794431 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:19.909617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-32b7e538-7c34-4d49-aade-3f0d4cc9c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:19.911281 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-32b7e538-7c34-4d49-aade-3f0d4cc9c2ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1256323 Apr 01 12:23:19.948663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-53191d25-d32d-4090-81f9-7e482efd88d4 None None] Provisioning complete for port 95d73527-85c1-4165-921e-924daac4971c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:19.949628 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-53191d25-d32d-4090-81f9-7e482efd88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:19.972651 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-bf984a28-0b07-4399-857d-36c46d487325 req-a77a4af0-4872-443e-b0a9-aaa864d2d76f tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] For port d1524d43-24b1-4171-898e-e802612992e9, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1524d43-24b1-4171-898e-e802612992e9,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:19.973270 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bf984a28-0b07-4399-857d-36c46d487325 req-a77a4af0-4872-443e-b0a9-aaa864d2d76f tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:20.024217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-bf984a28-0b07-4399-857d-36c46d487325 req-a77a4af0-4872-443e-b0a9-aaa864d2d76f tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Calling delete_port for d1524d43-24b1-4171-898e-e802612992e9 owned by compute:tempest-test_az-1574922972 {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:23:20.076626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-53191d25-d32d-4090-81f9-7e482efd88d4 None None] Port 95d73527-85c1-4165-921e-924daac4971c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:23:20.113389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93899cc-a3e6-42b0-b648-8668cbfd1720', 'tag': 'd6ac57db-2a13-47c1-9cd7-327cc5f027e7'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:20.116874 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a7c242-b56d-411d-8f3e-f806d6aef73d" -d '{"events": [{"name": "network-changed", "server_uuid": "d93899cc-a3e6-42b0-b648-8668cbfd1720", "tag": "d6ac57db-2a13-47c1-9cd7-327cc5f027e7"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:20.132955 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-ab5169ab-da05-41d7-aa63-d0c3cf1dde1d service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114491 Apr 01 12:23:20.238904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46584) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:20.339533 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f393a64b-8e32-4a86-bad7-ec38b8d4f3ac req-8f522abc-b455-4e24-a649-c83d9d254c25 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986415 Apr 01 12:23:20.358786 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bf984a28-0b07-4399-857d-36c46d487325 req-a77a4af0-4872-443e-b0a9-aaa864d2d76f tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:20.373415 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d1524d43-24b1-4171-898e-e802612992e9'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:20.378127 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827b578-2f60-4993-9023-7be8bdf1c4f3 req-a5da70dc-44d3-47fe-9a98-eb868c0d7c0f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:20.380097 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1827b578-2f60-4993-9023-7be8bdf1c4f3 req-a5da70dc-44d3-47fe-9a98-eb868c0d7c0f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 965 time: 0.0924895 Apr 01 12:23:20.403808 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c1356-e47d-4735-a9cc-7d0e3469387a req-c69dec4b-e496-4bc7-9928-3e334abb56df tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:20.405336 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5d4c1356-e47d-4735-a9cc-7d0e3469387a req-c69dec4b-e496-4bc7-9928-3e334abb56df tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 947 time: 0.0742335 Apr 01 12:23:20.419266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a4af0-4872-443e-b0a9-aaa864d2d76f tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Pushing event deleted for resources: {'Port': ['ID=d1524d43-24b1-4171-898e-e802612992e9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:20.428842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8bed5350-580a-4dc4-aa1e-e104cf77b45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:20.493108 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5d4c1356-e47d-4735-a9cc-7d0e3469387a req-36be839b-fa11-4dbf-a5bb-c6973f0db7e1 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757883 Apr 01 12:23:20.500440 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d73527-85c1-4165-921e-924daac4971c {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:20.508079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf984a28-0b07-4399-857d-36c46d487325 req-a77a4af0-4872-443e-b0a9-aaa864d2d76f tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] No DVR routers for this DVR port d1524d43-24b1-4171-898e-e802612992e9 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:23:20.510458 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:20.528564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Transition to ACTIVE for port object 95d73527-85c1-4165-921e-924daac4971c will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:23:20.529193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bf984a28-0b07-4399-857d-36c46d487325 req-a77a4af0-4872-443e-b0a9-aaa864d2d76f tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:20.533115 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf984a28-0b07-4399-857d-36c46d487325 req-a77a4af0-4872-443e-b0a9-aaa864d2d76f tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.37 "DELETE /v2.0/ports/d1524d43-24b1-4171-898e-e802612992e9 HTTP/1.1" status: 204 len: 173 time: 1.1753592 Apr 01 12:23:20.535195 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:20.552661 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1827b578-2f60-4993-9023-7be8bdf1c4f3 req-69a4af09-a5ff-43ad-9ab1-9ecba92ec221 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355083 Apr 01 12:23:20.621055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Pushing event updated for resources: {'Port': ['ID=95d73527-85c1-4165-921e-924daac4971c,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:20.634464 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443c575c-54cc-4886-95d6-8d514b2206dc x-openstack-request-id: req-443c575c-54cc-4886-95d6-8d514b2206dc {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:20.634825 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93899cc-a3e6-42b0-b648-8668cbfd1720", "tag": "d6ac57db-2a13-47c1-9cd7-327cc5f027e7", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:20.635739 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-443c575c-54cc-4886-95d6-8d514b2206dc {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:20.638041 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443c575c-54cc-4886-95d6-8d514b2206dc'] response: {'name': 'network-changed', 'server_uuid': 'd93899cc-a3e6-42b0-b648-8668cbfd1720', 'tag': 'd6ac57db-2a13-47c1-9cd7-327cc5f027e7', 'status': 'completed', 'code': 200} Apr 01 12:23:20.663110 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Attempting to bind port 95d73527-85c1-4165-921e-924daac4971c on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:20.663450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Attempting to bind port 95d73527-85c1-4165-921e-924daac4971c by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:20.663778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Attempting to bind port 95d73527-85c1-4165-921e-924daac4971c on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:20.675254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Port 95d73527-85c1-4165-921e-924daac4971c on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:23:20.677077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Attempting to bind port 95d73527-85c1-4165-921e-924daac4971c on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:20.684835 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:20.685231 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:20.685621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:20.686113 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Bound port: 95d73527-85c1-4165-921e-924daac4971c, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:20.686482 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:20.738336 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7c242-b56d-411d-8f3e-f806d6aef73d req-be753d5d-7bcc-4e6a-a003-4b03ff9ddc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:20.739907 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87a7c242-b56d-411d-8f3e-f806d6aef73d req-be753d5d-7bcc-4e6a-a003-4b03ff9ddc8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d2e4c25e70845899d0f0e49a75f1c17&device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 1098 time: 0.0991127 Apr 01 12:23:20.839918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] For port 95d73527-85c1-4165-921e-924daac4971c, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:20.859560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de00b7-58a0-49e7-9e0f-77439fbcd47f req-3425fde6-032a-4e68-af54-d2609b9631c1 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:20.861472 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8de00b7-58a0-49e7-9e0f-77439fbcd47f req-3425fde6-032a-4e68-af54-d2609b9631c1 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 947 time: 0.1042898 Apr 01 12:23:20.865692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] For port 95d73527-85c1-4165-921e-924daac4971c, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=95d73527-85c1-4165-921e-924daac4971c,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:20.877354 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:20.882430 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8bed5350-580a-4dc4-aa1e-e104cf77b45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:20.896045 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8bed5350-580a-4dc4-aa1e-e104cf77b45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:20.935445 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:20.936154 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:20.937756 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] 10.222.0.44 "PUT /v2.0/ports/95d73527-85c1-4165-921e-924daac4971c HTTP/1.1" status: 200 len: 1095 time: 1.2683768 Apr 01 12:23:20.938230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f', 'tag': '95d73527-85c1-4165-921e-924daac4971c'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:20.941689 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6926d8a1-eb28-40a6-a910-dbad36bb8bec" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f", "tag": "95d73527-85c1-4165-921e-924daac4971c"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:20.965284 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8bed5350-580a-4dc4-aa1e-e104cf77b45d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58c540eb6af848e49f405c52281ba7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7225604 Apr 01 12:23:20.965284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7c242-b56d-411d-8f3e-f806d6aef73d req-5cb7bced-5c3b-4b5e-a231-b10e28a8d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:20.965851 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87a7c242-b56d-411d-8f3e-f806d6aef73d req-5cb7bced-5c3b-4b5e-a231-b10e28a8d1fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1965177 Apr 01 12:23:20.966485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed5350-580a-4dc4-aa1e-e104cf77b45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f0242b-2e52-43e2-850f-e5777fdc96c2,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:20.968132 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46608) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:21.003596 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8de00b7-58a0-49e7-9e0f-77439fbcd47f req-a2eef87d-4dfc-4435-ba23-d95e5d31b711 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341705 Apr 01 12:23:21.020596 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87a7c242-b56d-411d-8f3e-f806d6aef73d req-26815ead-2732-434a-95c1-43320467abc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d6ac57db-2a13-47c1-9cd7-327cc5f027e7 HTTP/1.1" status: 200 len: 217 time: 0.0428302 Apr 01 12:23:21.048809 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6b812-1c38-4bdb-9984-f8c42c8c63d8 service neutron] Pushing event updated for resources: {'Port': ['ID=95d73527-85c1-4165-921e-924daac4971c,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:21.111573 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4b29af8e-8ba6-47d9-84cf-72901717ce0c req-a701b03d-4493-4f11-ba05-92e08ea8e1ef tempest-TenantUsagesTestJSON-2128282358 tempest-TenantUsagesTestJSON-2128282358-project] 10.222.0.45 "GET /v2.0/ports?device_id=27a4e618-01dd-469b-90b5-db34140bd57b HTTP/1.1" status: 200 len: 210 time: 0.0778058 Apr 01 12:23:21.155814 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-3fed8d49-f555-4f49-9a61-2e1ec60968c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:21.157440 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-3fed8d49-f555-4f49-9a61-2e1ec60968c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e6ce897a1774a1ab15f6c293936f40b&device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 1098 time: 0.1227186 Apr 01 12:23:21.173647 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-82af42ec-5fba-435c-8242-63ab69f6d37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:21.189970 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:23:21.201054 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:23:21.222125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7c242-b56d-411d-8f3e-f806d6aef73d req-5e9eb018-5acd-4037-accb-28cbc44253f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:21.223646 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87a7c242-b56d-411d-8f3e-f806d6aef73d req-5e9eb018-5acd-4037-accb-28cbc44253f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1947353 Apr 01 12:23:21.228600 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2dd03c-fb85-4cac-bdb7-8e7e27fe3c71 x-openstack-request-id: req-ac2dd03c-fb85-4cac-bdb7-8e7e27fe3c71 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:21.228949 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f", "tag": "95d73527-85c1-4165-921e-924daac4971c", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:21.230154 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac2dd03c-fb85-4cac-bdb7-8e7e27fe3c71 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:21.230456 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2dd03c-fb85-4cac-bdb7-8e7e27fe3c71'] response: {'name': 'network-changed', 'server_uuid': '9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f', 'tag': '95d73527-85c1-4165-921e-924daac4971c', 'status': 'completed', 'code': 200} Apr 01 12:23:21.250940 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-08ad112f-7fd2-4af1-8fe5-fc65425e3c6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=95d73527-85c1-4165-921e-924daac4971c HTTP/1.1" status: 200 len: 217 time: 0.0842955 Apr 01 12:23:21.368368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7c242-b56d-411d-8f3e-f806d6aef73d req-6508b264-0113-43bc-9c09-35643630118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:21.370336 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87a7c242-b56d-411d-8f3e-f806d6aef73d req-6508b264-0113-43bc-9c09-35643630118c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1367509 Apr 01 12:23:21.380659 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-82af42ec-5fba-435c-8242-63ab69f6d37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:21.475622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-1132d97e-8421-4bfe-b6ef-34a8feb81396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:21.477878 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-1132d97e-8421-4bfe-b6ef-34a8feb81396 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.2173240 Apr 01 12:23:21.513738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:21.543053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'dbca8fc9-5614-4b8c-88a4-6dc7f38bb493', 'network_id': '5f326287-8629-4e35-afec-ed776729d480', 'port_id': 'dbca8fc9-5614-4b8c-88a4-6dc7f38bb493', 'mac_address': 'fa:16:3e:26:4a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e044a75-99af-487d-948a-2656afb0938b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-1574922972', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:23:21.550342 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-82af42ec-5fba-435c-8242-63ab69f6d37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:21.554746 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-82af42ec-5fba-435c-8242-63ab69f6d37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:21.556381 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-82af42ec-5fba-435c-8242-63ab69f6d37a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72f0242b-2e52-43e2-850f-e5777fdc96c2 HTTP/1.1" status: 204 len: 168 time: 0.5863945 Apr 01 12:23:21.571263 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af42ec-5fba-435c-8242-63ab69f6d37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f0242b-2e52-43e2-850f-e5777fdc96c2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:21.575571 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-23f540c6-fe4d-4dad-b0a7-9770892788b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:21.578399 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-23f540c6-fe4d-4dad-b0a7-9770892788b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910108 Apr 01 12:23:21.649079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46638) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:21.686043 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:21.715477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46642) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:21.722339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:21.733469 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87a7c242-b56d-411d-8f3e-f806d6aef73d req-a6e8e317-3b2f-4449-8086-b8380f3e2309 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397744 Apr 01 12:23:21.766644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:21.772432 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:21.906388 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aa426-4411-4753-806f-a4a514aafc4f req-bb6283e0-1137-4e0e-9cf4-51b86deea2f6 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:21.913057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:21.916545 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-983aa426-4411-4753-806f-a4a514aafc4f req-bb6283e0-1137-4e0e-9cf4-51b86deea2f6 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 947 time: 0.2586462 Apr 01 12:23:21.937213 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87a7c242-b56d-411d-8f3e-f806d6aef73d req-69fb11de-cb5e-4939-b843-aa1d39be52cd service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953766 Apr 01 12:23:21.951021 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-111b682b-a3c1-47cb-8260-94ff3eada37d service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630159 Apr 01 12:23:21.967973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a7ae7-09c7-4301-9033-50fc2c3aac74 req-649c3e20-e7e0-4382-a7bf-26ec1cd5267b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:21.976812 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd3a7ae7-09c7-4301-9033-50fc2c3aac74 req-649c3e20-e7e0-4382-a7bf-26ec1cd5267b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 966 time: 0.0960226 Apr 01 12:23:21.990201 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-983aa426-4411-4753-806f-a4a514aafc4f req-871dcd69-350b-40d8-a5fd-2c41f4498cc5 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712535 Apr 01 12:23:22.046763 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd3a7ae7-09c7-4301-9033-50fc2c3aac74 req-c3be1b98-7402-4934-a2cf-31691de60e33 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690475 Apr 01 12:23:22.063711 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f05577b-b4d4-43fa-8cd9-f32236cee646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.067225 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b4948bd-2a2a-4356-866c-4e953b1a848c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.092819 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['dbca8fc9-5614-4b8c-88a4-6dc7f38bb493'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:22.115633 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e644ec50-78cb-47b6-a161-edd8b169a3c8 req-034e6d21-350c-4249-a511-e3f5a0cb3e80 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575656 Apr 01 12:23:22.223356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46664) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:22.239465 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a6402c8-ee0a-4c57-9efc-f4fad93f98fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.290818 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755ec2c-34ff-42dd-8d4e-6571471424b0 req-f6959fff-7989-4971-9717-457af4d71bd9 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:22.293453 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7755ec2c-34ff-42dd-8d4e-6571471424b0 req-f6959fff-7989-4971-9717-457af4d71bd9 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 947 time: 0.1729481 Apr 01 12:23:22.348431 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b4948bd-2a2a-4356-866c-4e953b1a848c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.368203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926d8a1-eb28-40a6-a910-dbad36bb8bec req-da70a59d-d6a1-40f4-9c86-d3b17ac3d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:22.370930 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6926d8a1-eb28-40a6-a910-dbad36bb8bec req-da70a59d-d6a1-40f4-9c86-d3b17ac3d295 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e6ce897a1774a1ab15f6c293936f40b&device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 1098 time: 0.1805363 Apr 01 12:23:22.376384 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b4948bd-2a2a-4356-866c-4e953b1a848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.433663 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a6402c8-ee0a-4c57-9efc-f4fad93f98fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.440786 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a6402c8-ee0a-4c57-9efc-f4fad93f98fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.453680 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f05577b-b4d4-43fa-8cd9-f32236cee646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.485457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6402c8-ee0a-4c57-9efc-f4fad93f98fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d5bfc7-9f50-4180-86b3-cfc1ca5480fc,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:22.496450 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f05577b-b4d4-43fa-8cd9-f32236cee646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.522057 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7755ec2c-34ff-42dd-8d4e-6571471424b0 req-49cf0edb-0eda-42e7-b5b5-0fd1ec89c383 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123585 Apr 01 12:23:22.538211 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5b4948bd-2a2a-4356-866c-4e953b1a848c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8de94e48ee54ce9a0d6033ec6a1ff1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8877232 Apr 01 12:23:22.539035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46674) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:22.539183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4948bd-2a2a-4356-866c-4e953b1a848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443ff3d5-492d-4ff1-a5b9-38ddd04f5c07,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:22.575105 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9a6402c8-ee0a-4c57-9efc-f4fad93f98fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fdae577f9ebd426da5cf16dc973cfdb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499894 Apr 01 12:23:22.577929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46676) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:22.611026 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05577b-b4d4-43fa-8cd9-f32236cee646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa26b3b4-1066-4520-86d0-0ddd53477740,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:22.641442 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2f05577b-b4d4-43fa-8cd9-f32236cee646 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3829e87fe3284818901b08c5e7a37dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9239662 Apr 01 12:23:22.644926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46682) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:22.658291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a4e618-01dd-469b-90b5-db34140bd57b', 'name': 'network-vif-deleted', 'tag': 'd1524d43-24b1-4171-898e-e802612992e9'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:22.662579 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4bcd44-29f6-44e5-b8f7-fdac8e82d5e0" -d '{"events": [{"server_uuid": "27a4e618-01dd-469b-90b5-db34140bd57b", "name": "network-vif-deleted", "tag": "d1524d43-24b1-4171-898e-e802612992e9"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:22.717801 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926d8a1-eb28-40a6-a910-dbad36bb8bec req-bed112ef-6731-4bef-b841-0099f83433ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:22.722442 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6926d8a1-eb28-40a6-a910-dbad36bb8bec req-bed112ef-6731-4bef-b841-0099f83433ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.3371942 Apr 01 12:23:22.766069 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4278c23-011c-48e0-9c8b-2dad83066b13 x-openstack-request-id: req-e4278c23-011c-48e0-9c8b-2dad83066b13 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:22.766539 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a4e618-01dd-469b-90b5-db34140bd57b", "name": "network-vif-deleted", "tag": "d1524d43-24b1-4171-898e-e802612992e9", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:22.767487 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4278c23-011c-48e0-9c8b-2dad83066b13 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:22.767954 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4278c23-011c-48e0-9c8b-2dad83066b13'] response: {'server_uuid': '27a4e618-01dd-469b-90b5-db34140bd57b', 'name': 'network-vif-deleted', 'tag': 'd1524d43-24b1-4171-898e-e802612992e9', 'status': 'completed', 'code': 200} Apr 01 12:23:22.768981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46686) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:22.808282 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6926d8a1-eb28-40a6-a910-dbad36bb8bec req-16fdd9b1-63e3-4f8f-9838-e70ccbab172e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=95d73527-85c1-4165-921e-924daac4971c HTTP/1.1" status: 200 len: 217 time: 0.0693891 Apr 01 12:23:22.810786 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9dbbb99-1d3c-44de-ab02-5d918b94bf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.824026 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7f5cef7-33b4-47cf-a2a2-5c327f2cec27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.826928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46690) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:22.850693 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c1ddbd57-2527-4bd9-a294-06815b95aba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.872599 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9dbbb99-1d3c-44de-ab02-5d918b94bf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.893781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7f5cef7-33b4-47cf-a2a2-5c327f2cec27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.894428 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c1ddbd57-2527-4bd9-a294-06815b95aba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:22.906935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926d8a1-eb28-40a6-a910-dbad36bb8bec req-81c8050b-7bf5-495f-be81-fdeadf02377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:22.908960 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6926d8a1-eb28-40a6-a910-dbad36bb8bec req-81c8050b-7bf5-495f-be81-fdeadf02377d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0926850 Apr 01 12:23:22.998711 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c1ddbd57-2527-4bd9-a294-06815b95aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.002277 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c1ddbd57-2527-4bd9-a294-06815b95aba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.003522 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c1ddbd57-2527-4bd9-a294-06815b95aba5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/443ff3d5-492d-4ff1-a5b9-38ddd04f5c07 HTTP/1.1" status: 204 len: 168 time: 0.4609170 Apr 01 12:23:23.011552 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9dbbb99-1d3c-44de-ab02-5d918b94bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.014193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926d8a1-eb28-40a6-a910-dbad36bb8bec req-bf2d7eaf-c7f4-4ab1-9fd3-e0893bcb9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:23.014548 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9dbbb99-1d3c-44de-ab02-5d918b94bf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.016461 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6926d8a1-eb28-40a6-a910-dbad36bb8bec req-bf2d7eaf-c7f4-4ab1-9fd3-e0893bcb9d31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958881 Apr 01 12:23:23.019137 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b9dbbb99-1d3c-44de-ab02-5d918b94bf1d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3d5bfc7-9f50-4180-86b3-cfc1ca5480fc HTTP/1.1" status: 204 len: 168 time: 0.4363799 Apr 01 12:23:23.030045 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-021236d3-8b24-48cd-a243-430e3f2cb403 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47c8a5511215434e855db7fbd4116163&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2535532 Apr 01 12:23:23.034267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46700) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:23.050815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddbd57-2527-4bd9-a294-06815b95aba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443ff3d5-492d-4ff1-a5b9-38ddd04f5c07,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:23.102315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbbb99-1d3c-44de-ab02-5d918b94bf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d5bfc7-9f50-4180-86b3-cfc1ca5480fc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:23.168520 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eb74ceaa-a060-401b-a1d6-e5c46a6c3a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.206540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:23.221903 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7f5cef7-33b4-47cf-a2a2-5c327f2cec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.224335 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eb74ceaa-a060-401b-a1d6-e5c46a6c3a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.224798 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7f5cef7-33b4-47cf-a2a2-5c327f2cec27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.226772 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f7f5cef7-33b4-47cf-a2a2-5c327f2cec27 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa26b3b4-1066-4520-86d0-0ddd53477740 HTTP/1.1" status: 204 len: 168 time: 0.5802197 Apr 01 12:23:23.246832 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6926d8a1-eb28-40a6-a910-dbad36bb8bec req-99313c81-0ceb-4c45-aea9-8f20441627a8 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114537 Apr 01 12:23:23.268825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5cef7-33b4-47cf-a2a2-5c327f2cec27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa26b3b4-1066-4520-86d0-0ddd53477740,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:23.293110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:23:23.322547 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d6ac57db-2a13-47c1-9cd7-327cc5f027e7 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:23:23.324327 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-35096abd-00d7-4763-bf79-fa1d957d57f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7dc68dc36eb4de4b94ecfeea9347845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957342 Apr 01 12:23:23.331088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46710) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:23.349604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b8405-cffc-47f9-9162-bdc3b8f4e234 req-da107000-6043-46b4-b704-44f654b6d792 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:23.352700 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-719b8405-cffc-47f9-9162-bdc3b8f4e234 req-da107000-6043-46b4-b704-44f654b6d792 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 947 time: 0.1827366 Apr 01 12:23:23.356239 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eb74ceaa-a060-401b-a1d6-e5c46a6c3a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.358715 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eb74ceaa-a060-401b-a1d6-e5c46a6c3a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.367889 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-eb74ceaa-a060-401b-a1d6-e5c46a6c3a1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eec361a6-9450-4c01-aca3-ce10391cd7db HTTP/1.1" status: 204 len: 168 time: 0.3322268 Apr 01 12:23:23.418589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74ceaa-a060-401b-a1d6-e5c46a6c3a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec361a6-9450-4c01-aca3-ce10391cd7db,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:23.468237 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:23.470430 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.517641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab367f2-fa6f-49e8-b911-91f7d8c07fb6 req-277e3d6d-bfd8-4574-a769-82998affdd54 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:23.523679 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eab367f2-fa6f-49e8-b911-91f7d8c07fb6 req-277e3d6d-bfd8-4574-a769-82998affdd54 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 966 time: 0.1863708 Apr 01 12:23:23.544953 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6926d8a1-eb28-40a6-a910-dbad36bb8bec req-f8f9e772-90ef-4f7d-94db-b786f69f2a79 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797873 Apr 01 12:23:23.573182 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8401b4ed-4814-478e-ad3e-fc66a5ab67c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.599413 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eab367f2-fa6f-49e8-b911-91f7d8c07fb6 req-20fa15ce-749f-40cc-b517-800383079140 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714710 Apr 01 12:23:23.622500 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port d6ac57db-2a13-47c1-9cd7-327cc5f027e7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d6ac57db-2a13-47c1-9cd7-327cc5f027e7,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:23.630538 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-719b8405-cffc-47f9-9162-bdc3b8f4e234 req-f9b37d7e-7c70-45d9-8a20-21589cf5bc36 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642303 Apr 01 12:23:23.651913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'd6ac57db-2a13-47c1-9cd7-327cc5f027e7', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'd6ac57db-2a13-47c1-9cd7-327cc5f027e7', 'mac_address': 'fa:16:3e:b0:ba:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:23:23.653937 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8401b4ed-4814-478e-ad3e-fc66a5ab67c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.698934 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.713590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ac57db-2a13-47c1-9cd7-327cc5f027e7 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:23.740000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port d6ac57db-2a13-47c1-9cd7-327cc5f027e7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d6ac57db-2a13-47c1-9cd7-327cc5f027e7,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:23.751192 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.801976 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8401b4ed-4814-478e-ad3e-fc66a5ab67c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.805758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8401b4ed-4814-478e-ad3e-fc66a5ab67c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.809237 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8401b4ed-4814-478e-ad3e-fc66a5ab67c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eaaa4356-2b94-4baf-8cab-252e04e909fb HTTP/1.1" status: 204 len: 168 time: 0.4739306 Apr 01 12:23:23.818471 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.821865 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401b4ed-4814-478e-ad3e-fc66a5ab67c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaa4356-2b94-4baf-8cab-252e04e909fb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:23.859335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9932c-d1b9-4262-92c6-000d12570834 req-856e2db0-211d-41aa-8573-39e8a570460d tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:23.874977 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46722) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:23.875266 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a1e9932c-d1b9-4262-92c6-000d12570834 req-856e2db0-211d-41aa-8573-39e8a570460d tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 947 time: 0.1377876 Apr 01 12:23:23.876945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:23.880585 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d1c65b-1cb1-474a-8199-246487b1f9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbca8fc9-5614-4b8c-88a4-6dc7f38bb493'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:23.883762 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c605744-320f-4c28-9d32-0553a468f434" -d '{"events": [{"server_uuid": "52d1c65b-1cb1-474a-8199-246487b1f9e2", "name": "network-vif-plugged", "status": "completed", "tag": "dbca8fc9-5614-4b8c-88a4-6dc7f38bb493"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:23.903252 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.908989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d1524d43-24b1-4171-898e-e802612992e9 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:23:23.920525 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b77b9807-2027-455e-8835-953f34a00893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:23.974496 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3d7fc4-d327-4fb6-8cce-a6f33884b338 x-openstack-request-id: req-6d3d7fc4-d327-4fb6-8cce-a6f33884b338 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:23.975183 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d1c65b-1cb1-474a-8199-246487b1f9e2", "name": "network-vif-plugged", "status": "completed", "tag": "dbca8fc9-5614-4b8c-88a4-6dc7f38bb493", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:23.975688 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d3d7fc4-d327-4fb6-8cce-a6f33884b338 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:23.976273 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3d7fc4-d327-4fb6-8cce-a6f33884b338'] response: {'server_uuid': '52d1c65b-1cb1-474a-8199-246487b1f9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbca8fc9-5614-4b8c-88a4-6dc7f38bb493', 'code': 200} Apr 01 12:23:23.978389 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a1e9932c-d1b9-4262-92c6-000d12570834 req-8505ca1b-5214-4aff-b576-c73a817ff4a4 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005647 Apr 01 12:23:23.991749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: d1524d43-24b1-4171-898e-e802612992e9 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:23:23.992096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d1524d43-24b1-4171-898e-e802612992e9 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:23:23.997581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=d6ac57db-2a13-47c1-9cd7-327cc5f027e7,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:24.124936 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b77b9807-2027-455e-8835-953f34a00893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.132358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b77b9807-2027-455e-8835-953f34a00893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.134486 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84687298-e385-4d19-94ef-13403bea1c60 req-3990b675-5fb2-40a6-bef1-ba9dc5cbe9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:24.135998 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84687298-e385-4d19-94ef-13403bea1c60 req-3990b675-5fb2-40a6-bef1-ba9dc5cbe9aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 1118 time: 0.1170664 Apr 01 12:23:24.192613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['d6ac57db-2a13-47c1-9cd7-327cc5f027e7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:24.209023 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84687298-e385-4d19-94ef-13403bea1c60 req-62b522b2-79a6-4b09-8d62-706084e78b66 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656586 Apr 01 12:23:24.220844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b9807-2027-455e-8835-953f34a00893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cda503-7f0d-47b1-a6de-8a67159f8e7b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:24.250214 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b77b9807-2027-455e-8835-953f34a00893 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=850b0c867cd24454aa7f7b88483b2dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736491 Apr 01 12:23:24.250340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46732) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:24.258702 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:24.303027 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46736) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:24.322335 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3327e0a1-6992-4147-b8a5-c3a0f75fd11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.358163 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3327e0a1-6992-4147-b8a5-c3a0f75fd11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.369921 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3a137526-7b08-442e-8a57-cc28e01833c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1907f66c681f479bb0a6a437b508bc8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657012 Apr 01 12:23:24.372314 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46738) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:24.429564 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fb27107-bb10-4add-82cb-7dbc2fa03c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.451406 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3327e0a1-6992-4147-b8a5-c3a0f75fd11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.453567 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3327e0a1-6992-4147-b8a5-c3a0f75fd11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.454126 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fb27107-bb10-4add-82cb-7dbc2fa03c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.455777 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3327e0a1-6992-4147-b8a5-c3a0f75fd11c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9cda503-7f0d-47b1-a6de-8a67159f8e7b HTTP/1.1" status: 204 len: 168 time: 0.2028735 Apr 01 12:23:24.467374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327e0a1-6992-4147-b8a5-c3a0f75fd11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cda503-7f0d-47b1-a6de-8a67159f8e7b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:24.526086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fb27107-bb10-4add-82cb-7dbc2fa03c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.529522 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fb27107-bb10-4add-82cb-7dbc2fa03c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.533719 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4fb27107-bb10-4add-82cb-7dbc2fa03c9a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad2026f7-0dec-4ce8-a701-f88111bc6270 HTTP/1.1" status: 204 len: 168 time: 0.1604366 Apr 01 12:23:24.542448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb27107-bb10-4add-82cb-7dbc2fa03c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2026f7-0dec-4ce8-a701-f88111bc6270,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:24.609993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46750) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:24.624558 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec29db13-93fb-41c2-94b8-5f179537f4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.766125 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9545556-fd18-49f9-bfa1-d482efd7355a req-1535e2bb-5532-4763-a09c-db5fbded36e1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:24.767735 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f9545556-fd18-49f9-bfa1-d482efd7355a req-1535e2bb-5532-4763-a09c-db5fbded36e1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 967 time: 0.0811884 Apr 01 12:23:24.772631 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec29db13-93fb-41c2-94b8-5f179537f4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.782741 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec29db13-93fb-41c2-94b8-5f179537f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.818073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7945c5-61f5-4381-bcf4-8be250ee4d77 req-9fda0918-23b2-4399-a61c-40b603c838e1 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:24.825841 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d7945c5-61f5-4381-bcf4-8be250ee4d77 req-9fda0918-23b2-4399-a61c-40b603c838e1 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 948 time: 0.0732176 Apr 01 12:23:24.862795 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ec29db13-93fb-41c2-94b8-5f179537f4ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43649c3ff8d6419a89f3e989b7b5dd69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515767 Apr 01 12:23:24.863744 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46760) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:24.868907 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f9545556-fd18-49f9-bfa1-d482efd7355a req-1a3de44d-8c11-4938-852b-f477536331f1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871310 Apr 01 12:23:24.868907 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29db13-93fb-41c2-94b8-5f179537f4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a457b6e5-4651-49f4-a637-b712cbaad0e9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:24.879186 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d7945c5-61f5-4381-bcf4-8be250ee4d77 req-b4103bb4-ffe8-46fc-817b-62e4457aa837 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489666 Apr 01 12:23:24.933521 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9292027d-941b-49b6-8911-803765a926e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:24.958860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9292027d-941b-49b6-8911-803765a926e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:25.020299 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9292027d-941b-49b6-8911-803765a926e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:25.025721 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9292027d-941b-49b6-8911-803765a926e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:25.027871 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9292027d-941b-49b6-8911-803765a926e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a457b6e5-4651-49f4-a637-b712cbaad0e9 HTTP/1.1" status: 204 len: 168 time: 0.1569698 Apr 01 12:23:25.042396 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292027d-941b-49b6-8911-803765a926e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a457b6e5-4651-49f4-a637-b712cbaad0e9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:25.114951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35147d-3c3b-48b3-8cfd-c64054d8a472 req-24536572-31a0-4cb1-866b-d7bbdeac3b9e tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:25.118958 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c35147d-3c3b-48b3-8cfd-c64054d8a472 req-24536572-31a0-4cb1-866b-d7bbdeac3b9e tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 947 time: 0.0643077 Apr 01 12:23:25.158879 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c35147d-3c3b-48b3-8cfd-c64054d8a472 req-3bf78a8a-4c2d-4a8e-ba18-b2be9776e649 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359137 Apr 01 12:23:25.308228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 95d73527-85c1-4165-921e-924daac4971c details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:23:25.316502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d6ac57db-2a13-47c1-9cd7-327cc5f027e7 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:25.456107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port d6ac57db-2a13-47c1-9cd7-327cc5f027e7 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:23:25.461963 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port d6ac57db-2a13-47c1-9cd7-327cc5f027e7 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:25.462568 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:25.513964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 95d73527-85c1-4165-921e-924daac4971c, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=95d73527-85c1-4165-921e-924daac4971c,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:25.535296 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '95d73527-85c1-4165-921e-924daac4971c', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '95d73527-85c1-4165-921e-924daac4971c', 'mac_address': 'fa:16:3e:51:e6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:23:25.611638 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:25.623037 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:25.639427 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d73527-85c1-4165-921e-924daac4971c {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:25.678405 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 95d73527-85c1-4165-921e-924daac4971c, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=95d73527-85c1-4165-921e-924daac4971c,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:25.678762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port d6ac57db-2a13-47c1-9cd7-327cc5f027e7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d6ac57db-2a13-47c1-9cd7-327cc5f027e7,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:25.680843 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:25.686806 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:25.730693 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=95d73527-85c1-4165-921e-924daac4971c,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:25.786832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=d6ac57db-2a13-47c1-9cd7-327cc5f027e7,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:25.922442 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['95d73527-85c1-4165-921e-924daac4971c'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:25.979316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93899cc-a3e6-42b0-b648-8668cbfd1720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ac57db-2a13-47c1-9cd7-327cc5f027e7'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:25.981789 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d6191a-4cc5-43c7-a2d7-0c30a843e27f" -d '{"events": [{"server_uuid": "d93899cc-a3e6-42b0-b648-8668cbfd1720", "name": "network-vif-plugged", "status": "completed", "tag": "d6ac57db-2a13-47c1-9cd7-327cc5f027e7"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:26.019229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ede4d6-6f64-4806-868c-446df7638b86 req-098719fd-0daa-4a41-b369-8883a133ebfc tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:26.021621 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-52ede4d6-6f64-4806-868c-446df7638b86 req-098719fd-0daa-4a41-b369-8883a133ebfc tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 949 time: 0.0620766 Apr 01 12:23:26.042678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f7ee5-2442-4538-8a0a-17f9e8fcba43 req-1e90019a-b924-4f67-89b1-6ce1003ad22f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:26.052798 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0b0f7ee5-2442-4538-8a0a-17f9e8fcba43 req-1e90019a-b924-4f67-89b1-6ce1003ad22f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 967 time: 0.0700040 Apr 01 12:23:26.056956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46820) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:26.102513 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-52ede4d6-6f64-4806-868c-446df7638b86 req-5786d018-8a7d-4b91-87bc-3661c7507a8f tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743263 Apr 01 12:23:26.110256 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0b0f7ee5-2442-4538-8a0a-17f9e8fcba43 req-69f0462d-2780-40cc-a98a-3be3c9276207 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Apr 01 12:23:26.177308 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5066181b-9274-4c78-a09f-ad311af878c7 x-openstack-request-id: req-5066181b-9274-4c78-a09f-ad311af878c7 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:26.177621 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93899cc-a3e6-42b0-b648-8668cbfd1720", "name": "network-vif-plugged", "status": "completed", "tag": "d6ac57db-2a13-47c1-9cd7-327cc5f027e7", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:26.177875 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5066181b-9274-4c78-a09f-ad311af878c7 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:26.178310 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5066181b-9274-4c78-a09f-ad311af878c7'] response: {'server_uuid': 'd93899cc-a3e6-42b0-b648-8668cbfd1720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ac57db-2a13-47c1-9cd7-327cc5f027e7', 'code': 200} Apr 01 12:23:26.320256 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf780e-c110-4b39-a725-b0a79e2ba5e8 req-cee3cdf7-d986-4b7f-a504-d8f15fc0c63a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:26.321792 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8acf780e-c110-4b39-a725-b0a79e2ba5e8 req-cee3cdf7-d986-4b7f-a504-d8f15fc0c63a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 948 time: 0.0824292 Apr 01 12:23:26.327392 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e86b23-8c73-417c-a42c-dd5359f0cb6b req-bd366437-1d79-4d3c-9530-6abbac5b1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:26.328800 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e2e86b23-8c73-417c-a42c-dd5359f0cb6b req-bd366437-1d79-4d3c-9530-6abbac5b1b68 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 1100 time: 0.0795214 Apr 01 12:23:26.383542 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8acf780e-c110-4b39-a725-b0a79e2ba5e8 req-7b9f11ae-b4e4-45c5-a997-e4688a49dafe tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535338 Apr 01 12:23:26.389429 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e2e86b23-8c73-417c-a42c-dd5359f0cb6b req-b24eba9f-d9b1-4003-882b-c206174861fc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461419 Apr 01 12:23:26.402075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-network', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:26.429162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Made reservation on behalf of 72bc78af8da04499ac9657d7152f0d4c for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:26.431566 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:26.440948 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:26.525623 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:26.530636 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:26.560667 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:23:26.572830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7656723-a5dc-4263-8ed7-77ff3e3e9b42,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:26.577914 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:26.578281 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Added segment 03e81ff6-cce0-49d3-b3b7-08b0d7539374 of type vlan for network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 Apr 01 12:23:26.679568 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:26.714508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1fa98-099e-4c84-b13c-6d51b2c20f50 req-0e1e11eb-ea12-4595-be12-d1826f1fe3e3 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:26.718313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96c1fa98-099e-4c84-b13c-6d51b2c20f50 req-0e1e11eb-ea12-4595-be12-d1826f1fe3e3 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 1118 time: 0.0671325 Apr 01 12:23:26.719418 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:26.721176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:26.721912 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:26.778052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7178900 Apr 01 12:23:26.779539 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46856) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:26.784909 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b87c333c-c8a6-4b36-9520-b30af02e74d8 admin admin] Request body: {'subnet': {'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-subnet', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:26.811107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87c333c-c8a6-4b36-9520-b30af02e74d8 admin admin] Made reservation on behalf of 72bc78af8da04499ac9657d7152f0d4c for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:26.814974 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b87c333c-c8a6-4b36-9520-b30af02e74d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:26.826058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553fbfa-0c3c-4772-b368-bd03f9efd11e admin admin] Pushing event updated for resources: {'Network': ['ID=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:26.837986 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:23:26.856504 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96c1fa98-099e-4c84-b13c-6d51b2c20f50 req-b69ee6bb-0e2b-4c67-833f-589bd369a78f tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190820 Apr 01 12:23:26.866611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46860) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:27.178542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fdbc46a6-cc31-4839-9185-06b22b5db34f tempest-AutoAllocateNetworkTest-252400998 tempest-AutoAllocateNetworkTest-252400998-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=35fadb36ac614ab9ab00f23b257df3dc&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3107076 Apr 01 12:23:27.179856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46874) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:27.234849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46876) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:27.237207 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b87c333c-c8a6-4b36-9520-b30af02e74d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:27.301155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d768735-6a98-407e-9b6e-11066dc13726 req-e2144f82-24b8-45ad-be1b-59f14c0b3049 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:27.302873 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d768735-6a98-407e-9b6e-11066dc13726 req-e2144f82-24b8-45ad-be1b-59f14c0b3049 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 1118 time: 0.1032391 Apr 01 12:23:27.305746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 95d73527-85c1-4165-921e-924daac4971c up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:27.328193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c333c-c8a6-4b36-9520-b30af02e74d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:27.346448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c333c-c8a6-4b36-9520-b30af02e74d8 admin admin] Checking segment: {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:27.346832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87c333c-c8a6-4b36-9520-b30af02e74d8 admin admin] Network hostable DHCP agents. Network: 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:23:27.375113 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d768735-6a98-407e-9b6e-11066dc13726 req-de85628c-0e77-41d0-8362-8a91c867a077 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562291 Apr 01 12:23:27.384290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87c333c-c8a6-4b36-9520-b30af02e74d8 admin admin] Network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:23:27.397042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b87c333c-c8a6-4b36-9520-b30af02e74d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:27.416017 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87c333c-c8a6-4b36-9520-b30af02e74d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:27.416625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b87c333c-c8a6-4b36-9520-b30af02e74d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:27.439819 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b87c333c-c8a6-4b36-9520-b30af02e74d8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6581295 Apr 01 12:23:27.440777 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46886) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:27.447412 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:27.456022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba74f9a-206d-4cfc-a845-7a68d8af0679 None None] Network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:23:27.495785 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:27.499135 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:27.538707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1306548527-network', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:27.604658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd31a0f7-7447-4c98-87fd-e7dd89a18e2a tempest-AutoAllocateNetworkTest-252400998 tempest-AutoAllocateNetworkTest-252400998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:27.612427 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dd31a0f7-7447-4c98-87fd-e7dd89a18e2a tempest-AutoAllocateNetworkTest-252400998 tempest-AutoAllocateNetworkTest-252400998-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4311273 Apr 01 12:23:27.616439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46888) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:27.632276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1aa12-0335-4554-8a93-ade4ae700936 req-56ecd727-8074-409f-8e85-227aa8fe1068 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:27.642916 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9e1aa12-0335-4554-8a93-ade4ae700936 req-56ecd727-8074-409f-8e85-227aa8fe1068 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 949 time: 0.3739917 Apr 01 12:23:27.655173 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:27.656040 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Made reservation on behalf of cb29c5667d0644bebf8df8d89de57249 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:27.658402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:27.684140 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:27.720667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 95d73527-85c1-4165-921e-924daac4971c completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:23:27.740582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 95d73527-85c1-4165-921e-924daac4971c triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:27.740949 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2c5281fe-a490-4cba-892f-4dfe48088a9d tempest-AutoAllocateNetworkTest-252400998 tempest-AutoAllocateNetworkTest-252400998-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956211 Apr 01 12:23:27.741056 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:27.741587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46894) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:27.803356 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-67ae7156-2c26-4d30-b11b-ba41edd3ffec tempest-AutoAllocateNetworkTest-252400998 tempest-AutoAllocateNetworkTest-252400998-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=35fadb36ac614ab9ab00f23b257df3dc HTTP/1.1" status: 200 len: 208 time: 0.0513797 Apr 01 12:23:27.833725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9e1aa12-0335-4554-8a93-ade4ae700936 req-acb8036d-2907-4cef-9f79-408a7c1dd907 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862798 Apr 01 12:23:27.988451 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.014819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59993c-64c9-41fc-9ea5-9f8584c1b1b3 req-4a400465-e904-4fdb-a74a-5d04a8cddcfe tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:28.016339 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab59993c-64c9-41fc-9ea5-9f8584c1b1b3 req-4a400465-e904-4fdb-a74a-5d04a8cddcfe tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 948 time: 0.2234740 Apr 01 12:23:28.029323 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.040126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:23:28.041245 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.090961 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.102730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 95d73527-85c1-4165-921e-924daac4971c, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=95d73527-85c1-4165-921e-924daac4971c,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:28.107721 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.109598 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.119451 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab59993c-64c9-41fc-9ea5-9f8584c1b1b3 req-4ea24a46-e486-47a2-bd3a-deb366836ce7 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768127 Apr 01 12:23:28.137696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:23:28.181406 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d73527-85c1-4165-921e-924daac4971c'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:28.183125 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ea7487-ea67-4e8b-9854-ad03103d7c95" -d '{"events": [{"server_uuid": "9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f", "name": "network-vif-plugged", "status": "completed", "tag": "95d73527-85c1-4165-921e-924daac4971c"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:28.228153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ec1592-fc20-4b46-8570-913c7d2997bb,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:28.240631 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.241108 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Added segment d43a42a8-27a8-4f97-a518-e6e3e4f18e06 of type vlan for network f90f9486-a3f4-49db-a4e7-bcb6a3400b06 Apr 01 12:23:28.264890 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=95d73527-85c1-4165-921e-924daac4971c,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:28.286270 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Allocated IP 172.20.0.2 (9cd1370d-a7b8-4afe-aa7e-d5905f878aa7/6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18/b91f3d2b-ec75-44e2-a90c-887e658c4cde) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:28.320375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46918) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:28.327997 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.363917 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.364929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:28.365550 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.470468 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2343915 Apr 01 12:23:28.473308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46926) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:28.479482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3a07cb6e-a41b-4c82-88c8-1760cf4d7db1 admin admin] Request body: {'subnet': {'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1306548527-subnet', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:28.543480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a07cb6e-a41b-4c82-88c8-1760cf4d7db1 admin admin] Made reservation on behalf of cb29c5667d0644bebf8df8d89de57249 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:28.546439 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a07cb6e-a41b-4c82-88c8-1760cf4d7db1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.557192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb3c7a-0551-49b4-91be-7c5ba60512cb admin admin] Pushing event updated for resources: {'Network': ['ID=f90f9486-a3f4-49db-a4e7-bcb6a3400b06,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:28.575155 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network f90f9486-a3f4-49db-a4e7-bcb6a3400b06 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:23:28.575628 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.602140 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.654078 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.668033 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.766269 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:28.773426 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:28.777902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:28.785028 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Pushing event updated for resources: {'Port': ['ID=b91f3d2b-ec75-44e2-a90c-887e658c4cde,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:28.862943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Attempting to bind port b91f3d2b-ec75-44e2-a90c-887e658c4cde on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:28.863309 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Attempting to bind port b91f3d2b-ec75-44e2-a90c-887e658c4cde by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:28.863753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Attempting to bind port b91f3d2b-ec75-44e2-a90c-887e658c4cde on network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:28.870472 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:28.870952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Checking segment: {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:28.871425 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.871884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Bound using segment: {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:28.872890 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Bound port: b91f3d2b-ec75-44e2-a90c-887e658c4cde, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:28.873035 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.891621 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-038724e3-6a8b-4db3-9894-7d94b9f6d8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:28.899873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Allocated IP 172.25.7.205 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/775a5e90-19f4-41bf-887e-119e0e77e232) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:29.017938 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] For port b91f3d2b-ec75-44e2-a90c-887e658c4cde, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:29.025301 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] For port b91f3d2b-ec75-44e2-a90c-887e658c4cde, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b91f3d2b-ec75-44e2-a90c-887e658c4cde,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:29.032834 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.047059 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a07cb6e-a41b-4c82-88c8-1760cf4d7db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.079247 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa6f421-4344-4805-bbf2-3756c4838f72 x-openstack-request-id: req-7aa6f421-4344-4805-bbf2-3756c4838f72 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:29.079557 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f", "name": "network-vif-plugged", "status": "completed", "tag": "95d73527-85c1-4165-921e-924daac4971c", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:29.079808 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7aa6f421-4344-4805-bbf2-3756c4838f72 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:29.080190 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa6f421-4344-4805-bbf2-3756c4838f72'] response: {'server_uuid': '9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d73527-85c1-4165-921e-924daac4971c', 'code': 200} Apr 01 12:23:29.112654 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.120012 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c465630-428f-46cd-b880-e7242aebf376 None None] Pushing event updated for resources: {'Port': ['ID=b91f3d2b-ec75-44e2-a90c-887e658c4cde,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:29.213399 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.221413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07cb6e-a41b-4c82-88c8-1760cf4d7db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5b3261-294a-43aa-8125-ccfa72a141c8,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:29.230898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-038724e3-6a8b-4db3-9894-7d94b9f6d8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.238720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07cb6e-a41b-4c82-88c8-1760cf4d7db1 admin admin] Checking segment: {'id': 'd43a42a8-27a8-4f97-a518-e6e3e4f18e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:29.239446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a07cb6e-a41b-4c82-88c8-1760cf4d7db1 admin admin] Network hostable DHCP agents. Network: f90f9486-a3f4-49db-a4e7-bcb6a3400b06, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:23:29.241447 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-038724e3-6a8b-4db3-9894-7d94b9f6d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.270644 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:29.272727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8ec63-478d-47b0-b39d-f94507b17e0f req-f4723d50-668a-4bd6-a097-17632cce82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:29.274273 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7fd8ec63-478d-47b0-b39d-f94507b17e0f req-f4723d50-668a-4bd6-a097-17632cce82c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 1100 time: 0.1108782 Apr 01 12:23:29.277341 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:29.300536 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:29.305944 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-038724e3-6a8b-4db3-9894-7d94b9f6d8d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35fadb36ac614ab9ab00f23b257df3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9817407 Apr 01 12:23:29.306975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038724e3-6a8b-4db3-9894-7d94b9f6d8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1528215-a760-4144-8928-18c6079b0d18,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:29.310926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46954) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:29.321862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a07cb6e-a41b-4c82-88c8-1760cf4d7db1 admin admin] Network f90f9486-a3f4-49db-a4e7-bcb6a3400b06 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:23:29.355123 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-3a07cb6e-a41b-4c82-88c8-1760cf4d7db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, f90f9486-a3f4-49db-a4e7-bcb6a3400b06) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:29.361419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a07cb6e-a41b-4c82-88c8-1760cf4d7db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:29.362263 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a07cb6e-a41b-4c82-88c8-1760cf4d7db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.366655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0044476d-ea6e-4162-bd05-a94d92749815 None None] Network f90f9486-a3f4-49db-a4e7-bcb6a3400b06 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:23:29.486119 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-826a1f23-d247-4ac1-9146-9bb3b5dd9a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.503254 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3a07cb6e-a41b-4c82-88c8-1760cf4d7db1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0286100 Apr 01 12:23:29.525323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46962) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:29.530928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Pushing event updated for resources: {'Port': ['ID=775a5e90-19f4-41bf-887e-119e0e77e232,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:29.531212 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1306548527-router', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:29.553228 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7fd8ec63-478d-47b0-b39d-f94507b17e0f req-6d79108d-9421-426b-b735-e6607bb9ed7d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619936 Apr 01 12:23:29.632499 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-826a1f23-d247-4ac1-9146-9bb3b5dd9a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.669283 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.671633 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.684850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-f90f9486-a3f4-49db-a4e7-bcb6a3400b06', 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'fixed_ips': [{'subnet_id': '7a5b3261-294a-43aa-8125-ccfa72a141c8'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:23:29.686755 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.706155 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31d391-6468-4a2e-a898-b154d427ec7d req-93e1ae2a-8c30-44aa-940a-4bae03eb4997 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:29.714653 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f31d391-6468-4a2e-a898-b154d427ec7d req-93e1ae2a-8c30-44aa-940a-4bae03eb4997 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 949 time: 0.2307143 Apr 01 12:23:29.898319 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.903478 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f31d391-6468-4a2e-a898-b154d427ec7d req-a2c3a2d0-a44e-4be9-8ab4-428b0deca27c tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864245 Apr 01 12:23:29.924727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Allocated IP 172.20.0.2 (f90f9486-a3f4-49db-a4e7-bcb6a3400b06/7a5b3261-294a-43aa-8125-ccfa72a141c8/194f37f5-5dac-4117-aabf-b2632728223b) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:29.989590 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-826a1f23-d247-4ac1-9146-9bb3b5dd9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.992540 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-826a1f23-d247-4ac1-9146-9bb3b5dd9a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:29.994159 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-826a1f23-d247-4ac1-9146-9bb3b5dd9a11 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1528215-a760-4144-8928-18c6079b0d18 HTTP/1.1" status: 204 len: 168 time: 0.6805730 Apr 01 12:23:30.009245 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:30.027608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a1f23-d247-4ac1-9146-9bb3b5dd9a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1528215-a760-4144-8928-18c6079b0d18,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:30.225700 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:30.279952 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:30.295133 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:30.400162 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Network f90f9486-a3f4-49db-a4e7-bcb6a3400b06 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:30.406133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:30.417043 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:30.425945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Pushing event updated for resources: {'Port': ['ID=194f37f5-5dac-4117-aabf-b2632728223b,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:30.427076 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46980) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:30.467415 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:30.672556 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:30.730344 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:30.749363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-78405ec8-5b81-46aa-a24d-2371b2cded6e tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:23:30.758606 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-78405ec8-5b81-46aa-a24d-2371b2cded6e tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3304150 Apr 01 12:23:30.765192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Attempting to bind port 194f37f5-5dac-4117-aabf-b2632728223b on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:30.770781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Attempting to bind port 194f37f5-5dac-4117-aabf-b2632728223b by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'd43a42a8-27a8-4f97-a518-e6e3e4f18e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:30.771224 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Attempting to bind port 194f37f5-5dac-4117-aabf-b2632728223b on network f90f9486-a3f4-49db-a4e7-bcb6a3400b06 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:30.783578 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:30.783961 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Checking segment: {'id': 'd43a42a8-27a8-4f97-a518-e6e3e4f18e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:30.784636 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:30.785052 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Bound using segment: {'id': 'd43a42a8-27a8-4f97-a518-e6e3e4f18e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:30.785547 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Bound port: 194f37f5-5dac-4117-aabf-b2632728223b, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43a42a8-27a8-4f97-a518-e6e3e4f18e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:30.785938 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:30.802115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Router 70672f3f-15d8-41e4-8a37-5582fce02a4f is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:23:30.819313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f396ab1d-6964-4c0c-be72-01dbf3b4c264 None None] Network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:23:30.926047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25919f2-0889-4e91-90f4-fd4d6d03805a req-e0722912-cc89-4606-acf1-8ea9922c9469 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:30.930281 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f25919f2-0889-4e91-90f4-fd4d6d03805a req-e0722912-cc89-4606-acf1-8ea9922c9469 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 949 time: 0.2200754 Apr 01 12:23:30.943100 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:23:30.958897 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Sync routers for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:23:30.966605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:30.968434 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f503951e-33d9-43c0-b99a-512ba9822338 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5267222 Apr 01 12:23:30.971699 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46998) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:30.982258 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:30.982258 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:31.002724 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] For port 194f37f5-5dac-4117-aabf-b2632728223b, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:31.017866 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f25919f2-0889-4e91-90f4-fd4d6d03805a req-8f13b8bc-6b18-48db-9134-e8ab0f5f829a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768237 Apr 01 12:23:31.044119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Allocated IP 172.25.7.99 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/40bd9c4b-d420-4b5b-b1df-3e2238c2ef28) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:31.098848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-cb0b7d36-0b80-47ee-bbba-26fe4c124f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:31.100667 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-cb0b7d36-0b80-47ee-bbba-26fe4c124f8f service neutron] 10.222.0.45 "GET /v2.0/ports/dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 HTTP/1.1" status: 200 len: 1115 time: 0.1830728 Apr 01 12:23:31.106714 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] For port 194f37f5-5dac-4117-aabf-b2632728223b, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=194f37f5-5dac-4117-aabf-b2632728223b,segment=NetworkSegment(d43a42a8-27a8-4f97-a518-e6e3e4f18e06),segment_id=d43a42a8-27a8-4f97-a518-e6e3e4f18e06)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:31.109570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a4316295-10f7-4d46-9063-68cae875faca None None] Provisioning complete for port b91f3d2b-ec75-44e2-a90c-887e658c4cde triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:31.110099 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a4316295-10f7-4d46-9063-68cae875faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:31.112951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] Request body: {'binding': {'host': 'n-h2-836146-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:31.113639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] Unknown quota resources ['binding']. {{(pid=102719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 01 12:23:31.163851 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:31.222289 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:31.256736 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:31.293340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:31.301088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:31.305077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:31.320553 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:31.353314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=40bd9c4b-d420-4b5b-b1df-3e2238c2ef28,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:31.512688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc32a5-bd6c-438a-9ea9-d2e709832215 None None] Pushing event updated for resources: {'Port': ['ID=194f37f5-5dac-4117-aabf-b2632728223b,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:31.593054 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47012) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:31.624558 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] Attempting to bind port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on host n-h2-836146-1 for vnic_type normal with profile None {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:31.624558 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] Attempting to bind port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:31.625223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] Attempting to bind port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:31.662975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b91f3d2b-ec75-44e2-a90c-887e658c4cde up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:31.680178 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] Port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on network 5f326287-8629-4e35-afec-ed776729d480 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:23:31.680389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] Attempting to bind port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:31.690725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:31.690980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:31.691367 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] Bound using segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:31.691794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] Bound port: dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:31.695226 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:29Z', 'revision_number': 3, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:31.736520 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a4316295-10f7-4d46-9063-68cae875faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:31.738029 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:31.762875 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Checking router: 70672f3f-15d8-41e4-8a37-5582fce02a4f for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:23:31.763231 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Updating router 70672f3f-15d8-41e4-8a37-5582fce02a4f port 775a5e90-19f4-41bf-887e-119e0e77e232 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:23:31.812777 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:31.828605 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:31.832707 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:31.833898 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-89b49cfd-6503-4637-8faa-900f3a546cc1 service neutron] 10.222.0.45 "POST /v2.0/ports/dbca8fc9-5614-4b8c-88a4-6dc7f38bb493/bindings HTTP/1.1" status: 201 len: 389 time: 0.7256408 Apr 01 12:23:31.841627 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-network', 'tenant_id': '504bf52a206041a49c73cff58299a556'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:31.930893 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a4316295-10f7-4d46-9063-68cae875faca None None] For port b91f3d2b-ec75-44e2-a90c-887e658c4cde, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b91f3d2b-ec75-44e2-a90c-887e658c4cde,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:31.958222 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a4316295-10f7-4d46-9063-68cae875faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:31.960325 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Made reservation on behalf of 504bf52a206041a49c73cff58299a556 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:31.984405 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.104433 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.185776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4316295-10f7-4d46-9063-68cae875faca None None] Pushing event updated for resources: {'Port': ['ID=b91f3d2b-ec75-44e2-a90c-887e658c4cde,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:32.201821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b91f3d2b-ec75-44e2-a90c-887e658c4cde triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:32.206561 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.301198 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b278862f-12b5-4da5-ab1a-5cbf48fcdbdf None None] Provisioning complete for port b91f3d2b-ec75-44e2-a90c-887e658c4cde triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:32.301654 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b278862f-12b5-4da5-ab1a-5cbf48fcdbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.333117 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.399648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa39e00-c828-4ee3-a9dd-c329fbb37499 req-e734be81-dcb1-4c8c-bf1f-2e5debd3ea5c tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:32.408930 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eaa39e00-c828-4ee3-a9dd-c329fbb37499 req-e734be81-dcb1-4c8c-bf1f-2e5debd3ea5c tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 949 time: 0.2871943 Apr 01 12:23:32.419234 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.427515 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.467936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eaa39e00-c828-4ee3-a9dd-c329fbb37499 req-e385a1ad-80e7-47cf-9894-ea34d50fe361 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571058 Apr 01 12:23:32.474659 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Pushing event updated for resources: {'Port': ['ID=775a5e90-19f4-41bf-887e-119e0e77e232,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Tracked resource versions report: Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: pushed versions: Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: { 'AddressGroup': {'1.2'}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'ConntrackHelper': {'1.0'}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'Log': {'1.0'}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'Network': {'1.1'}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'Port': {'1.7'}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'PortForwarding': {'1.2'}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'QosPolicy': {'1.9'}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'SecurityGroup': {'1.4'}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'SecurityGroupRule': {'1.2'}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'SubPort': {'1.0'}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'Subnet': {'1.1'}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'Trunk': {'1.1'}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: consumer versions: Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: { DHCP agent@n-d-836146-1: {}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: HyperV agent@n-h1-836146-1: {}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: HyperV agent@n-h2-836146-1: {}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: L3 agent@n-d-836146-1: {}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: Metadata agent@n-d-836146-1: {}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: Metering agent@n-d-836146-1: {}, Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: Open vSwitch agent@n-d-836146-1: { 'AddressGroup': '1.2', Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'ConntrackHelper': '1.0', Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'Log': '1.0', Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'Network': '1.1', Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'Port': '1.7', Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'PortForwarding': '1.2', Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'QosPolicy': '1.9', Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'SecurityGroup': '1.4', Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'SecurityGroupRule': '1.2', Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'SubPort': '1.0', Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'Subnet': '1.1', Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: 'Trunk': '1.1'}} Apr 01 12:23:32.493148 n-d-836146-1 neutron-server[102721]: {{(pid=102721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 12:23:32.552843 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Attempting to bind port 775a5e90-19f4-41bf-887e-119e0e77e232 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:32.553221 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Attempting to bind port 775a5e90-19f4-41bf-887e-119e0e77e232 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:32.553619 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Attempting to bind port 775a5e90-19f4-41bf-887e-119e0e77e232 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:32.556747 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.563727 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:32.563937 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:32.564288 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.565238 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:32.565872 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Bound port: 775a5e90-19f4-41bf-887e-119e0e77e232, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:32.567662 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.615080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Router 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:23:32.624471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579ca0a-e4dd-425a-a90a-4bf07c4889eb req-0955ad49-f6ce-474a-b700-c7ec2dcbd55f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:32.627522 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5579ca0a-e4dd-425a-a90a-4bf07c4889eb req-0955ad49-f6ce-474a-b700-c7ec2dcbd55f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 967 time: 0.3785672 Apr 01 12:23:32.643052 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-c880cb07-6c93-4d91-a2f8-92829933fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:32.646077 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-c880cb07-6c93-4d91-a2f8-92829933fb64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 1118 time: 0.2030718 Apr 01 12:23:32.683812 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] For port 775a5e90-19f4-41bf-887e-119e0e77e232, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:32.689216 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] For port 775a5e90-19f4-41bf-887e-119e0e77e232, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=775a5e90-19f4-41bf-887e-119e0e77e232,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:32.695895 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.725382 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.778139 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:32.779756 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:32.784627 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.790814 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:23:32.802815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Sync routers for ids ['92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:23:32.824299 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76bd3d-47ec-4c4d-a1c6-971c1ccb12b9 None None] Pushing event updated for resources: {'Port': ['ID=775a5e90-19f4-41bf-887e-119e0e77e232,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:32.827543 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:32.831592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9ccc5461-1254-4567-adc1-08c7958c9cb4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3040912 Apr 01 12:23:32.834349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Routers {'92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:32.836102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:32.837899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47028) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:32.914946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:23:33.025437 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5579ca0a-e4dd-425a-a90a-4bf07c4889eb req-ad09990e-2d62-40c9-a75e-140379a2c95a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781426 Apr 01 12:23:33.033195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Set router 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:33.041549 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:33.042108 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Added segment ffd38e5c-06ab-4c91-9781-83181fda92e1 of type vlan for network 54ec5879-6876-4332-b34c-ec146a3b7374 Apr 01 12:23:33.050061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1731569a-f240-4a72-9a6d-7c7f05577038,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:33.115064 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:33.115872 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:33.116513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:33.116997 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:33.117621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:33.118110 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:33.118286 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:33.118981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:33.119630 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:33.120094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:33.120558 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:33.121026 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:33.121668 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:33.183336 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-5e03e4c5-120d-4bf3-9fda-6b32fef0e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:33.184811 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-5e03e4c5-120d-4bf3-9fda-6b32fef0e1ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.5205541 Apr 01 12:23:33.214886 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:33.226521 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e6aa6-8606-48f8-9c23-1bdb76ceba80 None None] Network f90f9486-a3f4-49db-a4e7-bcb6a3400b06 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:23:33.227009 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f564275-07e1-4665-847e-07925e3c8998 req-5c8610ab-7873-41c6-9edf-78a010cf720a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:33.250485 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f564275-07e1-4665-847e-07925e3c8998 req-5c8610ab-7873-41c6-9edf-78a010cf720a tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 949 time: 0.2026391 Apr 01 12:23:33.262383 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-cd927461-0dd2-486e-b1a7-8ed91d22a270 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 HTTP/1.1" status: 200 len: 217 time: 0.0493717 Apr 01 12:23:33.320074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Allocated IP 172.20.0.1 (9cd1370d-a7b8-4afe-aa7e-d5905f878aa7/6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18/7a09a4e3-ec60-434b-952a-e8feb134bfef) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:33.330953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f564275-07e1-4665-847e-07925e3c8998 req-fdd9fbaf-b323-4a2b-b0b6-fabbc86baa48 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769432 Apr 01 12:23:33.364752 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8935afc0-a223-41ae-b9d9-2fbf64f466ca None None] Provisioning complete for port 194f37f5-5dac-4117-aabf-b2632728223b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:33.365121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8935afc0-a223-41ae-b9d9-2fbf64f466ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:33.470774 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:33.471884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:33.472782 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:33.554188 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:29Z', 'revision_number': 3, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:33.609665 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-560f90dc-d8f4-4f71-9bcc-18acc50e333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:33.617882 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-560f90dc-d8f4-4f71-9bcc-18acc50e333b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.3461566 Apr 01 12:23:33.667408 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a80360-c9b0-4f9e-b9b8-10681b46837b None None] The sync data for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 is: [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:29Z', 'revision_number': 3, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:23:33.768845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'name': 'tempest-FloatingIPsTestJSON-1306548527-router', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:29Z', 'updated_at': '2022-04-01T12:23:31Z', 'revision_number': 3, 'project_id': 'cb29c5667d0644bebf8df8d89de57249', 'gw_port': {'id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:30Z', 'updated_at': '2022-04-01T12:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:33.781130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a507ee-0ffe-4753-99fd-354e7ad2baa5 req-6acbd674-39da-4928-9c58-1d2b7c129d2a tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:33.782899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04a507ee-0ffe-4753-99fd-354e7ad2baa5 req-6acbd674-39da-4928-9c58-1d2b7c129d2a tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 949 time: 0.1155825 Apr 01 12:23:33.825631 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2322056 Apr 01 12:23:33.829583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 194f37f5-5dac-4117-aabf-b2632728223b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:33.834864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47056) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:33.843716 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Checking router: 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:23:33.844328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Updating router 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 port 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:23:33.875591 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b2493f80-9fb7-46dc-8025-1fddb764b7d7 admin admin] Request body: {'subnet': {'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-subnet', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:33.902970 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8935afc0-a223-41ae-b9d9-2fbf64f466ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:33.936369 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47060) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:33.940374 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2493f80-9fb7-46dc-8025-1fddb764b7d7 admin admin] Made reservation on behalf of 504bf52a206041a49c73cff58299a556 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:33.942940 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2493f80-9fb7-46dc-8025-1fddb764b7d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:33.946751 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-7a835b19-24ae-49d6-82b2-76443b824a65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2276759 Apr 01 12:23:33.955524 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:33.959380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a12da5-68f4-471e-8b56-5b56ecf94382 admin admin] Pushing event updated for resources: {'Network': ['ID=54ec5879-6876-4332-b34c-ec146a3b7374,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:34.018304 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 54ec5879-6876-4332-b34c-ec146a3b7374 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:23:34.064494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47064) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:34.087505 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:34.146818 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8935afc0-a223-41ae-b9d9-2fbf64f466ca None None] For port 194f37f5-5dac-4117-aabf-b2632728223b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=194f37f5-5dac-4117-aabf-b2632728223b,segment=NetworkSegment(d43a42a8-27a8-4f97-a518-e6e3e4f18e06),segment_id=d43a42a8-27a8-4f97-a518-e6e3e4f18e06)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:34.197056 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8935afc0-a223-41ae-b9d9-2fbf64f466ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:34.281226 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:34.310689 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-504733ba-d9ca-40f6-8c08-a1e8c278e507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:34.351048 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ace30-44b0-4eb6-9796-c400e1b45401 req-b8642cfd-c9f7-4530-9277-62c97460537f tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:34.357897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 194f37f5-5dac-4117-aabf-b2632728223b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:34.358491 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:34.360942 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d1ace30-44b0-4eb6-9796-c400e1b45401 req-b8642cfd-c9f7-4530-9277-62c97460537f tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 949 time: 0.6442866 Apr 01 12:23:34.373807 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-603be341-02b3-4a60-808c-c09451a5ee0b service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964465 Apr 01 12:23:34.401356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935afc0-a223-41ae-b9d9-2fbf64f466ca None None] Pushing event updated for resources: {'Port': ['ID=194f37f5-5dac-4117-aabf-b2632728223b,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:34.455561 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04a507ee-0ffe-4753-99fd-354e7ad2baa5 req-aee4797c-2c2e-4958-b1cb-8702eab54875 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404899 Apr 01 12:23:34.498348 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:34.512799 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d1ace30-44b0-4eb6-9796-c400e1b45401 req-aae5fa30-6f0e-4f5e-a9e1-a1bb45d673d7 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328402 Apr 01 12:23:34.624219 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:34.746688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-20da7de8-133e-42ec-8a09-5addda228379 None None] Provisioning complete for port 194f37f5-5dac-4117-aabf-b2632728223b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:34.746688 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-20da7de8-133e-42ec-8a09-5addda228379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:34.756821 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-504733ba-d9ca-40f6-8c08-a1e8c278e507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:34.786174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b91f3d2b-ec75-44e2-a90c-887e658c4cde up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:34.795948 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-504733ba-d9ca-40f6-8c08-a1e8c278e507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:34.813267 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:34.840554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eecda2-5acc-468d-a3a6-34a50c3ed1d1 req-18737843-a5dd-4d3c-aa4b-3e891133a5c4 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:34.842188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25eecda2-5acc-468d-a3a6-34a50c3ed1d1 req-18737843-a5dd-4d3c-aa4b-3e891133a5c4 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 967 time: 0.2141991 Apr 01 12:23:34.842346 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-b9aae906-44b6-49c6-9a48-515302dd5ced service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346409 Apr 01 12:23:34.845916 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:34.885152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Allocated IP 172.20.0.1 (f90f9486-a3f4-49db-a4e7-bcb6a3400b06/7a5b3261-294a-43aa-8125-ccfa72a141c8/c37fe74b-5f73-49ef-bcef-649d88cb379e) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:34.893560 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-504733ba-d9ca-40f6-8c08-a1e8c278e507 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efa738baa5fd483fb73e0952014230a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9458001 Apr 01 12:23:34.898646 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8270ae514db457393d8fb37922a4ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7892830 Apr 01 12:23:34.907603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47074) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:34.908424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47076) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:34.909778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:34.915286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Pushing event updated for resources: {'Port': ['ID=7a09a4e3-ec60-434b-952a-e8feb134bfef,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:34.927063 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:34.930624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504733ba-d9ca-40f6-8c08-a1e8c278e507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9192ff82-32ed-4a46-9282-66d6f3af2e5c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:35.000729 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:35.001616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.053051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecffade4-e1b5-4240-bf67-e8eaf1359331,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:35.062265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a07f538f-0a49-43b0-9b6e-e7b362c00b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.091023 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a07f538f-0a49-43b0-9b6e-e7b362c00b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.099770 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b91f3d2b-ec75-44e2-a90c-887e658c4cde triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:35.100342 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.175623 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a07f538f-0a49-43b0-9b6e-e7b362c00b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.178132 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a07f538f-0a49-43b0-9b6e-e7b362c00b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.179307 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a07f538f-0a49-43b0-9b6e-e7b362c00b84 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9192ff82-32ed-4a46-9282-66d6f3af2e5c HTTP/1.1" status: 204 len: 168 time: 0.2690756 Apr 01 12:23:35.186506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:35.186855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:35.187193 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:35.187525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:35.187857 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:35.188246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:35.188709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:35.189187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:35.189549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:35.189878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:35.190532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:35.190866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e25724-c9d7-493d-ab78-7b7b20e1bbb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:23:35.221646 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2493f80-9fb7-46dc-8025-1fddb764b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.231445 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.242926 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15b69cc3-4808-4ea5-b2c1-5dae7f32b4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.248819 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25eecda2-5acc-468d-a3a6-34a50c3ed1d1 req-51a10ca9-1e66-4c96-b884-fcd869d1516b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607981 Apr 01 12:23:35.253532 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.270429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f538f-0a49-43b0-9b6e-e7b362c00b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9192ff82-32ed-4a46-9282-66d6f3af2e5c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:35.315402 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15b69cc3-4808-4ea5-b2c1-5dae7f32b4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.353279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a458-d40a-4db1-a461-cfc7059b2041 req-4e82e896-73b3-40a4-afe5-d49ded6b5a6e tempest-LiveMigrationNegativeTest-1172589713 tempest-LiveMigrationNegativeTest-1172589713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:35.363945 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8956a458-d40a-4db1-a461-cfc7059b2041 req-4e82e896-73b3-40a4-afe5-d49ded6b5a6e tempest-LiveMigrationNegativeTest-1172589713 tempest-LiveMigrationNegativeTest-1172589713-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 1100 time: 0.7452652 Apr 01 12:23:35.376129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.401541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b1780-c5fe-479c-aad2-d98a87774087 None None] Pushing event updated for resources: {'Port': ['ID=40bd9c4b-d420-4b5b-b1df-3e2238c2ef28,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:35.410777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Attempting to bind port 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:35.411388 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Attempting to bind port 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:35.411977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Attempting to bind port 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:35.421221 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15b69cc3-4808-4ea5-b2c1-5dae7f32b4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.425323 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15b69cc3-4808-4ea5-b2c1-5dae7f32b4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.430132 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-15b69cc3-4808-4ea5-b2c1-5dae7f32b4be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ecffade4-e1b5-4240-bf67-e8eaf1359331 HTTP/1.1" status: 204 len: 168 time: 0.5168457 Apr 01 12:23:35.436025 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.442260 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:35.442874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:35.446382 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.446890 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:35.447078 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2493f80-9fb7-46dc-8025-1fddb764b7d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ef11ffb-671d-4944-80ae-de5a57ae60fe,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:35.447570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Bound port: 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:35.449460 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.499950 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b69cc3-4808-4ea5-b2c1-5dae7f32b4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecffade4-e1b5-4240-bf67-e8eaf1359331,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:35.504514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Network f90f9486-a3f4-49db-a4e7-bcb6a3400b06 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:35.534040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:35.543798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:35.544377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.596885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-96f8835e-1f9e-46ec-9242-363a4cea06cc None None] Provisioning complete for port 7a09a4e3-ec60-434b-952a-e8feb134bfef triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:35.606462 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-96f8835e-1f9e-46ec-9242-363a4cea06cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:35.682195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-96f8835e-1f9e-46ec-9242-363a4cea06cc None None] Port 7a09a4e3-ec60-434b-952a-e8feb134bfef cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:23:35.774473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Pushing event updated for resources: {'Port': ['ID=c37fe74b-5f73-49ef-bcef-649d88cb379e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:35.776794 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] For port 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:35.785101 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] For port 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=40bd9c4b-d420-4b5b-b1df-3e2238c2ef28,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:35.799909 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.036612 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b1780-c5fe-479c-aad2-d98a87774087 None None] Pushing event updated for resources: {'Port': ['ID=40bd9c4b-d420-4b5b-b1df-3e2238c2ef28,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:36.044576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47096) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:36.051327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Routers {'92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:36.053020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:36.073505 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-414d86d0-d74c-4e2a-ac7b-a633b67a0251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.156440 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-3d4321c3-b0b8-4747-9f70-43de5ca73030 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:36.158042 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-3d4321c3-b0b8-4747-9f70-43de5ca73030 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2&tenant_id=d3ef0b6c28664a848490f62530c5067c&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1118 time: 1.1517122 Apr 01 12:23:36.159557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8956a458-d40a-4db1-a461-cfc7059b2041 req-f7772413-5ea7-43dc-8452-6f784c4594d5 tempest-LiveMigrationNegativeTest-1172589713 tempest-LiveMigrationNegativeTest-1172589713-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.182134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-1'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:36.198352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 194f37f5-5dac-4117-aabf-b2632728223b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:36.263404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe4bbc-8e7f-46cf-beec-b79abc9e7cfc req-a39996a9-e0d5-4a1c-85a7-bee307c70b0c tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:36.264795 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4fe4bbc-8e7f-46cf-beec-b79abc9e7cfc req-a39996a9-e0d5-4a1c-85a7-bee307c70b0c tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 949 time: 0.1688499 Apr 01 12:23:36.307617 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1d7ab60c-81d8-4a89-b78e-0b3cf4caa48e None None] Provisioning complete for port c37fe74b-5f73-49ef-bcef-649d88cb379e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:36.308121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1d7ab60c-81d8-4a89-b78e-0b3cf4caa48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.311707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] Set router 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:36.334571 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4fe4bbc-8e7f-46cf-beec-b79abc9e7cfc req-60a53bf5-9f2c-4c55-91b8-c31d5294265c tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524294 Apr 01 12:23:36.335450 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.398222 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bd656df0-eec8-4109-9493-8c554c9436c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.525963 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ab60c-81d8-4a89-b78e-0b3cf4caa48e None None] Port c37fe74b-5f73-49ef-bcef-649d88cb379e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:23:36.529588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47100) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:36.539122 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 194f37f5-5dac-4117-aabf-b2632728223b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:36.539668 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.543169 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-414d86d0-d74c-4e2a-ac7b-a633b67a0251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.602025 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-414d86d0-d74c-4e2a-ac7b-a633b67a0251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.611331 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d7a636f-86b1-4c94-b322-e30d88ec5cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.629781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8956a458-d40a-4db1-a461-cfc7059b2041 req-f7772413-5ea7-43dc-8452-6f784c4594d5 tempest-LiveMigrationNegativeTest-1172589713 tempest-LiveMigrationNegativeTest-1172589713-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.669605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'name': 'tempest-FloatingIPsTestJSON-1306548527-router', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:29Z', 'updated_at': '2022-04-01T12:23:31Z', 'revision_number': 3, 'project_id': 'cb29c5667d0644bebf8df8d89de57249', 'gw_port': {'id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:30Z', 'updated_at': '2022-04-01T12:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:36.700263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c992b5e-0a0d-48e2-8c33-6d22f0fa18a8 None None] The sync data for ids ['92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'] in n-d-836146-1 is: [{'id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'name': 'tempest-FloatingIPsTestJSON-1306548527-router', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:29Z', 'updated_at': '2022-04-01T12:23:31Z', 'revision_number': 3, 'project_id': 'cb29c5667d0644bebf8df8d89de57249', 'gw_port': {'id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:30Z', 'updated_at': '2022-04-01T12:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:23:36.704618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 775a5e90-19f4-41bf-887e-119e0e77e232 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:36.711202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be74208-2855-4428-b13e-853cd9c13013 req-e7bc61b8-51a3-46d8-80ef-0f82873521b7 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:36.719167 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4be74208-2855-4428-b13e-853cd9c13013 req-e7bc61b8-51a3-46d8-80ef-0f82873521b7 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 967 time: 0.2478063 Apr 01 12:23:36.720739 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8956a458-d40a-4db1-a461-cfc7059b2041 req-f7772413-5ea7-43dc-8452-6f784c4594d5 tempest-LiveMigrationNegativeTest-1172589713 tempest-LiveMigrationNegativeTest-1172589713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.722964 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.739332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d86d0-d74c-4e2a-ac7b-a633b67a0251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba846347-70f7-4af9-9112-47c1f64fcf8b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:36.745621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-414d86d0-d74c-4e2a-ac7b-a633b67a0251 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e63d87ddaf0d4e229d1dd23ee5b7abb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6961970 Apr 01 12:23:36.748513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47102) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:36.769311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2493f80-9fb7-46dc-8025-1fddb764b7d7 admin admin] Checking segment: {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:36.769675 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2493f80-9fb7-46dc-8025-1fddb764b7d7 admin admin] Network hostable DHCP agents. Network: 54ec5879-6876-4332-b34c-ec146a3b7374, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:23:36.771809 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.819771 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8956a458-d40a-4db1-a461-cfc7059b2041 req-f7772413-5ea7-43dc-8452-6f784c4594d5 tempest-LiveMigrationNegativeTest-1172589713 tempest-LiveMigrationNegativeTest-1172589713-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4547796 Apr 01 12:23:36.826264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 775a5e90-19f4-41bf-887e-119e0e77e232 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:36.826783 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.831960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4be74208-2855-4428-b13e-853cd9c13013 req-84606584-dc52-48ff-923d-d40577166caf tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113014 Apr 01 12:23:36.930508 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.946673 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.947731 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.951267 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d7a636f-86b1-4c94-b322-e30d88ec5cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.960391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d7a636f-86b1-4c94-b322-e30d88ec5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:36.994565 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.021790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 775a5e90-19f4-41bf-887e-119e0e77e232, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=775a5e90-19f4-41bf-887e-119e0e77e232,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:37.029274 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.060427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Pushing event updated for resources: {'Port': ['ID=c37fe74b-5f73-49ef-bcef-649d88cb379e,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:37.072491 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3d7a636f-86b1-4c94-b322-e30d88ec5cf0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea18ce69882e408e98b4a799869d2af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5403502 Apr 01 12:23:37.073201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a636f-86b1-4c94-b322-e30d88ec5cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5476bc-5f00-4269-b930-32b5e92dafa9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:37.077126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47110) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:37.101954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=775a5e90-19f4-41bf-887e-119e0e77e232,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:37.119292 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7772413-5ea7-43dc-8452-6f784c4594d5 tempest-LiveMigrationNegativeTest-1172589713 tempest-LiveMigrationNegativeTest-1172589713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60f8bc3-73d0-4c0c-8ead-4cacff2ab26f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:37.176409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2493f80-9fb7-46dc-8025-1fddb764b7d7 admin admin] Network 54ec5879-6876-4332-b34c-ec146a3b7374 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:23:37.228916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b2493f80-9fb7-46dc-8025-1fddb764b7d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 54ec5879-6876-4332-b34c-ec146a3b7374) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:37.234721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2493f80-9fb7-46dc-8025-1fddb764b7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:37.235552 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2493f80-9fb7-46dc-8025-1fddb764b7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.242861 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764d52b6-85c0-4554-a5ef-f7dabe16b62f None None] Network 54ec5879-6876-4332-b34c-ec146a3b7374 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:23:37.257682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:37.303844 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b2493f80-9fb7-46dc-8025-1fddb764b7d7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.4336069 Apr 01 12:23:37.304722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47116) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:37.318981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:37.323740 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e32c4332-d3c7-45f9-890a-44059452c597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.338581 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-80e94d39-6c0a-47b9-8cb8-1ddfbeb9f602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.345063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40fc96-6084-4e7d-aca9-18efb0cb0cac req-f0e1c621-e622-43bb-889b-fd98d5344ee3 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:37.347246 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1f40fc96-6084-4e7d-aca9-18efb0cb0cac req-f0e1c621-e622-43bb-889b-fd98d5344ee3 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 949 time: 0.1735835 Apr 01 12:23:37.416385 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e32c4332-d3c7-45f9-890a-44059452c597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.431478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-95ff4464-9827-4f9a-9408-ce5c4f4f5d12 req-a09f553e-7f8d-42c6-bae9-c5d33d1b17bb service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:23:37.432506 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-95ff4464-9827-4f9a-9408-ce5c4f4f5d12 req-a09f553e-7f8d-42c6-bae9-c5d33d1b17bb service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1294131 Apr 01 12:23:37.437099 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Network f90f9486-a3f4-49db-a4e7-bcb6a3400b06 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:37.444051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:37.514283 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-80e94d39-6c0a-47b9-8cb8-1ddfbeb9f602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.553996 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-54ec5879-6876-4332-b34c-ec146a3b7374', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:23:37.554934 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.584035 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.584035 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.657851 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:37.781513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d1c65b-1cb1-474a-8199-246487b1f9e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbca8fc9-5614-4b8c-88a4-6dc7f38bb493'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:37.784140 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e79b360-7c85-4924-b6ed-f175ef232c0c" -d '{"events": [{"server_uuid": "52d1c65b-1cb1-474a-8199-246487b1f9e2", "name": "network-vif-unplugged", "status": "completed", "tag": "dbca8fc9-5614-4b8c-88a4-6dc7f38bb493"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:37.798583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.833694 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e32c4332-d3c7-45f9-890a-44059452c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.836432 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e32c4332-d3c7-45f9-890a-44059452c597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.837749 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e32c4332-d3c7-45f9-890a-44059452c597 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c5476bc-5f00-4269-b930-32b5e92dafa9 HTTP/1.1" status: 204 len: 168 time: 0.7596898 Apr 01 12:23:37.886595 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:37.890640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Router 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:23:37.908110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c4332-d3c7-45f9-890a-44059452c597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5476bc-5f00-4269-b930-32b5e92dafa9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:37.969854 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-1f40fc96-6084-4e7d-aca9-18efb0cb0cac req-fa9cb463-c0dc-41e4-8717-b10870286406 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Deleting port 95d73527-85c1-4165-921e-924daac4971c {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:23:37.970543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:37.970824 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1f40fc96-6084-4e7d-aca9-18efb0cb0cac req-fa9cb463-c0dc-41e4-8717-b10870286406 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.028906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.049059 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12867a-6745-4464-af9f-a85d39669897 req-85541227-523c-44ae-bf52-fc7aea3b819d tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:38.050741 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab12867a-6745-4464-af9f-a85d39669897 req-85541227-523c-44ae-bf52-fc7aea3b819d tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 949 time: 0.5113790 Apr 01 12:23:38.081974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3b0e91b3-cf45-4ad5-81d6-1edf744bf167 None None] Provisioning complete for port c37fe74b-5f73-49ef-bcef-649d88cb379e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:38.082681 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3b0e91b3-cf45-4ad5-81d6-1edf744bf167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.176743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e91b3-cf45-4ad5-81d6-1edf744bf167 None None] Port c37fe74b-5f73-49ef-bcef-649d88cb379e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:23:38.190978 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-80e94d39-6c0a-47b9-8cb8-1ddfbeb9f602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.193483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-80e94d39-6c0a-47b9-8cb8-1ddfbeb9f602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.199331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Allocated IP 172.20.0.2 (54ec5879-6876-4332-b34c-ec146a3b7374/7ef11ffb-671d-4944-80ae-de5a57ae60fe/5a16a243-c632-4888-b23e-55b1c4d5381e) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:38.200410 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-80e94d39-6c0a-47b9-8cb8-1ddfbeb9f602 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba846347-70f7-4af9-9112-47c1f64fcf8b HTTP/1.1" status: 204 len: 168 time: 1.4443486 Apr 01 12:23:38.202975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:38.203791 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.213724 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.258536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-1f40fc96-6084-4e7d-aca9-18efb0cb0cac req-fa9cb463-c0dc-41e4-8717-b10870286406 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] For port 95d73527-85c1-4165-921e-924daac4971c, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=95d73527-85c1-4165-921e-924daac4971c,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:38.260905 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1f40fc96-6084-4e7d-aca9-18efb0cb0cac req-fa9cb463-c0dc-41e4-8717-b10870286406 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.263926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,revision_number=7']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:38.274617 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.275421 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.292703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-1f40fc96-6084-4e7d-aca9-18efb0cb0cac req-fa9cb463-c0dc-41e4-8717-b10870286406 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Calling delete_port for 95d73527-85c1-4165-921e-924daac4971c owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:23:38.307926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e94d39-6c0a-47b9-8cb8-1ddfbeb9f602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba846347-70f7-4af9-9112-47c1f64fcf8b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:38.452155 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a17bb9-51ac-4a3e-af35-aa625ba3fd71 req-9eb9e9ce-b840-4812-9988-142f058e8fea tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:38.457906 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab12867a-6745-4464-af9f-a85d39669897 req-63f6b384-68e8-4406-bcc5-b6751af04e79 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870959 Apr 01 12:23:38.462207 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10a17bb9-51ac-4a3e-af35-aa625ba3fd71 req-9eb9e9ce-b840-4812-9988-142f058e8fea tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 949 time: 0.5617232 Apr 01 12:23:38.510673 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.528000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Attempting to bind port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on host n-h1-836146-1 for vnic_type normal with profile {"migrating_to": "n-h2-836146-1"} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:38.528508 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Attempting to bind port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:38.528793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Attempting to bind port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:38.535649 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.566553 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on network 5f326287-8629-4e35-afec-ed776729d480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:23:38.566882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Attempting to bind port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:38.600669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Pushing event updated for resources: {'Port': ['ID=7a09a4e3-ec60-434b-952a-e8feb134bfef,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:38.631251 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b66345-4061-4247-a9b5-4f3a02e04a48 x-openstack-request-id: req-24b66345-4061-4247-a9b5-4f3a02e04a48 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:38.631521 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d1c65b-1cb1-474a-8199-246487b1f9e2", "name": "network-vif-unplugged", "status": "completed", "tag": "dbca8fc9-5614-4b8c-88a4-6dc7f38bb493", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:38.631868 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24b66345-4061-4247-a9b5-4f3a02e04a48 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:38.632336 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b66345-4061-4247-a9b5-4f3a02e04a48'] response: {'server_uuid': '52d1c65b-1cb1-474a-8199-246487b1f9e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbca8fc9-5614-4b8c-88a4-6dc7f38bb493', 'code': 200} Apr 01 12:23:38.655988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:38.656588 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:38.657567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Bound using segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:38.658064 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Bound port: dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:38.658443 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.726545 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.764550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:23:38.771790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=40bd9c4b-d420-4b5b-b1df-3e2238c2ef28,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:38.772741 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dfd98313-c184-4fb1-a887-b47eeab42824 admin admin] 10.222.0.45 "PUT /v2.0/routers/92e4cdb2-3b98-4224-bd7d-7c378e6b0f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9299581 Apr 01 12:23:38.776693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10a17bb9-51ac-4a3e-af35-aa625ba3fd71 req-12961606-965a-4dbc-b1b8-6fcf2ec0ca48 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080783 Apr 01 12:23:38.788667 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.813459 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.814557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 775a5e90-19f4-41bf-887e-119e0e77e232 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:38.814751 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1f40fc96-6084-4e7d-aca9-18efb0cb0cac req-fa9cb463-c0dc-41e4-8717-b10870286406 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.840367 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:38.856769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cb463-c0dc-41e4-8717-b10870286406 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Pushing event deleted for resources: {'Port': ['ID=95d73527-85c1-4165-921e-924daac4971c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:38.864384 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['95d73527-85c1-4165-921e-924daac4971c'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:38.885989 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:38.895892 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.921839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:38.927108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:38.930498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f40fc96-6084-4e7d-aca9-18efb0cb0cac req-fa9cb463-c0dc-41e4-8717-b10870286406 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] No DVR routers for this DVR port 95d73527-85c1-4165-921e-924daac4971c on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:23:38.936866 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1f40fc96-6084-4e7d-aca9-18efb0cb0cac req-fa9cb463-c0dc-41e4-8717-b10870286406 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:38.942150 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1f40fc96-6084-4e7d-aca9-18efb0cb0cac req-fa9cb463-c0dc-41e4-8717-b10870286406 tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.44 "DELETE /v2.0/ports/95d73527-85c1-4165-921e-924daac4971c HTTP/1.1" status: 204 len: 173 time: 1.5882282 Apr 01 12:23:38.942842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f', 'name': 'network-vif-deleted', 'tag': '95d73527-85c1-4165-921e-924daac4971c'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:38.946221 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8747fa9-241d-403c-9fc1-9644e729074c" -d '{"events": [{"server_uuid": "9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f", "name": "network-vif-deleted", "tag": "95d73527-85c1-4165-921e-924daac4971c"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:38.960740 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a2637-0eda-445a-b46c-820d2f5678ea req-7dd5bc23-3153-49e8-85e8-a7b6a0465311 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:38.962383 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f27a2637-0eda-445a-b46c-820d2f5678ea req-7dd5bc23-3153-49e8-85e8-a7b6a0465311 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 965 time: 0.2503643 Apr 01 12:23:38.990898 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:39.001725 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1b2d42ee-c016-4ef2-9649-5a7c817c579f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:39.031123 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1a1cc5-46f6-48cc-8998-021206f153f2 x-openstack-request-id: req-0a1a1cc5-46f6-48cc-8998-021206f153f2 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:39.031426 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f", "name": "network-vif-deleted", "tag": "95d73527-85c1-4165-921e-924daac4971c", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:39.031675 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a1a1cc5-46f6-48cc-8998-021206f153f2 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:39.033109 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1a1cc5-46f6-48cc-8998-021206f153f2'] response: {'server_uuid': '9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f', 'name': 'network-vif-deleted', 'tag': '95d73527-85c1-4165-921e-924daac4971c', 'status': 'completed', 'code': 200} Apr 01 12:23:39.066430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:39.088825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Network 54ec5879-6876-4332-b34c-ec146a3b7374 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:39.091363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:39.096181 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:39.098673 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=40bd9c4b-d420-4b5b-b1df-3e2238c2ef28,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:39.197601 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 775a5e90-19f4-41bf-887e-119e0e77e232 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:39.198729 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:39.201863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Pushing event updated for resources: {'Port': ['ID=5a16a243-c632-4888-b23e-55b1c4d5381e,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:39.247663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Attempting to bind port 5a16a243-c632-4888-b23e-55b1c4d5381e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:39.248418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Attempting to bind port 5a16a243-c632-4888-b23e-55b1c4d5381e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:39.249002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Attempting to bind port 5a16a243-c632-4888-b23e-55b1c4d5381e on network 54ec5879-6876-4332-b34c-ec146a3b7374 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:39.263141 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:39.263943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Checking segment: {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:39.264927 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:39.265713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Bound using segment: {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:39.266599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Bound port: 5a16a243-c632-4888-b23e-55b1c4d5381e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:39.267233 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:39.481657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:39.482317 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:39.483820 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] 10.222.0.44 "PUT /v2.0/ports/dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 HTTP/1.1" status: 200 len: 1143 time: 3.3076587 Apr 01 12:23:39.518509 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f27a2637-0eda-445a-b46c-820d2f5678ea req-21a6951d-0fd3-405b-a3ee-04107185a6be tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319341 Apr 01 12:23:39.567981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['dbca8fc9-5614-4b8c-88a4-6dc7f38bb493'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:39.722128 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Sync routers for ids ['92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:23:39.752521 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Routers {'92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:39.753456 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:39.787476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] For port 5a16a243-c632-4888-b23e-55b1c4d5381e, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:39.845589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:39.881457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f7746-1148-4a46-a990-b572c473f3ff req-a97380c5-8f18-440b-8ca7-4624b6adb65f tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:39.883854 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-449f7746-1148-4a46-a990-b572c473f3ff req-a97380c5-8f18-440b-8ca7-4624b6adb65f tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.44 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 949 time: 0.5012684 Apr 01 12:23:39.892541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] For port 5a16a243-c632-4888-b23e-55b1c4d5381e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5a16a243-c632-4888-b23e-55b1c4d5381e,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:39.989173 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Set router 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:40.070142 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:40.091392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-753097a5-a76e-4608-a41c-d52e54714027 None None] Provisioning complete for port 7a09a4e3-ec60-434b-952a-e8feb134bfef triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:40.091752 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-753097a5-a76e-4608-a41c-d52e54714027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:40.099389 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f7b6c6b-fc61-487c-9f9a-eca48e085ea6 req-3dddabd4-d0a0-45f3-ac6e-50de569ce7fb tempest-DeleteServersAdminTestJSON-1970541350 tempest-DeleteServersAdminTestJSON-1970541350-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbe9d9e-67a3-45a1-8307-ffa10fa33e1f HTTP/1.1" status: 200 len: 210 time: 0.1011736 Apr 01 12:23:40.117397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80d66b-ae2a-4e52-a481-d375e2f68cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,revision_number=8']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:40.216285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-753097a5-a76e-4608-a41c-d52e54714027 None None] Port 7a09a4e3-ec60-434b-952a-e8feb134bfef cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:23:40.218080 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b368c2-77c7-4e17-9356-6341d312a792 None None] Pushing event updated for resources: {'Port': ['ID=5a16a243-c632-4888-b23e-55b1c4d5381e,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:40.256971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:40.257586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:40.292546 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Router 70672f3f-15d8-41e4-8a37-5582fce02a4f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:23:40.325150 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'name': 'tempest-FloatingIPsTestJSON-1306548527-router', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:29Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': 'cb29c5667d0644bebf8df8d89de57249', 'gw_port': {'id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:30Z', 'updated_at': '2022-04-01T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c37fe74b-5f73-49ef-bcef-649d88cb379e', 'name': '', 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'mac_address': 'fa:16:3e:bf:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7a5b3261-294a-43aa-8125-ccfa72a141c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:34Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 2, 'project_id': 'cb29c5667d0644bebf8df8d89de57249', 'subnets': [{'id': '7a5b3261-294a-43aa-8125-ccfa72a141c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:40.363278 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Checking router: 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:23:40.364776 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Updating router 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 port c37fe74b-5f73-49ef-bcef-649d88cb379e binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:23:40.412060 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:40.504323 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:40.578504 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2acb0319-5349-4432-b336-37402f219159 req-da01e17d-fa3e-4c5b-ba49-afac8fd72240 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1174111 Apr 01 12:23:40.582307 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:40.587409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:40.629384 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:40.651638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-449f7746-1148-4a46-a990-b572c473f3ff req-e35c2263-454f-498c-86e0-81700aab6f52 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Deleting port d6ac57db-2a13-47c1-9cd7-327cc5f027e7 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:23:40.653463 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-449f7746-1148-4a46-a990-b572c473f3ff req-e35c2263-454f-498c-86e0-81700aab6f52 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:40.655279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d1c65b-1cb1-474a-8199-246487b1f9e2', 'tag': 'dbca8fc9-5614-4b8c-88a4-6dc7f38bb493'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:40.657558 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2978b9-1044-4993-82fd-17905ffe3854" -d '{"events": [{"name": "network-changed", "server_uuid": "52d1c65b-1cb1-474a-8199-246487b1f9e2", "tag": "dbca8fc9-5614-4b8c-88a4-6dc7f38bb493"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:40.779673 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:40.863583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d2617-42ab-4aa3-bc7c-d96b8ce2ede0 req-1fff52ed-cd15-4fbc-9f8b-22f959b32074 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:40.865464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-449f7746-1148-4a46-a990-b572c473f3ff req-e35c2263-454f-498c-86e0-81700aab6f52 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] For port d6ac57db-2a13-47c1-9cd7-327cc5f027e7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d6ac57db-2a13-47c1-9cd7-327cc5f027e7,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:40.866222 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-449f7746-1148-4a46-a990-b572c473f3ff req-e35c2263-454f-498c-86e0-81700aab6f52 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:40.871558 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df8d2617-42ab-4aa3-bc7c-d96b8ce2ede0 req-1fff52ed-cd15-4fbc-9f8b-22f959b32074 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=d93899cc-a3e6-42b0-b648-8668cbfd1720 HTTP/1.1" status: 200 len: 949 time: 0.4931221 Apr 01 12:23:40.888547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-449f7746-1148-4a46-a990-b572c473f3ff req-e35c2263-454f-498c-86e0-81700aab6f52 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Calling delete_port for d6ac57db-2a13-47c1-9cd7-327cc5f027e7 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:23:40.924560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:23:40.942941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Sync routers for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:23:40.967662 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-331d5f57-386f-4de8-8327-bfe8ea86de36 admin admin] 10.222.0.45 "PUT /v2.0/routers/70672f3f-15d8-41e4-8a37-5582fce02a4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9846117 Apr 01 12:23:40.978839 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:40.979491 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:41.022173 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df8d2617-42ab-4aa3-bc7c-d96b8ce2ede0 req-06528a30-4be7-4dfc-a77d-0f71de928180 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239002 Apr 01 12:23:41.040849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Allocated IP 172.25.7.227 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/0d3729cf-024d-43b7-8615-332448b9a4f3) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:41.150559 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:41.164248 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-449f7746-1148-4a46-a990-b572c473f3ff req-e35c2263-454f-498c-86e0-81700aab6f52 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:41.169995 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:41.185553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['55c9e173-6a28-4f42-a6f1-1d97a72c90bf', 'd6ac57db-2a13-47c1-9cd7-327cc5f027e7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:41.294959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:41.324769 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03670399-1529-41db-976c-1440afd6ce02 None None] Pushing event updated for resources: {'Port': ['ID=c37fe74b-5f73-49ef-bcef-649d88cb379e,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:41.325705 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c2263-454f-498c-86e0-81700aab6f52 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Pushing event deleted for resources: {'Port': ['ID=d6ac57db-2a13-47c1-9cd7-327cc5f027e7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:41.419909 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:23:41.425007 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 95d73527-85c1-4165-921e-924daac4971c no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:23:41.434873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-449f7746-1148-4a46-a990-b572c473f3ff req-e35c2263-454f-498c-86e0-81700aab6f52 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] No DVR routers for this DVR port d6ac57db-2a13-47c1-9cd7-327cc5f027e7 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:23:41.439569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-449f7746-1148-4a46-a990-b572c473f3ff req-e35c2263-454f-498c-86e0-81700aab6f52 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:41.450192 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-449f7746-1148-4a46-a990-b572c473f3ff req-e35c2263-454f-498c-86e0-81700aab6f52 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.44 "DELETE /v2.0/ports/d6ac57db-2a13-47c1-9cd7-327cc5f027e7 HTTP/1.1" status: 204 len: 173 time: 1.5573103 Apr 01 12:23:41.451203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93899cc-a3e6-42b0-b648-8668cbfd1720', 'name': 'network-vif-deleted', 'tag': 'd6ac57db-2a13-47c1-9cd7-327cc5f027e7'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:41.468880 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09c0ddc-ddee-41aa-801e-dbc2981f9749" -d '{"events": [{"server_uuid": "d93899cc-a3e6-42b0-b648-8668cbfd1720", "name": "network-vif-deleted", "tag": "d6ac57db-2a13-47c1-9cd7-327cc5f027e7"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:41.550062 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:41.578587 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Attempting to bind port c37fe74b-5f73-49ef-bcef-649d88cb379e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:41.579390 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Attempting to bind port c37fe74b-5f73-49ef-bcef-649d88cb379e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'd43a42a8-27a8-4f97-a518-e6e3e4f18e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:41.580033 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Attempting to bind port c37fe74b-5f73-49ef-bcef-649d88cb379e on network f90f9486-a3f4-49db-a4e7-bcb6a3400b06 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:41.581598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748236ac-5d1b-4933-9f36-695ff236b4bc req-e42b1b52-89c7-4c14-a2b5-50855da408a6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:41.597861 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-748236ac-5d1b-4933-9f36-695ff236b4bc req-e42b1b52-89c7-4c14-a2b5-50855da408a6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 965 time: 0.4156761 Apr 01 12:23:41.607405 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:41.607794 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Checking segment: {'id': 'd43a42a8-27a8-4f97-a518-e6e3e4f18e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:41.608207 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:41.611526 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Bound using segment: {'id': 'd43a42a8-27a8-4f97-a518-e6e3e4f18e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:41.611526 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Bound port: c37fe74b-5f73-49ef-bcef-649d88cb379e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43a42a8-27a8-4f97-a518-e6e3e4f18e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:41.612213 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:41.665309 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:41.726742 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 95d73527-85c1-4165-921e-924daac4971c {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:23:41.727103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 95d73527-85c1-4165-921e-924daac4971c not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:23:41.803543 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-748236ac-5d1b-4933-9f36-695ff236b4bc req-ab44dfe7-2bd2-44ca-af59-171856811774 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026985 Apr 01 12:23:41.830410 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] For port c37fe74b-5f73-49ef-bcef-649d88cb379e, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:41.856791 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] For port c37fe74b-5f73-49ef-bcef-649d88cb379e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c37fe74b-5f73-49ef-bcef-649d88cb379e,segment=NetworkSegment(d43a42a8-27a8-4f97-a518-e6e3e4f18e06),segment_id=d43a42a8-27a8-4f97-a518-e6e3e4f18e06)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:41.863292 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:41.869531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5a16a243-c632-4888-b23e-55b1c4d5381e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:41.904847 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:41.928627 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Routers {'92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:41.929453 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:42.038147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:42.044489 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1b8025-af4b-4b94-b481-5fed7466c37d x-openstack-request-id: req-3b1b8025-af4b-4b94-b481-5fed7466c37d {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:42.045704 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d1c65b-1cb1-474a-8199-246487b1f9e2", "tag": "dbca8fc9-5614-4b8c-88a4-6dc7f38bb493", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:42.046660 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b1b8025-af4b-4b94-b481-5fed7466c37d {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:42.047360 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1b8025-af4b-4b94-b481-5fed7466c37d'] response: {'name': 'network-changed', 'server_uuid': '52d1c65b-1cb1-474a-8199-246487b1f9e2', 'tag': 'dbca8fc9-5614-4b8c-88a4-6dc7f38bb493', 'status': 'completed', 'code': 200} Apr 01 12:23:42.048713 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:42.065557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:42.070418 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03670399-1529-41db-976c-1440afd6ce02 None None] Pushing event updated for resources: {'Port': ['ID=c37fe74b-5f73-49ef-bcef-649d88cb379e,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:42.074409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.resource_extend [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:23:42.076267 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 5a16a243-c632-4888-b23e-55b1c4d5381e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:42.076775 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:42.124426 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5307b53d-e91e-459f-8d01-430616590c0b None None] Provisioning complete for port c37fe74b-5f73-49ef-bcef-649d88cb379e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:42.124801 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5307b53d-e91e-459f-8d01-430616590c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:42.190345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Allocated IP 172.25.7.115 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/f38cacd8-eb45-4b67-b09d-77bb109422f3) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:42.249525 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:42.299997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcdfdcb-8688-43d3-a1d3-4d74d2bd407b None None] Network 54ec5879-6876-4332-b34c-ec146a3b7374 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:23:42.305669 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:42.339779 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] Set router 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:42.432517 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:42.461693 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Pushing event updated for resources: {'Port': ['ID=0d3729cf-024d-43b7-8615-332448b9a4f3,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:42.522426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2978b9-1044-4993-82fd-17905ffe3854 req-b6703e08-0360-405e-8d05-81eb2c0ffbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:42.532549 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d2978b9-1044-4993-82fd-17905ffe3854 req-b6703e08-0360-405e-8d05-81eb2c0ffbe4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 1146 time: 0.5395465 Apr 01 12:23:42.534295 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:42.543320 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:42.714649 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'name': 'tempest-FloatingIPsTestJSON-1306548527-router', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:29Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': 'cb29c5667d0644bebf8df8d89de57249', 'gw_port': {'id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:30Z', 'updated_at': '2022-04-01T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c37fe74b-5f73-49ef-bcef-649d88cb379e', 'name': '', 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'mac_address': 'fa:16:3e:bf:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7a5b3261-294a-43aa-8125-ccfa72a141c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:34Z', 'updated_at': '2022-04-01T12:23:41Z', 'revision_number': 4, 'project_id': 'cb29c5667d0644bebf8df8d89de57249', 'subnets': [{'id': '7a5b3261-294a-43aa-8125-ccfa72a141c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:42.720041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:42.727556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:42.733523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:42.771119 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a42c22-5a69-41a5-a713-cc718124d588 None None] The sync data for ids ['92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'] in n-d-836146-1 is: [{'id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'name': 'tempest-FloatingIPsTestJSON-1306548527-router', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:29Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': 'cb29c5667d0644bebf8df8d89de57249', 'gw_port': {'id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:30Z', 'updated_at': '2022-04-01T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c37fe74b-5f73-49ef-bcef-649d88cb379e', 'name': '', 'network_id': 'f90f9486-a3f4-49db-a4e7-bcb6a3400b06', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'mac_address': 'fa:16:3e:bf:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7a5b3261-294a-43aa-8125-ccfa72a141c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:34Z', 'updated_at': '2022-04-01T12:23:41Z', 'revision_number': 4, 'project_id': 'cb29c5667d0644bebf8df8d89de57249', 'subnets': [{'id': '7a5b3261-294a-43aa-8125-ccfa72a141c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:23:42.854514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26248b1c-3103-4700-9e5b-51312acd410e req-1ee47130-1f6c-46a2-a448-5f8a1d956a3a tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:42.862733 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-1ee47130-1f6c-46a2-a448-5f8a1d956a3a tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 820 time: 0.1485925 Apr 01 12:23:42.865941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2978b9-1044-4993-82fd-17905ffe3854 req-93821265-f2e3-4d31-a86e-ac9da0e63bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:42.867499 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d2978b9-1044-4993-82fd-17905ffe3854 req-93821265-f2e3-4d31-a86e-ac9da0e63bf8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.3282521 Apr 01 12:23:42.872305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Pushing event updated for resources: {'Port': ['ID=f38cacd8-eb45-4b67-b09d-77bb109422f3,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:42.889949 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-66dbcef0-bfec-462e-a605-7ac1d9a7a783 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/quotas/72bc78af8da04499ac9657d7152f0d4c HTTP/1.1" status: 200 len: 375 time: 0.0261672 Apr 01 12:23:42.945260 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:42.952083 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d2978b9-1044-4993-82fd-17905ffe3854 req-e3a7ef3b-d182-41b9-8ee4-14135aba60e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 HTTP/1.1" status: 200 len: 217 time: 0.0719447 Apr 01 12:23:43.005295 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.027742 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.038083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:43.042734 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5307b53d-e91e-459f-8d01-430616590c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.045572 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.113072 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-2cf251a4-9fb2-4c12-ae04-2ed33013e0e8 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2222033 Apr 01 12:23:43.130994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2978b9-1044-4993-82fd-17905ffe3854 req-8c6fcb02-bc88-4772-a664-fc98a89dc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:43.132558 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d2978b9-1044-4993-82fd-17905ffe3854 req-8c6fcb02-bc88-4772-a664-fc98a89dc962 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.1721420 Apr 01 12:23:43.136484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 has no active binding in host n-h2-836146-1 {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 01 12:23:43.178625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d2978b9-1044-4993-82fd-17905ffe3854 req-e0c5e66a-6551-400d-b8fe-f54c93a7ef0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341907 Apr 01 12:23:43.185136 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5307b53d-e91e-459f-8d01-430616590c0b None None] For port c37fe74b-5f73-49ef-bcef-649d88cb379e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c37fe74b-5f73-49ef-bcef-649d88cb379e,segment=NetworkSegment(d43a42a8-27a8-4f97-a518-e6e3e4f18e06),segment_id=d43a42a8-27a8-4f97-a518-e6e3e4f18e06)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:43.203381 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5307b53d-e91e-459f-8d01-430616590c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.231236 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 5a16a243-c632-4888-b23e-55b1c4d5381e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5a16a243-c632-4888-b23e-55b1c4d5381e,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:43.279387 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.283406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-756a54b0-092a-4fef-a0c1-90a2d8ca143a service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251190 Apr 01 12:23:43.341612 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307b53d-e91e-459f-8d01-430616590c0b None None] Pushing event updated for resources: {'Port': ['ID=c37fe74b-5f73-49ef-bcef-649d88cb379e,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:43.361579 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d2978b9-1044-4993-82fd-17905ffe3854 req-bb13f598-eb0d-4433-ba94-a72b9b487458 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444244 Apr 01 12:23:43.367898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.399345 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:37Z', 'revision_number': 2, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:43.399899 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.407181 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-02dbf4e2-783e-49c3-ab48-31229ab0236a service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172850 Apr 01 12:23:43.413779 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d6ac57db-2a13-47c1-9cd7-327cc5f027e7 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:23:43.427015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Router 222a5865-3def-4f85-b19e-a433480459ff is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:23:43.513462 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-460eef04-286c-494e-bcf0-6ad379a9151e None None] Provisioning complete for port c37fe74b-5f73-49ef-bcef-649d88cb379e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:43.514557 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-460eef04-286c-494e-bcf0-6ad379a9151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.528280 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: d6ac57db-2a13-47c1-9cd7-327cc5f027e7 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:23:43.536778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d6ac57db-2a13-47c1-9cd7-327cc5f027e7 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:23:43.550828 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.599316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Checking router: 70672f3f-15d8-41e4-8a37-5582fce02a4f for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:23:43.600806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Updating router 70672f3f-15d8-41e4-8a37-5582fce02a4f port 7a09a4e3-ec60-434b-952a-e8feb134bfef binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:23:43.664782 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.666319 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2acb0319-5349-4432-b336-37402f219159 req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0865409 Apr 01 12:23:43.675843 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea03a4-4975-4b7e-b4be-1aca266118ed tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Pushing event updated for resources: {'Port': ['ID=f38cacd8-eb45-4b67-b09d-77bb109422f3,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:43.704533 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.726395 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:23:43.738106 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Sync routers for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:23:43.755952 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:43.759964 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9bbdd7dc-b9f9-4911-a2ba-1dc898078afd admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4433849 Apr 01 12:23:43.760762 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47250) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:43.783725 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:43.787791 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:43.817802 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6fd012-ea46-462e-9be6-19af60ef4efc x-openstack-request-id: req-2f6fd012-ea46-462e-9be6-19af60ef4efc {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:43.818719 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93899cc-a3e6-42b0-b648-8668cbfd1720", "name": "network-vif-deleted", "tag": "d6ac57db-2a13-47c1-9cd7-327cc5f027e7", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:43.818987 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f6fd012-ea46-462e-9be6-19af60ef4efc {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:43.819410 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6fd012-ea46-462e-9be6-19af60ef4efc'] response: {'server_uuid': 'd93899cc-a3e6-42b0-b648-8668cbfd1720', 'name': 'network-vif-deleted', 'tag': 'd6ac57db-2a13-47c1-9cd7-327cc5f027e7', 'status': 'completed', 'code': 200} Apr 01 12:23:43.842543 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2acb0319-5349-4432-b336-37402f219159 req-c15995f0-a492-44d4-9c34-c9acf83ac826 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.1485686 Apr 01 12:23:43.849357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d2978b9-1044-4993-82fd-17905ffe3854 req-a97c4637-d53d-412a-82c0-af4df96b820f service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752021 Apr 01 12:23:43.924421 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c37fe74b-5f73-49ef-bcef-649d88cb379e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:43.933208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=5a16a243-c632-4888-b23e-55b1c4d5381e,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:44.099236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb0319-5349-4432-b336-37402f219159 req-3060bd53-1e11-4fd6-b299-9bf4080ed963 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:44.100806 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2acb0319-5349-4432-b336-37402f219159 req-3060bd53-1e11-4fd6-b299-9bf4080ed963 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.2500794 Apr 01 12:23:44.126449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-2acb0319-5349-4432-b336-37402f219159 req-ce7e7b83-99b6-478d-9e94-2aa7ba76de62 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:23:44.127619 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2acb0319-5349-4432-b336-37402f219159 req-ce7e7b83-99b6-478d-9e94-2aa7ba76de62 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195730 Apr 01 12:23:44.306506 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:44.406814 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:44.435642 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:44.640767 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:42Z', 'revision_number': 3, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:44.721290 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4b393-2e63-417c-b50c-e1b0c5d2ec2d None None] Pushing event updated for resources: {'Port': ['ID=7a09a4e3-ec60-434b-952a-e8feb134bfef,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:44.756413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c37fe74b-5f73-49ef-bcef-649d88cb379e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:44.757198 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:44.765981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c90c4-5b78-4f39-8b5a-521a894552e4 req-bcbc99dd-fead-404f-af8f-972fb8e0a68c tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:44.765981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c90c4-5b78-4f39-8b5a-521a894552e4 req-bcbc99dd-fead-404f-af8f-972fb8e0a68c tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:44.767131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c90c4-5b78-4f39-8b5a-521a894552e4 req-bcbc99dd-fead-404f-af8f-972fb8e0a68c tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:44.767395 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c90c4-5b78-4f39-8b5a-521a894552e4 req-bcbc99dd-fead-404f-af8f-972fb8e0a68c tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:44.767858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c90c4-5b78-4f39-8b5a-521a894552e4 req-bcbc99dd-fead-404f-af8f-972fb8e0a68c tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:44.768525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c90c4-5b78-4f39-8b5a-521a894552e4 req-bcbc99dd-fead-404f-af8f-972fb8e0a68c tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:44.769754 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Checking router: 222a5865-3def-4f85-b19e-a433480459ff for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:23:44.770349 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Updating router 222a5865-3def-4f85-b19e-a433480459ff port 0d3729cf-024d-43b7-8615-332448b9a4f3 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:23:44.774408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c90c4-5b78-4f39-8b5a-521a894552e4 req-bcbc99dd-fead-404f-af8f-972fb8e0a68c tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:44.794082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-460eef04-286c-494e-bcf0-6ad379a9151e None None] Provisioning complete for port 5a16a243-c632-4888-b23e-55b1c4d5381e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:44.794454 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-460eef04-286c-494e-bcf0-6ad379a9151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:44.795286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c90c4-5b78-4f39-8b5a-521a894552e4 req-bcbc99dd-fead-404f-af8f-972fb8e0a68c tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:44.796609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Attempting to bind port 7a09a4e3-ec60-434b-952a-e8feb134bfef on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:44.796971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Attempting to bind port 7a09a4e3-ec60-434b-952a-e8feb134bfef by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:44.797366 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Attempting to bind port 7a09a4e3-ec60-434b-952a-e8feb134bfef on network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:44.798292 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-501c90c4-5b78-4f39-8b5a-521a894552e4 req-bcbc99dd-fead-404f-af8f-972fb8e0a68c tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5741 time: 0.5126123 Apr 01 12:23:44.832963 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:44.834569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Checking segment: {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:44.835172 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:44.835595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Bound using segment: {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:44.836105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Bound port: 7a09a4e3-ec60-434b-952a-e8feb134bfef, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:44.840387 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:44.886062 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:44.931752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fe1f5-5c46-4fe4-b7a8-26ff7cf0921d req-c3b54058-cc4f-4d0e-a912-56173fbabcad tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:44.954113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-252fe1f5-5c46-4fe4-b7a8-26ff7cf0921d req-c3b54058-cc4f-4d0e-a912-56173fbabcad tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 965 time: 0.1975870 Apr 01 12:23:45.030174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] For port 7a09a4e3-ec60-434b-952a-e8feb134bfef, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:45.035141 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-365e1559-2c3e-4b59-b2ec-8201b6c7ad0f req-c8576f90-2397-48b0-a213-b7d8d9758c2c tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 210 time: 0.0535364 Apr 01 12:23:45.053204 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-252fe1f5-5c46-4fe4-b7a8-26ff7cf0921d req-0ea1ed8a-6937-4a0c-a05b-b6665f35f17c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960443 Apr 01 12:23:45.181198 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] For port 7a09a4e3-ec60-434b-952a-e8feb134bfef, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7a09a4e3-ec60-434b-952a-e8feb134bfef,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:45.193029 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ac505b35-76a2-47ae-b4f1-8caada04b718 req-7b412425-4924-4e97-b9b2-9f41fba46cc9 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/floatingips/f2190b45-e092-4327-81f6-29d18dc08cfb HTTP/1.1" status: 200 len: 693 time: 0.1207294 Apr 01 12:23:45.204142 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:45.304070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:45.305243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:45.339830 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505b35-76a2-47ae-b4f1-8caada04b718 req-efc2356f-57bd-4670-be70-0d819265949b tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:45.350103 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ac505b35-76a2-47ae-b4f1-8caada04b718 req-efc2356f-57bd-4670-be70-0d819265949b tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1333807 Apr 01 12:23:45.355476 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-ac505b35-76a2-47ae-b4f1-8caada04b718 req-a2c5ec06-4c68-4903-930a-0ffd32a035d5 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:23:45.371631 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ac505b35-76a2-47ae-b4f1-8caada04b718 req-a2c5ec06-4c68-4903-930a-0ffd32a035d5 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205724 Apr 01 12:23:45.394471 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:45.405740 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:45.460871 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:45.481986 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ce4b3-2597-45cf-b880-d19718ef6b09 None None] Pushing event updated for resources: {'Port': ['ID=0d3729cf-024d-43b7-8615-332448b9a4f3,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:45.568793 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Attempting to bind port 0d3729cf-024d-43b7-8615-332448b9a4f3 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:45.569166 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Attempting to bind port 0d3729cf-024d-43b7-8615-332448b9a4f3 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:45.569530 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Attempting to bind port 0d3729cf-024d-43b7-8615-332448b9a4f3 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:45.599308 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:45.600843 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:45.601531 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:45.602960 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:45.603522 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Bound port: 0d3729cf-024d-43b7-8615-332448b9a4f3, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:45.603933 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:45.615893 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4b393-2e63-417c-b50c-e1b0c5d2ec2d None None] Pushing event updated for resources: {'Port': ['ID=7a09a4e3-ec60-434b-952a-e8feb134bfef,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:45.664844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:45.683351 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5a16a243-c632-4888-b23e-55b1c4d5381e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:45.685681 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-90809243-9e9a-4428-a06d-7f6e030f74c8 None None] Provisioning complete for port 7a09a4e3-ec60-434b-952a-e8feb134bfef triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:45.710071 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-90809243-9e9a-4428-a06d-7f6e030f74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:45.722308 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] For port 0d3729cf-024d-43b7-8615-332448b9a4f3, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:45.725872 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] For port 0d3729cf-024d-43b7-8615-332448b9a4f3, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0d3729cf-024d-43b7-8615-332448b9a4f3,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:45.731902 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:45.746087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c4712-0e47-40e8-bc88-a947a2a259c7 req-ec7fd07c-d0d9-4434-8e22-4bc42f7705c0 tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:45.752598 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b5c4712-0e47-40e8-bc88-a947a2a259c7 req-ec7fd07c-d0d9-4434-8e22-4bc42f7705c0 tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 886 time: 0.3800061 Apr 01 12:23:45.798187 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ce4b3-2597-45cf-b880-d19718ef6b09 None None] Pushing event updated for resources: {'Port': ['ID=0d3729cf-024d-43b7-8615-332448b9a4f3,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:45.828152 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:45.829496 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:45.882628 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Allocated IP 172.20.0.1 (54ec5879-6876-4332-b34c-ec146a3b7374/7ef11ffb-671d-4944-80ae-de5a57ae60fe/a17e6051-2149-4e10-ad87-6c4cb75269ee) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:45.911748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825e188-3309-4c84-988e-1427cf35c6ef req-1435bac7-51f3-4159-863f-b295ea0f6087 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:45.913564 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0825e188-3309-4c84-988e-1427cf35c6ef req-1435bac7-51f3-4159-863f-b295ea0f6087 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 950 time: 0.2817550 Apr 01 12:23:45.948129 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-40a93bcd-6d35-4e23-aac5-92d19060c644 service neutron] 10.222.0.37 "GET /v2.0/ports/dbca8fc9-5614-4b8c-88a4-6dc7f38bb493/bindings/n-h2-836146-1 HTTP/1.1" status: 200 len: 384 time: 0.4005654 Apr 01 12:23:45.961627 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:46.009850 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0825e188-3309-4c84-988e-1427cf35c6ef req-4131d2d6-cc1a-4dc6-b06c-783c38ef9e66 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827742 Apr 01 12:23:46.026519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26248b1c-3103-4700-9e5b-51312acd410e req-efff202d-1718-4b18-b983-6a8d387891e0 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:46.026917 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:46.029215 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-efff202d-1718-4b18-b983-6a8d387891e0 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.44 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 820 time: 0.5079834 Apr 01 12:23:46.050635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-26248b1c-3103-4700-9e5b-51312acd410e req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Request body: {'port': {'device_id': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'admin_state_up': True, 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:46.102845 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:46.189200 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Network 54ec5879-6876-4332-b34c-ec146a3b7374 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:46.193337 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-feb0fd03-ae82-4130-934d-9d91c379693b req-77bb45e1-d18b-4c8a-be53-d041d36f8fe2 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=cb29c5667d0644bebf8df8d89de57249 HTTP/1.1" status: 200 len: 696 time: 0.1288314 Apr 01 12:23:46.199674 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:42Z', 'revision_number': 3, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:46.201637 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:46.214876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:46.215376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:46.250031 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d9b36-cfe7-40fb-86ac-381eb8de3765 None None] The sync data for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 is: [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:42Z', 'revision_number': 3, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:23:46.350687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Pushing event updated for resources: {'Port': ['ID=a17e6051-2149-4e10-ad87-6c4cb75269ee,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:46.388731 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 5a16a243-c632-4888-b23e-55b1c4d5381e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:46.389098 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:46.393227 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-90809243-9e9a-4428-a06d-7f6e030f74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:46.523762 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0fd03-ae82-4130-934d-9d91c379693b req-4be72f74-ca7d-4854-9511-e93268b6529c tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:46.525620 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-feb0fd03-ae82-4130-934d-9d91c379693b req-4be72f74-ca7d-4854-9511-e93268b6529c tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/networks?id=e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 787 time: 0.3253968 Apr 01 12:23:46.526690 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:46.548379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-feb0fd03-ae82-4130-934d-9d91c379693b req-4675a7d8-5896-4ef3-b95f-0e14932fd7dd tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:23:46.549682 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-feb0fd03-ae82-4130-934d-9d91c379693b req-4675a7d8-5896-4ef3-b95f-0e14932fd7dd tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107958 Apr 01 12:23:46.594633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-90809243-9e9a-4428-a06d-7f6e030f74c8 None None] For port 7a09a4e3-ec60-434b-952a-e8feb134bfef, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7a09a4e3-ec60-434b-952a-e8feb134bfef,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:46.630196 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-90809243-9e9a-4428-a06d-7f6e030f74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:46.672743 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26248b1c-3103-4700-9e5b-51312acd410e req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Made reservation on behalf of 72bc78af8da04499ac9657d7152f0d4c for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:46.676648 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26248b1c-3103-4700-9e5b-51312acd410e req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:46.745259 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90809243-9e9a-4428-a06d-7f6e030f74c8 None None] Pushing event updated for resources: {'Port': ['ID=7a09a4e3-ec60-434b-952a-e8feb134bfef,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:46.745984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-f99fafa7-1119-47fe-9717-07618868e764 service neutron] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:46.749889 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd1343-b206-4c67-9a47-4f359ab73c16 req-105ecb2e-dc94-4b98-a954-947f6f48e5bc tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:46.751326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd1343-b206-4c67-9a47-4f359ab73c16 req-105ecb2e-dc94-4b98-a954-947f6f48e5bc tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:46.751894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd1343-b206-4c67-9a47-4f359ab73c16 req-105ecb2e-dc94-4b98-a954-947f6f48e5bc tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:46.752522 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd1343-b206-4c67-9a47-4f359ab73c16 req-105ecb2e-dc94-4b98-a954-947f6f48e5bc tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:46.753046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd1343-b206-4c67-9a47-4f359ab73c16 req-105ecb2e-dc94-4b98-a954-947f6f48e5bc tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:46.753621 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd1343-b206-4c67-9a47-4f359ab73c16 req-105ecb2e-dc94-4b98-a954-947f6f48e5bc tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:46.754241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd1343-b206-4c67-9a47-4f359ab73c16 req-105ecb2e-dc94-4b98-a954-947f6f48e5bc tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:46.754750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd1343-b206-4c67-9a47-4f359ab73c16 req-105ecb2e-dc94-4b98-a954-947f6f48e5bc tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:46.784439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-90809243-9e9a-4428-a06d-7f6e030f74c8 None None] Provisioning complete for port 5a16a243-c632-4888-b23e-55b1c4d5381e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:46.784787 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-95dd1343-b206-4c67-9a47-4f359ab73c16 req-105ecb2e-dc94-4b98-a954-947f6f48e5bc tempest-NetworksTest-712322533 tempest-NetworksTest-712322533-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5741 time: 0.4003484 Apr 01 12:23:46.784895 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-90809243-9e9a-4428-a06d-7f6e030f74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:46.918112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:45Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:46.954940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-26248b1c-3103-4700-9e5b-51312acd410e req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Allocated IP 172.20.0.13 (9cd1370d-a7b8-4afe-aa7e-d5905f878aa7/6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18/218ed498-e755-429c-b004-c4e3c4b827b7) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:46.988727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daec91d-371e-4e57-b6e5-b7bfe8cf2b07 None None] The sync data for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 is: [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:45Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:23:47.116899 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-055c1bbd-934f-41e6-b4f4-f9f6ee5a313d req-f70b3add-8a1e-42c4-ade5-3aa3a26a0c71 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 210 time: 0.1881731 Apr 01 12:23:47.173663 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:47.186196 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:47.192111 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:47.240642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-f99fafa7-1119-47fe-9717-07618868e764 service neutron] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:47.284667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5e68e9a4-34ea-4492-8734-fe5c7d3204cd None None] Provisioning complete for port 7a09a4e3-ec60-434b-952a-e8feb134bfef triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:47.288092 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5e68e9a4-34ea-4492-8734-fe5c7d3204cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:47.341150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47314) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:47.404273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d337853-01f7-4436-bbd0-6a7e4549d68f req-de46c133-e208-4280-8040-04de2a0850ea tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:47.410565 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8d337853-01f7-4436-bbd0-6a7e4549d68f req-de46c133-e208-4280-8040-04de2a0850ea tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 950 time: 0.4830816 Apr 01 12:23:47.438172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-f99fafa7-1119-47fe-9717-07618868e764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:47.457532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7984d5b-6947-42e0-ad0a-0370d5de14b3 req-92f571cf-40b4-406e-973d-0208938dce4d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:47.470774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5e68e9a4-34ea-4492-8734-fe5c7d3204cd None None] Provisioning complete for port a17e6051-2149-4e10-ad87-6c4cb75269ee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:47.471390 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5e68e9a4-34ea-4492-8734-fe5c7d3204cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:47.473228 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b7984d5b-6947-42e0-ad0a-0370d5de14b3 req-92f571cf-40b4-406e-973d-0208938dce4d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 965 time: 0.3755412 Apr 01 12:23:47.496454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-f99fafa7-1119-47fe-9717-07618868e764 service neutron] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:47.498667 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47318) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:47.533743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5e68e9a4-34ea-4492-8734-fe5c7d3204cd None None] Port a17e6051-2149-4e10-ad87-6c4cb75269ee cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:23:47.580731 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-f99fafa7-1119-47fe-9717-07618868e764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:47.681586 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26248b1c-3103-4700-9e5b-51312acd410e req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:47.722329 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b7984d5b-6947-42e0-ad0a-0370d5de14b3 req-f2686d7d-8e3c-4a43-8a80-0508346fb9a3 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480881 Apr 01 12:23:47.758762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0d3729cf-024d-43b7-8615-332448b9a4f3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:47.847386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 0d3729cf-024d-43b7-8615-332448b9a4f3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:47.848040 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:47.849145 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-06d9e8b6-505d-4228-9651-5a37f06d5e1a tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/floatingips/f2190b45-e092-4327-81f6-29d18dc08cfb HTTP/1.1" status: 200 len: 693 time: 0.5501211 Apr 01 12:23:47.861515 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-91ffbba7-9de2-4826-9e76-ef69fdf6b449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:47.954654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-f99fafa7-1119-47fe-9717-07618868e764 service neutron] Transition to ACTIVE for port object dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:23:47.959073 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:47.972744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-f99fafa7-1119-47fe-9717-07618868e764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:47.992147 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a75fd83f-b128-41dd-b657-0d2c8866035b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e6ce897a1774a1ab15f6c293936f40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842856 Apr 01 12:23:47.999629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47322) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:48.000797 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26248b1c-3103-4700-9e5b-51312acd410e req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.000920 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 0d3729cf-024d-43b7-8615-332448b9a4f3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0d3729cf-024d-43b7-8615-332448b9a4f3,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:48.009966 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.010962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7a09a4e3-ec60-434b-952a-e8feb134bfef up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:48.060904 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Pushing event updated for resources: {'Port': ['ID=a17e6051-2149-4e10-ad87-6c4cb75269ee,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:48.081059 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=0d3729cf-024d-43b7-8615-332448b9a4f3,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:48.098333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442fb74-4667-44eb-a141-ba8aa58a12f0 req-8b84a0f1-f440-4f62-b486-c551f590ab32 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:48.105726 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c442fb74-4667-44eb-a141-ba8aa58a12f0 req-8b84a0f1-f440-4f62-b486-c551f590ab32 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 950 time: 0.2654703 Apr 01 12:23:48.126312 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Network 54ec5879-6876-4332-b34c-ec146a3b7374 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:48.146127 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26248b1c-3103-4700-9e5b-51312acd410e req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:48.149933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7a09a4e3-ec60-434b-952a-e8feb134bfef triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:48.149933 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.168683 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:48.184963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-f99fafa7-1119-47fe-9717-07618868e764 service neutron] No DVR routers for this DVR port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:23:48.193553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-26248b1c-3103-4700-9e5b-51312acd410e req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:48.208691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-26248b1c-3103-4700-9e5b-51312acd410e req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:48.214281 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26248b1c-3103-4700-9e5b-51312acd410e req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:48.214909 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26248b1c-3103-4700-9e5b-51312acd410e req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.225944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fafa7-1119-47fe-9717-07618868e764 service neutron] Pushing event updated for resources: {'Port': ['ID=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,revision_number=10']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:48.259731 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-8d337853-01f7-4436-bbd0-6a7e4549d68f req-ed8297ff-40ba-466d-90d0-4e1bd28896d0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Deleting port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:23:48.260071 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8d337853-01f7-4436-bbd0-6a7e4549d68f req-ed8297ff-40ba-466d-90d0-4e1bd28896d0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.326205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-4bbbf46c-a207-497b-940e-9461723c31f3 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:48.327702 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-4bbbf46c-a207-497b-940e-9461723c31f3 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.3700790 Apr 01 12:23:48.341952 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-91ffbba7-9de2-4826-9e76-ef69fdf6b449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.358390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c442fb74-4667-44eb-a141-ba8aa58a12f0 req-41a4eb85-d36d-4cfa-8b44-3973663a7416 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/security-groups?id=35bd583a-b205-4cd3-9587-2535446bd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516282 Apr 01 12:23:48.367859 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-91ffbba7-9de2-4826-9e76-ef69fdf6b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.374790 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3305929 Apr 01 12:23:48.407576 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-f99fafa7-1119-47fe-9717-07618868e764 service neutron] 10.222.0.37 "PUT /v2.0/ports/dbca8fc9-5614-4b8c-88a4-6dc7f38bb493/bindings/n-h2-836146-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4510279 Apr 01 12:23:48.409299 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-7d6606d0-70a0-488e-a81a-d87eda17ce3c tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:23:48.410289 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-7d6606d0-70a0-488e-a81a-d87eda17ce3c tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155115 Apr 01 12:23:48.421619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Request body: {'port': {'device_id': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:48.472385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070373e2-6034-465a-9c88-3b5064e4443d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Pushing event updated for resources: {'Port': ['ID=218ed498-e755-429c-b004-c4e3c4b827b7,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:48.484738 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-91ffbba7-9de2-4826-9e76-ef69fdf6b449 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a6789fc10b249da9cd773ce39bc2ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1375299 Apr 01 12:23:48.486160 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffbba7-9de2-4826-9e76-ef69fdf6b449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30191d9-a08c-4089-9b2d-4519846c2121,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:48.488880 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c23f-a882-47f3-bae1-916919fc6cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.491074 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.44', 56332) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:48.491407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47332) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:48.570051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e87b58dc-6dec-45a2-8182-fc26318f87d7 None None] Provisioning complete for port 218ed498-e755-429c-b004-c4e3c4b827b7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:48.570572 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e87b58dc-6dec-45a2-8182-fc26318f87d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.579023 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-0d74d143-beec-4518-8660-dd756e533d5f tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.1447821 Apr 01 12:23:48.587652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-8d337853-01f7-4436-bbd0-6a7e4549d68f req-ed8297ff-40ba-466d-90d0-4e1bd28896d0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] For port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=55c9e173-6a28-4f42-a6f1-1d97a72c90bf,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:48.588013 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8d337853-01f7-4436-bbd0-6a7e4549d68f req-ed8297ff-40ba-466d-90d0-4e1bd28896d0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.628359 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e87b58dc-6dec-45a2-8182-fc26318f87d7 None None] Port 218ed498-e755-429c-b004-c4e3c4b827b7 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:23:48.646854 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Router 222a5865-3def-4f85-b19e-a433480459ff has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:23:48.660753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-8d337853-01f7-4436-bbd0-6a7e4549d68f req-ed8297ff-40ba-466d-90d0-4e1bd28896d0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Calling delete_port for 55c9e173-6a28-4f42-a6f1-1d97a72c90bf owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:23:48.667846 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-aa8ba0c2-e56d-4d62-99d3-ea39a1a0a469 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.0771401 Apr 01 12:23:48.697957 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c23f-a882-47f3-bae1-916919fc6cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.755006 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-95dc6f1f-f710-4c64-9ca4-2af1d7e538da None None] Provisioning complete for port a17e6051-2149-4e10-ad87-6c4cb75269ee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:48.755346 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-95dc6f1f-f710-4c64-9ca4-2af1d7e538da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.760318 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa90390a-91f1-44cf-af31-b0a7ea75e649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.770711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-a5f6aa8d-28a3-4bce-a985-102bd8ee9923 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:48.773625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-a5f6aa8d-28a3-4bce-a985-102bd8ee9923 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2&tenant_id=d3ef0b6c28664a848490f62530c5067c&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1117 time: 0.2777624 Apr 01 12:23:48.786629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4af261-25ed-471f-bbb9-2cea181496fe req-e93e477b-6959-4eb1-8da4-ef610c826f5a tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:48.788135 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b4af261-25ed-471f-bbb9-2cea181496fe req-e93e477b-6959-4eb1-8da4-ef610c826f5a tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 932 time: 0.2193255 Apr 01 12:23:48.810930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-95dc6f1f-f710-4c64-9ca4-2af1d7e538da None None] Port a17e6051-2149-4e10-ad87-6c4cb75269ee cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:23:48.830195 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.911251 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa90390a-91f1-44cf-af31-b0a7ea75e649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.965790 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b4af261-25ed-471f-bbb9-2cea181496fe req-641e8d96-8a4d-4d1e-ba19-724ef7ba1b3c tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641154 Apr 01 12:23:48.966410 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c23f-a882-47f3-bae1-916919fc6cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.968906 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c23f-a882-47f3-bae1-916919fc6cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:48.973025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a1d5c23f-a882-47f3-bae1-916919fc6cce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c36a1de-9504-4d20-be2b-2ce8c7aae2c1 HTTP/1.1" status: 204 len: 168 time: 0.9658792 Apr 01 12:23:48.994112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-6f8b0599-f5d3-4ad3-92d9-13af282f801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:48.994112 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-6f8b0599-f5d3-4ad3-92d9-13af282f801f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2&tenant_id=d3ef0b6c28664a848490f62530c5067c HTTP/1.1" status: 200 len: 1117 time: 0.1959436 Apr 01 12:23:48.996989 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:23:49.022379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5c23f-a882-47f3-bae1-916919fc6cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c36a1de-9504-4d20-be2b-2ce8c7aae2c1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:49.102149 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5b0188b7-ea1a-478b-96c1-c72c0ec5e1cc admin admin] 10.222.0.45 "PUT /v2.0/routers/222a5865-3def-4f85-b19e-a433480459ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3333426 Apr 01 12:23:49.140564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-6974aa0e-af14-4b6c-b131-79f9fe2a53a4 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Deleting port f38cacd8-eb45-4b67-b09d-77bb109422f3 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:23:49.142451 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-6974aa0e-af14-4b6c-b131-79f9fe2a53a4 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:49.163015 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa90390a-91f1-44cf-af31-b0a7ea75e649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:49.163477 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8d337853-01f7-4436-bbd0-6a7e4549d68f req-ed8297ff-40ba-466d-90d0-4e1bd28896d0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:49.165632 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa90390a-91f1-44cf-af31-b0a7ea75e649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:49.169283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fa90390a-91f1-44cf-af31-b0a7ea75e649 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b30191d9-a08c-4089-9b2d-4519846c2121 HTTP/1.1" status: 204 len: 168 time: 0.6330936 Apr 01 12:23:49.179245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-6589339b-4547-4240-a057-63396f7f33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:49.180830 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-6589339b-4547-4240-a057-63396f7f33ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 1117 time: 0.1562834 Apr 01 12:23:49.190646 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['55c9e173-6a28-4f42-a6f1-1d97a72c90bf'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:49.235073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90390a-91f1-44cf-af31-b0a7ea75e649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30191d9-a08c-4089-9b2d-4519846c2121,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:49.240094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8297ff-40ba-466d-90d0-4e1bd28896d0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Pushing event deleted for resources: {'Port': ['ID=55c9e173-6a28-4f42-a6f1-1d97a72c90bf,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:49.322292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:23:49.337284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d337853-01f7-4436-bbd0-6a7e4549d68f req-ed8297ff-40ba-466d-90d0-4e1bd28896d0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] No DVR routers for this DVR port 55c9e173-6a28-4f42-a6f1-1d97a72c90bf on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:23:49.356963 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8d337853-01f7-4436-bbd0-6a7e4549d68f req-ed8297ff-40ba-466d-90d0-4e1bd28896d0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:49.360731 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8d337853-01f7-4436-bbd0-6a7e4549d68f req-ed8297ff-40ba-466d-90d0-4e1bd28896d0 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.44 "DELETE /v2.0/ports/55c9e173-6a28-4f42-a6f1-1d97a72c90bf HTTP/1.1" status: 204 len: 173 time: 1.9225266 Apr 01 12:23:49.364721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f04c78d-927e-48fd-a7ff-23e85c164b9e', 'name': 'network-vif-deleted', 'tag': '55c9e173-6a28-4f42-a6f1-1d97a72c90bf'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:49.367198 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c12e5a-61a0-4268-812c-c617e115f863" -d '{"events": [{"server_uuid": "1f04c78d-927e-48fd-a7ff-23e85c164b9e", "name": "network-vif-deleted", "tag": "55c9e173-6a28-4f42-a6f1-1d97a72c90bf"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:49.377325 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-6974aa0e-af14-4b6c-b131-79f9fe2a53a4 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:49.380963 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-6974aa0e-af14-4b6c-b131-79f9fe2a53a4 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:49.407023 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9020af1-cb56-4ebc-a5af-c90e70707ddd req-617b6813-fa96-4a9c-b0f0-2b8546f8e84c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:49.408930 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e9020af1-cb56-4ebc-a5af-c90e70707ddd req-617b6813-fa96-4a9c-b0f0-2b8546f8e84c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 966 time: 0.2267854 Apr 01 12:23:49.420989 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-6974aa0e-af14-4b6c-b131-79f9fe2a53a4 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Calling delete_port for f38cacd8-eb45-4b67-b09d-77bb109422f3 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:23:49.423774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:23:49.495224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-c1600a44-d8ff-4772-9267-e237ca3ea408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:49.496775 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-c1600a44-d8ff-4772-9267-e237ca3ea408 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.2999876 Apr 01 12:23:49.569935 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e9020af1-cb56-4ebc-a5af-c90e70707ddd req-271d44eb-d402-4215-9b22-9297b2c8d1ff tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476998 Apr 01 12:23:49.573371 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-85444303-3c2a-4693-a68c-04c562ba11ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 HTTP/1.1" status: 200 len: 217 time: 0.0637591 Apr 01 12:23:49.580937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218ed498-e755-429c-b004-c4e3c4b827b7 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:49.700180 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:49.722945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0d3729cf-024d-43b7-8615-332448b9a4f3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:49.767833 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-6974aa0e-af14-4b6c-b131-79f9fe2a53a4 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:49.826978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-2a286eb9-4b83-4702-8aa3-647ce73500fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:49.831872 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974aa0e-af14-4b6c-b131-79f9fe2a53a4 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Pushing event deleted for resources: {'Port': ['ID=f38cacd8-eb45-4b67-b09d-77bb109422f3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:49.846239 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-2a286eb9-4b83-4702-8aa3-647ce73500fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.2568152 Apr 01 12:23:49.870309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Transition to ACTIVE for port object 218ed498-e755-429c-b004-c4e3c4b827b7 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:23:49.883981 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6d22a8-244d-4943-92bb-5341c74c783e x-openstack-request-id: req-fd6d22a8-244d-4943-92bb-5341c74c783e {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:49.886223 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f04c78d-927e-48fd-a7ff-23e85c164b9e", "name": "network-vif-deleted", "tag": "55c9e173-6a28-4f42-a6f1-1d97a72c90bf", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:49.886545 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd6d22a8-244d-4943-92bb-5341c74c783e {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:49.887462 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6d22a8-244d-4943-92bb-5341c74c783e'] response: {'server_uuid': '1f04c78d-927e-48fd-a7ff-23e85c164b9e', 'name': 'network-vif-deleted', 'tag': '55c9e173-6a28-4f42-a6f1-1d97a72c90bf', 'status': 'completed', 'code': 200} Apr 01 12:23:49.899591 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-6974aa0e-af14-4b6c-b131-79f9fe2a53a4 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:49.902353 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-6974aa0e-af14-4b6c-b131-79f9fe2a53a4 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:49.903817 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ade761cd-3422-4d39-80bb-a16de2634f7e req-6974aa0e-af14-4b6c-b131-79f9fe2a53a4 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "DELETE /v2.0/floatingips/f2190b45-e092-4327-81f6-29d18dc08cfb HTTP/1.1" status: 204 len: 173 time: 1.2213163 Apr 01 12:23:49.958421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47362) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:49.965792 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 0d3729cf-024d-43b7-8615-332448b9a4f3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:49.972938 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:49.982935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a44addf5-77d0-4701-ac74-ea225eccb456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:50.014697 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-c53432d8-3a43-451a-b623-652a5446130b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570766 Apr 01 12:23:50.016777 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:50.150050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-601e742e-c14e-4085-9e43-916c9da6044e req-adc851a9-56e3-4b6e-a2bf-08840fcad418 tempest-LiveMigrationNegativeTest-791995140 tempest-LiveMigrationNegativeTest-791995140-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f04c78d-927e-48fd-a7ff-23e85c164b9e HTTP/1.1" status: 200 len: 210 time: 0.1493468 Apr 01 12:23:50.713710 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47368) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:50.758124 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e2a09dc-4c8e-4301-ad6b-8008f5aaf9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:50.912106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Sync routers for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:23:50.929760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:50.931199 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:51.007127 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47380) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:51.024242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Pushing event updated for resources: {'Port': ['ID=218ed498-e755-429c-b004-c4e3c4b827b7,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:51.089968 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-54e51d7f-f18b-4ff4-ac9f-d551be51b543 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0323999 Apr 01 12:23:51.126940 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a44addf5-77d0-4701-ac74-ea225eccb456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.146424 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a44addf5-77d0-4701-ac74-ea225eccb456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.154965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47386) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:51.155163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:51.211198 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1123841028-network', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:51.242110 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a44addf5-77d0-4701-ac74-ea225eccb456 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba47ff2bf8b64065ad2246c76099e19e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2823100 Apr 01 12:23:51.243069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47390) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:51.249146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44addf5-77d0-4701-ac74-ea225eccb456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c047f5-40c2-4ac3-8665-e51386c89c61,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:51.301051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Attempting to bind port 218ed498-e755-429c-b004-c4e3c4b827b7 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:51.301389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Attempting to bind port 218ed498-e755-429c-b004-c4e3c4b827b7 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:51.301727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Attempting to bind port 218ed498-e755-429c-b004-c4e3c4b827b7 on network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:51.307624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Made reservation on behalf of f246fd799cde4b0cb0b8a443e58cf484 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:51.311366 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.330143 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-a0204867-61fb-438a-9700-28f18b90e2af tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1975236 Apr 01 12:23:51.354233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:51.383201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75580f9b-7982-4f76-89ce-112ace884b79 req-50fa45a6-3763-454a-a09c-d7ed88ea7170 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:51.391073 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75580f9b-7982-4f76-89ce-112ace884b79 req-50fa45a6-3763-454a-a09c-d7ed88ea7170 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 944 time: 0.3907669 Apr 01 12:23:51.399692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Port 218ed498-e755-429c-b004-c4e3c4b827b7 on network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:23:51.400011 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Attempting to bind port 218ed498-e755-429c-b004-c4e3c4b827b7 on network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:51.407901 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.420772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:51.421190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Checking segment: {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:51.421844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Bound using segment: {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:51.422654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Bound port: 218ed498-e755-429c-b004-c4e3c4b827b7, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:51.422942 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.436421 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 55c9e173-6a28-4f42-a6f1-1d97a72c90bf no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:23:51.436642 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.465515 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8ed399b-b28d-49e3-a28c-1876624a492c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.471787 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 55c9e173-6a28-4f42-a6f1-1d97a72c90bf {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:23:51.472143 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e2a09dc-4c8e-4301-ad6b-8008f5aaf9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.472785 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 55c9e173-6a28-4f42-a6f1-1d97a72c90bf not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:23:51.486226 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e2a09dc-4c8e-4301-ad6b-8008f5aaf9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.490867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 2, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:51.527090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75580f9b-7982-4f76-89ce-112ace884b79 req-91a7729c-3565-40db-bb03-58f6970afd8a tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351473 Apr 01 12:23:51.530051 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8ed399b-b28d-49e3-a28c-1876624a492c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.573508 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1e2a09dc-4c8e-4301-ad6b-8008f5aaf9a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=29c4c1a2cf354cca96c4aad33198aeba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8563461 Apr 01 12:23:51.573508 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a09dc-4c8e-4301-ad6b-8008f5aaf9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06785a1-7764-4ed6-8760-8206ca061ca1,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:51.584960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47392) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:51.603748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] For port 218ed498-e755-429c-b004-c4e3c4b827b7, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:51.607270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] For port 218ed498-e755-429c-b004-c4e3c4b827b7, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=218ed498-e755-429c-b004-c4e3c4b827b7,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:51.617473 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2f287869-27b6-4702-917c-801a9a8971b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.628373 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.671738 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:51.673035 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.675097 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] 10.222.0.44 "PUT /v2.0/ports/218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 1092 time: 3.2738752 Apr 01 12:23:51.678555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:51.680879 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629054b8-cea2-4576-ad51-cc40c337b586" -d '{"events": [{"name": "network-changed", "server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:51.721313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-c65700d7-7c5b-4331-95c8-37b3eaac763f service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993049 Apr 01 12:23:51.785124 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8ed399b-b28d-49e3-a28c-1876624a492c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.792171 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8ed399b-b28d-49e3-a28c-1876624a492c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.793564 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f8ed399b-b28d-49e3-a28c-1876624a492c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25c047f5-40c2-4ac3-8665-e51386c89c61 HTTP/1.1" status: 204 len: 168 time: 0.5290492 Apr 01 12:23:51.797600 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d40b7a1-06e7-4b20-baff-e18646fa2ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.801643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Checking router: 222a5865-3def-4f85-b19e-a433480459ff for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:23:51.801989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Updating router 222a5865-3def-4f85-b19e-a433480459ff port a17e6051-2149-4e10-ad87-6c4cb75269ee binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:23:51.823669 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.842599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed399b-b28d-49e3-a28c-1876624a492c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c047f5-40c2-4ac3-8665-e51386c89c61,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:51.852580 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2f287869-27b6-4702-917c-801a9a8971b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.875435 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.937447 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2f287869-27b6-4702-917c-801a9a8971b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.940107 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d40b7a1-06e7-4b20-baff-e18646fa2ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:51.940373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5a57d-127d-4257-8486-1d2772471855 service neutron] Pushing event updated for resources: {'Port': ['ID=218ed498-e755-429c-b004-c4e3c4b827b7,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:52.021573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f287869-27b6-4702-917c-801a9a8971b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc6feaf-ee5b-4170-ac3d-a3fb405b233e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:52.083980 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2f287869-27b6-4702-917c-801a9a8971b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53a66e67332c49179cba8b8c0b9e3de1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0747030 Apr 01 12:23:52.090550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47398) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:52.124320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74ba1d-0a78-4dea-8a9e-224c09436925 req-801e2030-3e9e-40b6-82b6-437acf2c86e9 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:52.127859 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a74ba1d-0a78-4dea-8a9e-224c09436925 req-801e2030-3e9e-40b6-82b6-437acf2c86e9 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 966 time: 0.4390438 Apr 01 12:23:52.142117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26248b1c-3103-4700-9e5b-51312acd410e req-53a86efb-c935-41a4-a8c4-393179d43aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:52.144678 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d40b7a1-06e7-4b20-baff-e18646fa2ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.145288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-53a86efb-c935-41a4-a8c4-393179d43aad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 1095 time: 0.2324269 Apr 01 12:23:52.147421 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d40b7a1-06e7-4b20-baff-e18646fa2ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.151759 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6d40b7a1-06e7-4b20-baff-e18646fa2ac1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a06785a1-7764-4ed6-8760-8206ca061ca1 HTTP/1.1" status: 204 len: 168 time: 0.5552509 Apr 01 12:23:52.153185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Allocated IP 172.25.7.150 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/4a2d9e1c-d3f1-40f1-b045-ea5e703c0339) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:52.202475 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40b7a1-06e7-4b20-baff-e18646fa2ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06785a1-7764-4ed6-8760-8206ca061ca1,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:52.213086 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.252924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.325149 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45fa44da-cd77-47ea-b51d-bafd28832c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.357017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9452cb3-3244-4017-80ec-3727a32ef6c2,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:52.363430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-fa6c9a9d-c2bb-4713-b1ff-bb100aff5779 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 217 time: 0.1482127 Apr 01 12:23:52.431910 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45fa44da-cd77-47ea-b51d-bafd28832c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.446088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26248b1c-3103-4700-9e5b-51312acd410e req-8c9ec1dd-cabb-404b-8868-1b4ae4528782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:52.447379 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-8c9ec1dd-cabb-404b-8868-1b4ae4528782 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.0749850 Apr 01 12:23:52.485035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:23:52.492246 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.494629 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.507581 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.548136 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a74ba1d-0a78-4dea-8a9e-224c09436925 req-94ba2e5e-24b4-4409-b8b4-713809f288a0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012208 Apr 01 12:23:52.555894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-266b13cc-aca3-4706-b6b6-0f9484622152 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:52.557647 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-266b13cc-aca3-4706-b6b6-0f9484622152 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2&tenant_id=d3ef0b6c28664a848490f62530c5067c&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 1117 time: 0.4243264 Apr 01 12:23:52.562162 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.563031 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Added segment 226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f of type vlan for network 76352762-3a81-4a93-b80b-cd619b0ad285 Apr 01 12:23:52.565395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d7c00-3297-4f38-926c-cc708ff6fef3 None None] Pushing event updated for resources: {'Port': ['ID=a17e6051-2149-4e10-ad87-6c4cb75269ee,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:52.644638 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45fa44da-cd77-47ea-b51d-bafd28832c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.666910 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45fa44da-cd77-47ea-b51d-bafd28832c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.674590 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-45fa44da-cd77-47ea-b51d-bafd28832c7e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/efc6feaf-ee5b-4170-ac3d-a3fb405b233e HTTP/1.1" status: 204 len: 168 time: 0.5829108 Apr 01 12:23:52.689638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa44da-cd77-47ea-b51d-bafd28832c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc6feaf-ee5b-4170-ac3d-a3fb405b233e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:52.700870 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.718570 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.725114 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac62daf-71d4-4cee-8c59-8474118e1652 x-openstack-request-id: req-cac62daf-71d4-4cee-8c59-8474118e1652 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:52.725393 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:52.725650 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cac62daf-71d4-4cee-8c59-8474118e1652 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:52.726106 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac62daf-71d4-4cee-8c59-8474118e1652'] response: {'name': 'network-changed', 'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7', 'status': 'completed', 'code': 200} Apr 01 12:23:52.732155 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26248b1c-3103-4700-9e5b-51312acd410e req-5ad66b0b-20d1-4c8d-893c-1dd8d15e963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:52.737415 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-5ad66b0b-20d1-4c8d-893c-1dd8d15e963d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777233 Apr 01 12:23:52.786252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Attempting to bind port a17e6051-2149-4e10-ad87-6c4cb75269ee on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:52.786888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Attempting to bind port a17e6051-2149-4e10-ad87-6c4cb75269ee by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:52.788555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Attempting to bind port a17e6051-2149-4e10-ad87-6c4cb75269ee on network 54ec5879-6876-4332-b34c-ec146a3b7374 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:52.798739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Pushing event updated for resources: {'Port': ['ID=4a2d9e1c-d3f1-40f1-b045-ea5e703c0339,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:52.804473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:52.808746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:52.809666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Checking segment: {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:52.810447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:52.812706 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.813991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Bound using segment: {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:52.816108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:52.816858 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Bound port: a17e6051-2149-4e10-ad87-6c4cb75269ee, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:52.818220 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.932314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] For port a17e6051-2149-4e10-ad87-6c4cb75269ee, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:52.936965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] For port a17e6051-2149-4e10-ad87-6c4cb75269ee, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=a17e6051-2149-4e10-ad87-6c4cb75269ee,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:52.944455 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.976759 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:52.977965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:52.978720 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.025714 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.062277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:53.072998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:53.074906 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d7c00-3297-4f38-926c-cc708ff6fef3 None None] Pushing event updated for resources: {'Port': ['ID=a17e6051-2149-4e10-ad87-6c4cb75269ee,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:53.092768 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9285572 Apr 01 12:23:53.096356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47428) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:53.110873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-28294c45-5b02-4356-bc08-fd7a2c61ef37 admin admin] Request body: {'subnet': {'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1123841028-subnet', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:53.147773 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.196236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28294c45-5b02-4356-bc08-fd7a2c61ef37 admin admin] Made reservation on behalf of f246fd799cde4b0cb0b8a443e58cf484 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:53.198697 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-28294c45-5b02-4356-bc08-fd7a2c61ef37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.227373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cc2e2-b85c-46d6-9b10-756deb4bf910 req-16d5bece-b3b3-4181-9461-090c022d7b7b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:53.244572 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-dcdd8a4f-4e2d-40ee-8873-0f06b868ffa2 None None] Provisioning complete for port a17e6051-2149-4e10-ad87-6c4cb75269ee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:53.244941 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dcdd8a4f-4e2d-40ee-8873-0f06b868ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.247526 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f95cc2e2-b85c-46d6-9b10-756deb4bf910 req-16d5bece-b3b3-4181-9461-090c022d7b7b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 944 time: 0.4222493 Apr 01 12:23:53.268973 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-5bf2a860-d590-445f-adea-052c1cf5327a service neutron] 10.222.0.44 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213227 Apr 01 12:23:53.270461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-e86d0e72-c33c-42e4-b61e-0ea50e393b8a service neutron] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:53.272453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26203c21-b4ad-480f-aa4c-796f8e3582d4 admin admin] Pushing event updated for resources: {'Network': ['ID=76352762-3a81-4a93-b80b-cd619b0ad285,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:53.298529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 76352762-3a81-4a93-b80b-cd619b0ad285 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:23:53.306495 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-e86d0e72-c33c-42e4-b61e-0ea50e393b8a service neutron] Notify callbacks [] for binding, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.315529 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3959d2ac-b972-4d76-b4f9-08466a406381 req-e86d0e72-c33c-42e4-b61e-0ea50e393b8a service neutron] 10.222.0.44 "DELETE /v2.0/ports/dbca8fc9-5614-4b8c-88a4-6dc7f38bb493/bindings/n-h1-836146-1 HTTP/1.1" status: 204 len: 173 time: 0.7495816 Apr 01 12:23:53.441967 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f95cc2e2-b85c-46d6-9b10-756deb4bf910 req-e1ea58aa-37dd-436a-82ae-71df4cfedbab tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928914 Apr 01 12:23:53.446973 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47434) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:53.521398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26248b1c-3103-4700-9e5b-51312acd410e req-dfab8bdb-4ba7-4d78-a75d-8b6882826b0e service neutron] 10.222.0.44 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394054 Apr 01 12:23:53.587801 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-28294c45-5b02-4356-bc08-fd7a2c61ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.657078 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28294c45-5b02-4356-bc08-fd7a2c61ef37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6edbe968-a70e-4f40-a176-a8e8cb8db7c9,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:53.717375 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.727085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629054b8-cea2-4576-ad51-cc40c337b586 req-16665862-d260-4c6e-a7c3-f46b0fff970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:53.730196 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-629054b8-cea2-4576-ad51-cc40c337b586 req-16665862-d260-4c6e-a7c3-f46b0fff970a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 1095 time: 0.1215022 Apr 01 12:23:53.733509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28294c45-5b02-4356-bc08-fd7a2c61ef37 admin admin] Checking segment: {'id': '226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:53.733509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28294c45-5b02-4356-bc08-fd7a2c61ef37 admin admin] Network hostable DHCP agents. Network: 76352762-3a81-4a93-b80b-cd619b0ad285, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:23:53.748945 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.753809 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:53.756093 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dcdd8a4f-4e2d-40ee-8873-0f06b868ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.771373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47444) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:53.780301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103db0f2-2f05-43d3-a469-7fd60fd13d4c req-b49a319e-b176-4d20-a906-e6e27d89c3b5 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:53.791635 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-103db0f2-2f05-43d3-a469-7fd60fd13d4c req-b49a319e-b176-4d20-a906-e6e27d89c3b5 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 966 time: 0.1251953 Apr 01 12:23:53.828909 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.852143 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bbcac256-082e-40e7-a682-c0e91b76cb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.863952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-dcdd8a4f-4e2d-40ee-8873-0f06b868ffa2 None None] For port a17e6051-2149-4e10-ad87-6c4cb75269ee, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=a17e6051-2149-4e10-ad87-6c4cb75269ee,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:53.881192 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dcdd8a4f-4e2d-40ee-8873-0f06b868ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:53.915936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28294c45-5b02-4356-bc08-fd7a2c61ef37 admin admin] Network 76352762-3a81-4a93-b80b-cd619b0ad285 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:23:53.966696 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-103db0f2-2f05-43d3-a469-7fd60fd13d4c req-f7919250-92a3-40a3-9cfd-e6412279b4a1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736965 Apr 01 12:23:53.972868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Pushing event updated for resources: {'Port': ['ID=4a2d9e1c-d3f1-40f1-b045-ea5e703c0339,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:53.998141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-28294c45-5b02-4356-bc08-fd7a2c61ef37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 76352762-3a81-4a93-b80b-cd619b0ad285) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:54.017096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87ef14d-9e71-49e1-aab7-92d259289538 None None] Network 76352762-3a81-4a93-b80b-cd619b0ad285 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:23:54.023788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28294c45-5b02-4356-bc08-fd7a2c61ef37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:54.026711 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-28294c45-5b02-4356-bc08-fd7a2c61ef37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:54.049152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629054b8-cea2-4576-ad51-cc40c337b586 req-dad1f1b7-ca13-4c9f-baea-a7278a649fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:54.050988 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-629054b8-cea2-4576-ad51-cc40c337b586 req-dad1f1b7-ca13-4c9f-baea-a7278a649fa0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.3137219 Apr 01 12:23:54.068127 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-28294c45-5b02-4356-bc08-fd7a2c61ef37 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9662056 Apr 01 12:23:54.069078 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:54.070670 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-2410d9c6-2de5-4b32-b974-0c9861103641 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7277725 Apr 01 12:23:54.082039 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47450) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:54.094830 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1123841028-router', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:54.106794 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd8a4f-4e2d-40ee-8873-0f06b868ffa2 None None] Pushing event updated for resources: {'Port': ['ID=a17e6051-2149-4e10-ad87-6c4cb75269ee,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:54.112994 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1064bb1e-2335-4bde-9e7d-2bdcc1b00918 None None] Provisioning complete for port a17e6051-2149-4e10-ad87-6c4cb75269ee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:54.113360 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1064bb1e-2335-4bde-9e7d-2bdcc1b00918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:54.226218 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-629054b8-cea2-4576-ad51-cc40c337b586 req-7025b116-c667-4be6-b488-d653311c4af6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 217 time: 0.1671138 Apr 01 12:23:54.266398 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-90a5c11c-9fec-43b1-9028-3488ac531cf2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d2e4c25e70845899d0f0e49a75f1c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8139086 Apr 01 12:23:54.281854 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47456) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:54.312541 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:54.323116 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:54.355206 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-408f7eab-8cca-4ae6-ab7b-cc45c4305888 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.2548931 Apr 01 12:23:54.405592 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bbcac256-082e-40e7-a682-c0e91b76cb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:54.409301 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-76352762-3a81-4a93-b80b-cd619b0ad285', 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'fixed_ips': [{'subnet_id': '6edbe968-a70e-4f40-a176-a8e8cb8db7c9'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:23:54.410350 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:54.411210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629054b8-cea2-4576-ad51-cc40c337b586 req-c0546097-82da-412f-99bf-5c78ecafba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:54.419208 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-629054b8-cea2-4576-ad51-cc40c337b586 req-c0546097-82da-412f-99bf-5c78ecafba44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.1827476 Apr 01 12:23:54.422448 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bbcac256-082e-40e7-a682-c0e91b76cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:54.426503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:52Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:54.458246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cdc7eb-650f-4709-8240-f88e3f26d77c None None] The sync data for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 is: [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:52Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:23:54.636728 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e48169-c6f3-4678-af44-d94c009aff54 req-d99ff684-7d0d-4baf-93a1-7d26288fdd1a tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:54.649310 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-35e48169-c6f3-4678-af44-d94c009aff54 req-d99ff684-7d0d-4baf-93a1-7d26288fdd1a tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 1117 time: 0.4006722 Apr 01 12:23:54.649871 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:54.689447 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcac256-082e-40e7-a682-c0e91b76cb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba1267c-27ab-4160-a95c-5f4a8b651ddc,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:54.702691 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Allocated IP 172.20.0.2 (76352762-3a81-4a93-b80b-cd619b0ad285/6edbe968-a70e-4f40-a176-a8e8cb8db7c9/221b8539-8bc2-4c7f-922f-423122dbacc1) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:54.707208 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bbcac256-082e-40e7-a682-c0e91b76cb48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6776ea822c984d5086e5bc697227c029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9034374 Apr 01 12:23:54.712962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47466) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:54.729497 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629054b8-cea2-4576-ad51-cc40c337b586 req-66a199c2-ead5-48c1-a6d3-e097d24668b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:54.731066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-629054b8-cea2-4576-ad51-cc40c337b586 req-66a199c2-ead5-48c1-a6d3-e097d24668b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3000045 Apr 01 12:23:54.759243 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7518bc39-4b3d-40d4-b358-fa12a6d6e6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:54.891178 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-35e48169-c6f3-4678-af44-d94c009aff54 req-e3a517cb-6f16-4ef3-ac52-c30ea27b24ca tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402027 Apr 01 12:23:54.975891 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:54.994630 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-ef3368d6-9376-457e-9a61-d79cac5828f1 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:55.001847 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-ef3368d6-9376-457e-9a61-d79cac5828f1 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.6360075 Apr 01 12:23:55.010636 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7518bc39-4b3d-40d4-b358-fa12a6d6e6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:55.016398 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-55a938ed-60fc-414d-b4df-c81165ff6909 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:23:55.021272 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93a57a03-54ef-401d-a00a-7971cf1a6bf6 req-55a938ed-60fc-414d-b4df-c81165ff6909 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183244 Apr 01 12:23:55.166325 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:55.171061 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-52516a1a-2c34-4392-9900-0b9230ff21f0 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/floatingips/67d479db-e178-4d38-a785-b5b7e5f89a16 HTTP/1.1" status: 200 len: 693 time: 0.1155860 Apr 01 12:23:55.181888 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:55.218289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274004a-c37b-4ad7-afb5-0f3cc41e1959 req-06b1e553-c102-4683-88c4-d7114e57bb79 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:55.220461 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b274004a-c37b-4ad7-afb5-0f3cc41e1959 req-06b1e553-c102-4683-88c4-d7114e57bb79 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 944 time: 0.1236649 Apr 01 12:23:55.223868 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52c0399f-7550-463f-bd37-0536237a9240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:55.260268 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52c0399f-7550-463f-bd37-0536237a9240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:55.261152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Pushing event updated for resources: {'Port': ['ID=221b8539-8bc2-4c7f-922f-423122dbacc1,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:55.287768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Network 76352762-3a81-4a93-b80b-cd619b0ad285 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:55.290898 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:55.295181 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:55.337365 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-629054b8-cea2-4576-ad51-cc40c337b586 req-8235ea08-fbdb-4263-b4d1-8cc01e22ad54 service neutron] 10.222.0.44 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796325 Apr 01 12:23:55.338529 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52c0399f-7550-463f-bd37-0536237a9240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:55.342196 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52c0399f-7550-463f-bd37-0536237a9240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:55.347035 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-52c0399f-7550-463f-bd37-0536237a9240 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ba1267c-27ab-4160-a95c-5f4a8b651ddc HTTP/1.1" status: 204 len: 168 time: 0.6278996 Apr 01 12:23:55.374299 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7518bc39-4b3d-40d4-b358-fa12a6d6e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:55.379341 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7518bc39-4b3d-40d4-b358-fa12a6d6e6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:55.385889 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7518bc39-4b3d-40d4-b358-fa12a6d6e6c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35bd583a-b205-4cd3-9587-2535446bd1be HTTP/1.1" status: 204 len: 168 time: 1.1006591 Apr 01 12:23:55.395053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0399f-7550-463f-bd37-0536237a9240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba1267c-27ab-4160-a95c-5f4a8b651ddc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:55.425646 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b274004a-c37b-4ad7-afb5-0f3cc41e1959 req-300d9e0e-e080-477c-9f69-ca36c0595ccd tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016014 Apr 01 12:23:55.482041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 218ed498-e755-429c-b004-c4e3c4b827b7 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:23:55.482041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Attempting to bind port 221b8539-8bc2-4c7f-922f-423122dbacc1 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:23:55.482041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Attempting to bind port 221b8539-8bc2-4c7f-922f-423122dbacc1 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:23:55.482041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Attempting to bind port 221b8539-8bc2-4c7f-922f-423122dbacc1 on network 76352762-3a81-4a93-b80b-cd619b0ad285 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:23:55.501873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518bc39-4b3d-40d4-b358-fa12a6d6e6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bd583a-b205-4cd3-9587-2535446bd1be,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:55.503215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:23:55.503714 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Checking segment: {'id': '226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:23:55.504130 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:55.504525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Bound using segment: {'id': '226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:23:55.505020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Bound port: 221b8539-8bc2-4c7f-922f-423122dbacc1, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:23:55.505409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:55.560343 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-629054b8-cea2-4576-ad51-cc40c337b586 req-7e614707-ac4a-458a-8b50-8c0ad2fc9d28 service neutron] 10.222.0.44 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015967 Apr 01 12:23:55.625131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-2ea8c1f2-4d57-4b3a-be2e-66dc214c7fa2 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:55.627419 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-2ea8c1f2-4d57-4b3a-be2e-66dc214c7fa2 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.4553308 Apr 01 12:23:55.750077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device a17e6051-2149-4e10-ad87-6c4cb75269ee up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:55.870384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-738d688a-9f66-4f68-aae6-2b43e3fdd7a8 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:55.874591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-738d688a-9f66-4f68-aae6-2b43e3fdd7a8 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 821 time: 0.2381976 Apr 01 12:23:55.901201 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6ab475ff-6264-4d83-b1fa-b16b7f88dba1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/quotas/d3ef0b6c28664a848490f62530c5067c HTTP/1.1" status: 200 len: 375 time: 0.0186815 Apr 01 12:23:55.916943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 218ed498-e755-429c-b004-c4e3c4b827b7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=218ed498-e755-429c-b004-c4e3c4b827b7,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:55.946569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '218ed498-e755-429c-b004-c4e3c4b827b7', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'port_id': '218ed498-e755-429c-b004-c4e3c4b827b7', 'mac_address': 'fa:16:3e:cc:f5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:23:55.985075 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] For port 221b8539-8bc2-4c7f-922f-423122dbacc1, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:23:56.000639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] For port 221b8539-8bc2-4c7f-922f-423122dbacc1, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=221b8539-8bc2-4c7f-922f-423122dbacc1,segment=NetworkSegment(226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f),segment_id=226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:23:56.021371 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-b2acacaa-f410-4820-8fe2-7a51f59a30d3 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189902 Apr 01 12:23:56.027077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-cf2ee364-8a37-46fa-8bd6-6fa02866c0ec service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:23:56.036839 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-cf2ee364-8a37-46fa-8bd6-6fa02866c0ec service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145903 Apr 01 12:23:56.087727 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-db605a73-4285-4e6c-a263-2c44f48afbbf tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.4505479 Apr 01 12:23:56.158348 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:56.182175 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:56.192929 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-3e5be3e1-675b-4484-8ad6-11665e05bdc1 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.0953271 Apr 01 12:23:56.197076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-deef020a-2ea2-4d9f-b5ee-1cc7dcadba7d service neutron] 10.222.0.45 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592910 Apr 01 12:23:56.217866 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:56.277204 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d18747-7ab5-4fe8-a592-aaabaff5eb49 None None] Pushing event updated for resources: {'Port': ['ID=221b8539-8bc2-4c7f-922f-423122dbacc1,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:56.305792 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port a17e6051-2149-4e10-ad87-6c4cb75269ee triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:56.306219 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:56.372126 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:56.384910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-9a1cc169-8650-4d5a-8bba-f97e60ea82f2 service neutron] 10.222.0.45 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869175 Apr 01 12:23:56.396036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218ed498-e755-429c-b004-c4e3c4b827b7 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:23:56.445039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 218ed498-e755-429c-b004-c4e3c4b827b7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=218ed498-e755-429c-b004-c4e3c4b827b7,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:56.479279 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:56.569834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=218ed498-e755-429c-b004-c4e3c4b827b7,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:56.651372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47524) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:56.725226 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['218ed498-e755-429c-b004-c4e3c4b827b7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:23:56.728931 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a8acf53d-9b06-4e97-92ce-f8c31e223127 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62af617e550b4e9287e22f592f12da32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738688 Apr 01 12:23:56.729360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47532) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:56.733772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Allocated IP 172.25.7.233 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/7b4193b4-da39-488e-8c77-51339346f972) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:56.801717 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12f16bc0-4ce7-412b-850d-e20243d96f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:56.850326 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12f16bc0-4ce7-412b-850d-e20243d96f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:56.917656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-7d4b099b-f58e-4c7b-b59e-503f946dfbd9 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Deleting port 4a2d9e1c-d3f1-40f1-b045-ea5e703c0339 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:23:56.918236 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-7d4b099b-f58e-4c7b-b59e-503f946dfbd9 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:56.926975 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12f16bc0-4ce7-412b-850d-e20243d96f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:56.934785 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12f16bc0-4ce7-412b-850d-e20243d96f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:56.942480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-12f16bc0-4ce7-412b-850d-e20243d96f5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a60f8bc3-73d0-4c0c-8ead-4cacff2ab26f HTTP/1.1" status: 204 len: 168 time: 0.2120979 Apr 01 12:23:56.953125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f16bc0-4ce7-412b-850d-e20243d96f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60f8bc3-73d0-4c0c-8ead-4cacff2ab26f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:57.002281 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:57.063915 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-7d4b099b-f58e-4c7b-b59e-503f946dfbd9 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:57.064245 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-7d4b099b-f58e-4c7b-b59e-503f946dfbd9 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:57.088104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-7d4b099b-f58e-4c7b-b59e-503f946dfbd9 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Calling delete_port for 4a2d9e1c-d3f1-40f1-b045-ea5e703c0339 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:23:57.143344 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:57.225193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4193b4-da39-488e-8c77-51339346f972,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:57.253781 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:23:57.279439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:23:57.284088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:23:57.445413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 218ed498-e755-429c-b004-c4e3c4b827b7 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:57.659673 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 218ed498-e755-429c-b004-c4e3c4b827b7 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:23:57.665942 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 218ed498-e755-429c-b004-c4e3c4b827b7 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:57.666345 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:57.732433 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 221b8539-8bc2-4c7f-922f-423122dbacc1 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:57.874101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2461a-924a-47a0-bff4-3d3b5a827674 req-630a8604-ab35-48d9-98e4-3fe7b6bb8629 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:57.883134 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58c2461a-924a-47a0-bff4-3d3b5a827674 req-630a8604-ab35-48d9-98e4-3fe7b6bb8629 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 945 time: 0.5554008 Apr 01 12:23:57.906533 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:57.909071 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-7d4b099b-f58e-4c7b-b59e-503f946dfbd9 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:57.959877 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58c2461a-924a-47a0-bff4-3d3b5a827674 req-bf4406af-4651-42de-bea0-ccae5e510413 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754919 Apr 01 12:23:57.989407 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 221b8539-8bc2-4c7f-922f-423122dbacc1 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:57.993954 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:58.003848 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:58.059070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b099b-f58e-4c7b-b59e-503f946dfbd9 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Pushing event deleted for resources: {'Port': ['ID=4a2d9e1c-d3f1-40f1-b045-ea5e703c0339,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:58.078393 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0e44006-0abb-48ee-8d72-a8eb8505e23d req-226a8cd6-b872-4538-b6cb-7182c72779fa tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 210 time: 0.0553851 Apr 01 12:23:58.089770 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f41563-31fe-4b3e-8239-9f8441ed613c None None] Network 76352762-3a81-4a93-b80b-cd619b0ad285 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:23:58.110143 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-7d4b099b-f58e-4c7b-b59e-503f946dfbd9 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:58.113081 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-7d4b099b-f58e-4c7b-b59e-503f946dfbd9 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:58.114462 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf88401c-7d73-4a34-b133-a14c58a4ce5e req-7d4b099b-f58e-4c7b-b59e-503f946dfbd9 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "DELETE /v2.0/floatingips/67d479db-e178-4d38-a785-b5b7e5f89a16 HTTP/1.1" status: 204 len: 173 time: 1.8995144 Apr 01 12:23:58.189401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:23:58.192359 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0353f91a-6f0b-4764-bf9b-4e45cd7da341" -d '{"events": [{"server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "name": "network-vif-plugged", "status": "completed", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:23:58.192710 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:23:58.245984 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 218ed498-e755-429c-b004-c4e3c4b827b7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=218ed498-e755-429c-b004-c4e3c4b827b7,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:58.251512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cdad0697-536a-4694-a2a1-abca3dba74a7 None None] Provisioning complete for port 221b8539-8bc2-4c7f-922f-423122dbacc1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:58.251953 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cdad0697-536a-4694-a2a1-abca3dba74a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:58.263271 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:58.293447 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-b6ac554a-5827-4211-9d41-7fa652afb54a req-d65c92ec-b80d-4375-8451-d9734f374489 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] show failed (client error): The resource could not be found. Apr 01 12:23:58.294476 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6ac554a-5827-4211-9d41-7fa652afb54a req-d65c92ec-b80d-4375-8451-d9734f374489 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/floatingips/67d479db-e178-4d38-a785-b5b7e5f89a16 HTTP/1.1" status: 404 len: 350 time: 0.0891724 Apr 01 12:23:58.431559 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d83df3-5008-400e-b28e-244d34f38904 x-openstack-request-id: req-42d83df3-5008-400e-b28e-244d34f38904 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:23:58.440942 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "name": "network-vif-plugged", "status": "completed", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:23:58.441546 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42d83df3-5008-400e-b28e-244d34f38904 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:23:58.444410 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d83df3-5008-400e-b28e-244d34f38904'] response: {'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7', 'code': 200} Apr 01 12:23:58.489389 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:58.623404 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-08024347-75c3-42d8-b2e1-fe7d6804e79b req-dfa8c7f7-1f07-4196-9889-f7df44a81736 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] show failed (client error): The resource could not be found. Apr 01 12:23:58.624495 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-08024347-75c3-42d8-b2e1-fe7d6804e79b req-dfa8c7f7-1f07-4196-9889-f7df44a81736 tempest-FloatingIPsTestJSON-1208234790 tempest-FloatingIPsTestJSON-1208234790-project] 10.222.0.45 "GET /v2.0/floatingips/67d479db-e178-4d38-a785-b5b7e5f89a16 HTTP/1.1" status: 404 len: 350 time: 0.1366093 Apr 01 12:23:58.646225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47602) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:58.680959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000c20e-da56-410e-936f-a743a1e7a207 req-075434ce-7322-4869-b89f-218665ec0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:58.681858 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d000c20e-da56-410e-936f-a743a1e7a207 req-075434ce-7322-4869-b89f-218665ec0a62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 1097 time: 0.2051408 Apr 01 12:23:58.803061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-3a6d522e-f065-49ca-b15a-0e9b69c91dff tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:58.807587 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-3a6d522e-f065-49ca-b15a-0e9b69c91dff tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.37 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 821 time: 0.5080583 Apr 01 12:23:58.815059 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:58.854703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Request body: {'port': {'device_id': '8f05eff2-c950-49ee-b146-0dc5ece4ef7d', 'network_id': '5f326287-8629-4e35-afec-ed776729d480', 'admin_state_up': True, 'tenant_id': 'd3ef0b6c28664a848490f62530c5067c'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:23:58.868055 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=218ed498-e755-429c-b004-c4e3c4b827b7,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:58.889021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d000c20e-da56-410e-936f-a743a1e7a207 req-4085227c-bd7e-4687-b4a2-2e1d6da8cee7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598768 Apr 01 12:23:58.943056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 221b8539-8bc2-4c7f-922f-423122dbacc1, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=221b8539-8bc2-4c7f-922f-423122dbacc1,segment=NetworkSegment(226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f),segment_id=226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:23:58.955027 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Router 38564ab8-4b93-4b29-afdd-f740be0686ff is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:23:59.004329 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:59.109873 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cdad0697-536a-4694-a2a1-abca3dba74a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:59.186134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=221b8539-8bc2-4c7f-922f-423122dbacc1,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:23:59.195577 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Made reservation on behalf of d3ef0b6c28664a848490f62530c5067c for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:23:59.199304 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:59.284168 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-cdad0697-536a-4694-a2a1-abca3dba74a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:23:59.284880 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-cdad0697-536a-4694-a2a1-abca3dba74a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:23:59.325354 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06026f7-42de-41eb-aff4-6c1032b4f7a2 req-4336e297-3b00-452d-84ee-dc0bfeb49713 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:23:59.345881 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a06026f7-42de-41eb-aff4-6c1032b4f7a2 req-4336e297-3b00-452d-84ee-dc0bfeb49713 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 946 time: 0.2457347 Apr 01 12:23:59.382717 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:23:59.394863 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Sync routers for ids ['38564ab8-4b93-4b29-afdd-f740be0686ff'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:23:59.412668 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Routers {'38564ab8-4b93-4b29-afdd-f740be0686ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:23:59.413401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:59.413934 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['38564ab8-4b93-4b29-afdd-f740be0686ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:23:59.417654 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c228c5de-1773-4fa1-a664-8c1e32d36c34 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3399124 Apr 01 12:23:59.417823 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47638) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:23:59.442420 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a06026f7-42de-41eb-aff4-6c1032b4f7a2 req-f37dd776-cc28-462c-bd65-e3c8177c95f9 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873241 Apr 01 12:23:59.535281 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Allocated IP 172.20.0.13 (5f326287-8629-4e35-afec-ed776729d480/9e044a75-99af-487d-948a-2656afb0938b/bbcf0993-7761-4702-ba43-74c0a9fc2349) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:23:59.665301 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 221b8539-8bc2-4c7f-922f-423122dbacc1 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:23:59.780316 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Set router 38564ab8-4b93-4b29-afdd-f740be0686ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:23:59.812915 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-adc9bcca-e121-4479-9008-a470fe472679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:59.896182 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 221b8539-8bc2-4c7f-922f-423122dbacc1 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:23:59.896753 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:23:59.910949 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a2a8d77-c6f6-46f1-84e5-850c5089ca07 req-f0e4cd6f-72f6-4195-aec7-74c254c3b083 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 210 time: 0.0384555 Apr 01 12:23:59.917013 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:00.184119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-26e09016-d2cc-4e08-bbfc-c899a2393701 None None] Provisioning complete for port 221b8539-8bc2-4c7f-922f-423122dbacc1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:00.185228 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-26e09016-d2cc-4e08-bbfc-c899a2393701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:00.270693 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:00.278051 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1123841028-router', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '7b4193b4-da39-488e-8c77-51339346f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:54Z', 'updated_at': '2022-04-01T12:23:57Z', 'revision_number': 3, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'gw_port': {'id': '7b4193b4-da39-488e-8c77-51339346f972', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:56Z', 'updated_at': '2022-04-01T12:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:00.351430 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Checking router: 38564ab8-4b93-4b29-afdd-f740be0686ff for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:24:00.351769 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Updating router 38564ab8-4b93-4b29-afdd-f740be0686ff port 7b4193b4-da39-488e-8c77-51339346f972 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:24:00.404812 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:00.467893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Network 5f326287-8629-4e35-afec-ed776729d480 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:00.468358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:00.475389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:00.479913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Pushing event updated for resources: {'Port': ['ID=bbcf0993-7761-4702-ba43-74c0a9fc2349,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:00.488112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:00.511327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:00.511998 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:00.562757 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-6f2657d3-8755-43ae-ada3-de6840541cfe tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7234101 Apr 01 12:24:00.614959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Request body: {'port': {'device_id': '8f05eff2-c950-49ee-b146-0dc5ece4ef7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:00.707880 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:00.770804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Allocated IP 172.20.0.1 (76352762-3a81-4a93-b80b-cd619b0ad285/6edbe968-a70e-4f40-a176-a8e8cb8db7c9/d3867bb3-c28a-422c-b4a2-5c5ef84cb590) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:24:00.785086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-adc9bcca-e121-4479-9008-a470fe472679 admin admin] Deleting port c37fe74b-5f73-49ef-bcef-649d88cb379e {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:24:00.785436 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-adc9bcca-e121-4479-9008-a470fe472679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:00.870179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-adc9bcca-e121-4479-9008-a470fe472679 admin admin] For port c37fe74b-5f73-49ef-bcef-649d88cb379e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c37fe74b-5f73-49ef-bcef-649d88cb379e,segment=NetworkSegment(d43a42a8-27a8-4f97-a518-e6e3e4f18e06),segment_id=d43a42a8-27a8-4f97-a518-e6e3e4f18e06)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:00.870702 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-adc9bcca-e121-4479-9008-a470fe472679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:00.885178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-adc9bcca-e121-4479-9008-a470fe472679 admin admin] Calling delete_port for c37fe74b-5f73-49ef-bcef-649d88cb379e owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:24:00.901338 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:00.948464 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:00.995794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Network 76352762-3a81-4a93-b80b-cd619b0ad285 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:00.999428 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:01.019079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:01.019759 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:01.087329 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-adc9bcca-e121-4479-9008-a470fe472679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:01.100414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d3867bb3-c28a-422c-b4a2-5c5ef84cb590,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:01.262082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9bcca-e121-4479-9008-a470fe472679 admin admin] Pushing event deleted for resources: {'Port': ['ID=c37fe74b-5f73-49ef-bcef-649d88cb379e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:01.288464 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:01.359733 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:01.367685 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:01.445824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-61433cfa-1608-44cc-8fab-aa5c83d689aa None None] Provisioning complete for port d3867bb3-c28a-422c-b4a2-5c5ef84cb590 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:01.447944 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-61433cfa-1608-44cc-8fab-aa5c83d689aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:01.474686 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d366f-8814-4d71-b17e-f1de11ca8be5 None None] Pushing event updated for resources: {'Port': ['ID=7b4193b4-da39-488e-8c77-51339346f972,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:01.502405 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Attempting to bind port 7b4193b4-da39-488e-8c77-51339346f972 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:01.503153 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Attempting to bind port 7b4193b4-da39-488e-8c77-51339346f972 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:01.503752 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Attempting to bind port 7b4193b4-da39-488e-8c77-51339346f972 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:01.511139 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:01.511827 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:01.513071 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:01.513409 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:01.513903 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Bound port: 7b4193b4-da39-488e-8c77-51339346f972, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:01.514829 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:01.522819 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-61433cfa-1608-44cc-8fab-aa5c83d689aa None None] Port d3867bb3-c28a-422c-b4a2-5c5ef84cb590 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:24:01.607048 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] For port 7b4193b4-da39-488e-8c77-51339346f972, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:01.611042 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] For port 7b4193b4-da39-488e-8c77-51339346f972, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7b4193b4-da39-488e-8c77-51339346f972,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:01.619104 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:01.684758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:01.694404 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d366f-8814-4d71-b17e-f1de11ca8be5 None None] Pushing event updated for resources: {'Port': ['ID=7b4193b4-da39-488e-8c77-51339346f972,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:01.694643 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:01.695601 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:01.698718 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Routers {'38564ab8-4b93-4b29-afdd-f740be0686ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:01.699767 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['38564ab8-4b93-4b29-afdd-f740be0686ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:01.719255 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94adec2-a0c4-482c-a930-67d2e771541a req-b629db62-f7c3-48d2-a304-2020f243168f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:01.721162 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a94adec2-a0c4-482c-a930-67d2e771541a req-b629db62-f7c3-48d2-a304-2020f243168f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 932 time: 0.0971386 Apr 01 12:24:01.753931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a6c61-dbb2-4c22-a863-f6e33f286095 req-42d0a656-339b-462a-90f8-cb85a1f3bf2f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:01.755522 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-456a6c61-dbb2-4c22-a863-f6e33f286095 req-42d0a656-339b-462a-90f8-cb85a1f3bf2f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 946 time: 0.6770091 Apr 01 12:24:01.801198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d3867bb3-c28a-422c-b4a2-5c5ef84cb590,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:01.845279 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a94adec2-a0c4-482c-a930-67d2e771541a req-7ae460a7-2847-4067-a604-b0c4726b8086 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044333 Apr 01 12:24:01.852783 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] Set router 38564ab8-4b93-4b29-afdd-f740be0686ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:01.878506 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Network 76352762-3a81-4a93-b80b-cd619b0ad285 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:01.879998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:01.904722 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-456a6c61-dbb2-4c22-a863-f6e33f286095 req-dafe9f9d-456b-4c1b-bfa9-23eafc67f764 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118650 Apr 01 12:24:01.929338 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-adc9bcca-e121-4479-9008-a470fe472679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:02.059158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Router 38564ab8-4b93-4b29-afdd-f740be0686ff has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:24:02.190528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcf0993-7761-4702-ba43-74c0a9fc2349 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:02.251414 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:02.264991 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1123841028-router', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '7b4193b4-da39-488e-8c77-51339346f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:54Z', 'updated_at': '2022-04-01T12:24:01Z', 'revision_number': 4, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'gw_port': {'id': '7b4193b4-da39-488e-8c77-51339346f972', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:56Z', 'updated_at': '2022-04-01T12:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'd3867bb3-c28a-422c-b4a2-5c5ef84cb590', 'name': '', 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'mac_address': 'fa:16:3e:01:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6edbe968-a70e-4f40-a176-a8e8cb8db7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:24:00Z', 'updated_at': '2022-04-01T12:24:01Z', 'revision_number': 2, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'subnets': [{'id': '6edbe968-a70e-4f40-a176-a8e8cb8db7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:02.286992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Transition to ACTIVE for port object bbcf0993-7761-4702-ba43-74c0a9fc2349 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:24:02.299286 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:02.309238 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6923528-98ae-4b95-9b6e-5d71409cdc97 None None] The sync data for ids ['38564ab8-4b93-4b29-afdd-f740be0686ff'] in n-d-836146-1 is: [{'id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1123841028-router', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '7b4193b4-da39-488e-8c77-51339346f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:54Z', 'updated_at': '2022-04-01T12:24:01Z', 'revision_number': 4, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'gw_port': {'id': '7b4193b4-da39-488e-8c77-51339346f972', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:56Z', 'updated_at': '2022-04-01T12:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'd3867bb3-c28a-422c-b4a2-5c5ef84cb590', 'name': '', 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'mac_address': 'fa:16:3e:01:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6edbe968-a70e-4f40-a176-a8e8cb8db7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:24:00Z', 'updated_at': '2022-04-01T12:24:01Z', 'revision_number': 2, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'subnets': [{'id': '6edbe968-a70e-4f40-a176-a8e8cb8db7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:24:02.352382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1396f908-4546-48db-b4df-2184d5e3e5ff None None] Provisioning complete for port d3867bb3-c28a-422c-b4a2-5c5ef84cb590 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:02.354071 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1396f908-4546-48db-b4df-2184d5e3e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:02.405619 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:24:02.417640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-1396f908-4546-48db-b4df-2184d5e3e5ff None None] Port d3867bb3-c28a-422c-b4a2-5c5ef84cb590 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:24:02.462639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-19f331a5-d8b5-45dc-b238-247cb306d1b8 admin admin] 10.222.0.45 "PUT /v2.0/routers/38564ab8-4b93-4b29-afdd-f740be0686ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0434778 Apr 01 12:24:02.497378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcf0993-7761-4702-ba43-74c0a9fc2349,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:02.519062 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-13b54501-bfb1-465a-b0a2-c9767fbb3c92 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2113323 Apr 01 12:24:02.527765 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:02.531845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47728) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:02.549714 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:02.549928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Attempting to bind port bbcf0993-7761-4702-ba43-74c0a9fc2349 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:02.550245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Attempting to bind port bbcf0993-7761-4702-ba43-74c0a9fc2349 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:02.550666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Attempting to bind port bbcf0993-7761-4702-ba43-74c0a9fc2349 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:02.594873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Port bbcf0993-7761-4702-ba43-74c0a9fc2349 on network 5f326287-8629-4e35-afec-ed776729d480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:02.595847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Attempting to bind port bbcf0993-7761-4702-ba43-74c0a9fc2349 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:02.608167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:02.608540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:02.608879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Bound using segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:02.609369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Bound port: bbcf0993-7761-4702-ba43-74c0a9fc2349, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:02.609725 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:02.631513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc9bcca-e121-4479-9008-a470fe472679 admin admin] Router 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:24:02.732538 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:02.757590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:02.783071 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:02.832754 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:02.903134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:02.904029 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:02.905663 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] 10.222.0.37 "PUT /v2.0/ports/bbcf0993-7761-4702-ba43-74c0a9fc2349 HTTP/1.1" status: 200 len: 1092 time: 2.3284664 Apr 01 12:24:02.914736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Allocated IP 172.25.7.45 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/418a5857-b5fa-4bda-8cbc-f9c1bd43146e) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:24:02.915870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f05eff2-c950-49ee-b146-0dc5ece4ef7d', 'tag': 'bbcf0993-7761-4702-ba43-74c0a9fc2349'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:02.918412 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b80abf0-61d7-4e1b-ad6b-b78decb21ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f05eff2-c950-49ee-b146-0dc5ece4ef7d", "tag": "bbcf0993-7761-4702-ba43-74c0a9fc2349"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:02.936019 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee4607d0-2cf7-4316-890f-b930b01337bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:02.958542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc9bcca-e121-4479-9008-a470fe472679 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:24:02.966916 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-adc9bcca-e121-4479-9008-a470fe472679 admin admin] 10.222.0.45 "PUT /v2.0/routers/92e4cdb2-3b98-4224-bd7d-7c378e6b0f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3101146 Apr 01 12:24:02.967445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4bb3d2-45c6-4adb-a30c-71898ab5ea4c None None] Sync routers for ids ['92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:24:02.969126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47740) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:02.987059 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4bb3d2-45c6-4adb-a30c-71898ab5ea4c None None] Routers {'92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:02.987714 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1a4bb3d2-45c6-4adb-a30c-71898ab5ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:03.081141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ff211-64d3-46c1-8dbb-a251c358cd79 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcf0993-7761-4702-ba43-74c0a9fc2349,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:03.112019 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2b7e010c-1ad2-462b-95aa-12c059abf0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:03.113849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-2b7e010c-1ad2-462b-95aa-12c059abf0d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 1095 time: 0.1318309 Apr 01 12:24:03.182663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-1a4bb3d2-45c6-4adb-a30c-71898ab5ea4c None None] Set router 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:03.191631 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-e2c08fe1-64cf-4312-bf35-ef3764174209 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349 HTTP/1.1" status: 200 len: 217 time: 0.0607049 Apr 01 12:24:03.313544 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee4607d0-2cf7-4316-890f-b930b01337bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:03.316604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-962b9970-6904-46df-9c43-d597b9ae4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:03.318611 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-962b9970-6904-46df-9c43-d597b9ae4978 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.1105452 Apr 01 12:24:03.320110 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee4607d0-2cf7-4316-890f-b930b01337bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:03.327568 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:03.380003 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-325353b6-103e-48f7-b6d7-ac6fed6b7e61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522685 Apr 01 12:24:03.524737 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:03.539037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:03.575963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4607d0-2cf7-4316-890f-b930b01337bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffca51e-ed2e-46aa-8b3f-207a63b8c926,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:03.583774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1a4bb3d2-45c6-4adb-a30c-71898ab5ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'name': 'tempest-FloatingIPsTestJSON-1306548527-router', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:29Z', 'updated_at': '2022-04-01T12:24:01Z', 'revision_number': 5, 'project_id': 'cb29c5667d0644bebf8df8d89de57249', 'gw_port': {'id': '40bd9c4b-d420-4b5b-b1df-3e2238c2ef28', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:30Z', 'updated_at': '2022-04-01T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:03.584049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-8f1ca92e-78e3-47ff-a31d-5e447f892d71 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881895 Apr 01 12:24:03.591203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ee4607d0-2cf7-4316-890f-b930b01337bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a9a99c5826b4afa93a08923943b94e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0561318 Apr 01 12:24:03.594825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47756) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:03.646568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4bb3d2-45c6-4adb-a30c-71898ab5ea4c None None] Checking router: 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:24:03.661822 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4bb3d2-45c6-4adb-a30c-71898ab5ea4c None None] Routers {'92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:03.662990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1a4bb3d2-45c6-4adb-a30c-71898ab5ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:03.725407 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:03.813446 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:03.814040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ee8052-6db4-497a-bb87-38a13018c5a0 req-01db8607-0abe-453f-b8d3-391c380e3cf0 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178242 Apr 01 12:24:03.825550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:03.842728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-1a4bb3d2-45c6-4adb-a30c-71898ab5ea4c None None] Set router 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:03.844430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:03.855118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Deleting port 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:24:03.855453 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:03.899728 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ba4584b-5ddb-426e-92cc-b48c5cadebf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:03.939627 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Pushing event updated for resources: {'Port': ['ID=418a5857-b5fa-4bda-8cbc-f9c1bd43146e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:03.947508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d75658-12cc-4a79-b07f-9f9509d8cffa req-97296b2c-6193-4de7-b5f0-f1b356ae4e4c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:03.958786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-94d75658-12cc-4a79-b07f-9f9509d8cffa req-97296b2c-6193-4de7-b5f0-f1b356ae4e4c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 944 time: 0.1437516 Apr 01 12:24:03.974434 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1a4bb3d2-45c6-4adb-a30c-71898ab5ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'name': 'tempest-FloatingIPsTestJSON-1306548527-router', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:29Z', 'updated_at': '2022-04-01T12:24:03Z', 'revision_number': 6, 'project_id': 'cb29c5667d0644bebf8df8d89de57249', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:04.033256 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ba4584b-5ddb-426e-92cc-b48c5cadebf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:04.033575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4bb3d2-45c6-4adb-a30c-71898ab5ea4c None None] The sync data for ids ['92e4cdb2-3b98-4224-bd7d-7c378e6b0f78'] in n-d-836146-1 is: [{'id': '92e4cdb2-3b98-4224-bd7d-7c378e6b0f78', 'name': 'tempest-FloatingIPsTestJSON-1306548527-router', 'tenant_id': 'cb29c5667d0644bebf8df8d89de57249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:29Z', 'updated_at': '2022-04-01T12:24:03Z', 'revision_number': 6, 'project_id': 'cb29c5667d0644bebf8df8d89de57249', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:24:04.074678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-94d75658-12cc-4a79-b07f-9f9509d8cffa req-eea2c16d-7f4c-46a5-8f0a-a6a99ccd31cb tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148648 Apr 01 12:24:04.124842 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:04.151425 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9820a4a0-b555-472e-9483-9a19ae716c51 x-openstack-request-id: req-9820a4a0-b555-472e-9483-9a19ae716c51 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:04.160141 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f05eff2-c950-49ee-b146-0dc5ece4ef7d", "tag": "bbcf0993-7761-4702-ba43-74c0a9fc2349", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:04.160562 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9820a4a0-b555-472e-9483-9a19ae716c51 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:04.161045 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9820a4a0-b555-472e-9483-9a19ae716c51'] response: {'name': 'network-changed', 'server_uuid': '8f05eff2-c950-49ee-b146-0dc5ece4ef7d', 'tag': 'bbcf0993-7761-4702-ba43-74c0a9fc2349', 'status': 'completed', 'code': 200} Apr 01 12:24:04.163665 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ba4584b-5ddb-426e-92cc-b48c5cadebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:04.166237 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ba4584b-5ddb-426e-92cc-b48c5cadebf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:04.170472 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7ba4584b-5ddb-426e-92cc-b48c5cadebf3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ffca51e-ed2e-46aa-8b3f-207a63b8c926 HTTP/1.1" status: 204 len: 168 time: 0.5734718 Apr 01 12:24:04.184509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4584b-5ddb-426e-92cc-b48c5cadebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffca51e-ed2e-46aa-8b3f-207a63b8c926,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:04.218569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] For port 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=40bd9c4b-d420-4b5b-b1df-3e2238c2ef28,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:04.219772 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:04.232372 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:04.284017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80abf0-61d7-4e1b-ad6b-b78decb21ef1 req-8652d7d6-f5f1-440c-882a-bb88e1702064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:04.285582 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b80abf0-61d7-4e1b-ad6b-b78decb21ef1 req-8652d7d6-f5f1-440c-882a-bb88e1702064 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 1095 time: 0.0809455 Apr 01 12:24:04.298187 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Calling delete_port for 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:24:04.398677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7b4193b4-da39-488e-8c77-51339346f972 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:24:04.483774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80abf0-61d7-4e1b-ad6b-b78decb21ef1 req-9c890a33-5dd5-49b1-bc37-b05cd52e1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:04.487600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b80abf0-61d7-4e1b-ad6b-b78decb21ef1 req-9c890a33-5dd5-49b1-bc37-b05cd52e1c67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.1920428 Apr 01 12:24:04.563543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7b4193b4-da39-488e-8c77-51339346f972 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:04.563925 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:04.593974 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b80abf0-61d7-4e1b-ad6b-b78decb21ef1 req-c084189f-30ff-4409-8f05-23caa5cd7af8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349 HTTP/1.1" status: 200 len: 217 time: 0.1004431 Apr 01 12:24:04.639878 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b700f6f5-bcf3-4e6f-9edc-165d758fc0f5 req-25b3e272-4119-4f8f-9d00-fc5dae845fa9 tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=57ca85915c0a41caa3e9fc6ca565e0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445569 Apr 01 12:24:04.706865 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:04.717342 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:04.777866 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:04.800872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80abf0-61d7-4e1b-ad6b-b78decb21ef1 req-4b7191be-7510-4770-aec0-62895b0ece2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:04.802450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b80abf0-61d7-4e1b-ad6b-b78decb21ef1 req-4b7191be-7510-4770-aec0-62895b0ece2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.1916320 Apr 01 12:24:04.805549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47780) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:04.806367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 7b4193b4-da39-488e-8c77-51339346f972, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7b4193b4-da39-488e-8c77-51339346f972,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:04.822515 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:04.856919 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b80abf0-61d7-4e1b-ad6b-b78decb21ef1 req-7f8c35cc-7621-4947-a35e-e98342c11dc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412414 Apr 01 12:24:04.900353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700f6f5-bcf3-4e6f-9edc-165d758fc0f5 req-221a0445-b993-4078-bdf8-4437b42c7b3d tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:04.907994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b700f6f5-bcf3-4e6f-9edc-165d758fc0f5 req-221a0445-b993-4078-bdf8-4437b42c7b3d tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664099 Apr 01 12:24:04.911045 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=7b4193b4-da39-488e-8c77-51339346f972,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:04.922208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:04.922859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:04.923247 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:04.923642 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:04.923971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:04.924370 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:04.924698 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:04.925016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:04.925449 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:04.926030 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:04.926557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:04.926885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:04.936245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b700f6f5-bcf3-4e6f-9edc-165d758fc0f5 req-1eb55684-9867-42b5-bdef-c3e31f468c92 tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] 10.222.0.45 "GET /v2.0/quotas/57ca85915c0a41caa3e9fc6ca565e0ba HTTP/1.1" status: 200 len: 375 time: 0.0272558 Apr 01 12:24:05.001572 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b700f6f5-bcf3-4e6f-9edc-165d758fc0f5 req-8746cd2d-8e50-4dd0-b867-5ebcd15e4350 tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57ca85915c0a41caa3e9fc6ca565e0ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644183 Apr 01 12:24:05.044059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47784) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:05.053859 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b80abf0-61d7-4e1b-ad6b-b78decb21ef1 req-0a058ba5-6515-4fc1-a877-6536fb986cf2 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888728 Apr 01 12:24:05.057480 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.074708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f1b014b-dddd-4fe5-9b08-a867f63730b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.077203 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.080354 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-807da8c8-2301-4715-9385-3bfae3d4884f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.085033 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5642965 Apr 01 12:24:05.153233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e90d9-bc28-4341-bfb8-9605d15460cc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Pushing event updated for resources: {'Port': ['ID=418a5857-b5fa-4bda-8cbc-f9c1bd43146e,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:05.164892 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-b420e9e7-071d-4589-85c3-415aa8e0756b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.0787587 Apr 01 12:24:05.167467 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.202150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Pushing event deleted for resources: {'Port': ['ID=40bd9c4b-d420-4b5b-b1df-3e2238c2ef28,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:05.242337 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b80abf0-61d7-4e1b-ad6b-b78decb21ef1 req-77ff7431-8deb-461f-9bda-3ac81c3d68ed service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760337 Apr 01 12:24:05.284598 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.292887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f1b014b-dddd-4fe5-9b08-a867f63730b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.300144 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f1b014b-dddd-4fe5-9b08-a867f63730b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.331796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-807da8c8-2301-4715-9385-3bfae3d4884f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.347751 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-807da8c8-2301-4715-9385-3bfae3d4884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.355855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4f1b014b-dddd-4fe5-9b08-a867f63730b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab229eaaa266494a84f506d0f85854e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495136 Apr 01 12:24:05.363703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47794) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:05.373112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b014b-dddd-4fe5-9b08-a867f63730b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8100d24e-571d-4813-b133-e0cf1638c22c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:05.417034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-807da8c8-2301-4715-9385-3bfae3d4884f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e318ec574642435081c24264bae29917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684344 Apr 01 12:24:05.425213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47796) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:05.446870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807da8c8-2301-4715-9385-3bfae3d4884f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f811227-1875-4b08-8f1e-72b2f142f4fc,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:05.447330 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.454711 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.490347 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-abbcd68f-667f-41e6-aad7-8c50fd95525f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.519479 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-abbcd68f-667f-41e6-aad7-8c50fd95525f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.546870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-81a3b7ae-115b-493d-9408-a28b3d4e347c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.571796 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-a5af2481-e1a4-48ca-8c61-d34be9d1a60e tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:05.580136 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a631cb7-a6cc-4720-832e-966f62ffa1e2 req-a5af2481-e1a4-48ca-8c61-d34be9d1a60e tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.3793921 Apr 01 12:24:05.581950 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.583082 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:24:05.588913 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.604312 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-81a3b7ae-115b-493d-9408-a28b3d4e347c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.605155 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-afaff56a-7d6f-4308-aaf4-ae89e92ef581 admin admin] 10.222.0.45 "DELETE /v2.0/routers/92e4cdb2-3b98-4224-bd7d-7c378e6b0f78 HTTP/1.1" status: 204 len: 168 time: 2.6340306 Apr 01 12:24:05.606985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47806) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:05.657362 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-abbcd68f-667f-41e6-aad7-8c50fd95525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.659947 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-abbcd68f-667f-41e6-aad7-8c50fd95525f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.677549 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-abbcd68f-667f-41e6-aad7-8c50fd95525f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8100d24e-571d-4813-b133-e0cf1638c22c HTTP/1.1" status: 204 len: 168 time: 0.3104153 Apr 01 12:24:05.695596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcd68f-667f-41e6-aad7-8c50fd95525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8100d24e-571d-4813-b133-e0cf1638c22c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:05.702605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-50535b74-b344-42c7-b4f0-7edce5f4bdd6 admin admin] Deleting subnet 7a5b3261-294a-43aa-8125-ccfa72a141c8 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:24:05.708968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50535b74-b344-42c7-b4f0-7edce5f4bdd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.736363 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-81a3b7ae-115b-493d-9408-a28b3d4e347c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.741536 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-81a3b7ae-115b-493d-9408-a28b3d4e347c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.743118 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-81a3b7ae-115b-493d-9408-a28b3d4e347c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f811227-1875-4b08-8f1e-72b2f142f4fc HTTP/1.1" status: 204 len: 168 time: 0.3160224 Apr 01 12:24:05.759603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3b7ae-115b-493d-9408-a28b3d4e347c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f811227-1875-4b08-8f1e-72b2f142f4fc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:05.772839 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50535b74-b344-42c7-b4f0-7edce5f4bdd6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:05.964612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032eeb7-583a-4f7e-ac54-8a56b8dd8cd2 req-caecb150-6512-46a4-a426-42a5689c315a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:05.966439 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5032eeb7-583a-4f7e-ac54-8a56b8dd8cd2 req-caecb150-6512-46a4-a426-42a5689c315a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 944 time: 0.2955437 Apr 01 12:24:05.982441 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50535b74-b344-42c7-b4f0-7edce5f4bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.054770 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5032eeb7-583a-4f7e-ac54-8a56b8dd8cd2 req-025b2377-07e0-4888-b851-e6a3bef5367f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760252 Apr 01 12:24:06.071824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7b4193b4-da39-488e-8c77-51339346f972 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:24:06.116878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50535b74-b344-42c7-b4f0-7edce5f4bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.121220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-87a0711c-f709-41ef-b1a3-c02ba7f019b8 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:06.123345 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-87a0711c-f709-41ef-b1a3-c02ba7f019b8 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 820 time: 0.1912258 Apr 01 12:24:06.150540 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-f43f313e-34df-4f1d-8773-18067c20c990 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/quotas/72bc78af8da04499ac9657d7152f0d4c HTTP/1.1" status: 200 len: 375 time: 0.0184953 Apr 01 12:24:06.197554 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50535b74-b344-42c7-b4f0-7edce5f4bdd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5b3261-294a-43aa-8125-ccfa72a141c8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:06.208032 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50535b74-b344-42c7-b4f0-7edce5f4bdd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.211635 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-50535b74-b344-42c7-b4f0-7edce5f4bdd6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7a5b3261-294a-43aa-8125-ccfa72a141c8 HTTP/1.1" status: 204 len: 168 time: 0.6035392 Apr 01 12:24:06.214081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47836) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:06.217857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-44309de9-7662-46ca-8278-e4f09b0e7704 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0660107 Apr 01 12:24:06.224581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69674f3f-ca98-42ec-8e29-1d1e8e010472 None None] Network f90f9486-a3f4-49db-a4e7-bcb6a3400b06 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:24:06.347961 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.404779 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-111915b9-096f-4575-b388-796baea85cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.415913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7b4193b4-da39-488e-8c77-51339346f972 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:06.417162 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.435593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47840) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:06.441331 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e08e4e98-de45-42ee-b229-3adf91c4963a service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222762 Apr 01 12:24:06.480739 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb69-c919-4a52-934b-7f5aabe7dba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.543476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f090596f-5358-4b14-856a-90143537ed9b None None] DHCP port deletion for f90f9486-a3f4-49db-a4e7-bcb6a3400b06 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:24:06.550608 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Deleting port 194f37f5-5dac-4117-aabf-b2632728223b {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:24:06.551074 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.656577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:24:06.705775 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:24:06.705968 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-987b23b6-4e42-4e05-b540-81325dbb9e16 service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626100 Apr 01 12:24:06.706147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 40bd9c4b-d420-4b5b-b1df-3e2238c2ef28 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:24:06.707977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c37fe74b-5f73-49ef-bcef-649d88cb379e no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:24:06.732773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] For port 194f37f5-5dac-4117-aabf-b2632728223b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=194f37f5-5dac-4117-aabf-b2632728223b,segment=NetworkSegment(d43a42a8-27a8-4f97-a518-e6e3e4f18e06),segment_id=d43a42a8-27a8-4f97-a518-e6e3e4f18e06)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:06.733300 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.754953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: c37fe74b-5f73-49ef-bcef-649d88cb379e {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:24:06.755202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c37fe74b-5f73-49ef-bcef-649d88cb379e not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:24:06.766296 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f090596f-5358-4b14-856a-90143537ed9b None None] Deleting port 194f37f5-5dac-4117-aabf-b2632728223b {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:24:06.766672 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f090596f-5358-4b14-856a-90143537ed9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.802395 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Calling delete_port for 194f37f5-5dac-4117-aabf-b2632728223b owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:24:06.816677 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Sync routers for ids ['38564ab8-4b93-4b29-afdd-f740be0686ff'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:24:06.835636 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Routers {'38564ab8-4b93-4b29-afdd-f740be0686ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:06.836281 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:23:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['38564ab8-4b93-4b29-afdd-f740be0686ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:06.903396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f090596f-5358-4b14-856a-90143537ed9b None None] For port 194f37f5-5dac-4117-aabf-b2632728223b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=194f37f5-5dac-4117-aabf-b2632728223b,segment=NetworkSegment(d43a42a8-27a8-4f97-a518-e6e3e4f18e06),segment_id=d43a42a8-27a8-4f97-a518-e6e3e4f18e06)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:06.906456 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f090596f-5358-4b14-856a-90143537ed9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.914709 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb69-c919-4a52-934b-7f5aabe7dba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.941353 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f090596f-5358-4b14-856a-90143537ed9b None None] Calling delete_port for 194f37f5-5dac-4117-aabf-b2632728223b owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:24:06.971112 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb69-c919-4a52-934b-7f5aabe7dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:06.978871 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:07.041738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Pushing event deleted for resources: {'Port': ['ID=194f37f5-5dac-4117-aabf-b2632728223b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:07.044216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] No DVR routers for this DVR port 194f37f5-5dac-4117-aabf-b2632728223b on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:24:07.099009 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Set router 38564ab8-4b93-4b29-afdd-f740be0686ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:07.111785 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dba79908-4bf4-41b5-a1e7-490f5a6b6db4 req-64eb796c-9674-449d-8e34-84d519b4e04d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 210 time: 0.0623357 Apr 01 12:24:07.170499 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7f69bb69-c919-4a52-934b-7f5aabe7dba3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88592ee1c4f64264be4527ee700dcdeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7314916 Apr 01 12:24:07.171703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47872) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:07.215929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69bb69-c919-4a52-934b-7f5aabe7dba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70afe419-54db-4d54-85ba-28702ab78708,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:07.236088 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f090596f-5358-4b14-856a-90143537ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:07.256613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f090596f-5358-4b14-856a-90143537ed9b None None] No DVR routers for this DVR port 194f37f5-5dac-4117-aabf-b2632728223b on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:24:07.295598 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090596f-5358-4b14-856a-90143537ed9b None None] Pushing event deleted for resources: {'Port': ['ID=194f37f5-5dac-4117-aabf-b2632728223b,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:07.345013 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd977fdf-5f48-4a41-b4cc-3663d8aed89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:07.383429 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:07.419851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device bbcf0993-7761-4702-ba43-74c0a9fc2349 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:24:07.431279 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd977fdf-5f48-4a41-b4cc-3663d8aed89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:07.470409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.470966 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.472226 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.472790 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > port after_create 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.473352 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > port after_delete 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.473903 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > port after_update 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.475403 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.475930 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.476466 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.477014 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.580039 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd977fdf-5f48-4a41-b4cc-3663d8aed89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:07.583434 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd977fdf-5f48-4a41-b4cc-3663d8aed89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:07.584752 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fd977fdf-5f48-4a41-b4cc-3663d8aed89a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70afe419-54db-4d54-85ba-28702ab78708 HTTP/1.1" status: 204 len: 168 time: 0.4120281 Apr 01 12:24:07.604324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd977fdf-5f48-4a41-b4cc-3663d8aed89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70afe419-54db-4d54-85ba-28702ab78708,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:07.665118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:07.681047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'bbcf0993-7761-4702-ba43-74c0a9fc2349', 'network_id': '5f326287-8629-4e35-afec-ed776729d480', 'port_id': 'bbcf0993-7761-4702-ba43-74c0a9fc2349', 'mac_address': 'fa:16:3e:54:1b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e044a75-99af-487d-948a-2656afb0938b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:24:07.779029 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.779589 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.780257 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.780740 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:24:07.781353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90f9486-a3f4-49db-a4e7-bcb6a3400b06']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:07.792226 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:07.822278 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1123841028-router', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '7b4193b4-da39-488e-8c77-51339346f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:54Z', 'updated_at': '2022-04-01T12:24:01Z', 'revision_number': 4, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'gw_port': {'id': '7b4193b4-da39-488e-8c77-51339346f972', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:56Z', 'updated_at': '2022-04-01T12:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'd3867bb3-c28a-422c-b4a2-5c5ef84cb590', 'name': '', 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'mac_address': 'fa:16:3e:01:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6edbe968-a70e-4f40-a176-a8e8cb8db7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:24:00Z', 'updated_at': '2022-04-01T12:24:01Z', 'revision_number': 2, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'subnets': [{'id': '6edbe968-a70e-4f40-a176-a8e8cb8db7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:07.834512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcf0993-7761-4702-ba43-74c0a9fc2349 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:07.884830 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:07.885108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43a42a8-27a8-4f97-a518-e6e3e4f18e06') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:07.885569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43a42a8-27a8-4f97-a518-e6e3e4f18e06') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:07.893078 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:07.903750 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Checking router: 38564ab8-4b93-4b29-afdd-f740be0686ff for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:24:07.907140 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Updating router 38564ab8-4b93-4b29-afdd-f740be0686ff port d3867bb3-c28a-422c-b4a2-5c5ef84cb590 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:24:07.929879 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:07.939964 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.036747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=bbcf0993-7761-4702-ba43-74c0a9fc2349,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:08.056831 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297c4a3-a766-40e2-943f-94295dcd9e71 req-670b1811-c469-4a17-8e70-8c59d6bcb921 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:08.081628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2297c4a3-a766-40e2-943f-94295dcd9e71 req-670b1811-c469-4a17-8e70-8c59d6bcb921 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 944 time: 0.2915981 Apr 01 12:24:08.092959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 194f37f5-5dac-4117-aabf-b2632728223b no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:24:08.094278 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.113974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:24:08.114396 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.189949 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 194f37f5-5dac-4117-aabf-b2632728223b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:24:08.190473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 194f37f5-5dac-4117-aabf-b2632728223b not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:24:08.235167 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['bbcf0993-7761-4702-ba43-74c0a9fc2349'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: from cryptography.utils import int_from_bytes Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: from cryptography.utils import int_from_bytes Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:24:08.290385 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:24:08.317532 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.368929 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.376269 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] 10.222.0.45 "DELETE /v2.0/networks/f90f9486-a3f4-49db-a4e7-bcb6a3400b06 HTTP/1.1" status: 204 len: 168 time: 2.1601107 Apr 01 12:24:08.380411 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448d868-17af-40de-b1bb-a8196640122f admin admin] Pushing event deleted for resources: {'Network': ['ID=f90f9486-a3f4-49db-a4e7-bcb6a3400b06,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:08.404965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47910) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:08.415125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5f4a5487-5ba6-433e-9f64-b68ab01ce0f3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1649224057', 'description': 'tempest-description--975869242'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:08.430288 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2297c4a3-a766-40e2-943f-94295dcd9e71 req-b08fd32e-de25-47f8-9ddb-f9523b77c102 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251853 Apr 01 12:24:08.493979 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5487-5ba6-433e-9f64-b68ab01ce0f3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.556399 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.569947 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.597983 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4e363ff7-d511-4cef-8906-0761216704c8 req-6800c001-a235-4785-a939-6dc3ce291888 tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=57ca85915c0a41caa3e9fc6ca565e0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745614 Apr 01 12:24:08.773998 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5487-5ba6-433e-9f64-b68ab01ce0f3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.784084 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c36f426-cd82-45ab-bf33-d8ccbf643f89 req-bbd6a5bf-16e1-4ecc-b36b-b074619489b9 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 210 time: 0.0925186 Apr 01 12:24:08.793565 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5487-5ba6-433e-9f64-b68ab01ce0f3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.805338 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.881077 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7d45-a280-44bd-8911-a7cd3d90d44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.885944 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.919684 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37373536-e8cd-4b35-8afb-de2b4add219e None None] Pushing event updated for resources: {'Port': ['ID=d3867bb3-c28a-422c-b4a2-5c5ef84cb590,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:08.950460 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Attempting to bind port d3867bb3-c28a-422c-b4a2-5c5ef84cb590 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:08.950830 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Attempting to bind port d3867bb3-c28a-422c-b4a2-5c5ef84cb590 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:08.951190 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Attempting to bind port d3867bb3-c28a-422c-b4a2-5c5ef84cb590 on network 76352762-3a81-4a93-b80b-cd619b0ad285 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:08.956004 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e363ff7-d511-4cef-8906-0761216704c8 req-6f8e9628-44f1-4d91-99a5-62944b7239de tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:08.973243 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4e363ff7-d511-4cef-8906-0761216704c8 req-6f8e9628-44f1-4d91-99a5-62944b7239de tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3694665 Apr 01 12:24:08.974308 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:08.974662 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Checking segment: {'id': '226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:08.975066 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.975456 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Bound using segment: {'id': '226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:08.975926 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Bound port: d3867bb3-c28a-422c-b4a2-5c5ef84cb590, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:08.976301 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:08.990730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47934) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:09.032398 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4e363ff7-d511-4cef-8906-0761216704c8 req-8dbf6e3c-8e87-476a-9d4f-71ac657b3bbe tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] 10.222.0.45 "GET /v2.0/quotas/57ca85915c0a41caa3e9fc6ca565e0ba HTTP/1.1" status: 200 len: 375 time: 0.0629799 Apr 01 12:24:09.084334 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] For port d3867bb3-c28a-422c-b4a2-5c5ef84cb590, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:09.089002 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] For port d3867bb3-c28a-422c-b4a2-5c5ef84cb590, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d3867bb3-c28a-422c-b4a2-5c5ef84cb590,segment=NetworkSegment(226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f),segment_id=226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:09.093595 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.110761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8f2238fc-37a0-4b12-a2d2-a79a5b0d75f4 None None] Provisioning complete for port d3867bb3-c28a-422c-b4a2-5c5ef84cb590 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:09.111775 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8f2238fc-37a0-4b12-a2d2-a79a5b0d75f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.159017 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4e363ff7-d511-4cef-8906-0761216704c8 req-07e65c60-6b32-41eb-bb00-9a00270c59a6 tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57ca85915c0a41caa3e9fc6ca565e0ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256506 Apr 01 12:24:09.198398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e151256e-2f2d-4d35-904a-8b8ca026416d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:09.203060 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e151256e-2f2d-4d35-904a-8b8ca026416d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.37 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 820 time: 0.4151940 Apr 01 12:24:09.213245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a5487-5ba6-433e-9f64-b68ab01ce0f3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922bd52b-1e94-4568-bdc0-a0e7f38f56de,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:09.244608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Request body: {'port': {'device_id': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'admin_state_up': True, 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:09.295859 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c3c69aee-4ebb-4e45-b9d4-85421b4a24c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb29c5667d0644bebf8df8d89de57249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961457 Apr 01 12:24:09.295859 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47946) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:09.302218 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37373536-e8cd-4b35-8afb-de2b4add219e None None] Pushing event updated for resources: {'Port': ['ID=d3867bb3-c28a-422c-b4a2-5c5ef84cb590,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:09.319101 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Routers {'38564ab8-4b93-4b29-afdd-f740be0686ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:09.322108 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5487-5ba6-433e-9f64-b68ab01ce0f3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.323357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5f4a5487-5ba6-433e-9f64-b68ab01ce0f3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9164946 Apr 01 12:24:09.324346 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['38564ab8-4b93-4b29-afdd-f740be0686ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:09.342361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47950) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:09.370189 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8f2238fc-37a0-4b12-a2d2-a79a5b0d75f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.378335 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-15972e60-8ab9-43e4-8ebe-2a493ca9b3ff tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Request body: {'security_group_rule': {'security_group_id': '922bd52b-1e94-4568-bdc0-a0e7f38f56de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:09.503780 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15972e60-8ab9-43e4-8ebe-2a493ca9b3ff tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.547643 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d46abfaa-7234-4a34-8aa6-91be57f9d9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.599365 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8f2238fc-37a0-4b12-a2d2-a79a5b0d75f4 None None] For port d3867bb3-c28a-422c-b4a2-5c5ef84cb590, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d3867bb3-c28a-422c-b4a2-5c5ef84cb590,segment=NetworkSegment(226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f),segment_id=226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:09.605742 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8f2238fc-37a0-4b12-a2d2-a79a5b0d75f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.611310 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d46abfaa-7234-4a34-8aa6-91be57f9d9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.697766 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15972e60-8ab9-43e4-8ebe-2a493ca9b3ff tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.707230 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15972e60-8ab9-43e4-8ebe-2a493ca9b3ff tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.743728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15972e60-8ab9-43e4-8ebe-2a493ca9b3ff tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e34f59f-1901-4509-94a7-2c715466200e,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:09.744052 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] Set router 38564ab8-4b93-4b29-afdd-f740be0686ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:09.759286 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15972e60-8ab9-43e4-8ebe-2a493ca9b3ff tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.760789 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-15972e60-8ab9-43e4-8ebe-2a493ca9b3ff tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4155905 Apr 01 12:24:09.763569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47974) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:09.770633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0f595abb-e803-4a29-b314-86ab078b6550 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Request body: {'security_group_rule': {'security_group_id': '922bd52b-1e94-4568-bdc0-a0e7f38f56de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:09.789258 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2238fc-37a0-4b12-a2d2-a79a5b0d75f4 None None] Pushing event updated for resources: {'Port': ['ID=d3867bb3-c28a-422c-b4a2-5c5ef84cb590,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:09.803655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-60996ddc-b5dd-4bf7-b0ed-0733f05dc428 None None] Provisioning complete for port d3867bb3-c28a-422c-b4a2-5c5ef84cb590 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:09.804840 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-60996ddc-b5dd-4bf7-b0ed-0733f05dc428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.859751 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d46abfaa-7234-4a34-8aa6-91be57f9d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.862363 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d46abfaa-7234-4a34-8aa6-91be57f9d9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.863518 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d46abfaa-7234-4a34-8aa6-91be57f9d9c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63ec1592-fc20-4b46-8570-913c7d2997bb HTTP/1.1" status: 204 len: 168 time: 0.5721016 Apr 01 12:24:09.878064 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0f595abb-e803-4a29-b314-86ab078b6550 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.881369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Made reservation on behalf of 72bc78af8da04499ac9657d7152f0d4c for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:09.884892 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:09.906914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46abfaa-7234-4a34-8aa6-91be57f9d9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ec1592-fc20-4b46-8570-913c7d2997bb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:10.065240 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0f595abb-e803-4a29-b314-86ab078b6550 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:10.075453 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0f595abb-e803-4a29-b314-86ab078b6550 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:10.116576 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0f595abb-e803-4a29-b314-86ab078b6550 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:10.123733 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0f595abb-e803-4a29-b314-86ab078b6550 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3566179 Apr 01 12:24:10.125220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47984) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:10.133287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:10.146106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f595abb-e803-4a29-b314-86ab078b6550 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8594331-9786-4e94-a65c-a85e15a32a5c,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:10.187753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d3867bb3-c28a-422c-b4a2-5c5ef84cb590 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:24:10.207500 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:10.267296 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:10.273984 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d3867bb3-c28a-422c-b4a2-5c5ef84cb590 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:10.274713 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:10.341390 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1123841028-router', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '7b4193b4-da39-488e-8c77-51339346f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:54Z', 'updated_at': '2022-04-01T12:24:01Z', 'revision_number': 4, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'gw_port': {'id': '7b4193b4-da39-488e-8c77-51339346f972', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:56Z', 'updated_at': '2022-04-01T12:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'd3867bb3-c28a-422c-b4a2-5c5ef84cb590', 'name': '', 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'mac_address': 'fa:16:3e:01:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6edbe968-a70e-4f40-a176-a8e8cb8db7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:24:00Z', 'updated_at': '2022-04-01T12:24:09Z', 'revision_number': 4, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'subnets': [{'id': '6edbe968-a70e-4f40-a176-a8e8cb8db7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:10.374483 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5fda3f-b244-4c91-8059-8e5de8ac19f0 None None] The sync data for ids ['38564ab8-4b93-4b29-afdd-f740be0686ff'] in n-d-836146-1 is: [{'id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1123841028-router', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '7b4193b4-da39-488e-8c77-51339346f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:54Z', 'updated_at': '2022-04-01T12:24:01Z', 'revision_number': 4, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'gw_port': {'id': '7b4193b4-da39-488e-8c77-51339346f972', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:56Z', 'updated_at': '2022-04-01T12:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'd3867bb3-c28a-422c-b4a2-5c5ef84cb590', 'name': '', 'network_id': '76352762-3a81-4a93-b80b-cd619b0ad285', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'mac_address': 'fa:16:3e:01:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6edbe968-a70e-4f40-a176-a8e8cb8db7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:24:00Z', 'updated_at': '2022-04-01T12:24:09Z', 'revision_number': 4, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'subnets': [{'id': '6edbe968-a70e-4f40-a176-a8e8cb8db7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:24:10.443936 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:10.590674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Allocated IP 172.25.7.189 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/cafe3acf-70e3-48cf-aa80-d44802e6503f) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:24:10.597265 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b041ded-316d-4e7d-af13-923527c2b535 req-d09fc4d8-3b5a-46ba-8048-a09c3664ee55 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:10.600044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b041ded-316d-4e7d-af13-923527c2b535 req-d09fc4d8-3b5a-46ba-8048-a09c3664ee55 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 945 time: 0.8654194 Apr 01 12:24:10.656203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b041ded-316d-4e7d-af13-923527c2b535 req-fcdc53ae-b169-4b48-9bce-65fa1cf3c905 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455341 Apr 01 12:24:10.744870 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cafef21e-3bc7-4b3f-8252-dee83aff9ae4 req-8b496018-f311-41ee-8773-f7f7f20a2680 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950193 Apr 01 12:24:10.788465 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Allocated IP 172.20.0.11 (9cd1370d-a7b8-4afe-aa7e-d5905f878aa7/6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18/e9879459-ee06-489c-9e23-96744cf05c2d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:24:10.818679 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:10.875567 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c90b67ba-e3ab-49e6-a502-4051d236f46f req-9fb1a461-2140-48ac-9e9c-076446eef8ee tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 210 time: 0.0372355 Apr 01 12:24:10.895590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafef21e-3bc7-4b3f-8252-dee83aff9ae4 req-07d5fe70-85ed-4589-a1ce-07a9755026e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:10.897074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cafef21e-3bc7-4b3f-8252-dee83aff9ae4 req-07d5fe70-85ed-4589-a1ce-07a9755026e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 1117 time: 0.1024494 Apr 01 12:24:10.925902 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-d2c1e945-a668-4ff5-8214-220929a19ba6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=eb64db7358b94a5bb856657db1b186e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918012 Apr 01 12:24:11.056144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:11.123973 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:11.133977 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:11.140846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:11.151510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafef21e-3bc7-4b3f-8252-dee83aff9ae4 req-3cad1744-926c-45c5-9188-0132f7ae1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:11.153506 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cafef21e-3bc7-4b3f-8252-dee83aff9ae4 req-3cad1744-926c-45c5-9188-0132f7ae1eea service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.2336707 Apr 01 12:24:11.170516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-005fe1ac-26f7-4a3a-b634-43da2d551502 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:11.178386 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-005fe1ac-26f7-4a3a-b634-43da2d551502 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514949 Apr 01 12:24:11.180185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Pushing event updated for resources: {'Port': ['ID=cafe3acf-70e3-48cf-aa80-d44802e6503f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:11.212893 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-fedea4f3-916e-45e3-bef4-ae3b1bf76753 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/quotas/eb64db7358b94a5bb856657db1b186e0 HTTP/1.1" status: 200 len: 375 time: 0.0335684 Apr 01 12:24:11.253316 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cafef21e-3bc7-4b3f-8252-dee83aff9ae4 req-b6eee140-026d-494d-baba-69a4792cd73a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 HTTP/1.1" status: 200 len: 217 time: 0.0879145 Apr 01 12:24:11.272917 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-7f2653ed-0e74-46bb-b8b7-d1c0427d233b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589187 Apr 01 12:24:11.273773 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:11.348056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafef21e-3bc7-4b3f-8252-dee83aff9ae4 req-48731556-e354-40e6-8da7-67c265ab5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:11.349938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cafef21e-3bc7-4b3f-8252-dee83aff9ae4 req-48731556-e354-40e6-8da7-67c265ab5939 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.0893791 Apr 01 12:24:11.403201 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cafef21e-3bc7-4b3f-8252-dee83aff9ae4 req-696144f8-c906-44dc-97d3-d67b37db3f5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380800 Apr 01 12:24:11.413905 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:11.416977 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:11.426817 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['218ed498-e755-429c-b004-c4e3c4b827b7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:11.520736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Pushing event updated for resources: {'Port': ['ID=e9879459-ee06-489c-9e23-96744cf05c2d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:11.550631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:11.561068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:11.564131 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device bbcf0993-7761-4702-ba43-74c0a9fc2349 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:24:11.564982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:11.571827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:11.572666 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:11.619817 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:11.743142 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:11.788310 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-942ad8d9-527b-473f-bc43-3efb8f7df72f req-11b82e52-4a63-43ee-b746-382a4604a6d1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 210 time: 0.1451652 Apr 01 12:24:11.791586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:11.807302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48050) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:11.807790 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-6f8281cf-059c-43a5-910d-88a261a0494b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5795469 Apr 01 12:24:11.811609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port bbcf0993-7761-4702-ba43-74c0a9fc2349 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:24:11.821511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Request body: {'port': {'device_id': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:11.839310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port bbcf0993-7761-4702-ba43-74c0a9fc2349 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:11.839838 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:11.965687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cafef21e-3bc7-4b3f-8252-dee83aff9ae4 req-e6624985-17f4-4cf0-bfec-d638b5e172a8 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441215 Apr 01 12:24:12.069973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.105001 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.107540 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dcdcfec8-5e2f-4fca-b13a-c746ba099a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.131149 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-26a66f22-5f24-4f17-a385-480f319bf302 None None] Provisioning complete for port e9879459-ee06-489c-9e23-96744cf05c2d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:12.132146 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-26a66f22-5f24-4f17-a385-480f319bf302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.182861 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-26a66f22-5f24-4f17-a385-480f319bf302 None None] Port e9879459-ee06-489c-9e23-96744cf05c2d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:24:12.189194 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.209447 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.228119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f05eff2-c950-49ee-b146-0dc5ece4ef7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcf0993-7761-4702-ba43-74c0a9fc2349'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:12.231441 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27326b4-3475-4755-96f4-24dcc01ea6df" -d '{"events": [{"server_uuid": "8f05eff2-c950-49ee-b146-0dc5ece4ef7d", "name": "network-vif-plugged", "status": "completed", "tag": "bbcf0993-7761-4702-ba43-74c0a9fc2349"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:12.251640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:12.259069 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.262851 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.282405 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Pushing event updated for resources: {'Port': ['ID=cafe3acf-70e3-48cf-aa80-d44802e6503f,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:12.311362 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.313949 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bb4d9c5a-9f9c-4d8f-8090-570b8d1e12d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1877739 Apr 01 12:24:12.344180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91026a-b166-476a-85d6-638d35282bae req-ab9f3fcd-ae28-4ddd-8c4f-c1640b48fb6b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:12.352697 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7f91026a-b166-476a-85d6-638d35282bae req-ab9f3fcd-ae28-4ddd-8c4f-c1640b48fb6b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 945 time: 0.3435481 Apr 01 12:24:12.410136 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=bbcf0993-7761-4702-ba43-74c0a9fc2349,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:12.448668 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7f91026a-b166-476a-85d6-638d35282bae req-eb84a78d-4eca-4caf-881e-344c20d62b04 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941885 Apr 01 12:24:12.498292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cafef21e-3bc7-4b3f-8252-dee83aff9ae4 req-32bd7e76-77c6-4bb5-8345-6d0e789e57bb service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902346 Apr 01 12:24:12.540243 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f18c58-9b18-4b3f-9aac-70d4a71b0267 x-openstack-request-id: req-38f18c58-9b18-4b3f-9aac-70d4a71b0267 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:12.541128 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f05eff2-c950-49ee-b146-0dc5ece4ef7d", "name": "network-vif-plugged", "status": "completed", "tag": "bbcf0993-7761-4702-ba43-74c0a9fc2349", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:12.541540 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38f18c58-9b18-4b3f-9aac-70d4a71b0267 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:12.542552 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f18c58-9b18-4b3f-9aac-70d4a71b0267'] response: {'server_uuid': '8f05eff2-c950-49ee-b146-0dc5ece4ef7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcf0993-7761-4702-ba43-74c0a9fc2349', 'code': 200} Apr 01 12:24:12.794189 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dcdcfec8-5e2f-4fca-b13a-c746ba099a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.799384 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dcdcfec8-5e2f-4fca-b13a-c746ba099a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.842091 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dcdcfec8-5e2f-4fca-b13a-c746ba099a05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fec17d260f6a463c98dee8ba99b84834&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0330153 Apr 01 12:24:12.843991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcfec8-5e2f-4fca-b13a-c746ba099a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ff2f52-27eb-45f2-98e5-412f7ea24185,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:12.846556 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48084) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:12.865586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f174549-2089-442f-9d4d-4dadf25857bb req-263f5d20-e6ea-4eae-b5ab-a7b6caf286fc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:12.867996 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f174549-2089-442f-9d4d-4dadf25857bb req-263f5d20-e6ea-4eae-b5ab-a7b6caf286fc tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 932 time: 0.1844890 Apr 01 12:24:12.903784 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8314c736-6ea4-4241-bd08-1c043920e792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.906934 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c6eeb-3617-49bd-8cc2-e36ea5d1975c req-824173a6-b097-409e-b026-c2eabf0e6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:12.908444 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-691c6eeb-3617-49bd-8cc2-e36ea5d1975c req-824173a6-b097-409e-b026-c2eabf0e6ed7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 1097 time: 0.2461770 Apr 01 12:24:12.925536 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8314c736-6ea4-4241-bd08-1c043920e792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.964198 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f174549-2089-442f-9d4d-4dadf25857bb req-5ee41bf5-a11a-4a1d-93a0-6ee7dfb92253 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533943 Apr 01 12:24:12.984569 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8314c736-6ea4-4241-bd08-1c043920e792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.987220 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8314c736-6ea4-4241-bd08-1c043920e792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:12.989908 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8314c736-6ea4-4241-bd08-1c043920e792 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8ff2f52-27eb-45f2-98e5-412f7ea24185 HTTP/1.1" status: 204 len: 168 time: 0.1423430 Apr 01 12:24:13.000413 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-691c6eeb-3617-49bd-8cc2-e36ea5d1975c req-f09603db-8a35-4e15-8127-d8222a19c49e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598171 Apr 01 12:24:13.010497 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314c736-6ea4-4241-bd08-1c043920e792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ff2f52-27eb-45f2-98e5-412f7ea24185,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:13.141062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9879459-ee06-489c-9e23-96744cf05c2d {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:13.157649 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.188328 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-953251a5-2632-43b0-9cda-68af0fdaf109 req-214198da-ef46-4e2c-873b-459d512505c1 tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=57ca85915c0a41caa3e9fc6ca565e0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248399 Apr 01 12:24:13.199504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Transition to ACTIVE for port object e9879459-ee06-489c-9e23-96744cf05c2d will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:24:13.208760 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.215451 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-d7a7dc89-0ff0-47ae-a68f-f298a4891a20 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb64db7358b94a5bb856657db1b186e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474956 Apr 01 12:24:13.313994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-2aee17f6-dae9-440c-be54-50882767979a tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1649224057&fields=id&tenant_id=504bf52a206041a49c73cff58299a556 HTTP/1.1" status: 200 len: 267 time: 0.1447248 Apr 01 12:24:13.340941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Pushing event updated for resources: {'Port': ['ID=e9879459-ee06-489c-9e23-96744cf05c2d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:13.373969 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953251a5-2632-43b0-9cda-68af0fdaf109 req-5b6e965f-df3b-49ed-a6d9-258dfc65c746 tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:13.382672 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-953251a5-2632-43b0-9cda-68af0fdaf109 req-5b6e965f-df3b-49ed-a6d9-258dfc65c746 tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825113 Apr 01 12:24:13.394590 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-953251a5-2632-43b0-9cda-68af0fdaf109 req-98db528f-c296-491b-a8c3-325119314a1c tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] 10.222.0.45 "GET /v2.0/quotas/57ca85915c0a41caa3e9fc6ca565e0ba HTTP/1.1" status: 200 len: 375 time: 0.0108101 Apr 01 12:24:13.442458 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-953251a5-2632-43b0-9cda-68af0fdaf109 req-f2158946-f446-48cd-9b05-647d2b50ee5c tempest-QuotasAdminNegativeTest-759604071 tempest-QuotasAdminNegativeTest-759604071-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57ca85915c0a41caa3e9fc6ca565e0ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388179 Apr 01 12:24:13.464560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Attempting to bind port e9879459-ee06-489c-9e23-96744cf05c2d on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:13.464892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Attempting to bind port e9879459-ee06-489c-9e23-96744cf05c2d by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:13.465246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Attempting to bind port e9879459-ee06-489c-9e23-96744cf05c2d on network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:13.515730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48114) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:13.523889 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Port e9879459-ee06-489c-9e23-96744cf05c2d on network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:13.524217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Attempting to bind port e9879459-ee06-489c-9e23-96744cf05c2d on network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:13.533214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47417d86-8ae5-4609-8db9-42a27e0ad7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.542820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:13.543277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Checking segment: {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:13.543665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Bound using segment: {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:13.544090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Bound port: e9879459-ee06-489c-9e23-96744cf05c2d, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e81ff6-cce0-49d3-b3b7-08b0d7539374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:13.544447 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.570386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-c0b5e057-09b1-417b-bb53-a0585661a171 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:13.571802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-c0b5e057-09b1-417b-bb53-a0585661a171 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3466458 Apr 01 12:24:13.591283 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57ce3add-c70f-4c41-be42-a0adb7917083 req-5abe3a8e-19a9-4c6a-a127-0e77499268fe tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 210 time: 0.0378554 Apr 01 12:24:13.606274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Request body: {'port': {'device_id': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'eb64db7358b94a5bb856657db1b186e0'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:13.652856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-2c4ed2f9-c9b1-4d4f-b441-8960ca77395f tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:13.658905 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-2c4ed2f9-c9b1-4d4f-b441-8960ca77395f tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/networks?id=54ec5879-6876-4332-b34c-ec146a3b7374 HTTP/1.1" status: 200 len: 823 time: 0.3246679 Apr 01 12:24:13.673871 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47417d86-8ae5-4609-8db9-42a27e0ad7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.678206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47417d86-8ae5-4609-8db9-42a27e0ad7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.704628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-47417d86-8ae5-4609-8db9-42a27e0ad7be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ddcef238797e450d8abb5154d60e1fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876180 Apr 01 12:24:13.713280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48120) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:13.729729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-8f76c295-e137-412b-bc9b-d84b07230e53 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/quotas/504bf52a206041a49c73cff58299a556 HTTP/1.1" status: 200 len: 375 time: 0.0362816 Apr 01 12:24:13.768474 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47417d86-8ae5-4609-8db9-42a27e0ad7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2067580f-f4bc-4fdb-8f65-d100fe437e85,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:13.776467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] For port e9879459-ee06-489c-9e23-96744cf05c2d, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:13.798991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] For port e9879459-ee06-489c-9e23-96744cf05c2d, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e9879459-ee06-489c-9e23-96744cf05c2d,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:13.807580 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.816500 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c738272-0aad-4e10-9fa0-bd5583118b01 req-53cd3ee9-d731-4968-b7b7-99ff46f3c2f8 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:13.818030 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c738272-0aad-4e10-9fa0-bd5583118b01 req-53cd3ee9-d731-4968-b7b7-99ff46f3c2f8 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 946 time: 0.0945060 Apr 01 12:24:13.818848 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c37204ae-1df7-4b19-b9a7-b5286ec18b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.848638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Made reservation on behalf of eb64db7358b94a5bb856657db1b186e0 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:13.852077 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.861183 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c37204ae-1df7-4b19-b9a7-b5286ec18b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.877723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-f583ade7-d7d2-44b3-b377-86ee41251561 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=504bf52a206041a49c73cff58299a556&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1388338 Apr 01 12:24:13.880226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:13.880983 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.882538 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] 10.222.0.37 "PUT /v2.0/ports/e9879459-ee06-489c-9e23-96744cf05c2d HTTP/1.1" status: 200 len: 1092 time: 2.0714381 Apr 01 12:24:13.889368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'tag': 'e9879459-ee06-489c-9e23-96744cf05c2d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:13.892295 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801e1153-9196-424c-a166-f13dc26f540c" -d '{"events": [{"name": "network-changed", "server_uuid": "38191916-a3f0-4f1f-96ea-a1d1d4f08359", "tag": "e9879459-ee06-489c-9e23-96744cf05c2d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:13.895821 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c738272-0aad-4e10-9fa0-bd5583118b01 req-4cd2a1f4-1048-4756-932f-6cd2c7ff450c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667081 Apr 01 12:24:13.908063 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.973783 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c37204ae-1df7-4b19-b9a7-b5286ec18b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.977093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c37204ae-1df7-4b19-b9a7-b5286ec18b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:13.981360 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c37204ae-1df7-4b19-b9a7-b5286ec18b56 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2067580f-f4bc-4fdb-8f65-d100fe437e85 HTTP/1.1" status: 204 len: 168 time: 0.2640862 Apr 01 12:24:13.998633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37204ae-1df7-4b19-b9a7-b5286ec18b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2067580f-f4bc-4fdb-8f65-d100fe437e85,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:14.065903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101c93a-c8e0-4cc5-b06b-45e281552d7e service neutron] Pushing event updated for resources: {'Port': ['ID=e9879459-ee06-489c-9e23-96744cf05c2d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:14.191382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-a18e415a-395b-4c91-b2bc-8315c38eaaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:14.192859 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-a18e415a-395b-4c91-b2bc-8315c38eaaf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 1095 time: 0.2492771 Apr 01 12:24:14.308536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-7cf58877-01fa-4460-9f19-21a7868544d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9879459-ee06-489c-9e23-96744cf05c2d HTTP/1.1" status: 200 len: 217 time: 0.1082156 Apr 01 12:24:14.310996 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:14.321280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-037dfcd5-95f3-4b78-83ad-9483c41f1635 service neutron] 10.222.0.45 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425724 Apr 01 12:24:14.339963 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:14.481623 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f21a3d-cb3d-4d66-9336-e127d7491613 x-openstack-request-id: req-04f21a3d-cb3d-4d66-9336-e127d7491613 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:14.481909 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38191916-a3f0-4f1f-96ea-a1d1d4f08359", "tag": "e9879459-ee06-489c-9e23-96744cf05c2d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:14.482181 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04f21a3d-cb3d-4d66-9336-e127d7491613 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:14.482581 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f21a3d-cb3d-4d66-9336-e127d7491613'] response: {'name': 'network-changed', 'server_uuid': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'tag': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'status': 'completed', 'code': 200} Apr 01 12:24:14.507177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238625cc-d68d-4556-98b1-bb91696a7ed8,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:14.517029 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-93b238c2-b42e-4ee0-b5a1-5da147f4c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:14.518512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-93b238c2-b42e-4ee0-b5a1-5da147f4c83e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.1947985 Apr 01 12:24:14.566910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cc3c3-0251-467a-ae54-51826b7a37db req-7e5ecf32-3d53-469f-ae84-c3e2fc9973d2 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:14.568535 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc4cc3c3-0251-467a-ae54-51826b7a37db req-7e5ecf32-3d53-469f-ae84-c3e2fc9973d2 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 944 time: 0.0560296 Apr 01 12:24:14.606763 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-96d28aab-edfc-49b3-95d8-9173d2412a3b service neutron] 10.222.0.45 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846191 Apr 01 12:24:14.620813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-b3ef6afa-93fc-4f87-805d-67582f35e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:14.626499 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc4cc3c3-0251-467a-ae54-51826b7a37db req-19c3395d-1e20-46ee-9558-24d8c390cb05 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515487 Apr 01 12:24:14.627449 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-b3ef6afa-93fc-4f87-805d-67582f35e8de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991344 Apr 01 12:24:14.648257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Allocated IP 192.168.233.155 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/919fb245-61cf-4fe1-8a80-fbcb63dd47c4) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:24:15.036639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48170) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:15.161539 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-0902d1c7-051e-4208-978e-f659dcf1b1aa service neutron] 10.222.0.37 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989007 Apr 01 12:24:15.207879 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-390e4440-190a-4889-9e60-0be026c1f0f0 req-03163b3c-92ab-4db8-894e-c9f7271e551d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 210 time: 0.0404809 Apr 01 12:24:15.227351 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58872f8f-52d8-4ae4-beea-4066fb808979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:15.257354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5aedfc7b-53bb-4464-993c-e09d50003980 req-18ea2ea7-26de-4248-9d7a-0237805b3e75 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 210 time: 0.1361737 Apr 01 12:24:15.367203 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:15.368522 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5777b-1aa6-41cc-a0f0-15d69f824f91 req-6e8a7045-3f5e-4fd0-bb3f-0b6d3b2d4f08 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:15.373927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9747c9ce-ee9d-4af4-b0ee-09ab60fd843e req-0eee29a6-14b8-4a8f-b7a1-2e738c79a1b0 service neutron] 10.222.0.37 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900501 Apr 01 12:24:15.378229 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32c5777b-1aa6-41cc-a0f0-15d69f824f91 req-6e8a7045-3f5e-4fd0-bb3f-0b6d3b2d4f08 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 946 time: 0.0987484 Apr 01 12:24:15.426135 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58872f8f-52d8-4ae4-beea-4066fb808979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:15.459737 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58872f8f-52d8-4ae4-beea-4066fb808979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:15.495272 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-58872f8f-52d8-4ae4-beea-4066fb808979 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57ca85915c0a41caa3e9fc6ca565e0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569547 Apr 01 12:24:15.499539 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48194) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:15.542961 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32c5777b-1aa6-41cc-a0f0-15d69f824f91 req-10e6c8bb-46c8-4071-9599-69ed89f0b972 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630099 Apr 01 12:24:15.554283 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:15.614192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1153-9196-424c-a166-f13dc26f540c req-37c81aa7-d9e5-44b6-9055-f02c84e1bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:15.616403 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-801e1153-9196-424c-a166-f13dc26f540c req-37c81aa7-d9e5-44b6-9055-f02c84e1bf3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 1095 time: 0.1566541 Apr 01 12:24:15.629648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58872f8f-52d8-4ae4-beea-4066fb808979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d7e4e7-477a-4a58-91bc-81938cc7d79c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:15.666969 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-30729535-cca8-4e90-b90c-baadcba136ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:15.703872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:15.718158 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:15.718353 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-30729535-cca8-4e90-b90c-baadcba136ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:15.720512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:15.726276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:15.727893 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:15.748732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Pushing event updated for resources: {'Port': ['ID=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:15.791866 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-30729535-cca8-4e90-b90c-baadcba136ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:15.799228 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-30729535-cca8-4e90-b90c-baadcba136ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:15.802869 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-30729535-cca8-4e90-b90c-baadcba136ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56d7e4e7-477a-4a58-91bc-81938cc7d79c HTTP/1.1" status: 204 len: 168 time: 0.2945979 Apr 01 12:24:15.829176 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30729535-cca8-4e90-b90c-baadcba136ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d7e4e7-477a-4a58-91bc-81938cc7d79c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:15.878494 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-051dc195-3229-4b6e-ad73-75297530169c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2945924 Apr 01 12:24:15.879618 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48212) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:15.900820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Request body: {'port': {'device_id': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:15.922348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c58fc-7808-44d1-8668-22891ad54571 req-773e9013-2bbc-445c-8645-fb82c35b1111 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:15.932184 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb6c58fc-7808-44d1-8668-22891ad54571 req-773e9013-2bbc-445c-8645-fb82c35b1111 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 1097 time: 0.2179837 Apr 01 12:24:16.005118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1153-9196-424c-a166-f13dc26f540c req-cbffbfa6-c271-4b69-98dd-a3b0c2774b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:16.006835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-801e1153-9196-424c-a166-f13dc26f540c req-cbffbfa6-c271-4b69-98dd-a3b0c2774b19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.3788931 Apr 01 12:24:16.027698 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb6c58fc-7808-44d1-8668-22891ad54571 req-d05190a9-edc3-41bd-9d40-f62d8b708031 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897985 Apr 01 12:24:16.157069 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-801e1153-9196-424c-a166-f13dc26f540c req-81fa02b2-21f9-43f5-b9fe-73fad51c5869 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9879459-ee06-489c-9e23-96744cf05c2d HTTP/1.1" status: 200 len: 217 time: 0.1283722 Apr 01 12:24:16.168484 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.194831 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b2c6742c-a2a7-447f-8d4f-df9ea38b7ca7 None None] Provisioning complete for port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:16.209628 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b2c6742c-a2a7-447f-8d4f-df9ea38b7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.252418 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18c674a7-0d8e-444e-85aa-240184bf45d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.331525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6742c-a2a7-447f-8d4f-df9ea38b7ca7 None None] Port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:24:16.390867 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c99e2e-66ec-4358-89ff-5644a0a2de6a req-98b53f06-331f-4707-af5d-ea7db6cbd473 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:16.398432 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46c99e2e-66ec-4358-89ff-5644a0a2de6a req-98b53f06-331f-4707-af5d-ea7db6cbd473 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 944 time: 0.2402527 Apr 01 12:24:16.412658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1153-9196-424c-a166-f13dc26f540c req-79ddf61d-4648-4ea8-b83f-8a212d3e58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:16.414125 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-801e1153-9196-424c-a166-f13dc26f540c req-79ddf61d-4648-4ea8-b83f-8a212d3e58a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.2307775 Apr 01 12:24:16.510821 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18c674a7-0d8e-444e-85aa-240184bf45d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.513549 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0fa6b-dcaa-427d-b758-08d710d84d65 req-dee9f186-1cf5-4d29-9597-af731abb3c62 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:16.521443 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-60d0fa6b-dcaa-427d-b758-08d710d84d65 req-dee9f186-1cf5-4d29-9597-af731abb3c62 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 1097 time: 0.1188395 Apr 01 12:24:16.534892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18c674a7-0d8e-444e-85aa-240184bf45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.563650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48232) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:16.606925 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd283d3a-3176-4b8a-b921-085ecff7d8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.623330 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c674a7-0d8e-444e-85aa-240184bf45d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07ff8e8-3df8-46ba-95a1-c382976aafd8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:16.630281 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-18c674a7-0d8e-444e-85aa-240184bf45d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c2352e80fbd4d6298c314401cafd1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7480893 Apr 01 12:24:16.635982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48234) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:16.647143 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-60d0fa6b-dcaa-427d-b758-08d710d84d65 req-ff0aa32c-6e64-42e8-998b-8cd870d9f283 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248348 Apr 01 12:24:16.677787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1153-9196-424c-a166-f13dc26f540c req-c40d274c-7753-42c8-9b2e-5978f84254fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:16.679374 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-801e1153-9196-424c-a166-f13dc26f540c req-c40d274c-7753-42c8-9b2e-5978f84254fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449188 Apr 01 12:24:16.682489 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46c99e2e-66ec-4358-89ff-5644a0a2de6a req-fe4eba57-e38b-4c13-a362-8300fcb98efa tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832654 Apr 01 12:24:16.737363 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d7038308-23aa-44b5-be46-feb08c97e672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.777243 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d7038308-23aa-44b5-be46-feb08c97e672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.784944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-ad1157b5-42bc-43df-b700-ae5ed594f6f3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:16.786236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-ad1157b5-42bc-43df-b700-ae5ed594f6f3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.44 "GET /v2.0/networks?id=54ec5879-6876-4332-b34c-ec146a3b7374 HTTP/1.1" status: 200 len: 823 time: 0.3528874 Apr 01 12:24:16.816790 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd283d3a-3176-4b8a-b921-085ecff7d8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.819306 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e77caa44-8a28-418b-9b47-f61655376843 req-dd983e2f-3a78-4efc-b026-bf3125eac502 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 210 time: 0.0402298 Apr 01 12:24:16.825708 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd283d3a-3176-4b8a-b921-085ecff7d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.871591 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bd283d3a-3176-4b8a-b921-085ecff7d8d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd8265f3442147249a93df8ec44fd206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065791 Apr 01 12:24:16.877182 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48240) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:16.894796 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd283d3a-3176-4b8a-b921-085ecff7d8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e744d9-47eb-4e7d-9a61-9cdf4d6292e3,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:16.921713 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d7038308-23aa-44b5-be46-feb08c97e672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.924270 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d7038308-23aa-44b5-be46-feb08c97e672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.925426 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d7038308-23aa-44b5-be46-feb08c97e672 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c07ff8e8-3df8-46ba-95a1-c382976aafd8 HTTP/1.1" status: 204 len: 168 time: 0.2885294 Apr 01 12:24:16.936346 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7038308-23aa-44b5-be46-feb08c97e672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07ff8e8-3df8-46ba-95a1-c382976aafd8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:16.953963 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4ee1522d-d935-469d-a1e4-f2347a7203d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:16.960498 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-801e1153-9196-424c-a166-f13dc26f540c req-911c6109-cf63-44b6-8aac-a08eafe0a18b service neutron] 10.222.0.37 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432752 Apr 01 12:24:16.987943 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-9fa83646-6a3d-4cd8-9e27-128ac4f460c9 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=504bf52a206041a49c73cff58299a556 HTTP/1.1" status: 200 len: 380 time: 0.1636293 Apr 01 12:24:16.999203 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4ee1522d-d935-469d-a1e4-f2347a7203d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:17.015289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Request body: {'port': {'device_id': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'admin_state_up': True, 'tenant_id': '504bf52a206041a49c73cff58299a556', 'security_groups': ['922bd52b-1e94-4568-bdc0-a0e7f38f56de']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:17.045178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89686487-b1d8-440d-ad38-e623b73af501 req-c08c1b9e-31f3-41f4-b64c-68cbdabdbd62 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:17.047332 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89686487-b1d8-440d-ad38-e623b73af501 req-c08c1b9e-31f3-41f4-b64c-68cbdabdbd62 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 936 time: 0.2554710 Apr 01 12:24:17.053044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:17.071597 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4ee1522d-d935-469d-a1e4-f2347a7203d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:17.074364 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4ee1522d-d935-469d-a1e4-f2347a7203d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:17.075542 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4ee1522d-d935-469d-a1e4-f2347a7203d8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/59e744d9-47eb-4e7d-9a61-9cdf4d6292e3 HTTP/1.1" status: 204 len: 168 time: 0.1974478 Apr 01 12:24:17.078487 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:17.095371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1522d-d935-469d-a1e4-f2347a7203d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e744d9-47eb-4e7d-9a61-9cdf4d6292e3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:17.172404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Transition to ACTIVE for port object 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:24:17.193903 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:17.238214 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89686487-b1d8-440d-ad38-e623b73af501 req-f92419d4-4fdf-4be9-add6-9305b31429ae tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702993 Apr 01 12:24:17.274386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-801e1153-9196-424c-a166-f13dc26f540c req-cd7d3a5c-80ba-4a5f-afb4-e713cf0cc3ea service neutron] 10.222.0.37 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955298 Apr 01 12:24:17.299700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Pushing event updated for resources: {'Port': ['ID=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:17.336240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Attempting to bind port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:17.336579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Attempting to bind port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:17.336896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Attempting to bind port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:17.343529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Made reservation on behalf of 504bf52a206041a49c73cff58299a556 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:17.353340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:17.362797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:17.363107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Attempting to bind port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:17.378435 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:17.378772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:17.379175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:17.379585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Bound port: 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:17.379946 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:17.524825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48258) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:17.547467 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4a34c97-e6e2-4de4-89e2-50d772a42adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:17.621953 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:17.647630 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:17.659614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Allocated IP 172.20.0.9 (54ec5879-6876-4332-b34c-ec146a3b7374/7ef11ffb-671d-4944-80ae-de5a57ae60fe/ddf415b8-25cc-4aca-9be3-68eb9c12976d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:24:17.665872 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:17.698249 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4a34c97-e6e2-4de4-89e2-50d772a42adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:17.707192 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4a34c97-e6e2-4de4-89e2-50d772a42adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:17.726815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:17.727496 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:17.729055 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] 10.222.0.44 "PUT /v2.0/ports/919fb245-61cf-4fe1-8a80-fbcb63dd47c4 HTTP/1.1" status: 200 len: 1096 time: 1.8379726 Apr 01 12:24:17.729522 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'tag': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:17.732055 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9b1b77-9f5e-4e75-a129-5fd6e636814b" -d '{"events": [{"name": "network-changed", "server_uuid": "6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e", "tag": "919fb245-61cf-4fe1-8a80-fbcb63dd47c4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:17.784780 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d4795-8988-44b3-b9a6-e3f73c3cd0ef service neutron] Pushing event updated for resources: {'Port': ['ID=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:17.802735 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c4a34c97-e6e2-4de4-89e2-50d772a42adc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5bfd4093a36147b5af63ce06d8694562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752681 Apr 01 12:24:17.810806 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-2ce3fe81-ba40-45c9-8f78-7725b1b4b758 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751705 Apr 01 12:24:17.815014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48278) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:17.911580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a34c97-e6e2-4de4-89e2-50d772a42adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27d7d6a-a7ff-4025-b2e0-f6b85d664043,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:18.018118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-27ed15d4-713c-477f-b8fa-621d64642709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:18.019563 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-27ed15d4-713c-477f-b8fa-621d64642709 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 1099 time: 0.2273748 Apr 01 12:24:18.049390 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-61334939-9e7a-4d89-ac6f-0d439ade50d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:18.050459 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-edf88bdf-672c-4a8d-bdf1-08d5986f1348 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:18.052048 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-edf88bdf-672c-4a8d-bdf1-08d5986f1348 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405965 Apr 01 12:24:18.081136 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-0a428d3d-e94a-443d-95c1-c0693f43b07d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/quotas/ba9303e6805042dc9b5b3e77a4800baf HTTP/1.1" status: 200 len: 375 time: 0.0137460 Apr 01 12:24:18.087491 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-70d5a441-3b8b-49fa-94bc-d15435d63732 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4 HTTP/1.1" status: 200 len: 217 time: 0.0515008 Apr 01 12:24:18.112247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdba4b-7657-4ffb-b87d-6d768da5c976 req-a9a767a0-949d-49ca-ad3d-59d48e83c389 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:18.113735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-70cdba4b-7657-4ffb-b87d-6d768da5c976 req-a9a767a0-949d-49ca-ad3d-59d48e83c389 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 944 time: 0.1628492 Apr 01 12:24:18.116750 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:18.129095 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-d333764e-b622-4133-ab5c-d64a606b1d63 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397959 Apr 01 12:24:18.184342 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-61334939-9e7a-4d89-ac6f-0d439ade50d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:18.264423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-70cdba4b-7657-4ffb-b87d-6d768da5c976 req-945e5ca0-b0c3-4ce8-b059-1ce5c60a4f6a tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363509 Apr 01 12:24:18.266279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-7205f4f1-c029-4c0a-bf1d-095f42f1f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:18.269297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-7205f4f1-c029-4c0a-bf1d-095f42f1f945 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1647501 Apr 01 12:24:18.294196 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966582e9-405d-4a61-ac7d-431121de6216 x-openstack-request-id: req-966582e9-405d-4a61-ac7d-431121de6216 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:18.294738 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e", "tag": "919fb245-61cf-4fe1-8a80-fbcb63dd47c4", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:18.295128 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-966582e9-405d-4a61-ac7d-431121de6216 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:18.295666 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966582e9-405d-4a61-ac7d-431121de6216'] response: {'name': 'network-changed', 'server_uuid': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'tag': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'status': 'completed', 'code': 200} Apr 01 12:24:18.315778 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:18.431288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468e49a-2ec0-4ad9-beaf-bec87ad0ee45 req-07527e43-72bf-4e6c-9715-e2c71df1db4c tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:18.441334 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e468e49a-2ec0-4ad9-beaf-bec87ad0ee45 req-07527e43-72bf-4e6c-9715-e2c71df1db4c tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 1097 time: 0.0779371 Apr 01 12:24:18.480640 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e468e49a-2ec0-4ad9-beaf-bec87ad0ee45 req-4e3acbce-ad1f-468c-8ee1-08a093305fcd tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360253 Apr 01 12:24:18.626355 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-61334939-9e7a-4d89-ac6f-0d439ade50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:18.628808 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-61334939-9e7a-4d89-ac6f-0d439ade50d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:18.632661 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-61334939-9e7a-4d89-ac6f-0d439ade50d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f27d7d6a-a7ff-4025-b2e0-f6b85d664043 HTTP/1.1" status: 204 len: 168 time: 0.7983360 Apr 01 12:24:18.643884 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8b5c9a06-cba1-4240-8e20-db52c1b7b39f req-9d3fac23-e7b8-4cc3-8574-18eeb59fc15f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 210 time: 0.0374284 Apr 01 12:24:18.679299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61334939-9e7a-4d89-ac6f-0d439ade50d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27d7d6a-a7ff-4025-b2e0-f6b85d664043,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:18.682725 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-f35a4e95-ea08-4fbb-ab71-a383645e8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:18.684745 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-f35a4e95-ea08-4fbb-ab71-a383645e8527 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4075971 Apr 01 12:24:18.689686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Network 54ec5879-6876-4332-b34c-ec146a3b7374 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:18.706554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:18.711004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Pushing event updated for resources: {'Port': ['ID=ddf415b8-25cc-4aca-9be3-68eb9c12976d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:18.738667 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:18.744394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:18.745031 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:18.818949 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-eaf1e2c5-34b9-4afb-b827-9b08a96472d5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8176107 Apr 01 12:24:18.836363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fd7cc-d5d3-4138-a746-e1764eefb463 req-b47db902-fb7a-42c7-a089-5a59fa35cd6d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:18.846884 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d00fd7cc-d5d3-4138-a746-e1764eefb463 req-b47db902-fb7a-42c7-a089-5a59fa35cd6d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 931 time: 0.2145691 Apr 01 12:24:18.878570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Request body: {'port': {'device_id': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:18.893764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e98d86-5a18-4ebb-a495-9e995af3156d req-dd9d35c4-4bae-466e-8860-8d45eec8fe58 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:18.895144 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-85e98d86-5a18-4ebb-a495-9e995af3156d req-dd9d35c4-4bae-466e-8860-8d45eec8fe58 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 948 time: 0.1332090 Apr 01 12:24:18.963410 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-85e98d86-5a18-4ebb-a495-9e995af3156d req-dacfa2fc-f529-4e93-be07-ddb5deaef2cf tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602906 Apr 01 12:24:19.022319 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-1fa22553-f1b6-46d2-9dbb-7975027b2e29 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300281 Apr 01 12:24:19.048297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d00fd7cc-d5d3-4138-a746-e1764eefb463 req-1fcc2444-0142-4204-9a83-6872f0f6adc7 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003644 Apr 01 12:24:19.118055 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:19.183054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-970ad208-ca65-4007-9b29-ad2ebf97a619 None None] Provisioning complete for port ddf415b8-25cc-4aca-9be3-68eb9c12976d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:19.184548 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-970ad208-ca65-4007-9b29-ad2ebf97a619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:19.288845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-970ad208-ca65-4007-9b29-ad2ebf97a619 None None] Port ddf415b8-25cc-4aca-9be3-68eb9c12976d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:24:19.307001 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-796145ed-f29f-4582-96f2-b49edf3bbd5c req-86f9d591-3522-41c7-9510-2e6f75bb878a service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463326 Apr 01 12:24:19.480706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e9879459-ee06-489c-9e23-96744cf05c2d details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:24:19.525730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b77-9f5e-4e75-a129-5fd6e636814b req-198e02c7-3c5d-4700-8f44-b7eb678742b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:19.527452 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd9b1b77-9f5e-4e75-a129-5fd6e636814b req-198e02c7-3c5d-4700-8f44-b7eb678742b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 1099 time: 0.1184187 Apr 01 12:24:19.565668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b7f18-ed4d-467a-b67f-a90c57e8c416 req-5718c64b-5581-4ee7-add7-64ed6659b673 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:19.567208 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-868b7f18-ed4d-467a-b67f-a90c57e8c416 req-5718c64b-5581-4ee7-add7-64ed6659b673 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 944 time: 0.1480534 Apr 01 12:24:19.609906 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e9879459-ee06-489c-9e23-96744cf05c2d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e9879459-ee06-489c-9e23-96744cf05c2d,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:19.627087 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'port_id': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'mac_address': 'fa:16:3e:c9:02:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:24:19.628725 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf415b8-25cc-4aca-9be3-68eb9c12976d {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:19.662899 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:19.683826 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:19.685616 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48352) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:19.710590 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-868b7f18-ed4d-467a-b67f-a90c57e8c416 req-95e05d1d-f137-4dd7-9d83-62e81ba8726b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283171 Apr 01 12:24:19.713591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Transition to ACTIVE for port object ddf415b8-25cc-4aca-9be3-68eb9c12976d will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:24:19.727088 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:19.735586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9879459-ee06-489c-9e23-96744cf05c2d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:19.750655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b77-9f5e-4e75-a129-5fd6e636814b req-7237bfae-3c7a-4db3-aab0-338337667a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:19.752420 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd9b1b77-9f5e-4e75-a129-5fd6e636814b req-7237bfae-3c7a-4db3-aab0-338337667a5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2162457 Apr 01 12:24:19.774495 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e9879459-ee06-489c-9e23-96744cf05c2d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e9879459-ee06-489c-9e23-96744cf05c2d,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:19.782891 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:19.823923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd9b1b77-9f5e-4e75-a129-5fd6e636814b req-eb0dbae5-c05c-495e-94a5-ad7982218f9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4 HTTP/1.1" status: 200 len: 217 time: 0.0417554 Apr 01 12:24:19.886071 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=e9879459-ee06-489c-9e23-96744cf05c2d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:19.888202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf415b8-25cc-4aca-9be3-68eb9c12976d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:19.966589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b27dcb55-30f5-4d16-aa10-092176a1468e req-b7fc4e7a-961b-4b2b-a3a3-8b7f1b735016 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 210 time: 0.1004562 Apr 01 12:24:20.031099 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Attempting to bind port ddf415b8-25cc-4aca-9be3-68eb9c12976d on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:20.031436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Attempting to bind port ddf415b8-25cc-4aca-9be3-68eb9c12976d by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:20.031756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Attempting to bind port ddf415b8-25cc-4aca-9be3-68eb9c12976d on network 54ec5879-6876-4332-b34c-ec146a3b7374 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:20.034991 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0aa0a94-72cf-4d6a-a466-b46e8895b9d0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799284 Apr 01 12:24:20.037514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b77-9f5e-4e75-a129-5fd6e636814b req-1a3d71c8-bbe7-4d3a-b07c-6a04138b0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:20.039189 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd9b1b77-9f5e-4e75-a129-5fd6e636814b req-1a3d71c8-bbe7-4d3a-b07c-6a04138b0d3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.2077010 Apr 01 12:24:20.043209 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Port ddf415b8-25cc-4aca-9be3-68eb9c12976d on network 54ec5879-6876-4332-b34c-ec146a3b7374 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:20.043565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Attempting to bind port ddf415b8-25cc-4aca-9be3-68eb9c12976d on network 54ec5879-6876-4332-b34c-ec146a3b7374 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:20.054366 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6c2db71-f643-45f8-93bf-117023e9a391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.094599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['e9879459-ee06-489c-9e23-96744cf05c2d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:20.156858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:20.157194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Checking segment: {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:20.157581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Bound using segment: {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:20.158037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Bound port: ddf415b8-25cc-4aca-9be3-68eb9c12976d, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:20.158399 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.200044 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6c2db71-f643-45f8-93bf-117023e9a391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.205982 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6c2db71-f643-45f8-93bf-117023e9a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.234840 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e6c2db71-f643-45f8-93bf-117023e9a391 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84e9cb6fd3a84fb9892269c91819bbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5462103 Apr 01 12:24:20.241836 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48374) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:20.287585 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2db71-f643-45f8-93bf-117023e9a391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42a8bd4-774c-425f-aeee-ee11fe1b8907,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:20.298278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b77-9f5e-4e75-a129-5fd6e636814b req-9dcba496-7121-42a6-b452-516b47f83b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:20.299723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd9b1b77-9f5e-4e75-a129-5fd6e636814b req-9dcba496-7121-42a6-b452-516b47f83b03 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2457616 Apr 01 12:24:20.335666 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3f9de90-bdc8-4bc8-a6b9-2f6cdbe686aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.363446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-f9972c03-cfc2-483d-bfb8-7fc77c870f7e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:20.365079 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-f9972c03-cfc2-483d-bfb8-7fc77c870f7e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3228519 Apr 01 12:24:20.383117 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3f9de90-bdc8-4bc8-a6b9-2f6cdbe686aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.389169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] For port ddf415b8-25cc-4aca-9be3-68eb9c12976d, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:20.409922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Request body: {'port': {'device_id': '6ee10404-83a4-4801-9a37-790d3b159375', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'ba9303e6805042dc9b5b3e77a4800baf'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:20.479550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-1a4a5093-1b95-43b7-bb61-718713c88760 req-52015889-7055-4b34-9a08-dab5403e6a15 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Request body: {'security_group': {'name': 'tempest-securitygroup-12607094', 'description': 'tempest-description-2009106007'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:20.480242 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3f9de90-bdc8-4bc8-a6b9-2f6cdbe686aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.482888 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3f9de90-bdc8-4bc8-a6b9-2f6cdbe686aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.484638 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d3f9de90-bdc8-4bc8-a6b9-2f6cdbe686aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b42a8bd4-774c-425f-aeee-ee11fe1b8907 HTTP/1.1" status: 204 len: 168 time: 0.2415209 Apr 01 12:24:20.491492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] For port ddf415b8-25cc-4aca-9be3-68eb9c12976d, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ddf415b8-25cc-4aca-9be3-68eb9c12976d,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:20.496929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9de90-bdc8-4bc8-a6b9-2f6cdbe686aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42a8bd4-774c-425f-aeee-ee11fe1b8907,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:20.514398 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.616952 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1a4a5093-1b95-43b7-bb61-718713c88760 req-52015889-7055-4b34-9a08-dab5403e6a15 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.628333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:20.628888 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.630821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] 10.222.0.44 "PUT /v2.0/ports/ddf415b8-25cc-4aca-9be3-68eb9c12976d HTTP/1.1" status: 200 len: 1091 time: 1.7811127 Apr 01 12:24:20.637004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'tag': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:20.640921 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c20d5c8-e29f-4d7c-9d03-40d45edce298" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d37984-cd06-44c5-a46b-e1ba4141dc81", "tag": "ddf415b8-25cc-4aca-9be3-68eb9c12976d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:20.645552 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd9b1b77-9f5e-4e75-a129-5fd6e636814b req-6749a998-9d4a-4a5c-a2c7-9f108d2c109c service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339458 Apr 01 12:24:20.657694 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1a4a5093-1b95-43b7-bb61-718713c88760 req-52015889-7055-4b34-9a08-dab5403e6a15 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.762840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f89ed3-8360-45bd-8a24-868ed6324012 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf415b8-25cc-4aca-9be3-68eb9c12976d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:20.883870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-25300aad-9390-43e5-bbfc-6e35c6176835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:20.885399 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-25300aad-9390-43e5-bbfc-6e35c6176835 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=504bf52a206041a49c73cff58299a556&device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 1094 time: 0.1796432 Apr 01 12:24:20.894448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Made reservation on behalf of ba9303e6805042dc9b5b3e77a4800baf for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:20.897939 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.905206 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd9b1b77-9f5e-4e75-a129-5fd6e636814b req-3db21b61-ed9f-4ee8-b859-49a8fac4a038 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510986 Apr 01 12:24:20.924961 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:20.966651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-be6fc137-d59c-4b93-887d-353cf1cd977e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf415b8-25cc-4aca-9be3-68eb9c12976d HTTP/1.1" status: 200 len: 217 time: 0.0600533 Apr 01 12:24:21.054222 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1a4a5093-1b95-43b7-bb61-718713c88760 req-52015889-7055-4b34-9a08-dab5403e6a15 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:21.071795 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1a4a5093-1b95-43b7-bb61-718713c88760 req-52015889-7055-4b34-9a08-dab5403e6a15 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:21.081805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-e16f38f2-76c9-4a05-a959-a0bec6f243d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:21.083319 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-e16f38f2-76c9-4a05-a959-a0bec6f243d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ef11ffb-671d-4944-80ae-de5a57ae60fe HTTP/1.1" status: 200 len: 862 time: 0.1107090 Apr 01 12:24:21.149589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52015889-7055-4b34-9a08-dab5403e6a15 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b18d1f-7ce7-4d3b-91ff-d71cc4f68eab,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:21.184920 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:21.197063 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:21.238187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-bbdceff2-aa81-41e4-935a-5b5b70db3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:21.239946 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-bbdceff2-aa81-41e4-935a-5b5b70db3261 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54ec5879-6876-4332-b34c-ec146a3b7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328073 Apr 01 12:24:21.264977 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1a4a5093-1b95-43b7-bb61-718713c88760 req-52015889-7055-4b34-9a08-dab5403e6a15 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:21.297884 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1a4a5093-1b95-43b7-bb61-718713c88760 req-52015889-7055-4b34-9a08-dab5403e6a15 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:21.300071 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:21.392736 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1a4a5093-1b95-43b7-bb61-718713c88760 req-52015889-7055-4b34-9a08-dab5403e6a15 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:21.393956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1a4a5093-1b95-43b7-bb61-718713c88760 req-52015889-7055-4b34-9a08-dab5403e6a15 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9355745 Apr 01 12:24:21.439777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52015889-7055-4b34-9a08-dab5403e6a15 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3990f0ff-3e20-45aa-92d1-a2375b406477,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:21.440006 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48436) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:21.495965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e9879459-ee06-489c-9e23-96744cf05c2d up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:24:21.512001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Allocated IP 192.168.233.157 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/35e244f0-f8e6-452d-9c6b-2c2b78648a1c) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:24:21.515314 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-781a1baf-0057-4bed-acd0-d7616b89b9dd service neutron] 10.222.0.44 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603097 Apr 01 12:24:21.562627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325a2e3-4e57-4061-b795-8476682eb77f req-a3c573bd-98cf-40e8-9f28-d8632eedb487 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:21.562967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port e9879459-ee06-489c-9e23-96744cf05c2d completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:24:21.564225 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b325a2e3-4e57-4061-b795-8476682eb77f req-a3c573bd-98cf-40e8-9f28-d8632eedb487 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 948 time: 0.1124814 Apr 01 12:24:21.577155 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port e9879459-ee06-489c-9e23-96744cf05c2d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:21.577935 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:21.634799 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:24:21.678600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-4edefa74-049f-4336-a3ac-44af75a0fa7c tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:24:21.690401 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-4edefa74-049f-4336-a3ac-44af75a0fa7c tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2494161 Apr 01 12:24:21.698476 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b325a2e3-4e57-4061-b795-8476682eb77f req-5b1af3e2-be77-44eb-aece-1192f3cf1ed2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183455 Apr 01 12:24:21.725853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dcb62cc-18e1-45ee-bf45-a91dba16a34a req-425fe705-e505-4d8d-8f6d-1b82632be930 service neutron] 10.222.0.44 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996140 Apr 01 12:24:21.742539 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:21.847025 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9879459-ee06-489c-9e23-96744cf05c2d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:21.849360 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b885d0-72c8-4052-8a29-ee4062d1bd64" -d '{"events": [{"server_uuid": "38191916-a3f0-4f1f-96ea-a1d1d4f08359", "name": "network-vif-plugged", "status": "completed", "tag": "e9879459-ee06-489c-9e23-96744cf05c2d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:21.851149 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99893b9-085b-4800-a0f1-5c0d0e28d054 req-91bf87ba-b644-4f26-bc72-693f9b3b3b71 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:21.852631 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f99893b9-085b-4800-a0f1-5c0d0e28d054 req-91bf87ba-b644-4f26-bc72-693f9b3b3b71 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 943 time: 0.0770986 Apr 01 12:24:21.862164 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:21.866513 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e9879459-ee06-489c-9e23-96744cf05c2d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e9879459-ee06-489c-9e23-96744cf05c2d,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:21.881915 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:21.894397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:21.911614 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-9d63ee1c-954d-4ccb-881f-cf844b3fa1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:21.913131 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-9d63ee1c-954d-4ccb-881f-cf844b3fa1da service neutron] 10.222.0.45 "GET /v2.0/ports/bbcf0993-7761-4702-ba43-74c0a9fc2349 HTTP/1.1" status: 200 len: 1094 time: 0.1040521 Apr 01 12:24:21.913781 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f99893b9-085b-4800-a0f1-5c0d0e28d054 req-f5fe5a4b-8a88-493c-82f0-daacf37a55ad tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499432 Apr 01 12:24:21.927693 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] Request body: {'binding': {'host': 'n-h2-836146-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:21.927878 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:21.928349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] Unknown quota resources ['binding']. {{(pid=102719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 01 12:24:21.943662 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'mac_address': 'fa:16:3e:7a:4c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:24:21.980507 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd490977-0ce2-4f08-977c-6f670490d6a1 x-openstack-request-id: req-fd490977-0ce2-4f08-977c-6f670490d6a1 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:21.980794 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d37984-cd06-44c5-a46b-e1ba4141dc81", "tag": "ddf415b8-25cc-4aca-9be3-68eb9c12976d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:21.981042 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd490977-0ce2-4f08-977c-6f670490d6a1 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:21.981558 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd490977-0ce2-4f08-977c-6f670490d6a1'] response: {'name': 'network-changed', 'server_uuid': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'tag': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d', 'status': 'completed', 'code': 200} Apr 01 12:24:21.983830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:21.987092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:22.002896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:22.010329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:22.011206 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:22.026997 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:22.028835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event updated for resources: {'Port': ['ID=35e244f0-f8e6-452d-9c6b-2c2b78648a1c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:22.065108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:22.072121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=e9879459-ee06-489c-9e23-96744cf05c2d,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:22.090470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:22.103977 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:22.112778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] Attempting to bind port bbcf0993-7761-4702-ba43-74c0a9fc2349 on host n-h2-836146-1 for vnic_type normal with profile None {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:22.113205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] Attempting to bind port bbcf0993-7761-4702-ba43-74c0a9fc2349 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:22.113708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] Attempting to bind port bbcf0993-7761-4702-ba43-74c0a9fc2349 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:22.119272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] Port bbcf0993-7761-4702-ba43-74c0a9fc2349 on network 5f326287-8629-4e35-afec-ed776729d480 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:22.119839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] Attempting to bind port bbcf0993-7761-4702-ba43-74c0a9fc2349 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:22.119957 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ba16b396-e2b6-4954-ac07-4cfe3f8f5e76 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7187536 Apr 01 12:24:22.125810 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:22.126383 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:22.127329 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] Bound using segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:22.127925 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] Bound port: bbcf0993-7761-4702-ba43-74c0a9fc2349, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:22.134604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Request body: {'port': {'device_id': '6ee10404-83a4-4801-9a37-790d3b159375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:22.160670 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:22.194060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:22.200981 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] Notify callbacks [] for binding, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:22.202837 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-eab9ea68-ed06-4720-87ee-7db5543bda74 service neutron] 10.222.0.45 "POST /v2.0/ports/bbcf0993-7761-4702-ba43-74c0a9fc2349/bindings HTTP/1.1" status: 201 len: 389 time: 0.2788625 Apr 01 12:24:22.334156 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-151d48c1-d83a-4be4-8f75-44322dd32c05 None None] Provisioning complete for port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:22.334622 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-151d48c1-d83a-4be4-8f75-44322dd32c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:22.375429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['919fb245-61cf-4fe1-8a80-fbcb63dd47c4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:22.419728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f1798-d8c8-4b82-9e8f-a43ad49547ab req-0f290cb1-283a-4133-9e08-117df27ef9f2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:22.429353 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-151d48c1-d83a-4be4-8f75-44322dd32c05 None None] Port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:24:22.433704 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6422-29e9-4206-b1dc-3e65e4c78824 req-951267aa-49f4-4fb4-bea3-3dfcbcc7a32d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:22.435022 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-445f1798-d8c8-4b82-9e8f-a43ad49547ab req-0f290cb1-283a-4133-9e08-117df27ef9f2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 936 time: 0.1030304 Apr 01 12:24:22.441570 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-477b6422-29e9-4206-b1dc-3e65e4c78824 req-951267aa-49f4-4fb4-bea3-3dfcbcc7a32d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 946 time: 0.4018941 Apr 01 12:24:22.444714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d5c8-e29f-4d7c-9d03-40d45edce298 req-d22b52b9-fd1a-4809-be4a-3ec3d8463c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:22.446083 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c20d5c8-e29f-4d7c-9d03-40d45edce298 req-d22b52b9-fd1a-4809-be4a-3ec3d8463c33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=504bf52a206041a49c73cff58299a556&device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 1094 time: 0.4293680 Apr 01 12:24:22.497115 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-445f1798-d8c8-4b82-9e8f-a43ad49547ab req-2b2e721c-703b-462e-b7c3-be7e003425d8 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563228 Apr 01 12:24:22.519723 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-19bf8afb-96cd-4449-9d37-98c1c0c68d44 req-80bb89ff-d1cd-41e4-8572-738616abbdb4 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1026302788', 'description': 'tempest-description-2130632009'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:22.553437 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-19bf8afb-96cd-4449-9d37-98c1c0c68d44 req-80bb89ff-d1cd-41e4-8572-738616abbdb4 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:22.592630 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-477b6422-29e9-4206-b1dc-3e65e4c78824 req-85334c8d-4200-4a33-91e7-91158af38512 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480372 Apr 01 12:24:22.593184 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:22.662930 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-19bf8afb-96cd-4449-9d37-98c1c0c68d44 req-80bb89ff-d1cd-41e4-8572-738616abbdb4 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:22.668382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d5c8-e29f-4d7c-9d03-40d45edce298 req-4a6bd005-4f78-4965-ad00-27b7c6466d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:22.669534 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-19bf8afb-96cd-4449-9d37-98c1c0c68d44 req-80bb89ff-d1cd-41e4-8572-738616abbdb4 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:22.671518 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c20d5c8-e29f-4d7c-9d03-40d45edce298 req-4a6bd005-4f78-4965-ad00-27b7c6466d55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54ec5879-6876-4332-b34c-ec146a3b7374 HTTP/1.1" status: 200 len: 924 time: 0.2135513 Apr 01 12:24:22.719199 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-19bf8afb-96cd-4449-9d37-98c1c0c68d44 req-80bb89ff-d1cd-41e4-8572-738616abbdb4 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:22.720751 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-19bf8afb-96cd-4449-9d37-98c1c0c68d44 req-80bb89ff-d1cd-41e4-8572-738616abbdb4 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2053044 Apr 01 12:24:22.724011 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb89ff-d1cd-41e4-8572-738616abbdb4 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd7babc-dc4b-4a3d-8a68-a078c5e1c9b7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:22.747674 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c20d5c8-e29f-4d7c-9d03-40d45edce298 req-77b014aa-5ea8-4a80-89b7-cd86980a1e93 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf415b8-25cc-4aca-9be3-68eb9c12976d HTTP/1.1" status: 200 len: 217 time: 0.0651460 Apr 01 12:24:22.777835 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e3b14a-a0ff-4ba6-b3e8-24c30886e591 x-openstack-request-id: req-06e3b14a-a0ff-4ba6-b3e8-24c30886e591 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:22.780434 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38191916-a3f0-4f1f-96ea-a1d1d4f08359", "name": "network-vif-plugged", "status": "completed", "tag": "e9879459-ee06-489c-9e23-96744cf05c2d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:22.781336 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06e3b14a-a0ff-4ba6-b3e8-24c30886e591 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:22.782476 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e3b14a-a0ff-4ba6-b3e8-24c30886e591'] response: {'server_uuid': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'code': 200} Apr 01 12:24:22.793062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-deadfd0f-e798-4ef7-9716-b9a76c569008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:22.795328 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-deadfd0f-e798-4ef7-9716-b9a76c569008 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 1097 time: 0.3158481 Apr 01 12:24:22.974372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb011c-1899-4328-9812-77537e0f75e5 req-bdaf8962-ee16-4017-8736-9cc94a6d547b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:22.976436 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-91cb011c-1899-4328-9812-77537e0f75e5 req-bdaf8962-ee16-4017-8736-9cc94a6d547b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 949 time: 0.0552666 Apr 01 12:24:22.993689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d5c8-e29f-4d7c-9d03-40d45edce298 req-e83a3a13-7c73-43e6-bee2-22d3c0c5dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:22.995290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c20d5c8-e29f-4d7c-9d03-40d45edce298 req-e83a3a13-7c73-43e6-bee2-22d3c0c5dcee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ef11ffb-671d-4944-80ae-de5a57ae60fe HTTP/1.1" status: 200 len: 862 time: 0.2190185 Apr 01 12:24:23.017398 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-91cb011c-1899-4328-9812-77537e0f75e5 req-00bdc3dd-c13d-43a9-84c9-e326f6e73336 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343683 Apr 01 12:24:23.162488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-e4a9f50f-f3a3-4bc6-b0c3-4a50040abf67 req-18dfec24-2cc1-4395-a522-47a6bda321ee tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1551383184', 'description': 'tempest-description-1996322608'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:23.163415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae6247-1aad-4540-9eaf-68960aea947a req-942ad741-80ee-4a42-a2ea-818c3b547a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:23.164902 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7ae6247-1aad-4540-9eaf-68960aea947a req-942ad741-80ee-4a42-a2ea-818c3b547a8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 1097 time: 0.3301306 Apr 01 12:24:23.177971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdc81c-c2cb-4ce3-9260-b38c43472e3c req-364fe896-239a-4be1-ac81-f03ea18c3999 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:23.179465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-98bdc81c-c2cb-4ce3-9260-b38c43472e3c req-364fe896-239a-4be1-ac81-f03ea18c3999 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 946 time: 0.2299554 Apr 01 12:24:23.186409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e4a9f50f-f3a3-4bc6-b0c3-4a50040abf67 req-18dfec24-2cc1-4395-a522-47a6bda321ee tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.196093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e4a9f50f-f3a3-4bc6-b0c3-4a50040abf67 req-18dfec24-2cc1-4395-a522-47a6bda321ee tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.220506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d5c8-e29f-4d7c-9d03-40d45edce298 req-eb1f035d-3192-40f0-bea2-544ce621a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:23.221972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c20d5c8-e29f-4d7c-9d03-40d45edce298 req-eb1f035d-3192-40f0-bea2-544ce621a938 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54ec5879-6876-4332-b34c-ec146a3b7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164047 Apr 01 12:24:23.229640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-1775c474-487b-4aff-bef5-21d51a7d4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:23.230991 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-1775c474-487b-4aff-bef5-21d51a7d4e96 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.4132454 Apr 01 12:24:23.278773 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e4a9f50f-f3a3-4bc6-b0c3-4a50040abf67 req-18dfec24-2cc1-4395-a522-47a6bda321ee tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.290921 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e4a9f50f-f3a3-4bc6-b0c3-4a50040abf67 req-18dfec24-2cc1-4395-a522-47a6bda321ee tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.333302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfec24-2cc1-4395-a522-47a6bda321ee tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec0f619-35ff-489b-80c9-16f83588830d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:23.339287 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-3da4907a-01e2-4da8-b702-9d07c7a5a6bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349 HTTP/1.1" status: 200 len: 217 time: 0.0990260 Apr 01 12:24:23.345833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7ae6247-1aad-4540-9eaf-68960aea947a req-629ce23e-64d9-4bfb-91a2-1613c2c2d91a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607621 Apr 01 12:24:23.362658 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-98bdc81c-c2cb-4ce3-9260-b38c43472e3c req-39936075-e9f2-46c7-99de-97114e327d78 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616254 Apr 01 12:24:23.369078 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e4a9f50f-f3a3-4bc6-b0c3-4a50040abf67 req-18dfec24-2cc1-4395-a522-47a6bda321ee tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.374777 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e4a9f50f-f3a3-4bc6-b0c3-4a50040abf67 req-18dfec24-2cc1-4395-a522-47a6bda321ee tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.403998 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e4a9f50f-f3a3-4bc6-b0c3-4a50040abf67 req-18dfec24-2cc1-4395-a522-47a6bda321ee tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.405796 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4a9f50f-f3a3-4bc6-b0c3-4a50040abf67 req-18dfec24-2cc1-4395-a522-47a6bda321ee tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2473092 Apr 01 12:24:23.410068 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfec24-2cc1-4395-a522-47a6bda321ee tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2380dbe0-861d-4fb0-98e7-3e80f01bf30a,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:23.499009 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-005b3792-010c-47e8-8e8b-3c3b9f483ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:23.500480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-005b3792-010c-47e8-8e8b-3c3b9f483ec5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.1503935 Apr 01 12:24:23.509376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e244f0-f8e6-452d-9c6b-2c2b78648a1c {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:23.524433 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c20d5c8-e29f-4d7c-9d03-40d45edce298 req-34fa6932-e7b8-428e-b65d-72eb9aab2d8c service neutron] 10.222.0.44 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925115 Apr 01 12:24:23.526405 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.557088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c2a39d70-b6ab-4f5a-854c-938f8af8e8c9 req-1e5673ea-9c74-4caf-b822-1e5b0b6a008a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-357251278', 'description': 'tempest-description-1080128884'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:23.565452 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-98d9c7a4-656d-4ee8-b17d-ee5a93ab3a6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524728 Apr 01 12:24:23.596448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Transition to ACTIVE for port object 35e244f0-f8e6-452d-9c6b-2c2b78648a1c will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:24:23.608227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1dc13-4a7d-446e-8251-ae67a8a65ae0 req-e8cdea0f-9b5c-410c-b914-07b262f09f3e tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:23.609975 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c5b1dc13-4a7d-446e-8251-ae67a8a65ae0 req-e8cdea0f-9b5c-410c-b914-07b262f09f3e tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 943 time: 0.0554473 Apr 01 12:24:23.622061 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.630167 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ddf415b8-25cc-4aca-9be3-68eb9c12976d details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:24:23.635357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:24:23.652643 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c5b1dc13-4a7d-446e-8251-ae67a8a65ae0 req-1e30ab48-aadc-4d00-a391-b8e963fb9c9a tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360482 Apr 01 12:24:23.693756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c2a39d70-b6ab-4f5a-854c-938f8af8e8c9 req-1e5673ea-9c74-4caf-b822-1e5b0b6a008a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.766395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:24:23.771914 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:23.772497 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.794031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Pushing event updated for resources: {'Port': ['ID=35e244f0-f8e6-452d-9c6b-2c2b78648a1c,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:23.816879 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c20d5c8-e29f-4d7c-9d03-40d45edce298 req-f50fa49c-c49b-4bd9-a450-894dc9b1d7e1 service neutron] 10.222.0.44 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837150 Apr 01 12:24:23.819238 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port ddf415b8-25cc-4aca-9be3-68eb9c12976d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ddf415b8-25cc-4aca-9be3-68eb9c12976d,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:23.847143 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-556f6fa3-4fca-4a46-a2e3-893a4ce119ed service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644124 Apr 01 12:24:23.849359 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'port_id': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d', 'mac_address': 'fa:16:3e:6f:15:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:24:23.854753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Attempting to bind port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:23.855150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Attempting to bind port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:23.855552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Attempting to bind port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:23.883825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:23.884511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Attempting to bind port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:23.897709 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.911765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf415b8-25cc-4aca-9be3-68eb9c12976d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:23.916910 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:23.917262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:23.917798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:23.918676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Bound port: 35e244f0-f8e6-452d-9c6b-2c2b78648a1c, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:23.919048 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.953129 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port ddf415b8-25cc-4aca-9be3-68eb9c12976d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ddf415b8-25cc-4aca-9be3-68eb9c12976d,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:23.961675 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:23.984284 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c2a39d70-b6ab-4f5a-854c-938f8af8e8c9 req-1e5673ea-9c74-4caf-b822-1e5b0b6a008a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:24.009060 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c2a39d70-b6ab-4f5a-854c-938f8af8e8c9 req-1e5673ea-9c74-4caf-b822-1e5b0b6a008a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:24.012607 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=ddf415b8-25cc-4aca-9be3-68eb9c12976d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:24.018932 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:24.051771 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:24.059506 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:24.065391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c2a39d70-b6ab-4f5a-854c-938f8af8e8c9 req-1e5673ea-9c74-4caf-b822-1e5b0b6a008a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:24.078104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a39d70-b6ab-4f5a-854c-938f8af8e8c9 req-1e5673ea-9c74-4caf-b822-1e5b0b6a008a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5481200 Apr 01 12:24:24.094879 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-170af31a-436e-45ab-a36f-1a03f46240fb service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331741 Apr 01 12:24:24.098384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5673ea-9c74-4caf-b822-1e5b0b6a008a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce50ce7c-5465-4abd-a88e-f31760a54e60,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:24.104750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] For port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:24.108482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] For port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35e244f0-f8e6-452d-9c6b-2c2b78648a1c,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:24.120824 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:24.134616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:24.191063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:24.191675 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:24.193066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] 10.222.0.37 "PUT /v2.0/ports/35e244f0-f8e6-452d-9c6b-2c2b78648a1c HTTP/1.1" status: 200 len: 1096 time: 2.0636840 Apr 01 12:24:24.193508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee10404-83a4-4801-9a37-790d3b159375', 'tag': '35e244f0-f8e6-452d-9c6b-2c2b78648a1c'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:24.195725 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6471621a-96f1-421e-aec7-cb7fbd4023e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee10404-83a4-4801-9a37-790d3b159375", "tag": "35e244f0-f8e6-452d-9c6b-2c2b78648a1c"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:24.228015 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['ddf415b8-25cc-4aca-9be3-68eb9c12976d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:24.270717 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1092c-7352-4b9f-8a5b-872e7c2945bb service neutron] Pushing event updated for resources: {'Port': ['ID=35e244f0-f8e6-452d-9c6b-2c2b78648a1c,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:24.294614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-61ea07cc-16fa-421a-9074-092a2410f7d5 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:24.296682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-61ea07cc-16fa-421a-9074-092a2410f7d5 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d&tenant_id=d3ef0b6c28664a848490f62530c5067c&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1097 time: 0.1357689 Apr 01 12:24:24.312296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-1'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:24.321725 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2802b20-d3b7-40be-8aaa-7d41090af18c req-49de5c25-d4a0-4783-8e34-53564d601b0b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:24.323296 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2802b20-d3b7-40be-8aaa-7d41090af18c req-49de5c25-d4a0-4783-8e34-53564d601b0b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 948 time: 0.1498673 Apr 01 12:24:24.388814 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-c9c25c8e-aee0-4991-bea8-b6f9cd85006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:24.390385 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-c9c25c8e-aee0-4991-bea8-b6f9cd85006f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 1099 time: 0.1374114 Apr 01 12:24:24.455915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-afae2567-e147-4700-9fa1-475c4c45421f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=35e244f0-f8e6-452d-9c6b-2c2b78648a1c HTTP/1.1" status: 200 len: 217 time: 0.0482891 Apr 01 12:24:24.463192 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2802b20-d3b7-40be-8aaa-7d41090af18c req-ea13d7a2-a119-4ef4-a331-e067276f1433 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154120 Apr 01 12:24:24.465033 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:24.475894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b5333-8dac-4d51-9a51-ceb072c21ba4 req-7fcb69a5-2a55-4ef3-8ce1-cb1cfa6f0049 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:24.477465 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-169b5333-8dac-4d51-9a51-ceb072c21ba4 req-7fcb69a5-2a55-4ef3-8ce1-cb1cfa6f0049 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 946 time: 0.0543575 Apr 01 12:24:24.521115 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-169b5333-8dac-4d51-9a51-ceb072c21ba4 req-7b513fea-7f4a-465c-a76f-295fbf1b3db9 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325518 Apr 01 12:24:24.573901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-9092c97f-3c76-4c25-ac51-1103927462f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:24.575396 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-9092c97f-3c76-4c25-ac51-1103927462f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1113601 Apr 01 12:24:24.675766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1def30-0596-41fc-a074-718d8ad9a029 req-32d3225d-49eb-4c96-b347-cde9f093752d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:24.677250 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4b1def30-0596-41fc-a074-718d8ad9a029 req-32d3225d-49eb-4c96-b347-cde9f093752d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.1454468 Apr 01 12:24:24.728946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-b7b3c582-c4d4-4713-a5e9-7c52af260a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:24.730469 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-b7b3c582-c4d4-4713-a5e9-7c52af260a46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308670 Apr 01 12:24:24.753635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:24.772458 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4b1def30-0596-41fc-a074-718d8ad9a029 req-401b06bf-a55c-4944-a8b0-04402ec6d548 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858898 Apr 01 12:24:24.777064 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-b75e8e5f-997a-4b63-8251-f11d2a36cab8 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42327 time: 0.2201474 Apr 01 12:24:24.784166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:24.786584 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63d22fa-3232-4081-ac52-ee09333dc6b2" -d '{"events": [{"server_uuid": "6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e", "name": "network-vif-plugged", "status": "completed", "tag": "919fb245-61cf-4fe1-8a80-fbcb63dd47c4"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:24.849749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:24.867151 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-31b67750-c6f3-4eae-b7f4-6e1342c08b00 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/1731569a-f240-4a72-9a6d-7c7f05577038 HTTP/1.1" status: 200 len: 2981 time: 0.0411088 Apr 01 12:24:24.890470 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-ffb1c29b-1c60-417c-a682-1891869d6e8f service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518021 Apr 01 12:24:24.915369 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-eb7e6c86-918e-4197-a095-ca5667c33927 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/1731569a-f240-4a72-9a6d-7c7f05577038 HTTP/1.1" status: 200 len: 2981 time: 0.0412087 Apr 01 12:24:24.919192 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:24.933760 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:24.966401 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-4d4d208b-81ae-48b4-b30a-af028999ac25 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/238625cc-d68d-4556-98b1-bb91696a7ed8 HTTP/1.1" status: 200 len: 2981 time: 0.0413582 Apr 01 12:24:25.014506 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-7d88ee86-b43d-44db-92b2-9d769fafa5e6 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/238625cc-d68d-4556-98b1-bb91696a7ed8 HTTP/1.1" status: 200 len: 2981 time: 0.0414512 Apr 01 12:24:25.078390 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-e9003782-3de1-4789-acc0-0d34adcdc002 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/49fca055-ef91-4648-9e29-b0969586d160 HTTP/1.1" status: 200 len: 2973 time: 0.0572174 Apr 01 12:24:25.131822 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-4a2a30f3-f66e-47db-8992-01e80b1cde5f tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/49fca055-ef91-4648-9e29-b0969586d160 HTTP/1.1" status: 200 len: 2973 time: 0.0472798 Apr 01 12:24:25.178454 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-6f68fd8c-1552-4c02-b1cb-f3144b43b1c9 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/58ab49dc-1e90-43fb-99ae-823bab44a870 HTTP/1.1" status: 200 len: 2981 time: 0.0395615 Apr 01 12:24:25.222286 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-0723b4a2-c2c2-4f38-850a-1a3bbd34b9ff tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/58ab49dc-1e90-43fb-99ae-823bab44a870 HTTP/1.1" status: 200 len: 2981 time: 0.0373914 Apr 01 12:24:25.227446 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cdcf76-cb9c-479f-8398-f20556623a20 x-openstack-request-id: req-44cdcf76-cb9c-479f-8398-f20556623a20 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:25.227728 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee10404-83a4-4801-9a37-790d3b159375", "tag": "35e244f0-f8e6-452d-9c6b-2c2b78648a1c", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:25.227971 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44cdcf76-cb9c-479f-8398-f20556623a20 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:25.228351 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44cdcf76-cb9c-479f-8398-f20556623a20'] response: {'name': 'network-changed', 'server_uuid': '6ee10404-83a4-4801-9a37-790d3b159375', 'tag': '35e244f0-f8e6-452d-9c6b-2c2b78648a1c', 'status': 'completed', 'code': 200} Apr 01 12:24:25.264886 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-3a62e17c-1ad1-4303-9002-29ae78ab4bf5 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/692c8a2c-ba93-4ebc-8a66-525f9c5de5f9 HTTP/1.1" status: 200 len: 2981 time: 0.0363040 Apr 01 12:24:25.307556 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-b46eefb4-afb6-44a0-b785-1e3cee6bba14 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/692c8a2c-ba93-4ebc-8a66-525f9c5de5f9 HTTP/1.1" status: 200 len: 2981 time: 0.0365136 Apr 01 12:24:25.324944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Pushing event updated for resources: {'Port': ['ID=bbcf0993-7761-4702-ba43-74c0a9fc2349,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:25.343342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53f6864b-cd32-4fc2-b89e-b564bb592be0 req-371c87e3-ee4c-48dc-9a25-87b14bb64059 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452302 Apr 01 12:24:25.353507 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-2ba249a0-b808-45b9-821b-8fae201b849a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/70b79c09-210c-4758-98a9-14e8deec850f HTTP/1.1" status: 200 len: 2977 time: 0.0398328 Apr 01 12:24:25.358734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ef904-38a3-41b7-bed4-9bdf3a9ebdb4 req-58aae3ec-c60f-48d0-9de1-d500d81196e1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:25.358734 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-223ef904-38a3-41b7-bed4-9bdf3a9ebdb4 req-58aae3ec-c60f-48d0-9de1-d500d81196e1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 944 time: 0.1310105 Apr 01 12:24:25.359257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Attempting to bind port bbcf0993-7761-4702-ba43-74c0a9fc2349 on host n-h1-836146-1 for vnic_type normal with profile {"migrating_to": "n-h2-836146-1"} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:25.359257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Attempting to bind port bbcf0993-7761-4702-ba43-74c0a9fc2349 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:25.359510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Attempting to bind port bbcf0993-7761-4702-ba43-74c0a9fc2349 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:25.366673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Port bbcf0993-7761-4702-ba43-74c0a9fc2349 on network 5f326287-8629-4e35-afec-ed776729d480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:25.366996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Attempting to bind port bbcf0993-7761-4702-ba43-74c0a9fc2349 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:25.386765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:25.387592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:25.387592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Bound using segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:25.387885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Bound port: bbcf0993-7761-4702-ba43-74c0a9fc2349, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:25.388273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:25.402547 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-b4dbee8b-a8a3-4682-b491-f039e80254d5 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/70b79c09-210c-4758-98a9-14e8deec850f HTTP/1.1" status: 200 len: 2977 time: 0.0401056 Apr 01 12:24:25.444791 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-0025673b-b8e1-4dfc-8e42-48efe7ec02ec tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/9ec0f619-35ff-489b-80c9-16f83588830d HTTP/1.1" status: 200 len: 2981 time: 0.0372441 Apr 01 12:24:25.457507 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-223ef904-38a3-41b7-bed4-9bdf3a9ebdb4 req-512c8e32-335c-444f-a27d-383fc4f8d103 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923674 Apr 01 12:24:25.495572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471621a-96f1-421e-aec7-cb7fbd4023e6 req-3ffc3511-c070-4586-b527-8f14a56505c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:25.497105 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6471621a-96f1-421e-aec7-cb7fbd4023e6 req-3ffc3511-c070-4586-b527-8f14a56505c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 1099 time: 0.0910842 Apr 01 12:24:25.502991 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-232921e8-bf6f-4f0a-acf9-f53fa21cc7f8 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/9ec0f619-35ff-489b-80c9-16f83588830d HTTP/1.1" status: 200 len: 2981 time: 0.0518131 Apr 01 12:24:25.505050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:25.515552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:25.535644 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:25.550834 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-8b14ecd9-7e68-45b8-bf78-e9a751f4e4cb tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/aead3596-4cc8-435f-8fa9-7517a5f07186 HTTP/1.1" status: 200 len: 2981 time: 0.0389061 Apr 01 12:24:25.598391 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-b5c85c9b-4e46-4fd8-866a-e0465c123264 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/aead3596-4cc8-435f-8fa9-7517a5f07186 HTTP/1.1" status: 200 len: 2981 time: 0.0413759 Apr 01 12:24:25.643788 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-67457143-e5c2-4f4f-8933-9aea5a8066c9 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b2b18d1f-7ce7-4d3b-91ff-d71cc4f68eab HTTP/1.1" status: 200 len: 2981 time: 0.0392630 Apr 01 12:24:25.647896 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ddf415b8-25cc-4aca-9be3-68eb9c12976d up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:24:25.677543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Pushing event updated for resources: {'Port': ['ID=bbcf0993-7761-4702-ba43-74c0a9fc2349,revision_number=8']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:25.705122 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port ddf415b8-25cc-4aca-9be3-68eb9c12976d completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:24:25.709363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port ddf415b8-25cc-4aca-9be3-68eb9c12976d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:25.709719 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-7ed1818e-cf1a-4339-bbd5-73de0948b95c tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b2b18d1f-7ce7-4d3b-91ff-d71cc4f68eab HTTP/1.1" status: 200 len: 2981 time: 0.0567980 Apr 01 12:24:25.709860 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:25.728936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79434a47-b6b6-48b0-bc50-f548de20fdfc req-b5d430f0-5265-4994-960b-c1a469290548 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:25.730489 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-79434a47-b6b6-48b0-bc50-f548de20fdfc req-b5d430f0-5265-4994-960b-c1a469290548 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 944 time: 0.1984334 Apr 01 12:24:25.731797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:25.732920 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:25.733797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-7640f801-15a3-4bdd-aa35-f4db0186d4bd service neutron] 10.222.0.44 "PUT /v2.0/ports/bbcf0993-7761-4702-ba43-74c0a9fc2349 HTTP/1.1" status: 200 len: 1122 time: 1.4276059 Apr 01 12:24:25.735276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471621a-96f1-421e-aec7-cb7fbd4023e6 req-80ae87cb-9153-42f2-bb05-e8e417e778cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:25.736664 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6471621a-96f1-421e-aec7-cb7fbd4023e6 req-80ae87cb-9153-42f2-bb05-e8e417e778cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2330477 Apr 01 12:24:25.767862 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-9ec08172-5b48-40cf-a915-a5f847741fa4 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/bc29d261-a974-498e-945e-61a9c3d18c11 HTTP/1.1" status: 200 len: 2981 time: 0.0510674 Apr 01 12:24:25.802715 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['bbcf0993-7761-4702-ba43-74c0a9fc2349'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:25.815051 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6471621a-96f1-421e-aec7-cb7fbd4023e6 req-d51efd3f-eb3e-43f2-b43e-ecdc1615da5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=35e244f0-f8e6-452d-9c6b-2c2b78648a1c HTTP/1.1" status: 200 len: 217 time: 0.0679872 Apr 01 12:24:25.818897 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-d29e9555-b022-4b73-bb6c-3cbc4426a781 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/bc29d261-a974-498e-945e-61a9c3d18c11 HTTP/1.1" status: 200 len: 2981 time: 0.0439923 Apr 01 12:24:25.829849 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:25.859595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-79434a47-b6b6-48b0-bc50-f548de20fdfc req-6881857a-8992-4ab1-b42c-c859d88bf53d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040301 Apr 01 12:24:25.880709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471621a-96f1-421e-aec7-cb7fbd4023e6 req-1f2fc2bb-5c56-49ac-a977-60e0cf19b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:25.883348 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6471621a-96f1-421e-aec7-cb7fbd4023e6 req-1f2fc2bb-5c56-49ac-a977-60e0cf19b9d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0611162 Apr 01 12:24:25.883815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port ddf415b8-25cc-4aca-9be3-68eb9c12976d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ddf415b8-25cc-4aca-9be3-68eb9c12976d,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:25.885131 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-1b4e84d6-b766-419c-bcf9-8ed90ea16f61 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/d7656723-a5dc-4263-8ed7-77ff3e3e9b42 HTTP/1.1" status: 200 len: 2981 time: 0.0584660 Apr 01 12:24:25.895632 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:25.929537 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a7cd96-16d1-431d-bda5-71f34e7b174a x-openstack-request-id: req-69a7cd96-16d1-431d-bda5-71f34e7b174a {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:25.929822 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e", "name": "network-vif-plugged", "status": "completed", "tag": "919fb245-61cf-4fe1-8a80-fbcb63dd47c4", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:25.930155 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69a7cd96-16d1-431d-bda5-71f34e7b174a {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:25.930801 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a7cd96-16d1-431d-bda5-71f34e7b174a'] response: {'server_uuid': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'code': 200} Apr 01 12:24:25.949451 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-f8cfa4a3-b7e7-46ee-9f7b-e7700448fa48 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/d7656723-a5dc-4263-8ed7-77ff3e3e9b42 HTTP/1.1" status: 200 len: 2981 time: 0.0631514 Apr 01 12:24:25.996614 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=ddf415b8-25cc-4aca-9be3-68eb9c12976d,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:26.012159 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-b74fb8c4-cb63-4ce2-84cc-4f442d45d86d tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f9452cb3-3244-4017-80ec-3727a32ef6c2 HTTP/1.1" status: 200 len: 2981 time: 0.0612242 Apr 01 12:24:26.052411 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1feeb475-4211-4364-a266-10368824342f req-51e881c7-67e7-4fc4-9550-ce9c73273537 tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f9452cb3-3244-4017-80ec-3727a32ef6c2 HTTP/1.1" status: 200 len: 2981 time: 0.0393989 Apr 01 12:24:26.053750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471621a-96f1-421e-aec7-cb7fbd4023e6 req-df3e23bf-ca00-4f07-85b5-3053ea406c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:26.055263 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6471621a-96f1-421e-aec7-cb7fbd4023e6 req-df3e23bf-ca00-4f07-85b5-3053ea406c5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1634955 Apr 01 12:24:26.149350 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6529c7-7e98-46e0-be75-8d3f34b95994 req-7be7a440-9ebb-4b76-b1c0-1f052629cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:26.150755 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-db6529c7-7e98-46e0-be75-8d3f34b95994 req-7be7a440-9ebb-4b76-b1c0-1f052629cbe4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 1101 time: 0.1400108 Apr 01 12:24:26.151551 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ff51f-aaa3-474a-a801-2099ceef0b77 req-96d5215b-6b13-4086-9fc1-aced2393a143 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:26.153134 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b88ff51f-aaa3-474a-a801-2099ceef0b77 req-96d5215b-6b13-4086-9fc1-aced2393a143 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 946 time: 0.0499804 Apr 01 12:24:26.181418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85982981-bd4b-4988-b90e-bd2504c0eeeb req-3311538b-504a-41be-a9d8-7fa9946af61f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:26.182888 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85982981-bd4b-4988-b90e-bd2504c0eeeb req-3311538b-504a-41be-a9d8-7fa9946af61f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 948 time: 0.1327400 Apr 01 12:24:26.191187 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b88ff51f-aaa3-474a-a801-2099ceef0b77 req-85b1afba-756e-44a8-8cff-bd5c45cee53e tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Apr 01 12:24:26.231058 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6471621a-96f1-421e-aec7-cb7fbd4023e6 req-b1f68926-7927-4dfe-878f-ef051d949878 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667392 Apr 01 12:24:26.239974 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-db6529c7-7e98-46e0-be75-8d3f34b95994 req-b7b11867-bcf1-4d0f-930d-8352ed64418f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761366 Apr 01 12:24:26.269157 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85982981-bd4b-4988-b90e-bd2504c0eeeb req-772c37a3-9a27-46f4-8943-3150bf709b2a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782385 Apr 01 12:24:26.293941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e7712-b901-446a-b0cd-683092c2cbbc req-ab914316-84e1-4dc2-88bf-e5cab51673d1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:26.296114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e13e7712-b901-446a-b0cd-683092c2cbbc req-ab914316-84e1-4dc2-88bf-e5cab51673d1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.0482142 Apr 01 12:24:26.338490 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e13e7712-b901-446a-b0cd-683092c2cbbc req-0db00de7-9f51-4cc2-a87e-47b01cbede67 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354056 Apr 01 12:24:26.384922 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6471621a-96f1-421e-aec7-cb7fbd4023e6 req-6d095c8b-97a9-4627-9d2c-77619d61220a service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469483 Apr 01 12:24:26.409466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1532854-a817-441e-acb2-302c157bbf69 req-8f1636c1-029f-4097-8300-458d92252e28 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81077f4d5ce14f79a9ebf8e97b5719c4 HTTP/1.1" status: 200 len: 6102 time: 0.0816741 Apr 01 12:24:26.463593 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1532854-a817-441e-acb2-302c157bbf69 req-6d18fd65-3cb5-4faf-bd3b-35befec18e6b tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] 10.222.0.45 "GET /v2.0/security-groups/b2b18d1f-7ce7-4d3b-91ff-d71cc4f68eab HTTP/1.1" status: 200 len: 2981 time: 0.0478733 Apr 01 12:24:26.510022 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1532854-a817-441e-acb2-302c157bbf69 req-cf7b5153-6b1e-4c9a-b961-5c90ecf96727 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] 10.222.0.45 "GET /v2.0/security-groups/b2b18d1f-7ce7-4d3b-91ff-d71cc4f68eab HTTP/1.1" status: 200 len: 2981 time: 0.0402598 Apr 01 12:24:26.516604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-1ab9f53d-4e60-4168-ad70-6c32230b6be2 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:26.522565 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-1ab9f53d-4e60-4168-ad70-6c32230b6be2 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0851660 Apr 01 12:24:26.570790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-bffbf9e9-c574-4a3e-8576-87dfc9152e34 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.0453334 Apr 01 12:24:26.580514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-341c6fad-4b9b-4963-ba3e-d71dc2d62086 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Request body: {'floatingip': {'port_id': '218ed498-e755-429c-b004-c4e3c4b827b7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:26.628603 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-341c6fad-4b9b-4963-ba3e-d71dc2d62086 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:26.674915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed2a44-cace-4d45-9fd1-1ac9f1a4c024 req-8ae8aadd-4c53-47cc-b873-9fd00b2c4b06 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:26.676330 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ebed2a44-cace-4d45-9fd1-1ac9f1a4c024 req-8ae8aadd-4c53-47cc-b873-9fd00b2c4b06 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 944 time: 0.0482817 Apr 01 12:24:26.713285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ebed2a44-cace-4d45-9fd1-1ac9f1a4c024 req-85b47c9b-ef0f-4e37-9ef5-ce915d180c61 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Apr 01 12:24:26.773557 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbb97c70-632f-4d51-b394-f6fd5816e768 req-358a19ed-52eb-4491-b26e-e8d3c1f592df tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/ce50ce7c-5465-4abd-a88e-f31760a54e60 HTTP/1.1" status: 200 len: 1777 time: 0.0338740 Apr 01 12:24:26.827974 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bbb97c70-632f-4d51-b394-f6fd5816e768 req-603d5fd0-4ed0-445e-b604-bad238d3d1ce tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:26.848090 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bbb97c70-632f-4d51-b394-f6fd5816e768 req-603d5fd0-4ed0-445e-b604-bad238d3d1ce tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:26.886679 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bbb97c70-632f-4d51-b394-f6fd5816e768 req-603d5fd0-4ed0-445e-b604-bad238d3d1ce tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:26.889142 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bbb97c70-632f-4d51-b394-f6fd5816e768 req-603d5fd0-4ed0-445e-b604-bad238d3d1ce tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:26.890319 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbb97c70-632f-4d51-b394-f6fd5816e768 req-603d5fd0-4ed0-445e-b604-bad238d3d1ce tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce50ce7c-5465-4abd-a88e-f31760a54e60 HTTP/1.1" status: 204 len: 173 time: 0.1108296 Apr 01 12:24:26.897988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d5fd0-4ed0-445e-b604-bad238d3d1ce tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce50ce7c-5465-4abd-a88e-f31760a54e60,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:27.024899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f579333-3b6c-4259-bdf0-793c8f8bacf8 req-ad9aec42-4c6c-4746-a1dd-ec02306d329f tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:27.026428 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f579333-3b6c-4259-bdf0-793c8f8bacf8 req-ad9aec42-4c6c-4746-a1dd-ec02306d329f tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 945 time: 0.0481482 Apr 01 12:24:27.064173 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f579333-3b6c-4259-bdf0-793c8f8bacf8 req-4f1ef705-95aa-4d88-9dec-0d8ed84b81d3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311370 Apr 01 12:24:27.121712 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec6a07ed-3a30-476e-bc53-15c2bc698eee req-ddf4424a-b115-4bd1-b6db-082cf34c9b7f tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2380dbe0-861d-4fb0-98e7-3e80f01bf30a HTTP/1.1" status: 200 len: 1778 time: 0.0348763 Apr 01 12:24:27.172837 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ec6a07ed-3a30-476e-bc53-15c2bc698eee req-2caffe23-c43f-417f-a7c0-bc538e47504a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:27.195298 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ec6a07ed-3a30-476e-bc53-15c2bc698eee req-2caffe23-c43f-417f-a7c0-bc538e47504a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:27.206160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-341c6fad-4b9b-4963-ba3e-d71dc2d62086 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:27.210424 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-341c6fad-4b9b-4963-ba3e-d71dc2d62086 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:27.229897 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f05eff2-c950-49ee-b146-0dc5ece4ef7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbcf0993-7761-4702-ba43-74c0a9fc2349'}, {'name': 'network-changed', 'server_uuid': '8f05eff2-c950-49ee-b146-0dc5ece4ef7d', 'tag': 'bbcf0993-7761-4702-ba43-74c0a9fc2349'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:27.232326 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b6adfb-08b8-4b66-8a41-556e17a3ab1a" -d '{"events": [{"server_uuid": "8f05eff2-c950-49ee-b146-0dc5ece4ef7d", "name": "network-vif-unplugged", "status": "completed", "tag": "bbcf0993-7761-4702-ba43-74c0a9fc2349"}, {"name": "network-changed", "server_uuid": "8f05eff2-c950-49ee-b146-0dc5ece4ef7d", "tag": "bbcf0993-7761-4702-ba43-74c0a9fc2349"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:27.239576 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ec6a07ed-3a30-476e-bc53-15c2bc698eee req-2caffe23-c43f-417f-a7c0-bc538e47504a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:27.242086 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ec6a07ed-3a30-476e-bc53-15c2bc698eee req-2caffe23-c43f-417f-a7c0-bc538e47504a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:27.243556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec6a07ed-3a30-476e-bc53-15c2bc698eee req-2caffe23-c43f-417f-a7c0-bc538e47504a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/2380dbe0-861d-4fb0-98e7-3e80f01bf30a HTTP/1.1" status: 204 len: 173 time: 0.1155803 Apr 01 12:24:27.255093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caffe23-c43f-417f-a7c0-bc538e47504a tempest-SecurityGroupsTestAdminJSON-627498308 tempest-SecurityGroupsTestAdminJSON-627498308-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2380dbe0-861d-4fb0-98e7-3e80f01bf30a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:27.367906 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5303619b-e749-4c34-9e85-40bc8a0fc1d5 x-openstack-request-id: req-5303619b-e749-4c34-9e85-40bc8a0fc1d5 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:27.368915 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f05eff2-c950-49ee-b146-0dc5ece4ef7d", "name": "network-vif-unplugged", "status": "completed", "tag": "bbcf0993-7761-4702-ba43-74c0a9fc2349", "code": 200}, {"name": "network-changed", "server_uuid": "8f05eff2-c950-49ee-b146-0dc5ece4ef7d", "tag": "bbcf0993-7761-4702-ba43-74c0a9fc2349", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:27.369585 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5303619b-e749-4c34-9e85-40bc8a0fc1d5 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:27.370195 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5303619b-e749-4c34-9e85-40bc8a0fc1d5'] response: {'server_uuid': '8f05eff2-c950-49ee-b146-0dc5ece4ef7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbcf0993-7761-4702-ba43-74c0a9fc2349', 'code': 200} Apr 01 12:24:27.370456 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5303619b-e749-4c34-9e85-40bc8a0fc1d5'] response: {'name': 'network-changed', 'server_uuid': '8f05eff2-c950-49ee-b146-0dc5ece4ef7d', 'tag': 'bbcf0993-7761-4702-ba43-74c0a9fc2349', 'status': 'completed', 'code': 200} Apr 01 12:24:27.453880 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5cc767a9-b794-4f41-8bde-dc705eaf3162 req-844a7b43-530d-42df-939f-cbfed5d61ca3 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] 10.222.0.45 "GET /v2.0/security-groups/fdd7babc-dc4b-4a3d-8a68-a078c5e1c9b7 HTTP/1.1" status: 200 len: 1778 time: 0.0731373 Apr 01 12:24:27.458945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6adfb-08b8-4b66-8a41-556e17a3ab1a req-f772a2a5-b57e-4347-a56b-38bc3857f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:27.460802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97b6adfb-08b8-4b66-8a41-556e17a3ab1a req-f772a2a5-b57e-4347-a56b-38bc3857f143 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 1125 time: 0.0647206 Apr 01 12:24:27.544030 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-341c6fad-4b9b-4963-ba3e-d71dc2d62086 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Floating IP e6452582-7a36-403c-b5ca-39f0839d2834 associated. External IP: 172.25.7.45, port: 218ed498-e755-429c-b004-c4e3c4b827b7. Apr 01 12:24:27.581042 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5cc767a9-b794-4f41-8bde-dc705eaf3162 req-ca13b679-9f1f-4754-aa35-8a4cf5559a53 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:27.605501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6adfb-08b8-4b66-8a41-556e17a3ab1a req-1f2c4932-8574-40a3-8ce3-57812b211c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:27.606993 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97b6adfb-08b8-4b66-8a41-556e17a3ab1a req-1f2c4932-8574-40a3-8ce3-57812b211c49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.1383288 Apr 01 12:24:27.620440 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5cc767a9-b794-4f41-8bde-dc705eaf3162 req-ca13b679-9f1f-4754-aa35-8a4cf5559a53 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:27.646337 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device bbcf0993-7761-4702-ba43-74c0a9fc2349 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:24:27.657513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97b6adfb-08b8-4b66-8a41-556e17a3ab1a req-2cb53ab5-75ef-4a34-bcc3-2898dbe86077 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349 HTTP/1.1" status: 200 len: 217 time: 0.0436742 Apr 01 12:24:27.728447 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6adfb-08b8-4b66-8a41-556e17a3ab1a req-d26f270e-ff1c-4054-9628-725347b92742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:27.730220 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97b6adfb-08b8-4b66-8a41-556e17a3ab1a req-d26f270e-ff1c-4054-9628-725347b92742 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.0656936 Apr 01 12:24:27.732016 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5cc767a9-b794-4f41-8bde-dc705eaf3162 req-ca13b679-9f1f-4754-aa35-8a4cf5559a53 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:27.737307 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5cc767a9-b794-4f41-8bde-dc705eaf3162 req-ca13b679-9f1f-4754-aa35-8a4cf5559a53 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:27.738543 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5cc767a9-b794-4f41-8bde-dc705eaf3162 req-ca13b679-9f1f-4754-aa35-8a4cf5559a53 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] 10.222.0.45 "DELETE /v2.0/security-groups/fdd7babc-dc4b-4a3d-8a68-a078c5e1c9b7 HTTP/1.1" status: 204 len: 173 time: 0.2757475 Apr 01 12:24:27.755093 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:27.762762 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-341c6fad-4b9b-4963-ba3e-d71dc2d62086 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Router 70672f3f-15d8-41e4-8a37-5582fce02a4f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:24:27.768445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device bbcf0993-7761-4702-ba43-74c0a9fc2349 has no active binding in host n-h2-836146-1 {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 01 12:24:27.774048 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13b679-9f1f-4754-aa35-8a4cf5559a53 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd7babc-dc4b-4a3d-8a68-a078c5e1c9b7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:27.778510 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97b6adfb-08b8-4b66-8a41-556e17a3ab1a req-0245a1c6-44d1-4d9b-b60a-4958a389c655 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394933 Apr 01 12:24:27.885358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-341c6fad-4b9b-4963-ba3e-d71dc2d62086 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:24:27.890171 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-341c6fad-4b9b-4963-ba3e-d71dc2d62086 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:27.902781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21580fa5-37c2-4949-894e-db155fbc0df6 None None] Sync routers for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:24:27.913960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21580fa5-37c2-4949-894e-db155fbc0df6 None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:27.914282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-21580fa5-37c2-4949-894e-db155fbc0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:27.917359 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-341c6fad-4b9b-4963-ba3e-d71dc2d62086 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "PUT /v2.0/floatingips/e6452582-7a36-403c-b5ca-39f0839d2834 HTTP/1.1" status: 200 len: 996 time: 1.3406801 Apr 01 12:24:27.917815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:27.918892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366857f4-1e46-4321-8a15-e8555eb3115d req-381ccf2c-fe46-4d03-b2be-e4eb1ae91a56 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:27.921074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-366857f4-1e46-4321-8a15-e8555eb3115d req-381ccf2c-fe46-4d03-b2be-e4eb1ae91a56 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 948 time: 0.1056325 Apr 01 12:24:27.924933 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97b6adfb-08b8-4b66-8a41-556e17a3ab1a req-6558d930-af5f-40c6-a701-9ead5e5cf911 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378062 Apr 01 12:24:27.926247 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a49162-b4eb-476c-9ac2-d5d2da1b8390" -d '{"events": [{"name": "network-changed", "server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:27.984899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-66063f83-1bc9-4f78-8056-346963d218b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:27.986370 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-66063f83-1bc9-4f78-8056-346963d218b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 1097 time: 0.0483758 Apr 01 12:24:27.990575 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-366857f4-1e46-4321-8a15-e8555eb3115d req-ebf236b8-2b10-4d70-b247-4389fefa701f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612726 Apr 01 12:24:28.054223 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97b6adfb-08b8-4b66-8a41-556e17a3ab1a req-2cfa0634-e287-4d53-b35a-eebfe5efa6ae service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166539 Apr 01 12:24:28.085869 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:28.088151 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d7cb72-7729-4f0a-9683-d904aab70bd5" -d '{"events": [{"server_uuid": "a4d37984-cd06-44c5-a46b-e1ba4141dc81", "name": "network-vif-plugged", "status": "completed", "tag": "ddf415b8-25cc-4aca-9be3-68eb9c12976d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:28.105065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-ba35c9be-5c05-4413-8667-57011d493f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:28.106679 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-ba35c9be-5c05-4413-8667-57011d493f8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.1134117 Apr 01 12:24:28.173510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-21580fa5-37c2-4949-894e-db155fbc0df6 None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:28.218376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2e5a8-99c5-485e-aa81-418fc67aa100 req-7cd4deaf-4238-4bad-b2f1-8697f860aa44 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:28.219866 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30d2e5a8-99c5-485e-aa81-418fc67aa100 req-7cd4deaf-4238-4bad-b2f1-8697f860aa44 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.0590942 Apr 01 12:24:28.236550 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-1eb45943-7c56-4a76-944a-daebdb63d21d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 999 time: 0.1223040 Apr 01 12:24:28.282343 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-5096a414-c092-417d-b2aa-a4fdfde8016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:28.283347 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30d2e5a8-99c5-485e-aa81-418fc67aa100 req-58736d0d-c36b-4c72-a478-98977752692a tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557899 Apr 01 12:24:28.289903 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-5096a414-c092-417d-b2aa-a4fdfde8016d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.0525718 Apr 01 12:24:28.346829 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-2af3a22a-a085-4c1c-b823-2e875fb22d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:28.349610 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-2af3a22a-a085-4c1c-b823-2e875fb22d14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589273 Apr 01 12:24:28.362111 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-0c56b6cc-017a-4786-b407-3e3b88c650c9 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:24:28.369244 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-0c56b6cc-017a-4786-b407-3e3b88c650c9 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127041 Apr 01 12:24:28.415772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48578) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:28.436808 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556e5c8-5014-431b-84a7-16fb46235266 req-283a99ce-09fc-4683-b251-e6cdecfc50b4 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:28.438342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c556e5c8-5014-431b-84a7-16fb46235266 req-283a99ce-09fc-4683-b251-e6cdecfc50b4 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 944 time: 0.0800326 Apr 01 12:24:28.477486 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-a06de22b-d85c-45ab-8c01-8eb4f689faf7 service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037788 Apr 01 12:24:28.485545 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c556e5c8-5014-431b-84a7-16fb46235266 req-226bb6e8-9f25-4fc3-b16f-91e3e1446660 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Apr 01 12:24:28.553000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-21580fa5-37c2-4949-894e-db155fbc0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e6452582-7a36-403c-b5ca-39f0839d2834', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'port_id': '218ed498-e755-429c-b004-c4e3c4b827b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'mac_address': 'fa:16:3e:cc:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:03Z', 'updated_at': '2022-04-01T12:24:27Z', 'revision_number': 1, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:28.582218 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c173a544-bb32-40b3-a727-3e765cf42aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:28.583652 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21580fa5-37c2-4949-894e-db155fbc0df6 None None] Checking router: 70672f3f-15d8-41e4-8a37-5582fce02a4f for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:24:28.592376 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21580fa5-37c2-4949-894e-db155fbc0df6 None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:28.594379 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-21580fa5-37c2-4949-894e-db155fbc0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:28.595640 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93b8d3af-609f-4cc7-93b3-bf2531b32934 req-4aeb9acc-8fc5-4cb7-adef-eef5fe63b4cf service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114852 Apr 01 12:24:28.621695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d77a8c52-94ff-432a-9056-df37d5b16b6a req-9327a09d-758c-43c5-aa04-815ea02ea6c3 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] 10.222.0.45 "GET /v2.0/security-groups/3990f0ff-3e20-45aa-92d1-a2375b406477 HTTP/1.1" status: 200 len: 1776 time: 0.0859685 Apr 01 12:24:28.648953 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b366dfd4-1270-49bf-ab27-fcac007daeec x-openstack-request-id: req-b366dfd4-1270-49bf-ab27-fcac007daeec {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:28.649811 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:28.650127 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b366dfd4-1270-49bf-ab27-fcac007daeec {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:28.650543 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b366dfd4-1270-49bf-ab27-fcac007daeec'] response: {'name': 'network-changed', 'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7', 'status': 'completed', 'code': 200} Apr 01 12:24:28.720050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-21580fa5-37c2-4949-894e-db155fbc0df6 None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:28.748946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bd3ea-29af-4680-b0f2-a6c6f99d8f41 req-88506a31-dab2-446a-b348-12ad39511811 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:28.750658 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d77a8c52-94ff-432a-9056-df37d5b16b6a req-d8531f4b-9aea-4058-bb05-3405935591f9 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:28.751217 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa4bd3ea-29af-4680-b0f2-a6c6f99d8f41 req-88506a31-dab2-446a-b348-12ad39511811 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 945 time: 0.0523057 Apr 01 12:24:28.767418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a49162-b4eb-476c-9ac2-d5d2da1b8390 req-f8c61451-2359-403a-b884-3505fca6195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:28.768914 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34a49162-b4eb-476c-9ac2-d5d2da1b8390 req-f8c61451-2359-403a-b884-3505fca6195d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 1097 time: 0.0961044 Apr 01 12:24:28.790760 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa4bd3ea-29af-4680-b0f2-a6c6f99d8f41 req-68e90601-1e8d-4dd2-9ea8-d9970abc4f77 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335026 Apr 01 12:24:28.811854 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c173a544-bb32-40b3-a727-3e765cf42aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:28.813559 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d77a8c52-94ff-432a-9056-df37d5b16b6a req-d8531f4b-9aea-4058-bb05-3405935591f9 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:28.826660 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c173a544-bb32-40b3-a727-3e765cf42aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:28.841707 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1f2f94-a5bb-404b-87ab-e08b892f92e2 x-openstack-request-id: req-3a1f2f94-a5bb-404b-87ab-e08b892f92e2 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:28.842052 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d37984-cd06-44c5-a46b-e1ba4141dc81", "name": "network-vif-plugged", "status": "completed", "tag": "ddf415b8-25cc-4aca-9be3-68eb9c12976d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:28.842825 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a1f2f94-a5bb-404b-87ab-e08b892f92e2 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:28.843222 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1f2f94-a5bb-404b-87ab-e08b892f92e2'] response: {'server_uuid': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d', 'code': 200} Apr 01 12:24:28.939335 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c173a544-bb32-40b3-a727-3e765cf42aa6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6a4d1ba37b94c67b1ee4237b3190ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5198770 Apr 01 12:24:28.939891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48588) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:28.952236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a544-bb32-40b3-a727-3e765cf42aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04335499-6deb-4ede-91b7-4c5cfe22c08e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:28.976526 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d77a8c52-94ff-432a-9056-df37d5b16b6a req-d8531f4b-9aea-4058-bb05-3405935591f9 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:28.979189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d77a8c52-94ff-432a-9056-df37d5b16b6a req-d8531f4b-9aea-4058-bb05-3405935591f9 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:28.980341 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d77a8c52-94ff-432a-9056-df37d5b16b6a req-d8531f4b-9aea-4058-bb05-3405935591f9 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] 10.222.0.45 "DELETE /v2.0/security-groups/3990f0ff-3e20-45aa-92d1-a2375b406477 HTTP/1.1" status: 204 len: 173 time: 0.3578358 Apr 01 12:24:29.008046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a49162-b4eb-476c-9ac2-d5d2da1b8390 req-26c4de39-1730-40ff-8d63-1c4297db7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:29.009620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34a49162-b4eb-476c-9ac2-d5d2da1b8390 req-26c4de39-1730-40ff-8d63-1c4297db7b07 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.2328153 Apr 01 12:24:29.011291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8531f4b-9aea-4058-bb05-3405935591f9 tempest-SecurityGroupsTestAdminJSON-262102037 tempest-SecurityGroupsTestAdminJSON-262102037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3990f0ff-3e20-45aa-92d1-a2375b406477,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:29.077926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bea6698a-5672-4ba6-ad4b-434152822731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:29.078211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07944b2-f6d4-44c4-8a28-991828703735 req-3593c6b8-e121-4ee7-ad4d-b6bff6db955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:29.079917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a07944b2-f6d4-44c4-8a28-991828703735 req-3593c6b8-e121-4ee7-ad4d-b6bff6db955d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 1096 time: 0.1386023 Apr 01 12:24:29.143267 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bea6698a-5672-4ba6-ad4b-434152822731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:29.164937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-21580fa5-37c2-4949-894e-db155fbc0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e6452582-7a36-403c-b5ca-39f0839d2834', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'port_id': '218ed498-e755-429c-b004-c4e3c4b827b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'mac_address': 'fa:16:3e:cc:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:03Z', 'updated_at': '2022-04-01T12:24:27Z', 'revision_number': 1, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:29.183733 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34a49162-b4eb-476c-9ac2-d5d2da1b8390 req-14d12818-63f6-49c8-b8e3-9e0c8365012d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 999 time: 0.1666572 Apr 01 12:24:29.214756 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a07944b2-f6d4-44c4-8a28-991828703735 req-68da3b78-74d9-4e4d-9508-17f32141a964 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236682 Apr 01 12:24:29.217609 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bea6698a-5672-4ba6-ad4b-434152822731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:29.220962 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bea6698a-5672-4ba6-ad4b-434152822731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:29.224607 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bea6698a-5672-4ba6-ad4b-434152822731 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04335499-6deb-4ede-91b7-4c5cfe22c08e HTTP/1.1" status: 204 len: 168 time: 0.2814457 Apr 01 12:24:29.234498 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21580fa5-37c2-4949-894e-db155fbc0df6 None None] The sync data for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 is: [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e6452582-7a36-403c-b5ca-39f0839d2834', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'port_id': '218ed498-e755-429c-b004-c4e3c4b827b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'mac_address': 'fa:16:3e:cc:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:03Z', 'updated_at': '2022-04-01T12:24:27Z', 'revision_number': 1, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:24:29.236918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6698a-5672-4ba6-ad4b-434152822731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04335499-6deb-4ede-91b7-4c5cfe22c08e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:29.277569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-1b8d5cab-31f1-421b-9745-fbce2ca42dec tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:29.279291 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-1b8d5cab-31f1-421b-9745-fbce2ca42dec tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1583083 Apr 01 12:24:29.286093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a49162-b4eb-476c-9ac2-d5d2da1b8390 req-076aa5fc-f956-4064-9763-bf9ddb833d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:29.287626 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34a49162-b4eb-476c-9ac2-d5d2da1b8390 req-076aa5fc-f956-4064-9763-bf9ddb833d88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.0910363 Apr 01 12:24:29.388502 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48598) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:29.413869 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-fedcf7b4-ac9f-497b-98f5-ef76603c3faa tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 999 time: 0.1212215 Apr 01 12:24:29.419860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-cd4edeab-5401-4f2b-b235-062f8f82be35 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Request body: {'floatingip': {'port_id': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:29.503142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59a78d-f17b-4572-a638-4807accc9d8b req-66096a06-9f92-4d3b-8d60-596526ea2d19 tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:29.513787 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b59a78d-f17b-4572-a638-4807accc9d8b req-66096a06-9f92-4d3b-8d60-596526ea2d19 tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 1101 time: 0.0883682 Apr 01 12:24:29.532989 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-5b59a78d-f17b-4572-a638-4807accc9d8b req-7f2e3b38-9960-41a4-9261-ad95ec445a1f tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:29.574109 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35e244f0-f8e6-452d-9c6b-2c2b78648a1c details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:24:29.575303 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4f85d04-7d63-43e8-8abc-dca49f18c261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:29.605154 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48606) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:29.740720 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c084741-7d7b-4736-a689-ec7451606c01 None None] New status for floating IP e6452582-7a36-403c-b5ca-39f0839d2834: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:24:29.812576 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35e244f0-f8e6-452d-9c6b-2c2b78648a1c,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:29.816456 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4f85d04-7d63-43e8-8abc-dca49f18c261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:29.834793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '35e244f0-f8e6-452d-9c6b-2c2b78648a1c', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '35e244f0-f8e6-452d-9c6b-2c2b78648a1c', 'mac_address': 'fa:16:3e:bb:9f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:24:29.842824 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-5b59a78d-f17b-4572-a638-4807accc9d8b req-7f2e3b38-9960-41a4-9261-ad95ec445a1f tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:29.843690 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4f85d04-7d63-43e8-8abc-dca49f18c261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:29.894466 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:29.913613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e244f0-f8e6-452d-9c6b-2c2b78648a1c {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:29.941490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35e244f0-f8e6-452d-9c6b-2c2b78648a1c,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:29.947308 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:29.949774 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f85d04-7d63-43e8-8abc-dca49f18c261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a70dea-29e8-4bb7-9b95-cc16e9f3c7aa,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:29.958493 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-5b59a78d-f17b-4572-a638-4807accc9d8b req-7f2e3b38-9960-41a4-9261-ad95ec445a1f tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:30.012811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=35e244f0-f8e6-452d-9c6b-2c2b78648a1c,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:30.047899 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c4f85d04-7d63-43e8-8abc-dca49f18c261 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06a01bc464af45b9af1b18d821c72968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6582546 Apr 01 12:24:30.060543 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48622) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:30.097613 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b59a78d-f17b-4572-a638-4807accc9d8b req-7f2e3b38-9960-41a4-9261-ad95ec445a1f tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826526 Apr 01 12:24:30.123532 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e3b38-9960-41a4-9261-ad95ec445a1f tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c7e350-1878-4b7d-8e47-61452fe15871,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:30.166058 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-da4467c5-109a-47b4-821f-11ff849fa445 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81077f4d5ce14f79a9ebf8e97b5719c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5565870 Apr 01 12:24:30.168525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48628) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:30.178419 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c7603ff8-cc55-4782-a56d-6fe2600df198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:30.186939 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-cd4edeab-5401-4f2b-b235-062f8f82be35 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:30.244390 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c7603ff8-cc55-4782-a56d-6fe2600df198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:30.272146 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a49162-b4eb-476c-9ac2-d5d2da1b8390 req-45ca08c0-20d7-415a-a2ad-87ac8573b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:30.273757 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34a49162-b4eb-476c-9ac2-d5d2da1b8390 req-45ca08c0-20d7-415a-a2ad-87ac8573b0f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082711 Apr 01 12:24:30.301459 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:30.314292 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6f44c61c-c1bd-4b9c-86c7-5f34d39dc97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:30.335995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2f8a-950e-4d08-9ca7-946ceec10e93 req-ad88b2e2-e5a4-426d-9839-ec9a6c8c79db tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:30.337522 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8d9d2f8a-950e-4d08-9ca7-946ceec10e93 req-ad88b2e2-e5a4-426d-9839-ec9a6c8c79db tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 949 time: 0.1156876 Apr 01 12:24:30.355430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6f44c61c-c1bd-4b9c-86c7-5f34d39dc97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:30.378569 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c7603ff8-cc55-4782-a56d-6fe2600df198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:30.381146 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c7603ff8-cc55-4782-a56d-6fe2600df198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:30.384719 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c7603ff8-cc55-4782-a56d-6fe2600df198 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7a70dea-29e8-4bb7-9b95-cc16e9f3c7aa HTTP/1.1" status: 204 len: 168 time: 0.3208017 Apr 01 12:24:30.423846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7603ff8-cc55-4782-a56d-6fe2600df198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a70dea-29e8-4bb7-9b95-cc16e9f3c7aa,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:30.470397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34a49162-b4eb-476c-9ac2-d5d2da1b8390 req-09dab7aa-35e0-4939-834f-ed5749ac56b9 service neutron] 10.222.0.44 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795375 Apr 01 12:24:30.485339 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8d9d2f8a-950e-4d08-9ca7-946ceec10e93 req-4d5b0024-a6b1-46b7-8a29-a8c279c67cf0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084530 Apr 01 12:24:30.513449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6f44c61c-c1bd-4b9c-86c7-5f34d39dc97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:30.517391 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6f44c61c-c1bd-4b9c-86c7-5f34d39dc97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:30.519887 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6f44c61c-c1bd-4b9c-86c7-5f34d39dc97c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2b18d1f-7ce7-4d3b-91ff-d71cc4f68eab HTTP/1.1" status: 204 len: 168 time: 0.3504519 Apr 01 12:24:30.532060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44c61c-c1bd-4b9c-86c7-5f34d39dc97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b18d1f-7ce7-4d3b-91ff-d71cc4f68eab,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:30.673153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c20203-7aa9-4de0-8cfa-ee8e070e703d req-600f6406-9696-411f-a532-8f5afd2957d6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:30.675637 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-02c20203-7aa9-4de0-8cfa-ee8e070e703d req-600f6406-9696-411f-a532-8f5afd2957d6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 944 time: 0.0682333 Apr 01 12:24:30.737064 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34a49162-b4eb-476c-9ac2-d5d2da1b8390 req-16e57af6-1578-4124-935b-e39631424082 service neutron] 10.222.0.44 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584672 Apr 01 12:24:30.744245 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-02c20203-7aa9-4de0-8cfa-ee8e070e703d req-77f2e772-d751-493b-8983-1b5711bea7af tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612679 Apr 01 12:24:30.754981 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-86565ff0-1cd3-4184-b5f7-b67441ea3cdd service neutron] 10.222.0.37 "GET /v2.0/ports/bbcf0993-7761-4702-ba43-74c0a9fc2349/bindings/n-h2-836146-1 HTTP/1.1" status: 200 len: 384 time: 0.1466434 Apr 01 12:24:30.890759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bc7a1-780c-4fec-85b0-e9ac00e81362 req-a5fb800b-974e-44ad-9f33-ee60c8e222dc tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:30.892820 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-504bc7a1-780c-4fec-85b0-e9ac00e81362 req-a5fb800b-974e-44ad-9f33-ee60c8e222dc tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 945 time: 0.0587940 Apr 01 12:24:30.941655 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-504bc7a1-780c-4fec-85b0-e9ac00e81362 req-34f1193b-fedb-468d-b1bc-2d865f3047f9 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Apr 01 12:24:30.971649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48646) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:30.978995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48648) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:31.004375 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-34cbf5af-10f6-4e69-942b-fb4e573ec440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.046577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e78dcbee-f7d8-4ec9-b955-4d9a87755eff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cae3bafe3820444c95776fb1ac416bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636814 Apr 01 12:24:31.047711 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48650) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:31.133645 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-34cbf5af-10f6-4e69-942b-fb4e573ec440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.151762 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-34cbf5af-10f6-4e69-942b-fb4e573ec440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.153483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f51d8492-48ee-458a-bbcb-10c6e4c08ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.205859 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f51d8492-48ee-458a-bbcb-10c6e4c08ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.206422 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-cd4edeab-5401-4f2b-b235-062f8f82be35 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.212648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48658) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:31.212775 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-34cbf5af-10f6-4e69-942b-fb4e573ec440 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=990c7c93449d44d7a10463a56ff2b95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399092 Apr 01 12:24:31.213653 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbf5af-10f6-4e69-942b-fb4e573ec440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f1439f-af70-4d87-aa48-5962b84aab3b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:31.224485 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-cd4edeab-5401-4f2b-b235-062f8f82be35 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.273711 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f51d8492-48ee-458a-bbcb-10c6e4c08ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.276765 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f51d8492-48ee-458a-bbcb-10c6e4c08ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.281666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f51d8492-48ee-458a-bbcb-10c6e4c08ee3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ec0f619-35ff-489b-80c9-16f83588830d HTTP/1.1" status: 204 len: 168 time: 0.2004201 Apr 01 12:24:31.290659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d8492-48ee-458a-bbcb-10c6e4c08ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec0f619-35ff-489b-80c9-16f83588830d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:31.298321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-d4026861-0fc8-4a18-b9d1-a02a5054edb7 service neutron] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:31.371602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-d4026861-0fc8-4a18-b9d1-a02a5054edb7 service neutron] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:31.411419 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f28e0db-9e2f-457b-9c62-3ab4d6527bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.426966 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-cd4edeab-5401-4f2b-b235-062f8f82be35 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Floating IP e6452582-7a36-403c-b5ca-39f0839d2834 associated. External IP: 172.25.7.45, port: 218ed498-e755-429c-b004-c4e3c4b827b7. Apr 01 12:24:31.556795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-d4026861-0fc8-4a18-b9d1-a02a5054edb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcf0993-7761-4702-ba43-74c0a9fc2349 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:31.565125 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-2dd67918-4377-4a50-9b01-c3db8df03fd3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499253 Apr 01 12:24:31.576058 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-88e9cef3-f701-44f9-88f8-c2b9e92fd09b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:24:31.577619 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-88e9cef3-f701-44f9-88f8-c2b9e92fd09b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051138 Apr 01 12:24:31.588600 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f28e0db-9e2f-457b-9c62-3ab4d6527bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.593032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-d4026861-0fc8-4a18-b9d1-a02a5054edb7 service neutron] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:31.593301 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35e244f0-f8e6-452d-9c6b-2c2b78648a1c up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:24:31.659720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:24:31.664003 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:31.665252 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.680581 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-d4026861-0fc8-4a18-b9d1-a02a5054edb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.782868 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.809164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee10404-83a4-4801-9a37-790d3b159375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e244f0-f8e6-452d-9c6b-2c2b78648a1c'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:31.812327 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1491a830-8fbe-4660-8484-68ea6acc3751" -d '{"events": [{"server_uuid": "6ee10404-83a4-4801-9a37-790d3b159375", "name": "network-vif-plugged", "status": "completed", "tag": "35e244f0-f8e6-452d-9c6b-2c2b78648a1c"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:31.829933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35e244f0-f8e6-452d-9c6b-2c2b78648a1c,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:31.838478 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:31.839393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device bbcf0993-7761-4702-ba43-74c0a9fc2349 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:24:32.023108 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f28e0db-9e2f-457b-9c62-3ab4d6527bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:32.025542 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f28e0db-9e2f-457b-9c62-3ab4d6527bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:32.027303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1f28e0db-9e2f-457b-9c62-3ab4d6527bcf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26f1439f-af70-4d87-aa48-5962b84aab3b HTTP/1.1" status: 204 len: 168 time: 0.8131075 Apr 01 12:24:32.039937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=35e244f0-f8e6-452d-9c6b-2c2b78648a1c,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:32.048927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28e0db-9e2f-457b-9c62-3ab4d6527bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f1439f-af70-4d87-aa48-5962b84aab3b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:32.073857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96c4ae-4b61-4bdb-8c1b-aa4f9311df71 req-ec1180d5-118a-4813-b36f-ea87e6701bcc tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:32.075870 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cb96c4ae-4b61-4bdb-8c1b-aa4f9311df71 req-ec1180d5-118a-4813-b36f-ea87e6701bcc tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.0965292 Apr 01 12:24:32.159676 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cb96c4ae-4b61-4bdb-8c1b-aa4f9311df71 req-7aa5847e-4606-449c-8d4d-986c1f5eb178 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580065 Apr 01 12:24:32.190227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-d4026861-0fc8-4a18-b9d1-a02a5054edb7 service neutron] Transition to ACTIVE for port object bbcf0993-7761-4702-ba43-74c0a9fc2349 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:24:32.196246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-cd4edeab-5401-4f2b-b235-062f8f82be35 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Router 70672f3f-15d8-41e4-8a37-5582fce02a4f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:24:32.204842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-d4026861-0fc8-4a18-b9d1-a02a5054edb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:32.317708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae5e7e-386f-426f-847b-5ad1eeb42a3b req-0a73ec68-30d4-4305-9cf2-76f794e3172b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:32.319772 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-15ae5e7e-386f-426f-847b-5ad1eeb42a3b req-0a73ec68-30d4-4305-9cf2-76f794e3172b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 950 time: 0.0838995 Apr 01 12:24:32.330849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-d4026861-0fc8-4a18-b9d1-a02a5054edb7 service neutron] No DVR routers for this DVR port bbcf0993-7761-4702-ba43-74c0a9fc2349 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:24:32.378644 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-15ae5e7e-386f-426f-847b-5ad1eeb42a3b req-b37d0e50-1583-4a17-919e-c89782eb551f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523584 Apr 01 12:24:32.384853 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4026861-0fc8-4a18-b9d1-a02a5054edb7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcf0993-7761-4702-ba43-74c0a9fc2349,revision_number=10']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:32.393586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-d4026861-0fc8-4a18-b9d1-a02a5054edb7 service neutron] 10.222.0.37 "PUT /v2.0/ports/bbcf0993-7761-4702-ba43-74c0a9fc2349/bindings/n-h2-836146-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6137490 Apr 01 12:24:32.503486 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-cd4edeab-5401-4f2b-b235-062f8f82be35 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:24:32.529224 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027e3acb-76b7-4b4c-bbdf-b4e0919db263 None None] Sync routers for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:24:32.541499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e3acb-76b7-4b4c-bbdf-b4e0919db263 None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:32.542176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-027e3acb-76b7-4b4c-bbdf-b4e0919db263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:32.549476 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48718) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:32.587361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290a3e6-ad41-4f05-8d25-663352055e32 req-587292c7-df5f-4050-91e6-bf96a728c8e3 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:32.599092 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e290a3e6-ad41-4f05-8d25-663352055e32 req-587292c7-df5f-4050-91e6-bf96a728c8e3 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 945 time: 0.1320796 Apr 01 12:24:32.603393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-07b63d04-713e-4fb1-aa16-ba7619a205d5 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:32.605666 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-07b63d04-713e-4fb1-aa16-ba7619a205d5 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d&tenant_id=d3ef0b6c28664a848490f62530c5067c&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1096 time: 0.1515944 Apr 01 12:24:32.660695 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e290a3e6-ad41-4f05-8d25-663352055e32 req-2d8f17a6-366c-4709-bb86-a19cb0c004ef tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535107 Apr 01 12:24:32.735407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-b2df2928-4650-4fdd-982d-c93f6bc98f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:32.736910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-b2df2928-4650-4fdd-982d-c93f6bc98f55 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d&tenant_id=d3ef0b6c28664a848490f62530c5067c HTTP/1.1" status: 200 len: 1096 time: 0.1127732 Apr 01 12:24:32.839648 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:32.947733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba43f3b-0445-4fae-883f-6e66b7e3c40c req-a0bc87f7-0f0f-486a-b983-dbe7c86dffe2 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:32.955982 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5ba43f3b-0445-4fae-883f-6e66b7e3c40c req-a0bc87f7-0f0f-486a-b983-dbe7c86dffe2 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 945 time: 0.0875032 Apr 01 12:24:32.997499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-3f9af8a7-55a2-49b5-8d90-ddaee94de33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:32.999812 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-3f9af8a7-55a2-49b5-8d90-ddaee94de33f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 1096 time: 0.1618664 Apr 01 12:24:33.029021 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5ba43f3b-0445-4fae-883f-6e66b7e3c40c req-37053454-61cd-41a8-8448-aba7e2ae686a tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676587 Apr 01 12:24:33.074703 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:33.088312 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:33.105712 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc8578-e45c-404d-bb2d-3fe4d53c74b3 x-openstack-request-id: req-82bc8578-e45c-404d-bb2d-3fe4d53c74b3 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:33.106447 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee10404-83a4-4801-9a37-790d3b159375", "name": "network-vif-plugged", "status": "completed", "tag": "35e244f0-f8e6-452d-9c6b-2c2b78648a1c", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:33.106447 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82bc8578-e45c-404d-bb2d-3fe4d53c74b3 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:33.109331 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bc8578-e45c-404d-bb2d-3fe4d53c74b3'] response: {'server_uuid': '6ee10404-83a4-4801-9a37-790d3b159375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e244f0-f8e6-452d-9c6b-2c2b78648a1c', 'code': 200} Apr 01 12:24:33.158294 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9c53ad0b44a4e0c952c6e6477ba882b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075044 Apr 01 12:24:33.161643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48742) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:33.173085 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117b50f5-c402-423e-afc5-5bbde017e607,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:33.173293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f3986-5144-4b9f-9307-ca7f7cd544bb req-7eb7bd66-0e58-4910-bfb4-d107f3b97fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:33.176656 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-027e3acb-76b7-4b4c-bbdf-b4e0919db263 None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:33.182259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:33.182589 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:33.182923 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:33.183251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:33.183575 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:33.183897 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:33.184213 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:33.184528 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:33.184842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:33.185156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:33.185814 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:33.185814 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10749c1-3613-4f1a-9c9c-3d78f97a6619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:33.187746 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a12f3986-5144-4b9f-9307-ca7f7cd544bb req-7eb7bd66-0e58-4910-bfb4-d107f3b97fc2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 1101 time: 0.2900500 Apr 01 12:24:33.312378 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7838a-63b2-48bd-a7eb-fec208885eea req-16fc01d1-3976-4a8b-ba9e-2eaf79cb377f tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:33.320032 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3d7838a-63b2-48bd-a7eb-fec208885eea req-16fc01d1-3976-4a8b-ba9e-2eaf79cb377f tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 945 time: 0.1218925 Apr 01 12:24:33.327844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-cd4edeab-5401-4f2b-b235-062f8f82be35 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Router 70672f3f-15d8-41e4-8a37-5582fce02a4f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:24:33.330460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48750) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:33.335324 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d1a1238f-0ca7-469b-aa06-324c6354481d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Request body: {'floatingip': {'port_id': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:33.381225 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a12f3986-5144-4b9f-9307-ca7f7cd544bb req-a62bba25-9d6c-4628-8dcd-7d392c7ac1e2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793697 Apr 01 12:24:33.445119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d1a1238f-0ca7-469b-aa06-324c6354481d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:33.455222 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9df05f0c-5c51-4d28-a35a-1da0d854159b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:33.481594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-07ab7d60-d553-475c-b1ac-be53ebc18741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:33.483217 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-07ab7d60-d553-475c-b1ac-be53ebc18741 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.4629714 Apr 01 12:24:33.558865 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9df05f0c-5c51-4d28-a35a-1da0d854159b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:33.562372 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-17975e19-acdc-4172-9167-67a5f26343e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349 HTTP/1.1" status: 200 len: 217 time: 0.0688586 Apr 01 12:24:33.586330 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a225b03-e55e-4df2-8b6d-5251b75522f8 req-d22a67d5-0299-4672-92b2-065d7ea4fd64 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:33.594936 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8a225b03-e55e-4df2-8b6d-5251b75522f8 req-d22a67d5-0299-4672-92b2-065d7ea4fd64 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.1610317 Apr 01 12:24:33.666935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-cd4edeab-5401-4f2b-b235-062f8f82be35 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:24:33.674255 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-cd4edeab-5401-4f2b-b235-062f8f82be35 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:33.694468 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8a225b03-e55e-4df2-8b6d-5251b75522f8 req-7ba06397-8e2f-4b89-8d22-806473deea0f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982971 Apr 01 12:24:33.699975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-5a38829e-25f0-43d5-ae42-e66578548925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:33.701971 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-5a38829e-25f0-43d5-ae42-e66578548925 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.1048079 Apr 01 12:24:33.713754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:33.716942 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c7bb31-9dff-428f-97e4-912dee3270e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:33.721816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-027e3acb-76b7-4b4c-bbdf-b4e0919db263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e6452582-7a36-403c-b5ca-39f0839d2834', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'port_id': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'mac_address': 'fa:16:3e:c9:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:03Z', 'updated_at': '2022-04-01T12:24:31Z', 'revision_number': 3, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:33.769093 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-0a04ab64-1988-4f54-ba6c-389669033011 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575981 Apr 01 12:24:33.774461 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9df05f0c-5c51-4d28-a35a-1da0d854159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:33.776774 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9df05f0c-5c51-4d28-a35a-1da0d854159b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:33.777878 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9df05f0c-5c51-4d28-a35a-1da0d854159b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/117b50f5-c402-423e-afc5-5bbde017e607 HTTP/1.1" status: 204 len: 168 time: 0.6069357 Apr 01 12:24:33.779488 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-cd4edeab-5401-4f2b-b235-062f8f82be35 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "PUT /v2.0/floatingips/e6452582-7a36-403c-b5ca-39f0839d2834 HTTP/1.1" status: 200 len: 998 time: 4.3647788 Apr 01 12:24:33.797883 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027e3acb-76b7-4b4c-bbdf-b4e0919db263 None None] Checking router: 70672f3f-15d8-41e4-8a37-5582fce02a4f for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:24:33.828965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e3acb-76b7-4b4c-bbdf-b4e0919db263 None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:33.832615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-027e3acb-76b7-4b4c-bbdf-b4e0919db263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:33.849654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df05f0c-5c51-4d28-a35a-1da0d854159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117b50f5-c402-423e-afc5-5bbde017e607,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:33.940497 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-4bf5f4ff-d51d-49cf-b029-ac077adddc86 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592634 Apr 01 12:24:33.964338 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7959d3-ae76-4804-bbfe-078c9f1e5067 req-8c37e436-4d74-4786-bd6f-b5f7fc2f4760 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:33.965971 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b7959d3-ae76-4804-bbfe-078c9f1e5067 req-8c37e436-4d74-4786-bd6f-b5f7fc2f4760 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 950 time: 0.1544788 Apr 01 12:24:33.982093 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-027e3acb-76b7-4b4c-bbdf-b4e0919db263 None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:34.068128 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b7959d3-ae76-4804-bbfe-078c9f1e5067 req-d70917ed-7da7-43db-b0f5-ebed8deeb8a9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682857 Apr 01 12:24:34.143377 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-0f029760-90d2-496f-b53c-e2c7b28ae41e tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:34.145067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-0f029760-90d2-496f-b53c-e2c7b28ae41e tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports/218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 943 time: 0.3553908 Apr 01 12:24:34.147263 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-00f3f8e5-203b-4be5-9ea3-93908a3f42c6 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458547 Apr 01 12:24:34.197410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-3f719b42-c8c4-48a8-9aee-32e5878034ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:34.199025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-3f719b42-c8c4-48a8-9aee-32e5878034ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 1101 time: 0.2570217 Apr 01 12:24:34.363089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-4e5e35ed-1b4d-4612-93df-42684af45e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:34.364591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-4e5e35ed-1b4d-4612-93df-42684af45e12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 1097 time: 0.0938148 Apr 01 12:24:34.383419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-5a2bb0c4-47a7-4f1c-9990-a50492749803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:34.384628 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-5a2bb0c4-47a7-4f1c-9990-a50492749803 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1767633 Apr 01 12:24:34.463216 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-c130ff22-9aa1-4e19-8d07-969e9fd8cf71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4 HTTP/1.1" status: 200 len: 217 time: 0.0607464 Apr 01 12:24:34.483378 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d1a1238f-0ca7-469b-aa06-324c6354481d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:34.506685 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b58b8-332e-49c0-91f1-9448d21fa2a8 req-bd1f17c3-4c01-4841-b097-6ec71f78bba5 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:34.515304 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8b7b58b8-332e-49c0-91f1-9448d21fa2a8 req-bd1f17c3-4c01-4841-b097-6ec71f78bba5 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 945 time: 0.2719474 Apr 01 12:24:34.518058 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d1a1238f-0ca7-469b-aa06-324c6354481d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:34.555425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-027e3acb-76b7-4b4c-bbdf-b4e0919db263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e6452582-7a36-403c-b5ca-39f0839d2834', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'port_id': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'mac_address': 'fa:16:3e:c9:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:03Z', 'updated_at': '2022-04-01T12:24:31Z', 'revision_number': 3, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:34.597008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027e3acb-76b7-4b4c-bbdf-b4e0919db263 None None] The sync data for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 is: [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e6452582-7a36-403c-b5ca-39f0839d2834', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'port_id': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'mac_address': 'fa:16:3e:c9:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:03Z', 'updated_at': '2022-04-01T12:24:31Z', 'revision_number': 3, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:24:34.646501 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8b7b58b8-332e-49c0-91f1-9448d21fa2a8 req-c52c5547-0d7c-4d1e-9614-e4a71dfb2247 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301808 Apr 01 12:24:34.690991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-4873dee5-1fcc-4cf2-9423-d3e44b82f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:34.692160 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-4873dee5-1fcc-4cf2-9423-d3e44b82f414 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.3195047 Apr 01 12:24:34.693674 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-ecd4423b-cfdd-4e20-bd98-2fd6bfaaeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:34.695320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-ecd4423b-cfdd-4e20-bd98-2fd6bfaaeb1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1917217 Apr 01 12:24:34.698136 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-22524a1d-2946-47cc-b198-46d08074bf27 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:34.699690 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-22524a1d-2946-47cc-b198-46d08074bf27 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d&tenant_id=d3ef0b6c28664a848490f62530c5067c&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 1096 time: 0.1970904 Apr 01 12:24:34.773936 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140d4865-edc1-43e9-955e-262af8c7fd88 x-openstack-request-id: req-140d4865-edc1-43e9-955e-262af8c7fd88 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:34.774356 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:34.774685 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-140d4865-edc1-43e9-955e-262af8c7fd88 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:34.775146 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140d4865-edc1-43e9-955e-262af8c7fd88'] response: {'name': 'network-changed', 'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7', 'status': 'completed', 'code': 200} Apr 01 12:24:34.788278 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-d1a1238f-0ca7-469b-aa06-324c6354481d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Floating IP c67ec8b4-c6d7-4658-8065-6926c0eefd48 associated. External IP: 172.25.7.189, port: ddf415b8-25cc-4aca-9be3-68eb9c12976d. Apr 01 12:24:34.801871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-b2d7f56f-b547-4bcf-bd10-b7fd5e49f33d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 217 time: 0.1009443 Apr 01 12:24:34.890842 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b2ac3-e4e1-4c84-8362-cd65fc8e73f8 None None] New status for floating IP e6452582-7a36-403c-b5ca-39f0839d2834: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:24:34.929459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-3351e09b-4be5-46d6-aac6-53ea52e5cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:34.931379 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-3351e09b-4be5-46d6-aac6-53ea52e5cdaa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2132030 Apr 01 12:24:34.955685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-21ebd0d3-5b30-4122-a982-9adb14395e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:34.957273 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-21ebd0d3-5b30-4122-a982-9adb14395e87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.1132166 Apr 01 12:24:35.026416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7bb31-9dff-428f-97e4-912dee3270e5 req-5f9a49dc-4cdc-49dd-83f8-9aef231480a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:35.027875 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8c7bb31-9dff-428f-97e4-912dee3270e5 req-5f9a49dc-4cdc-49dd-83f8-9aef231480a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 1097 time: 0.1704738 Apr 01 12:24:35.045247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d7fe2-d470-4a2b-bba9-3568589d393e req-754e68f4-3d9d-40c5-8c28-3540ed399d34 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:35.057110 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4e0d7fe2-d470-4a2b-bba9-3568589d393e req-754e68f4-3d9d-40c5-8c28-3540ed399d34 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.1842813 Apr 01 12:24:35.130645 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-13d9f746-2e0a-4503-9295-2626ec4b6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:35.132236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-13d9f746-2e0a-4503-9295-2626ec4b6cd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570969 Apr 01 12:24:35.139607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-41962554-9835-45e9-ba70-239cf8180ef2 service neutron] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:35.143146 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-66446d04-cf9a-49a0-a159-ee18ef13c505 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021627 Apr 01 12:24:35.147346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-0c0e84b2-6a0b-406b-8a09-4647fca047c0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:24:35.148362 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-0c0e84b2-6a0b-406b-8a09-4647fca047c0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074842 Apr 01 12:24:35.151168 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-41962554-9835-45e9-ba70-239cf8180ef2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:35.152238 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bee68f35-e4a7-4167-8733-ae3c546fa2c8 req-41962554-9835-45e9-ba70-239cf8180ef2 service neutron] 10.222.0.44 "DELETE /v2.0/ports/bbcf0993-7761-4702-ba43-74c0a9fc2349/bindings/n-h1-836146-1 HTTP/1.1" status: 204 len: 173 time: 0.4367607 Apr 01 12:24:35.197225 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:24:35.254341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393127e7-d8ed-4bc2-b3e3-073f18c174a0 None None] Sync routers for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:24:35.270944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393127e7-d8ed-4bc2-b3e3-073f18c174a0 None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:35.271919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-393127e7-d8ed-4bc2-b3e3-073f18c174a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:35.277154 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-d9d5fe12-4ceb-4f40-99ee-dee1267755b5 service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127942 Apr 01 12:24:35.406751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-0efc9fd5-c210-4cb3-9620-d88dec2312b1 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535975 Apr 01 12:24:35.456425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-393127e7-d8ed-4bc2-b3e3-073f18c174a0 None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:35.457457 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-485d2ecf-0a2e-497a-b8fc-a50dbf72f5df service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735430 Apr 01 12:24:35.570951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-4343467a-300b-4380-91e7-2f9eb7cc995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:35.577277 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-4343467a-300b-4380-91e7-2f9eb7cc995f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 1097 time: 0.0897987 Apr 01 12:24:35.767496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-d9355e38-2d00-4b77-91ca-c37167a17591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:35.771816 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-d9355e38-2d00-4b77-91ca-c37167a17591 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.1853619 Apr 01 12:24:35.817707 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4e0d7fe2-d470-4a2b-bba9-3568589d393e req-c97e6a35-95d0-4606-b1d4-ea1e60f871c9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7596846 Apr 01 12:24:35.843800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7bb31-9dff-428f-97e4-912dee3270e5 req-aaa9eec0-3f89-46c0-bbf2-e3113f7437a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:35.845288 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8c7bb31-9dff-428f-97e4-912dee3270e5 req-aaa9eec0-3f89-46c0-bbf2-e3113f7437a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.8088973 Apr 01 12:24:35.859770 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-393127e7-d8ed-4bc2-b3e3-073f18c174a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e6452582-7a36-403c-b5ca-39f0839d2834', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'port_id': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'mac_address': 'fa:16:3e:c9:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:03Z', 'updated_at': '2022-04-01T12:24:35Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:35.873005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a1238f-0ca7-469b-aa06-324c6354481d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Router 222a5865-3def-4f85-b19e-a433480459ff has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:24:35.878379 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-13c5f697-2376-4788-b626-28f2fea7e83a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9879459-ee06-489c-9e23-96744cf05c2d HTTP/1.1" status: 200 len: 1001 time: 0.0910988 Apr 01 12:24:35.899464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393127e7-d8ed-4bc2-b3e3-073f18c174a0 None None] Checking router: 70672f3f-15d8-41e4-8a37-5582fce02a4f for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:24:35.908041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393127e7-d8ed-4bc2-b3e3-073f18c174a0 None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:35.908673 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-393127e7-d8ed-4bc2-b3e3-073f18c174a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:35.919745 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8c7bb31-9dff-428f-97e4-912dee3270e5 req-50bcf5fe-3155-4a05-a627-22f7c8eaeefa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 217 time: 0.0648799 Apr 01 12:24:35.939902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-7bdb7c73-cc28-4010-82ae-d81ff081f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:35.941380 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-7bdb7c73-cc28-4010-82ae-d81ff081f939 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.0569997 Apr 01 12:24:35.995330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-dbf74c04-20fd-49b0-987d-003254edd86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:35.996844 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-dbf74c04-20fd-49b0-987d-003254edd86b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473781 Apr 01 12:24:36.025417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-393127e7-d8ed-4bc2-b3e3-073f18c174a0 None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:36.042846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745d34b-9360-4284-819c-9c53b2f05e15 req-8ac6cac2-01f1-4c54-a771-43df06cc2bd4 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:36.044379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9745d34b-9360-4284-819c-9c53b2f05e15 req-8ac6cac2-01f1-4c54-a771-43df06cc2bd4 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 950 time: 0.1362898 Apr 01 12:24:36.051887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7bb31-9dff-428f-97e4-912dee3270e5 req-3b022714-c3e6-4cf2-8366-fa673a7c6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:36.052406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8c7bb31-9dff-428f-97e4-912dee3270e5 req-3b022714-c3e6-4cf2-8366-fa673a7c6c0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.1149032 Apr 01 12:24:36.117315 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-57e58ca3-a468-4d8c-83d0-67f70fcd7e56 service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113584 Apr 01 12:24:36.153295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a1238f-0ca7-469b-aa06-324c6354481d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:24:36.160781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d1a1238f-0ca7-469b-aa06-324c6354481d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:36.165598 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4321cb-0c0d-429d-a794-6c3067ce0cda None None] Sync routers for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:24:36.177994 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9745d34b-9360-4284-819c-9c53b2f05e15 req-27bdd82b-b8c4-4114-8077-9de2a34846ae tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985792 Apr 01 12:24:36.209872 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4321cb-0c0d-429d-a794-6c3067ce0cda None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:36.210766 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2e4321cb-0c0d-429d-a794-6c3067ce0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:36.214513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7bb31-9dff-428f-97e4-912dee3270e5 req-8bf360f3-5d78-49d5-9060-39f844a104ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:36.215687 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8c7bb31-9dff-428f-97e4-912dee3270e5 req-8bf360f3-5d78-49d5-9060-39f844a104ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375942 Apr 01 12:24:36.217821 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d1a1238f-0ca7-469b-aa06-324c6354481d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "PUT /v2.0/floatingips/c67ec8b4-c6d7-4658-8065-6926c0eefd48 HTTP/1.1" status: 200 len: 991 time: 2.8858631 Apr 01 12:24:36.222638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'tag': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:36.225414 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1a72c6-2157-4fd8-94bc-779e97d02b46" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d37984-cd06-44c5-a46b-e1ba4141dc81", "tag": "ddf415b8-25cc-4aca-9be3-68eb9c12976d"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:36.288883 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13fe687d-6102-47d6-8a3d-cfe6f01eeb9a req-6055eff3-3e14-474d-91ae-610c50fd087b service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569548 Apr 01 12:24:36.365359 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8c7bb31-9dff-428f-97e4-912dee3270e5 req-c038bab1-7f17-490c-a636-b41267312e38 service neutron] 10.222.0.44 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354198 Apr 01 12:24:36.395940 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6dc05948-bb4c-49b9-802b-ecdfc72a9ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:36.445356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-393127e7-d8ed-4bc2-b3e3-073f18c174a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e6452582-7a36-403c-b5ca-39f0839d2834', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'port_id': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'mac_address': 'fa:16:3e:c9:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:03Z', 'updated_at': '2022-04-01T12:24:35Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:36.459261 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-2e4321cb-0c0d-429d-a794-6c3067ce0cda None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:36.513754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393127e7-d8ed-4bc2-b3e3-073f18c174a0 None None] The sync data for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 is: [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e6452582-7a36-403c-b5ca-39f0839d2834', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'port_id': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'mac_address': 'fa:16:3e:c9:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:03Z', 'updated_at': '2022-04-01T12:24:35Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:24:36.551515 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8c7bb31-9dff-428f-97e4-912dee3270e5 req-fb4017fe-4799-4aaa-be23-834ac702d2fd service neutron] 10.222.0.44 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732562 Apr 01 12:24:36.588172 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-b1691a19-f14d-4ce4-8152-ecdac1599f75 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=de0d7d81b4c148a7baa5b5e1ae18d488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303688 Apr 01 12:24:36.743908 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-1bb51911-83bc-443c-8d25-8e2b6895aa86 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:36.745570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-1bb51911-83bc-443c-8d25-8e2b6895aa86 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566222 Apr 01 12:24:36.766603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-ea4c8abb-c2c5-488b-bcf1-04789106da8c tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/quotas/de0d7d81b4c148a7baa5b5e1ae18d488 HTTP/1.1" status: 200 len: 375 time: 0.0125465 Apr 01 12:24:36.776449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'tag': 'e9879459-ee06-489c-9e23-96744cf05c2d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:36.778716 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b48ced-8739-4c4a-80d6-1c05ffde2689" -d '{"events": [{"name": "network-changed", "server_uuid": "38191916-a3f0-4f1f-96ea-a1d1d4f08359", "tag": "e9879459-ee06-489c-9e23-96744cf05c2d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:36.798173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03011e9-9356-4170-a3e4-f94606da98d4 req-24b0d31d-d277-4792-9493-fb89491c6a72 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:36.799730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f03011e9-9356-4170-a3e4-f94606da98d4 req-24b0d31d-d277-4792-9493-fb89491c6a72 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 945 time: 0.0629530 Apr 01 12:24:36.813847 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-1ba5a120-c230-443f-8290-b1bf8ab51348 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=de0d7d81b4c148a7baa5b5e1ae18d488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411856 Apr 01 12:24:36.840287 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f03011e9-9356-4170-a3e4-f94606da98d4 req-1ea25f32-8407-43c3-90c1-3adc3a3884d0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Apr 01 12:24:36.902207 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2e4321cb-0c0d-429d-a794-6c3067ce0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'c67ec8b4-c6d7-4658-8065-6926c0eefd48', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '222a5865-3def-4f85-b19e-a433480459ff', 'port_id': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'mac_address': 'fa:16:3e:6f:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:11Z', 'updated_at': '2022-04-01T12:24:34Z', 'revision_number': 1, 'project_id': '504bf52a206041a49c73cff58299a556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:53Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:36.930224 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4321cb-0c0d-429d-a794-6c3067ce0cda None None] Checking router: 222a5865-3def-4f85-b19e-a433480459ff for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:24:36.940007 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4321cb-0c0d-429d-a794-6c3067ce0cda None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:36.940629 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2e4321cb-0c0d-429d-a794-6c3067ce0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:37.059230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb60f9d-fbd3-490d-8114-dfc3a712e31d req-a786b89d-1c7e-4bdc-b396-da45d0129310 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:37.060794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-deb60f9d-fbd3-490d-8114-dfc3a712e31d req-a786b89d-1c7e-4bdc-b396-da45d0129310 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 945 time: 0.0612369 Apr 01 12:24:37.081636 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-2e4321cb-0c0d-429d-a794-6c3067ce0cda None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:37.106466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-deb60f9d-fbd3-490d-8114-dfc3a712e31d req-09e45ad5-7efe-4841-85bd-92dbde6ad0be tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383651 Apr 01 12:24:37.171684 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404fec43-2929-4fd4-bd34-864abb997a50 x-openstack-request-id: req-404fec43-2929-4fd4-bd34-864abb997a50 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:37.172558 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d37984-cd06-44c5-a46b-e1ba4141dc81", "tag": "ddf415b8-25cc-4aca-9be3-68eb9c12976d", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:37.173026 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-404fec43-2929-4fd4-bd34-864abb997a50 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:37.173611 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404fec43-2929-4fd4-bd34-864abb997a50'] response: {'name': 'network-changed', 'server_uuid': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'tag': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d', 'status': 'completed', 'code': 200} Apr 01 12:24:37.260508 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba952bba-5fb4-47e4-bcec-3a13f87b3b93 req-6fcd1fb8-cc0e-42f6-ae48-14ab38e97c45 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1001 time: 0.0762458 Apr 01 12:24:37.266738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466a288-4ee1-432b-98e3-ef3a762cdaa3 req-5b0fb487-ccbd-45b4-b39e-45efc38c71dd tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:37.274718 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0466a288-4ee1-432b-98e3-ef3a762cdaa3 req-5b0fb487-ccbd-45b4-b39e-45efc38c71dd tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 1101 time: 0.0979145 Apr 01 12:24:37.294892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-0466a288-4ee1-432b-98e3-ef3a762cdaa3 req-7f91dd6b-2573-41b6-b76a-43eb289742d5 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:37.309385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba952bba-5fb4-47e4-bcec-3a13f87b3b93 req-7df48d1e-4bfc-424c-8efe-1f74d6e75a3a tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:37.311547 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a72c6-2157-4fd8-94bc-779e97d02b46 req-966c11d6-95f0-4cae-a5ad-d0d2d12a51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:37.313423 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a72c6-2157-4fd8-94bc-779e97d02b46 req-966c11d6-95f0-4cae-a5ad-d0d2d12a51ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=504bf52a206041a49c73cff58299a556&device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 1096 time: 0.0936079 Apr 01 12:24:37.323156 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba952bba-5fb4-47e4-bcec-3a13f87b3b93 req-7df48d1e-4bfc-424c-8efe-1f74d6e75a3a tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports/e9879459-ee06-489c-9e23-96744cf05c2d HTTP/1.1" status: 200 len: 943 time: 0.0553191 Apr 01 12:24:37.426581 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a72c6-2157-4fd8-94bc-779e97d02b46 req-bb69b74b-70ad-43b0-a86b-f5a1f7654ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:37.428453 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a72c6-2157-4fd8-94bc-779e97d02b46 req-bb69b74b-70ad-43b0-a86b-f5a1f7654ce2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54ec5879-6876-4332-b34c-ec146a3b7374 HTTP/1.1" status: 200 len: 924 time: 0.1048079 Apr 01 12:24:37.441411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba952bba-5fb4-47e4-bcec-3a13f87b3b93 req-8fe55b75-74f4-49c8-90ed-33efc6fc76d9 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1001 time: 0.0807655 Apr 01 12:24:37.476274 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2e4321cb-0c0d-429d-a794-6c3067ce0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'c67ec8b4-c6d7-4658-8065-6926c0eefd48', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '222a5865-3def-4f85-b19e-a433480459ff', 'port_id': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'mac_address': 'fa:16:3e:6f:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:11Z', 'updated_at': '2022-04-01T12:24:34Z', 'revision_number': 1, 'project_id': '504bf52a206041a49c73cff58299a556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:53Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:37.508462 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4321cb-0c0d-429d-a794-6c3067ce0cda None None] The sync data for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 is: [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'c67ec8b4-c6d7-4658-8065-6926c0eefd48', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '222a5865-3def-4f85-b19e-a433480459ff', 'port_id': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'mac_address': 'fa:16:3e:6f:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:11Z', 'updated_at': '2022-04-01T12:24:34Z', 'revision_number': 1, 'project_id': '504bf52a206041a49c73cff58299a556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:53Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:24:37.540847 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a72c6-2157-4fd8-94bc-779e97d02b46 req-f740c23e-7c20-449a-9385-84fa4f763ce9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf415b8-25cc-4aca-9be3-68eb9c12976d HTTP/1.1" status: 200 len: 999 time: 0.0975759 Apr 01 12:24:37.554946 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-0466a288-4ee1-432b-98e3-ef3a762cdaa3 req-7f91dd6b-2573-41b6-b76a-43eb289742d5 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:37.566069 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-0466a288-4ee1-432b-98e3-ef3a762cdaa3 req-7f91dd6b-2573-41b6-b76a-43eb289742d5 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:37.585011 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba952bba-5fb4-47e4-bcec-3a13f87b3b93 req-e9c7d857-ced2-4ee1-ab07-52ed5ad948a2 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:37.594874 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba952bba-5fb4-47e4-bcec-3a13f87b3b93 req-e9c7d857-ced2-4ee1-ab07-52ed5ad948a2 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1468315 Apr 01 12:24:37.623485 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0466a288-4ee1-432b-98e3-ef3a762cdaa3 req-7f91dd6b-2573-41b6-b76a-43eb289742d5 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476167 Apr 01 12:24:37.632150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91dd6b-2573-41b6-b76a-43eb289742d5 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c085268-9f25-472e-98e6-c3db2e2b333b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:37.651009 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a72c6-2157-4fd8-94bc-779e97d02b46 req-49adfe5c-5ac7-41dd-854c-5b1d8fd538be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:37.652602 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a72c6-2157-4fd8-94bc-779e97d02b46 req-49adfe5c-5ac7-41dd-854c-5b1d8fd538be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ef11ffb-671d-4944-80ae-de5a57ae60fe HTTP/1.1" status: 200 len: 862 time: 0.0959373 Apr 01 12:24:37.682076 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a7487a-6379-4bb3-93ca-6779ea1ea37c x-openstack-request-id: req-c5a7487a-6379-4bb3-93ca-6779ea1ea37c {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:37.682439 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38191916-a3f0-4f1f-96ea-a1d1d4f08359", "tag": "e9879459-ee06-489c-9e23-96744cf05c2d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:37.682790 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5a7487a-6379-4bb3-93ca-6779ea1ea37c {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:37.683188 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a7487a-6379-4bb3-93ca-6779ea1ea37c'] response: {'name': 'network-changed', 'server_uuid': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'tag': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'status': 'completed', 'code': 200} Apr 01 12:24:37.731421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a72c6-2157-4fd8-94bc-779e97d02b46 req-21ec5331-3194-4d13-9e93-ec3b68943c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:37.736778 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a72c6-2157-4fd8-94bc-779e97d02b46 req-21ec5331-3194-4d13-9e93-ec3b68943c80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54ec5879-6876-4332-b34c-ec146a3b7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718904 Apr 01 12:24:37.802274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b48ced-8739-4c4a-80d6-1c05ffde2689 req-afd569d4-9e60-4ef7-aa14-c913c258e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:37.803874 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5b48ced-8739-4c4a-80d6-1c05ffde2689 req-afd569d4-9e60-4ef7-aa14-c913c258e0f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 1097 time: 0.0891147 Apr 01 12:24:37.869787 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da38df4-55bd-4b5f-8cf5-23bbd6fca7b7 req-13c35f85-097d-4ee8-9392-56207c5d5d6f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:37.871406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7da38df4-55bd-4b5f-8cf5-23bbd6fca7b7 req-13c35f85-097d-4ee8-9392-56207c5d5d6f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.1264615 Apr 01 12:24:37.895241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d12a4-131e-41af-8a55-2b2a5369bbd5 None None] New status for floating IP c67ec8b4-c6d7-4658-8065-6926c0eefd48: ACTIVE {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:24:37.924124 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-710a1cfa-1470-4083-8be6-671491610325 req-10f48c39-fd5d-47fe-8858-73b023b034cf tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 210 time: 0.0369642 Apr 01 12:24:37.928570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a72c6-2157-4fd8-94bc-779e97d02b46 req-9075ca5a-b0e3-4194-91a4-620284c47e2b service neutron] 10.222.0.44 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810017 Apr 01 12:24:37.955928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b48ced-8739-4c4a-80d6-1c05ffde2689 req-a44a5139-fee0-41bc-b02a-1b661c395dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:37.957557 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5b48ced-8739-4c4a-80d6-1c05ffde2689 req-a44a5139-fee0-41bc-b02a-1b661c395dc4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.1435804 Apr 01 12:24:37.960625 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7da38df4-55bd-4b5f-8cf5-23bbd6fca7b7 req-082177d2-f8ed-478b-acf6-fe07fcf0bc69 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825932 Apr 01 12:24:38.069631 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a72c6-2157-4fd8-94bc-779e97d02b46 req-afa351a3-bfdb-481b-8b53-2f54f69d8c52 service neutron] 10.222.0.44 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227298 Apr 01 12:24:38.181120 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-4d09908b-1be5-4bdc-93a4-0306deacfb62 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1001 time: 0.1102390 Apr 01 12:24:38.245198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-6db40a3b-3e1b-4db4-92c9-70835a98f64d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:38.254251 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-6db40a3b-3e1b-4db4-92c9-70835a98f64d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports/e9879459-ee06-489c-9e23-96744cf05c2d HTTP/1.1" status: 200 len: 943 time: 0.0630753 Apr 01 12:24:38.370148 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-e0e4a19a-fa05-4a99-a049-34762aac381d tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1001 time: 0.0742052 Apr 01 12:24:38.375178 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-b4b5afa2-3893-4816-9df6-68105566984a tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=de0d7d81b4c148a7baa5b5e1ae18d488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449710 Apr 01 12:24:38.378584 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2533d2d-7c2f-4aba-a08e-4df9cfde643e req-9f8e2364-e25c-4b0f-9ff1-2e374eb1fb1f tempest-AbsoluteLimitsNegativeTestJSON-135863173 tempest-AbsoluteLimitsNegativeTestJSON-135863173-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e41d6fb5bbbb4b17b9850351530ebb1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495250 Apr 01 12:24:38.398159 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:38.422146 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5b48ced-8739-4c4a-80d6-1c05ffde2689 req-358b9d9d-34cc-41bb-abbe-35b05835fef8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9879459-ee06-489c-9e23-96744cf05c2d HTTP/1.1" status: 200 len: 1001 time: 0.4412882 Apr 01 12:24:38.476729 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-64bda9bf-65eb-4da9-9a8a-a9df4c46ca10 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:38.478565 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-64bda9bf-65eb-4da9-9a8a-a9df4c46ca10 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1022606 Apr 01 12:24:38.553894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-8dae2cd7-7622-4735-8120-48baa682de37 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1001 time: 0.0683203 Apr 01 12:24:38.565195 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-a5ca3ea8-e57f-498e-a9a8-faa1212995d4 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:38.590649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b48ced-8739-4c4a-80d6-1c05ffde2689 req-3a06da12-c09a-435c-bab9-920bab00b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:38.592104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5b48ced-8739-4c4a-80d6-1c05ffde2689 req-3a06da12-c09a-435c-bab9-920bab00b5cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.1549706 Apr 01 12:24:38.619033 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:38.621030 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-a5ca3ea8-e57f-498e-a9a8-faa1212995d4 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:38.621838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-09e8854d-e1a1-45e8-924c-48ecb1f24aaf tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:38.623831 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-09e8854d-e1a1-45e8-924c-48ecb1f24aaf tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2394943 Apr 01 12:24:38.634948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2533d2d-7c2f-4aba-a08e-4df9cfde643e req-bb545e9c-26fc-43c1-b796-bd3e05def705 tempest-AbsoluteLimitsNegativeTestJSON-135863173 tempest-AbsoluteLimitsNegativeTestJSON-135863173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:38.636367 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2533d2d-7c2f-4aba-a08e-4df9cfde643e req-bb545e9c-26fc-43c1-b796-bd3e05def705 tempest-AbsoluteLimitsNegativeTestJSON-135863173 tempest-AbsoluteLimitsNegativeTestJSON-135863173-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371101 Apr 01 12:24:38.655484 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Request body: {'port': {'device_id': '1a2f7744-e92a-4bd1-8800-dde8782a6d54', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'de0d7d81b4c148a7baa5b5e1ae18d488'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:38.694990 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2533d2d-7c2f-4aba-a08e-4df9cfde643e req-9528ee87-c8a2-4ef3-82db-c99acdcd6e11 tempest-AbsoluteLimitsNegativeTestJSON-135863173 tempest-AbsoluteLimitsNegativeTestJSON-135863173-project] 10.222.0.45 "GET /v2.0/quotas/e41d6fb5bbbb4b17b9850351530ebb1b HTTP/1.1" status: 200 len: 375 time: 0.0436375 Apr 01 12:24:38.761910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2533d2d-7c2f-4aba-a08e-4df9cfde643e req-152cd9e1-05a1-447d-a215-be41881cc152 tempest-AbsoluteLimitsNegativeTestJSON-135863173 tempest-AbsoluteLimitsNegativeTestJSON-135863173-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e41d6fb5bbbb4b17b9850351530ebb1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377598 Apr 01 12:24:38.763047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-a5ca3ea8-e57f-498e-a9a8-faa1212995d4 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:38.763641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b48ced-8739-4c4a-80d6-1c05ffde2689 req-fa515e09-16e9-4fa0-ab5d-6d16e8f36227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:38.765604 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5b48ced-8739-4c4a-80d6-1c05ffde2689 req-fa515e09-16e9-4fa0-ab5d-6d16e8f36227 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628532 Apr 01 12:24:38.767862 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-a5ca3ea8-e57f-498e-a9a8-faa1212995d4 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:38.768409 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-a5ca3ea8-e57f-498e-a9a8-faa1212995d4 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Floating IP e6452582-7a36-403c-b5ca-39f0839d2834 disassociated. External IP: 172.25.7.45, port: e9879459-ee06-489c-9e23-96744cf05c2d. Apr 01 12:24:38.810133 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-abb34cbc-163d-4038-b6e1-a14347e9a71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:38.881279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Made reservation on behalf of de0d7d81b4c148a7baa5b5e1ae18d488 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:38.885534 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:38.901724 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:38.923246 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5b48ced-8739-4c4a-80d6-1c05ffde2689 req-66e16dc4-573f-4511-a9fb-8d3d06ce8d6e service neutron] 10.222.0.37 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495914 Apr 01 12:24:39.066776 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-a5ca3ea8-e57f-498e-a9a8-faa1212995d4 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Router 70672f3f-15d8-41e4-8a37-5582fce02a4f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:24:39.155288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5b48ced-8739-4c4a-80d6-1c05ffde2689 req-f293e4e5-2944-4bed-85d4-8e2e548de633 service neutron] 10.222.0.37 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227242 Apr 01 12:24:39.166303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88845d1a-9d6d-4f28-93dd-a111d7a31d5a req-c6a8cf1f-335a-44c4-a6eb-6b4117fae5f6 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:39.173506 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88845d1a-9d6d-4f28-93dd-a111d7a31d5a req-c6a8cf1f-335a-44c4-a6eb-6b4117fae5f6 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 1096 time: 0.1006529 Apr 01 12:24:39.195329 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48902) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:39.196887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:39.202928 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:39.216917 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-a5ca3ea8-e57f-498e-a9a8-faa1212995d4 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:24:39.223394 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-a5ca3ea8-e57f-498e-a9a8-faa1212995d4 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:39.230895 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ece780-fd2f-4a7a-9847-b287a3eeb516 None None] Sync routers for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:24:39.240182 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ece780-fd2f-4a7a-9847-b287a3eeb516 None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:39.242339 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e9ece780-fd2f-4a7a-9847-b287a3eeb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:39.269275 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-a5ca3ea8-e57f-498e-a9a8-faa1212995d4 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "PUT /v2.0/floatingips/e6452582-7a36-403c-b5ca-39f0839d2834 HTTP/1.1" status: 200 len: 694 time: 0.7006953 Apr 01 12:24:39.277833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'tag': 'e9879459-ee06-489c-9e23-96744cf05c2d'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:39.280138 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b208452-ff40-4cd3-882d-a7ede30505b5" -d '{"events": [{"name": "network-changed", "server_uuid": "38191916-a3f0-4f1f-96ea-a1d1d4f08359", "tag": "e9879459-ee06-489c-9e23-96744cf05c2d"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:39.280306 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88845d1a-9d6d-4f28-93dd-a111d7a31d5a req-94599197-0c30-4a7f-8f26-c9329d8fab45 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059682 Apr 01 12:24:39.288902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce8d2e2-e004-475f-a5ef-717fff268db1,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:39.304576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:39.304816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:39.305029 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:39.305379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:39.305671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:39.306044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:39.306355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:39.306683 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:39.307013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:39.307946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:39.307946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:39.307946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:24:39.351252 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-1580ae81-e99e-42a7-a0b6-24b676b0a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:39.359695 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-1580ae81-e99e-42a7-a0b6-24b676b0a63e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 1097 time: 0.0894845 Apr 01 12:24:39.396795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Allocated IP 192.168.233.61 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/2eccddf8-a5f3-44eb-b209-cc70ee868f92) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:24:39.471756 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18bdd5f6-d3c4-4938-b377-cc00f7dd5bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:39.478054 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-e9ece780-fd2f-4a7a-9847-b287a3eeb516 None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:39.526850 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-65aca71a-135c-44e7-acae-3a822e070955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:39.535938 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-65aca71a-135c-44e7-acae-3a822e070955 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.1753280 Apr 01 12:24:39.536145 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac15e985-e187-4031-8b32-78ba2d660faf req-975c89ac-c69b-4920-ae6a-699b9e5c5003 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 210 time: 0.0310440 Apr 01 12:24:39.595296 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-c407a408-0e2c-4441-939f-f5ff949263e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9879459-ee06-489c-9e23-96744cf05c2d HTTP/1.1" status: 200 len: 217 time: 0.0585020 Apr 01 12:24:39.649007 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-1b5a9d15-dad5-48e9-b2da-88fd5e97e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:39.650678 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-1b5a9d15-dad5-48e9-b2da-88fd5e97e920 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.0468109 Apr 01 12:24:39.686513 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:39.696980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76f49c-40d2-4ada-9630-0f85710f7807 req-f9e7417f-514c-46b7-b7d8-7acfa17a4395 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:39.698744 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b76f49c-40d2-4ada-9630-0f85710f7807 req-f9e7417f-514c-46b7-b7d8-7acfa17a4395 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.0873179 Apr 01 12:24:39.708484 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e9ece780-fd2f-4a7a-9847-b287a3eeb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:39.711275 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18bdd5f6-d3c4-4938-b377-cc00f7dd5bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:39.718160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18bdd5f6-d3c4-4938-b377-cc00f7dd5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:39.741206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-52783fc8-4568-4772-b6ef-49f5a1ad3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:39.742754 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-52783fc8-4568-4772-b6ef-49f5a1ad3616 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752177 Apr 01 12:24:39.748813 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ece780-fd2f-4a7a-9847-b287a3eeb516 None None] Checking router: 70672f3f-15d8-41e4-8a37-5582fce02a4f for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:24:39.759413 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b76f49c-40d2-4ada-9630-0f85710f7807 req-879bd9c8-21f6-4ae3-ab8a-dbb871d1e92b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504148 Apr 01 12:24:39.760548 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ece780-fd2f-4a7a-9847-b287a3eeb516 None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:39.761604 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e9ece780-fd2f-4a7a-9847-b287a3eeb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:39.762648 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:39.769590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48912) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:39.770682 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-18bdd5f6-d3c4-4938-b377-cc00f7dd5bcb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e41d6fb5bbbb4b17b9850351530ebb1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744236 Apr 01 12:24:39.771953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdd5f6-d3c4-4938-b377-cc00f7dd5bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec1de59-2bca-49d6-bd1b-2f865b8ff7b5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:39.843644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:39.856266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:39.860623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:39.866806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:39.867566 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:39.869761 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-b1e2d395-5732-4864-8a40-d1fec2293ff3 service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935380 Apr 01 12:24:39.871076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Pushing event updated for resources: {'Port': ['ID=2eccddf8-a5f3-44eb-b209-cc70ee868f92,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:39.890197 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-e9ece780-fd2f-4a7a-9847-b287a3eeb516 None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:39.906518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7333-9e8d-40f4-9d1b-70fd8e8db178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:39.912580 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-0bff1dee-d0a3-4546-b5e0-cc568a35c02b tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2623291 Apr 01 12:24:39.927036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Request body: {'port': {'device_id': '1a2f7744-e92a-4bd1-8800-dde8782a6d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:39.960481 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7333-9e8d-40f4-9d1b-70fd8e8db178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:40.010351 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ef74f62-5ed3-4455-829a-68edffff5bdf req-46bda1d8-a64f-4d8b-9c72-9779a839677f service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201692 Apr 01 12:24:40.071063 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6efce1-7308-4482-b687-3df70f315fd4 x-openstack-request-id: req-fb6efce1-7308-4482-b687-3df70f315fd4 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:40.071415 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38191916-a3f0-4f1f-96ea-a1d1d4f08359", "tag": "e9879459-ee06-489c-9e23-96744cf05c2d", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:40.071831 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb6efce1-7308-4482-b687-3df70f315fd4 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:40.072276 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6efce1-7308-4482-b687-3df70f315fd4'] response: {'name': 'network-changed', 'server_uuid': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'tag': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'status': 'completed', 'code': 200} Apr 01 12:24:40.074698 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-4ad98983-1a5e-4622-8f5f-88d05d2b6521 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437896 Apr 01 12:24:40.075427 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:40.183926 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e9ece780-fd2f-4a7a-9847-b287a3eeb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:40.213909 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ece780-fd2f-4a7a-9847-b287a3eeb516 None None] The sync data for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 is: [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:24:40.224128 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7333-9e8d-40f4-9d1b-70fd8e8db178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:40.226114 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d42f752b-2460-4f99-9085-e997e2cba31c None None] Provisioning complete for port 2eccddf8-a5f3-44eb-b209-cc70ee868f92 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:40.226608 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d42f752b-2460-4f99-9085-e997e2cba31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:40.226723 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7333-9e8d-40f4-9d1b-70fd8e8db178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:40.230227 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6e1c7333-9e8d-40f4-9d1b-70fd8e8db178 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eec1de59-2bca-49d6-bd1b-2f865b8ff7b5 HTTP/1.1" status: 204 len: 168 time: 0.4572432 Apr 01 12:24:40.288186 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d6666-47de-41df-bd55-6bf620df545b req-c74b8342-0b7d-41f4-adde-f60f167df9da tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:40.296365 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-c74b8342-0b7d-41f4-adde-f60f167df9da tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 821 time: 0.1434314 Apr 01 12:24:40.306414 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c7333-9e8d-40f4-9d1b-70fd8e8db178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec1de59-2bca-49d6-bd1b-2f865b8ff7b5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:40.313419 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-a60273b5-74f3-4607-8926-8963961c31b1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/quotas/d3ef0b6c28664a848490f62530c5067c HTTP/1.1" status: 200 len: 375 time: 0.0160129 Apr 01 12:24:40.343310 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:40.344816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d42f752b-2460-4f99-9085-e997e2cba31c None None] Port 2eccddf8-a5f3-44eb-b209-cc70ee868f92 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:24:40.365114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-cc9bd937-05f7-47d4-a976-48bf7207fa32 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508676 Apr 01 12:24:40.393281 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208452-ff40-4cd3-882d-a7ede30505b5 req-e5d7b521-d6b5-4400-ab58-e12145d3f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:40.394871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4b208452-ff40-4cd3-882d-a7ede30505b5 req-e5d7b521-d6b5-4400-ab58-e12145d3f4a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 1097 time: 0.2622948 Apr 01 12:24:40.479265 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-870da816-f970-4273-8442-62e4a38b97bc tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:40.480776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-870da816-f970-4273-8442-62e4a38b97bc tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3898764 Apr 01 12:24:40.494363 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-9b6c76e2-a186-46e7-aba5-fd47b9f40d7a service neutron] 10.222.0.45 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193008 Apr 01 12:24:40.585937 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-919605ad-4077-4554-b886-a2945f1baa5f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/quotas/ba9303e6805042dc9b5b3e77a4800baf HTTP/1.1" status: 200 len: 375 time: 0.0914400 Apr 01 12:24:40.586343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfcde5f-45f4-4a2d-9e73-c085e9411760 None None] New status for floating IP e6452582-7a36-403c-b5ca-39f0839d2834: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:24:40.631089 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-d48c81a8-7284-4781-b403-162e9537273a service neutron] 10.222.0.45 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282616 Apr 01 12:24:40.668909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208452-ff40-4cd3-882d-a7ede30505b5 req-8ac8496b-4fee-4db9-a74a-e6e42bc0a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:40.670885 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4b208452-ff40-4cd3-882d-a7ede30505b5 req-8ac8496b-4fee-4db9-a74a-e6e42bc0a7a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.2621281 Apr 01 12:24:40.736196 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4b208452-ff40-4cd3-882d-a7ede30505b5 req-f11f48af-ce8d-44b4-9718-71130e6face9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9879459-ee06-489c-9e23-96744cf05c2d HTTP/1.1" status: 200 len: 217 time: 0.0523448 Apr 01 12:24:40.746610 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d15c84e6-248c-48e4-92a6-5e1c6cd85c2c tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1433423 Apr 01 12:24:40.910682 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eccddf8-a5f3-44eb-b209-cc70ee868f92 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:40.931654 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:40.956169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Transition to ACTIVE for port object 2eccddf8-a5f3-44eb-b209-cc70ee868f92 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:24:41.009551 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:41.080448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Pushing event updated for resources: {'Port': ['ID=2eccddf8-a5f3-44eb-b209-cc70ee868f92,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:41.123771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208452-ff40-4cd3-882d-a7ede30505b5 req-da016dfc-2c8d-4773-977d-a061175db41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:41.125223 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4b208452-ff40-4cd3-882d-a7ede30505b5 req-da016dfc-2c8d-4773-977d-a061175db41f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.3775620 Apr 01 12:24:41.128294 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f81984-06e8-4dab-bc11-b7864d8e95cf req-ee79038d-3a34-452c-9243-17a093355729 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:41.138667 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f4f81984-06e8-4dab-bc11-b7864d8e95cf req-ee79038d-3a34-452c-9243-17a093355729 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 947 time: 0.0780957 Apr 01 12:24:41.189232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Attempting to bind port 2eccddf8-a5f3-44eb-b209-cc70ee868f92 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:41.189587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Attempting to bind port 2eccddf8-a5f3-44eb-b209-cc70ee868f92 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:41.189912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Attempting to bind port 2eccddf8-a5f3-44eb-b209-cc70ee868f92 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:41.212050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Port 2eccddf8-a5f3-44eb-b209-cc70ee868f92 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:41.212396 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Attempting to bind port 2eccddf8-a5f3-44eb-b209-cc70ee868f92 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:41.229633 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f4f81984-06e8-4dab-bc11-b7864d8e95cf req-3a7196c8-119f-4540-9927-dcbf9075afc1 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843685 Apr 01 12:24:41.248875 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208452-ff40-4cd3-882d-a7ede30505b5 req-6dc50aa5-40bd-4a18-b3c0-fcc52efb7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:41.250397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4b208452-ff40-4cd3-882d-a7ede30505b5 req-6dc50aa5-40bd-4a18-b3c0-fcc52efb7753 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995083 Apr 01 12:24:41.251312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:41.251637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:41.252004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:41.252444 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Bound port: 2eccddf8-a5f3-44eb-b209-cc70ee868f92, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:41.252788 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:41.284714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48970) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:41.370350 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-47661243-befe-4e67-b54c-8aa5b9fdbacb req-596cf880-ada5-4223-8dbb-bd7a77f8fb19 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 210 time: 0.0624125 Apr 01 12:24:41.449565 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1504761714-network', 'tenant_id': 'f3b8c2691e7642ebb43bca4c7e1d7c8b'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:41.491535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] For port 2eccddf8-a5f3-44eb-b209-cc70ee868f92, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:41.495560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] For port 2eccddf8-a5f3-44eb-b209-cc70ee868f92, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=2eccddf8-a5f3-44eb-b209-cc70ee868f92,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:41.528590 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Made reservation on behalf of f3b8c2691e7642ebb43bca4c7e1d7c8b for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:41.531517 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:41.549051 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:41.551725 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:41.626188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:41.627029 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:41.628615 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] 10.222.0.37 "PUT /v2.0/ports/2eccddf8-a5f3-44eb-b209-cc70ee868f92 HTTP/1.1" status: 200 len: 1095 time: 1.7078493 Apr 01 12:24:41.649673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2f7744-e92a-4bd1-8800-dde8782a6d54', 'tag': '2eccddf8-a5f3-44eb-b209-cc70ee868f92'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:41.652536 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942351dc-6b9f-4e03-801b-8f092627447f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2f7744-e92a-4bd1-8800-dde8782a6d54", "tag": "2eccddf8-a5f3-44eb-b209-cc70ee868f92"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:41.673205 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:41.683556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4b208452-ff40-4cd3-882d-a7ede30505b5 req-cb3df945-371d-42be-b0e4-48d17d0dd07f service neutron] 10.222.0.37 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950334 Apr 01 12:24:41.729852 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-4e0554f2-72cc-48c5-81d7-a146df10c9ab tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:41.740457 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-4e0554f2-72cc-48c5-81d7-a146df10c9ab tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2429125 Apr 01 12:24:41.771031 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:41.777733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ea520-5eba-44d1-b8e5-577286a9adaf req-798d733d-ee83-43c1-aadc-fe55c3977159 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:41.785894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e83ea520-5eba-44d1-b8e5-577286a9adaf req-798d733d-ee83-43c1-aadc-fe55c3977159 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.3013196 Apr 01 12:24:41.795038 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:41.810319 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:41.843988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc410c-23cf-42a3-b975-8e3153e41388 service neutron] Pushing event updated for resources: {'Port': ['ID=2eccddf8-a5f3-44eb-b209-cc70ee868f92,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:41.847727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48990) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:41.852189 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9dc68e-e814-4913-b89c-17b48504bef6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:41.871825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:24:41.889164 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e83ea520-5eba-44d1-b8e5-577286a9adaf req-beae78a6-9e56-4910-be1d-99cc41cbc214 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022551 Apr 01 12:24:41.907043 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-fed11dd4-ff63-4c0e-a761-efe96a819c67 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.1637537 Apr 01 12:24:41.914700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-f23900d6-7ac5-48e4-a40f-0908212cb4e7 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Request body: {'floatingip': {'port_id': '218ed498-e755-429c-b004-c4e3c4b827b7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:41.916123 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:41.917118 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Added segment 2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57 of type vlan for network e23dd718-56b2-4bf5-a1be-97c1c3333fca Apr 01 12:24:42.008756 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:42.051198 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:42.053584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:42.055445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:42.100631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-8bf61463-52ff-42f9-ad7f-93db0acee69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:42.103381 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-8bf61463-52ff-42f9-ad7f-93db0acee69e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de0d7d81b4c148a7baa5b5e1ae18d488&device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 1098 time: 0.3555901 Apr 01 12:24:42.112670 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-f23900d6-7ac5-48e4-a40f-0908212cb4e7 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:42.163741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] Pushing event updated for resources: {'Network': ['ID=e23dd718-56b2-4bf5-a1be-97c1c3333fca,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:42.175050 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fbdd398-ef01-409c-b02e-580093f8729a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:42.175680 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network e23dd718-56b2-4bf5-a1be-97c1c3333fca details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:24:42.193325 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9af6576e-5be6-486b-8e08-3383212c02bb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9075041 Apr 01 12:24:42.197238 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48998) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:42.203958 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9310d8a2-96f4-4e15-82a4-c901f0d39dad admin admin] Request body: {'subnet': {'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1504761714-subnet', 'tenant_id': 'f3b8c2691e7642ebb43bca4c7e1d7c8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:42.254889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9310d8a2-96f4-4e15-82a4-c901f0d39dad admin admin] Made reservation on behalf of f3b8c2691e7642ebb43bca4c7e1d7c8b for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:42.257430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9310d8a2-96f4-4e15-82a4-c901f0d39dad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:42.267056 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-fa7f839a-f70a-48a6-a59b-e8af5568a417 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2eccddf8-a5f3-44eb-b209-cc70ee868f92 HTTP/1.1" status: 200 len: 217 time: 0.1396601 Apr 01 12:24:42.277160 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdc226f-bda3-44aa-a136-4b936c7a10ce x-openstack-request-id: req-7bdc226f-bda3-44aa-a136-4b936c7a10ce {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:42.277650 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2f7744-e92a-4bd1-8800-dde8782a6d54", "tag": "2eccddf8-a5f3-44eb-b209-cc70ee868f92", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:42.277908 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7bdc226f-bda3-44aa-a136-4b936c7a10ce {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:42.278331 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdc226f-bda3-44aa-a136-4b936c7a10ce'] response: {'name': 'network-changed', 'server_uuid': '1a2f7744-e92a-4bd1-8800-dde8782a6d54', 'tag': '2eccddf8-a5f3-44eb-b209-cc70ee868f92', 'status': 'completed', 'code': 200} Apr 01 12:24:42.296189 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4b208452-ff40-4cd3-882d-a7ede30505b5 req-63f97463-165f-47ad-8244-829553969399 service neutron] 10.222.0.37 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004336 Apr 01 12:24:42.349025 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc971469-9865-4289-9e67-dfec28397eb3 req-826ea923-9fff-4b53-9d13-7bfe14727047 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 210 time: 0.0404744 Apr 01 12:24:42.406576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-a56802ee-fd67-42e9-b9f5-2a84d25069bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:42.408516 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-a56802ee-fd67-42e9-b9f5-2a84d25069bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1260562 Apr 01 12:24:42.576489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ef34f-12ed-42aa-a0fe-eea88699e52d req-f67ba8a7-c972-455d-83e8-718250233868 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:42.578105 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e3ef34f-12ed-42aa-a0fe-eea88699e52d req-f67ba8a7-c972-455d-83e8-718250233868 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 947 time: 0.1304634 Apr 01 12:24:42.627837 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9310d8a2-96f4-4e15-82a4-c901f0d39dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:42.665185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.37', 52571) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:42.671397 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e3ef34f-12ed-42aa-a0fe-eea88699e52d req-198225fc-4b57-4897-9541-628b178f75af tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796480 Apr 01 12:24:42.995179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310d8a2-96f4-4e15-82a4-c901f0d39dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3516b13e-86ee-4605-892c-1bb452f4de0b,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:43.012355 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fbdd398-ef01-409c-b02e-580093f8729a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:43.021134 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5f568885-4bb1-466c-be67-221d7c9ef956 req-158a365f-0d52-42d8-a7c5-befcf7c52a37 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 210 time: 0.0467882 Apr 01 12:24:43.030097 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fbdd398-ef01-409c-b02e-580093f8729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:43.032521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9310d8a2-96f4-4e15-82a4-c901f0d39dad admin admin] Checking segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:43.032884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9310d8a2-96f4-4e15-82a4-c901f0d39dad admin admin] Network hostable DHCP agents. Network: e23dd718-56b2-4bf5-a1be-97c1c3333fca, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:24:43.033341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-ca334377-fb7d-4f87-9e7d-94bbcc5bd71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:43.034845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-ca334377-fb7d-4f87-9e7d-94bbcc5bd71d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5785987 Apr 01 12:24:43.046273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488a12e-ac37-4469-8016-33c9d70704ca req-bbc41180-bc04-418c-84d1-27a686537d1b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:43.047739 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9488a12e-ac37-4469-8016-33c9d70704ca req-bbc41180-bc04-418c-84d1-27a686537d1b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.37 "GET /v2.0/ports?device_id=38191916-a3f0-4f1f-96ea-a1d1d4f08359 HTTP/1.1" status: 200 len: 946 time: 0.3690813 Apr 01 12:24:43.129752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d6666-47de-41df-bd55-6bf620df545b req-8f6ecbda-1702-4608-a696-14c6e47b5e5c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:43.131280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-8f6ecbda-1702-4608-a696-14c6e47b5e5c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.37 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 821 time: 0.6738980 Apr 01 12:24:43.148592 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9310d8a2-96f4-4e15-82a4-c901f0d39dad admin admin] Network e23dd718-56b2-4bf5-a1be-97c1c3333fca is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:24:43.170183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-718d6666-47de-41df-bd55-6bf620df545b req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Request body: {'port': {'device_id': 'ad2b12c4-9e29-4117-962d-255a696e75da', 'network_id': '5f326287-8629-4e35-afec-ed776729d480', 'admin_state_up': True, 'tenant_id': 'd3ef0b6c28664a848490f62530c5067c'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:43.190657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-9310d8a2-96f4-4e15-82a4-c901f0d39dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, e23dd718-56b2-4bf5-a1be-97c1c3333fca) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:43.199618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c6b26-cc8d-4432-b429-d9ae2ad57571 None None] Network e23dd718-56b2-4bf5-a1be-97c1c3333fca requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:24:43.209792 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310d8a2-96f4-4e15-82a4-c901f0d39dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:43.210445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9310d8a2-96f4-4e15-82a4-c901f0d39dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:43.236809 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6fbdd398-ef01-409c-b02e-580093f8729a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7610d3ae1f6f4f3fbdd09850e5054db4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3789492 Apr 01 12:24:43.242194 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49010) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:43.244728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-9488a12e-ac37-4469-8016-33c9d70704ca req-429edb22-c7c8-449c-9fd3-97dcb888412f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Deleting port e9879459-ee06-489c-9e23-96744cf05c2d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:24:43.245287 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9488a12e-ac37-4469-8016-33c9d70704ca req-429edb22-c7c8-449c-9fd3-97dcb888412f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:43.262179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858401-8e65-4155-b9e3-cd258703645a req-2a2f0dc5-3f8f-498e-974d-931b91799641 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:43.264829 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6858401-8e65-4155-b9e3-cd258703645a req-2a2f0dc5-3f8f-498e-974d-931b91799641 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.1061137 Apr 01 12:24:43.275692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdd398-ef01-409c-b02e-580093f8729a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c4fc7d-43cc-491c-a8b9-17458b709bb8,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:43.279051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.37', 52574) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:43.346830 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9310d8a2-96f4-4e15-82a4-c901f0d39dad admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1484630 Apr 01 12:24:43.359972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-59a7f68a-8225-46d3-aae8-0af36cd9e1ab tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656676 Apr 01 12:24:43.406194 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6858401-8e65-4155-b9e3-cd258703645a req-4a03b532-cba1-4bef-b042-3f451d27bf2e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859349 Apr 01 12:24:43.428869 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888ec0a-8f8c-4146-be4d-4743ab70e5a5 None None] Network e23dd718-56b2-4bf5-a1be-97c1c3333fca requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:24:43.475559 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9df54d99-5a92-476b-967b-9a4a3a055535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:43.504388 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-d2384cd2-101b-4961-aa18-c23dc0eca5dd service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587278 Apr 01 12:24:43.543907 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9df54d99-5a92-476b-967b-9a4a3a055535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:43.650778 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c92314bc-1d41-4436-b807-42dab42023e0 req-f7b3919e-5f34-4765-849e-99e0f826c42a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 210 time: 0.0667994 Apr 01 12:24:43.675834 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9df54d99-5a92-476b-967b-9a4a3a055535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:43.678854 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9df54d99-5a92-476b-967b-9a4a3a055535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:43.683614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9df54d99-5a92-476b-967b-9a4a3a055535 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1c4fc7d-43cc-491c-a8b9-17458b709bb8 HTTP/1.1" status: 204 len: 168 time: 0.4312184 Apr 01 12:24:43.690336 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.37', 52575) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:43.703383 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-9488a12e-ac37-4469-8016-33c9d70704ca req-429edb22-c7c8-449c-9fd3-97dcb888412f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] For port e9879459-ee06-489c-9e23-96744cf05c2d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e9879459-ee06-489c-9e23-96744cf05c2d,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:43.704034 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9488a12e-ac37-4469-8016-33c9d70704ca req-429edb22-c7c8-449c-9fd3-97dcb888412f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:43.724191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df54d99-5a92-476b-967b-9a4a3a055535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c4fc7d-43cc-491c-a8b9-17458b709bb8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:43.730966 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-9488a12e-ac37-4469-8016-33c9d70704ca req-429edb22-c7c8-449c-9fd3-97dcb888412f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Calling delete_port for e9879459-ee06-489c-9e23-96744cf05c2d owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:24:43.803752 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-aa538a8b-cbec-4c79-a05a-f0cc07861637 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119652 Apr 01 12:24:43.807290 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.db.resource_extend [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-f23900d6-7ac5-48e4-a40f-0908212cb4e7 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:24:43.864205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718d6666-47de-41df-bd55-6bf620df545b req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Made reservation on behalf of d3ef0b6c28664a848490f62530c5067c for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:43.867741 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-718d6666-47de-41df-bd55-6bf620df545b req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:43.876258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-c94b1245-268f-4462-9c9b-7f15d4f9163f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:43.877663 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-c94b1245-268f-4462-9c9b-7f15d4f9163f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5074193 Apr 01 12:24:43.922728 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Request body: {'port': {'device_id': '9b7b531e-aa33-4d0d-8e21-cd3388b84700', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'ba9303e6805042dc9b5b3e77a4800baf'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:43.927844 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9488a12e-ac37-4469-8016-33c9d70704ca req-429edb22-c7c8-449c-9fd3-97dcb888412f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:43.943949 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['218ed498-e755-429c-b004-c4e3c4b827b7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:43.957222 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9949611-4d4c-438a-be97-b45b8b2b1911 req-84d580e6-aa8d-426a-ad34-00a251cff15b service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384170 Apr 01 12:24:44.000483 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429edb22-c7c8-449c-9fd3-97dcb888412f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Pushing event deleted for resources: {'Port': ['ID=e9879459-ee06-489c-9e23-96744cf05c2d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:44.067612 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-f23900d6-7ac5-48e4-a40f-0908212cb4e7 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:44.099280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9488a12e-ac37-4469-8016-33c9d70704ca req-429edb22-c7c8-449c-9fd3-97dcb888412f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] No DVR routers for this DVR port e9879459-ee06-489c-9e23-96744cf05c2d on host n-h1-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:24:44.108179 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9488a12e-ac37-4469-8016-33c9d70704ca req-429edb22-c7c8-449c-9fd3-97dcb888412f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:44.113378 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9488a12e-ac37-4469-8016-33c9d70704ca req-429edb22-c7c8-449c-9fd3-97dcb888412f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.37 "DELETE /v2.0/ports/e9879459-ee06-489c-9e23-96744cf05c2d HTTP/1.1" status: 204 len: 173 time: 1.0571439 Apr 01 12:24:44.114114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'name': 'network-vif-deleted', 'tag': 'e9879459-ee06-489c-9e23-96744cf05c2d'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:44.117041 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238a6677-1533-4642-9f83-446d75fe5c4c" -d '{"events": [{"server_uuid": "38191916-a3f0-4f1f-96ea-a1d1d4f08359", "name": "network-vif-deleted", "tag": "e9879459-ee06-489c-9e23-96744cf05c2d"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:44.168268 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-f23900d6-7ac5-48e4-a40f-0908212cb4e7 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:44.183548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49038) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:44.198236 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d180981-9dea-457b-a1dc-f4ef99d963d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:44.406487 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d15460b2-7f2b-4c87-97a6-bba8547088d8 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:44.407938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d15460b2-7f2b-4c87-97a6-bba8547088d8 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5671215 Apr 01 12:24:44.409650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942351dc-6b9f-4e03-801b-8f092627447f req-d5e24021-0033-455e-9a03-a6b4a8e45c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:44.411000 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-942351dc-6b9f-4e03-801b-8f092627447f req-d5e24021-0033-455e-9a03-a6b4a8e45c1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de0d7d81b4c148a7baa5b5e1ae18d488&device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 1098 time: 0.3743532 Apr 01 12:24:44.413319 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-dfd24312-3fbe-4e78-b3e1-d352b1774ad8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:44.414837 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-dfd24312-3fbe-4e78-b3e1-d352b1774ad8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.1715014 Apr 01 12:24:44.419707 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d180981-9dea-457b-a1dc-f4ef99d963d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:44.429321 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d180981-9dea-457b-a1dc-f4ef99d963d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:44.449270 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-69e85545-4ea2-4375-84f1-7de51b35f347 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/quotas/f3b8c2691e7642ebb43bca4c7e1d7c8b HTTP/1.1" status: 200 len: 375 time: 0.0275419 Apr 01 12:24:44.461231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Request body: {'port': {'device_id': 'ce2f9cee-728e-4c6a-9842-aabce634ff08', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'ba9303e6805042dc9b5b3e77a4800baf'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:44.499381 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-f3b57b9e-8bf7-454d-8c50-c45bcf0714b0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425212 Apr 01 12:24:44.504796 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7d180981-9dea-457b-a1dc-f4ef99d963d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06e035ec6fbe4adba2fcb49bf85c4a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201439 Apr 01 12:24:44.505427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49046) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:44.507432 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d180981-9dea-457b-a1dc-f4ef99d963d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12887c7-c5b6-4885-b2b3-b265448da4d7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:44.515158 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-f23900d6-7ac5-48e4-a40f-0908212cb4e7 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Floating IP e6452582-7a36-403c-b5ca-39f0839d2834 associated. External IP: 172.25.7.45, port: 218ed498-e755-429c-b004-c4e3c4b827b7. Apr 01 12:24:44.575254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-718d6666-47de-41df-bd55-6bf620df545b req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Allocated IP 172.20.0.2 (5f326287-8629-4e35-afec-ed776729d480/9e044a75-99af-487d-948a-2656afb0938b/912a530b-0d86-4dab-b118-6bb99714e86f) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:24:44.577970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Made reservation on behalf of ba9303e6805042dc9b5b3e77a4800baf for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:44.581521 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:44.637487 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22629979-724c-42d5-81e8-acdfaf83a09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:44.661451 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-dda3c402-26bc-4e8e-8855-ba4beaafd321 service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426604 Apr 01 12:24:44.671327 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22629979-724c-42d5-81e8-acdfaf83a09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:44.793385 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1123f7a3-2227-4f0a-b8b8-16f08824d06c service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149809 Apr 01 12:24:44.795180 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22629979-724c-42d5-81e8-acdfaf83a09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:44.798313 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22629979-724c-42d5-81e8-acdfaf83a09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:44.802933 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-22629979-724c-42d5-81e8-acdfaf83a09b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e12887c7-c5b6-4885-b2b3-b265448da4d7 HTTP/1.1" status: 204 len: 168 time: 0.2957993 Apr 01 12:24:44.812556 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22629979-724c-42d5-81e8-acdfaf83a09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12887c7-c5b6-4885-b2b3-b265448da4d7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:45.060810 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cb085-941e-4a58-95e7-718ff7c39a4e req-026aade1-2236-4a8f-bbf3-aa87a31019d1 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:45.069983 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-da5cb085-941e-4a58-95e7-718ff7c39a4e req-026aade1-2236-4a8f-bbf3-aa87a31019d1 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 947 time: 0.0692871 Apr 01 12:24:45.103978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942351dc-6b9f-4e03-801b-8f092627447f req-6868fd2f-a8a9-41f6-bc06-40d815fcaf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:45.105424 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-942351dc-6b9f-4e03-801b-8f092627447f req-6868fd2f-a8a9-41f6-bc06-40d815fcaf56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.6545963 Apr 01 12:24:45.127870 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-da5cb085-941e-4a58-95e7-718ff7c39a4e req-81dde8e6-891a-48e9-89f9-0901d11a0aa6 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480812 Apr 01 12:24:45.211018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-942351dc-6b9f-4e03-801b-8f092627447f req-c1341d2c-69d3-4c1e-a1c4-9a0ef9c0b2a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2eccddf8-a5f3-44eb-b209-cc70ee868f92 HTTP/1.1" status: 200 len: 217 time: 0.0867538 Apr 01 12:24:45.254675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Made reservation on behalf of ba9303e6805042dc9b5b3e77a4800baf for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:45.258069 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:45.259645 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c2c78fcc-2089-4353-92b7-967ec3a5c5a2 req-ad447eb4-827b-4f4e-b7fa-47a827686772 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 210 time: 0.0420163 Apr 01 12:24:45.322571 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1647cc-1096-416c-a52b-719d1a42f118 x-openstack-request-id: req-5f1647cc-1096-416c-a52b-719d1a42f118 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:45.322943 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38191916-a3f0-4f1f-96ea-a1d1d4f08359", "name": "network-vif-deleted", "tag": "e9879459-ee06-489c-9e23-96744cf05c2d", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:45.323205 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f1647cc-1096-416c-a52b-719d1a42f118 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:45.323599 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1647cc-1096-416c-a52b-719d1a42f118'] response: {'server_uuid': '38191916-a3f0-4f1f-96ea-a1d1d4f08359', 'name': 'network-vif-deleted', 'tag': 'e9879459-ee06-489c-9e23-96744cf05c2d', 'status': 'completed', 'code': 200} Apr 01 12:24:45.432149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda19671-ebbb-4df6-9fb0-ba05303db656 req-d949c392-a460-4e4b-b445-020d1ac7a57e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:45.434279 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bda19671-ebbb-4df6-9fb0-ba05303db656 req-d949c392-a460-4e4b-b445-020d1ac7a57e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.0581787 Apr 01 12:24:45.449398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Allocated IP 192.168.233.151 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/90c05437-1218-4c17-8467-7f7cdf77cfc7) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:24:45.486602 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bda19671-ebbb-4df6-9fb0-ba05303db656 req-05676fb6-1812-431c-bcf2-8c40709220f4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450604 Apr 01 12:24:45.589207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942351dc-6b9f-4e03-801b-8f092627447f req-bc1e5fbd-75a9-401a-a775-f52bfcac06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:45.590715 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-942351dc-6b9f-4e03-801b-8f092627447f req-bc1e5fbd-75a9-401a-a775-f52bfcac06c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.3476720 Apr 01 12:24:45.617116 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b1c319bf-39ca-43cf-9968-8e66f0478f4a req-7b3806f6-06ea-4c01-a4f0-b045307c170f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 210 time: 0.0507131 Apr 01 12:24:45.623378 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e9879459-ee06-489c-9e23-96744cf05c2d no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:24:45.653888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: e9879459-ee06-489c-9e23-96744cf05c2d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:24:45.654825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e9879459-ee06-489c-9e23-96744cf05c2d not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:24:45.706658 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-718d6666-47de-41df-bd55-6bf620df545b req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:45.740616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49080) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:45.742680 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e53601ec-5c3e-430b-a393-da001866c91d req-4cd75342-7d50-4e53-bb48-3661c10db7d8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 210 time: 0.0519323 Apr 01 12:24:45.808758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942351dc-6b9f-4e03-801b-8f092627447f req-a3f56762-3091-497a-bbd6-229899c07a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:45.810243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-942351dc-6b9f-4e03-801b-8f092627447f req-a3f56762-3091-497a-bbd6-229899c07a3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2064884 Apr 01 12:24:45.845491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-f23900d6-7ac5-48e4-a40f-0908212cb4e7 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Router 70672f3f-15d8-41e4-8a37-5582fce02a4f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:24:45.876894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1114995093-network', 'tenant_id': 'fe865f7f2ea14a16a8f6436b9c001621'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:45.946186 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-718d6666-47de-41df-bd55-6bf620df545b req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:45.974739 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.030239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Made reservation on behalf of fe865f7f2ea14a16a8f6436b9c001621 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:46.032494 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.075128 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.086427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718d6666-47de-41df-bd55-6bf620df545b req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Network 5f326287-8629-4e35-afec-ed776729d480 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:46.108262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-718d6666-47de-41df-bd55-6bf620df545b req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:46.110072 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Pushing event updated for resources: {'Port': ['ID=912a530b-0d86-4dab-b118-6bb99714e86f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:46.118936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-718d6666-47de-41df-bd55-6bf620df545b req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:46.125047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d6666-47de-41df-bd55-6bf620df545b req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:46.125820 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-718d6666-47de-41df-bd55-6bf620df545b req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.168649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-942351dc-6b9f-4e03-801b-8f092627447f req-eb699e76-b6c3-490d-acd7-3d052459b20a service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460913 Apr 01 12:24:46.223450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-1d805aa9-e518-4b28-9688-8df9153eae41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0741916 Apr 01 12:24:46.233746 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.247608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:46.276779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Request body: {'port': {'device_id': 'ad2b12c4-9e29-4117-962d-255a696e75da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:46.307272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2971ff9-ed93-4367-99f1-1b92764c277b req-3e63551d-c473-4e70-9b4f-ca18419906be tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:46.308964 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a2971ff9-ed93-4367-99f1-1b92764c277b req-3e63551d-c473-4e70-9b4f-ca18419906be tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 947 time: 0.1058221 Apr 01 12:24:46.326397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-eae7c0d8-6606-4b6d-abd9-65f86a4fff11 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:46.328654 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-eae7c0d8-6606-4b6d-abd9-65f86a4fff11 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.1713600 Apr 01 12:24:46.346149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Request body: {'port': {'device_id': 'bb4eba9e-64dd-4756-ad4a-95214d191ecb', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'admin_state_up': True, 'tenant_id': 'f3b8c2691e7642ebb43bca4c7e1d7c8b'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:46.350536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-f23900d6-7ac5-48e4-a40f-0908212cb4e7 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:24:46.367276 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-f23900d6-7ac5-48e4-a40f-0908212cb4e7 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.368859 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb40ad-ee61-49b3-b125-d9b92f2b0a8e None None] Sync routers for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:24:46.381499 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb40ad-ee61-49b3-b125-d9b92f2b0a8e None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:46.382539 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3afb40ad-ee61-49b3-b125-d9b92f2b0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:46.454422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:46.479763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a2971ff9-ed93-4367-99f1-1b92764c277b req-04e9774e-cb86-4025-b382-62c6ae0dbc97 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500521 Apr 01 12:24:46.493825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Allocated IP 192.168.233.69 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/7213766e-da78-4fb2-99bc-0fb0ae40cf70) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:24:46.495792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:46.504656 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event updated for resources: {'Port': ['ID=90c05437-1218-4c17-8467-7f7cdf77cfc7,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:46.511410 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-3afb40ad-ee61-49b3-b125-d9b92f2b0a8e None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:46.515899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:46.526163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:46.526748 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.531782 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-f23900d6-7ac5-48e4-a40f-0908212cb4e7 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "PUT /v2.0/floatingips/e6452582-7a36-403c-b5ca-39f0839d2834 HTTP/1.1" status: 200 len: 996 time: 4.6237962 Apr 01 12:24:46.541082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:46.544784 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3470371d-72dc-4843-ad20-e0e48b59fa97" -d '{"events": [{"name": "network-changed", "server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:46.567627 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Made reservation on behalf of f3b8c2691e7642ebb43bca4c7e1d7c8b for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:46.571312 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.608933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.634202 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.654602 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-942351dc-6b9f-4e03-801b-8f092627447f req-6e367b31-7ec2-4cf3-9206-b3108a383b5a service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692509 Apr 01 12:24:46.701188 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.709404 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-856961d8-1aba-4404-a595-74fc5a1f5d29 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8134789 Apr 01 12:24:46.734501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Request body: {'port': {'device_id': '9b7b531e-aa33-4d0d-8e21-cd3388b84700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:46.743847 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd054a5-b078-429c-abe2-19deedf41a48 req-74f597bd-822f-4710-b54a-52225abd3822 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:46.746106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6cd054a5-b078-429c-abe2-19deedf41a48 req-74f597bd-822f-4710-b54a-52225abd3822 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 931 time: 0.1301937 Apr 01 12:24:46.813908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:24:46.818329 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6cd054a5-b078-429c-abe2-19deedf41a48 req-0940aaf3-89e7-4f0b-9764-9f1da2c2b75d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642078 Apr 01 12:24:46.819516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Allocated IP 172.20.0.13 (e23dd718-56b2-4bf5-a1be-97c1c3333fca/3516b13e-86ee-4605-892c-1bb452f4de0b/25962e1a-ea15-4d80-a048-61f32a4536cd) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:24:46.860981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a92c156a-29d2-4238-9d76-9a39e9455187 None None] Provisioning complete for port 90c05437-1218-4c17-8467-7f7cdf77cfc7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:46.861541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb75ebb-ea43-4725-bac4-bbdb54b0a635,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:46.872220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-92da8c02-87c6-4276-ab93-3b215e279de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:46.873793 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-92da8c02-87c6-4276-ab93-3b215e279de3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 1097 time: 0.3129866 Apr 01 12:24:46.875119 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.875458 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Added segment 7a82b854-f23e-4ed7-8000-1f7f524162c8 of type vlan for network e7a5cbc5-faac-4159-8140-68053fa3aa7f Apr 01 12:24:46.877664 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a92c156a-29d2-4238-9d76-9a39e9455187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:46.886651 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3afb40ad-ee61-49b3-b125-d9b92f2b0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e6452582-7a36-403c-b5ca-39f0839d2834', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'port_id': '218ed498-e755-429c-b004-c4e3c4b827b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'mac_address': 'fa:16:3e:cc:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:03Z', 'updated_at': '2022-04-01T12:24:43Z', 'revision_number': 8, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:46.924934 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb40ad-ee61-49b3-b125-d9b92f2b0a8e None None] Checking router: 70672f3f-15d8-41e4-8a37-5582fce02a4f for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:24:46.936748 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb40ad-ee61-49b3-b125-d9b92f2b0a8e None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:46.937448 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3afb40ad-ee61-49b3-b125-d9b92f2b0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:46.973612 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a92c156a-29d2-4238-9d76-9a39e9455187 None None] Port 90c05437-1218-4c17-8467-7f7cdf77cfc7 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:24:47.006479 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.079393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44970738-51f7-4fe6-a40b-9975a9f86b94 req-b5fa2f23-1bec-4c88-b28d-36043640955c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:47.080964 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44970738-51f7-4fe6-a40b-9975a9f86b94 req-b5fa2f23-1bec-4c88-b28d-36043640955c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.0692744 Apr 01 12:24:47.093053 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.112188 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.123839 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.157942 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Network e23dd718-56b2-4bf5-a1be-97c1c3333fca is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:47.162404 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-3afb40ad-ee61-49b3-b125-d9b92f2b0a8e None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:47.168645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:47.175201 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:47.202418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Pushing event updated for resources: {'Port': ['ID=25962e1a-ea15-4d80-a048-61f32a4536cd,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:47.211435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44970738-51f7-4fe6-a40b-9975a9f86b94 req-3916ed84-e1b7-4b76-b9cf-d19a14d6c203 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125319 Apr 01 12:24:47.253327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:47.254890 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.276280 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-1595ee3c-82a9-455b-b400-7a92727d9ba6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9359832 Apr 01 12:24:47.298803 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Request body: {'port': {'device_id': 'bb4eba9e-64dd-4756-ad4a-95214d191ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:47.307515 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f457cc7-3330-4528-9d51-acdd447b4931 x-openstack-request-id: req-3f457cc7-3330-4528-9d51-acdd447b4931 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:47.307803 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:47.308051 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f457cc7-3330-4528-9d51-acdd447b4931 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:47.308453 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f457cc7-3330-4528-9d51-acdd447b4931'] response: {'name': 'network-changed', 'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7', 'status': 'completed', 'code': 200} Apr 01 12:24:47.322376 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.323324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:47.323897 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.373713 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.385867 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e02c65f6-7700-42ff-b574-27244606b4bc req-be63b28b-91df-4ba7-9945-88e15e6ecc34 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 210 time: 0.0330346 Apr 01 12:24:47.386774 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.418240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-8acb74cf-df63-4256-b137-37aea66e3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:47.419707 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-8acb74cf-df63-4256-b137-37aea66e3159 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.4743192 Apr 01 12:24:47.444387 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3afb40ad-ee61-49b3-b125-d9b92f2b0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e6452582-7a36-403c-b5ca-39f0839d2834', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'port_id': '218ed498-e755-429c-b004-c4e3c4b827b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'mac_address': 'fa:16:3e:cc:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:03Z', 'updated_at': '2022-04-01T12:24:43Z', 'revision_number': 8, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:47.472386 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb40ad-ee61-49b3-b125-d9b92f2b0a8e None None] The sync data for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 is: [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e6452582-7a36-403c-b5ca-39f0839d2834', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'port_id': '218ed498-e755-429c-b004-c4e3c4b827b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'mac_address': 'fa:16:3e:cc:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:03Z', 'updated_at': '2022-04-01T12:24:43Z', 'revision_number': 8, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:24:47.636013 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe277b97-79c0-4f0b-af85-b2b6d27a878f req-577ad00e-9a1c-4ab5-8236-354aea3bb0bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:47.637596 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe277b97-79c0-4f0b-af85-b2b6d27a878f req-577ad00e-9a1c-4ab5-8236-354aea3bb0bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 932 time: 0.1282570 Apr 01 12:24:47.651272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 2eccddf8-a5f3-44eb-b209-cc70ee868f92 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:24:47.691129 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe277b97-79c0-4f0b-af85-b2b6d27a878f req-140d7343-833f-4d81-bf43-e02dd5969821 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 Apr 01 12:24:47.758937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa5696-4ec9-4f68-83c5-0ca169e877c6 None None] New status for floating IP e6452582-7a36-403c-b5ca-39f0839d2834: ACTIVE {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:24:47.795434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0445480 Apr 01 12:24:47.796114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49098) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:47.804935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25962e1a-ea15-4d80-a048-61f32a4536cd {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:47.812487 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d9122106-b019-43a8-a189-257bec393041 admin admin] Request body: {'subnet': {'network_id': 'e7a5cbc5-faac-4159-8140-68053fa3aa7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1114995093-subnet', 'tenant_id': 'fe865f7f2ea14a16a8f6436b9c001621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:47.836045 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.836370 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 2eccddf8-a5f3-44eb-b209-cc70ee868f92, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=2eccddf8-a5f3-44eb-b209-cc70ee868f92,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:47.869441 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Transition to ACTIVE for port object 25962e1a-ea15-4d80-a048-61f32a4536cd will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:24:47.876152 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9122106-b019-43a8-a189-257bec393041 admin admin] Made reservation on behalf of fe865f7f2ea14a16a8f6436b9c001621 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:47.879077 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9122106-b019-43a8-a189-257bec393041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.882395 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.891332 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '2eccddf8-a5f3-44eb-b209-cc70ee868f92', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '2eccddf8-a5f3-44eb-b209-cc70ee868f92', 'mac_address': 'fa:16:3e:41:e6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:24:47.901863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228b340-1775-4b4d-9b19-6d089b684437 req-6268e73e-bdb0-455e-ac37-c660859be2bd tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:47.903539 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1228b340-1775-4b4d-9b19-6d089b684437 req-6268e73e-bdb0-455e-ac37-c660859be2bd tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 947 time: 0.1182048 Apr 01 12:24:47.906226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e1503-4868-4d0c-9632-e82619417506 admin admin] Pushing event updated for resources: {'Network': ['ID=e7a5cbc5-faac-4159-8140-68053fa3aa7f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:47.928887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470371d-72dc-4843-ad20-e0e48b59fa97 req-e2985505-1d31-4b02-8baa-c17d8cee154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:47.930504 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3470371d-72dc-4843-ad20-e0e48b59fa97 req-e2985505-1d31-4b02-8baa-c17d8cee154a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 1097 time: 0.6093297 Apr 01 12:24:47.931152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network e7a5cbc5-faac-4159-8140-68053fa3aa7f details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:24:47.987928 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:47.994034 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.011243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:48.011761 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-4a07d924-b050-4f6b-9adb-59388255f500 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 999 time: 0.5304949 Apr 01 12:24:48.053145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Pushing event updated for resources: {'Port': ['ID=25962e1a-ea15-4d80-a048-61f32a4536cd,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:48.086844 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1228b340-1775-4b4d-9b19-6d089b684437 req-a2e5b99f-986b-49ef-be00-738ea46a850a tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440320 Apr 01 12:24:48.170479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Attempting to bind port 25962e1a-ea15-4d80-a048-61f32a4536cd on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:48.170848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Attempting to bind port 25962e1a-ea15-4d80-a048-61f32a4536cd by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:48.171129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Attempting to bind port 25962e1a-ea15-4d80-a048-61f32a4536cd on network e23dd718-56b2-4bf5-a1be-97c1c3333fca {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:48.190921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Port 25962e1a-ea15-4d80-a048-61f32a4536cd on network e23dd718-56b2-4bf5-a1be-97c1c3333fca not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:48.191292 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Attempting to bind port 25962e1a-ea15-4d80-a048-61f32a4536cd on network e23dd718-56b2-4bf5-a1be-97c1c3333fca {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:48.202873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912a530b-0d86-4dab-b118-6bb99714e86f {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:48.215711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:24:48.223213 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.232803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:48.235402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-075bad37-cf30-4a97-bb9b-1474aac403ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:48.241823 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:48.242780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Checking segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:48.242780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Bound using segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:48.242988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Bound port: 25962e1a-ea15-4d80-a048-61f32a4536cd, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:48.243505 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.244885 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-075bad37-cf30-4a97-bb9b-1474aac403ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.2321150 Apr 01 12:24:48.255173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eccddf8-a5f3-44eb-b209-cc70ee868f92 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:48.258811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:24:48.264601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:48.266066 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.280351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event updated for resources: {'Port': ['ID=7213766e-da78-4fb2-99bc-0fb0ae40cf70,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:48.291176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 2eccddf8-a5f3-44eb-b209-cc70ee868f92, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=2eccddf8-a5f3-44eb-b209-cc70ee868f92,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:48.297119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9122106-b019-43a8-a189-257bec393041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.301469 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.334373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470371d-72dc-4843-ad20-e0e48b59fa97 req-946e139b-f70e-41c7-aadf-7316dae1f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:48.336157 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3470371d-72dc-4843-ad20-e0e48b59fa97 req-946e139b-f70e-41c7-aadf-7316dae1f8e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.3980980 Apr 01 12:24:48.337564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Transition to ACTIVE for port object 912a530b-0d86-4dab-b118-6bb99714e86f will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:24:48.352912 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.357901 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-079f3007-ee9d-4ae6-9cc1-79e935dac76b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9040840 Apr 01 12:24:48.403633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270e802-c998-4117-a75c-14788b12164e req-158522e4-8da1-4f5d-91fe-24ac9048f18b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:48.405876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=2eccddf8-a5f3-44eb-b209-cc70ee868f92,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:48.411379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7270e802-c998-4117-a75c-14788b12164e req-158522e4-8da1-4f5d-91fe-24ac9048f18b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 931 time: 0.2356842 Apr 01 12:24:48.418311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9122106-b019-43a8-a189-257bec393041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c799a2d-51ad-491b-987e-adc972abcf19,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:48.434621 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Request body: {'port': {'device_id': 'ce2f9cee-728e-4c6a-9842-aabce634ff08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:48.501335 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] For port 25962e1a-ea15-4d80-a048-61f32a4536cd, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:48.507482 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7270e802-c998-4117-a75c-14788b12164e req-07027a71-8162-4c46-872e-6bda548fabc7 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951219 Apr 01 12:24:48.521669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9122106-b019-43a8-a189-257bec393041 admin admin] Checking segment: {'id': '7a82b854-f23e-4ed7-8000-1f7f524162c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7a5cbc5-faac-4159-8140-68053fa3aa7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:48.522526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9122106-b019-43a8-a189-257bec393041 admin admin] Network hostable DHCP agents. Network: e7a5cbc5-faac-4159-8140-68053fa3aa7f, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:24:48.526483 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] For port 25962e1a-ea15-4d80-a048-61f32a4536cd, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=25962e1a-ea15-4d80-a048-61f32a4536cd,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:48.528305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-8891d878-f823-491b-819c-2e48ed74467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:48.536163 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-8891d878-f823-491b-819c-2e48ed74467f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2905247 Apr 01 12:24:48.540379 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.595859 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:48.596506 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.598042 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] 10.222.0.44 "PUT /v2.0/ports/25962e1a-ea15-4d80-a048-61f32a4536cd HTTP/1.1" status: 200 len: 1092 time: 1.3083777 Apr 01 12:24:48.598508 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4eba9e-64dd-4756-ad4a-95214d191ecb', 'tag': '25962e1a-ea15-4d80-a048-61f32a4536cd'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:48.599517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Pushing event updated for resources: {'Port': ['ID=912a530b-0d86-4dab-b118-6bb99714e86f,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:48.600820 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac060d4-7837-4308-917a-8545154962f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4eba9e-64dd-4756-ad4a-95214d191ecb", "tag": "25962e1a-ea15-4d80-a048-61f32a4536cd"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:48.606172 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9122106-b019-43a8-a189-257bec393041 admin admin] Network e7a5cbc5-faac-4159-8140-68053fa3aa7f is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:24:48.623783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1712edd8-531a-4a9a-a114-e2ddc9317012 None None] Provisioning complete for port 7213766e-da78-4fb2-99bc-0fb0ae40cf70 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:48.624218 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1712edd8-531a-4a9a-a114-e2ddc9317012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.632355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d9122106-b019-43a8-a189-257bec393041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, e7a5cbc5-faac-4159-8140-68053fa3aa7f) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:48.638233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0a779-7585-456d-b1a8-e913bc48fd2c service neutron] Pushing event updated for resources: {'Port': ['ID=25962e1a-ea15-4d80-a048-61f32a4536cd,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:48.641785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9122106-b019-43a8-a189-257bec393041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:48.642399 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9122106-b019-43a8-a189-257bec393041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.653274 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3470371d-72dc-4843-ad20-e0e48b59fa97 req-90eaec8b-1356-4402-8b06-8b6872510cf7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 1001 time: 0.2931035 Apr 01 12:24:48.663617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c05437-1218-4c17-8467-7f7cdf77cfc7 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:48.666133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560bb97c-92bd-40db-801d-bb9049cc7d13 None None] Network e7a5cbc5-faac-4159-8140-68053fa3aa7f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:24:48.668768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['2eccddf8-a5f3-44eb-b209-cc70ee868f92'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:48.693660 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.716411 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d9122106-b019-43a8-a189-257bec393041 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9139307 Apr 01 12:24:48.732659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-1712edd8-531a-4a9a-a114-e2ddc9317012 None None] Port 7213766e-da78-4fb2-99bc-0fb0ae40cf70 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:24:48.745462 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4903db8-1b7e-4531-a7bf-fc30b8950d6b req-8213316c-ce09-408d-8738-f4b616fb818b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:48.747034 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a4903db8-1b7e-4531-a7bf-fc30b8950d6b req-8213316c-ce09-408d-8738-f4b616fb818b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.1019206 Apr 01 12:24:48.750283 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-aacfffe6-27bc-49a4-a37f-c0010f007692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:48.751685 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-aacfffe6-27bc-49a4-a37f-c0010f007692 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 1095 time: 0.0735810 Apr 01 12:24:48.814148 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-5dc38624-9d0b-44c7-9e52-93107d611fc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25962e1a-ea15-4d80-a048-61f32a4536cd HTTP/1.1" status: 200 len: 217 time: 0.0543394 Apr 01 12:24:48.814800 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.827965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Transition to ACTIVE for port object 90c05437-1218-4c17-8467-7f7cdf77cfc7 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:24:48.844298 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a4903db8-1b7e-4531-a7bf-fc30b8950d6b req-0593f839-f759-4f9d-ba4d-d3dd4530dfe5 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902429 Apr 01 12:24:48.854291 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:48.877492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Attempting to bind port 912a530b-0d86-4dab-b118-6bb99714e86f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:48.877727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Attempting to bind port 912a530b-0d86-4dab-b118-6bb99714e86f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:48.878073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Attempting to bind port 912a530b-0d86-4dab-b118-6bb99714e86f on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:48.900604 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9612a3c3-2e4a-4a1b-a0f1-290bc8a0e3ed None None] Network e7a5cbc5-faac-4159-8140-68053fa3aa7f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:24:48.912141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-beb86e15-bebd-4de0-9067-69cfcc6a45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:48.913646 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-beb86e15-bebd-4de0-9067-69cfcc6a45fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 200 len: 852 time: 0.0748088 Apr 01 12:24:48.950548 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Port 912a530b-0d86-4dab-b118-6bb99714e86f on network 5f326287-8629-4e35-afec-ed776729d480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:48.951535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Attempting to bind port 912a530b-0d86-4dab-b118-6bb99714e86f on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:48.960309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470371d-72dc-4843-ad20-e0e48b59fa97 req-20fd73fb-981d-438d-8392-096d96205426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:48.961774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3470371d-72dc-4843-ad20-e0e48b59fa97 req-20fd73fb-981d-438d-8392-096d96205426 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.2872303 Apr 01 12:24:48.974205 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-2162fcfc-9644-4552-88ce-58f80c8715b1 service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136858 Apr 01 12:24:48.980460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:48.980933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:48.981161 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Bound using segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:48.981656 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Bound port: 912a530b-0d86-4dab-b118-6bb99714e86f, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:48.982085 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:49.007392 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-7faef3ce-8728-4d2b-a19c-f4f8afbf7f3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e23dd718-56b2-4bf5-a1be-97c1c3333fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868211 Apr 01 12:24:49.040755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Pushing event updated for resources: {'Port': ['ID=90c05437-1218-4c17-8467-7f7cdf77cfc7,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:49.093286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb8a6c-8c07-4e5a-b795-ce74ae1211b2 req-38fd438e-2b30-4e31-8811-3f8cac3d77e2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:49.103695 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03eb8a6c-8c07-4e5a-b795-ce74ae1211b2 req-38fd438e-2b30-4e31-8811-3f8cac3d77e2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 935 time: 0.0949044 Apr 01 12:24:49.198954 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03eb8a6c-8c07-4e5a-b795-ce74ae1211b2 req-ee1cb094-f3f8-4d1e-a3a7-0b14c5522921 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850081 Apr 01 12:24:49.259046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Attempting to bind port 90c05437-1218-4c17-8467-7f7cdf77cfc7 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:49.259578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Attempting to bind port 90c05437-1218-4c17-8467-7f7cdf77cfc7 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:49.266209 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Attempting to bind port 90c05437-1218-4c17-8467-7f7cdf77cfc7 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:49.273684 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea7bdec-e0ee-4f84-bd8f-b911244470c0 x-openstack-request-id: req-cea7bdec-e0ee-4f84-bd8f-b911244470c0 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:49.274339 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4eba9e-64dd-4756-ad4a-95214d191ecb", "tag": "25962e1a-ea15-4d80-a048-61f32a4536cd", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:49.274788 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cea7bdec-e0ee-4f84-bd8f-b911244470c0 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:49.275582 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea7bdec-e0ee-4f84-bd8f-b911244470c0'] response: {'name': 'network-changed', 'server_uuid': 'bb4eba9e-64dd-4756-ad4a-95214d191ecb', 'tag': '25962e1a-ea15-4d80-a048-61f32a4536cd', 'status': 'completed', 'code': 200} Apr 01 12:24:49.286487 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-9af6d289-a9e1-4cf0-a06d-116f5ffbae7b service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359486 Apr 01 12:24:49.306743 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470371d-72dc-4843-ad20-e0e48b59fa97 req-23c7698f-baa0-4c4a-84c3-97f2d902706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:49.308637 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3470371d-72dc-4843-ad20-e0e48b59fa97 req-23c7698f-baa0-4c4a-84c3-97f2d902706d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3334022 Apr 01 12:24:49.319855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Port 90c05437-1218-4c17-8467-7f7cdf77cfc7 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:49.320070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Attempting to bind port 90c05437-1218-4c17-8467-7f7cdf77cfc7 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:49.398298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:49.408538 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:49.408879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:49.409267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:49.409712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Bound port: 90c05437-1218-4c17-8467-7f7cdf77cfc7, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:49.410099 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:49.416707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2caa9-657c-44a5-a461-b1e244f92164 req-28bd0da1-d130-411d-8827-63ecf3b613bd tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:49.419218 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4dc2caa9-657c-44a5-a461-b1e244f92164 req-28bd0da1-d130-411d-8827-63ecf3b613bd tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 944 time: 0.1022263 Apr 01 12:24:49.436663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-66afc072-956c-4d65-8aa1-56caf7a47991 req-c4d15a50-7118-4d18-88ab-efe38c89aa44 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411560 Apr 01 12:24:49.442272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=912a530b-0d86-4dab-b118-6bb99714e86f,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:49.461667 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:49.475001 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4dc2caa9-657c-44a5-a461-b1e244f92164 req-21b7a520-5c48-4cb6-a261-729c1db51e51 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482435 Apr 01 12:24:49.494786 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49126) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:49.501819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1769575580-network', 'tenant_id': '765f673560b34e058bbfc7c933050010'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:49.558095 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Made reservation on behalf of 765f673560b34e058bbfc7c933050010 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:49.561131 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:49.574678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2845bbe3-f9a4-4695-a86c-6b4eeda1c72a req-3c4d41a1-5854-4528-a006-8d57e78d87f3 service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702965 Apr 01 12:24:49.583101 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:49.591283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:49.592091 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:49.594224 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] 10.222.0.37 "PUT /v2.0/ports/912a530b-0d86-4dab-b118-6bb99714e86f HTTP/1.1" status: 200 len: 1091 time: 3.3347812 Apr 01 12:24:49.607488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2b12c4-9e29-4117-962d-255a696e75da', 'tag': '912a530b-0d86-4dab-b118-6bb99714e86f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:49.607930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac060d4-7837-4308-917a-8545154962f8 req-b95348d3-a53f-4c35-bda4-ceaa10ef661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:49.609524 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aac060d4-7837-4308-917a-8545154962f8 req-b95348d3-a53f-4c35-bda4-ceaa10ef661d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 1095 time: 0.1187963 Apr 01 12:24:49.611005 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91ab639-12df-47d5-b98b-c3757ff4c2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2b12c4-9e29-4117-962d-255a696e75da", "tag": "912a530b-0d86-4dab-b118-6bb99714e86f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:49.685749 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72a918-05ee-4a18-9271-a37e36fb3c9d req-011f230c-1dcb-408c-828d-e5bf827c395a tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:49.687303 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a72a918-05ee-4a18-9271-a37e36fb3c9d req-011f230c-1dcb-408c-828d-e5bf827c395a tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 948 time: 0.1142299 Apr 01 12:24:49.725571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7234d-9846-43ea-8235-23c24e606119 service neutron] Pushing event updated for resources: {'Port': ['ID=912a530b-0d86-4dab-b118-6bb99714e86f,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:49.738333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3470371d-72dc-4843-ad20-e0e48b59fa97 req-6523d2d1-c3b3-48fc-97e4-c8f476a01171 service neutron] 10.222.0.44 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157057 Apr 01 12:24:49.794402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] For port 90c05437-1218-4c17-8467-7f7cdf77cfc7, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:49.797408 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a72a918-05ee-4a18-9271-a37e36fb3c9d req-bd31a17a-d472-4370-9ed7-f4dd52f35727 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839753 Apr 01 12:24:49.806512 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac060d4-7837-4308-917a-8545154962f8 req-a0b14864-b89f-41e2-8be3-fd47fa136e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:49.808027 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aac060d4-7837-4308-917a-8545154962f8 req-a0b14864-b89f-41e2-8be3-fd47fa136e7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 913 time: 0.1892161 Apr 01 12:24:49.818830 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:49.818830 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:49.852260 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] For port 90c05437-1218-4c17-8467-7f7cdf77cfc7, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=90c05437-1218-4c17-8467-7f7cdf77cfc7,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:49.873511 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:49.874315 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aac060d4-7837-4308-917a-8545154962f8 req-c80966b3-641b-4409-82ae-022ba0f85c96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25962e1a-ea15-4d80-a048-61f32a4536cd HTTP/1.1" status: 200 len: 217 time: 0.0540097 Apr 01 12:24:49.913027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7213766e-da78-4fb2-99bc-0fb0ae40cf70 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:49.913291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:24:49.945534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0175980-fd24-46a7-a057-dd992fbd4c6e req-b59e0f0a-1db0-4655-b0f4-0a933a13bf67 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:49.946963 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0175980-fd24-46a7-a057-dd992fbd4c6e req-b59e0f0a-1db0-4655-b0f4-0a933a13bf67 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.2640648 Apr 01 12:24:49.957355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d6666-47de-41df-bd55-6bf620df545b req-ffd0aa77-4b5b-4a02-81a6-e7a517078d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:49.958849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-ffd0aa77-4b5b-4a02-81a6-e7a517078d47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 1094 time: 0.2864504 Apr 01 12:24:49.959525 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:49.959863 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Added segment 17334257-9056-4837-9161-06c70a87ee21 of type vlan for network b4fee638-649f-465e-a5b2-48d8b70c46be Apr 01 12:24:49.962559 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc8ccca-c890-407b-82b2-9028faca66c0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:49.963913 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:50.001475 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:50.002093 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:50.003518 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] 10.222.0.37 "PUT /v2.0/ports/90c05437-1218-4c17-8467-7f7cdf77cfc7 HTTP/1.1" status: 200 len: 1096 time: 3.2819481 Apr 01 12:24:50.021551 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3689294e-40b8-4248-810c-58dee22ea6cb req-b6848798-3d33-4784-b593-a02032e048f9 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips/e6452582-7a36-403c-b5ca-39f0839d2834 HTTP/1.1" status: 200 len: 998 time: 0.1590970 Apr 01 12:24:50.055579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Transition to ACTIVE for port object 7213766e-da78-4fb2-99bc-0fb0ae40cf70 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:24:50.060869 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:50.068585 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac060d4-7837-4308-917a-8545154962f8 req-d6a5c5b6-266c-40b9-92d4-4587a2ea7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:50.070881 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aac060d4-7837-4308-917a-8545154962f8 req-d6a5c5b6-266c-40b9-92d4-4587a2ea7b62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 200 len: 852 time: 0.1514094 Apr 01 12:24:50.104560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9188c3d-11d5-4da5-95b4-87d09c71a707 service neutron] Pushing event updated for resources: {'Port': ['ID=90c05437-1218-4c17-8467-7f7cdf77cfc7,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:50.109546 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-24774474-360a-47f9-b49a-4062136299e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=912a530b-0d86-4dab-b118-6bb99714e86f HTTP/1.1" status: 200 len: 217 time: 0.1387787 Apr 01 12:24:50.117188 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:50.125443 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3470371d-72dc-4843-ad20-e0e48b59fa97 req-e127c1f2-54f1-4c76-bbf1-e46dab575ebe service neutron] 10.222.0.44 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564153 Apr 01 12:24:50.127208 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aac060d4-7837-4308-917a-8545154962f8 req-726fff83-5f7f-4dde-b1a1-2c33d8cd1d3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e23dd718-56b2-4bf5-a1be-97c1c3333fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432074 Apr 01 12:24:50.190632 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:50.191761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:50.192153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:50.199741 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0175980-fd24-46a7-a057-dd992fbd4c6e req-0b8d561f-059f-4733-92df-7d6be73cb62e tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335129 Apr 01 12:24:50.261067 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81727324-78c6-43be-94ec-0913f068a57c x-openstack-request-id: req-81727324-78c6-43be-94ec-0913f068a57c {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:50.261709 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2b12c4-9e29-4117-962d-255a696e75da", "tag": "912a530b-0d86-4dab-b118-6bb99714e86f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:50.261709 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81727324-78c6-43be-94ec-0913f068a57c {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:50.262063 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81727324-78c6-43be-94ec-0913f068a57c'] response: {'name': 'network-changed', 'server_uuid': 'ad2b12c4-9e29-4117-962d-255a696e75da', 'tag': '912a530b-0d86-4dab-b118-6bb99714e86f', 'status': 'completed', 'code': 200} Apr 01 12:24:50.283659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d6666-47de-41df-bd55-6bf620df545b req-9b24a8cb-b4e5-4f78-88d6-76849d068ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:50.285308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-9b24a8cb-b4e5-4f78-88d6-76849d068ed5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.1587682 Apr 01 12:24:50.300840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Pushing event updated for resources: {'Port': ['ID=7213766e-da78-4fb2-99bc-0fb0ae40cf70,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:50.309105 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-84724a19-b1c2-4beb-8191-4448de8feb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:50.310694 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-84724a19-b1c2-4beb-8191-4448de8feb66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700 HTTP/1.1" status: 200 len: 1099 time: 0.2228432 Apr 01 12:24:50.565340 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689294e-40b8-4248-810c-58dee22ea6cb req-bc55acea-7809-49d2-a126-15f9757d643a tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:50.566714 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3689294e-40b8-4248-810c-58dee22ea6cb req-bc55acea-7809-49d2-a126-15f9757d643a tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.5443957 Apr 01 12:24:50.577619 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0786941 Apr 01 12:24:50.603607 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49144) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:50.611594 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a558d06b-3c1b-4f8e-a01a-9d0668b48e33 admin admin] Request body: {'subnet': {'network_id': 'b4fee638-649f-465e-a5b2-48d8b70c46be', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1769575580-subnet', 'tenant_id': '765f673560b34e058bbfc7c933050010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:50.617175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b432a-d5fc-4fe8-a9ef-4e8f615735a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b4fee638-649f-465e-a5b2-48d8b70c46be,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:50.627398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-5f59ea8f-2e3f-44d4-9275-c76dfd548f1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3233585 Apr 01 12:24:50.636220 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b4fee638-649f-465e-a5b2-48d8b70c46be details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:24:50.649333 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aac060d4-7837-4308-917a-8545154962f8 req-4c751214-a425-4e73-8abc-532808e71594 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932010 Apr 01 12:24:50.653145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a558d06b-3c1b-4f8e-a01a-9d0668b48e33 admin admin] Made reservation on behalf of 765f673560b34e058bbfc7c933050010 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:50.656972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a558d06b-3c1b-4f8e-a01a-9d0668b48e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:50.664225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Attempting to bind port 7213766e-da78-4fb2-99bc-0fb0ae40cf70 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:50.664556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Attempting to bind port 7213766e-da78-4fb2-99bc-0fb0ae40cf70 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:50.664880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Attempting to bind port 7213766e-da78-4fb2-99bc-0fb0ae40cf70 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:50.676061 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-0923df51-e5c0-4fc3-b44e-a302d1099f7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=90c05437-1218-4c17-8467-7f7cdf77cfc7 HTTP/1.1" status: 200 len: 217 time: 0.3456943 Apr 01 12:24:50.714836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Port 7213766e-da78-4fb2-99bc-0fb0ae40cf70 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:50.715400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Attempting to bind port 7213766e-da78-4fb2-99bc-0fb0ae40cf70 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:50.753903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:50.754270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:50.754657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:50.755105 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Bound port: 7213766e-da78-4fb2-99bc-0fb0ae40cf70, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:50.755463 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:50.826945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6118401-c7a1-45a2-b105-214db47ab80c req-31ef05a1-3681-45aa-8952-70cd2ee522d3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:50.828675 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d6118401-c7a1-45a2-b105-214db47ab80c req-31ef05a1-3681-45aa-8952-70cd2ee522d3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.2060585 Apr 01 12:24:50.835741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af6e42-7073-4ef3-8013-66c56b33214b req-c357e5c8-b800-4a69-bde1-7c7a0e0952fa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:50.837292 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-64af6e42-7073-4ef3-8013-66c56b33214b req-c357e5c8-b800-4a69-bde1-7c7a0e0952fa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 947 time: 0.1773000 Apr 01 12:24:50.855174 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-ac96fa88-016c-46be-b3df-9d3d2ae7c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:50.856641 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-ac96fa88-016c-46be-b3df-9d3d2ae7c749 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1642072 Apr 01 12:24:50.869139 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aac060d4-7837-4308-917a-8545154962f8 req-cd58f58d-7b55-4e26-8b4a-f3466d03c471 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079628 Apr 01 12:24:50.919345 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-64af6e42-7073-4ef3-8013-66c56b33214b req-09b62d64-ff18-4334-884e-93514eab867e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741713 Apr 01 12:24:50.937511 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-ec20f56d-6335-41fb-9b28-7792b0f93fba service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819412 Apr 01 12:24:50.981788 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a558d06b-3c1b-4f8e-a01a-9d0668b48e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:50.982193 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] For port 7213766e-da78-4fb2-99bc-0fb0ae40cf70, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:50.991016 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d6118401-c7a1-45a2-b105-214db47ab80c req-31db8a12-9240-42a7-a4ca-3f6c27cb2502 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333725 Apr 01 12:24:51.010091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] For port 7213766e-da78-4fb2-99bc-0fb0ae40cf70, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=7213766e-da78-4fb2-99bc-0fb0ae40cf70,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:24:51.014532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6c44e9c7-1352-4989-9b97-d32a60bc0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:51.016059 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6c44e9c7-1352-4989-9b97-d32a60bc0005 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415153 Apr 01 12:24:51.019235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:51.082979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558d06b-3c1b-4f8e-a01a-9d0668b48e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d8f47e-5cff-4334-a79a-1a9f005c733f,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:51.100125 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6af2f-ed1d-4046-8333-e81bfa9b3308 req-9d607cca-306b-49c9-b134-48f660868f46 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:51.101599 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6c6af2f-ed1d-4046-8333-e81bfa9b3308 req-9d607cca-306b-49c9-b134-48f660868f46 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 944 time: 0.0836182 Apr 01 12:24:51.103122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a558d06b-3c1b-4f8e-a01a-9d0668b48e33 admin admin] Checking segment: {'id': '17334257-9056-4837-9161-06c70a87ee21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4fee638-649f-465e-a5b2-48d8b70c46be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:51.103478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a558d06b-3c1b-4f8e-a01a-9d0668b48e33 admin admin] Network hostable DHCP agents. Network: b4fee638-649f-465e-a5b2-48d8b70c46be, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:24:51.141023 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a558d06b-3c1b-4f8e-a01a-9d0668b48e33 admin admin] Network b4fee638-649f-465e-a5b2-48d8b70c46be is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:24:51.152700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:51.153547 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:51.154802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] 10.222.0.37 "PUT /v2.0/ports/7213766e-da78-4fb2-99bc-0fb0ae40cf70 HTTP/1.1" status: 200 len: 1095 time: 2.7754157 Apr 01 12:24:51.163992 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6c6af2f-ed1d-4046-8333-e81bfa9b3308 req-d751afd1-b772-4818-a7ae-780c500e5147 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503042 Apr 01 12:24:51.165474 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a558d06b-3c1b-4f8e-a01a-9d0668b48e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b4fee638-649f-465e-a5b2-48d8b70c46be) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:51.170268 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a558d06b-3c1b-4f8e-a01a-9d0668b48e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:51.170882 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a558d06b-3c1b-4f8e-a01a-9d0668b48e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:51.179282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48140eee-f8fd-4c88-881a-6dae90296612 None None] Network b4fee638-649f-465e-a5b2-48d8b70c46be requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:24:51.196922 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a558d06b-3c1b-4f8e-a01a-9d0668b48e33 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5892584 Apr 01 12:24:51.308621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-718d6666-47de-41df-bd55-6bf620df545b req-84240c72-6c79-411d-bafd-75a7323db4a6 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554010 Apr 01 12:24:51.315052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098c670-0798-4c23-a19c-ed56289be135 service neutron] Pushing event updated for resources: {'Port': ['ID=7213766e-da78-4fb2-99bc-0fb0ae40cf70,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:51.357673 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-7ef89e38-7a98-44fe-b912-86cdab38165b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1001 time: 0.3002348 Apr 01 12:24:51.371697 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e1c15-b7e0-44cc-972d-d02cbc5ac961 req-1886f3c8-70f9-4466-a4be-931199451f94 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:51.380720 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b9e1c15-b7e0-44cc-972d-d02cbc5ac961 req-1886f3c8-70f9-4466-a4be-931199451f94 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 948 time: 0.0949330 Apr 01 12:24:51.396210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-cfdbb05c-61dc-46db-b079-9add7215afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:51.397904 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-cfdbb05c-61dc-46db-b079-9add7215afda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 1098 time: 0.1556139 Apr 01 12:24:51.407749 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49152) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:51.415888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec3a776-6bae-45da-aeca-dceeea568853 None None] Network b4fee638-649f-465e-a5b2-48d8b70c46be requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:24:51.461461 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b9e1c15-b7e0-44cc-972d-d02cbc5ac961 req-bed2da09-6946-4bdb-9e7b-323e0184988f tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794988 Apr 01 12:24:51.472604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccbdc76-af5a-471c-b54a-4988391c3e82 admin admin] Deleting subnet 0c799a2d-51ad-491b-987e-adc972abcf19 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:24:51.476212 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dccbdc76-af5a-471c-b54a-4988391c3e82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:51.488100 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-45e0f169-2ae1-4c2e-ad73-d14185c199eb service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357879 Apr 01 12:24:51.492809 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-1d5a8c02-9a2e-4f82-b5ee-2a0445893cd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=7213766e-da78-4fb2-99bc-0fb0ae40cf70 HTTP/1.1" status: 200 len: 217 time: 0.0803022 Apr 01 12:24:51.505272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-f431b9e0-1925-4e10-acf1-7da9d22a209b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:51.508008 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-f431b9e0-1925-4e10-acf1-7da9d22a209b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports/218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 943 time: 0.1366544 Apr 01 12:24:51.523461 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dccbdc76-af5a-471c-b54a-4988391c3e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:51.611464 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dccbdc76-af5a-471c-b54a-4988391c3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:51.623385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab639-12df-47d5-b98b-c3757ff4c2d9 req-895b6225-132a-41a2-9cb8-31bc92c173be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:51.625168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b91ab639-12df-47d5-b98b-c3757ff4c2d9 req-895b6225-132a-41a2-9cb8-31bc92c173be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 1094 time: 0.2342350 Apr 01 12:24:51.657273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ce6c3-6382-49f0-bf59-c1f0ebcfa4aa req-d48ab0ba-6dde-4358-be10-0ee70b95e7ec tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:51.658581 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e84ce6c3-6382-49f0-bf59-c1f0ebcfa4aa req-d48ab0ba-6dde-4358-be10-0ee70b95e7ec tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.1085262 Apr 01 12:24:51.666281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 2eccddf8-a5f3-44eb-b209-cc70ee868f92 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:24:51.671393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-58418b11-7745-4d40-b9e3-6432f7c079d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:51.672804 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-58418b11-7745-4d40-b9e3-6432f7c079d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1638923 Apr 01 12:24:51.692587 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dccbdc76-af5a-471c-b54a-4988391c3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:51.710299 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dccbdc76-af5a-471c-b54a-4988391c3e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:51.713842 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dccbdc76-af5a-471c-b54a-4988391c3e82 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0c799a2d-51ad-491b-987e-adc972abcf19 HTTP/1.1" status: 204 len: 168 time: 0.3048801 Apr 01 12:24:51.717704 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49154) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:51.727173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 2eccddf8-a5f3-44eb-b209-cc70ee868f92 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:24:51.731503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 2eccddf8-a5f3-44eb-b209-cc70ee868f92 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:51.731930 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:51.753763 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbdc76-af5a-471c-b54a-4988391c3e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c799a2d-51ad-491b-987e-adc972abcf19,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:51.757300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 25962e1a-ea15-4d80-a048-61f32a4536cd details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:24:51.774746 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e84ce6c3-6382-49f0-bf59-c1f0ebcfa4aa req-6f9d14af-2f3e-4e5f-ad01-1ad0ec66fcf6 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040637 Apr 01 12:24:51.781562 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-75b41667-e5c6-4067-9407-f93a3f8da43f tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1001 time: 0.2113788 Apr 01 12:24:51.786332 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6e8cfc46-89ea-43e9-8f14-ab2187265f1a service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762864 Apr 01 12:24:51.850778 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:51.855417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-ea563415-4337-4881-8a30-7136a94c9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:51.856978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-ea563415-4337-4881-8a30-7136a94c9334 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672189 Apr 01 12:24:51.910196 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:51.916642 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 25962e1a-ea15-4d80-a048-61f32a4536cd, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=25962e1a-ea15-4d80-a048-61f32a4536cd,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:51.924946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab639-12df-47d5-b98b-c3757ff4c2d9 req-1337b04f-a0f6-48eb-a4dd-63753ee52a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:51.926442 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b91ab639-12df-47d5-b98b-c3757ff4c2d9 req-1337b04f-a0f6-48eb-a4dd-63753ee52a87 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.2689579 Apr 01 12:24:51.944355 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '25962e1a-ea15-4d80-a048-61f32a4536cd', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'port_id': '25962e1a-ea15-4d80-a048-61f32a4536cd', 'mac_address': 'fa:16:3e:75:35:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3516b13e-86ee-4605-892c-1bb452f4de0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:24:51.953410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2f7744-e92a-4bd1-8800-dde8782a6d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eccddf8-a5f3-44eb-b209-cc70ee868f92'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:51.956021 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cdd80b-0fad-46e9-9f71-efc2e856c2c7" -d '{"events": [{"server_uuid": "1a2f7744-e92a-4bd1-8800-dde8782a6d54", "name": "network-vif-plugged", "status": "completed", "tag": "2eccddf8-a5f3-44eb-b209-cc70ee868f92"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:51.957160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:51.979202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a5cbc5-faac-4159-8140-68053fa3aa7f']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:51.989980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a82b854-f23e-4ed7-8000-1f7f524162c8') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:51.990315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a82b854-f23e-4ed7-8000-1f7f524162c8') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:51.990513 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 2eccddf8-a5f3-44eb-b209-cc70ee868f92, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=2eccddf8-a5f3-44eb-b209-cc70ee868f92,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:51.998810 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.003046 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.019559 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.019784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b91ab639-12df-47d5-b98b-c3757ff4c2d9 req-11f5ad04-4f82-4ae2-bdd1-79157c465d30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=912a530b-0d86-4dab-b118-6bb99714e86f HTTP/1.1" status: 200 len: 217 time: 0.0794587 Apr 01 12:24:52.027000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:24:52.027553 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:24:52.031275 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:24:52.044247 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.064497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25962e1a-ea15-4d80-a048-61f32a4536cd {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:52.069817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-b6c13d06-e251-4f67-b504-3f45ea86cd1c tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:52.071216 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-b6c13d06-e251-4f67-b504-3f45ea86cd1c tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.2813420 Apr 01 12:24:52.084289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=2eccddf8-a5f3-44eb-b209-cc70ee868f92,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:52.108081 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 25962e1a-ea15-4d80-a048-61f32a4536cd, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=25962e1a-ea15-4d80-a048-61f32a4536cd,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:52.112891 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.128998 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.135132 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-6a743377-f218-4562-8957-d8ad0d9b8215 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397146 Apr 01 12:24:52.149480 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.152290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab639-12df-47d5-b98b-c3757ff4c2d9 req-161e70dd-adcd-4178-8f6e-9ad36ad8c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:52.157121 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] 10.222.0.45 "DELETE /v2.0/networks/e7a5cbc5-faac-4159-8140-68053fa3aa7f HTTP/1.1" status: 204 len: 168 time: 0.4119036 Apr 01 12:24:52.157230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b91ab639-12df-47d5-b98b-c3757ff4c2d9 req-161e70dd-adcd-4178-8f6e-9ad36ad8c568 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.1220655 Apr 01 12:24:52.157322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49162) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:52.159571 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b2b07-98bc-4f85-95cd-bfc129baeb8e admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a5cbc5-faac-4159-8140-68053fa3aa7f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:52.176663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=25962e1a-ea15-4d80-a048-61f32a4536cd,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:52.204083 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ebbb4-ce0a-48c3-9f32-1bd7a69601b5 req-7a929ba1-2c4e-45c7-a901-59fdb998e8dc tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:52.205558 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d63ebbb4-ce0a-48c3-9f32-1bd7a69601b5 req-7a929ba1-2c4e-45c7-a901-59fdb998e8dc tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 947 time: 0.1225336 Apr 01 12:24:52.206444 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b91ab639-12df-47d5-b98b-c3757ff4c2d9 req-278acff4-c7e4-474c-85cb-d50cb0a8234e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396352 Apr 01 12:24:52.214603 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-154fcd96-1068-417e-9576-11b9ef9422d1 admin admin] Deleting subnet 48d8f47e-5cff-4334-a79a-1a9f005c733f {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:24:52.224057 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-154fcd96-1068-417e-9576-11b9ef9422d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.253230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-d7890870-fd60-48e1-8d73-0b3f8d8ab623 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1001 time: 0.1630871 Apr 01 12:24:52.265870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7b531e-aa33-4d0d-8e21-cd3388b84700', 'tag': '90c05437-1218-4c17-8467-7f7cdf77cfc7'}, {'name': 'network-changed', 'server_uuid': 'ce2f9cee-728e-4c6a-9842-aabce634ff08', 'tag': '7213766e-da78-4fb2-99bc-0fb0ae40cf70'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:52.268103 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35fa625-ec75-4861-93ae-5399a4469a93" -d '{"events": [{"name": "network-changed", "server_uuid": "9b7b531e-aa33-4d0d-8e21-cd3388b84700", "tag": "90c05437-1218-4c17-8467-7f7cdf77cfc7"}, {"name": "network-changed", "server_uuid": "ce2f9cee-728e-4c6a-9842-aabce634ff08", "tag": "7213766e-da78-4fb2-99bc-0fb0ae40cf70"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:52.276705 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-154fcd96-1068-417e-9576-11b9ef9422d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.281642 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d63ebbb4-ce0a-48c3-9f32-1bd7a69601b5 req-44f6efc8-2338-4b56-9614-2aab0c015440 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640430 Apr 01 12:24:52.282062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-84da63f9-d5b9-4f52-b75e-3014c6326287 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:52.322638 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-154fcd96-1068-417e-9576-11b9ef9422d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.378483 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64aca071-09ec-4bf3-bd3d-09863aa6754b req-bdba7e41-94e3-41b0-b813-cdfb3f87889d service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358553 Apr 01 12:24:52.391106 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-154fcd96-1068-417e-9576-11b9ef9422d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.399895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['25962e1a-ea15-4d80-a048-61f32a4536cd'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:52.403376 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-84da63f9-d5b9-4f52-b75e-3014c6326287 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.424648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fcd96-1068-417e-9576-11b9ef9422d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d8f47e-5cff-4334-a79a-1a9f005c733f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:52.427144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-154fcd96-1068-417e-9576-11b9ef9422d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.432951 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-154fcd96-1068-417e-9576-11b9ef9422d1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/48d8f47e-5cff-4334-a79a-1a9f005c733f HTTP/1.1" status: 204 len: 168 time: 0.2730100 Apr 01 12:24:52.433154 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49168) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:52.457025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b91ab639-12df-47d5-b98b-c3757ff4c2d9 req-5ab56723-aa73-493c-b674-2f509a4c7b44 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186861 Apr 01 12:24:52.515125 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.555338 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355eb9f9-72ea-450d-b4b6-e2663e723474 x-openstack-request-id: req-355eb9f9-72ea-450d-b4b6-e2663e723474 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:52.555854 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2f7744-e92a-4bd1-8800-dde8782a6d54", "name": "network-vif-plugged", "status": "completed", "tag": "2eccddf8-a5f3-44eb-b209-cc70ee868f92", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:52.556439 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-355eb9f9-72ea-450d-b4b6-e2663e723474 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:52.557001 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355eb9f9-72ea-450d-b4b6-e2663e723474'] response: {'server_uuid': '1a2f7744-e92a-4bd1-8800-dde8782a6d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eccddf8-a5f3-44eb-b209-cc70ee868f92', 'code': 200} Apr 01 12:24:52.641316 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.684206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fee638-649f-465e-a5b2-48d8b70c46be']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:52.697106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17334257-9056-4837-9161-06c70a87ee21') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:52.697387 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17334257-9056-4837-9161-06c70a87ee21') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:52.710331 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.735328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb29b6c-6d56-4328-b461-746d78b1d8c9 req-43ed882b-46aa-4944-b3a5-f5cbce35b7ed tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:52.736869 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2cb29b6c-6d56-4328-b461-746d78b1d8c9 req-43ed882b-46aa-4944-b3a5-f5cbce35b7ed tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.0982757 Apr 01 12:24:52.740933 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.755052 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:24:52.755547 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:24:52.757362 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:24:52.827828 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2cb29b6c-6d56-4328-b461-746d78b1d8c9 req-5278a23a-f3a9-4a80-8e33-322e619cc9e0 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843005 Apr 01 12:24:52.828860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.833653 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.837507 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] 10.222.0.45 "DELETE /v2.0/networks/b4fee638-649f-465e-a5b2-48d8b70c46be HTTP/1.1" status: 204 len: 168 time: 0.4033940 Apr 01 12:24:52.868844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ced65-5bdc-4562-98b2-56d4a72b275e admin admin] Pushing event deleted for resources: {'Network': ['ID=b4fee638-649f-465e-a5b2-48d8b70c46be,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:52.951593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f0563-53dc-466e-92c5-64edfcd173bc req-006be30e-7447-4384-b88f-7e9b7c49405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:52.952354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-779f0563-53dc-466e-92c5-64edfcd173bc req-006be30e-7447-4384-b88f-7e9b7c49405a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 1100 time: 0.1841917 Apr 01 12:24:52.958749 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-84da63f9-d5b9-4f52-b75e-3014c6326287 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.965591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b91ab639-12df-47d5-b98b-c3757ff4c2d9 req-5d597851-a869-47bc-9fc6-d97c37cedbd1 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926605 Apr 01 12:24:52.978920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee5bd4-6d98-419d-9ed4-fa3234241678 req-794b3962-2663-476f-96da-f55f8b920b17 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:52.981340 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-97ee5bd4-6d98-419d-9ed4-fa3234241678 req-794b3962-2663-476f-96da-f55f8b920b17 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 945 time: 0.0618989 Apr 01 12:24:52.981705 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-84da63f9-d5b9-4f52-b75e-3014c6326287 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:52.983032 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-84da63f9-d5b9-4f52-b75e-3014c6326287 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Floating IP e6452582-7a36-403c-b5ca-39f0839d2834 disassociated. External IP: 172.25.7.45, port: 218ed498-e755-429c-b004-c4e3c4b827b7. Apr 01 12:24:53.029040 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-97ee5bd4-6d98-419d-9ed4-fa3234241678 req-229b2077-59e7-4949-856b-4a18a93cabad tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378873 Apr 01 12:24:53.039470 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-779f0563-53dc-466e-92c5-64edfcd173bc req-47fcfd49-3309-49bf-8c42-a82de73434b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763037 Apr 01 12:24:53.057642 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49176) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:53.094477 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2b006a-9655-4d1a-ab73-e5f4b9caf4c9 x-openstack-request-id: req-5e2b006a-9655-4d1a-ab73-e5f4b9caf4c9 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:53.094770 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b7b531e-aa33-4d0d-8e21-cd3388b84700", "tag": "90c05437-1218-4c17-8467-7f7cdf77cfc7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce2f9cee-728e-4c6a-9842-aabce634ff08", "tag": "7213766e-da78-4fb2-99bc-0fb0ae40cf70", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:53.095018 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e2b006a-9655-4d1a-ab73-e5f4b9caf4c9 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:53.095411 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2b006a-9655-4d1a-ab73-e5f4b9caf4c9'] response: {'name': 'network-changed', 'server_uuid': '9b7b531e-aa33-4d0d-8e21-cd3388b84700', 'tag': '90c05437-1218-4c17-8467-7f7cdf77cfc7', 'status': 'completed', 'code': 200} Apr 01 12:24:53.095664 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2b006a-9655-4d1a-ab73-e5f4b9caf4c9'] response: {'name': 'network-changed', 'server_uuid': 'ce2f9cee-728e-4c6a-9842-aabce634ff08', 'tag': '7213766e-da78-4fb2-99bc-0fb0ae40cf70', 'status': 'completed', 'code': 200} Apr 01 12:24:53.112698 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cb7e2da0-e29c-4b0c-8426-c91636d39475 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe865f7f2ea14a16a8f6436b9c001621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533729 Apr 01 12:24:53.116511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49178) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:53.206425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-84da63f9-d5b9-4f52-b75e-3014c6326287 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Router 70672f3f-15d8-41e4-8a37-5582fce02a4f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:24:53.219521 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c99d4c3-d717-4985-ba07-b1da822765f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:53.250382 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3433bb-75da-4bf0-97aa-c5dc46d0f071 req-ab868a6a-b33b-4719-8c60-44099fc95daf tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:53.252818 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6c3433bb-75da-4bf0-97aa-c5dc46d0f071 req-ab868a6a-b33b-4719-8c60-44099fc95daf tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 949 time: 0.1011291 Apr 01 12:24:53.274807 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c99d4c3-d717-4985-ba07-b1da822765f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:53.315099 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-84da63f9-d5b9-4f52-b75e-3014c6326287 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:24:53.319690 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-84da63f9-d5b9-4f52-b75e-3014c6326287 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:53.323626 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6c3433bb-75da-4bf0-97aa-c5dc46d0f071 req-6c8f3565-f39d-4073-b8ad-d5af35d15724 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633001 Apr 01 12:24:53.325962 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41941583-a3cf-4b02-ab96-024fa9bf4463 None None] Sync routers for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:24:53.342381 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41941583-a3cf-4b02-ab96-024fa9bf4463 None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:53.345102 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-41941583-a3cf-4b02-ab96-024fa9bf4463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:53.361944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c99d4c3-d717-4985-ba07-b1da822765f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:53.365633 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c99d4c3-d717-4985-ba07-b1da822765f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:53.367853 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4c99d4c3-d717-4985-ba07-b1da822765f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dbb75ebb-ea43-4725-bac4-bbdb54b0a635 HTTP/1.1" status: 204 len: 168 time: 0.2503045 Apr 01 12:24:53.391200 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99d4c3-d717-4985-ba07-b1da822765f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb75ebb-ea43-4725-bac4-bbdb54b0a635,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:53.415056 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-84da63f9-d5b9-4f52-b75e-3014c6326287 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "PUT /v2.0/floatingips/e6452582-7a36-403c-b5ca-39f0839d2834 HTTP/1.1" status: 200 len: 695 time: 1.1401050 Apr 01 12:24:53.438221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-0003b23c-66bd-40ba-b832-dedabaffbdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:53.439781 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-0003b23c-66bd-40ba-b832-dedabaffbdd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700 HTTP/1.1" status: 200 len: 1099 time: 0.0856695 Apr 01 12:24:53.483561 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7925-1f0f-4b02-8856-aa7337c31eb9 req-5f325b14-bc67-409f-bb17-ef4839f78ef5 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:53.485382 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57ce7925-1f0f-4b02-8856-aa7337c31eb9 req-5f325b14-bc67-409f-bb17-ef4839f78ef5 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.0775054 Apr 01 12:24:53.489628 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-41941583-a3cf-4b02-ab96-024fa9bf4463 None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:53.534070 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57ce7925-1f0f-4b02-8856-aa7337c31eb9 req-b781c291-7faf-49f0-aaed-df09c8b37410 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417831 Apr 01 12:24:53.585325 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-cb32c2f0-5f67-4b51-ae44-c8a638950170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:53.587214 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-cb32c2f0-5f67-4b51-ae44-c8a638950170 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 1097 time: 0.1459925 Apr 01 12:24:53.592790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-251ed5c1-2408-4b1f-bd79-f2b4c01250bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:53.594760 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-251ed5c1-2408-4b1f-bd79-f2b4c01250bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1383009 Apr 01 12:24:53.682627 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7b40-6935-4448-96c4-ed23c505902b req-4abf2329-b937-453a-a3a8-fdc198675748 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:53.684699 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-784d7b40-6935-4448-96c4-ed23c505902b req-4abf2329-b937-453a-a3a8-fdc198675748 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 947 time: 0.0695381 Apr 01 12:24:53.713022 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-02c3bdbc-66a8-4c1a-b148-9f3e8bb9e5d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=90c05437-1218-4c17-8467-7f7cdf77cfc7 HTTP/1.1" status: 200 len: 217 time: 0.0779204 Apr 01 12:24:53.743461 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-784d7b40-6935-4448-96c4-ed23c505902b req-3a4423ee-6549-414f-8059-5ec7f46efbb8 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462608 Apr 01 12:24:53.754934 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 25962e1a-ea15-4d80-a048-61f32a4536cd up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:24:53.789874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-6149e6d8-5cc3-446a-b90c-17daf93b7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:53.791639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-6149e6d8-5cc3-446a-b90c-17daf93b7de1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0698853 Apr 01 12:24:53.791798 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-41941583-a3cf-4b02-ab96-024fa9bf4463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:53.809341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 25962e1a-ea15-4d80-a048-61f32a4536cd completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:24:53.810948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-9520f5ae-3946-4476-83b4-34e99d484d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:53.812924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-9520f5ae-3946-4476-83b4-34e99d484d54 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.2134738 Apr 01 12:24:53.823433 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 25962e1a-ea15-4d80-a048-61f32a4536cd triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:53.824003 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:53.826201 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41941583-a3cf-4b02-ab96-024fa9bf4463 None None] Checking router: 70672f3f-15d8-41e4-8a37-5582fce02a4f for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:24:53.835098 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41941583-a3cf-4b02-ab96-024fa9bf4463 None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:24:53.835779 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-41941583-a3cf-4b02-ab96-024fa9bf4463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:53.859869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49188) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:53.877513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-29b450a7-dbfa-44ea-9732-2fb648d952ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 217 time: 0.0450599 Apr 01 12:24:53.917772 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:53.919488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-7cdb16a9-f557-4b56-9d56-6595f9b7a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:53.921225 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-7cdb16a9-f557-4b56-9d56-6595f9b7a8fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215928 Apr 01 12:24:53.956594 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a2c20757-977c-476a-886d-4297474b0f18 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=765f673560b34e058bbfc7c933050010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932724 Apr 01 12:24:53.959128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49190) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:53.965728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 25962e1a-ea15-4d80-a048-61f32a4536cd, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=25962e1a-ea15-4d80-a048-61f32a4536cd,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:53.971813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-0a235c8e-b7ff-4d79-a70b-82786013c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:53.973547 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-0a235c8e-b7ff-4d79-a70b-82786013c3d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.0900629 Apr 01 12:24:53.978535 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-41941583-a3cf-4b02-ab96-024fa9bf4463 None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:24:53.989319 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:54.057058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=25962e1a-ea15-4d80-a048-61f32a4536cd,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:54.064424 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f84751-339c-467b-8eff-0695db5ebefb req-cb19c817-c283-4648-a724-d4e4005bbfa1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:54.072895 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-132dda0c-2567-48f1-a200-bbac4e3b5211 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424525 Apr 01 12:24:54.073106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4f84751-339c-467b-8eff-0695db5ebefb req-cb19c817-c283-4648-a724-d4e4005bbfa1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.0958169 Apr 01 12:24:54.074742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-f569fdea-e67e-4402-af75-aa1781a83df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:54.076803 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-f569fdea-e67e-4402-af75-aa1781a83df2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720265 Apr 01 12:24:54.099830 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-010002bf-b7d5-4109-b6e4-b64132b3c239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:54.130909 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4f84751-339c-467b-8eff-0695db5ebefb req-1e2ee8cc-b712-4280-86bf-0ce09353be31 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569274 Apr 01 12:24:54.135801 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-010002bf-b7d5-4109-b6e4-b64132b3c239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:54.219369 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-41941583-a3cf-4b02-ab96-024fa9bf4463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:24:54.238774 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-010002bf-b7d5-4109-b6e4-b64132b3c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:54.241406 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-010002bf-b7d5-4109-b6e4-b64132b3c239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:54.245354 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-010002bf-b7d5-4109-b6e4-b64132b3c239 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bdc8ccca-c890-407b-82b2-9028faca66c0 HTTP/1.1" status: 204 len: 168 time: 0.2823398 Apr 01 12:24:54.249881 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41941583-a3cf-4b02-ab96-024fa9bf4463 None None] The sync data for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 is: [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7a09a4e3-ec60-434b-952a-e8feb134bfef', 'name': '', 'network_id': '9cd1370d-a7b8-4afe-aa7e-d5905f878aa7', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'mac_address': 'fa:16:3e:ec:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:32Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'subnets': [{'id': '6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:24:54.254633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-383bb332-42c6-4343-b82a-971e46c1e1b0 service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673925 Apr 01 12:24:54.258919 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-592d63fe-729b-4efb-9bc4-94eb00f11849 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791925 Apr 01 12:24:54.261559 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010002bf-b7d5-4109-b6e4-b64132b3c239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc8ccca-c890-407b-82b2-9028faca66c0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:54.283261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031c5bf-3afd-4b55-8c35-861277b437bc req-84876e78-38bb-42c6-b26f-4b81be29ea55 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:54.292427 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9031c5bf-3afd-4b55-8c35-861277b437bc req-84876e78-38bb-42c6-b26f-4b81be29ea55 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 946 time: 0.0842478 Apr 01 12:24:54.351206 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9031c5bf-3afd-4b55-8c35-861277b437bc req-66182702-07a8-4b41-8eb5-2aac22dfd5a9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577366 Apr 01 12:24:54.412953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c62d0731-c96c-4d27-9b5c-e778970c91c1 req-5569da2a-7d67-4a2a-8858-075baf2f0a72 service neutron] 10.222.0.45 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525400 Apr 01 12:24:54.415761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-b92f7074-a115-4607-ab00-26060e9ec40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:54.417296 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-b92f7074-a115-4607-ab00-26060e9ec40b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 1098 time: 0.0741258 Apr 01 12:24:54.517772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8660-907b-43a5-9586-649ced30812e req-4222e207-aea0-4bc0-a545-8b1a96068821 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:54.526599 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-860b8660-907b-43a5-9586-649ced30812e req-4222e207-aea0-4bc0-a545-8b1a96068821 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 949 time: 0.0998163 Apr 01 12:24:54.532922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-afd4421e-73df-4d8a-b529-ad98e61cf03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:54.534881 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-afd4421e-73df-4d8a-b529-ad98e61cf03c service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1064563 Apr 01 12:24:54.558242 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4eba9e-64dd-4756-ad4a-95214d191ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25962e1a-ea15-4d80-a048-61f32a4536cd'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:54.570407 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66e1ca8-5f3a-4ff3-a2ae-3f9fd44e7551" -d '{"events": [{"server_uuid": "bb4eba9e-64dd-4756-ad4a-95214d191ecb", "name": "network-vif-plugged", "status": "completed", "tag": "25962e1a-ea15-4d80-a048-61f32a4536cd"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:54.591988 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-860b8660-907b-43a5-9586-649ced30812e req-5b27d551-cba6-42b0-a4c5-a36b9f0aa5dd tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604873 Apr 01 12:24:54.597552 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-43164be9-fb56-4f7d-bd0e-066453a2a375 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=7213766e-da78-4fb2-99bc-0fb0ae40cf70 HTTP/1.1" status: 200 len: 217 time: 0.0533977 Apr 01 12:24:54.636490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed200f19-fb8b-472a-adf3-97fb7c202952 None None] New status for floating IP e6452582-7a36-403c-b5ca-39f0839d2834: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:24:54.675327 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-84339eb2-efab-44ed-824e-092e4bd5f4b2 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips/e6452582-7a36-403c-b5ca-39f0839d2834 HTTP/1.1" status: 200 len: 695 time: 0.0821466 Apr 01 12:24:54.699788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e3de8-d30f-4159-a465-d22676143673 req-d3aaf5db-7608-428b-888f-f332beb37d41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:54.708192 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-665e3de8-d30f-4159-a465-d22676143673 req-d3aaf5db-7608-428b-888f-f332beb37d41 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.0636261 Apr 01 12:24:54.739840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-7b4bf323-fe10-4222-b338-c0fb59d79679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:54.741590 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-7b4bf323-fe10-4222-b338-c0fb59d79679 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1356800 Apr 01 12:24:54.780728 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-665e3de8-d30f-4159-a465-d22676143673 req-a687b398-5f6b-43bc-aee6-6ddcfba2128c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687068 Apr 01 12:24:54.867369 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6998d88-4c2a-4662-b682-2aa86d391a69 x-openstack-request-id: req-c6998d88-4c2a-4662-b682-2aa86d391a69 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:54.868455 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4eba9e-64dd-4756-ad4a-95214d191ecb", "name": "network-vif-plugged", "status": "completed", "tag": "25962e1a-ea15-4d80-a048-61f32a4536cd", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:54.868877 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6998d88-4c2a-4662-b682-2aa86d391a69 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:54.869410 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6998d88-4c2a-4662-b682-2aa86d391a69'] response: {'server_uuid': 'bb4eba9e-64dd-4756-ad4a-95214d191ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25962e1a-ea15-4d80-a048-61f32a4536cd', 'code': 200} Apr 01 12:24:54.938257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-ddf7ec21-c0f1-4489-bb16-ff28e1dc567e tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:54.945186 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-ddf7ec21-c0f1-4489-bb16-ff28e1dc567e tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.2534974 Apr 01 12:24:54.961466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-91c3a0b5-8c82-411e-a074-1df2202d98e8 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:24:54.968944 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-91c3a0b5-8c82-411e-a074-1df2202d98e8 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228398 Apr 01 12:24:55.062802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6f959-3db8-4045-8030-b4eb304825e5 req-c8e09a3f-abba-4931-ad8a-f8d3ab41fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:55.064853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-50a69f3e-ebd5-4645-81b1-bac4f59e7690 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 696 time: 0.0950248 Apr 01 12:24:55.065007 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-adb6f959-3db8-4045-8030-b4eb304825e5 req-c8e09a3f-abba-4931-ad8a-f8d3ab41fd50 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 1097 time: 0.0929632 Apr 01 12:24:55.066654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-74c015c6-d9a7-463e-9258-0ca452d9db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:55.068321 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-74c015c6-d9a7-463e-9258-0ca452d9db90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208849 Apr 01 12:24:55.077169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825138b0-4208-4d63-a897-480738146078 req-ba282cfd-3909-4313-ba11-00c333cdad66 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:55.082507 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-825138b0-4208-4d63-a897-480738146078 req-ba282cfd-3909-4313-ba11-00c333cdad66 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 947 time: 0.0722268 Apr 01 12:24:55.098346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:55.100565 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422ffb55-f186-470b-876a-bf90e1e0acbb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:55.150533 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-825138b0-4208-4d63-a897-480738146078 req-2664598f-4fff-4664-9fdd-576472d39358 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568664 Apr 01 12:24:55.154655 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-7810bd20-2077-4547-bb1b-5e51ee480f7b tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 696 time: 0.0814290 Apr 01 12:24:55.158971 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-adb6f959-3db8-4045-8030-b4eb304825e5 req-23eef2a1-fc8e-430d-b450-355264df2eed service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750468 Apr 01 12:24:55.232997 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cea0edf-cebe-44d4-9b76-0800b0ac89c4 x-openstack-request-id: req-4cea0edf-cebe-44d4-9b76-0800b0ac89c4 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:24:55.233299 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:24:55.233550 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4cea0edf-cebe-44d4-9b76-0800b0ac89c4 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:24:55.233957 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cea0edf-cebe-44d4-9b76-0800b0ac89c4'] response: {'name': 'network-changed', 'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7', 'status': 'completed', 'code': 200} Apr 01 12:24:55.292750 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be46b1-7b38-42fa-932d-8f4bcb81d5ad req-06827eba-9ad3-41b0-8023-ddc2e90b4f8b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:55.295272 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5be46b1-7b38-42fa-932d-8f4bcb81d5ad req-06827eba-9ad3-41b0-8023-ddc2e90b4f8b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.0516994 Apr 01 12:24:55.319220 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-7477632b-cf85-4575-aa41-3387f78cdbdd service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389190 Apr 01 12:24:55.337249 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5be46b1-7b38-42fa-932d-8f4bcb81d5ad req-0797d36b-5c8b-4964-90d6-b2b0d719ed3e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Apr 01 12:24:55.345672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49232) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:55.356010 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-e0ff290b-bb2c-4b91-95e5-e33d70325a31 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Deleting port 418a5857-b5fa-4bda-8cbc-f9c1bd43146e {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:24:55.356348 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-e0ff290b-bb2c-4b91-95e5-e33d70325a31 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.420161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ffb55-f186-470b-876a-bf90e1e0acbb req-410dde69-c61a-436b-a2eb-e1d15256f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:55.421704 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-422ffb55-f186-470b-876a-bf90e1e0acbb req-410dde69-c61a-436b-a2eb-e1d15256f55d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=72bc78af8da04499ac9657d7152f0d4c&device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 1097 time: 0.0411053 Apr 01 12:24:55.477741 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-e0ff290b-bb2c-4b91-95e5-e33d70325a31 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.478368 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-e0ff290b-bb2c-4b91-95e5-e33d70325a31 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.492774 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2098518436-network', 'tenant_id': '91324be1f6c1479fa7e4a2bc713842b4'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:55.499151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-e0ff290b-bb2c-4b91-95e5-e33d70325a31 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Calling delete_port for 418a5857-b5fa-4bda-8cbc-f9c1bd43146e owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:24:55.506964 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35fa625-ec75-4861-93ae-5399a4469a93 req-95c76109-ef5c-43a1-be36-6043aa3c1be2 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780417 Apr 01 12:24:55.562410 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b52a13-d69b-4559-8ed0-d56922f7a8cf req-b683a007-e7fd-4c8c-a786-28c85bac8185 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:55.563917 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-13b52a13-d69b-4559-8ed0-d56922f7a8cf req-b683a007-e7fd-4c8c-a786-28c85bac8185 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 946 time: 0.1260042 Apr 01 12:24:55.566510 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Made reservation on behalf of 91324be1f6c1479fa7e4a2bc713842b4 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:55.568733 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.595875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.617722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ffb55-f186-470b-876a-bf90e1e0acbb req-0f3275a4-472d-4fda-b850-5265992cd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:55.619485 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-422ffb55-f186-470b-876a-bf90e1e0acbb req-0f3275a4-472d-4fda-b850-5265992cd1cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 200 len: 921 time: 0.1908624 Apr 01 12:24:55.652442 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-e0ff290b-bb2c-4b91-95e5-e33d70325a31 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.683508 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-13b52a13-d69b-4559-8ed0-d56922f7a8cf req-593ac2a3-0310-4d48-a117-f4d31ce50d25 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115692 Apr 01 12:24:55.689195 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-422ffb55-f186-470b-876a-bf90e1e0acbb req-072884d2-f2af-4f76-9bd8-51e8bc9acac7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 200 len: 217 time: 0.0536654 Apr 01 12:24:55.713458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 90c05437-1218-4c17-8467-7f7cdf77cfc7 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:24:55.773068 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ffb55-f186-470b-876a-bf90e1e0acbb req-193aaec6-01ce-4ba0-809a-dca1352e7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:55.774680 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-422ffb55-f186-470b-876a-bf90e1e0acbb req-193aaec6-01ce-4ba0-809a-dca1352e7193 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 200 len: 859 time: 0.0778556 Apr 01 12:24:55.787677 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.799582 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.832855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 90c05437-1218-4c17-8467-7f7cdf77cfc7, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=90c05437-1218-4c17-8467-7f7cdf77cfc7,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:55.845826 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '90c05437-1218-4c17-8467-7f7cdf77cfc7', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '90c05437-1218-4c17-8467-7f7cdf77cfc7', 'mac_address': 'fa:16:3e:ec:c3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:24:55.869433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:24:55.893236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc87852c-0946-471a-89d9-788ef78c487a,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:55.897358 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.902279 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.902688 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Added segment df9fee13-c346-4064-8148-39ebaf8960c2 of type vlan for network 6e03f832-9609-4116-a2e6-1f2acde5b427 Apr 01 12:24:55.913077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c05437-1218-4c17-8467-7f7cdf77cfc7 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:55.918313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ffb55-f186-470b-876a-bf90e1e0acbb req-da411fc1-a9dc-443d-baa3-8bb26ce478e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:55.920918 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-422ffb55-f186-470b-876a-bf90e1e0acbb req-da411fc1-a9dc-443d-baa3-8bb26ce478e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317778 Apr 01 12:24:55.936009 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 90c05437-1218-4c17-8467-7f7cdf77cfc7, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=90c05437-1218-4c17-8467-7f7cdf77cfc7,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:55.945149 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.945828 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 7213766e-da78-4fb2-99bc-0fb0ae40cf70 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:24:55.963244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff290b-bb2c-4b91-95e5-e33d70325a31 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Pushing event deleted for resources: {'Port': ['ID=418a5857-b5fa-4bda-8cbc-f9c1bd43146e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:55.987190 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-e0ff290b-bb2c-4b91-95e5-e33d70325a31 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.989516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfd195-18b1-4f09-8de0-5e6bb12007d5 req-360fd2f5-71c4-4e7f-be76-b436e9ccb0e7 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:55.990763 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-e0ff290b-bb2c-4b91-95e5-e33d70325a31 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:55.992532 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a29a00f2-aa6c-487a-9b6c-d8ddac9724f9 req-e0ff290b-bb2c-4b91-95e5-e33d70325a31 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "DELETE /v2.0/floatingips/e6452582-7a36-403c-b5ca-39f0839d2834 HTTP/1.1" status: 204 len: 173 time: 0.8366277 Apr 01 12:24:55.998457 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5dfd195-18b1-4f09-8de0-5e6bb12007d5 req-360fd2f5-71c4-4e7f-be76-b436e9ccb0e7 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 949 time: 0.1772437 Apr 01 12:24:56.011699 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:56.031814 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 7213766e-da78-4fb2-99bc-0fb0ae40cf70, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=7213766e-da78-4fb2-99bc-0fb0ae40cf70,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:56.034461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=90c05437-1218-4c17-8467-7f7cdf77cfc7,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:56.046326 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '7213766e-da78-4fb2-99bc-0fb0ae40cf70', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '7213766e-da78-4fb2-99bc-0fb0ae40cf70', 'mac_address': 'fa:16:3e:ea:ed:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:24:56.083899 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:56.097458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7213766e-da78-4fb2-99bc-0fb0ae40cf70 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:56.114328 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5dfd195-18b1-4f09-8de0-5e6bb12007d5 req-d12bba79-d3d0-4d9b-9071-cceda3ffd207 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112468 Apr 01 12:24:56.116814 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 7213766e-da78-4fb2-99bc-0fb0ae40cf70, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=7213766e-da78-4fb2-99bc-0fb0ae40cf70,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:56.127966 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:56.127966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 912a530b-0d86-4dab-b118-6bb99714e86f details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:24:56.152465 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-422ffb55-f186-470b-876a-bf90e1e0acbb req-33ae8243-3716-49e3-8f1b-649a70fbd20f service neutron] 10.222.0.44 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075920 Apr 01 12:24:56.153758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:56.155362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:56.155935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:56.208653 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=7213766e-da78-4fb2-99bc-0fb0ae40cf70,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:56.231490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f7de3-9ff5-4336-a78d-92a4d8c7986f req-5bbb9227-9535-4ae6-a69c-fc5c2f86133a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:56.249513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c40f7de3-9ff5-4336-a78d-92a4d8c7986f req-5bbb9227-9535-4ae6-a69c-fc5c2f86133a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.1295388 Apr 01 12:24:56.306505 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9596014 Apr 01 12:24:56.309474 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49250) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:56.310999 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=912a530b-0d86-4dab-b118-6bb99714e86f,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:56.312254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42b9cf-a393-46d3-82c5-3476cc3d5eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=6e03f832-9609-4116-a2e6-1f2acde5b427,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:56.315662 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c40f7de3-9ff5-4336-a78d-92a4d8c7986f req-ef425c53-1a2f-437a-a2b8-7119a2acf948 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544846 Apr 01 12:24:56.318341 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-7ada9dc1-7aba-4fdf-be4e-e2a225b70125 admin admin] Request body: {'subnet': {'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2098518436-subnet', 'tenant_id': '91324be1f6c1479fa7e4a2bc713842b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:56.334187 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 6e03f832-9609-4116-a2e6-1f2acde5b427 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:24:56.353198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ada9dc1-7aba-4fdf-be4e-e2a225b70125 admin admin] Made reservation on behalf of 91324be1f6c1479fa7e4a2bc713842b4 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:56.369165 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ada9dc1-7aba-4fdf-be4e-e2a225b70125 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:56.385892 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '912a530b-0d86-4dab-b118-6bb99714e86f', 'network_id': '5f326287-8629-4e35-afec-ed776729d480', 'port_id': '912a530b-0d86-4dab-b118-6bb99714e86f', 'mac_address': 'fa:16:3e:22:87:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e044a75-99af-487d-948a-2656afb0938b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:24:56.459478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d4b74-1c36-4135-9301-2c324180743a req-8c09b0eb-672c-417d-ace8-c9a0a64c5ec3 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:56.461496 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-706d4b74-1c36-4135-9301-2c324180743a req-8c09b0eb-672c-417d-ace8-c9a0a64c5ec3 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 948 time: 0.0679750 Apr 01 12:24:56.501837 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:56.512896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-706d4b74-1c36-4135-9301-2c324180743a req-5d5de67a-cea6-42c6-ada7-c349f0560682 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451996 Apr 01 12:24:56.521856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912a530b-0d86-4dab-b118-6bb99714e86f {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:24:56.546143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=912a530b-0d86-4dab-b118-6bb99714e86f,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:56.549742 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ea37c-a34e-476a-8d7b-b01fcf6a5436 req-71b3bd5d-aecf-4103-9929-257222b6c289 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:56.550588 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:56.551296 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c4ea37c-a34e-476a-8d7b-b01fcf6a5436 req-71b3bd5d-aecf-4103-9929-257222b6c289 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 946 time: 0.1184971 Apr 01 12:24:56.571343 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-422ffb55-f186-470b-876a-bf90e1e0acbb req-1984e857-ac4d-4b17-920a-9897e559c220 service neutron] 10.222.0.44 "GET /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073975 Apr 01 12:24:56.632430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=912a530b-0d86-4dab-b118-6bb99714e86f,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:56.636227 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c4ea37c-a34e-476a-8d7b-b01fcf6a5436 req-07fd678e-3b0c-4a4b-8b66-8aa4d0bfc01c tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749931 Apr 01 12:24:56.705900 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ada9dc1-7aba-4fdf-be4e-e2a225b70125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:56.788721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7bb17-886c-4e60-bf9f-4ff123ba1005 req-49784ccf-7998-47f7-b4e1-d9ac75f104b2 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:56.790235 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30c7bb17-886c-4e60-bf9f-4ff123ba1005 req-49784ccf-7998-47f7-b4e1-d9ac75f104b2 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 949 time: 0.0492008 Apr 01 12:24:56.792818 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada9dc1-7aba-4fdf-be4e-e2a225b70125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4da2763-ce40-4592-83f0-87a0352a7000,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:56.807885 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ada9dc1-7aba-4fdf-be4e-e2a225b70125 admin admin] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:56.808233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ada9dc1-7aba-4fdf-be4e-e2a225b70125 admin admin] Network hostable DHCP agents. Network: 6e03f832-9609-4116-a2e6-1f2acde5b427, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:24:56.820746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58996703-59c7-4d0c-a942-ca3d5b16a430 req-11b44db6-9a86-466a-9eda-572679af36e2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:56.822231 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-58996703-59c7-4d0c-a942-ca3d5b16a430 req-11b44db6-9a86-466a-9eda-572679af36e2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.0873060 Apr 01 12:24:56.831855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30c7bb17-886c-4e60-bf9f-4ff123ba1005 req-cfd9fc87-e203-46a6-bd5b-8045d998773a tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338645 Apr 01 12:24:56.859879 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ada9dc1-7aba-4fdf-be4e-e2a225b70125 admin admin] Network 6e03f832-9609-4116-a2e6-1f2acde5b427 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:24:56.880328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-7ada9dc1-7aba-4fdf-be4e-e2a225b70125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 6e03f832-9609-4116-a2e6-1f2acde5b427) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:56.885785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ada9dc1-7aba-4fdf-be4e-e2a225b70125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:56.886608 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ada9dc1-7aba-4fdf-be4e-e2a225b70125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:56.889328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce9c59-c954-45df-8171-cc8054979599 None None] Network 6e03f832-9609-4116-a2e6-1f2acde5b427 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:24:56.891933 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-58996703-59c7-4d0c-a942-ca3d5b16a430 req-9281a71b-df9d-4ba0-afe1-180222960cab tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626535 Apr 01 12:24:56.926832 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7ada9dc1-7aba-4fdf-be4e-e2a225b70125 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6156752 Apr 01 12:24:56.940196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7836d9-3f4c-47f7-8c05-6358dc86a54b req-380bf0ae-d7ec-423f-be1b-a5008fce9e0c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:56.941688 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad7836d9-3f4c-47f7-8c05-6358dc86a54b req-380bf0ae-d7ec-423f-be1b-a5008fce9e0c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 946 time: 0.0517433 Apr 01 12:24:56.989133 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad7836d9-3f4c-47f7-8c05-6358dc86a54b req-9fdc9268-73e7-4972-ac63-f6aac9b77ccf tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379081 Apr 01 12:24:57.053058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8104aab-16f8-47bd-8e60-6344e3ea8219 None None] Network 6e03f832-9609-4116-a2e6-1f2acde5b427 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:24:57.060792 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['912a530b-0d86-4dab-b118-6bb99714e86f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:57.103779 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['7213766e-da78-4fb2-99bc-0fb0ae40cf70'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:57.256996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df512e8-cd97-471e-8ce0-94a34a3b4e4e req-5c550419-fee5-43f9-ba6e-7a5ce0034866 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:57.258869 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0df512e8-cd97-471e-8ce0-94a34a3b4e4e req-5c550419-fee5-43f9-ba6e-7a5ce0034866 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 946 time: 0.0575249 Apr 01 12:24:57.308567 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['90c05437-1218-4c17-8467-7f7cdf77cfc7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:57.316098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0df512e8-cd97-471e-8ce0-94a34a3b4e4e req-8d939d22-8ca2-485a-9b18-d48840842cc7 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Apr 01 12:24:57.436436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f63c2e-0578-4cbe-9d57-1660319bb4e8 req-5dfb276a-e4ea-4418-839b-b05383320742 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:57.444088 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e3f63c2e-0578-4cbe-9d57-1660319bb4e8 req-5dfb276a-e4ea-4418-839b-b05383320742 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 944 time: 0.0559719 Apr 01 12:24:57.480193 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49280) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:57.485051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e3f63c2e-0578-4cbe-9d57-1660319bb4e8 req-79f66207-7a0a-4ab7-b010-60627381f635 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400436 Apr 01 12:24:57.485874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-972759601-network', 'tenant_id': '7238ea5b7c7740b8bdb538622b666a75'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:57.510059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Made reservation on behalf of 7238ea5b7c7740b8bdb538622b666a75 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:57.512801 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:57.521239 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:57.615674 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:57.632909 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:57.657881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:24:57.687079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343809de-885f-4fae-9dea-29d4d14b47d8 req-bc7e1a77-f928-4007-bc85-9f1e83d172c1 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:57.688606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-343809de-885f-4fae-9dea-29d4d14b47d8 req-bc7e1a77-f928-4007-bc85-9f1e83d172c1 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 948 time: 0.0931058 Apr 01 12:24:57.690267 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:57.690597 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Added segment b2d30319-6046-4016-80c8-5327ec342ce7 of type vlan for network 445d19d1-d12b-404e-89e3-11f4acacd356 Apr 01 12:24:57.692147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232aab7d-c5bd-4238-b5dc-057007b14ffc,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:57.760462 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:57.769606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-343809de-885f-4fae-9dea-29d4d14b47d8 req-5a48b624-d13f-4d15-879b-10742bdb192a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681362 Apr 01 12:24:57.774560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf513dcb-7528-4f07-80bf-7c56aa52ad22 req-05b077e1-bca7-42ce-9383-45d7799bd28c tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:57.776097 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bf513dcb-7528-4f07-80bf-7c56aa52ad22 req-05b077e1-bca7-42ce-9383-45d7799bd28c tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 946 time: 0.0531983 Apr 01 12:24:57.795090 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:57.796259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:57.796966 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:57.817668 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bf513dcb-7528-4f07-80bf-7c56aa52ad22 req-7951faee-312b-4ce2-9a7c-515c4de1d7ee tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346527 Apr 01 12:24:57.828302 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3470118 Apr 01 12:24:57.832334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49288) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:24:57.861036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-84e6f0df-f011-431f-b4bd-76a73007d69b admin admin] Request body: {'subnet': {'network_id': '445d19d1-d12b-404e-89e3-11f4acacd356', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-972759601-subnet', 'tenant_id': '7238ea5b7c7740b8bdb538622b666a75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:57.869286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb04a1-41a5-48aa-adfc-865be1d69b52 admin admin] Pushing event updated for resources: {'Network': ['ID=445d19d1-d12b-404e-89e3-11f4acacd356,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:57.885360 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 445d19d1-d12b-404e-89e3-11f4acacd356 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:24:57.886453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e6f0df-f011-431f-b4bd-76a73007d69b admin admin] Made reservation on behalf of 7238ea5b7c7740b8bdb538622b666a75 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:24:57.890328 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-84e6f0df-f011-431f-b4bd-76a73007d69b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:57.897951 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-61b17a39-308b-4220-8f8a-1693d0cadf6b service neutron] show failed (client error): The resource could not be found. Apr 01 12:24:57.899335 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-61b17a39-308b-4220-8f8a-1693d0cadf6b service neutron] 10.222.0.44 "GET /v2.0/ports/919fb245-61cf-4fe1-8a80-fbcb63dd47c4/bindings/n-h1-836146-1 HTTP/1.1" status: 404 len: 380 time: 0.0712588 Apr 01 12:24:58.044873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ede53-44fc-44b6-b818-6722abb84759 req-d046b0e6-62f2-45a9-8a5b-325cb2c93c3b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:58.046365 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d30ede53-44fc-44b6-b818-6722abb84759 req-d046b0e6-62f2-45a9-8a5b-325cb2c93c3b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.0514405 Apr 01 12:24:58.096240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92e063-bfe5-4655-8a51-d9a9c4e28a68 req-733cb08d-6bb5-4a84-84cf-bd977a7ab484 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:58.097737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa92e063-bfe5-4655-8a51-d9a9c4e28a68 req-733cb08d-6bb5-4a84-84cf-bd977a7ab484 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 946 time: 0.1234314 Apr 01 12:24:58.098752 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d30ede53-44fc-44b6-b818-6722abb84759 req-01aaa6d2-2456-422a-a939-482c6f3248ab tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 Apr 01 12:24:58.130169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c499f-a828-4a41-a4db-42137688845b req-5519e9ea-258a-4774-8699-0492698feedd tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:58.131656 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d18c499f-a828-4a41-a4db-42137688845b req-5519e9ea-258a-4774-8699-0492698feedd tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 949 time: 0.1561978 Apr 01 12:24:58.215162 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-84e6f0df-f011-431f-b4bd-76a73007d69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:58.310480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d18c499f-a828-4a41-a4db-42137688845b req-5098d311-a257-457f-8118-0610bab3b3c3 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ce8d2e2-e004-475f-a5ef-717fff268db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580091 Apr 01 12:24:58.312130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-111dc3e3-058c-4ea6-a5f7-441dad0dda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:58.313788 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-111dc3e3-058c-4ea6-a5f7-441dad0dda0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e&tenant_id=eb64db7358b94a5bb856657db1b186e0 HTTP/1.1" status: 200 len: 1101 time: 0.1812367 Apr 01 12:24:58.326781 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6f0df-f011-431f-b4bd-76a73007d69b admin admin] Pushing event updated for resources: {'Subnet': ['ID=79fb3fa8-e3b0-416c-b9ef-4709d3c47b2f,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:58.341730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-1', 'device_owner': 'compute:nova'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:24:58.401981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e6f0df-f011-431f-b4bd-76a73007d69b admin admin] Checking segment: {'id': 'b2d30319-6046-4016-80c8-5327ec342ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '445d19d1-d12b-404e-89e3-11f4acacd356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:58.402323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e6f0df-f011-431f-b4bd-76a73007d69b admin admin] Network hostable DHCP agents. Network: 445d19d1-d12b-404e-89e3-11f4acacd356, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:24:58.431757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5967325-5c61-4ff3-9f5d-f61182158a86 req-83e62348-2a5d-456d-bcc6-ef0ec3168f2c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:58.433154 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5967325-5c61-4ff3-9f5d-f61182158a86 req-83e62348-2a5d-456d-bcc6-ef0ec3168f2c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 946 time: 0.0494831 Apr 01 12:24:58.453159 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-fa92e063-bfe5-4655-8a51-d9a9c4e28a68 req-a7c5f6cc-c31f-437e-85db-359cd6e60966 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Deleting port 218ed498-e755-429c-b004-c4e3c4b827b7 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:24:58.453487 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fa92e063-bfe5-4655-8a51-d9a9c4e28a68 req-a7c5f6cc-c31f-437e-85db-359cd6e60966 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:58.472923 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5967325-5c61-4ff3-9f5d-f61182158a86 req-dbcf1e7b-5f61-4a0b-a657-f1b3249d1a34 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335696 Apr 01 12:24:58.473869 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:58.481588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e6f0df-f011-431f-b4bd-76a73007d69b admin admin] Network 445d19d1-d12b-404e-89e3-11f4acacd356 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:24:58.490194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdb3c6-9263-4daf-ab29-99dfce59f059 req-c82135f1-14b1-4111-939d-fa3d1165be7f tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:58.491633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8bdb3c6-9263-4daf-ab29-99dfce59f059 req-c82135f1-14b1-4111-939d-fa3d1165be7f tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 949 time: 0.1288192 Apr 01 12:24:58.575263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-84e6f0df-f011-431f-b4bd-76a73007d69b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 445d19d1-d12b-404e-89e3-11f4acacd356) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:24:58.584506 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eff2f2-eb33-4264-bc1d-9bbecf24d25d None None] Network 445d19d1-d12b-404e-89e3-11f4acacd356 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:24:58.612076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6f0df-f011-431f-b4bd-76a73007d69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:58.612662 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-84e6f0df-f011-431f-b4bd-76a73007d69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:58.702927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-84e6f0df-f011-431f-b4bd-76a73007d69b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8695817 Apr 01 12:24:58.713461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-fa92e063-bfe5-4655-8a51-d9a9c4e28a68 req-a7c5f6cc-c31f-437e-85db-359cd6e60966 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] For port 218ed498-e755-429c-b004-c4e3c4b827b7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=218ed498-e755-429c-b004-c4e3c4b827b7,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:58.713943 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fa92e063-bfe5-4655-8a51-d9a9c4e28a68 req-a7c5f6cc-c31f-437e-85db-359cd6e60966 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:58.721597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38709081-8d3a-4ab5-8d6a-df18f58193f0 None None] Network 445d19d1-d12b-404e-89e3-11f4acacd356 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:24:58.790168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-fa92e063-bfe5-4655-8a51-d9a9c4e28a68 req-a7c5f6cc-c31f-437e-85db-359cd6e60966 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Calling delete_port for 218ed498-e755-429c-b004-c4e3c4b827b7 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:24:58.812292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a478b4-925c-4857-abde-9e683240cfb4 req-232b57d5-a6be-4f5c-9d27-8979f32e64c8 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:58.813834 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3a478b4-925c-4857-abde-9e683240cfb4 req-232b57d5-a6be-4f5c-9d27-8979f32e64c8 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 944 time: 0.2396123 Apr 01 12:24:58.837917 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff71a8-bfc8-44ba-8f80-6caa69989621 req-4919aee3-a85a-4b87-8a96-3c922b43eb88 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:58.839966 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7fff71a8-bfc8-44ba-8f80-6caa69989621 req-4919aee3-a85a-4b87-8a96-3c922b43eb88 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb4eba9e-64dd-4756-ad4a-95214d191ecb HTTP/1.1" status: 200 len: 946 time: 0.0912724 Apr 01 12:24:58.973954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956f7ec-0960-4e66-8abf-3f60a219c016 req-b07519d8-0213-441e-b063-7812f5f215bb tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:58.976327 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7956f7ec-0960-4e66-8abf-3f60a219c016 req-b07519d8-0213-441e-b063-7812f5f215bb tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 948 time: 0.0924225 Apr 01 12:24:58.994308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-c8bdb3c6-9263-4daf-ab29-99dfce59f059 req-ed7975be-a4f3-4737-bbec-d1935e0894fe tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Deleting port 2eccddf8-a5f3-44eb-b209-cc70ee868f92 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:24:58.994753 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8bdb3c6-9263-4daf-ab29-99dfce59f059 req-ed7975be-a4f3-4737-bbec-d1935e0894fe tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:58.999739 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3a478b4-925c-4857-abde-9e683240cfb4 req-b6ae56fb-0281-4699-b1b3-fb227830bd62 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764357 Apr 01 12:24:59.003061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-7fff71a8-bfc8-44ba-8f80-6caa69989621 req-b8ee32b4-488b-4429-897d-e74ab6a1c4dc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Deleting port 25962e1a-ea15-4d80-a048-61f32a4536cd {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:24:59.003819 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7fff71a8-bfc8-44ba-8f80-6caa69989621 req-b8ee32b4-488b-4429-897d-e74ab6a1c4dc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.058948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:59.092547 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7956f7ec-0960-4e66-8abf-3f60a219c016 req-3ea3d06f-fe92-49a7-9f16-8c880bacb627 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063094 Apr 01 12:24:59.136272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-7fff71a8-bfc8-44ba-8f80-6caa69989621 req-b8ee32b4-488b-4429-897d-e74ab6a1c4dc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] For port 25962e1a-ea15-4d80-a048-61f32a4536cd, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=25962e1a-ea15-4d80-a048-61f32a4536cd,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:59.136906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7fff71a8-bfc8-44ba-8f80-6caa69989621 req-b8ee32b4-488b-4429-897d-e74ab6a1c4dc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.153189 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-7fff71a8-bfc8-44ba-8f80-6caa69989621 req-b8ee32b4-488b-4429-897d-e74ab6a1c4dc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Calling delete_port for 25962e1a-ea15-4d80-a048-61f32a4536cd owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:24:59.214350 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:24:59.272845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c8bdb3c6-9263-4daf-ab29-99dfce59f059 req-ed7975be-a4f3-4737-bbec-d1935e0894fe tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] For port 2eccddf8-a5f3-44eb-b209-cc70ee868f92, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=2eccddf8-a5f3-44eb-b209-cc70ee868f92,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:24:59.273193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8bdb3c6-9263-4daf-ab29-99dfce59f059 req-ed7975be-a4f3-4737-bbec-d1935e0894fe tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.284277 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fa92e063-bfe5-4655-8a51-d9a9c4e28a68 req-a7c5f6cc-c31f-437e-85db-359cd6e60966 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.296633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['218ed498-e755-429c-b004-c4e3c4b827b7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:59.297554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e059-4e86-4673-b0b2-8fec48a3452c req-13cca431-b433-429e-b8f2-cb976a4954d4 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:59.299165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a010e059-4e86-4673-b0b2-8fec48a3452c req-13cca431-b433-429e-b8f2-cb976a4954d4 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b302e4e-9857-42a4-ba3d-a9d70d89025c HTTP/1.1" status: 200 len: 946 time: 0.1976426 Apr 01 12:24:59.303405 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7fff71a8-bfc8-44ba-8f80-6caa69989621 req-b8ee32b4-488b-4429-897d-e74ab6a1c4dc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.323160 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-c8bdb3c6-9263-4daf-ab29-99dfce59f059 req-ed7975be-a4f3-4737-bbec-d1935e0894fe tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Calling delete_port for 2eccddf8-a5f3-44eb-b209-cc70ee868f92 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:24:59.335545 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['25962e1a-ea15-4d80-a048-61f32a4536cd'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:24:59.346203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee32b4-488b-4429-897d-e74ab6a1c4dc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Pushing event deleted for resources: {'Port': ['ID=25962e1a-ea15-4d80-a048-61f32a4536cd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:59.349808 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.352625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:59.354921 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5539d05-fbd3-49ca-866e-25700203c26b" -d '{"events": [{"server_uuid": "6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "919fb245-61cf-4fe1-8a80-fbcb63dd47c4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:59.373876 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5f6cc-c31f-437e-85db-359cd6e60966 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Pushing event deleted for resources: {'Port': ['ID=218ed498-e755-429c-b004-c4e3c4b827b7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:59.403221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Transition to ACTIVE for port object 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:24:59.417298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fff71a8-bfc8-44ba-8f80-6caa69989621 req-b8ee32b4-488b-4429-897d-e74ab6a1c4dc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] No DVR routers for this DVR port 25962e1a-ea15-4d80-a048-61f32a4536cd on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:24:59.421459 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7fff71a8-bfc8-44ba-8f80-6caa69989621 req-b8ee32b4-488b-4429-897d-e74ab6a1c4dc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.424735 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7fff71a8-bfc8-44ba-8f80-6caa69989621 req-b8ee32b4-488b-4429-897d-e74ab6a1c4dc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "DELETE /v2.0/ports/25962e1a-ea15-4d80-a048-61f32a4536cd HTTP/1.1" status: 204 len: 173 time: 0.5762753 Apr 01 12:24:59.425169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4eba9e-64dd-4756-ad4a-95214d191ecb', 'name': 'network-vif-deleted', 'tag': '25962e1a-ea15-4d80-a048-61f32a4536cd'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:24:59.427446 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55642722-e9df-4eae-8074-0c2bf4866fcc" -d '{"events": [{"server_uuid": "bb4eba9e-64dd-4756-ad4a-95214d191ecb", "name": "network-vif-deleted", "tag": "25962e1a-ea15-4d80-a048-61f32a4536cd"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:24:59.448958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.503751 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-b6b39df6-46c8-4e72-832c-5259bcc99442 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:59.505580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-b6b39df6-46c8-4e72-832c-5259bcc99442 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 808 time: 0.1646984 Apr 01 12:24:59.505997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa92e063-bfe5-4655-8a51-d9a9c4e28a68 req-a7c5f6cc-c31f-437e-85db-359cd6e60966 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] No DVR routers for this DVR port 218ed498-e755-429c-b004-c4e3c4b827b7 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:24:59.516037 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fa92e063-bfe5-4655-8a51-d9a9c4e28a68 req-a7c5f6cc-c31f-437e-85db-359cd6e60966 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.519299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa92e063-bfe5-4655-8a51-d9a9c4e28a68 req-a7c5f6cc-c31f-437e-85db-359cd6e60966 tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.44 "DELETE /v2.0/ports/218ed498-e755-429c-b004-c4e3c4b827b7 HTTP/1.1" status: 204 len: 173 time: 1.3804760 Apr 01 12:24:59.524269 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-a7343f79-9f1f-44a5-a76d-fb111341715d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/quotas/91324be1f6c1479fa7e4a2bc713842b4 HTTP/1.1" status: 200 len: 375 time: 0.0127246 Apr 01 12:24:59.525608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a010e059-4e86-4673-b0b2-8fec48a3452c req-8d9bc76d-64a1-4afe-9a2f-5ebffa918f9e tempest-FloatingIPsAssociationTestJSON-1040777204 tempest-FloatingIPsAssociationTestJSON-1040777204-project] 10.222.0.45 "GET /v2.0/security-groups?id=d7656723-a5dc-4263-8ed7-77ff3e3e9b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051558 Apr 01 12:24:59.582091 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-a6ceafef-f966-4b9b-8b0f-87fd18c61d1c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441828 Apr 01 12:24:59.611962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] No DVR routers for this DVR port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:24:59.613975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Pushing event updated for resources: {'Port': ['ID=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:59.720589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Attempting to bind port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:24:59.720920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Attempting to bind port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:24:59.721249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Attempting to bind port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:59.729227 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-5ca65dad-05fa-47e9-bbce-e9d48ba3acb2 service neutron] 10.222.0.45 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395836 Apr 01 12:24:59.730644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 90c05437-1218-4c17-8467-7f7cdf77cfc7 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:24:59.737219 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:24:59.737545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Attempting to bind port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:24:59.761753 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8bdb3c6-9263-4daf-ab29-99dfce59f059 req-ed7975be-a4f3-4737-bbec-d1935e0894fe tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.765204 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:24:59.765549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:24:59.765925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:24:59.766646 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Bound port: 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:24:59.767006 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.792646 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5323a-a5f1-4a9e-8df4-6b6a47e5c498 req-ac7413cf-99e8-4047-9acc-0cb68bfb0874 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:24:59.805553 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-47d5323a-a5f1-4a9e-8df4-6b6a47e5c498 req-ac7413cf-99e8-4047-9acc-0cb68bfb0874 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 948 time: 0.1554048 Apr 01 12:24:59.840114 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 90c05437-1218-4c17-8467-7f7cdf77cfc7 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:24:59.843399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7975be-a4f3-4737-bbec-d1935e0894fe tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Pushing event deleted for resources: {'Port': ['ID=2eccddf8-a5f3-44eb-b209-cc70ee868f92,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:24:59.849246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 90c05437-1218-4c17-8467-7f7cdf77cfc7 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:24:59.851970 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.866843 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-6fc9f342-f14c-4e14-9b37-7f7ff2f01651 service neutron] 10.222.0.45 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227300 Apr 01 12:24:59.960422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bdb3c6-9263-4daf-ab29-99dfce59f059 req-ed7975be-a4f3-4737-bbec-d1935e0894fe tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] No DVR routers for this DVR port 2eccddf8-a5f3-44eb-b209-cc70ee868f92 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:24:59.981459 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8bdb3c6-9263-4daf-ab29-99dfce59f059 req-ed7975be-a4f3-4737-bbec-d1935e0894fe tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.998311 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:24:59.999320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8bdb3c6-9263-4daf-ab29-99dfce59f059 req-ed7975be-a4f3-4737-bbec-d1935e0894fe tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.37 "DELETE /v2.0/ports/2eccddf8-a5f3-44eb-b209-cc70ee868f92 HTTP/1.1" status: 204 len: 173 time: 1.4923923 Apr 01 12:25:00.029652 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-47d5323a-a5f1-4a9e-8df4-6b6a47e5c498 req-530cd222-49c7-4c8f-add6-e0dd1770228d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137089 Apr 01 12:25:00.049169 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7b531e-aa33-4d0d-8e21-cd3388b84700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c05437-1218-4c17-8467-7f7cdf77cfc7'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:00.056158 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77eeea9-d7c3-4e42-9672-d04ced005f87" -d '{"events": [{"server_uuid": "9b7b531e-aa33-4d0d-8e21-cd3388b84700", "name": "network-vif-plugged", "status": "completed", "tag": "90c05437-1218-4c17-8467-7f7cdf77cfc7"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:00.090867 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:00.095075 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 90c05437-1218-4c17-8467-7f7cdf77cfc7, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=90c05437-1218-4c17-8467-7f7cdf77cfc7,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:00.101894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:00.104634 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:00.105589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 7213766e-da78-4fb2-99bc-0fb0ae40cf70 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:00.111570 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:00.213433 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=90c05437-1218-4c17-8467-7f7cdf77cfc7,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:00.244215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 7213766e-da78-4fb2-99bc-0fb0ae40cf70 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:25:00.254122 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29be86fa-c38d-4c1f-b54a-293d006f64b1 x-openstack-request-id: req-29be86fa-c38d-4c1f-b54a-293d006f64b1 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:00.254343 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "919fb245-61cf-4fe1-8a80-fbcb63dd47c4", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:00.254613 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29be86fa-c38d-4c1f-b54a-293d006f64b1 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:00.256268 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29be86fa-c38d-4c1f-b54a-293d006f64b1'] response: {'server_uuid': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'code': 200} Apr 01 12:25:00.261895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 7213766e-da78-4fb2-99bc-0fb0ae40cf70 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:00.262433 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:00.283515 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245ea867-5c5c-4e03-ba40-257560ea5fbb x-openstack-request-id: req-245ea867-5c5c-4e03-ba40-257560ea5fbb {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:00.285356 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4eba9e-64dd-4756-ad4a-95214d191ecb", "name": "network-vif-deleted", "tag": "25962e1a-ea15-4d80-a048-61f32a4536cd", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:00.285621 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-245ea867-5c5c-4e03-ba40-257560ea5fbb {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:00.286069 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245ea867-5c5c-4e03-ba40-257560ea5fbb'] response: {'server_uuid': 'bb4eba9e-64dd-4756-ad4a-95214d191ecb', 'name': 'network-vif-deleted', 'tag': '25962e1a-ea15-4d80-a048-61f32a4536cd', 'status': 'completed', 'code': 200} Apr 01 12:25:00.308663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Pushing event updated for resources: {'Port': ['ID=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:00.343281 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:00.343987 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:00.345775 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-db02dea8-e4e2-47b8-9f7d-035f95b1b835 service neutron] 10.222.0.37 "PUT /v2.0/ports/919fb245-61cf-4fe1-8a80-fbcb63dd47c4 HTTP/1.1" status: 200 len: 1096 time: 2.0237105 Apr 01 12:25:00.377324 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf1b9d60-3bf3-4bc2-ac28-5f018a6a4d6c req-44ed2254-6b99-43ce-a048-d0f7d0557093 tempest-ServerDiagnosticsNegativeTest-362934459 tempest-ServerDiagnosticsNegativeTest-362934459-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2f7744-e92a-4bd1-8800-dde8782a6d54 HTTP/1.1" status: 200 len: 210 time: 0.2564428 Apr 01 12:25:00.492413 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7555099-54d1-4bc9-81d6-bb0d0a1870e7 x-openstack-request-id: req-a7555099-54d1-4bc9-81d6-bb0d0a1870e7 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:00.493305 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7b531e-aa33-4d0d-8e21-cd3388b84700", "name": "network-vif-plugged", "status": "completed", "tag": "90c05437-1218-4c17-8467-7f7cdf77cfc7", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:00.494368 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7555099-54d1-4bc9-81d6-bb0d0a1870e7 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:00.495382 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7555099-54d1-4bc9-81d6-bb0d0a1870e7'] response: {'server_uuid': '9b7b531e-aa33-4d0d-8e21-cd3388b84700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c05437-1218-4c17-8467-7f7cdf77cfc7', 'code': 200} Apr 01 12:25:00.502845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-bb53df2e-93db-40b5-bee4-f2a250eb7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:00.510169 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-bb53df2e-93db-40b5-bee4-f2a250eb7ecc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 1099 time: 0.1245472 Apr 01 12:25:00.513208 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:00.586452 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eca981-4d4d-4b31-8675-27e4f8bdf908 req-06b35e48-227c-420a-89af-c623d0849417 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:00.614262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 7213766e-da78-4fb2-99bc-0fb0ae40cf70, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=7213766e-da78-4fb2-99bc-0fb0ae40cf70,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:00.624145 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:00.624750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 912a530b-0d86-4dab-b118-6bb99714e86f up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:00.632588 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-61eca981-4d4d-4b31-8675-27e4f8bdf908 req-06b35e48-227c-420a-89af-c623d0849417 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 944 time: 0.1381307 Apr 01 12:25:00.682136 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-e22f2565-39a7-4b77-878f-3bbf16a5c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:00.687298 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-e22f2565-39a7-4b77-878f-3bbf16a5c70a service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1674385 Apr 01 12:25:00.729602 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-61eca981-4d4d-4b31-8675-27e4f8bdf908 req-9438e717-e39d-45f8-9291-8785217704c5 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873742 Apr 01 12:25:00.785433 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=7213766e-da78-4fb2-99bc-0fb0ae40cf70,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:00.814622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 912a530b-0d86-4dab-b118-6bb99714e86f completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:25:00.819513 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c1bfb1f-13ee-4c38-80ae-5418868a00dc req-5b7c5e8f-e630-4863-bb54-1c295f12eae4 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 210 time: 0.0445745 Apr 01 12:25:00.825180 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-d4606b1a-87cc-438b-b58a-ca3fa71c8179 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4 HTTP/1.1" status: 200 len: 217 time: 0.0894752 Apr 01 12:25:00.826387 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 912a530b-0d86-4dab-b118-6bb99714e86f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:00.826769 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:00.845042 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a2f55-a77c-4fbc-bb1e-444b62eccd23 req-dc253fa3-4404-4824-aaac-4227d7827c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:00.846515 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e6a2f55-a77c-4fbc-bb1e-444b62eccd23 req-dc253fa3-4404-4824-aaac-4227d7827c40 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700 HTTP/1.1" status: 200 len: 1101 time: 0.1571860 Apr 01 12:25:00.899978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3cb62-f133-44c2-af53-4b89bac9da9c req-52c35a5f-57f7-41bb-a87c-f5a87f9cb4b5 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:00.906643 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61f3cb62-f133-44c2-af53-4b89bac9da9c req-52c35a5f-57f7-41bb-a87c-f5a87f9cb4b5 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 949 time: 0.2181802 Apr 01 12:25:00.940255 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:00.960442 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-c2284071-fedc-403f-b4bd-af48e6b5eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:00.961906 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-c2284071-fedc-403f-b4bd-af48e6b5eee0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1287470 Apr 01 12:25:00.969082 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e6a2f55-a77c-4fbc-bb1e-444b62eccd23 req-6879b371-f0de-40ae-976b-d08e52cf22de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018322 Apr 01 12:25:00.997346 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61f3cb62-f133-44c2-af53-4b89bac9da9c req-341cf104-6ec5-420a-8185-a07a4a769a61 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843282 Apr 01 12:25:01.003126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=912a530b-0d86-4dab-b118-6bb99714e86f,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:01.011911 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:01.055415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-45de5993-7a2a-4fa3-a68b-bbfa16c6765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:01.055871 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2a009-950d-416e-8a03-edda2421f548 req-b09fd690-4529-4f8b-9143-6ef9dd04582d tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:01.057341 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-45de5993-7a2a-4fa3-a68b-bbfa16c6765f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822144 Apr 01 12:25:01.060691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49362) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:01.064933 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-b09fd690-4529-4f8b-9143-6ef9dd04582d tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.1461275 Apr 01 12:25:01.078283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=912a530b-0d86-4dab-b118-6bb99714e86f,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:01.092620 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-4e74de02-9e68-476b-b692-00566a9a9276 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/quotas/f3b8c2691e7642ebb43bca4c7e1d7c8b HTTP/1.1" status: 200 len: 375 time: 0.0267513 Apr 01 12:25:01.128464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-e0bc8095-6b86-4745-8e5d-939708db8011 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331001 Apr 01 12:25:01.210712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c6c98-9fa8-4615-bd21-5a4546c40550 req-364ce5c9-9977-4f78-9cdb-cea0671ad2e1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:01.212275 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-181c6c98-9fa8-4615-bd21-5a4546c40550 req-364ce5c9-9977-4f78-9cdb-cea0671ad2e1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 948 time: 0.1006837 Apr 01 12:25:01.332561 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-181c6c98-9fa8-4615-bd21-5a4546c40550 req-3a4460f7-f62b-4692-b36e-f5b96d70bb92 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093471 Apr 01 12:25:01.476538 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-4475a136-3feb-48b8-abf8-0934daad6f26 service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407063 Apr 01 12:25:01.628920 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-07c64b9f-6560-4100-a21a-3299fe29cf5c service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423879 Apr 01 12:25:01.746492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 2eccddf8-a5f3-44eb-b209-cc70ee868f92 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:01.764548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49372) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:01.780327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 2eccddf8-a5f3-44eb-b209-cc70ee868f92 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:25:01.784069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 2eccddf8-a5f3-44eb-b209-cc70ee868f92 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:01.788710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-a76c5c74-f257-4107-b8b7-088d7deb0aca service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125906 Apr 01 12:25:01.805102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 25962e1a-ea15-4d80-a048-61f32a4536cd no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:01.849574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 25962e1a-ea15-4d80-a048-61f32a4536cd {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:25:01.853849 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 25962e1a-ea15-4d80-a048-61f32a4536cd not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:01.858046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:01.884370 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0094a43c-0370-43ad-b277-56e85fe35fba req-3664230e-85e9-49c2-afad-5a324f80f39a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 210 time: 0.0551014 Apr 01 12:25:01.927472 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:01.928528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 218ed498-e755-429c-b004-c4e3c4b827b7 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:01.955476 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-0d6bd643-7b4f-4b98-a1c0-5796cde90c11 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:01.956942 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-0d6bd643-7b4f-4b98-a1c0-5796cde90c11 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.44 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 808 time: 0.2888544 Apr 01 12:25:01.961823 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 218ed498-e755-429c-b004-c4e3c4b827b7 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:25:01.963059 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 218ed498-e755-429c-b004-c4e3c4b827b7 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:01.988449 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9d8c237-4858-45b2-b4ff-462a3abef925 req-1d445964-a142-4bad-98a0-69caa5550c5f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 210 time: 0.0301318 Apr 01 12:25:01.996020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Request body: {'port': {'device_id': '27ffeb44-e179-427e-b0ce-ac60f5a1e2df', 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427', 'admin_state_up': True, 'tenant_id': '91324be1f6c1479fa7e4a2bc713842b4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:02.054201 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be3ce3cc-268b-48f8-8e16-4bdf27ba772c req-3cd4c1ca-565b-4fc4-ac82-8e787723c3b4 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446012 Apr 01 12:25:02.057360 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d43e05e9-ed35-4d8c-aefe-8ed94eac8192 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=de0d7d81b4c148a7baa5b5e1ae18d488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906992 Apr 01 12:25:02.058033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49388) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:02.094187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2849c7e-131d-447c-b8ed-58abf72a118d req-803bf534-9a41-41bf-9f3b-29689af55754 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:02.101840 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2849c7e-131d-447c-b8ed-58abf72a118d req-803bf534-9a41-41bf-9f3b-29689af55754 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.2224126 Apr 01 12:25:02.164938 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a23b0b0a-0769-4260-beee-80f6b1739d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:02.187572 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2849c7e-131d-447c-b8ed-58abf72a118d req-56d6396a-4a0a-4cc2-a8e5-49bbf1c8ad8f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847700 Apr 01 12:25:02.196389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784e9b9-5573-4208-8825-b830be65d410 req-943e6203-d394-4df5-9f3c-16141442c6e0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:02.198310 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a784e9b9-5573-4208-8825-b830be65d410 req-943e6203-d394-4df5-9f3c-16141442c6e0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 949 time: 0.1013441 Apr 01 12:25:02.225985 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a23b0b0a-0769-4260-beee-80f6b1739d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:02.258409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'name': 'network-vif-deleted', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7'}, {'server_uuid': '1a2f7744-e92a-4bd1-8800-dde8782a6d54', 'name': 'network-vif-deleted', 'tag': '2eccddf8-a5f3-44eb-b209-cc70ee868f92'}, {'name': 'network-changed', 'server_uuid': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'tag': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:02.260629 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a" -d '{"events": [{"server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "name": "network-vif-deleted", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7"}, {"server_uuid": "1a2f7744-e92a-4bd1-8800-dde8782a6d54", "name": "network-vif-deleted", "tag": "2eccddf8-a5f3-44eb-b209-cc70ee868f92"}, {"name": "network-changed", "server_uuid": "6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e", "tag": "919fb245-61cf-4fe1-8a80-fbcb63dd47c4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:02.266213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Made reservation on behalf of 91324be1f6c1479fa7e4a2bc713842b4 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:02.271390 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:02.302829 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a784e9b9-5573-4208-8825-b830be65d410 req-048d71f0-bf6d-48f8-bdb5-5695f67e7812 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889108 Apr 01 12:25:02.339141 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a23b0b0a-0769-4260-beee-80f6b1739d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:02.343586 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a23b0b0a-0769-4260-beee-80f6b1739d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:02.347491 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a23b0b0a-0769-4260-beee-80f6b1739d3d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ce8d2e2-e004-475f-a5ef-717fff268db1 HTTP/1.1" status: 204 len: 168 time: 0.2872717 Apr 01 12:25:02.366848 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9136a75-8a28-460e-a9e5-d59b6a27aad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:02.382677 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b0b0a-0769-4260-beee-80f6b1739d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce8d2e2-e004-475f-a5ef-717fff268db1,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:02.469948 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7822a1b0-f944-475b-afd0-93c9a56831d5 x-openstack-request-id: req-7822a1b0-f944-475b-afd0-93c9a56831d5 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:02.470305 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b302e4e-9857-42a4-ba3d-a9d70d89025c", "name": "network-vif-deleted", "tag": "218ed498-e755-429c-b004-c4e3c4b827b7", "status": "completed", "code": 200}, {"server_uuid": "1a2f7744-e92a-4bd1-8800-dde8782a6d54", "name": "network-vif-deleted", "tag": "2eccddf8-a5f3-44eb-b209-cc70ee868f92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e", "tag": "919fb245-61cf-4fe1-8a80-fbcb63dd47c4", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:02.470507 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7822a1b0-f944-475b-afd0-93c9a56831d5 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:02.470904 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7822a1b0-f944-475b-afd0-93c9a56831d5'] response: {'server_uuid': '5b302e4e-9857-42a4-ba3d-a9d70d89025c', 'name': 'network-vif-deleted', 'tag': '218ed498-e755-429c-b004-c4e3c4b827b7', 'status': 'completed', 'code': 200} Apr 01 12:25:02.471156 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7822a1b0-f944-475b-afd0-93c9a56831d5'] response: {'server_uuid': '1a2f7744-e92a-4bd1-8800-dde8782a6d54', 'name': 'network-vif-deleted', 'tag': '2eccddf8-a5f3-44eb-b209-cc70ee868f92', 'status': 'completed', 'code': 200} Apr 01 12:25:02.471405 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7822a1b0-f944-475b-afd0-93c9a56831d5'] response: {'name': 'network-changed', 'server_uuid': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'tag': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'status': 'completed', 'code': 200} Apr 01 12:25:02.496696 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2f9cee-728e-4c6a-9842-aabce634ff08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7213766e-da78-4fb2-99bc-0fb0ae40cf70'}, {'server_uuid': 'ad2b12c4-9e29-4117-962d-255a696e75da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912a530b-0d86-4dab-b118-6bb99714e86f'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:02.499084 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c0c044-0da4-4122-af5d-4b91ec3bbd56" -d '{"events": [{"server_uuid": "ce2f9cee-728e-4c6a-9842-aabce634ff08", "name": "network-vif-plugged", "status": "completed", "tag": "7213766e-da78-4fb2-99bc-0fb0ae40cf70"}, {"server_uuid": "ad2b12c4-9e29-4117-962d-255a696e75da", "name": "network-vif-plugged", "status": "completed", "tag": "912a530b-0d86-4dab-b118-6bb99714e86f"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:02.530577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-059e864f-77c7-4434-91b8-4ff13bbcf5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:02.532631 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-059e864f-77c7-4434-91b8-4ff13bbcf5ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 1099 time: 0.1204326 Apr 01 12:25:02.560140 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39567c6-1b5d-41b8-92cf-19e050acdbee x-openstack-request-id: req-a39567c6-1b5d-41b8-92cf-19e050acdbee {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:02.560536 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2f9cee-728e-4c6a-9842-aabce634ff08", "name": "network-vif-plugged", "status": "completed", "tag": "7213766e-da78-4fb2-99bc-0fb0ae40cf70", "code": 200}, {"server_uuid": "ad2b12c4-9e29-4117-962d-255a696e75da", "name": "network-vif-plugged", "status": "completed", "tag": "912a530b-0d86-4dab-b118-6bb99714e86f", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:02.561012 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a39567c6-1b5d-41b8-92cf-19e050acdbee {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:02.561481 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39567c6-1b5d-41b8-92cf-19e050acdbee'] response: {'server_uuid': 'ce2f9cee-728e-4c6a-9842-aabce634ff08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7213766e-da78-4fb2-99bc-0fb0ae40cf70', 'code': 200} Apr 01 12:25:02.561810 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39567c6-1b5d-41b8-92cf-19e050acdbee'] response: {'server_uuid': 'ad2b12c4-9e29-4117-962d-255a696e75da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912a530b-0d86-4dab-b118-6bb99714e86f', 'code': 200} Apr 01 12:25:02.575910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ec8b-fd06-4f86-b872-a43126e34151 req-ede651e7-0de9-4a32-a7ac-b29770865baa tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:02.590624 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a16ec8b-fd06-4f86-b872-a43126e34151 req-ede651e7-0de9-4a32-a7ac-b29770865baa tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 948 time: 0.1253073 Apr 01 12:25:02.680018 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-b3eeed74-4989-46c3-a8a2-6f9dbf56b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:02.681545 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-b3eeed74-4989-46c3-a8a2-6f9dbf56b95e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 1099 time: 0.2093852 Apr 01 12:25:02.689388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Allocated IP 172.20.0.3 (6e03f832-9609-4116-a2e6-1f2acde5b427/d4da2763-ce40-4592-83f0-87a0352a7000/609b3754-5bcb-497f-aa0a-31f07c8214cd) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:02.759821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49402) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:02.775446 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a16ec8b-fd06-4f86-b872-a43126e34151 req-5596326a-a220-4b38-bb9a-2d9d73e5af0c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709919 Apr 01 12:25:02.776859 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-dabf8425-0fdb-4a1c-9530-77b4d437faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:02.779179 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-dabf8425-0fdb-4a1c-9530-77b4d437faf2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2260032 Apr 01 12:25:02.827862 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-490cdfa8-01a8-47de-b8ce-b71df903abc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4 HTTP/1.1" status: 200 len: 217 time: 0.0396655 Apr 01 12:25:02.850414 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3c862c8c-3c53-4fdc-b5c3-26f7948eb351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:02.877983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-1767f147-1998-4a1d-92b8-5da613531774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:02.879467 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-1767f147-1998-4a1d-92b8-5da613531774 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0440428 Apr 01 12:25:02.928083 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-2c3340ef-a07e-425d-ba74-1e7412aaf9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:02.929605 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-2c3340ef-a07e-425d-ba74-1e7412aaf9eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421381 Apr 01 12:25:02.966693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ce3cc-b93d-4c4f-8470-8a6d34c1244b req-d45936ae-66f3-4060-aff5-d36efe9e8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:02.968208 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4e9ce3cc-b93d-4c4f-8470-8a6d34c1244b req-d45936ae-66f3-4060-aff5-d36efe9e8ab9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 1096 time: 0.2806966 Apr 01 12:25:03.002593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a4342-cfec-4fca-80c7-5332156f7ec0 req-69cfdfae-e390-4362-9ff6-b42aff3cccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:03.004082 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-888a4342-cfec-4fca-80c7-5332156f7ec0 req-69cfdfae-e390-4362-9ff6-b42aff3cccbb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 1100 time: 0.2921009 Apr 01 12:25:03.026473 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-5d648e1d-56f3-4972-b285-af57a6d1b758 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883539 Apr 01 12:25:03.073353 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf4a13c2-5462-447f-bd6b-9ee0af8f5502 req-3df760e3-5a04-4cd6-bf5c-6244631ea9e1 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 210 time: 0.1113799 Apr 01 12:25:03.093881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-b0510f22-cc03-4cc8-b354-b0d197fa388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:03.095378 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-b0510f22-cc03-4cc8-b354-b0d197fa388a service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.4036670 Apr 01 12:25:03.164632 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4feeeb97-ef0e-47c2-a933-a9d66641ca94 req-dacf502a-1a34-4694-b1dc-e354fe5b0fd3 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 210 time: 0.0352764 Apr 01 12:25:03.198372 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-fe95b1e9-f485-4780-b91b-8870838b1980 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646357 Apr 01 12:25:03.230518 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4e9ce3cc-b93d-4c4f-8470-8a6d34c1244b req-d4452f5a-1e12-4df4-9e1e-186249c85730 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507317 Apr 01 12:25:03.239485 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-4365dec7-0ae6-47e9-a9f4-56faf0782d17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4 HTTP/1.1" status: 200 len: 217 time: 0.1087716 Apr 01 12:25:03.261547 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-888a4342-cfec-4fca-80c7-5332156f7ec0 req-9e1e8eea-14af-46db-8c0f-59d10a7e1181 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380142 Apr 01 12:25:03.355942 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:03.427418 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3c862c8c-3c53-4fdc-b5c3-26f7948eb351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:03.430409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfefd-9041-4fa2-990b-cdec9cc12509 req-ef05ca3f-3699-47fa-9ffe-874511c52d39 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:03.432097 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8decfefd-9041-4fa2-990b-cdec9cc12509 req-ef05ca3f-3699-47fa-9ffe-874511c52d39 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 949 time: 0.0486088 Apr 01 12:25:03.444876 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2a009-950d-416e-8a03-edda2421f548 req-82c06ad1-3732-4499-82de-532e0915193e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:03.446336 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-82c06ad1-3732-4499-82de-532e0915193e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.3135355 Apr 01 12:25:03.446942 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3c862c8c-3c53-4fdc-b5c3-26f7948eb351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:03.471290 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8decfefd-9041-4fa2-990b-cdec9cc12509 req-5a751b46-810c-4e4a-b06d-c2eb4dbe2cf0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Apr 01 12:25:03.483092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-56f2a009-950d-416e-8a03-edda2421f548 req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Request body: {'port': {'device_id': 'ed738332-40f1-41b0-a91b-6eacce427740', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'admin_state_up': True, 'tenant_id': 'f3b8c2691e7642ebb43bca4c7e1d7c8b'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:03.546748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcad2a-03ba-4967-b10e-482cf2cee426 req-22519325-a147-4ccd-b1b8-9d09748d3179 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:03.548223 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87fcad2a-03ba-4967-b10e-482cf2cee426 req-22519325-a147-4ccd-b1b8-9d09748d3179 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.2723210 Apr 01 12:25:03.572124 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3c862c8c-3c53-4fdc-b5c3-26f7948eb351 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=204a3bd236fd49d4a53e298d9036cce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8097632 Apr 01 12:25:03.574829 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49412) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:03.605642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c862c8c-3c53-4fdc-b5c3-26f7948eb351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3bf8fa-2d2e-4a20-9439-68120fdb8562,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:03.619992 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:03.626513 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b435-fa51-4328-9f09-8f214a4b57aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:03.648730 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b435-fa51-4328-9f09-8f214a4b57aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:03.697449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b435-fa51-4328-9f09-8f214a4b57aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:03.699958 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b435-fa51-4328-9f09-8f214a4b57aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:03.701880 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6ac0b435-fa51-4328-9f09-8f214a4b57aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c3bf8fa-2d2e-4a20-9439-68120fdb8562 HTTP/1.1" status: 204 len: 168 time: 0.1254447 Apr 01 12:25:03.717317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Network 6e03f832-9609-4116-a2e6-1f2acde5b427 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:03.720683 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0b435-fa51-4328-9f09-8f214a4b57aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3bf8fa-2d2e-4a20-9439-68120fdb8562,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:03.721847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87fcad2a-03ba-4967-b10e-482cf2cee426 req-479978a2-2451-48da-b731-1248b27d34cd tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567945 Apr 01 12:25:03.726099 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Pushing event updated for resources: {'Port': ['ID=609b3754-5bcb-497f-aa0a-31f07c8214cd,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:03.730663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:03.736171 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:03.741989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:03.742657 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:03.748758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-b9136a75-8a28-460e-a9e5-d59b6a27aad6 admin admin] Deleting port 7a09a4e3-ec60-434b-952a-e8feb134bfef {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:25:03.749178 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9136a75-8a28-460e-a9e5-d59b6a27aad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:03.817317 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-9d298c0c-f38f-44bf-8810-5d1e975686f7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8283811 Apr 01 12:25:03.824265 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f2a009-950d-416e-8a03-edda2421f548 req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Made reservation on behalf of f3b8c2691e7642ebb43bca4c7e1d7c8b for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:03.827830 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56f2a009-950d-416e-8a03-edda2421f548 req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:03.862035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Request body: {'port': {'device_id': '27ffeb44-e179-427e-b0ce-ac60f5a1e2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:03.903885 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b015a-8cfd-4c2d-9a95-66914d284991 req-57d3e8f1-bcd0-4887-af5a-24f867c7000d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:03.906476 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d49b015a-8cfd-4c2d-9a95-66914d284991 req-57d3e8f1-bcd0-4887-af5a-24f867c7000d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 948 time: 0.0603657 Apr 01 12:25:03.924492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-a5bf69eb-1800-48c8-8bb4-8fa8bd7f352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:03.925967 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-a5bf69eb-1800-48c8-8bb4-8fa8bd7f352e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1680911 Apr 01 12:25:03.970230 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d49b015a-8cfd-4c2d-9a95-66914d284991 req-8319a69b-0d43-40df-82aa-d545f5ba86f3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565848 Apr 01 12:25:04.295400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45a94e-150e-4d6a-99fe-8cd2019ff4ff req-53a5c5e6-f5f8-4e2c-a334-f489df75e488 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:04.297551 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dd45a94e-150e-4d6a-99fe-8cd2019ff4ff req-53a5c5e6-f5f8-4e2c-a334-f489df75e488 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 931 time: 0.0558746 Apr 01 12:25:04.338025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-daeedac1-b14d-4b1c-aabd-1966372a74ef req-77f351cd-a00e-4e2d-af6d-112da5bd11df tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 210 time: 0.0973663 Apr 01 12:25:04.339746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-b9136a75-8a28-460e-a9e5-d59b6a27aad6 admin admin] For port 7a09a4e3-ec60-434b-952a-e8feb134bfef, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7a09a4e3-ec60-434b-952a-e8feb134bfef,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:04.340119 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9136a75-8a28-460e-a9e5-d59b6a27aad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:04.345131 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:04.351430 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dd45a94e-150e-4d6a-99fe-8cd2019ff4ff req-08027381-3aea-4978-9329-0e802acccbce tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408580 Apr 01 12:25:04.372949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-b9136a75-8a28-460e-a9e5-d59b6a27aad6 admin admin] Calling delete_port for 7a09a4e3-ec60-434b-952a-e8feb134bfef owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:25:04.446564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-b9a2177a-dbc8-4b09-8d44-cf65d3644490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:04.448059 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-b9a2177a-dbc8-4b09-8d44-cf65d3644490 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922913 Apr 01 12:25:04.530619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-56f2a009-950d-416e-8a03-edda2421f548 req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Allocated IP 172.20.0.2 (e23dd718-56b2-4bf5-a1be-97c1c3333fca/3516b13e-86ee-4605-892c-1bb452f4de0b/adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:04.608119 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc865f-6b01-42c0-bc1f-2d6c4e6db218 req-753591f4-fabf-4c53-956a-47f01f88b708 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:04.609977 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8ecc865f-6b01-42c0-bc1f-2d6c4e6db218 req-753591f4-fabf-4c53-956a-47f01f88b708 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 949 time: 0.0629873 Apr 01 12:25:04.679043 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8ecc865f-6b01-42c0-bc1f-2d6c4e6db218 req-7fe6596b-a599-40d2-ae69-4e2d4f7553c4 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618942 Apr 01 12:25:04.811953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-0df95c06-f3e0-44c3-8a05-7eb7d1ba04c0 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331544 Apr 01 12:25:05.088454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5471a8a-6afc-4a24-bb45-4846f06336c7 req-52892cc8-949a-4f7e-8ac2-11ed15147a88 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:05.089984 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5471a8a-6afc-4a24-bb45-4846f06336c7 req-52892cc8-949a-4f7e-8ac2-11ed15147a88 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.2647243 Apr 01 12:25:05.121754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1de8e6-615a-4cc7-8020-22b05aaf1c4a req-cb45f371-ce59-45e1-9801-ceb008d83a53 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:05.125016 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b1de8e6-615a-4cc7-8020-22b05aaf1c4a req-cb45f371-ce59-45e1-9801-ceb008d83a53 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 948 time: 0.0869865 Apr 01 12:25:05.175426 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b1de8e6-615a-4cc7-8020-22b05aaf1c4a req-cc304e5b-6ef8-406e-9770-706cad3acca5 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442476 Apr 01 12:25:05.181599 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab3bbe5e-35f8-4b27-970b-de29d6b3757a req-d31730ae-cf59-49a3-998c-afd056b544e9 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509526 Apr 01 12:25:05.192428 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56f2a009-950d-416e-8a03-edda2421f548 req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:05.207735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609b3754-5bcb-497f-aa0a-31f07c8214cd {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:05.211880 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9136a75-8a28-460e-a9e5-d59b6a27aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:05.217423 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:05.269100 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5471a8a-6afc-4a24-bb45-4846f06336c7 req-126af0a9-702f-4d2c-b85c-5b3fd8fe6992 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581006 Apr 01 12:25:05.269768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9136a75-8a28-460e-a9e5-d59b6a27aad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a09a4e3-ec60-434b-952a-e8feb134bfef,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:05.280836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Transition to ACTIVE for port object 609b3754-5bcb-497f-aa0a-31f07c8214cd will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:25:05.310547 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:05.382698 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56f2a009-950d-416e-8a03-edda2421f548 req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:05.439233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f63cb9-ec9d-4fd4-b730-6b9aa5882297 req-4958d103-0352-4f77-9560-caa7a7e08d1e tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:05.448406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55f63cb9-ec9d-4fd4-b730-6b9aa5882297 req-4958d103-0352-4f77-9560-caa7a7e08d1e tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 1096 time: 0.0649402 Apr 01 12:25:05.471929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Pushing event updated for resources: {'Port': ['ID=609b3754-5bcb-497f-aa0a-31f07c8214cd,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:05.485860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f2a009-950d-416e-8a03-edda2421f548 req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Network e23dd718-56b2-4bf5-a1be-97c1c3333fca is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:05.493417 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55f63cb9-ec9d-4fd4-b730-6b9aa5882297 req-7202ac53-fe98-447b-9eb2-9ba150f077ee tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436985 Apr 01 12:25:05.540782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-56f2a009-950d-416e-8a03-edda2421f548 req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:05.547225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f2a009-950d-416e-8a03-edda2421f548 req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:05.553177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2a009-950d-416e-8a03-edda2421f548 req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:05.553805 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56f2a009-950d-416e-8a03-edda2421f548 req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:05.597586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Attempting to bind port 609b3754-5bcb-497f-aa0a-31f07c8214cd on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:05.597915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Attempting to bind port 609b3754-5bcb-497f-aa0a-31f07c8214cd by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:05.598269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Attempting to bind port 609b3754-5bcb-497f-aa0a-31f07c8214cd on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:05.608735 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9136a75-8a28-460e-a9e5-d59b6a27aad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:05.612691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Pushing event updated for resources: {'Port': ['ID=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:05.621770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-a114154d-f053-4746-9d7b-b82291e5f9da tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1647229 Apr 01 12:25:05.623956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-fe129e35-7b8a-4187-821c-02562dfbeec8 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2ed2abfc729c4877b52987200707cb88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577908 Apr 01 12:25:05.627099 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Port 609b3754-5bcb-497f-aa0a-31f07c8214cd on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:05.627418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Attempting to bind port 609b3754-5bcb-497f-aa0a-31f07c8214cd on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:05.636752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39899fe-007e-4b7c-a1de-418c57195c89 req-ef1f48f7-398a-4e00-8b03-a70fbc721402 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:05.638947 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a39899fe-007e-4b7c-a1de-418c57195c89 req-ef1f48f7-398a-4e00-8b03-a70fbc721402 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 931 time: 0.0613937 Apr 01 12:25:05.639060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Request body: {'port': {'device_id': 'ed738332-40f1-41b0-a91b-6eacce427740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:05.645483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:05.645819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:05.646227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:05.646664 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Bound port: 609b3754-5bcb-497f-aa0a-31f07c8214cd, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:05.647021 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:05.677106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a39899fe-007e-4b7c-a1de-418c57195c89 req-260108de-d24f-4654-bc15-923914627e67 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Apr 01 12:25:05.753705 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:05.792455 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd0eb6-8a04-4433-a9a7-66350e370a54 req-6bec5feb-9fd1-45b1-a106-b7245693a68a tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:05.794805 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8dd0eb6-8a04-4433-a9a7-66350e370a54 req-6bec5feb-9fd1-45b1-a106-b7245693a68a tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 0.0563045 Apr 01 12:25:05.837000 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8dd0eb6-8a04-4433-a9a7-66350e370a54 req-011bfe46-a344-4488-8217-940bc8e6a39c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346060 Apr 01 12:25:05.865578 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:05.881523 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'mac_address': 'fa:16:3e:7a:4c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:25:05.884459 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:05.933015 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:05.936267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:05.951038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:05.974535 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:05.979617 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:05.987064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:06.002339 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-6f608845-1256-455e-9d24-fe34129313d2 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:06.009401 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-6f608845-1256-455e-9d24-fe34129313d2 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746128 Apr 01 12:25:06.017192 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:06.057158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d64cd-43f4-4cfe-8864-c2aff233666c req-ab5b8097-5198-4ad3-85e5-2e79f3f06a0f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:06.065314 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4c3d64cd-43f4-4cfe-8864-c2aff233666c req-ab5b8097-5198-4ad3-85e5-2e79f3f06a0f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 949 time: 0.0837138 Apr 01 12:25:06.106940 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:06.111185 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-d30a4acb-330b-4415-8517-e1262c6dc6b1 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/quotas/2ed2abfc729c4877b52987200707cb88 HTTP/1.1" status: 200 len: 375 time: 0.1006482 Apr 01 12:25:06.116050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:06.116637 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:06.117117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:06.117618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:06.118440 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:06.118968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:06.119445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:06.119918 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:06.120388 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:06.120995 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:06.121688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:06.122342 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:06.145504 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4c3d64cd-43f4-4cfe-8864-c2aff233666c req-787c99fc-186b-40d9-a590-15ab0db497a2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720274 Apr 01 12:25:06.275050 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916ca7b-480a-4e84-8893-41908001113b req-4026ca90-0ef0-48cf-936d-80a3c1bf9239 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:06.276769 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7916ca7b-480a-4e84-8893-41908001113b req-4026ca90-0ef0-48cf-936d-80a3c1bf9239 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700 HTTP/1.1" status: 200 len: 950 time: 0.0525484 Apr 01 12:25:06.327604 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6591e506-b48a-4dca-879a-4a978a211b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:06.338673 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7916ca7b-480a-4e84-8893-41908001113b req-e4578e48-4c61-49bc-acce-54eaaea3c35f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509324 Apr 01 12:25:06.360117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['919fb245-61cf-4fe1-8a80-fbcb63dd47c4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:06.464071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1bc7d-fb57-4e10-bda7-0bc764524b73 req-49209323-9433-46b5-a261-f7200525a95f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:06.472526 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87c1bc7d-fb57-4e10-bda7-0bc764524b73 req-49209323-9433-46b5-a261-f7200525a95f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 949 time: 0.0676632 Apr 01 12:25:06.518427 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87c1bc7d-fb57-4e10-bda7-0bc764524b73 req-b19a99c6-0169-4ff1-bcee-206341d1d087 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Apr 01 12:25:06.553134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:06.553821 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:06.555267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] 10.222.0.44 "PUT /v2.0/ports/609b3754-5bcb-497f-aa0a-31f07c8214cd HTTP/1.1" status: 200 len: 1091 time: 2.7250938 Apr 01 12:25:06.561205 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-5e2b7db1-bb42-4626-9acb-f0768d25904b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed2abfc729c4877b52987200707cb88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4052174 Apr 01 12:25:06.561639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ffeb44-e179-427e-b0ce-ac60f5a1e2df', 'tag': '609b3754-5bcb-497f-aa0a-31f07c8214cd'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:06.563886 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e98e5f-5210-4e47-b9cb-b9f1c27ffb36" -d '{"events": [{"name": "network-changed", "server_uuid": "27ffeb44-e179-427e-b0ce-ac60f5a1e2df", "tag": "609b3754-5bcb-497f-aa0a-31f07c8214cd"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:06.630832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501a430-eb3a-43da-8d17-a326517d334a service neutron] Pushing event updated for resources: {'Port': ['ID=609b3754-5bcb-497f-aa0a-31f07c8214cd,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:06.841943 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:06.849911 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:06.865589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Transition to ACTIVE for port object adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:25:06.873665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9136a75-8a28-460e-a9e5-d59b6a27aad6 admin admin] Router 70672f3f-15d8-41e4-8a37-5582fce02a4f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:25:06.879325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:06.987537 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816dc690-a997-4449-a0a4-b78281e307ce x-openstack-request-id: req-816dc690-a997-4449-a0a4-b78281e307ce {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:06.987537 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ffeb44-e179-427e-b0ce-ac60f5a1e2df", "tag": "609b3754-5bcb-497f-aa0a-31f07c8214cd", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:06.987537 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-816dc690-a997-4449-a0a4-b78281e307ce {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:06.987537 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816dc690-a997-4449-a0a4-b78281e307ce'] response: {'name': 'network-changed', 'server_uuid': '27ffeb44-e179-427e-b0ce-ac60f5a1e2df', 'tag': '609b3754-5bcb-497f-aa0a-31f07c8214cd', 'status': 'completed', 'code': 200} Apr 01 12:25:07.054233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Pushing event updated for resources: {'Port': ['ID=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:07.063633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-6c5eb6bd-8ad5-44e8-9636-1eb2beb3cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:07.065152 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-6c5eb6bd-8ad5-44e8-9636-1eb2beb3cefa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 1094 time: 0.4499958 Apr 01 12:25:07.082240 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306d889-0b1d-4624-9e92-bee94feacc4e req-51429281-14ed-4e59-85b7-19fe97d43fd2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:07.094524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306d889-0b1d-4624-9e92-bee94feacc4e req-51429281-14ed-4e59-85b7-19fe97d43fd2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:07.097023 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d306d889-0b1d-4624-9e92-bee94feacc4e req-51429281-14ed-4e59-85b7-19fe97d43fd2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08&device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700 HTTP/1.1" status: 200 len: 1690 time: 0.1346686 Apr 01 12:25:07.216594 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d306d889-0b1d-4624-9e92-bee94feacc4e req-a4bd0226-8fce-41f1-949d-404cfb1f1ea7 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067188 Apr 01 12:25:07.243332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9136a75-8a28-460e-a9e5-d59b6a27aad6 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:25:07.245378 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-dce166a7-d4c3-43df-8fa4-e8516bfa4f1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd HTTP/1.1" status: 200 len: 217 time: 0.0821843 Apr 01 12:25:07.252503 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b9136a75-8a28-460e-a9e5-d59b6a27aad6 admin admin] 10.222.0.45 "PUT /v2.0/routers/70672f3f-15d8-41e4-8a37-5582fce02a4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1901414 Apr 01 12:25:07.253347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Attempting to bind port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:07.253678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Attempting to bind port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:07.254022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Attempting to bind port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc on network e23dd718-56b2-4bf5-a1be-97c1c3333fca {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:07.257906 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecaa3b6-8ecc-41c1-a357-655f73026cee None None] Sync routers for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:25:07.258527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49534) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:07.270258 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecaa3b6-8ecc-41c1-a357-655f73026cee None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:25:07.270971 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-eecaa3b6-8ecc-41c1-a357-655f73026cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:07.281453 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-5f8c86cf-907d-4a33-85a4-4dfedd0bcbad tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:07.285167 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-5f8c86cf-907d-4a33-85a4-4dfedd0bcbad tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e&tenant_id=eb64db7358b94a5bb856657db1b186e0&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 949 time: 0.1868577 Apr 01 12:25:07.338484 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc on network e23dd718-56b2-4bf5-a1be-97c1c3333fca not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:07.338795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Attempting to bind port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc on network e23dd718-56b2-4bf5-a1be-97c1c3333fca {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:07.369000 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:07.369314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Checking segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:07.369706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Bound using segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:07.370186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Bound port: adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:07.370545 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:07.387327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd4446-453c-4642-ab03-cdeca5257ae9 req-aa48d343-b365-4ee9-b4e1-359d166be248 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:07.395542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dfbd4446-453c-4642-ab03-cdeca5257ae9 req-aa48d343-b365-4ee9-b4e1-359d166be248 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 943 time: 0.2333922 Apr 01 12:25:07.408846 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-eecaa3b6-8ecc-41c1-a357-655f73026cee None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:25:07.453921 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-efad58b2-af06-4765-abf0-e3375981dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:07.455395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-efad58b2-af06-4765-abf0-e3375981dc14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.1982436 Apr 01 12:25:07.490252 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-eee6ebf2-68fd-4f66-ae70-c030348c96a8 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2ed2abfc729c4877b52987200707cb88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1309879 Apr 01 12:25:07.524595 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-d97dcb3f-2c73-423f-ab5a-b20976f51726 service neutron] delete failed (client error): The resource could not be found. Apr 01 12:25:07.527447 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-d97dcb3f-2c73-423f-ab5a-b20976f51726 service neutron] 10.222.0.44 "DELETE /v2.0/ports/919fb245-61cf-4fe1-8a80-fbcb63dd47c4/bindings/n-h2-836146-1 HTTP/1.1" status: 404 len: 380 time: 0.2347558 Apr 01 12:25:07.534821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-faf5107b-1556-44ae-82a5-6672b2c50ed0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666983 Apr 01 12:25:07.562885 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:07.578727 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dfbd4446-453c-4642-ab03-cdeca5257ae9 req-48b0edb9-ee19-41c1-a4c9-3162f72f4ad6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768274 Apr 01 12:25:07.650128 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-eecaa3b6-8ecc-41c1-a357-655f73026cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:25:05Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:07.704790 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecaa3b6-8ecc-41c1-a357-655f73026cee None None] Checking router: 70672f3f-15d8-41e4-8a37-5582fce02a4f for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:25:07.716707 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecaa3b6-8ecc-41c1-a357-655f73026cee None None] Routers {'70672f3f-15d8-41e4-8a37-5582fce02a4f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:25:07.717382 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-eecaa3b6-8ecc-41c1-a357-655f73026cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:24:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['70672f3f-15d8-41e4-8a37-5582fce02a4f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:07.752534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:07.763296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] For port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:07.812605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] For port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:07.821772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-924ac3b7-08c1-478a-8827-1737f64ac7a5 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:07.839899 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-924ac3b7-08c1-478a-8827-1737f64ac7a5 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3437836 Apr 01 12:25:07.861956 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:25:07.863340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:07.872898 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:07.874208 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:07.882919 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-2010c3d3-036f-4ffb-97af-fca505ce92cf tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/quotas/2ed2abfc729c4877b52987200707cb88 HTTP/1.1" status: 200 len: 375 time: 0.0349760 Apr 01 12:25:07.931623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-4c91bf61-0ce7-4f0f-8028-1f69b0fb9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:07.938419 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-4c91bf61-0ce7-4f0f-8028-1f69b0fb9a5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 1100 time: 0.2664633 Apr 01 12:25:07.986173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9a892-2b5c-4fe8-9f73-bdd8856be41d req-e0d3d856-4d4d-45b4-8e97-8d4d31be7692 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:07.987727 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64c9a892-2b5c-4fe8-9f73-bdd8856be41d req-e0d3d856-4d4d-45b4-8e97-8d4d31be7692 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 0.2822037 Apr 01 12:25:07.995492 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9f175095-e991-4582-b257-bc57a72df01d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed2abfc729c4877b52987200707cb88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114495 Apr 01 12:25:07.999929 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-78eb6582-fd56-4981-b891-b5af6681a8a2 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520659 Apr 01 12:25:08.010228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:08.010861 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:08.012290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] 10.222.0.44 "PUT /v2.0/ports/adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc HTTP/1.1" status: 200 len: 1091 time: 2.3802965 Apr 01 12:25:08.079267 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:08.093443 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-eecaa3b6-8ecc-41c1-a357-655f73026cee None None] Set router 70672f3f-15d8-41e4-8a37-5582fce02a4f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:25:08.124465 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:08.137422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3534f81-fcc6-426f-a858-1ebb56f869b1 service neutron] Pushing event updated for resources: {'Port': ['ID=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:08.229062 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:08.231856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:08.238477 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bb848c-c55c-47b3-89c6-ffc6fc9289f2" -d '{"events": [{"server_uuid": "6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e", "name": "network-vif-plugged", "status": "completed", "tag": "919fb245-61cf-4fe1-8a80-fbcb63dd47c4"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:08.248262 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:08.308142 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64c9a892-2b5c-4fe8-9f73-bdd8856be41d req-c6ad295d-0910-4eec-a134-9275ac751ecb tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908795 Apr 01 12:25:08.423436 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-eecaa3b6-8ecc-41c1-a357-655f73026cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:25:05Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:08.445687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-736d89f6-d023-43dd-a7ae-43f652cc028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:08.458608 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-736d89f6-d023-43dd-a7ae-43f652cc028e service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.4972899 Apr 01 12:25:08.472737 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecaa3b6-8ecc-41c1-a357-655f73026cee None None] The sync data for ids ['70672f3f-15d8-41e4-8a37-5582fce02a4f'] in n-d-836146-1 is: [{'id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'name': 'tempest-FloatingIPsAssociationTestJSON-759921520-router', 'tenant_id': '72bc78af8da04499ac9657d7152f0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:27Z', 'updated_at': '2022-04-01T12:25:05Z', 'revision_number': 5, 'project_id': '72bc78af8da04499ac9657d7152f0d4c', 'gw_port': {'id': '775a5e90-19f4-41bf-887e-119e0e77e232', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70672f3f-15d8-41e4-8a37-5582fce02a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:28Z', 'updated_at': '2022-04-01T12:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:25:08.520046 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:08.540303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:08.623857 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:08.648524 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-78e5ea80-623f-4d3b-b410-c6ad5328a6f5 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2ed2abfc729c4877b52987200707cb88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3113556 Apr 01 12:25:08.650382 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5636bc43-eff0-41c0-8c4b-db08405c04d6 req-e99bb3ea-2294-4b9a-972b-012332236a65 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366282 Apr 01 12:25:08.653456 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-0c1ad778-cad2-4b04-95ad-870f72b215d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4 HTTP/1.1" status: 200 len: 217 time: 0.1822503 Apr 01 12:25:08.747605 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a19d91e-2eb4-4468-a81c-721de58e51ae x-openstack-request-id: req-5a19d91e-2eb4-4468-a81c-721de58e51ae {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:08.747900 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e", "name": "network-vif-plugged", "status": "completed", "tag": "919fb245-61cf-4fe1-8a80-fbcb63dd47c4", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:08.748151 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a19d91e-2eb4-4468-a81c-721de58e51ae {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:08.748555 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a19d91e-2eb4-4468-a81c-721de58e51ae'] response: {'server_uuid': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'code': 200} Apr 01 12:25:08.784460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-fd040312-9ea6-4839-8de1-fb73d931d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:08.785977 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-fd040312-9ea6-4839-8de1-fb73d931d539 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1212430 Apr 01 12:25:08.791871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2a009-950d-416e-8a03-edda2421f548 req-12e9e6f1-84cb-4a72-8e85-89651aeb1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:08.819702 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-12e9e6f1-84cb-4a72-8e85-89651aeb1f56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 1094 time: 0.7498713 Apr 01 12:25:08.825930 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-99edfa04-7cb9-41e0-a93b-acc7875f39cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:08.882639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9f199e39-dd1f-4ef9-a3dd-8577a7410b68 req-fcca6b8b-dfba-469b-bf04-3a69a5fac045 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 210 time: 0.0912626 Apr 01 12:25:08.950291 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-badcae0f-2c4d-479d-b0fb-67c31b389708 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc HTTP/1.1" status: 200 len: 217 time: 0.1005042 Apr 01 12:25:08.967508 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-52ef436a-5ec1-426d-82cf-2707224af598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:08.969539 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-52ef436a-5ec1-426d-82cf-2707224af598 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1648483 Apr 01 12:25:08.997147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed738332-40f1-41b0-a91b-6eacce427740', 'tag': 'adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:09.009036 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7784ce1-547e-406f-ab39-e92704633166" -d '{"events": [{"name": "network-changed", "server_uuid": "ed738332-40f1-41b0-a91b-6eacce427740", "tag": "adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:09.060484 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Deleting port 775a5e90-19f4-41bf-887e-119e0e77e232 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:25:09.060823 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:09.087831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e98e5f-5210-4e47-b9cb-b9f1c27ffb36 req-6990f913-f09f-449d-a91e-2559258e56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:09.089337 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8e98e5f-5210-4e47-b9cb-b9f1c27ffb36 req-6990f913-f09f-449d-a91e-2559258e56f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 1094 time: 0.2574120 Apr 01 12:25:09.116766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-c2c3957f-fd6c-4c3a-825f-94571d59c666 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:09.122157 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-c2c3957f-fd6c-4c3a-825f-94571d59c666 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4667697 Apr 01 12:25:09.139119 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7286e60-a8d9-4dd1-8f28-a2567c0ded17 req-dcfd2ed4-4cc0-44c3-ac3e-e7117520edf5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:09.140628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b7286e60-a8d9-4dd1-8f28-a2567c0ded17 req-dcfd2ed4-4cc0-44c3-ac3e-e7117520edf5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 943 time: 0.1346622 Apr 01 12:25:09.142923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60e18-10ca-40ea-b7e4-2a3245db2814 req-6781ea24-fc06-4b9d-b7a6-e9653a5dbc66 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:09.144439 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3e60e18-10ca-40ea-b7e4-2a3245db2814 req-6781ea24-fc06-4b9d-b7a6-e9653a5dbc66 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.6104093 Apr 01 12:25:09.165036 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-f0d33c37-83e3-45a6-86de-4a4ec34a7bd3 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861176 Apr 01 12:25:09.169569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Request body: {'port': {'device_id': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '2ed2abfc729c4877b52987200707cb88'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:09.217524 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b7286e60-a8d9-4dd1-8f28-a2567c0ded17 req-a1a5c409-05ac-45cb-bae9-e2e29123ad28 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703640 Apr 01 12:25:09.279087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2a009-950d-416e-8a03-edda2421f548 req-e9b2734e-6e50-4f03-837c-2aee939e55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:09.280639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-e9b2734e-6e50-4f03-837c-2aee939e55eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 200 len: 852 time: 0.3103130 Apr 01 12:25:09.377459 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b0cd0f5-6eda-4982-ba6e-9a2d7db55465 req-249a0409-58af-4464-bb42-ab26235c025c service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045743 Apr 01 12:25:09.378483 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3e60e18-10ca-40ea-b7e4-2a3245db2814 req-f98104ee-fed4-4dc7-8de7-0bcd613db1bf tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996455 Apr 01 12:25:09.381910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8661477-28cd-41a8-85ae-eeb71aaee324 req-04faa4e6-bc98-4622-8cfd-f58089957d4d tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:09.384796 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8661477-28cd-41a8-85ae-eeb71aaee324 req-04faa4e6-bc98-4622-8cfd-f58089957d4d tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 1100 time: 0.0731304 Apr 01 12:25:09.402072 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-7b665662-f339-42be-8a01-90a0cf3673e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e23dd718-56b2-4bf5-a1be-97c1c3333fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838532 Apr 01 12:25:09.459371 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8661477-28cd-41a8-85ae-eeb71aaee324 req-7c0c8a91-df82-4b5b-8898-27485fc33762 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643981 Apr 01 12:25:09.503209 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] For port 775a5e90-19f4-41bf-887e-119e0e77e232, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=775a5e90-19f4-41bf-887e-119e0e77e232,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:09.503732 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:09.515173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e98e5f-5210-4e47-b9cb-b9f1c27ffb36 req-be43c7e7-51c5-4fb9-b8b8-67cc1caa662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:09.516909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8e98e5f-5210-4e47-b9cb-b9f1c27ffb36 req-be43c7e7-51c5-4fb9-b8b8-67cc1caa662c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.3893282 Apr 01 12:25:09.521917 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524231b4-25b9-4f96-81ff-f24b62638ec7 x-openstack-request-id: req-524231b4-25b9-4f96-81ff-f24b62638ec7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:09.522342 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed738332-40f1-41b0-a91b-6eacce427740", "tag": "adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:09.522538 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-524231b4-25b9-4f96-81ff-f24b62638ec7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:09.523006 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524231b4-25b9-4f96-81ff-f24b62638ec7'] response: {'name': 'network-changed', 'server_uuid': 'ed738332-40f1-41b0-a91b-6eacce427740', 'tag': 'adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc', 'status': 'completed', 'code': 200} Apr 01 12:25:09.566993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Calling delete_port for 775a5e90-19f4-41bf-887e-119e0e77e232 owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:25:09.608390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146b487-2074-49a9-93af-706f0cded41e req-981a189d-3aa4-4042-bd4a-6f1f426d195e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:09.615964 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6146b487-2074-49a9-93af-706f0cded41e req-981a189d-3aa4-4042-bd4a-6f1f426d195e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 0.0882115 Apr 01 12:25:09.640268 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8e98e5f-5210-4e47-b9cb-b9f1c27ffb36 req-8c7fe570-4fd2-456d-8e01-1bfd5daddf6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd HTTP/1.1" status: 200 len: 217 time: 0.0817699 Apr 01 12:25:09.675756 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6146b487-2074-49a9-93af-706f0cded41e req-17f467e0-0b35-42b2-8fc9-01df47d8dc71 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587239 Apr 01 12:25:09.984092 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93fffe65-a509-4a9f-9a24-7ed1a9b12596 req-397203c4-aac6-4786-a3fc-073c97ada2c6 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 210 time: 0.0306659 Apr 01 12:25:09.984326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Made reservation on behalf of 2ed2abfc729c4877b52987200707cb88 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:09.987937 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:10.023077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7a09a4e3-ec60-434b-952a-e8feb134bfef no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:10.060627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7a09a4e3-ec60-434b-952a-e8feb134bfef {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:25:10.061752 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7a09a4e3-ec60-434b-952a-e8feb134bfef not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:10.063797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-8b7067e1-3778-47ee-b1a9-b103b1f45873 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463168 Apr 01 12:25:10.069335 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:10.155247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e98e5f-5210-4e47-b9cb-b9f1c27ffb36 req-6dcdbc33-c8d6-4e59-9213-06b5202d0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:10.156720 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8e98e5f-5210-4e47-b9cb-b9f1c27ffb36 req-6dcdbc33-c8d6-4e59-9213-06b5202d0c93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.1735344 Apr 01 12:25:10.293351 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:10.298806 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8e98e5f-5210-4e47-b9cb-b9f1c27ffb36 req-65dac869-e9a6-467a-9f97-89b7002d294d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088648 Apr 01 12:25:10.300973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a966e-bb09-48a0-8315-2f9ccdb4ac8c req-644390db-8578-4fd7-bd28-4135bc437ded tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:10.302463 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-488a966e-bb09-48a0-8315-2f9ccdb4ac8c req-644390db-8578-4fd7-bd28-4135bc437ded tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700 HTTP/1.1" status: 200 len: 1101 time: 0.3212833 Apr 01 12:25:10.456027 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56f2a009-950d-416e-8a03-edda2421f548 req-3314b844-7e7a-4ac5-908f-dd690f0fbd1d service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830554 Apr 01 12:25:10.498283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-488a966e-bb09-48a0-8315-2f9ccdb4ac8c req-d969f6db-855e-4e97-a9a0-3aa8946785e7 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823554 Apr 01 12:25:10.551276 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:10.597790 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8e98e5f-5210-4e47-b9cb-b9f1c27ffb36 req-8eb6b7b1-5103-44e6-94fd-234bf1f84e01 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862325 Apr 01 12:25:10.618828 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:10.675178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=775a5e90-19f4-41bf-887e-119e0e77e232,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:10.683011 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:10.743770 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-727a84eb-7b69-4eb2-9f43-633a34e729df tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2ed2abfc729c4877b52987200707cb88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227273 Apr 01 12:25:10.797052 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57981872-25fd-4354-944e-222e3a8c547f req-ae2a2c87-b96e-47c1-bf49-5e59cba16e84 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:10.798844 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57981872-25fd-4354-944e-222e3a8c547f req-ae2a2c87-b96e-47c1-bf49-5e59cba16e84 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.1152899 Apr 01 12:25:10.802287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:10.898760 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57981872-25fd-4354-944e-222e3a8c547f req-01f542e7-e395-458b-a4d5-4d348162bac2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564892 Apr 01 12:25:10.922523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-cfd06082-75ad-440a-9442-21c77d27378c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:10.924469 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-cfd06082-75ad-440a-9442-21c77d27378c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730149 Apr 01 12:25:10.937698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:10.949375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Request body: {'port': {'device_id': 'bb0f2311-1072-47bc-8389-226b0927f028', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '2ed2abfc729c4877b52987200707cb88'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:10.954426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7784ce1-547e-406f-ab39-e92704633166 req-5365ba79-3a81-4223-864b-624411ea4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:10.956039 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7784ce1-547e-406f-ab39-e92704633166 req-5365ba79-3a81-4223-864b-624411ea4469 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 1094 time: 0.4014161 Apr 01 12:25:11.007257 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.019770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4b1a6-e66b-4255-bc1d-3c5684104278 req-04f9674a-1287-480a-b5ba-eff7b8fde037 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:11.027191 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ee4b1a6-e66b-4255-bc1d-3c5684104278 req-04f9674a-1287-480a-b5ba-eff7b8fde037 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 943 time: 0.4060111 Apr 01 12:25:11.028959 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.120677 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Made reservation on behalf of 2ed2abfc729c4877b52987200707cb88 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:11.126768 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.212670 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8e98e5f-5210-4e47-b9cb-b9f1c27ffb36 req-4ed3c079-3573-4400-b5b7-3d77c00fac3c service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920815 Apr 01 12:25:11.252904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.253457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70672f3f-15d8-41e4-8a37-5582fce02a4f {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:25:11.287872 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d941507-95b9-4f17-8e3d-3cb54b309352 req-59d7453d-9411-4867-b9d9-5b55cf3c9543 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:11.289584 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d941507-95b9-4f17-8e3d-3cb54b309352 req-59d7453d-9411-4867-b9d9-5b55cf3c9543 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 0.1367495 Apr 01 12:25:11.304121 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.305715 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4fb6617e-44c9-4f39-9120-270981899f89 admin admin] 10.222.0.45 "DELETE /v2.0/routers/70672f3f-15d8-41e4-8a37-5582fce02a4f HTTP/1.1" status: 204 len: 168 time: 4.0468163 Apr 01 12:25:11.313473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49608) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:11.317684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Allocated IP 192.168.233.34 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:11.365841 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ee4b1a6-e66b-4255-bc1d-3c5684104278 req-bff803f4-954e-4b61-a8fb-719ba86c76c3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952585 Apr 01 12:25:11.379289 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d941507-95b9-4f17-8e3d-3cb54b309352 req-ca1890c6-7619-40f3-ab38-f23f5917a7ab tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667698 Apr 01 12:25:11.399886 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-232b5af9-7df9-47fd-a0da-f7ea7dd2c600 admin admin] Deleting subnet 6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:25:11.403511 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-232b5af9-7df9-47fd-a0da-f7ea7dd2c600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.471762 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-232b5af9-7df9-47fd-a0da-f7ea7dd2c600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.488543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7784ce1-547e-406f-ab39-e92704633166 req-6103e886-b614-4a68-ad4f-c82ab4635b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:11.490314 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7784ce1-547e-406f-ab39-e92704633166 req-6103e886-b614-4a68-ad4f-c82ab4635b24 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 913 time: 0.4957621 Apr 01 12:25:11.598076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7784ce1-547e-406f-ab39-e92704633166 req-22c5f8e5-85c4-46a7-bd6e-fbe53a2e59c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc HTTP/1.1" status: 200 len: 217 time: 0.0743787 Apr 01 12:25:11.628258 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.631861 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-85add37d-7729-4df1-b48c-7651bb4ec17e req-3fd3cb8f-e7fe-4cdf-a600-0519d614284b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 210 time: 0.0810978 Apr 01 12:25:11.635579 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-232b5af9-7df9-47fd-a0da-f7ea7dd2c600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.688373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c97b3-7d8e-4228-a60d-60e1d62a1e33 req-379af335-ced8-4821-9fd8-523001bddc96 tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:11.690247 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b36c97b3-7d8e-4228-a60d-60e1d62a1e33 req-379af335-ced8-4821-9fd8-523001bddc96 tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 1101 time: 0.2096722 Apr 01 12:25:11.735299 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-232b5af9-7df9-47fd-a0da-f7ea7dd2c600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.741283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7784ce1-547e-406f-ab39-e92704633166 req-1c163c0a-fb3b-46b6-8a96-fdc66cdacb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:11.742810 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7784ce1-547e-406f-ab39-e92704633166 req-1c163c0a-fb3b-46b6-8a96-fdc66cdacb86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 200 len: 852 time: 0.1314487 Apr 01 12:25:11.779187 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.788839 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3082ae0d-12db-45e8-93ce-3b1f44b2b41a None None] Network 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:25:11.789536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7784ce1-547e-406f-ab39-e92704633166 req-fa2e00c7-aad2-4b46-9d7f-05b942fbb6a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e23dd718-56b2-4bf5-a1be-97c1c3333fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293717 Apr 01 12:25:11.800399 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b36c97b3-7d8e-4228-a60d-60e1d62a1e33 req-0d299c2c-5d8e-4313-b1f7-fc6b782d76c8 tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005719 Apr 01 12:25:11.801331 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-86509b14-dcbe-499d-a982-a51ae4ce99e0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493357 Apr 01 12:25:11.802074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b5af9-7df9-47fd-a0da-f7ea7dd2c600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:11.804310 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-232b5af9-7df9-47fd-a0da-f7ea7dd2c600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.808330 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-232b5af9-7df9-47fd-a0da-f7ea7dd2c600 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6ff3b2e6-75d4-4205-a3c7-1ee6b38fde18 HTTP/1.1" status: 204 len: 168 time: 0.4940445 Apr 01 12:25:11.811733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49620) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:11.821606 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:11.956871 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 609b3754-5bcb-497f-aa0a-31f07c8214cd details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:12.016114 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:12.041361 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7784ce1-547e-406f-ab39-e92704633166 req-e2712457-bfce-4d71-ac51-2f1ba374e1ee service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351453 Apr 01 12:25:12.057702 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:12.103944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Allocated IP 192.168.233.191 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/08b03219-2cf5-45da-823b-b241417d44e0) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:12.147511 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 775a5e90-19f4-41bf-887e-119e0e77e232 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:12.209192 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:25:12.235034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 775a5e90-19f4-41bf-887e-119e0e77e232 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:25:12.235627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 775a5e90-19f4-41bf-887e-119e0e77e232 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:12.265776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b241fd8-3dd4-4397-b5d3-aa32de654ac3 None None] DHCP port deletion for 9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:25:12.279198 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:12.310458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '609b3754-5bcb-497f-aa0a-31f07c8214cd', 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427', 'port_id': '609b3754-5bcb-497f-aa0a-31f07c8214cd', 'mac_address': 'fa:16:3e:52:ff:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4da2763-ce40-4592-83f0-87a0352a7000', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:25:12.328079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:12.333477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:12.341953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7784ce1-547e-406f-ab39-e92704633166 req-ae7feb68-9835-4d86-a928-0e1e5b859dfb service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845998 Apr 01 12:25:12.344978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-415cf163-cafe-4a8b-b65a-6565346dbff8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=eb64db7358b94a5bb856657db1b186e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868509 Apr 01 12:25:12.348695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:12.375985 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:12.379363 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:12.390716 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6b241fd8-3dd4-4397-b5d3-aa32de654ac3 None None] Deleting port b91f3d2b-ec75-44e2-a90c-887e658c4cde {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:25:12.391082 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6b241fd8-3dd4-4397-b5d3-aa32de654ac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:12.393089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:12.400617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:12.401559 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:12.408224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Pushing event updated for resources: {'Port': ['ID=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:12.473652 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6b241fd8-3dd4-4397-b5d3-aa32de654ac3 None None] For port b91f3d2b-ec75-44e2-a90c-887e658c4cde, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b91f3d2b-ec75-44e2-a90c-887e658c4cde,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:12.474339 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6b241fd8-3dd4-4397-b5d3-aa32de654ac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:12.479006 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-4642f696-1220-4a6e-b6d1-5ce0364a2aac tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3261702 Apr 01 12:25:12.489094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Pushing event updated for resources: {'Port': ['ID=08b03219-2cf5-45da-823b-b241417d44e0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:12.497158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6b241fd8-3dd4-4397-b5d3-aa32de654ac3 None None] Calling delete_port for b91f3d2b-ec75-44e2-a90c-887e658c4cde owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:25:12.507011 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-8c79305c-25e7-4fb8-9aac-6f60ac634d54 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:12.516732 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-8c79305c-25e7-4fb8-9aac-6f60ac634d54 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7065353 Apr 01 12:25:12.533904 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:12.556138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Request body: {'port': {'device_id': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:12.559818 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6532a97b-c91e-4623-8a8b-a8f3b05cac35 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/quotas/ba9303e6805042dc9b5b3e77a4800baf HTTP/1.1" status: 200 len: 375 time: 0.0405946 Apr 01 12:25:12.583479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:12.591560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:12.654418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:12.655091 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:12.725994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-e4647bb7-e389-4850-a03b-22c820a3524c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:12.733861 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-e4647bb7-e389-4850-a03b-22c820a3524c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3593323 Apr 01 12:25:12.741804 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:12.799021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-345691e8-ac9d-4761-a3fa-422adf0343d9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/quotas/eb64db7358b94a5bb856657db1b186e0 HTTP/1.1" status: 200 len: 375 time: 0.0641336 Apr 01 12:25:12.813913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609b3754-5bcb-497f-aa0a-31f07c8214cd {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:12.879906 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:12.881583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0755fd53-16f0-409e-a586-fb22b9ab071c None None] Provisioning complete for port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:12.882164 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0755fd53-16f0-409e-a586-fb22b9ab071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:12.916015 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:13.010195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-0755fd53-16f0-409e-a586-fb22b9ab071c None None] Port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:25:13.021026 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-9396d280-f3f2-4f04-bc69-56c0be6ac14b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0851912 Apr 01 12:25:13.029559 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Deleting port b91f3d2b-ec75-44e2-a90c-887e658c4cde {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:25:13.030060 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:13.041706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=609b3754-5bcb-497f-aa0a-31f07c8214cd,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:13.046679 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6b241fd8-3dd4-4397-b5d3-aa32de654ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:13.064413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Request body: {'port': {'device_id': 'bb0f2311-1072-47bc-8389-226b0927f028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:13.077801 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b241fd8-3dd4-4397-b5d3-aa32de654ac3 None None] Pushing event deleted for resources: {'Port': ['ID=b91f3d2b-ec75-44e2-a90c-887e658c4cde,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:13.094108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b241fd8-3dd4-4397-b5d3-aa32de654ac3 None None] No DVR routers for this DVR port b91f3d2b-ec75-44e2-a90c-887e658c4cde on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:25:13.143738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-59ecf460-958c-483f-9d12-961b2a6782c5 None None] Provisioning complete for port 08b03219-2cf5-45da-823b-b241417d44e0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:13.144646 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-43e5747f-37dd-48cf-85ea-7500df2606f3 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5838840 Apr 01 12:25:13.145149 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-59ecf460-958c-483f-9d12-961b2a6782c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:13.201065 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['609b3754-5bcb-497f-aa0a-31f07c8214cd'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:13.219211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] For port b91f3d2b-ec75-44e2-a90c-887e658c4cde, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b91f3d2b-ec75-44e2-a90c-887e658c4cde,segment=NetworkSegment(03e81ff6-cce0-49d3-b3b7-08b0d7539374),segment_id=03e81ff6-cce0-49d3-b3b7-08b0d7539374)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:13.219729 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:13.232629 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:13.238771 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Calling delete_port for b91f3d2b-ec75-44e2-a90c-887e658c4cde owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:25:13.314102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-59ecf460-958c-483f-9d12-961b2a6782c5 None None] Port 08b03219-2cf5-45da-823b-b241417d44e0 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:25:13.504223 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-a5bea55d-e4c3-45ef-8a42-ee9c129654e1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7042248 Apr 01 12:25:13.612733 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:13.631053 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] No DVR routers for this DVR port b91f3d2b-ec75-44e2-a90c-887e658c4cde on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:25:13.666112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:13.688097 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:13.693660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b91f3d2b-ec75-44e2-a90c-887e658c4cde,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:13.726323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Transition to ACTIVE for port object 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:25:13.733756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:13.874053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:13.933793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:13.969606 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.038350 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd05f95-6b2d-49d6-b2f9-bb7ead8ac4f1 req-edc25502-0c55-45c8-915e-9c9e5a670f8e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:14.046308 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bdd05f95-6b2d-49d6-b2f9-bb7ead8ac4f1 req-edc25502-0c55-45c8-915e-9c9e5a670f8e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 943 time: 0.2082117 Apr 01 12:25:14.057904 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd1370d-a7b8-4afe-aa7e-d5905f878aa7']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:14.103787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Attempting to bind port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:14.104937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Attempting to bind port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:14.105787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Attempting to bind port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:14.141365 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bdd05f95-6b2d-49d6-b2f9-bb7ead8ac4f1 req-ba0ba174-a7d9-4e74-a33b-f6e1e6776cd1 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936251 Apr 01 12:25:14.165440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f096398-a71f-4ac1-abd6-09ab3d35c766 req-03c5b6ca-703e-4a7b-8e21-a9b2bfd5e383 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:14.169295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e81ff6-cce0-49d3-b3b7-08b0d7539374') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:14.169603 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e81ff6-cce0-49d3-b3b7-08b0d7539374') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:14.172979 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f096398-a71f-4ac1-abd6-09ab3d35c766 req-03c5b6ca-703e-4a7b-8e21-a9b2bfd5e383 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 0.3218360 Apr 01 12:25:14.191189 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.191748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b91f3d2b-ec75-44e2-a90c-887e658c4cde no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:14.199110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:14.215145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Attempting to bind port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:14.221022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:14.229538 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.253989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:14.263326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:14.264055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:14.267881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Bound port: 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:14.268361 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.268759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: b91f3d2b-ec75-44e2-a90c-887e658c4cde {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:25:14.270532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b91f3d2b-ec75-44e2-a90c-887e658c4cde not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:14.276664 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'port_id': 'adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc', 'mac_address': 'fa:16:3e:b9:52:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3516b13e-86ee-4605-892c-1bb452f4de0b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:25:14.288152 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:25:14.288573 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:25:14.325808 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:25:14.354349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b03219-2cf5-45da-823b-b241417d44e0 {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:14.385879 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.411157 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.429394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:14.449773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Transition to ACTIVE for port object 08b03219-2cf5-45da-823b-b241417d44e0 will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:25:14.450805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.465181 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.472712 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9cd1370d-a7b8-4afe-aa7e-d5905f878aa7 HTTP/1.1" status: 204 len: 168 time: 2.6592309 Apr 01 12:25:14.477786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f096398-a71f-4ac1-abd6-09ab3d35c766 req-9c5783f1-4b88-4b76-af01-242680bad40f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959445 Apr 01 12:25:14.489526 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.504643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d0639-dedb-4f82-ac00-990a01b950ad req-71d79a94-8986-42ef-b503-8e94532815c2 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:14.513367 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-943d0639-dedb-4f82-ac00-990a01b950ad req-71d79a94-8986-42ef-b503-8e94532815c2 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 936 time: 0.2815328 Apr 01 12:25:14.521695 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240a634-3cc6-4164-ab38-25634d91ceb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd1370d-a7b8-4afe-aa7e-d5905f878aa7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:14.564984 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:14.572332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:14.574319 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.579748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:14.599074 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.672731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:14.675665 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:14.680777 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] 10.222.0.37 "PUT /v2.0/ports/1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 HTTP/1.1" status: 200 len: 1095 time: 2.1404524 Apr 01 12:25:14.682913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:14.691856 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e901a4cf-bf21-40c8-90d5-f04831d37b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:14.743436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3624b6d-02bc-4943-8459-ed76f4fb281d service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:14.760267 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Pushing event updated for resources: {'Port': ['ID=08b03219-2cf5-45da-823b-b241417d44e0,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:14.807778 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-943d0639-dedb-4f82-ac00-990a01b950ad req-14589292-ffd6-4691-b5e4-0e2e7fa3e01a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931421 Apr 01 12:25:14.818877 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:14.869197 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:14.958102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-5257d794-1eb4-4211-9c84-7a7bb4a74efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:14.961818 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-5257d794-1eb4-4211-9c84-7a7bb4a74efd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed2abfc729c4877b52987200707cb88&device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 1098 time: 0.1394870 Apr 01 12:25:15.025286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49680) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:15.072876 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-09dff9b2-e5c6-4e85-bb36-558a0e5fddf3 req-0c9121c0-746f-4b20-8cac-f35f92de0a20 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 210 time: 0.0862753 Apr 01 12:25:15.139079 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-bcc11b25-4a5c-445a-8439-1960a313f8b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 HTTP/1.1" status: 200 len: 217 time: 0.1676338 Apr 01 12:25:15.192873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Attempting to bind port 08b03219-2cf5-45da-823b-b241417d44e0 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:15.195280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Attempting to bind port 08b03219-2cf5-45da-823b-b241417d44e0 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:15.196041 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Attempting to bind port 08b03219-2cf5-45da-823b-b241417d44e0 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:15.256259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Port 08b03219-2cf5-45da-823b-b241417d44e0 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:15.256654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Attempting to bind port 08b03219-2cf5-45da-823b-b241417d44e0 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:15.330634 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:15.330984 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:15.331379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:15.331841 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Bound port: 08b03219-2cf5-45da-823b-b241417d44e0, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:15.332212 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:15.399694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49686) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:15.400269 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5cfa2b2f-c7e3-4a6f-836d-a493a35ec507 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=72bc78af8da04499ac9657d7152f0d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724914 Apr 01 12:25:15.561245 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca415082-70d1-4ba1-b305-8ff59b9095c7 x-openstack-request-id: req-ca415082-70d1-4ba1-b305-8ff59b9095c7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:15.561792 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:15.562313 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca415082-70d1-4ba1-b305-8ff59b9095c7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:15.563809 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca415082-70d1-4ba1-b305-8ff59b9095c7'] response: {'name': 'network-changed', 'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'status': 'completed', 'code': 200} Apr 01 12:25:15.571143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] For port 08b03219-2cf5-45da-823b-b241417d44e0, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:15.576984 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] For port 08b03219-2cf5-45da-823b-b241417d44e0, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=08b03219-2cf5-45da-823b-b241417d44e0,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:15.584625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:15.606791 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-e0811de2-cd71-44fc-9b3a-a9d00245d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:15.616018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-e0811de2-cd71-44fc-9b3a-a9d00245d1c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.4648874 Apr 01 12:25:15.728412 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c911477b-c0a6-421a-9c88-e7de40604f36 req-f4b7ad94-2ffd-4469-946e-415f311278e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5275443 Apr 01 12:25:15.742856 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:15.744231 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:15.748656 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] 10.222.0.44 "PUT /v2.0/ports/08b03219-2cf5-45da-823b-b241417d44e0 HTTP/1.1" status: 200 len: 1096 time: 2.6901398 Apr 01 12:25:15.756047 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0f2311-1072-47bc-8389-226b0927f028', 'tag': '08b03219-2cf5-45da-823b-b241417d44e0'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:15.759401 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7a2353-9e78-4db1-83ba-618ddad9c1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0f2311-1072-47bc-8389-226b0927f028", "tag": "08b03219-2cf5-45da-823b-b241417d44e0"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:15.790534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-78fd9314-4bf9-4289-827f-41c081cf542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:15.797804 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-78fd9314-4bf9-4289-827f-41c081cf542f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1743166 Apr 01 12:25:15.826207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e264a33-7cdd-4118-9eac-73f442ded55e service neutron] Pushing event updated for resources: {'Port': ['ID=08b03219-2cf5-45da-823b-b241417d44e0,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:15.858207 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aef9f6e3-8d00-46d0-ba05-248289754cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:15.874893 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 609b3754-5bcb-497f-aa0a-31f07c8214cd up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:15.879330 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd26fcc-6c8e-4fa2-b193-421c2ec97feb req-0fde8f63-16d5-49b1-9485-ec8b7e24ef4c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:15.885066 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bd26fcc-6c8e-4fa2-b193-421c2ec97feb req-0fde8f63-16d5-49b1-9485-ec8b7e24ef4c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 944 time: 0.2275476 Apr 01 12:25:15.992595 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aef9f6e3-8d00-46d0-ba05-248289754cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:16.030177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911477b-c0a6-421a-9c88-e7de40604f36 req-9448ad2d-c425-4706-98d0-ad85ed3cc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:16.031957 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c911477b-c0a6-421a-9c88-e7de40604f36 req-9448ad2d-c425-4706-98d0-ad85ed3cc84f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 1101 time: 0.2000065 Apr 01 12:25:16.050821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 609b3754-5bcb-497f-aa0a-31f07c8214cd completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:25:16.070839 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 609b3754-5bcb-497f-aa0a-31f07c8214cd triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:16.072054 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:16.076626 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-b4c31ae8-ff09-400b-ad29-508547927d7b service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695301 Apr 01 12:25:16.155116 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bd26fcc-6c8e-4fa2-b193-421c2ec97feb req-a41403cc-ae30-4a35-b764-1e45c94edc40 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510159 Apr 01 12:25:16.182869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-bb77954a-92d5-4ccc-aab9-17e5a756c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:16.188184 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-bb77954a-92d5-4ccc-aab9-17e5a756c20d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ed2abfc729c4877b52987200707cb88&device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 1099 time: 0.2561452 Apr 01 12:25:16.251139 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-e4db37bf-196b-4664-86e6-70d664a40b70 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=08b03219-2cf5-45da-823b-b241417d44e0 HTTP/1.1" status: 200 len: 217 time: 0.0537093 Apr 01 12:25:16.284838 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fbd0fb30-81e6-4cad-9fad-f531ba319d03 req-b98c2d57-f084-47c1-9094-bb077d0b486c tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 210 time: 0.1009948 Apr 01 12:25:16.298634 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aef9f6e3-8d00-46d0-ba05-248289754cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:16.301404 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aef9f6e3-8d00-46d0-ba05-248289754cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:16.305611 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aef9f6e3-8d00-46d0-ba05-248289754cec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7656723-a5dc-4263-8ed7-77ff3e3e9b42 HTTP/1.1" status: 204 len: 168 time: 0.8744566 Apr 01 12:25:16.331018 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9f6e3-8d00-46d0-ba05-248289754cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7656723-a5dc-4263-8ed7-77ff3e3e9b42,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:16.333698 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:16.387109 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911477b-c0a6-421a-9c88-e7de40604f36 req-e1559f94-e566-4b72-ba7a-43ea0ba0b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:16.391109 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c911477b-c0a6-421a-9c88-e7de40604f36 req-e1559f94-e566-4b72-ba7a-43ea0ba0b79d service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.3173709 Apr 01 12:25:16.394323 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d846863-59bf-4468-b663-8fd8f5abee6e req-23f08984-b752-42ac-92c2-764124274b4f service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030105 Apr 01 12:25:16.463569 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c911477b-c0a6-421a-9c88-e7de40604f36 req-fb0541ce-2cec-43b5-a576-76c50f57f06e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4 HTTP/1.1" status: 200 len: 217 time: 0.0562217 Apr 01 12:25:16.463872 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ffeb44-e179-427e-b0ce-ac60f5a1e2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609b3754-5bcb-497f-aa0a-31f07c8214cd'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:16.471855 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd413924-390a-4bf7-97fb-129907798f8e" -d '{"events": [{"server_uuid": "27ffeb44-e179-427e-b0ce-ac60f5a1e2df", "name": "network-vif-plugged", "status": "completed", "tag": "609b3754-5bcb-497f-aa0a-31f07c8214cd"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:16.528596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:16.537998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-698cbac4-df7f-4bd5-bbd6-f37ebcf7ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:16.540513 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-698cbac4-df7f-4bd5-bbd6-f37ebcf7ca6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.2808883 Apr 01 12:25:16.540807 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:16.570974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff83f8b-6a1a-47ad-a5ee-708f66babfba req-cd500a73-ec58-4e1b-b74b-d5f7e71d4fde tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:16.582343 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ff83f8b-6a1a-47ad-a5ee-708f66babfba req-cd500a73-ec58-4e1b-b74b-d5f7e71d4fde tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 0.1748755 Apr 01 12:25:16.593095 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-f706aaf1-fbad-4242-9c66-7eac27103b1f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=eb64db7358b94a5bb856657db1b186e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436640 Apr 01 12:25:16.667031 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ff83f8b-6a1a-47ad-a5ee-708f66babfba req-6d4b239a-9e84-4aef-b56b-5d317df0c898 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827732 Apr 01 12:25:16.670251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=609b3754-5bcb-497f-aa0a-31f07c8214cd,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:16.678289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-b133c752-c8dc-45bc-a171-02b9edbf580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:16.683354 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-b133c752-c8dc-45bc-a171-02b9edbf580e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354835 Apr 01 12:25:16.771711 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e6ab0d-65c8-4531-a279-4e5b3fa8a79b x-openstack-request-id: req-28e6ab0d-65c8-4531-a279-4e5b3fa8a79b {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:16.772958 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0f2311-1072-47bc-8389-226b0927f028", "tag": "08b03219-2cf5-45da-823b-b241417d44e0", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:16.773223 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28e6ab0d-65c8-4531-a279-4e5b3fa8a79b {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:16.773633 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e6ab0d-65c8-4531-a279-4e5b3fa8a79b'] response: {'name': 'network-changed', 'server_uuid': 'bb0f2311-1072-47bc-8389-226b0927f028', 'tag': '08b03219-2cf5-45da-823b-b241417d44e0', 'status': 'completed', 'code': 200} Apr 01 12:25:16.779188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-0ebe46cf-cc27-4937-b979-e2e36de986ca tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1649224057&fields=id&tenant_id=504bf52a206041a49c73cff58299a556 HTTP/1.1" status: 200 len: 267 time: 0.3061926 Apr 01 12:25:16.802664 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-585ead34-e32d-46a6-8152-b16b7ad3cbd8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:16.804874 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-585ead34-e32d-46a6-8152-b16b7ad3cbd8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728022 Apr 01 12:25:16.851923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Request body: {'port': {'device_id': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'eb64db7358b94a5bb856657db1b186e0'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:17.010533 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-cca57639-4687-4805-9c0f-8f7fc71530de service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198676 Apr 01 12:25:17.038565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911477b-c0a6-421a-9c88-e7de40604f36 req-2baf40df-eb54-4aa0-ac5a-240f66efe2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:17.040225 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c911477b-c0a6-421a-9c88-e7de40604f36 req-2baf40df-eb54-4aa0-ac5a-240f66efe2dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.5642743 Apr 01 12:25:17.109491 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2099c0-e9c1-4412-866c-676ab578939e req-f2fe96a8-7168-439c-8944-616b8fc6a185 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:17.112193 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eb2099c0-e9c1-4412-866c-676ab578939e req-f2fe96a8-7168-439c-8944-616b8fc6a185 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 948 time: 0.2265215 Apr 01 12:25:17.130237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901a4cf-bf21-40c8-90d5-f04831d37b3e req-afd90272-8d52-4cb0-b24d-f69960eb6a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:17.134086 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e901a4cf-bf21-40c8-90d5-f04831d37b3e req-afd90272-8d52-4cb0-b24d-f69960eb6a7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed2abfc729c4877b52987200707cb88&device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 1098 time: 0.5352583 Apr 01 12:25:17.220645 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eb2099c0-e9c1-4412-866c-676ab578939e req-21951643-864a-4ee0-873a-f2b91f83e57a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953512 Apr 01 12:25:17.241566 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51db5a94-bb30-4fb6-9313-df8e4544967f req-667f6a67-322a-48da-aff3-dec264c3ea41 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162719 Apr 01 12:25:17.376423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-83dc2d54-e410-4db0-ab71-9af0c825a657 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2343242 Apr 01 12:25:17.381083 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-586ba204-7495-4db6-87f2-42f7d6d0f9a0 req-f612dca1-b719-4c4c-9a1e-a6653e44d845 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 210 time: 0.0519986 Apr 01 12:25:17.391702 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-898024bc-af08-440e-a27b-45f54f915f9f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774174 Apr 01 12:25:17.434833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a2353-9e78-4db1-83ba-618ddad9c1a8 req-ece28e7c-5d7b-4e6c-98a0-6c8c875e2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:17.436340 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e7a2353-9e78-4db1-83ba-618ddad9c1a8 req-ece28e7c-5d7b-4e6c-98a0-6c8c875e2f6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ed2abfc729c4877b52987200707cb88&device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 1099 time: 0.0673985 Apr 01 12:25:17.480226 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7b4a3d-1552-4dc0-9d7c-2a772df9ed9b x-openstack-request-id: req-fe7b4a3d-1552-4dc0-9d7c-2a772df9ed9b {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:17.483368 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ffeb44-e179-427e-b0ce-ac60f5a1e2df", "name": "network-vif-plugged", "status": "completed", "tag": "609b3754-5bcb-497f-aa0a-31f07c8214cd", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:17.484235 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe7b4a3d-1552-4dc0-9d7c-2a772df9ed9b {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:17.485003 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7b4a3d-1552-4dc0-9d7c-2a772df9ed9b'] response: {'server_uuid': '27ffeb44-e179-427e-b0ce-ac60f5a1e2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609b3754-5bcb-497f-aa0a-31f07c8214cd', 'code': 200} Apr 01 12:25:17.514974 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-a4f59f97-1237-4ea9-8007-996fed5a81c3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:17.526847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-a4f59f97-1237-4ea9-8007-996fed5a81c3 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/networks?id=54ec5879-6876-4332-b34c-ec146a3b7374 HTTP/1.1" status: 200 len: 823 time: 0.7447271 Apr 01 12:25:17.624127 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a2353-9e78-4db1-83ba-618ddad9c1a8 req-8b9d7a1d-4f28-487e-bc87-d513df4c3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:17.626527 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e7a2353-9e78-4db1-83ba-618ddad9c1a8 req-8b9d7a1d-4f28-487e-bc87-d513df4c3b96 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1826692 Apr 01 12:25:17.627718 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.44', 56357) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:17.632131 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901a4cf-bf21-40c8-90d5-f04831d37b3e req-0e7699c5-ab59-4086-9caf-4a87d93fde59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:17.633923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e901a4cf-bf21-40c8-90d5-f04831d37b3e req-0e7699c5-ab59-4086-9caf-4a87d93fde59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.4715388 Apr 01 12:25:17.664500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911477b-c0a6-421a-9c88-e7de40604f36 req-1fdf5235-5753-4b4d-94fc-2a3b32657436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:17.666212 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c911477b-c0a6-421a-9c88-e7de40604f36 req-1fdf5235-5753-4b4d-94fc-2a3b32657436 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6008947 Apr 01 12:25:17.674647 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-c6de1a8c-c7d5-406b-8e31-37c09c3232f6 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/quotas/504bf52a206041a49c73cff58299a556 HTTP/1.1" status: 200 len: 375 time: 0.1467960 Apr 01 12:25:17.686709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-40ef1799-5f27-4aac-afb0-7bfa45704acc tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:17.688419 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-40ef1799-5f27-4aac-afb0-7bfa45704acc tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4d37984-cd06-44c5-a46b-e1ba4141dc81 HTTP/1.1" status: 200 len: 945 time: 0.6112411 Apr 01 12:25:17.751129 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e7a2353-9e78-4db1-83ba-618ddad9c1a8 req-34642af8-1ee3-4731-8524-4f62264fa9f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=08b03219-2cf5-45da-823b-b241417d44e0 HTTP/1.1" status: 200 len: 217 time: 0.0893459 Apr 01 12:25:17.766078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Made reservation on behalf of eb64db7358b94a5bb856657db1b186e0 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:17.770951 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:17.774111 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e901a4cf-bf21-40c8-90d5-f04831d37b3e req-9b940f2a-4552-4d27-83e3-64d31d203d33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 HTTP/1.1" status: 200 len: 217 time: 0.0791204 Apr 01 12:25:17.830860 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527964-ba91-49d9-a35e-230e51500a1e req-adc0959d-83f9-4649-9d5a-bb03011a9707 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:17.839586 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84527964-ba91-49d9-a35e-230e51500a1e req-adc0959d-83f9-4649-9d5a-bb03011a9707 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 944 time: 0.2111437 Apr 01 12:25:17.861137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed27cd9-9d9c-4611-9fc4-3e54b2b5dc6b req-1c0c06bd-cd15-47ff-a433-eb9a5385d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:17.862758 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6ed27cd9-9d9c-4611-9fc4-3e54b2b5dc6b req-1c0c06bd-cd15-47ff-a433-eb9a5385d317 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 1096 time: 0.2330091 Apr 01 12:25:17.870315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a2353-9e78-4db1-83ba-618ddad9c1a8 req-685620dd-9c23-4272-94c3-d25f9437fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:17.872415 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e7a2353-9e78-4db1-83ba-618ddad9c1a8 req-685620dd-9c23-4272-94c3-d25f9437fe0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1125956 Apr 01 12:25:17.883367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:17.955463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84527964-ba91-49d9-a35e-230e51500a1e req-72163424-e3d9-4025-b12d-82432617b5db tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135533 Apr 01 12:25:17.971859 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49748) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:17.998193 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901a4cf-bf21-40c8-90d5-f04831d37b3e req-6c8297f1-b4ba-4988-bddc-fd89c8577813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:18.000687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e901a4cf-bf21-40c8-90d5-f04831d37b3e req-6c8297f1-b4ba-4988-bddc-fd89c8577813 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1173153 Apr 01 12:25:18.003493 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6ed27cd9-9d9c-4611-9fc4-3e54b2b5dc6b req-6cbaa277-8166-4e86-832c-af415ac3a8f5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300962 Apr 01 12:25:18.013376 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:25:18.019338 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:18.020373 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:18.024793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a2353-9e78-4db1-83ba-618ddad9c1a8 req-5e9703db-db12-4fd9-b27c-42a68b5b7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:18.026544 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e7a2353-9e78-4db1-83ba-618ddad9c1a8 req-5e9703db-db12-4fd9-b27c-42a68b5b7e20 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463542 Apr 01 12:25:18.084259 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ed56399-0687-4e88-927c-498c4b7b2cbf req-9866ece4-4686-443b-9c1c-fe7faac4dd75 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 210 time: 0.0317943 Apr 01 12:25:18.155354 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:18.159653 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-236272150-network', 'tenant_id': '655c3045a6da4582bee202bb1e68b517'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:18.168581 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-cb36e8a4-1ceb-4d20-a7e1-8c9bc5c390bc tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=504bf52a206041a49c73cff58299a556&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4928768 Apr 01 12:25:18.176141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-720cc0df-3cdb-4f80-ab7d-00627c2f986d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:18.178030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-720cc0df-3cdb-4f80-ab7d-00627c2f986d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7356372 Apr 01 12:25:18.189030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Made reservation on behalf of 655c3045a6da4582bee202bb1e68b517 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:18.195047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:18.231054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:18.236467 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:18.236868 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:18.246252 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Request body: {'port': {'device_id': '909bf308-17d3-433d-85ad-31ca8f161601', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'ba9303e6805042dc9b5b3e77a4800baf'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:18.309749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:18.405839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2215e-7a68-43e5-862c-064a18c6e2bc req-3fe9b764-28ef-4fe2-8371-5d5fccdc5d10 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:18.407420 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-30a2215e-7a68-43e5-862c-064a18c6e2bc req-3fe9b764-28ef-4fe2-8371-5d5fccdc5d10 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 945 time: 0.1806304 Apr 01 12:25:18.420620 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e7a2353-9e78-4db1-83ba-618ddad9c1a8 req-21e02150-39e6-4e47-92fd-3a5d01158206 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004774 Apr 01 12:25:18.541319 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-30a2215e-7a68-43e5-862c-064a18c6e2bc req-4e6c197a-f99e-4309-8635-dcb9edee829b tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160071 Apr 01 12:25:18.560071 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:18.568981 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:18.633946 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e7a2353-9e78-4db1-83ba-618ddad9c1a8 req-5fd25054-2223-4cce-8725-9a24de7a42a5 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005820 Apr 01 12:25:18.654287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:25:18.675192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b2d613-0674-435b-a3a4-28f8ca4b1660,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:18.683713 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:18.684489 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Added segment 5c538e7b-84df-4c89-a43c-1e076854999f of type vlan for network b67dd934-052e-48b2-86a6-6d9fa56712b9 Apr 01 12:25:18.779296 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6ca5e-e91e-4534-8542-a84ac4fac7e7 req-8df7a9aa-8cd0-4bd1-af40-f4e6c4cb6449 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:18.780799 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a7d6ca5e-e91e-4534-8542-a84ac4fac7e7 req-8df7a9aa-8cd0-4bd1-af40-f4e6c4cb6449 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 948 time: 0.1024842 Apr 01 12:25:18.783357 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:18.809553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-ae8455dc-6c41-4fc0-b966-d6e3f9ecb757 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:18.811097 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-ae8455dc-6c41-4fc0-b966-d6e3f9ecb757 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4184146 Apr 01 12:25:18.828196 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:18.829155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:18.829726 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:18.852762 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901a4cf-bf21-40c8-90d5-f04831d37b3e req-72371fa2-d12b-4481-9615-2f680abd93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:18.853623 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a7d6ca5e-e91e-4534-8542-a84ac4fac7e7 req-45fee410-473f-424e-af44-206cb2e63bb8 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636716 Apr 01 12:25:18.854233 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e901a4cf-bf21-40c8-90d5-f04831d37b3e req-72371fa2-d12b-4481-9615-2f680abd93e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8169026 Apr 01 12:25:18.870558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Request body: {'port': {'device_id': '1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'ba9303e6805042dc9b5b3e77a4800baf'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:18.873750 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8997090 Apr 01 12:25:18.896891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49758) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:18.905383 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa5a68-4174-4860-8e67-7ce3b294116b admin admin] Pushing event updated for resources: {'Network': ['ID=b67dd934-052e-48b2-86a6-6d9fa56712b9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:18.924924 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b67dd934-052e-48b2-86a6-6d9fa56712b9 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:25:18.954442 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-32396483-5aa3-4f5e-928d-53d4082b9b8f admin admin] Request body: {'subnet': {'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-236272150-subnet', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:18.970882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c911477b-c0a6-421a-9c88-e7de40604f36 req-aa782462-38a0-4b03-bb97-9df128898469 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0854461 Apr 01 12:25:18.994921 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7ebd37f0-1126-47f7-bc68-3cfb7c892bf0 req-32a8222a-8819-4b7a-8720-2b341181e900 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 210 time: 0.0371733 Apr 01 12:25:19.036747 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-c7aadbe6-9eaf-41bf-84d8-4c6381b71cac service neutron] 10.222.0.45 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8409526 Apr 01 12:25:19.104416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf6fb3-658a-435e-8e6c-2a429d5e408a req-7783912e-9e23-4f6c-84d1-bfca6751c428 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:19.108434 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1bf6fb3-658a-435e-8e6c-2a429d5e408a req-7783912e-9e23-4f6c-84d1-bfca6751c428 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 945 time: 0.0495403 Apr 01 12:25:19.156766 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1bf6fb3-658a-435e-8e6c-2a429d5e408a req-2ef152d5-7509-4161-89c0-a57b9c87b911 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Apr 01 12:25:19.210192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Deleting port ddf415b8-25cc-4aca-9be3-68eb9c12976d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:25:19.210529 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:19.270772 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a65911c-e171-4266-a488-d340886e01c3 req-0cb7db61-c9dc-4400-8ba2-1db88b76e666 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 210 time: 0.0403898 Apr 01 12:25:19.287768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32396483-5aa3-4f5e-928d-53d4082b9b8f admin admin] Made reservation on behalf of 655c3045a6da4582bee202bb1e68b517 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:19.290128 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-32396483-5aa3-4f5e-928d-53d4082b9b8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:19.313809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Allocated IP 192.168.233.153 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/f67094aa-da6b-4834-a9b8-29a53904a824) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:19.447199 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Made reservation on behalf of ba9303e6805042dc9b5b3e77a4800baf for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:19.450560 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:19.486314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed738332-40f1-41b0-a91b-6eacce427740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:19.489264 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5475a15-b1f2-491c-b6ed-bf55876363e8" -d '{"events": [{"server_uuid": "ed738332-40f1-41b0-a91b-6eacce427740", "name": "network-vif-plugged", "status": "completed", "tag": "adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:19.517316 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e901a4cf-bf21-40c8-90d5-f04831d37b3e req-541d3309-c3c2-4399-b71a-12a0068d4e12 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423941 Apr 01 12:25:19.530693 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5503e27-976e-4fad-a2a8-65bdb3c9c5ed x-openstack-request-id: req-d5503e27-976e-4fad-a2a8-65bdb3c9c5ed {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:19.531086 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed738332-40f1-41b0-a91b-6eacce427740", "name": "network-vif-plugged", "status": "completed", "tag": "adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:19.531358 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5503e27-976e-4fad-a2a8-65bdb3c9c5ed {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:19.532015 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5503e27-976e-4fad-a2a8-65bdb3c9c5ed'] response: {'server_uuid': 'ed738332-40f1-41b0-a91b-6eacce427740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc', 'code': 200} Apr 01 12:25:19.640561 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c911477b-c0a6-421a-9c88-e7de40604f36 req-fed01416-9dfd-43b3-85ec-b3df7412bd2f service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323445 Apr 01 12:25:19.642384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-b9d48d4f-5fa9-4ae5-8b3f-99581c6e1483 service neutron] 10.222.0.45 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788925 Apr 01 12:25:19.664773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d4200-1598-4ceb-8edc-66d91a0112a1 req-0e6d00f4-fed3-48be-9235-42815927d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:19.666903 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b17d4200-1598-4ceb-8edc-66d91a0112a1 req-0e6d00f4-fed3-48be-9235-42815927d6f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 1096 time: 0.0695891 Apr 01 12:25:19.678537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Made reservation on behalf of ba9303e6805042dc9b5b3e77a4800baf for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:19.681997 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:19.685496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] For port ddf415b8-25cc-4aca-9be3-68eb9c12976d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ddf415b8-25cc-4aca-9be3-68eb9c12976d,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:19.687513 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:19.732594 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b17d4200-1598-4ceb-8edc-66d91a0112a1 req-06c7c71a-899b-4095-ade8-6817e0c1fda9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462022 Apr 01 12:25:19.751727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cb027-e72f-40e4-b907-3c9cbd4724f2 req-dbe13690-a69a-4c5d-998a-f245d0078125 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:19.753347 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae6cb027-e72f-40e4-b907-3c9cbd4724f2 req-dbe13690-a69a-4c5d-998a-f245d0078125 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 945 time: 0.1014807 Apr 01 12:25:19.827955 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:19.839698 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae6cb027-e72f-40e4-b907-3c9cbd4724f2 req-167dd3ec-22ec-4e7b-917a-c5fff13913e1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798719 Apr 01 12:25:19.889333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 08b03219-2cf5-45da-823b-b241417d44e0 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:20.008976 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 08b03219-2cf5-45da-823b-b241417d44e0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=08b03219-2cf5-45da-823b-b241417d44e0,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:20.024867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '08b03219-2cf5-45da-823b-b241417d44e0', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '08b03219-2cf5-45da-823b-b241417d44e0', 'mac_address': 'fa:16:3e:ea:62:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:25:20.108839 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc0b3d16-bce7-4230-9a2c-8c5d227a0fe7 req-2b475a9c-3620-41de-942c-766539322cdc tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 210 time: 0.0927918 Apr 01 12:25:20.154771 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:20.162874 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:20.181519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'mac_address': 'fa:16:3e:d9:b2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:25:20.191883 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b03219-2cf5-45da-823b-b241417d44e0 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:20.195936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e901a4cf-bf21-40c8-90d5-f04831d37b3e req-2cd3a69e-33d2-421b-bea2-1c4f1fa9d7fb service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6516702 Apr 01 12:25:20.221722 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 08b03219-2cf5-45da-823b-b241417d44e0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=08b03219-2cf5-45da-823b-b241417d44e0,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:20.274246 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:20.276656 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:20.304120 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2856a-4b16-44e9-84b3-2feee7026824 req-35a283f2-5574-45bf-860d-e9de5edd970e tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:20.305523 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f5b2856a-4b16-44e9-84b3-2feee7026824 req-35a283f2-5574-45bf-860d-e9de5edd970e tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 1096 time: 0.0593185 Apr 01 12:25:20.321421 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:20.352821 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-32396483-5aa3-4f5e-928d-53d4082b9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:20.352979 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:20.368925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=08b03219-2cf5-45da-823b-b241417d44e0,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:20.372575 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f5b2856a-4b16-44e9-84b3-2feee7026824 req-c1baf9a3-ac69-4b36-a2ca-ec0d7aeb321f tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589285 Apr 01 12:25:20.384554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:20.391044 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:20.473735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:20.498580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-384d6821-fcc3-4afb-b287-5eb8ff604700 req-e40f88ff-04ad-4791-aafa-53ba70cddfb3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 210 time: 0.0456161 Apr 01 12:25:20.553914 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['08b03219-2cf5-45da-823b-b241417d44e0'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:20.649046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f611075-4d45-4032-88e5-046ae906615e req-9a203a85-3830-43b4-94b3-d461fa8582eb tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:20.650869 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3f611075-4d45-4032-88e5-046ae906615e req-9a203a85-3830-43b4-94b3-d461fa8582eb tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 945 time: 0.0725455 Apr 01 12:25:20.713914 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3f611075-4d45-4032-88e5-046ae906615e req-8d6b9715-ea1a-4649-8ed4-3ad9fa3c1711 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545402 Apr 01 12:25:20.761549 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:20.761907 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:20.762302 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Floating IP c67ec8b4-c6d7-4658-8065-6926c0eefd48 disassociated. External IP: 172.25.7.189, port: ddf415b8-25cc-4aca-9be3-68eb9c12976d. Apr 01 12:25:20.762714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Calling delete_port for ddf415b8-25cc-4aca-9be3-68eb9c12976d owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:25:20.776320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32396483-5aa3-4f5e-928d-53d4082b9b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=956016f0-132e-447d-afa6-82ef7a16de70,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:20.798268 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:20.816206 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['919fb245-61cf-4fe1-8a80-fbcb63dd47c4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:20.828607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b78f4-12fd-4a2b-8d4d-0c48e224fd0a req-4957828f-526b-479f-b4e5-6ca030c8144d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:20.830216 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-209b78f4-12fd-4a2b-8d4d-0c48e224fd0a req-4957828f-526b-479f-b4e5-6ca030c8144d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 949 time: 0.5655956 Apr 01 12:25:20.853108 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-070c4fbe-482d-454a-832c-ac2152ec4a14 req-e8981868-658d-433a-bc6e-264e1c69698c tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 210 time: 0.0697520 Apr 01 12:25:20.887037 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:20.955757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32396483-5aa3-4f5e-928d-53d4082b9b8f admin admin] Checking segment: {'id': '5c538e7b-84df-4c89-a43c-1e076854999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:20.956174 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32396483-5aa3-4f5e-928d-53d4082b9b8f admin admin] Network hostable DHCP agents. Network: b67dd934-052e-48b2-86a6-6d9fa56712b9, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:25:20.981782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Allocated IP 192.168.233.10 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/969920f5-fbfd-48ba-a2f1-2ab73a63c75d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:20.991520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:20.999759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42143353-57e6-487a-a5f5-795aa6495d48 req-6d1f17b1-4afa-467e-80ce-b3a1da74aaa7 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:21.001378 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-42143353-57e6-487a-a5f5-795aa6495d48 req-6d1f17b1-4afa-467e-80ce-b3a1da74aaa7 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 1096 time: 0.0658836 Apr 01 12:25:21.015866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:21.027142 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Pushing event updated for resources: {'Port': ['ID=f67094aa-da6b-4834-a9b8-29a53904a824,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:21.032423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:21.037991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:21.038664 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:21.057400 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-209b78f4-12fd-4a2b-8d4d-0c48e224fd0a req-dcd0b725-fe28-47f3-a146-93639ced0792 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140234 Apr 01 12:25:21.070667 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-42143353-57e6-487a-a5f5-795aa6495d48 req-af426ffd-0b64-4f19-9b5e-3ce6cfdfd4ee tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541408 Apr 01 12:25:21.119053 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-ac9ed0e5-73a7-4582-9348-d95cd7ef8738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2735839 Apr 01 12:25:21.144023 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32396483-5aa3-4f5e-928d-53d4082b9b8f admin admin] Network b67dd934-052e-48b2-86a6-6d9fa56712b9 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:25:21.165880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Request body: {'port': {'device_id': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:21.262963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-32396483-5aa3-4f5e-928d-53d4082b9b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b67dd934-052e-48b2-86a6-6d9fa56712b9) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:21.274635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdbb12a-23ee-4fef-ad84-0e674774829b None None] Network b67dd934-052e-48b2-86a6-6d9fa56712b9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:25:21.283364 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32396483-5aa3-4f5e-928d-53d4082b9b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:21.284054 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-32396483-5aa3-4f5e-928d-53d4082b9b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:21.287781 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fb6bdd77-f86f-4097-bafb-c2ea1c18a851 req-d4381243-05fe-4754-a1a2-b79e055585e2 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 210 time: 0.0416787 Apr 01 12:25:21.293223 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:21.324922 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:21.356592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-32396483-5aa3-4f5e-928d-53d4082b9b8f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4478874 Apr 01 12:25:21.359328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49806) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:21.364424 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-236272150-router', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:21.383653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Pushing event deleted for resources: {'Port': ['ID=ddf415b8-25cc-4aca-9be3-68eb9c12976d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:21.410973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:21.412378 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:21.430910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5a95da17-f405-464f-88a7-d91e51832f15 None None] Provisioning complete for port f67094aa-da6b-4834-a9b8-29a53904a824 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:21.431243 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5a95da17-f405-464f-88a7-d91e51832f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:21.508410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5a95da17-f405-464f-88a7-d91e51832f15 None None] Port f67094aa-da6b-4834-a9b8-29a53904a824 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:25:21.559545 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-b67dd934-052e-48b2-86a6-6d9fa56712b9', 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'fixed_ips': [{'subnet_id': '956016f0-132e-447d-afa6-82ef7a16de70'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:25:21.560846 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:21.631178 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:21.683320 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:21.832907 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Allocated IP 172.20.0.2 (b67dd934-052e-48b2-86a6-6d9fa56712b9/956016f0-132e-447d-afa6-82ef7a16de70/29c508fd-4afa-45e6-9de3-e8cc80907255) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:21.897987 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 08b03219-2cf5-45da-823b-b241417d44e0 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:21.979490 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:22.086938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Router 222a5865-3def-4f85-b19e-a433480459ff has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:25:22.109903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:22.155076 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c', '7213766e-da78-4fb2-99bc-0fb0ae40cf70', '90c05437-1218-4c17-8467-7f7cdf77cfc7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:22.160418 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.db.api [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 192.168.233.153-a2969b0f-71c7-441b-bb85-d9ad3bfa8e37 {{(pid=102718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:25:22.165074 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:22.167647 n-d-836146-1 neutron-server[102718]: DEBUG oslo_db.api [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:25:22.167647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:22.170888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:22.177302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:22.177538 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:22.224281 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:22.318288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-c62485b7-f8b4-4ba0-9b98-b1fafb54143e tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:22.319845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-c62485b7-f8b4-4ba0-9b98-b1fafb54143e tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.37 "GET /v2.0/networks?id=54ec5879-6876-4332-b34c-ec146a3b7374 HTTP/1.1" status: 200 len: 823 time: 0.6777556 Apr 01 12:25:22.347303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Network b67dd934-052e-48b2-86a6-6d9fa56712b9 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:22.363946 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:22.409357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:22.412505 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:22.480229 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Pushing event updated for resources: {'Port': ['ID=29c508fd-4afa-45e6-9de3-e8cc80907255,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:22.482358 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2754455 Apr 01 12:25:22.483089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ef336-eb24-4203-b904-16bb0a916a37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event updated for resources: {'Port': ['ID=969920f5-fbfd-48ba-a2f1-2ab73a63c75d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:22.502232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 08b03219-2cf5-45da-823b-b241417d44e0 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:25:22.507801 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4ed00-2ab0-45f5-97fd-65905f122142 req-09a153c8-834c-48c7-80c3-dc491b9b5904 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:22.519113 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-65f4ed00-2ab0-45f5-97fd-65905f122142 req-09a153c8-834c-48c7-80c3-dc491b9b5904 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 936 time: 0.2637315 Apr 01 12:25:22.520573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 08b03219-2cf5-45da-823b-b241417d44e0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:22.521076 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:22.557652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67094aa-da6b-4834-a9b8-29a53904a824 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:22.569565 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:22.584066 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-65f4ed00-2ab0-45f5-97fd-65905f122142 req-ee421b89-113e-41c0-933b-0cdac7a8ab89 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639324 Apr 01 12:25:22.588987 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Transition to ACTIVE for port object f67094aa-da6b-4834-a9b8-29a53904a824 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:25:22.609295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-2bf71f60-324e-4086-8ec6-44438962481d tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:25:22.613692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Request body: {'port': {'device_id': '909bf308-17d3-433d-85ad-31ca8f161601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:22.625323 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-2bf71f60-324e-4086-8ec6-44438962481d tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0397465 Apr 01 12:25:22.699051 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:22.714530 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:22.716868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Attempting to bind port 29c508fd-4afa-45e6-9de3-e8cc80907255 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:22.717315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Attempting to bind port 29c508fd-4afa-45e6-9de3-e8cc80907255 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '5c538e7b-84df-4c89-a43c-1e076854999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:22.717874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Attempting to bind port 29c508fd-4afa-45e6-9de3-e8cc80907255 on network b67dd934-052e-48b2-86a6-6d9fa56712b9 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:22.723239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4eabce30-08dd-43a3-be9a-56450b8619ee None None] Provisioning complete for port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:22.723703 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4eabce30-08dd-43a3-be9a-56450b8619ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:22.749208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-453eaa07-dd75-4970-8a6b-80a502034885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:22.756083 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-453eaa07-dd75-4970-8a6b-80a502034885 service neutron] 10.222.0.45 "GET /v2.0/ports/609b3754-5bcb-497f-aa0a-31f07c8214cd HTTP/1.1" status: 200 len: 1093 time: 0.1292865 Apr 01 12:25:22.779708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] Request body: {'binding': {'host': 'n-h1-836146-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:22.780808 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] Unknown quota resources ['binding']. {{(pid=102719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 01 12:25:22.830908 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c531dcd-eced-448b-9e02-aa3a88eeffc1 req-5696863c-ee6e-48cc-b058-0d5be8d34289 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:22.835492 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c531dcd-eced-448b-9e02-aa3a88eeffc1 req-5696863c-ee6e-48cc-b058-0d5be8d34289 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 945 time: 0.1199043 Apr 01 12:25:22.863841 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-cbc42c68-7eaa-414c-9b45-3903729c289a tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=504bf52a206041a49c73cff58299a556 HTTP/1.1" status: 200 len: 380 time: 0.2617290 Apr 01 12:25:22.891863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Request body: {'port': {'device_id': 'e86798de-1942-4628-9664-c6d21d86480b', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'admin_state_up': True, 'tenant_id': '504bf52a206041a49c73cff58299a556', 'security_groups': ['922bd52b-1e94-4568-bdc0-a0e7f38f56de']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:22.906575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:22.906967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Checking segment: {'id': '5c538e7b-84df-4c89-a43c-1e076854999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:22.907684 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:22.908311 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Bound using segment: {'id': '5c538e7b-84df-4c89-a43c-1e076854999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:22.908945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Bound port: 29c508fd-4afa-45e6-9de3-e8cc80907255, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c538e7b-84df-4c89-a43c-1e076854999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:22.909399 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:22.912576 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4eabce30-08dd-43a3-be9a-56450b8619ee None None] Port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:25:23.014063 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:23.032091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] For port 29c508fd-4afa-45e6-9de3-e8cc80907255, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:23.036090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] For port 29c508fd-4afa-45e6-9de3-e8cc80907255, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=29c508fd-4afa-45e6-9de3-e8cc80907255,segment=NetworkSegment(5c538e7b-84df-4c89-a43c-1e076854999f),segment_id=5c538e7b-84df-4c89-a43c-1e076854999f)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:23.050484 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:23.084363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Pushing event updated for resources: {'Port': ['ID=f67094aa-da6b-4834-a9b8-29a53904a824,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:23.117444 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75adea-1450-4352-9a2e-b60b8de0f2d2 None None] Pushing event updated for resources: {'Port': ['ID=29c508fd-4afa-45e6-9de3-e8cc80907255,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:23.193904 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:23.273086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Allocated IP 192.168.233.195 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/69127762-0ca0-4fea-8ced-76dccf2a17ab) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:23.287623 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c531dcd-eced-448b-9e02-aa3a88eeffc1 req-b56c091e-0c3a-4ddb-b024-e7f0777a16f2 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375737 Apr 01 12:25:23.288426 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] Attempting to bind port 609b3754-5bcb-497f-aa0a-31f07c8214cd on host n-h1-836146-1 for vnic_type normal with profile None {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:23.288831 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] Attempting to bind port 609b3754-5bcb-497f-aa0a-31f07c8214cd by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:23.289328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] Attempting to bind port 609b3754-5bcb-497f-aa0a-31f07c8214cd on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:23.304612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] Port 609b3754-5bcb-497f-aa0a-31f07c8214cd on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:23.305033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] Attempting to bind port 609b3754-5bcb-497f-aa0a-31f07c8214cd on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:23.334869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:23.335254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:23.335793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:23.336326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] Bound port: 609b3754-5bcb-497f-aa0a-31f07c8214cd, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:23.392380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0f2311-1072-47bc-8389-226b0927f028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b03219-2cf5-45da-823b-b241417d44e0'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:23.395825 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b1d27c-8c90-4b66-bfc9-a3b3f762a218" -d '{"events": [{"server_uuid": "bb0f2311-1072-47bc-8389-226b0927f028", "name": "network-vif-plugged", "status": "completed", "tag": "08b03219-2cf5-45da-823b-b241417d44e0"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:23.409926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:23.434450 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 08b03219-2cf5-45da-823b-b241417d44e0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=08b03219-2cf5-45da-823b-b241417d44e0,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:23.442243 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:23.463400 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:23.464409 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ddf415b8-25cc-4aca-9be3-68eb9c12976d no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:23.498666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: ddf415b8-25cc-4aca-9be3-68eb9c12976d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:25:23.499002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ddf415b8-25cc-4aca-9be3-68eb9c12976d not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:23.580850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=08b03219-2cf5-45da-823b-b241417d44e0,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:23.600868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Allocated IP 172.25.7.85 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/f30a3628-12bb-418d-84a0-b068aa4d531e) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:23.707532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:25:23.723318 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc66de6-e211-4f65-b869-475025ddddb1 None None] Sync routers for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:25:23.742293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc66de6-e211-4f65-b869-475025ddddb1 None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:25:23.742844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6fc66de6-e211-4f65-b869-475025ddddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:25:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:23.776588 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:23.829547 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55f276a9-ecce-4011-8dae-c5fc776731b9 req-d4412a3d-416e-43d2-91fd-255e342aec82 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 210 time: 0.0594866 Apr 01 12:25:23.845941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Made reservation on behalf of 504bf52a206041a49c73cff58299a556 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:23.849589 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:23.880982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:23.904638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:23.926721 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:23.930800 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-cf2165c6-bd1b-46b3-a76b-bb19e8e00ab7 service neutron] 10.222.0.45 "POST /v2.0/ports/609b3754-5bcb-497f-aa0a-31f07c8214cd/bindings HTTP/1.1" status: 201 len: 389 time: 1.1600168 Apr 01 12:25:23.956124 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:24.028760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-6fc66de6-e211-4f65-b869-475025ddddb1 None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:25:24.081097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:24.097813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Allocated IP 172.20.0.5 (54ec5879-6876-4332-b34c-ec146a3b7374/7ef11ffb-671d-4944-80ae-de5a57ae60fe/67fff7a7-97e5-468f-835b-ee15a89ccd06) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:24.120953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:25:24.183773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:24.184447 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:24.189240 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:24.212775 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:24.278219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Pushing event updated for resources: {'Port': ['ID=f30a3628-12bb-418d-84a0-b068aa4d531e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:24.290263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] No DVR routers for this DVR port ddf415b8-25cc-4aca-9be3-68eb9c12976d on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:25:24.305808 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:24.309209 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce78767c-552a-4439-9dd7-4005b8c97589 req-ec5149b8-2718-4718-8e95-4c7b795f30ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.44 "DELETE /v2.0/ports/ddf415b8-25cc-4aca-9be3-68eb9c12976d HTTP/1.1" status: 204 len: 173 time: 6.6100261 Apr 01 12:25:24.325440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Attempting to bind port f67094aa-da6b-4834-a9b8-29a53904a824 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:24.325753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Attempting to bind port f67094aa-da6b-4834-a9b8-29a53904a824 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:24.326544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Attempting to bind port f67094aa-da6b-4834-a9b8-29a53904a824 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:24.327842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'name': 'network-vif-deleted', 'tag': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:24.330163 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f460a0-8db7-426e-86e4-e6091598df4c" -d '{"events": [{"server_uuid": "a4d37984-cd06-44c5-a46b-e1ba4141dc81", "name": "network-vif-deleted", "tag": "ddf415b8-25cc-4aca-9be3-68eb9c12976d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:24.332470 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e4582-099a-44f1-97be-d832936b32b6 req-8fe52cb2-d64f-46c7-8f8c-fd994dff02ba tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:24.341273 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-626e4582-099a-44f1-97be-d832936b32b6 req-8fe52cb2-d64f-46c7-8f8c-fd994dff02ba tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 950 time: 0.3745422 Apr 01 12:25:24.371134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 29c508fd-4afa-45e6-9de3-e8cc80907255 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:24.616078 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:24.645027 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-626e4582-099a-44f1-97be-d832936b32b6 req-2beb433a-0e80-44ac-84c2-202b8997f3f7 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028128 Apr 01 12:25:24.693851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 29c508fd-4afa-45e6-9de3-e8cc80907255 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:24.694954 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:24.790128 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:24.790782 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbeb247-a6c2-47fe-9679-88050dc63a30 x-openstack-request-id: req-5fbeb247-a6c2-47fe-9679-88050dc63a30 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:24.791263 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0f2311-1072-47bc-8389-226b0927f028", "name": "network-vif-plugged", "status": "completed", "tag": "08b03219-2cf5-45da-823b-b241417d44e0", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:24.791712 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fbeb247-a6c2-47fe-9679-88050dc63a30 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:24.792277 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fbeb247-a6c2-47fe-9679-88050dc63a30'] response: {'server_uuid': 'bb0f2311-1072-47bc-8389-226b0927f028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b03219-2cf5-45da-823b-b241417d44e0', 'code': 200} Apr 01 12:25:24.839578 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:24.857437 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6fc66de6-e211-4f65-b869-475025ddddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:53Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:24.880952 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:24.964024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0aa3bffd-bd0c-4afc-89e7-54e370238a79 req-ec19c09f-9055-484a-b1c4-5f69d97158e7 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 210 time: 0.6874318 Apr 01 12:25:24.964572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Port f67094aa-da6b-4834-a9b8-29a53904a824 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:24.965162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Attempting to bind port f67094aa-da6b-4834-a9b8-29a53904a824 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:24.981073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:24.984493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8890fc5b-fa4b-4623-ab05-e123f740b1f9 None None] Network b67dd934-052e-48b2-86a6-6d9fa56712b9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:25:24.997513 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc66de6-e211-4f65-b869-475025ddddb1 None None] Checking router: 222a5865-3def-4f85-b19e-a433480459ff for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:25:25.071727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:25.071844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:25.072428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:25.072967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Bound port: f67094aa-da6b-4834-a9b8-29a53904a824, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:25.073329 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.079127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-91e8812a-cfb0-4593-882b-9608f5b6fb8f None None] Provisioning complete for port 29c508fd-4afa-45e6-9de3-e8cc80907255 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:25.079503 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-91e8812a-cfb0-4593-882b-9608f5b6fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.093978 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.105275 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.141231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-c6400b5b-bf1b-4b33-89e8-ef0244a47dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:25.142776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-c6400b5b-bf1b-4b33-89e8-ef0244a47dba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 1096 time: 0.8071516 Apr 01 12:25:25.177212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc66de6-e211-4f65-b869-475025ddddb1 None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:25:25.177863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6fc66de6-e211-4f65-b869-475025ddddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:25:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:25.245653 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.275472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626459ab-9121-48e4-bd10-9a8664b3dfec req-fd9182e0-148b-43ee-9e71-09bc2d0b2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:25.277280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-626459ab-9121-48e4-bd10-9a8664b3dfec req-fd9182e0-148b-43ee-9e71-09bc2d0b2067 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 1101 time: 0.3179255 Apr 01 12:25:25.287898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da8db0-1e7b-4d13-aa98-b492d924b70e req-1b623df0-0d43-4f93-b851-990635c766a2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:25.290398 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b2da8db0-1e7b-4d13-aa98-b492d924b70e req-1b623df0-0d43-4f93-b851-990635c766a2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 948 time: 0.2226117 Apr 01 12:25:25.394440 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b2da8db0-1e7b-4d13-aa98-b492d924b70e req-8d19fa4e-1dfd-44f3-80aa-e379a66c92fc tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966067 Apr 01 12:25:25.408449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.448520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-6fc66de6-e211-4f65-b869-475025ddddb1 None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:25:25.479077 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e41a86-7d3d-4fef-9bf4-daf07d89973f x-openstack-request-id: req-f6e41a86-7d3d-4fef-9bf4-daf07d89973f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:25.479689 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d37984-cd06-44c5-a46b-e1ba4141dc81", "name": "network-vif-deleted", "tag": "ddf415b8-25cc-4aca-9be3-68eb9c12976d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:25.479689 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6e41a86-7d3d-4fef-9bf4-daf07d89973f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:25.479984 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e41a86-7d3d-4fef-9bf4-daf07d89973f'] response: {'server_uuid': 'a4d37984-cd06-44c5-a46b-e1ba4141dc81', 'name': 'network-vif-deleted', 'tag': 'ddf415b8-25cc-4aca-9be3-68eb9c12976d', 'status': 'completed', 'code': 200} Apr 01 12:25:25.492607 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.513310 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.522812 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-91e8812a-cfb0-4593-882b-9608f5b6fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.530430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-626459ab-9121-48e4-bd10-9a8664b3dfec req-e5f3a21c-46c6-40b9-8406-4cf84277dcab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256048 Apr 01 12:25:25.540183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:25.584869 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c', '7213766e-da78-4fb2-99bc-0fb0ae40cf70', '90c05437-1218-4c17-8467-7f7cdf77cfc7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:25.588431 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefc261-435c-451f-a3ea-cf7ac48a279b req-c26adf89-ab57-4d67-afca-fcad31830ab6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:25.590078 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eaefc261-435c-451f-a3ea-cf7ac48a279b req-c26adf89-ab57-4d67-afca-fcad31830ab6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 936 time: 0.0715263 Apr 01 12:25:25.603859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 29c508fd-4afa-45e6-9de3-e8cc80907255, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=29c508fd-4afa-45e6-9de3-e8cc80907255,segment=NetworkSegment(5c538e7b-84df-4c89-a43c-1e076854999f),segment_id=5c538e7b-84df-4c89-a43c-1e076854999f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:25.647124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f67094aa-da6b-4834-a9b8-29a53904a824,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:25.657607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6d3f8-177f-4fba-bb64-ab3fc9df122c req-551a3a58-bdfc-4fd0-b04a-6ebca02a78ba tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:25.659391 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9fe6d3f8-177f-4fba-bb64-ab3fc9df122c req-551a3a58-bdfc-4fd0-b04a-6ebca02a78ba tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 945 time: 0.4080346 Apr 01 12:25:25.664850 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eaefc261-435c-451f-a3ea-cf7ac48a279b req-25ac124a-6199-4677-9b2e-ec9e4983f0d4 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595298 Apr 01 12:25:25.672065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Network 54ec5879-6876-4332-b34c-ec146a3b7374 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:25.678438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-15e0d853-f79f-41c8-abc9-d7ea532ad232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:25.679929 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-15e0d853-f79f-41c8-abc9-d7ea532ad232 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.5260623 Apr 01 12:25:25.687400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:25.699917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:25.702735 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.710804 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:25.717742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:25.718460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.721504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Router e8a6e8e7-dade-40d2-843d-c36fe8432e87 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:25:25.727138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Pushing event updated for resources: {'Port': ['ID=67fff7a7-97e5-468f-835b-ee15a89ccd06,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:25.742458 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:25.784826 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:25.791401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:25.792083 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.839782 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.850779 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-9ed93fb6-c878-448a-9a52-bbf11586e419 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd HTTP/1.1" status: 200 len: 217 time: 0.1606872 Apr 01 12:25:25.890957 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:25.890957 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:25.892858 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-760feee2-a903-4c70-bbdf-95523786575e service neutron] 10.222.0.37 "PUT /v2.0/ports/f67094aa-da6b-4834-a9b8-29a53904a824 HTTP/1.1" status: 200 len: 1096 time: 4.7436099 Apr 01 12:25:25.899808 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0529573 Apr 01 12:25:25.978552 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e02ff5-5727-4218-8b47-86577078fcbb req-4c9984a6-728a-4da8-8e37-9fe027c05464 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:25.980141 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8e02ff5-5727-4218-8b47-86577078fcbb req-4c9984a6-728a-4da8-8e37-9fe027c05464 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 950 time: 0.1578939 Apr 01 12:25:26.016706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:25:26.026460 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7381d464-7013-4073-b899-17802e089910 None None] Sync routers for ids ['e8a6e8e7-dade-40d2-843d-c36fe8432e87'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:25:26.060126 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7381d464-7013-4073-b899-17802e089910 None None] Routers {'e8a6e8e7-dade-40d2-843d-c36fe8432e87'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:25:26.060772 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7381d464-7013-4073-b899-17802e089910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:25:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e8a6e8e7-dade-40d2-843d-c36fe8432e87'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:26.064097 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:26.065363 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-465ce4ec-e6f7-4cbb-8919-c878d5fa6156 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7044768 Apr 01 12:25:26.070172 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49872) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:26.071207 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-91e8812a-cfb0-4593-882b-9608f5b6fb8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:25:26.071572 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-91e8812a-cfb0-4593-882b-9608f5b6fb8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:25:26.080078 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8e02ff5-5727-4218-8b47-86577078fcbb req-4107a537-80f1-4564-a196-5c4c63cc0075 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769129 Apr 01 12:25:26.102921 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9fe6d3f8-177f-4fba-bb64-ab3fc9df122c req-71c4a8f2-503d-424e-8dbf-55ad612b2420 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017754 Apr 01 12:25:26.103574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f581b89-e2d2-415b-9d5d-9eac982b28d9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event updated for resources: {'Port': ['ID=69127762-0ca0-4fea-8ced-76dccf2a17ab,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:26.159623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Request body: {'port': {'device_id': '1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:26.212232 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9b1c47ff-9b14-41bc-8623-4c92ad12ddbb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3275280 Apr 01 12:25:26.244677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=29c508fd-4afa-45e6-9de3-e8cc80907255,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:26.363416 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-7381d464-7013-4073-b899-17802e089910 None None] Set router e8a6e8e7-dade-40d2-843d-c36fe8432e87 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:25:26.422479 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6fc66de6-e211-4f65-b869-475025ddddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:53Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:26.429505 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-c7c9157d-6f7a-4a26-98ac-5c2207aebd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:26.443167 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-c7c9157d-6f7a-4a26-98ac-5c2207aebd9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.5427077 Apr 01 12:25:26.602845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc66de6-e211-4f65-b869-475025ddddb1 None None] The sync data for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 is: [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:53Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:25:26.664012 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Request body: {'port': {'device_id': 'e86798de-1942-4628-9664-c6d21d86480b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:26.794685 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:26.797253 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b67774-1d62-4aea-9505-040429e33b42" -d '{"events": [{"server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:26.823834 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7381d464-7013-4073-b899-17802e089910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'name': 'tempest-FloatingIPsNegativeTestJSON-236272150-router', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:25:21Z', 'updated_at': '2022-04-01T12:25:24Z', 'revision_number': 3, 'project_id': '655c3045a6da4582bee202bb1e68b517', 'gw_port': {'id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:25:23Z', 'updated_at': '2022-04-01T12:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:26.884742 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7381d464-7013-4073-b899-17802e089910 None None] Checking router: e8a6e8e7-dade-40d2-843d-c36fe8432e87 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:25:26.885246 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7381d464-7013-4073-b899-17802e089910 None None] Updating router e8a6e8e7-dade-40d2-843d-c36fe8432e87 port f30a3628-12bb-418d-84a0-b068aa4d531e binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:25:26.960840 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7381d464-7013-4073-b899-17802e089910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.004159 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-a93066fe-5e59-4a8d-888f-abb798e71c4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3363724 Apr 01 12:25:27.038447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-672ed646-0592-47ea-945f-a8ac6c2efba3 None None] Provisioning complete for port 67fff7a7-97e5-468f-835b-ee15a89ccd06 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:27.039036 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-672ed646-0592-47ea-945f-a8ac6c2efba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.055187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969920f5-fbfd-48ba-a2f1-2ab73a63c75d {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:27.067156 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.092815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Transition to ACTIVE for port object 969920f5-fbfd-48ba-a2f1-2ab73a63c75d will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:25:27.102284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841dc6b-f463-4103-8f21-3ac947b29f1d req-165f3634-2ef8-4c6a-964d-8bcc20dc9db3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:27.104490 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6841dc6b-f463-4103-8f21-3ac947b29f1d req-165f3634-2ef8-4c6a-964d-8bcc20dc9db3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 948 time: 0.1255496 Apr 01 12:25:27.133977 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.134278 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.134704 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-672ed646-0592-47ea-945f-a8ac6c2efba3 None None] Port 67fff7a7-97e5-468f-835b-ee15a89ccd06 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:25:27.140501 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8d23b9-958f-493a-9718-5d65a1d54403 None None] New status for floating IP c67ec8b4-c6d7-4658-8065-6926c0eefd48: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:25:27.226283 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6841dc6b-f463-4103-8f21-3ac947b29f1d req-8e3e8de7-2758-45b3-a981-1b51a1cd822c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124654 Apr 01 12:25:27.293778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-672ed646-0592-47ea-945f-a8ac6c2efba3 None None] Provisioning complete for port 69127762-0ca0-4fea-8ced-76dccf2a17ab triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:27.295403 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-672ed646-0592-47ea-945f-a8ac6c2efba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.327840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-32443138-1983-4d84-8978-18d64ac0d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:27.342183 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-32443138-1983-4d84-8978-18d64ac0d887 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 1099 time: 1.2070849 Apr 01 12:25:27.430789 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-672ed646-0592-47ea-945f-a8ac6c2efba3 None None] Port 69127762-0ca0-4fea-8ced-76dccf2a17ab cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:25:27.453940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-907cd142-950b-4e68-abdd-b86398a635fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f67094aa-da6b-4834-a9b8-29a53904a824 HTTP/1.1" status: 200 len: 217 time: 0.1099546 Apr 01 12:25:27.464597 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7381d464-7013-4073-b899-17802e089910 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.467020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-672ed646-0592-47ea-945f-a8ac6c2efba3 None None] Provisioning complete for port 29c508fd-4afa-45e6-9de3-e8cc80907255 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:27.467640 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-672ed646-0592-47ea-945f-a8ac6c2efba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.472439 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7381d464-7013-4073-b899-17802e089910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.478513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760feee2-a903-4c70-bbdf-95523786575e service neutron] Pushing event updated for resources: {'Port': ['ID=f67094aa-da6b-4834-a9b8-29a53904a824,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:27.502311 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.527052 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Pushing event updated for resources: {'Port': ['ID=f30a3628-12bb-418d-84a0-b068aa4d531e,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:27.545479 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:27.546157 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:27.546670 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:27.547144 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:27.547693 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:27.548590 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:27.549319 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:27.549813 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:27.550395 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:27.550883 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:27.551599 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:27.552366 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:27.577689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'tag': 'f67094aa-da6b-4834-a9b8-29a53904a824'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:27.581563 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-7381d464-7013-4073-b899-17802e089910 None None] Attempting to bind port f30a3628-12bb-418d-84a0-b068aa4d531e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:27.581929 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-7381d464-7013-4073-b899-17802e089910 None None] Attempting to bind port f30a3628-12bb-418d-84a0-b068aa4d531e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:27.582768 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7381d464-7013-4073-b899-17802e089910 None None] Attempting to bind port f30a3628-12bb-418d-84a0-b068aa4d531e on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:27.589458 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7381d464-7013-4073-b899-17802e089910 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:27.590740 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7381d464-7013-4073-b899-17802e089910 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:27.591332 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7381d464-7013-4073-b899-17802e089910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.591876 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7381d464-7013-4073-b899-17802e089910 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:27.592588 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-7381d464-7013-4073-b899-17802e089910 None None] Bound port: f30a3628-12bb-418d-84a0-b068aa4d531e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:27.593492 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7381d464-7013-4073-b899-17802e089910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.598995 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c7f46e-6f50-45c0-977b-c4531a2ff7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "edee227c-aec1-4e97-8157-0e0c15cfe531", "tag": "f67094aa-da6b-4834-a9b8-29a53904a824"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:27.624142 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405fa16-30df-43bb-a239-3a8c73fc890e req-530d5583-4238-4ea2-a505-ceca67c05c15 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:27.634481 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d405fa16-30df-43bb-a239-3a8c73fc890e req-530d5583-4238-4ea2-a505-ceca67c05c15 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 931 time: 1.1807799 Apr 01 12:25:27.657458 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-7381d464-7013-4073-b899-17802e089910 None None] For port f30a3628-12bb-418d-84a0-b068aa4d531e, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:27.661749 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-7381d464-7013-4073-b899-17802e089910 None None] For port f30a3628-12bb-418d-84a0-b068aa4d531e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f30a3628-12bb-418d-84a0-b068aa4d531e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:27.673521 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7381d464-7013-4073-b899-17802e089910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.756202 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6c899-7315-4f81-ab17-9dcb00a299c6 None None] Pushing event updated for resources: {'Port': ['ID=f30a3628-12bb-418d-84a0-b068aa4d531e,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:27.778264 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-70f7bbb7-f3ca-45b6-ba14-c4b0c61daeb7 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628759 Apr 01 12:25:27.825394 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7381d464-7013-4073-b899-17802e089910 None None] Routers {'e8a6e8e7-dade-40d2-843d-c36fe8432e87'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:25:27.826053 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7381d464-7013-4073-b899-17802e089910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:25:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e8a6e8e7-dade-40d2-843d-c36fe8432e87'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:27.828421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49702e90-f7e5-4a6d-bb17-390f5772deef req-1856073e-1705-434c-b28a-79a2def0e6b9 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:27.830138 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-49702e90-f7e5-4a6d-bb17-390f5772deef req-1856073e-1705-434c-b28a-79a2def0e6b9 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 1096 time: 0.1026738 Apr 01 12:25:27.855275 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.857237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Attempting to bind port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:27.857575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Attempting to bind port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:27.857902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Attempting to bind port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:27.877292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:27.877659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Attempting to bind port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:27.913078 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-49702e90-f7e5-4a6d-bb17-390f5772deef req-0c9b58cc-4bb3-4a69-8122-0f327bf351ea tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695472 Apr 01 12:25:27.916988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Allocated IP 172.20.0.1 (b67dd934-052e-48b2-86a6-6d9fa56712b9/956016f0-132e-447d-afa6-82ef7a16de70/b33dd3f8-031c-4241-a78a-fe69c035e661) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:27.965600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d405fa16-30df-43bb-a239-3a8c73fc890e req-50fbfb52-e3fb-4f0c-a86c-fbe69ae7423b tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664738 Apr 01 12:25:27.976694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:27.977080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:27.977661 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:27.978048 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Bound port: 969920f5-fbfd-48ba-a2f1-2ab73a63c75d, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:27.978903 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:27.980707 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Pushing event updated for resources: {'Port': ['ID=969920f5-fbfd-48ba-a2f1-2ab73a63c75d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:27.980899 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-7381d464-7013-4073-b899-17802e089910 None None] Set router e8a6e8e7-dade-40d2-843d-c36fe8432e87 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:25:28.059481 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860e7472-7ea9-45eb-b7b8-b47bfec65ead x-openstack-request-id: req-860e7472-7ea9-45eb-b7b8-b47bfec65ead {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:28.060068 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:28.061611 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-860e7472-7ea9-45eb-b7b8-b47bfec65ead {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:28.062459 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860e7472-7ea9-45eb-b7b8-b47bfec65ead'] response: {'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'code': 200} Apr 01 12:25:28.145414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 29c508fd-4afa-45e6-9de3-e8cc80907255 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:28.176007 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-de555b0e-09e7-4908-b3cc-5c3e014ca679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:28.179054 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-de555b0e-09e7-4908-b3cc-5c3e014ca679 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.6410470 Apr 01 12:25:28.228432 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-4702bece-5f2f-4675-823e-4854db7bb16e service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005461 Apr 01 12:25:28.256015 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 29c508fd-4afa-45e6-9de3-e8cc80907255 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:28.256804 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:28.305303 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:28.317650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78001e2-2fc9-4336-bd81-b983ffca0738 req-9b3dd0f0-aaca-4206-8ee4-ddb7cd89e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:28.319138 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b78001e2-2fc9-4336-bd81-b983ffca0738 req-9b3dd0f0-aaca-4206-8ee4-ddb7cd89e0ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 1100 time: 0.1304231 Apr 01 12:25:28.332535 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7381d464-7013-4073-b899-17802e089910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'name': 'tempest-FloatingIPsNegativeTestJSON-236272150-router', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:25:21Z', 'updated_at': '2022-04-01T12:25:24Z', 'revision_number': 3, 'project_id': '655c3045a6da4582bee202bb1e68b517', 'gw_port': {'id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:25:23Z', 'updated_at': '2022-04-01T12:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:28.337677 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479512c-648a-4817-bfec-678794b53bc2 req-9df35b9a-8cd4-42c8-bd93-ecbc0f34a38e tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:28.339436 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c479512c-648a-4817-bfec-678794b53bc2 req-9df35b9a-8cd4-42c8-bd93-ecbc0f34a38e tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 950 time: 0.1749845 Apr 01 12:25:28.379900 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7381d464-7013-4073-b899-17802e089910 None None] The sync data for ids ['e8a6e8e7-dade-40d2-843d-c36fe8432e87'] in n-d-836146-1 is: [{'id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'name': 'tempest-FloatingIPsNegativeTestJSON-236272150-router', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:25:21Z', 'updated_at': '2022-04-01T12:25:24Z', 'revision_number': 3, 'project_id': '655c3045a6da4582bee202bb1e68b517', 'gw_port': {'id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:25:23Z', 'updated_at': '2022-04-01T12:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:25:28.443779 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c479512c-648a-4817-bfec-678794b53bc2 req-307dfbc2-be68-450b-bc40-b6a1522e447b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915003 Apr 01 12:25:28.454315 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b78001e2-2fc9-4336-bd81-b983ffca0738 req-5f79d64b-5e95-4d71-807e-945ac988bf04 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118710 Apr 01 12:25:28.472972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:28.519018 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Network b67dd934-052e-48b2-86a6-6d9fa56712b9 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:28.522714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:28.526782 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:28.596802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Pushing event updated for resources: {'Port': ['ID=b33dd3f8-031c-4241-a78a-fe69c035e661,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:28.666122 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad84a0-27f4-45cf-b0eb-e5325d9d4b2b req-901c6f6a-5b65-40a6-979d-7000e7747d2b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:28.667714 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3ad84a0-27f4-45cf-b0eb-e5325d9d4b2b req-901c6f6a-5b65-40a6-979d-7000e7747d2b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 936 time: 0.4870377 Apr 01 12:25:28.680936 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:28.790921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd3117-e032-4f2b-bb14-f451c39710b1 req-c64fa249-b1ad-44fc-8d2f-ae0b7cd26e56 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:28.794486 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6dfd3117-e032-4f2b-bb14-f451c39710b1 req-c64fa249-b1ad-44fc-8d2f-ae0b7cd26e56 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 945 time: 0.2080486 Apr 01 12:25:28.799194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-292a819b-86b1-4d3f-888a-ad18a9608c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:28.800720 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-292a819b-86b1-4d3f-888a-ad18a9608c03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5871840 Apr 01 12:25:28.820277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] For port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:28.823735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-c48d5431-f2a8-47d9-b6cb-36d6dc4d550a tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:28.825297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-c48d5431-f2a8-47d9-b6cb-36d6dc4d550a tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df&tenant_id=91324be1f6c1479fa7e4a2bc713842b4&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 1096 time: 0.4713025 Apr 01 12:25:28.881715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836146-1'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:28.924761 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6dfd3117-e032-4f2b-bb14-f451c39710b1 req-f11b0d8d-4267-4c87-bbcc-8b1e0681e1fd tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569723 Apr 01 12:25:28.931545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] For port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=969920f5-fbfd-48ba-a2f1-2ab73a63c75d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:28.983334 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:28.998235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1967e46d-c4d1-4ef5-9652-cbc17386cb07 None None] Provisioning complete for port b33dd3f8-031c-4241-a78a-fe69c035e661 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:28.998861 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1967e46d-c4d1-4ef5-9652-cbc17386cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:29.103360 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-1967e46d-c4d1-4ef5-9652-cbc17386cb07 None None] Port b33dd3f8-031c-4241-a78a-fe69c035e661 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:25:29.205142 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c410457-8ce9-4f6c-86d9-5389b22c27d7 x-openstack-request-id: req-4c410457-8ce9-4f6c-86d9-5389b22c27d7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:29.205437 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edee227c-aec1-4e97-8157-0e0c15cfe531", "tag": "f67094aa-da6b-4834-a9b8-29a53904a824", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:29.205689 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c410457-8ce9-4f6c-86d9-5389b22c27d7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:29.206108 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c410457-8ce9-4f6c-86d9-5389b22c27d7'] response: {'name': 'network-changed', 'server_uuid': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'tag': 'f67094aa-da6b-4834-a9b8-29a53904a824', 'status': 'completed', 'code': 200} Apr 01 12:25:29.233869 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:29.279358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:29.287863 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:29.373499 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Pushing event updated for resources: {'Port': ['ID=b33dd3f8-031c-4241-a78a-fe69c035e661,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:29.376429 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:29.517689 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3ad84a0-27f4-45cf-b0eb-e5325d9d4b2b req-2493bbd8-7e53-48e2-9457-844b12471537 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8255889 Apr 01 12:25:29.521842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Network b67dd934-052e-48b2-86a6-6d9fa56712b9 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:29.523715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:29.616578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:29.617641 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:29.628022 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] 10.222.0.37 "PUT /v2.0/ports/969920f5-fbfd-48ba-a2f1-2ab73a63c75d HTTP/1.1" status: 200 len: 1095 time: 7.0233443 Apr 01 12:25:29.630750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef69a2-7aed-45f3-81b4-01fac19ebf21 service neutron] Pushing event updated for resources: {'Port': ['ID=969920f5-fbfd-48ba-a2f1-2ab73a63c75d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:29.658690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69127762-0ca0-4fea-8ced-76dccf2a17ab {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:29.680506 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:29.718289 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:29.881183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Router e8a6e8e7-dade-40d2-843d-c36fe8432e87 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:25:30.102095 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5c957752-3e10-4076-bbf9-4721e1f6f904 None None] Provisioning complete for port b33dd3f8-031c-4241-a78a-fe69c035e661 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:30.102824 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5c957752-3e10-4076-bbf9-4721e1f6f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:30.187757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:25:30.193969 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-778fbdb1-e425-4234-81f8-6b135b3feb93 admin admin] 10.222.0.45 "PUT /v2.0/routers/e8a6e8e7-dade-40d2-843d-c36fe8432e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1226332 Apr 01 12:25:30.275965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f30a3628-12bb-418d-84a0-b068aa4d531e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:30.279895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5c957752-3e10-4076-bbf9-4721e1f6f904 None None] Port b33dd3f8-031c-4241-a78a-fe69c035e661 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:25:30.315155 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Transition to ACTIVE for port object 69127762-0ca0-4fea-8ced-76dccf2a17ab will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:25:30.345486 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:30.351498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fff7a7-97e5-468f-835b-ee15a89ccd06 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:30.377959 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:30.408840 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-889c8ba5-746c-4bce-942a-764126d242f5 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5825028 Apr 01 12:25:30.411960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f30a3628-12bb-418d-84a0-b068aa4d531e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:30.412608 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:30.506797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0c915-ff63-40e3-8f80-98e9ce29309e req-f3d7587c-67dc-4cb1-91c7-eb021a4be785 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:30.514686 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0c0c915-ff63-40e3-8f80-98e9ce29309e req-f3d7587c-67dc-4cb1-91c7-eb021a4be785 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 948 time: 0.8509526 Apr 01 12:25:30.561219 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Transition to ACTIVE for port object 67fff7a7-97e5-468f-835b-ee15a89ccd06 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:25:30.583896 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:30.616998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-d4cc3003-d413-4edf-a12a-be054f5b6520 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:25:30.618533 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-d4cc3003-d413-4edf-a12a-be054f5b6520 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114698 Apr 01 12:25:30.622281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port f30a3628-12bb-418d-84a0-b068aa4d531e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f30a3628-12bb-418d-84a0-b068aa4d531e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:30.634677 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:30.662393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-7be51658-4683-430e-ba19-193b15894810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:30.664330 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-7be51658-4683-430e-ba19-193b15894810 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 1098 time: 0.8824904 Apr 01 12:25:30.680634 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-76ec4175-8559-435a-928b-db00d354efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:30.682369 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-76ec4175-8559-435a-928b-db00d354efc6 service neutron] 10.222.0.45 "GET /v2.0/ports/912a530b-0d86-4dab-b118-6bb99714e86f HTTP/1.1" status: 200 len: 1093 time: 0.0550325 Apr 01 12:25:30.692191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] Request body: {'binding': {'host': 'n-h2-836146-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:30.692803 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] Unknown quota resources ['binding']. {{(pid=102719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 01 12:25:30.705508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:30.753058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:30.760749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=f30a3628-12bb-418d-84a0-b068aa4d531e,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:30.810406 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:30.813105 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Pushing event updated for resources: {'Port': ['ID=69127762-0ca0-4fea-8ced-76dccf2a17ab,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:30.884564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] Attempting to bind port 912a530b-0d86-4dab-b118-6bb99714e86f on host n-h2-836146-1 for vnic_type normal with profile None {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:30.885056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] Attempting to bind port 912a530b-0d86-4dab-b118-6bb99714e86f by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:30.885491 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] Attempting to bind port 912a530b-0d86-4dab-b118-6bb99714e86f on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:30.891642 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] Port 912a530b-0d86-4dab-b118-6bb99714e86f on network 5f326287-8629-4e35-afec-ed776729d480 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:30.892108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] Attempting to bind port 912a530b-0d86-4dab-b118-6bb99714e86f on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:30.897699 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:30.898237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:30.898794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] Bound using segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:30.899258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] Bound port: 912a530b-0d86-4dab-b118-6bb99714e86f, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:30.918480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-daaba107-9041-499e-abd7-5d6e2717852a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=969920f5-fbfd-48ba-a2f1-2ab73a63c75d HTTP/1.1" status: 200 len: 217 time: 0.1185749 Apr 01 12:25:30.973165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=912a530b-0d86-4dab-b118-6bb99714e86f,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:30.984069 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:31.000281 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-bedf1b33-cb06-42ad-aba5-c58b4342cee8 service neutron] 10.222.0.45 "POST /v2.0/ports/912a530b-0d86-4dab-b118-6bb99714e86f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3005240 Apr 01 12:25:31.040333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0c0c915-ff63-40e3-8f80-98e9ce29309e req-0082e782-29fe-4ad3-8f72-823dbc570579 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245390 Apr 01 12:25:31.052864 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Sync routers for ids ['e8a6e8e7-dade-40d2-843d-c36fe8432e87'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:25:31.083418 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:31.085131 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Pushing event updated for resources: {'Port': ['ID=67fff7a7-97e5-468f-835b-ee15a89ccd06,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:31.087753 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Routers {'e8a6e8e7-dade-40d2-843d-c36fe8432e87'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:25:31.089176 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:25:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e8a6e8e7-dade-40d2-843d-c36fe8432e87'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:31.213526 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Attempting to bind port 69127762-0ca0-4fea-8ced-76dccf2a17ab on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:31.213901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Attempting to bind port 69127762-0ca0-4fea-8ced-76dccf2a17ab by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:31.214165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Attempting to bind port 69127762-0ca0-4fea-8ced-76dccf2a17ab on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:31.232245 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Set router e8a6e8e7-dade-40d2-843d-c36fe8432e87 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:25:31.286131 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909bf308-17d3-433d-85ad-31ca8f161601', 'tag': '969920f5-fbfd-48ba-a2f1-2ab73a63c75d'}, {'server_uuid': '27ffeb44-e179-427e-b0ce-ac60f5a1e2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '609b3754-5bcb-497f-aa0a-31f07c8214cd'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:31.293415 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1314ab8-0eb2-47c8-9f08-708bfa80ec93" -d '{"events": [{"name": "network-changed", "server_uuid": "909bf308-17d3-433d-85ad-31ca8f161601", "tag": "969920f5-fbfd-48ba-a2f1-2ab73a63c75d"}, {"server_uuid": "27ffeb44-e179-427e-b0ce-ac60f5a1e2df", "name": "network-vif-unplugged", "status": "completed", "tag": "609b3754-5bcb-497f-aa0a-31f07c8214cd"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:31.302134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Attempting to bind port 67fff7a7-97e5-468f-835b-ee15a89ccd06 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:31.305810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Attempting to bind port 67fff7a7-97e5-468f-835b-ee15a89ccd06 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:31.310610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Attempting to bind port 67fff7a7-97e5-468f-835b-ee15a89ccd06 on network 54ec5879-6876-4332-b34c-ec146a3b7374 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:31.325990 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e72a1eed-b8a2-42a5-9c88-df6c030f7330 req-3e7e044e-f9d0-4fe5-a37c-a5e1483be26a service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8748708 Apr 01 12:25:31.327176 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:31.343777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Port 67fff7a7-97e5-468f-835b-ee15a89ccd06 on network 54ec5879-6876-4332-b34c-ec146a3b7374 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:31.344261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Attempting to bind port 67fff7a7-97e5-468f-835b-ee15a89ccd06 on network 54ec5879-6876-4332-b34c-ec146a3b7374 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:31.348992 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595e94c-50e8-443a-87f8-6a25c2526433 req-7375b2ae-d8a1-4c33-8a12-072b26e4ad35 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:31.361949 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8595e94c-50e8-443a-87f8-6a25c2526433 req-7375b2ae-d8a1-4c33-8a12-072b26e4ad35 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 943 time: 0.1484339 Apr 01 12:25:31.419199 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8595e94c-50e8-443a-87f8-6a25c2526433 req-84cb6a2e-3818-494f-84be-28f6bbcdfec0 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549588 Apr 01 12:25:31.426815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-83c045dc-90ce-4a4e-8249-873e53551b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:31.428303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-83c045dc-90ce-4a4e-8249-873e53551b88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.4520979 Apr 01 12:25:31.452534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=609b3754-5bcb-497f-aa0a-31f07c8214cd,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:31.464537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Port 69127762-0ca0-4fea-8ced-76dccf2a17ab on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:31.465803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Attempting to bind port 69127762-0ca0-4fea-8ced-76dccf2a17ab on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:31.554121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:31.554586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Checking segment: {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:31.554982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Bound using segment: {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:31.556237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Bound port: 67fff7a7-97e5-468f-835b-ee15a89ccd06, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd38e5c-06ab-4c91-9781-83181fda92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:31.556599 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:31.576748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d6789-d35c-450f-ae8a-d88013f30da8 req-06bc078b-5e78-4811-8ca9-dd343157e7d7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:31.578472 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-006d6789-d35c-450f-ae8a-d88013f30da8 req-06bc078b-5e78-4811-8ca9-dd343157e7d7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 0.0674911 Apr 01 12:25:31.653083 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-006d6789-d35c-450f-ae8a-d88013f30da8 req-db90734f-adbf-40af-8d0b-984e8eea741a tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668485 Apr 01 12:25:31.664423 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'name': 'tempest-FloatingIPsNegativeTestJSON-236272150-router', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:25:21Z', 'updated_at': '2022-04-01T12:25:28Z', 'revision_number': 4, 'project_id': '655c3045a6da4582bee202bb1e68b517', 'gw_port': {'id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:25:23Z', 'updated_at': '2022-04-01T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b33dd3f8-031c-4241-a78a-fe69c035e661', 'name': '', 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'mac_address': 'fa:16:3e:4c:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '956016f0-132e-447d-afa6-82ef7a16de70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:25:27Z', 'updated_at': '2022-04-01T12:25:29Z', 'revision_number': 2, 'project_id': '655c3045a6da4582bee202bb1e68b517', 'subnets': [{'id': '956016f0-132e-447d-afa6-82ef7a16de70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:31.667039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:31.667439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:31.668410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:31.669032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Bound port: 69127762-0ca0-4fea-8ced-76dccf2a17ab, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:31.670811 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:31.704689 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Checking router: e8a6e8e7-dade-40d2-843d-c36fe8432e87 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:25:31.705036 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Updating router e8a6e8e7-dade-40d2-843d-c36fe8432e87 port b33dd3f8-031c-4241-a78a-fe69c035e661 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:25:31.737572 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:31.770500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] For port 69127762-0ca0-4fea-8ced-76dccf2a17ab, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:31.772737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Attempting to bind port 609b3754-5bcb-497f-aa0a-31f07c8214cd on host n-h2-836146-1 for vnic_type normal with profile {"migrating_to": "n-h1-836146-1"} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:31.773184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Attempting to bind port 609b3754-5bcb-497f-aa0a-31f07c8214cd by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:31.773604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Attempting to bind port 609b3754-5bcb-497f-aa0a-31f07c8214cd on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:31.785240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] For port 69127762-0ca0-4fea-8ced-76dccf2a17ab, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=69127762-0ca0-4fea-8ced-76dccf2a17ab,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:31.811642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Port 609b3754-5bcb-497f-aa0a-31f07c8214cd on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:31.812335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Attempting to bind port 609b3754-5bcb-497f-aa0a-31f07c8214cd on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:31.816215 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-312a16d8-ff6f-44c4-a804-96e29369e8d0 req-ceffff5c-94cf-4230-9793-8057e0a0d519 tempest-FloatingIPsNegativeTestJSON-1108415441 tempest-FloatingIPsNegativeTestJSON-1108415441-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=655c3045a6da4582bee202bb1e68b517 HTTP/1.1" status: 200 len: 217 time: 0.0433834 Apr 01 12:25:31.832776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:31.833265 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:31.833760 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:31.834332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Bound port: 609b3754-5bcb-497f-aa0a-31f07c8214cd, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:31.834804 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:31.851070 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:31.863521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-a30ef36d-b467-470f-a2a5-643f31b45e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:31.865198 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-a30ef36d-b467-470f-a2a5-643f31b45e89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3892760 Apr 01 12:25:31.881954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-308c378d-6c90-455f-9d45-afea5a7d780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:31.883789 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-308c378d-6c90-455f-9d45-afea5a7d780f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 1096 time: 0.4012735 Apr 01 12:25:31.935784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:31.936768 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:31.938536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] 10.222.0.44 "PUT /v2.0/ports/69127762-0ca0-4fea-8ced-76dccf2a17ab HTTP/1.1" status: 200 len: 1096 time: 5.7882361 Apr 01 12:25:31.995674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9c15-265b-4c65-b09f-27261a8b027a req-6e7269e3-3e82-4bad-8015-825407df3a08 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:32.001657 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-120a9c15-265b-4c65-b09f-27261a8b027a req-6e7269e3-3e82-4bad-8015-825407df3a08 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 948 time: 0.1145113 Apr 01 12:25:32.025001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] For port 67fff7a7-97e5-468f-835b-ee15a89ccd06, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:32.059214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83072c4c-8554-425e-9dc6-2f08f7b68033 req-9f031308-af11-4c88-a283-8b01ddcc7cc8 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:32.060791 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83072c4c-8554-425e-9dc6-2f08f7b68033 req-9f031308-af11-4c88-a283-8b01ddcc7cc8 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.8011837 Apr 01 12:25:32.080362 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-120a9c15-265b-4c65-b09f-27261a8b027a req-a37748d7-3051-4536-8b2f-e08e7e750f58 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536418 Apr 01 12:25:32.090508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f46e-6f50-45c0-977b-c4531a2ff7eb req-f96e9669-b924-4d03-b716-86736d1eed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:32.092365 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6c7f46e-6f50-45c0-977b-c4531a2ff7eb req-f96e9669-b924-4d03-b716-86736d1eed8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 1099 time: 0.6517196 Apr 01 12:25:32.161636 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f30a3628-12bb-418d-84a0-b068aa4d531e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:32.189561 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] For port 67fff7a7-97e5-468f-835b-ee15a89ccd06, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=67fff7a7-97e5-468f-835b-ee15a89ccd06,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:32.189793 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:32.202179 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:32.276256 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15097a04-9218-45ad-9512-194b5965ca53 None None] Pushing event updated for resources: {'Port': ['ID=b33dd3f8-031c-4241-a78a-fe69c035e661,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:32.280421 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f30a3628-12bb-418d-84a0-b068aa4d531e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:32.281033 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:32.351500 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcd40a-97f4-40d7-a4e2-a67172152435 req-4303055f-8197-499c-880b-fce21bee2733 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:32.354720 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23dcd40a-97f4-40d7-a4e2-a67172152435 req-4303055f-8197-499c-880b-fce21bee2733 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.1022096 Apr 01 12:25:32.364130 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:32.394223 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Attempting to bind port b33dd3f8-031c-4241-a78a-fe69c035e661 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:32.394589 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Attempting to bind port b33dd3f8-031c-4241-a78a-fe69c035e661 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '5c538e7b-84df-4c89-a43c-1e076854999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:32.395552 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Attempting to bind port b33dd3f8-031c-4241-a78a-fe69c035e661 on network b67dd934-052e-48b2-86a6-6d9fa56712b9 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:32.412018 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:32.412609 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Checking segment: {'id': '5c538e7b-84df-4c89-a43c-1e076854999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:32.415873 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:32.416466 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Bound using segment: {'id': '5c538e7b-84df-4c89-a43c-1e076854999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:32.417221 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Bound port: b33dd3f8-031c-4241-a78a-fe69c035e661, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c538e7b-84df-4c89-a43c-1e076854999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:32.418387 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:32.456468 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23dcd40a-97f4-40d7-a4e2-a67172152435 req-8585bbb6-9785-4714-9fac-48655ef5dd89 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862458 Apr 01 12:25:32.531706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd06d4b-ecd6-4f67-b9cc-96b51841055b service neutron] Pushing event updated for resources: {'Port': ['ID=69127762-0ca0-4fea-8ced-76dccf2a17ab,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:32.566071 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] For port b33dd3f8-031c-4241-a78a-fe69c035e661, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:32.571377 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] For port b33dd3f8-031c-4241-a78a-fe69c035e661, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b33dd3f8-031c-4241-a78a-fe69c035e661,segment=NetworkSegment(5c538e7b-84df-4c89-a43c-1e076854999f),segment_id=5c538e7b-84df-4c89-a43c-1e076854999f)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:32.581589 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:32.609369 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6081cf25-2ce6-4cc6-bee8-c2320e605c14 req-bbb2eeae-c1f3-49a9-9b3d-d464706249ed tempest-FloatingIPsNegativeTestJSON-1108415441 tempest-FloatingIPsNegativeTestJSON-1108415441-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0404673 Apr 01 12:25:32.637429 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7b0358-3b3a-4ab6-821d-81ce016f804f x-openstack-request-id: req-9c7b0358-3b3a-4ab6-821d-81ce016f804f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:32.637749 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909bf308-17d3-433d-85ad-31ca8f161601", "tag": "969920f5-fbfd-48ba-a2f1-2ab73a63c75d", "status": "completed", "code": 200}, {"server_uuid": "27ffeb44-e179-427e-b0ce-ac60f5a1e2df", "name": "network-vif-unplugged", "status": "completed", "tag": "609b3754-5bcb-497f-aa0a-31f07c8214cd", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:32.637869 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c7b0358-3b3a-4ab6-821d-81ce016f804f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:32.638344 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7b0358-3b3a-4ab6-821d-81ce016f804f'] response: {'name': 'network-changed', 'server_uuid': '909bf308-17d3-433d-85ad-31ca8f161601', 'tag': '969920f5-fbfd-48ba-a2f1-2ab73a63c75d', 'status': 'completed', 'code': 200} Apr 01 12:25:32.638604 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7b0358-3b3a-4ab6-821d-81ce016f804f'] response: {'server_uuid': '27ffeb44-e179-427e-b0ce-ac60f5a1e2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '609b3754-5bcb-497f-aa0a-31f07c8214cd', 'code': 200} Apr 01 12:25:32.659297 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15097a04-9218-45ad-9512-194b5965ca53 None None] Pushing event updated for resources: {'Port': ['ID=b33dd3f8-031c-4241-a78a-fe69c035e661,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:32.669458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c80afcd2-c73e-42f1-b092-678162178e55 None None] Provisioning complete for port b33dd3f8-031c-4241-a78a-fe69c035e661 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:32.669816 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c80afcd2-c73e-42f1-b092-678162178e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:32.699789 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Routers {'e8a6e8e7-dade-40d2-843d-c36fe8432e87'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:25:32.701038 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:25:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e8a6e8e7-dade-40d2-843d-c36fe8432e87'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:32.765757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:32.771208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:32.772936 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:32.776631 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] 10.222.0.37 "PUT /v2.0/ports/67fff7a7-97e5-468f-835b-ee15a89ccd06 HTTP/1.1" status: 200 len: 1091 time: 6.2526352 Apr 01 12:25:32.827044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af0607-d597-476e-80e9-8657e1595bf5 req-73ce265d-a64e-4b5c-8ee2-c8d913455143 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:32.828625 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-24af0607-d597-476e-80e9-8657e1595bf5 req-73ce265d-a64e-4b5c-8ee2-c8d913455143 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 948 time: 0.1130719 Apr 01 12:25:32.880384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83072c4c-8554-425e-9dc6-2f08f7b68033 req-860135b5-1083-4c60-99b0-4d25d35233b0 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7706180 Apr 01 12:25:32.882276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-46c9f175-67b3-4d66-beff-e58b47ddf570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:32.883723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-46c9f175-67b3-4d66-beff-e58b47ddf570 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 1099 time: 0.8439271 Apr 01 12:25:32.886950 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c80afcd2-c73e-42f1-b092-678162178e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:32.904405 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] Set router e8a6e8e7-dade-40d2-843d-c36fe8432e87 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:25:32.929327 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-24af0607-d597-476e-80e9-8657e1595bf5 req-06a247e8-8f14-490b-a445-ac529f37cdd3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912220 Apr 01 12:25:32.995349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c80afcd2-c73e-42f1-b092-678162178e55 None None] For port b33dd3f8-031c-4241-a78a-fe69c035e661, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b33dd3f8-031c-4241-a78a-fe69c035e661,segment=NetworkSegment(5c538e7b-84df-4c89-a43c-1e076854999f),segment_id=5c538e7b-84df-4c89-a43c-1e076854999f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:33.001361 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c80afcd2-c73e-42f1-b092-678162178e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:33.051706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:33.084632 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-5f246789-ff89-47cf-94f8-2d3a204eb5cb service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2064826 Apr 01 12:25:33.101885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80afcd2-c73e-42f1-b092-678162178e55 None None] Pushing event updated for resources: {'Port': ['ID=b33dd3f8-031c-4241-a78a-fe69c035e661,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:33.181016 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4aa4-0ffb-4e3e-bd6f-a679e96f7d62 req-905761cb-6666-44e1-8085-7591d1c808f6 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:33.182607 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-827f4aa4-0ffb-4e3e-bd6f-a679e96f7d62 req-905761cb-6666-44e1-8085-7591d1c808f6 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 943 time: 0.1038063 Apr 01 12:25:33.218866 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-bd80d156-4370-4d3b-b3fe-7279cc270c1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=69127762-0ca0-4fea-8ced-76dccf2a17ab HTTP/1.1" status: 200 len: 217 time: 0.2897155 Apr 01 12:25:33.219977 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:33.222440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-102c4aa2-b855-4e49-94fa-e69471c7a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:33.223910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-102c4aa2-b855-4e49-94fa-e69471c7a3e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 1.2996609 Apr 01 12:25:33.234052 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3b81295f-c93a-48fe-ba4e-6308b28e33aa None None] Provisioning complete for port b33dd3f8-031c-4241-a78a-fe69c035e661 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:33.234610 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3b81295f-c93a-48fe-ba4e-6308b28e33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:33.238361 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-d2142e1e-f9ac-4768-849c-0251d2dbf0ab req-db3a35f6-ed42-4b16-b5af-ef03bcb8881c tempest-FloatingIPsNegativeTestJSON-1108415441 tempest-FloatingIPsNegativeTestJSON-1108415441-project] show failed (client error): The resource could not be found. Apr 01 12:25:33.239536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2142e1e-f9ac-4768-849c-0251d2dbf0ab req-db3a35f6-ed42-4b16-b5af-ef03bcb8881c tempest-FloatingIPsNegativeTestJSON-1108415441 tempest-FloatingIPsNegativeTestJSON-1108415441-project] 10.222.0.45 "GET /v2.0/floatingips/597ef4d7-92a7-4eee-854a-600bf2c192ed HTTP/1.1" status: 404 len: 350 time: 0.1902664 Apr 01 12:25:33.240679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f46e-6f50-45c0-977b-c4531a2ff7eb req-d8e61f32-1c77-4ffa-9560-7cd68e206b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:33.242385 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6c7f46e-6f50-45c0-977b-c4531a2ff7eb req-d8e61f32-1c77-4ffa-9560-7cd68e206b3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 1.1002207 Apr 01 12:25:33.243267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada7dba-be46-4517-aa15-6dc80072a628 service neutron] Pushing event updated for resources: {'Port': ['ID=67fff7a7-97e5-468f-835b-ee15a89ccd06,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:33.263720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49974) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:33.323195 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'name': 'tempest-FloatingIPsNegativeTestJSON-236272150-router', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:25:21Z', 'updated_at': '2022-04-01T12:25:28Z', 'revision_number': 4, 'project_id': '655c3045a6da4582bee202bb1e68b517', 'gw_port': {'id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:25:23Z', 'updated_at': '2022-04-01T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b33dd3f8-031c-4241-a78a-fe69c035e661', 'name': '', 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'mac_address': 'fa:16:3e:4c:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '956016f0-132e-447d-afa6-82ef7a16de70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:25:27Z', 'updated_at': '2022-04-01T12:25:32Z', 'revision_number': 4, 'project_id': '655c3045a6da4582bee202bb1e68b517', 'subnets': [{'id': '956016f0-132e-447d-afa6-82ef7a16de70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:33.348900 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-827f4aa4-0ffb-4e3e-bd6f-a679e96f7d62 req-67b8d66a-87fe-45c4-b009-d2d814802094 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574566 Apr 01 12:25:33.412400 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae581b3-fc1b-45a4-9402-9a4d792452f7 None None] The sync data for ids ['e8a6e8e7-dade-40d2-843d-c36fe8432e87'] in n-d-836146-1 is: [{'id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'name': 'tempest-FloatingIPsNegativeTestJSON-236272150-router', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:25:21Z', 'updated_at': '2022-04-01T12:25:28Z', 'revision_number': 4, 'project_id': '655c3045a6da4582bee202bb1e68b517', 'gw_port': {'id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:25:23Z', 'updated_at': '2022-04-01T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b33dd3f8-031c-4241-a78a-fe69c035e661', 'name': '', 'network_id': 'b67dd934-052e-48b2-86a6-6d9fa56712b9', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'mac_address': 'fa:16:3e:4c:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '956016f0-132e-447d-afa6-82ef7a16de70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:25:27Z', 'updated_at': '2022-04-01T12:25:32Z', 'revision_number': 4, 'project_id': '655c3045a6da4582bee202bb1e68b517', 'subnets': [{'id': '956016f0-132e-447d-afa6-82ef7a16de70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:25:33.457136 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6c7f46e-6f50-45c0-977b-c4531a2ff7eb req-736bb7ed-83ea-42fc-80d1-fc25f060fd27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f67094aa-da6b-4834-a9b8-29a53904a824 HTTP/1.1" status: 200 len: 217 time: 0.2049170 Apr 01 12:25:33.465298 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-561c67e3-2de5-47c0-9058-3f3798a2214b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=912a530b-0d86-4dab-b118-6bb99714e86f HTTP/1.1" status: 200 len: 217 time: 0.1909869 Apr 01 12:25:33.523769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-10b0d721-486f-47c9-86ef-0298c700fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:33.525345 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-10b0d721-486f-47c9-86ef-0298c700fa29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=504bf52a206041a49c73cff58299a556&device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 1094 time: 0.6804414 Apr 01 12:25:33.648565 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ede16-4221-4403-a7ac-5b2c23689fee req-633cdb64-f2e4-4071-a41b-f43fef1ea6e0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:33.657830 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4b4ede16-4221-4403-a7ac-5b2c23689fee req-633cdb64-f2e4-4071-a41b-f43fef1ea6e0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 948 time: 0.1868999 Apr 01 12:25:33.712213 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4b4ede16-4221-4403-a7ac-5b2c23689fee req-b72ae3af-7c4f-4505-9d2e-b33efa7f2ebf tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520928 Apr 01 12:25:33.741695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-4783ae22-6c17-49c0-ba31-47b242f56637 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67fff7a7-97e5-468f-835b-ee15a89ccd06 HTTP/1.1" status: 200 len: 217 time: 0.1292295 Apr 01 12:25:33.743741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-ae611f6c-47d3-4f7e-99a9-81dbcfbfb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:33.745332 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-ae611f6c-47d3-4f7e-99a9-81dbcfbfb2e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.4790795 Apr 01 12:25:33.746671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=609b3754-5bcb-497f-aa0a-31f07c8214cd,revision_number=8']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:33.928706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['609b3754-5bcb-497f-aa0a-31f07c8214cd'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:33.945789 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-d77d5c5e-5817-4a7d-8088-d23b9a400609 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2ed2abfc729c4877b52987200707cb88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922925 Apr 01 12:25:34.180521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-d2dc140d-48c3-440e-a41e-9f4460d41881 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:34.182842 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-d2dc140d-48c3-440e-a41e-9f4460d41881 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2206860 Apr 01 12:25:34.235500 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c682175a-ee1b-476b-8afe-da817d1e2211 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/quotas/2ed2abfc729c4877b52987200707cb88 HTTP/1.1" status: 200 len: 375 time: 0.0452049 Apr 01 12:25:34.248715 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b33dd3f8-031c-4241-a78a-fe69c035e661 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:34.284256 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:34.311674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b33dd3f8-031c-4241-a78a-fe69c035e661 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:34.312049 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:34.376176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9176fe53-bf1f-45a3-8e81-913178c57e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:34.377692 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-9176fe53-bf1f-45a3-8e81-913178c57e82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ef11ffb-671d-4944-80ae-de5a57ae60fe HTTP/1.1" status: 200 len: 862 time: 0.6227694 Apr 01 12:25:34.383274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-1c1ca391-10ef-49a6-8143-16651b1f2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:34.384771 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-1c1ca391-10ef-49a6-8143-16651b1f2fd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.8349931 Apr 01 12:25:34.386319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f46e-6f50-45c0-977b-c4531a2ff7eb req-be6489b2-e963-43c4-9f13-c5e55c24bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:34.387865 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6c7f46e-6f50-45c0-977b-c4531a2ff7eb req-be6489b2-e963-43c4-9f13-c5e55c24bce0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.8614471 Apr 01 12:25:34.391782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:34.393687 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:34.394464 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-115f0b40-d09b-4f2b-8746-f80b5a9cbdd5 service neutron] 10.222.0.37 "PUT /v2.0/ports/609b3754-5bcb-497f-aa0a-31f07c8214cd HTTP/1.1" status: 200 len: 1121 time: 5.5224397 Apr 01 12:25:34.468742 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-193ec948-0043-40bf-9eb7-2ca6213136c7 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3606350 Apr 01 12:25:34.514913 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-cb999227-dc2c-40f8-89f6-250a15f9e96d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033502 Apr 01 12:25:34.529006 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c1e36-0046-4149-8943-6fed61d27949 req-18e8d4ef-8269-4291-bb53-0cf9ca393474 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:34.530614 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c0c1e36-0046-4149-8943-6fed61d27949 req-18e8d4ef-8269-4291-bb53-0cf9ca393474 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 1.0912986 Apr 01 12:25:34.553478 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-3796aac6-43da-42f5-afcd-ad826422892b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed2abfc729c4877b52987200707cb88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2997558 Apr 01 12:25:34.575540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-134874af-46f5-476b-81c6-3bad861796ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:34.577076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-134874af-46f5-476b-81c6-3bad861796ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7854328 Apr 01 12:25:34.652798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745', 'tag': '69127762-0ca0-4fea-8ced-76dccf2a17ab'}, {'name': 'network-changed', 'server_uuid': 'e86798de-1942-4628-9664-c6d21d86480b', 'tag': '67fff7a7-97e5-468f-835b-ee15a89ccd06'}, {'name': 'network-changed', 'server_uuid': '27ffeb44-e179-427e-b0ce-ac60f5a1e2df', 'tag': '609b3754-5bcb-497f-aa0a-31f07c8214cd'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:34.664141 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d253dff-0247-4bbb-b9da-8b89eb5ad661" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745", "tag": "69127762-0ca0-4fea-8ced-76dccf2a17ab"}, {"name": "network-changed", "server_uuid": "e86798de-1942-4628-9664-c6d21d86480b", "tag": "67fff7a7-97e5-468f-835b-ee15a89ccd06"}, {"name": "network-changed", "server_uuid": "27ffeb44-e179-427e-b0ce-ac60f5a1e2df", "tag": "609b3754-5bcb-497f-aa0a-31f07c8214cd"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:34.787811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-651ed535-4afe-4d64-9775-fe1ad10f8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:34.789767 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-651ed535-4afe-4d64-9775-fe1ad10f8d06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54ec5879-6876-4332-b34c-ec146a3b7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3944452 Apr 01 12:25:34.791758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f46e-6f50-45c0-977b-c4531a2ff7eb req-0a975800-fb5a-4f48-8002-8a615a6d1ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:34.793224 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6c7f46e-6f50-45c0-977b-c4531a2ff7eb req-0a975800-fb5a-4f48-8002-8a615a6d1ba1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3791337 Apr 01 12:25:34.806267 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Deleting port b33dd3f8-031c-4241-a78a-fe69c035e661 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:25:34.806662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:34.843600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00219fd-6a34-4567-830a-158c5085b7fa req-d2014e9e-1d4d-4fe7-898a-a2a379b8cd85 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:34.845166 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e00219fd-6a34-4567-830a-158c5085b7fa req-d2014e9e-1d4d-4fe7-898a-a2a379b8cd85 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.0878317 Apr 01 12:25:34.927602 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c0c1e36-0046-4149-8943-6fed61d27949 req-78db9d2c-9afd-4cdc-b17a-7788596eee4d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704584 Apr 01 12:25:34.940515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1314ab8-0eb2-47c8-9f08-708bfa80ec93 req-40e1a3d8-e5e5-4bd1-8ebf-1e40d867c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:34.942110 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1314ab8-0eb2-47c8-9f08-708bfa80ec93 req-40e1a3d8-e5e5-4bd1-8ebf-1e40d867c7d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 1098 time: 0.4105058 Apr 01 12:25:34.953670 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e00219fd-6a34-4567-830a-158c5085b7fa req-1e59d7fc-9112-4005-8049-c7c67f72e4cf tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987065 Apr 01 12:25:34.980144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] For port b33dd3f8-031c-4241-a78a-fe69c035e661, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b33dd3f8-031c-4241-a78a-fe69c035e661,segment=NetworkSegment(5c538e7b-84df-4c89-a43c-1e076854999f),segment_id=5c538e7b-84df-4c89-a43c-1e076854999f)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:34.980532 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:35.023540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Calling delete_port for b33dd3f8-031c-4241-a78a-fe69c035e661 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:25:35.136883 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-6d5ba244-80c1-43f8-830b-1b7dc7210841 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032548 Apr 01 12:25:35.188164 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-68bfb2e9-ba10-4b74-a57d-cb9995b7fbf8 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840659 Apr 01 12:25:35.235881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3541f-3f6f-4de0-8444-63d643e4c88e req-9afd8234-32cf-4818-a72f-f3af3ca88796 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:35.237325 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8c3541f-3f6f-4de0-8444-63d643e4c88e req-9afd8234-32cf-4818-a72f-f3af3ca88796 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 943 time: 0.1204817 Apr 01 12:25:35.301068 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-cf323d34-318c-4ee6-ad95-90d7779fc72b service neutron] 10.222.0.37 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918270 Apr 01 12:25:35.308175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6c7f46e-6f50-45c0-977b-c4531a2ff7eb req-c165e5ea-03d3-4435-8556-af78c3079297 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015557 Apr 01 12:25:35.313387 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8c3541f-3f6f-4de0-8444-63d643e4c88e req-470f3251-f496-4a5d-b3c0-6bbe43e6e97d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569792 Apr 01 12:25:35.397143 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:35.430913 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33dd3f8-031c-4241-a78a-fe69c035e661,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:35.433940 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f10880-aa99-4fee-b697-02db58e98589 x-openstack-request-id: req-39f10880-aa99-4fee-b697-02db58e98589 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:35.434264 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745", "tag": "69127762-0ca0-4fea-8ced-76dccf2a17ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e86798de-1942-4628-9664-c6d21d86480b", "tag": "67fff7a7-97e5-468f-835b-ee15a89ccd06", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27ffeb44-e179-427e-b0ce-ac60f5a1e2df", "tag": "609b3754-5bcb-497f-aa0a-31f07c8214cd", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:35.434517 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39f10880-aa99-4fee-b697-02db58e98589 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:35.434920 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f10880-aa99-4fee-b697-02db58e98589'] response: {'name': 'network-changed', 'server_uuid': '1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745', 'tag': '69127762-0ca0-4fea-8ced-76dccf2a17ab', 'status': 'completed', 'code': 200} Apr 01 12:25:35.435178 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f10880-aa99-4fee-b697-02db58e98589'] response: {'name': 'network-changed', 'server_uuid': 'e86798de-1942-4628-9664-c6d21d86480b', 'tag': '67fff7a7-97e5-468f-835b-ee15a89ccd06', 'status': 'completed', 'code': 200} Apr 01 12:25:35.435433 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f10880-aa99-4fee-b697-02db58e98589'] response: {'name': 'network-changed', 'server_uuid': '27ffeb44-e179-427e-b0ce-ac60f5a1e2df', 'tag': '609b3754-5bcb-497f-aa0a-31f07c8214cd', 'status': 'completed', 'code': 200} Apr 01 12:25:35.445792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2f6b9-1748-4ae5-b73f-2c5344de85d4 req-b7409720-ba05-424d-9064-5f584d4fdb43 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:35.447376 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86a2f6b9-1748-4ae5-b73f-2c5344de85d4 req-b7409720-ba05-424d-9064-5f584d4fdb43 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 948 time: 0.3486989 Apr 01 12:25:35.553222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1314ab8-0eb2-47c8-9f08-708bfa80ec93 req-a0015f8e-cc7a-40e8-a805-0c1e1c42c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:35.554953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1314ab8-0eb2-47c8-9f08-708bfa80ec93 req-a0015f8e-cc7a-40e8-a805-0c1e1c42c9c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.5967677 Apr 01 12:25:35.689926 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-34beca3c-4552-48e3-abfc-ed25f66578d3 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238924 Apr 01 12:25:35.721354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1314ab8-0eb2-47c8-9f08-708bfa80ec93 req-dadcd48a-f350-4189-a566-82a5bdb4e189 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=969920f5-fbfd-48ba-a2f1-2ab73a63c75d HTTP/1.1" status: 200 len: 217 time: 0.1152875 Apr 01 12:25:35.726089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86a2f6b9-1748-4ae5-b73f-2c5344de85d4 req-dadfc53c-dcb5-40e9-a671-7cf4aac746dd tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473149 Apr 01 12:25:35.733841 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-141dffb1-ccde-4e90-b1a5-93a1049082ee req-458e51ec-b67a-4929-adca-eff5a3f51dc8 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942651 Apr 01 12:25:35.788641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1314ab8-0eb2-47c8-9f08-708bfa80ec93 req-28895786-78f1-4466-bd9a-2d1da593692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:35.790833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1314ab8-0eb2-47c8-9f08-708bfa80ec93 req-28895786-78f1-4466-bd9a-2d1da593692f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0558791 Apr 01 12:25:35.822286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:35.823133 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:35.823716 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:35.824424 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:35.824962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:35.825592 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:35.826155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:35.826731 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:35.827256 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:35.827782 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:35.828323 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:35.828853 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:35.887132 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5de36807-fdd4-4ef5-ace5-2355daeed2ff req-24647857-ef5a-4341-aff7-be4b13fec026 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 210 time: 0.0668583 Apr 01 12:25:35.915769 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06c4fd2-5a4c-4a4f-8c33-828ccb2a7231 req-a3dbebde-3657-4f00-9108-5a8e18294ed8 service neutron] 10.222.0.37 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750670 Apr 01 12:25:35.920470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 609b3754-5bcb-497f-aa0a-31f07c8214cd details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:35.927592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6c7f46e-6f50-45c0-977b-c4531a2ff7eb req-c35902c6-a371-4db7-aca5-0927910b4037 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723484 Apr 01 12:25:35.952283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1314ab8-0eb2-47c8-9f08-708bfa80ec93 req-ff2ce710-4534-438d-beb4-2db236539540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:35.954556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1314ab8-0eb2-47c8-9f08-708bfa80ec93 req-ff2ce710-4534-438d-beb4-2db236539540 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512988 Apr 01 12:25:35.967138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-8a42b0fe-4a48-4e0d-9b0f-9ba33b951b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:35.967138 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-8a42b0fe-4a48-4e0d-9b0f-9ba33b951b8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 1099 time: 0.1216362 Apr 01 12:25:36.016574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707960-b9d0-4da8-96fb-714bf6e49560 req-ad8560d5-f340-4787-ae4c-e605d3329155 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:36.024970 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b707960-b9d0-4da8-96fb-714bf6e49560 req-ad8560d5-f340-4787-ae4c-e605d3329155 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 948 time: 0.1618404 Apr 01 12:25:36.126655 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:36.247004 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838471a8-7b80-46a8-b384-e01a4b3497e7 req-03d5ef94-1d20-4dba-9078-ff6745694d56 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:36.260522 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-838471a8-7b80-46a8-b384-e01a4b3497e7 req-03d5ef94-1d20-4dba-9078-ff6745694d56 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 0.1967359 Apr 01 12:25:36.310074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b707960-b9d0-4da8-96fb-714bf6e49560 req-00faa921-e5dc-4d5a-af24-faa1e7a6ffc1 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855769 Apr 01 12:25:36.313369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:36.350583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 609b3754-5bcb-497f-aa0a-31f07c8214cd has no active binding in host n-h1-836146-1 {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 01 12:25:36.350986 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f67094aa-da6b-4834-a9b8-29a53904a824 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:36.362295 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4df30ad-474f-482e-9714-42b423de21dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:36.401038 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-838471a8-7b80-46a8-b384-e01a4b3497e7 req-94366ec9-cf78-42af-8b85-363c83ba0ce1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393528 Apr 01 12:25:36.430512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-93ed06d4-c66a-4bd5-a986-303b0b30f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:36.435301 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-93ed06d4-c66a-4bd5-a986-303b0b30f09d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=504bf52a206041a49c73cff58299a556&device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 1094 time: 0.3767374 Apr 01 12:25:36.437046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-06ea1835-5d6d-40e8-8d26-8c26026ad3d5 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2ed2abfc729c4877b52987200707cb88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016800 Apr 01 12:25:36.541100 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f67094aa-da6b-4834-a9b8-29a53904a824,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:36.558829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'f67094aa-da6b-4834-a9b8-29a53904a824', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'f67094aa-da6b-4834-a9b8-29a53904a824', 'mac_address': 'fa:16:3e:b7:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:25:36.601043 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1314ab8-0eb2-47c8-9f08-708bfa80ec93 req-348d1c5f-dd4b-463f-8ba8-83df420d92b0 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236875 Apr 01 12:25:36.609294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-9a1c2c13-61d4-48c7-b223-c6a9c244386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:36.610381 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:36.610724 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-9a1c2c13-61d4-48c7-b223-c6a9c244386f service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.6218970 Apr 01 12:25:36.612888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cccc81-c1d4-49fc-9ba2-434153cdfd66 req-75de198a-5382-44f1-b694-b0031e766192 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:36.614607 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-78cccc81-c1d4-49fc-9ba2-434153cdfd66 req-75de198a-5382-44f1-b694-b0031e766192 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 943 time: 0.0976682 Apr 01 12:25:36.636273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67094aa-da6b-4834-a9b8-29a53904a824 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:36.669928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f67094aa-da6b-4834-a9b8-29a53904a824,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:36.676300 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:36.701709 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-78cccc81-c1d4-49fc-9ba2-434153cdfd66 req-3def0ac8-d12a-49bd-bac0-4f7fe466373a tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528505 Apr 01 12:25:36.711342 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Router e8a6e8e7-dade-40d2-843d-c36fe8432e87 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:25:36.758272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=f67094aa-da6b-4834-a9b8-29a53904a824,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:36.853962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:25:36.869397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5210d6e-f9c6-4b4c-85b9-99cfa233c7c0 None None] Sync routers for ids ['e8a6e8e7-dade-40d2-843d-c36fe8432e87'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:25:36.889132 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-92d522a1-a3d4-4258-9566-16acdf4ba484 admin admin] 10.222.0.45 "PUT /v2.0/routers/e8a6e8e7-dade-40d2-843d-c36fe8432e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6209493 Apr 01 12:25:36.889966 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50024) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:36.891917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5210d6e-f9c6-4b4c-85b9-99cfa233c7c0 None None] Routers {'e8a6e8e7-dade-40d2-843d-c36fe8432e87'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:25:36.892848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b5210d6e-f9c6-4b4c-85b9-99cfa233c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:25:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e8a6e8e7-dade-40d2-843d-c36fe8432e87'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:37.043112 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:37.140716 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-6c89f541-b553-418f-a1cc-32fe959a1469 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=69127762-0ca0-4fea-8ced-76dccf2a17ab HTTP/1.1" status: 200 len: 217 time: 0.4955275 Apr 01 12:25:37.166681 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:37.187245 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95325b7-2a17-40ef-a437-78de79c7d7c9 req-ec19a13b-b388-45df-84a7-3f2b03fd0be6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:37.189067 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-b5210d6e-f9c6-4b4c-85b9-99cfa233c7c0 None None] Set router e8a6e8e7-dade-40d2-843d-c36fe8432e87 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:25:37.194971 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b95325b7-2a17-40ef-a437-78de79c7d7c9 req-ec19a13b-b388-45df-84a7-3f2b03fd0be6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 949 time: 0.3378799 Apr 01 12:25:37.245593 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b95325b7-2a17-40ef-a437-78de79c7d7c9 req-5dace244-c542-4961-a371-080b39f99e41 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496316 Apr 01 12:25:37.345219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Deleting port f30a3628-12bb-418d-84a0-b068aa4d531e {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:25:37.345515 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:37.373669 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['f67094aa-da6b-4834-a9b8-29a53904a824'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:37.383093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804e436-84ae-4ae8-9527-e8d6d84d8eaf req-2735db82-32ac-4d81-9129-b1c8affc7e78 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:37.385390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f804e436-84ae-4ae8-9527-e8d6d84d8eaf req-2735db82-32ac-4d81-9129-b1c8affc7e78 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.9373918 Apr 01 12:25:37.406224 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-441fc29a-ff97-4d35-ba94-8004e631454e req-91316705-e5cb-46ae-aede-6b363a5c5c6d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 210 time: 0.0483904 Apr 01 12:25:37.449443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-384d6367-d833-46c3-9fab-fd13e5ad4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:37.451662 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-384d6367-d833-46c3-9fab-fd13e5ad4326 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.2339907 Apr 01 12:25:37.460359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-e65040a2-ed21-4db9-9398-8b51b8253834 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:37.462873 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-e65040a2-ed21-4db9-9398-8b51b8253834 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9936395 Apr 01 12:25:37.487013 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1314ab8-0eb2-47c8-9f08-708bfa80ec93 req-f22069cc-c709-40cf-9984-cc2098d9a750 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8632491 Apr 01 12:25:37.488153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-73a5d9a6-a7ce-4546-afd8-b414c59bec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:37.490404 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-73a5d9a6-a7ce-4546-afd8-b414c59bec92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54ec5879-6876-4332-b34c-ec146a3b7374 HTTP/1.1" status: 200 len: 924 time: 1.0403001 Apr 01 12:25:37.500662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Request body: {'port': {'device_id': '9710dcef-9636-4a58-9701-b1d414c245a6', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '2ed2abfc729c4877b52987200707cb88'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:37.606226 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfb9be-3501-42e5-b7ab-72fd6badf432 req-8e86a9b3-024e-40f6-864f-175b30324b91 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:37.608313 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2dcfb9be-3501-42e5-b7ab-72fd6badf432 req-8e86a9b3-024e-40f6-864f-175b30324b91 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 948 time: 0.0921128 Apr 01 12:25:37.611534 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-43b6176d-0cb7-423b-bf25-c8f17788451a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67fff7a7-97e5-468f-835b-ee15a89ccd06 HTTP/1.1" status: 200 len: 217 time: 0.0872014 Apr 01 12:25:37.617143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] For port f30a3628-12bb-418d-84a0-b068aa4d531e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f30a3628-12bb-418d-84a0-b068aa4d531e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:37.617480 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:37.618841 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b5210d6e-f9c6-4b4c-85b9-99cfa233c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'name': 'tempest-FloatingIPsNegativeTestJSON-236272150-router', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:25:21Z', 'updated_at': '2022-04-01T12:25:35Z', 'revision_number': 5, 'project_id': '655c3045a6da4582bee202bb1e68b517', 'gw_port': {'id': 'f30a3628-12bb-418d-84a0-b068aa4d531e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:25:23Z', 'updated_at': '2022-04-01T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:37.644478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Calling delete_port for f30a3628-12bb-418d-84a0-b068aa4d531e owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:25:37.656066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5210d6e-f9c6-4b4c-85b9-99cfa233c7c0 None None] Checking router: e8a6e8e7-dade-40d2-843d-c36fe8432e87 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:25:37.668301 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5210d6e-f9c6-4b4c-85b9-99cfa233c7c0 None None] Routers {'e8a6e8e7-dade-40d2-843d-c36fe8432e87'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:25:37.668939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b5210d6e-f9c6-4b4c-85b9-99cfa233c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:25:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e8a6e8e7-dade-40d2-843d-c36fe8432e87'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:37.703495 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f804e436-84ae-4ae8-9527-e8d6d84d8eaf req-1f652235-fad0-4daf-8c08-0d14c2e483b1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723465 Apr 01 12:25:37.721141 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2dcfb9be-3501-42e5-b7ab-72fd6badf432 req-ab7b20f1-14e0-4bbb-b7d1-fb1bba776a7d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005375 Apr 01 12:25:37.793338 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-b5210d6e-f9c6-4b4c-85b9-99cfa233c7c0 None None] Set router e8a6e8e7-dade-40d2-843d-c36fe8432e87 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:25:37.799798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-e2e8f80c-dd97-4bc6-b862-ef1ed373ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:37.802267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-e2e8f80c-dd97-4bc6-b862-ef1ed373ecde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ef11ffb-671d-4944-80ae-de5a57ae60fe HTTP/1.1" status: 200 len: 862 time: 0.1777105 Apr 01 12:25:37.853102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-0eb9b1a8-2c32-4f28-8382-95a6c81d0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:37.853467 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-0eb9b1a8-2c32-4f28-8382-95a6c81d0316 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3812008 Apr 01 12:25:37.871688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b5210d6e-f9c6-4b4c-85b9-99cfa233c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'name': 'tempest-FloatingIPsNegativeTestJSON-236272150-router', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:25:21Z', 'updated_at': '2022-04-01T12:25:37Z', 'revision_number': 6, 'project_id': '655c3045a6da4582bee202bb1e68b517', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:37.912499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5210d6e-f9c6-4b4c-85b9-99cfa233c7c0 None None] The sync data for ids ['e8a6e8e7-dade-40d2-843d-c36fe8432e87'] in n-d-836146-1 is: [{'id': 'e8a6e8e7-dade-40d2-843d-c36fe8432e87', 'name': 'tempest-FloatingIPsNegativeTestJSON-236272150-router', 'tenant_id': '655c3045a6da4582bee202bb1e68b517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:25:21Z', 'updated_at': '2022-04-01T12:25:37Z', 'revision_number': 6, 'project_id': '655c3045a6da4582bee202bb1e68b517', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:25:37.960019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 69127762-0ca0-4fea-8ced-76dccf2a17ab details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:37.986667 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57265f56-96ce-4693-992b-8a6eb90a4772 req-097556f4-f5c9-41fe-a88e-1253bb0c9217 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:37.995450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57265f56-96ce-4693-992b-8a6eb90a4772 req-097556f4-f5c9-41fe-a88e-1253bb0c9217 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 0.1878428 Apr 01 12:25:38.023099 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf564a5-922d-4345-989d-0177b9256fc4 req-e826e995-37f1-4e1d-b768-a83740a7d856 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:38.031523 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bdf564a5-922d-4345-989d-0177b9256fc4 req-e826e995-37f1-4e1d-b768-a83740a7d856 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 943 time: 0.2008951 Apr 01 12:25:38.040619 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.095387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-94ee2600-93d3-46cf-9b87-2379b8e3435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:38.097038 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-94ee2600-93d3-46cf-9b87-2379b8e3435c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54ec5879-6876-4332-b34c-ec146a3b7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486870 Apr 01 12:25:38.121586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57265f56-96ce-4693-992b-8a6eb90a4772 req-6d7ae441-5923-4c0b-a974-3a9c018f1701 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096747 Apr 01 12:25:38.132599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Made reservation on behalf of 2ed2abfc729c4877b52987200707cb88 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:38.136036 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.149098 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 69127762-0ca0-4fea-8ced-76dccf2a17ab, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=69127762-0ca0-4fea-8ced-76dccf2a17ab,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:38.166330 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '69127762-0ca0-4fea-8ced-76dccf2a17ab', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '69127762-0ca0-4fea-8ced-76dccf2a17ab', 'mac_address': 'fa:16:3e:ed:30:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:25:38.173811 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-a47cf73d-863d-4562-a4b7-578784c23899 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078825 Apr 01 12:25:38.175514 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.220169 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.237509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69127762-0ca0-4fea-8ced-76dccf2a17ab {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:38.264580 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 69127762-0ca0-4fea-8ced-76dccf2a17ab, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=69127762-0ca0-4fea-8ced-76dccf2a17ab,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:38.270794 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.273812 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.278877 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.288063 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Pushing event deleted for resources: {'Port': ['ID=f30a3628-12bb-418d-84a0-b068aa4d531e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:38.384535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Allocated IP 192.168.233.253 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/407fad9a-7ec6-49aa-8ae8-3287e51fe9fc) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:38.401504 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.403964 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8a6e8e7-dade-40d2-843d-c36fe8432e87 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:25:38.427863 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bdf564a5-922d-4345-989d-0177b9256fc4 req-73cc2ccd-c69d-466c-b15f-ae0bfe7fde46 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942144 Apr 01 12:25:38.441184 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.446182 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d394b958-f234-44aa-ab77-d831e0621100 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e8a6e8e7-dade-40d2-843d-c36fe8432e87 HTTP/1.1" status: 204 len: 168 time: 1.5526733 Apr 01 12:25:38.446954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50040) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:38.483078 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b33dd3f8-031c-4241-a78a-fe69c035e661 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:38.525430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02b6ae6-52ee-4f9f-b3e2-542d3d0095a9 admin admin] Deleting subnet 956016f0-132e-447d-afa6-82ef7a16de70 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:25:38.529692 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d02b6ae6-52ee-4f9f-b3e2-542d3d0095a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.549556 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=69127762-0ca0-4fea-8ced-76dccf2a17ab,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:38.555154 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: b33dd3f8-031c-4241-a78a-fe69c035e661 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:25:38.555549 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b33dd3f8-031c-4241-a78a-fe69c035e661 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:38.557739 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.599538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['69127762-0ca0-4fea-8ced-76dccf2a17ab'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:38.629067 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1724a368-3de0-4277-ac50-5c7f0a772226 req-8e8bd3c8-ea9c-4f77-885d-eb1531d731a3 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 210 time: 0.0511746 Apr 01 12:25:38.638844 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d02b6ae6-52ee-4f9f-b3e2-542d3d0095a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.655192 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.756138 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d02b6ae6-52ee-4f9f-b3e2-542d3d0095a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.825945 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-90b5dc00-2f93-42e3-86aa-584ead90166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.832576 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-a98daa6a-3b2e-4f96-a7b8-313fa9d03195 service neutron] 10.222.0.37 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094700 Apr 01 12:25:38.869652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fd91b-56c9-46fa-bae6-6e0daeba8ac6 req-c9ec8002-70a1-4028-aa48-6b4200af3f25 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:38.871400 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-223fd91b-56c9-46fa-bae6-6e0daeba8ac6 req-c9ec8002-70a1-4028-aa48-6b4200af3f25 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.0902321 Apr 01 12:25:38.892202 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d02b6ae6-52ee-4f9f-b3e2-542d3d0095a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.949511 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.952729 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-223fd91b-56c9-46fa-bae6-6e0daeba8ac6 req-a932810b-0628-47d2-af57-8267d8a19b8c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704656 Apr 01 12:25:38.954262 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b6ae6-52ee-4f9f-b3e2-542d3d0095a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=956016f0-132e-447d-afa6-82ef7a16de70,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:38.958705 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d02b6ae6-52ee-4f9f-b3e2-542d3d0095a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:38.959655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd042b48-10dc-48f8-b59e-8e83610af6be req-ab38b910-fde9-441f-8b99-a6d33d45312c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:38.961472 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd042b48-10dc-48f8-b59e-8e83610af6be req-ab38b910-fde9-441f-8b99-a6d33d45312c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 949 time: 0.5148962 Apr 01 12:25:38.963366 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-c36982ea-0aa4-46a4-85e2-257a552e178c service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149879 Apr 01 12:25:38.968013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50046) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:38.968277 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d02b6ae6-52ee-4f9f-b3e2-542d3d0095a9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/956016f0-132e-447d-afa6-82ef7a16de70 HTTP/1.1" status: 204 len: 168 time: 0.5197506 Apr 01 12:25:38.973492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e7693-d9ef-4977-8e0a-1967941f5e24 None None] Network b67dd934-052e-48b2-86a6-6d9fa56712b9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:25:39.069222 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:39.206784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2649f6-5402-43fb-9c08-55709d7b7138 req-a7dca6eb-f844-4b47-babc-25766a30072f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:39.208702 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bb2649f6-5402-43fb-9c08-55709d7b7138 req-a7dca6eb-f844-4b47-babc-25766a30072f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 949 time: 0.0956914 Apr 01 12:25:39.212186 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd042b48-10dc-48f8-b59e-8e83610af6be req-938c842e-e783-45cc-9c6a-28afd25e75ae tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588285 Apr 01 12:25:39.285334 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bb2649f6-5402-43fb-9c08-55709d7b7138 req-e38fc9b7-7688-4531-ae99-6b02ae76e39c tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553885 Apr 01 12:25:39.321088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-4cf091e3-9bb3-40f6-8b4a-2b2514c227cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:39.322674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec33afa8-ae58-4fa7-9dd6-28261899f1e3 None None] DHCP port deletion for b67dd934-052e-48b2-86a6-6d9fa56712b9 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:25:39.323280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-4cf091e3-9bb3-40f6-8b4a-2b2514c227cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 1124 time: 0.2500052 Apr 01 12:25:39.330318 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-ec31dd1e-30f0-43c5-9bba-624be729f8ef service neutron] 10.222.0.37 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626451 Apr 01 12:25:39.353185 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:39.384437 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:39.425215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['08b03219-2cf5-45da-823b-b241417d44e0'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:39.447048 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:39.476460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:39.476827 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ec33afa8-ae58-4fa7-9dd6-28261899f1e3 None None] Deleting port 29c508fd-4afa-45e6-9de3-e8cc80907255 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:25:39.477200 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec33afa8-ae58-4fa7-9dd6-28261899f1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:39.478930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Pushing event updated for resources: {'Port': ['ID=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:39.521513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:39.529713 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:39.531075 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:39.565690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:39.566147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:39.566571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:39.566975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:39.567378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:39.567815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:39.568231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:39.568626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:39.569020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:39.569384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:39.569793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:39.575382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:25:39.602597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d634a1-1bb3-4249-b4a0-e0fd81d6cbbc req-400bd5b5-b773-463e-9e1c-4aab3e51ff46 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:39.605766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-02d634a1-1bb3-4249-b4a0-e0fd81d6cbbc req-400bd5b5-b773-463e-9e1c-4aab3e51ff46 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 0.2806847 Apr 01 12:25:39.630236 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ec33afa8-ae58-4fa7-9dd6-28261899f1e3 None None] For port 29c508fd-4afa-45e6-9de3-e8cc80907255, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=29c508fd-4afa-45e6-9de3-e8cc80907255,segment=NetworkSegment(5c538e7b-84df-4c89-a43c-1e076854999f),segment_id=5c538e7b-84df-4c89-a43c-1e076854999f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:39.630645 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec33afa8-ae58-4fa7-9dd6-28261899f1e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:39.633044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-192d66bb-5243-4670-a289-7253bbd79b77 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1414850 Apr 01 12:25:39.638386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Deleting port 29c508fd-4afa-45e6-9de3-e8cc80907255 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:25:39.638885 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:39.646555 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a74e6-249d-4288-82c2-0da43e0a7cbd req-becfece6-84f5-4a83-ae08-8629eef47e2e tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:39.650822 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f01a74e6-249d-4288-82c2-0da43e0a7cbd req-becfece6-84f5-4a83-ae08-8629eef47e2e tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 943 time: 0.0728178 Apr 01 12:25:39.659215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ec33afa8-ae58-4fa7-9dd6-28261899f1e3 None None] Calling delete_port for 29c508fd-4afa-45e6-9de3-e8cc80907255 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:25:39.668085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Request body: {'port': {'device_id': '9710dcef-9636-4a58-9701-b1d414c245a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:39.720687 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f01a74e6-249d-4288-82c2-0da43e0a7cbd req-cd27099b-9e79-478b-984a-d7e6770fc8c4 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553403 Apr 01 12:25:39.728671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-48ec47bb-5853-485c-948e-864ffd164f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:39.730706 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-48ec47bb-5853-485c-948e-864ffd164f91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.3989439 Apr 01 12:25:39.844293 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-e605fb11-ab73-4696-bdc9-686a41fa5168 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd HTTP/1.1" status: 200 len: 217 time: 0.0976589 Apr 01 12:25:39.845470 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d07232-f86c-4775-8614-feecd0ac0fe0 req-3004448b-25da-4a53-81cd-3ce1accf5c80 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:39.854107 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03d07232-f86c-4775-8614-feecd0ac0fe0 req-3004448b-25da-4a53-81cd-3ce1accf5c80 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 936 time: 0.0651047 Apr 01 12:25:39.876170 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-02d634a1-1bb3-4249-b4a0-e0fd81d6cbbc req-d6ce3f66-354f-4226-8a52-2cdd55ed2616 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558305 Apr 01 12:25:39.913993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:39.928174 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03d07232-f86c-4775-8614-feecd0ac0fe0 req-69d0435d-9cec-43a7-9b94-9ab5cdd5505c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729246 Apr 01 12:25:39.943088 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b2b767cf-2879-4c9f-a1db-2f3284b04fa1 None None] Provisioning complete for port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:39.943498 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b2b767cf-2879-4c9f-a1db-2f3284b04fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:39.955421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] For port 29c508fd-4afa-45e6-9de3-e8cc80907255, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=29c508fd-4afa-45e6-9de3-e8cc80907255,segment=NetworkSegment(5c538e7b-84df-4c89-a43c-1e076854999f),segment_id=5c538e7b-84df-4c89-a43c-1e076854999f)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:39.956158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 969920f5-fbfd-48ba-a2f1-2ab73a63c75d details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:39.956283 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:39.958086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f67094aa-da6b-4834-a9b8-29a53904a824 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:40.004252 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Calling delete_port for 29c508fd-4afa-45e6-9de3-e8cc80907255 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:25:40.008412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-7f6f1ca7-c76b-4962-9369-130eb7208fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:40.009869 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-7f6f1ca7-c76b-4962-9369-130eb7208fdb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.1482728 Apr 01 12:25:40.078887 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-1f429ea4-f2b8-484f-9fb5-f0547c9914f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454583 Apr 01 12:25:40.165718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 69127762-0ca0-4fea-8ced-76dccf2a17ab up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:40.178085 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f30a3628-12bb-418d-84a0-b068aa4d531e no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:40.284272 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec33afa8-ae58-4fa7-9dd6-28261899f1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:40.329146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b2b767cf-2879-4c9f-a1db-2f3284b04fa1 None None] Port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:25:40.385531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: f30a3628-12bb-418d-84a0-b068aa4d531e {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:25:40.385875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f30a3628-12bb-418d-84a0-b068aa4d531e not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:40.386367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 29c508fd-4afa-45e6-9de3-e8cc80907255 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:40.388185 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33afa8-ae58-4fa7-9dd6-28261899f1e3 None None] Pushing event deleted for resources: {'Port': ['ID=29c508fd-4afa-45e6-9de3-e8cc80907255,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:40.388311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e4f74-c9ec-43d9-a806-985e4cdb954e req-dcd227ad-1bd5-414b-b786-b80570831c6e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:40.400994 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-104e4f74-c9ec-43d9-a806-985e4cdb954e req-dcd227ad-1bd5-414b-b786-b80570831c6e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 949 time: 0.0764534 Apr 01 12:25:40.447776 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-104e4f74-c9ec-43d9-a806-985e4cdb954e req-44133e39-987e-4422-a3d3-f2fca8c84704 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455804 Apr 01 12:25:40.453338 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33afa8-ae58-4fa7-9dd6-28261899f1e3 None None] No DVR routers for this DVR port 29c508fd-4afa-45e6-9de3-e8cc80907255 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:25:40.491433 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:40.493271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 29c508fd-4afa-45e6-9de3-e8cc80907255 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:25:40.493613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 29c508fd-4afa-45e6-9de3-e8cc80907255 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:40.537793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 69127762-0ca0-4fea-8ced-76dccf2a17ab completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:25:40.556592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port f67094aa-da6b-4834-a9b8-29a53904a824 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:25:40.566605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 69127762-0ca0-4fea-8ced-76dccf2a17ab triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:40.567086 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:40.621239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=969920f5-fbfd-48ba-a2f1-2ab73a63c75d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:40.624116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port f67094aa-da6b-4834-a9b8-29a53904a824 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:40.624494 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:40.626906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d4489-5695-4b6d-9f43-2be9c2ef91ce req-11a7a63c-8df4-403f-9e4a-ff84ad0aafc2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:40.639447 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-060d4489-5695-4b6d-9f43-2be9c2ef91ce req-11a7a63c-8df4-403f-9e4a-ff84ad0aafc2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 949 time: 0.0997574 Apr 01 12:25:40.667970 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '969920f5-fbfd-48ba-a2f1-2ab73a63c75d', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '969920f5-fbfd-48ba-a2f1-2ab73a63c75d', 'mac_address': 'fa:16:3e:3d:48:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:25:40.699823 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-060d4489-5695-4b6d-9f43-2be9c2ef91ce req-92642efc-c20c-4068-87a8-89fbd8590c33 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586400 Apr 01 12:25:40.760219 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:40.762715 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:40.776918 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767bc27-4668-47c0-b13c-51e387402ebc req-f5474a87-342b-49b8-8ce4-d880d78e0ba1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:40.792180 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c767bc27-4668-47c0-b13c-51e387402ebc req-f5474a87-342b-49b8-8ce4-d880d78e0ba1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.6383054 Apr 01 12:25:40.807491 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969920f5-fbfd-48ba-a2f1-2ab73a63c75d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:40.832515 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69127762-0ca0-4fea-8ced-76dccf2a17ab'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:40.835552 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03bf4c3-993b-4b52-ae15-450cfc193714" -d '{"events": [{"server_uuid": "1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745", "name": "network-vif-plugged", "status": "completed", "tag": "69127762-0ca0-4fea-8ced-76dccf2a17ab"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:40.857582 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-a4fc0afb-d0f5-481b-9f06-39a3897212bd service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069714 Apr 01 12:25:40.858582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 69127762-0ca0-4fea-8ced-76dccf2a17ab, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=69127762-0ca0-4fea-8ced-76dccf2a17ab,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:40.865249 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:40.871910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=969920f5-fbfd-48ba-a2f1-2ab73a63c75d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:40.880379 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:40.889771 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:40.890450 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 67fff7a7-97e5-468f-835b-ee15a89ccd06 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:40.898485 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c6bc3-a572-4878-a6d7-12b0e548b44a req-96795e35-a4e8-43a4-92f0-be2853d836af tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:40.909310 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d28c6bc3-a572-4878-a6d7-12b0e548b44a req-96795e35-a4e8-43a4-92f0-be2853d836af tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 943 time: 0.0957541 Apr 01 12:25:40.961629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f67094aa-da6b-4834-a9b8-29a53904a824,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:40.971977 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:40.976532 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:40.980140 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d253dff-0247-4bbb-b9da-8b89eb5ad661 req-112a5a74-1df1-48f7-a7da-b3e6d467acb7 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131115 Apr 01 12:25:40.984018 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d28c6bc3-a572-4878-a6d7-12b0e548b44a req-820d199f-0d06-41f5-b048-6e30f4a63651 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691564 Apr 01 12:25:40.991148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=69127762-0ca0-4fea-8ced-76dccf2a17ab,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:41.060100 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c767bc27-4668-47c0-b13c-51e387402ebc req-edf539c1-f19e-4949-99a7-3a943554c736 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660012 Apr 01 12:25:41.064396 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c508fd-4afa-45e6-9de3-e8cc80907255,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:41.069850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] No DVR routers for this DVR port 29c508fd-4afa-45e6-9de3-e8cc80907255 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:25:41.142394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 67fff7a7-97e5-468f-835b-ee15a89ccd06, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=67fff7a7-97e5-468f-835b-ee15a89ccd06,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:41.171212 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fa4231-9d39-4732-bb11-120cb8be74ce x-openstack-request-id: req-23fa4231-9d39-4732-bb11-120cb8be74ce {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:41.171806 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745", "name": "network-vif-plugged", "status": "completed", "tag": "69127762-0ca0-4fea-8ced-76dccf2a17ab", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:41.172221 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23fa4231-9d39-4732-bb11-120cb8be74ce {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:41.173927 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fa4231-9d39-4732-bb11-120cb8be74ce'] response: {'server_uuid': '1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69127762-0ca0-4fea-8ced-76dccf2a17ab', 'code': 200} Apr 01 12:25:41.191874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '67fff7a7-97e5-468f-835b-ee15a89ccd06', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'port_id': '67fff7a7-97e5-468f-835b-ee15a89ccd06', 'mac_address': 'fa:16:3e:bb:56:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:25:41.272412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=969920f5-fbfd-48ba-a2f1-2ab73a63c75d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:41.297015 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.306841 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27fb4b-9b5f-45c5-aaa0-9b715d934554 req-52f95a2c-e07b-41e3-8c10-0848e3eed1ec tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:41.307039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:41.311723 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.319856 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1e27fb4b-9b5f-45c5-aaa0-9b715d934554 req-52f95a2c-e07b-41e3-8c10-0848e3eed1ec tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 0.1634834 Apr 01 12:25:41.336972 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.349829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fff7a7-97e5-468f-835b-ee15a89ccd06 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:41.360105 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.360642 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.361553 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.361879 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > port after_create 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.362234 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.362564 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > port after_update 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.362993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.363311 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.363638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.364088 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.400734 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1e27fb4b-9b5f-45c5-aaa0-9b715d934554 req-ded8c188-b16f-49f1-bdd7-48ab0cff3efc tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784624 Apr 01 12:25:41.404538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=f67094aa-da6b-4834-a9b8-29a53904a824,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:41.408293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 67fff7a7-97e5-468f-835b-ee15a89ccd06, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=67fff7a7-97e5-468f-835b-ee15a89ccd06,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:41.414413 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.470432 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.470835 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.471174 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.471505 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 12:25:41.471881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67dd934-052e-48b2-86a6-6d9fa56712b9']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:41.484607 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=67fff7a7-97e5-468f-835b-ee15a89ccd06,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:41.485365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db814c1-2569-4911-9a30-6c7f82fa4c39 req-23ad214a-deb7-42d8-bfd7-dabf89582714 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:41.487236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9db814c1-2569-4911-9a30-6c7f82fa4c39 req-23ad214a-deb7-42d8-bfd7-dabf89582714 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 936 time: 0.3128157 Apr 01 12:25:41.516097 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Transition to ACTIVE for port object 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:25:41.518351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c538e7b-84df-4c89-a43c-1e076854999f') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:41.518673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c538e7b-84df-4c89-a43c-1e076854999f') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:25:41.560637 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.567835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2a3d9-3647-43cf-a162-37bd91a5000f req-2ba13ac9-ca2a-4aa2-822d-be2d5c604140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:41.569366 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44f2a3d9-3647-43cf-a162-37bd91a5000f req-2ba13ac9-ca2a-4aa2-822d-be2d5c604140 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 1101 time: 0.4239159 Apr 01 12:25:41.573714 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.613137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f1338-c612-4313-ab2e-a531df2c122c req-1c0f6fae-5e7a-4e07-ae2b-7fd7d22faa95 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:41.620380 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4c8f1338-c612-4313-ab2e-a531df2c122c req-1c0f6fae-5e7a-4e07-ae2b-7fd7d22faa95 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0858381 Apr 01 12:25:41.634704 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.666031 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.682149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9db814c1-2569-4911-9a30-6c7f82fa4c39 req-9800975c-4f20-4116-b437-f0ef86dcf299 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661668 Apr 01 12:25:41.689322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:25:41.689743 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: from cryptography.utils import int_from_bytes Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: from cryptography.utils import int_from_bytes Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:25:41.697515 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:25:41.707885 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4c8f1338-c612-4313-ab2e-a531df2c122c req-337dbf14-a037-414f-a11b-62891eec428a tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745885 Apr 01 12:25:41.719771 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44f2a3d9-3647-43cf-a162-37bd91a5000f req-a4547e26-0774-4e76-b402-ba223e7c94cc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322892 Apr 01 12:25:41.725205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Pushing event updated for resources: {'Port': ['ID=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:41.786651 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.814178 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.854650 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.858430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b67dd934-052e-48b2-86a6-6d9fa56712b9 HTTP/1.1" status: 204 len: 168 time: 2.8862898 Apr 01 12:25:41.875308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212961f-a5f7-4fa5-adeb-af4ef9399d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=b67dd934-052e-48b2-86a6-6d9fa56712b9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:41.903888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Attempting to bind port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:41.904483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Attempting to bind port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:41.905021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Attempting to bind port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:41.916024 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff1b02-23a9-4a7b-8c52-b1a1f3038a76 req-5821978e-d11b-41ca-a986-b1f6fc4532d1 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:41.918282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8ff1b02-23a9-4a7b-8c52-b1a1f3038a76 req-5821978e-d11b-41ca-a986-b1f6fc4532d1 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 950 time: 0.1073403 Apr 01 12:25:41.920797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:41.921114 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Attempting to bind port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:41.928141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:41.928477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:41.928859 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:41.929367 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Bound port: 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:41.929875 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:41.973570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['969920f5-fbfd-48ba-a2f1-2ab73a63c75d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:42.002480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8ff1b02-23a9-4a7b-8c52-b1a1f3038a76 req-b1d3f39c-be45-48b5-8c14-659d0a22e7c0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738947 Apr 01 12:25:42.034610 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['67fff7a7-97e5-468f-835b-ee15a89ccd06'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:42.064874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] For port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:42.067218 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50088) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:42.068347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] For port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:42.072562 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:42.141695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:42.143056 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:42.144108 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] 10.222.0.37 "PUT /v2.0/ports/407fad9a-7ec6-49aa-8ae8-3287e51fe9fc HTTP/1.1" status: 200 len: 1096 time: 2.4829304 Apr 01 12:25:42.144557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9710dcef-9636-4a58-9701-b1d414c245a6', 'tag': '407fad9a-7ec6-49aa-8ae8-3287e51fe9fc'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:42.147069 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf0337d-c497-440f-942b-1ec610175087" -d '{"events": [{"name": "network-changed", "server_uuid": "9710dcef-9636-4a58-9701-b1d414c245a6", "tag": "407fad9a-7ec6-49aa-8ae8-3287e51fe9fc"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:42.174978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c0c90-f5d0-485c-b9db-d9882fc0c6ed service neutron] Pushing event updated for resources: {'Port': ['ID=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:42.232559 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-52a9ce96-7db9-49b4-8659-496b3644ea23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=655c3045a6da4582bee202bb1e68b517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615591 Apr 01 12:25:42.238758 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf2d87-0f10-462f-a6fa-92f4fa20da19 req-085e4568-00c0-4e00-bb64-76f1241d057c tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:42.250035 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-afaf2d87-0f10-462f-a6fa-92f4fa20da19 req-085e4568-00c0-4e00-bb64-76f1241d057c tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 944 time: 0.1475015 Apr 01 12:25:42.251982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50094) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:42.337756 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-afaf2d87-0f10-462f-a6fa-92f4fa20da19 req-5eea913a-8b55-4766-b678-b3d7c8924fb4 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865846 Apr 01 12:25:42.341686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-7670e3ab-511b-4008-a289-eb8cd469cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:42.343261 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-7670e3ab-511b-4008-a289-eb8cd469cfd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed2abfc729c4877b52987200707cb88&device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 1099 time: 0.1418395 Apr 01 12:25:42.352862 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5683173e-0d94-4542-b036-82186afbbee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:42.406911 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5683173e-0d94-4542-b036-82186afbbee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:42.435656 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4daf7-42d0-4671-a2d5-a91c220fd367 req-2c0d3355-3553-421e-81b9-a94252914b71 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:42.437215 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23f4daf7-42d0-4671-a2d5-a91c220fd367 req-2c0d3355-3553-421e-81b9-a94252914b71 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.1532009 Apr 01 12:25:42.438702 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-e8d3dfa4-068e-4f3b-aca4-5d92d77dc5c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc HTTP/1.1" status: 200 len: 217 time: 0.0773826 Apr 01 12:25:42.440240 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0936dd15-c032-4b93-9ff3-2f848c196d61 x-openstack-request-id: req-0936dd15-c032-4b93-9ff3-2f848c196d61 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:42.440535 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9710dcef-9636-4a58-9701-b1d414c245a6", "tag": "407fad9a-7ec6-49aa-8ae8-3287e51fe9fc", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:42.440789 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0936dd15-c032-4b93-9ff3-2f848c196d61 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:42.441324 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0936dd15-c032-4b93-9ff3-2f848c196d61'] response: {'name': 'network-changed', 'server_uuid': '9710dcef-9636-4a58-9701-b1d414c245a6', 'tag': '407fad9a-7ec6-49aa-8ae8-3287e51fe9fc', 'status': 'completed', 'code': 200} Apr 01 12:25:42.491549 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5683173e-0d94-4542-b036-82186afbbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:42.494783 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5683173e-0d94-4542-b036-82186afbbee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:42.497179 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5683173e-0d94-4542-b036-82186afbbee5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7b2d613-0674-435b-a3a4-28f8ca4b1660 HTTP/1.1" status: 204 len: 168 time: 0.2430377 Apr 01 12:25:42.519115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683173e-0d94-4542-b036-82186afbbee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b2d613-0674-435b-a3a4-28f8ca4b1660,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:42.557203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23f4daf7-42d0-4671-a2d5-a91c220fd367 req-96559e67-64bb-43b6-86c7-42060a9ca288 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114516 Apr 01 12:25:42.564881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-d40efea3-6bed-4eef-800c-6cbafc30fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:42.566990 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-d40efea3-6bed-4eef-800c-6cbafc30fe24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1083534 Apr 01 12:25:42.607273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506538c-52da-44ae-9d46-5574037e1c2e req-a60206e7-4790-4b96-ab09-c50e6d0fbaf4 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:42.615045 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f506538c-52da-44ae-9d46-5574037e1c2e req-a60206e7-4790-4b96-ab09-c50e6d0fbaf4 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 0.0924249 Apr 01 12:25:42.649809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-29571782-cf4e-4553-8a1d-8fe6ffbde86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:42.652280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-29571782-cf4e-4553-8a1d-8fe6ffbde86f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758636 Apr 01 12:25:42.657890 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f506538c-52da-44ae-9d46-5574037e1c2e req-5005d94f-1228-44c0-92cd-f2d4ce541186 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Apr 01 12:25:42.793062 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-5bdb3293-7f6e-4bdb-8179-ee6fb9341459 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320584 Apr 01 12:25:42.857572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdbe65-2111-44dd-8455-e9682bd98021 req-7e21442b-149b-4cbd-9f62-d7dc4a02fb49 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:42.862529 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e9fdbe65-2111-44dd-8455-e9682bd98021 req-7e21442b-149b-4cbd-9f62-d7dc4a02fb49 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 948 time: 0.0687120 Apr 01 12:25:42.917047 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e9fdbe65-2111-44dd-8455-e9682bd98021 req-9cf356eb-74e2-4347-8056-0d85e47a4f19 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492289 Apr 01 12:25:42.927546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4581c7e-919c-494e-88cd-441bf53882a8 req-672c9ee6-7ed5-4e23-ac9e-2d2f6b76175f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:42.929073 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4581c7e-919c-494e-88cd-441bf53882a8 req-672c9ee6-7ed5-4e23-ac9e-2d2f6b76175f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1081409 Apr 01 12:25:42.947155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46214f55-d7a1-4d4a-a0fa-ce0cac410ab7 req-6579cfef-848e-44b0-99c7-f90f440be5a3 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469936 Apr 01 12:25:42.978063 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4581c7e-919c-494e-88cd-441bf53882a8 req-87eb95e8-b14e-4bea-a4f4-5065f5561b1f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Apr 01 12:25:43.064490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775f288-289a-47b6-adf8-c03e1ff7b631 req-dabcb15d-80aa-4ed0-9e86-c31f7f34ed28 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:43.070598 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3775f288-289a-47b6-adf8-c03e1ff7b631 req-dabcb15d-80aa-4ed0-9e86-c31f7f34ed28 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 945 time: 0.0747368 Apr 01 12:25:43.101068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0337d-c497-440f-942b-1ec610175087 req-bbefe103-e283-47d1-823b-c50b4b13c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:43.103737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bf0337d-c497-440f-942b-1ec610175087 req-bbefe103-e283-47d1-823b-c50b4b13c2b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed2abfc729c4877b52987200707cb88&device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 1099 time: 0.0689015 Apr 01 12:25:43.134379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3775f288-289a-47b6-adf8-c03e1ff7b631 req-982ef318-8236-4ce8-8671-7cab0470c056 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576344 Apr 01 12:25:43.177598 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67094aa-da6b-4834-a9b8-29a53904a824'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:43.181575 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127a1c44-812d-4ee4-803b-5d01a8ec4030" -d '{"events": [{"server_uuid": "edee227c-aec1-4e97-8157-0e0c15cfe531", "name": "network-vif-plugged", "status": "completed", "tag": "f67094aa-da6b-4834-a9b8-29a53904a824"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:43.221112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98095964-c7ec-40f9-8146-73b5c9ac2294 req-976c9a0f-733a-48e6-a0d0-63338749df70 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:43.222903 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-98095964-c7ec-40f9-8146-73b5c9ac2294 req-976c9a0f-733a-48e6-a0d0-63338749df70 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 950 time: 0.1261449 Apr 01 12:25:43.229369 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9440cd6-e98f-4d2a-86f8-ec214bc1ea69 x-openstack-request-id: req-a9440cd6-e98f-4d2a-86f8-ec214bc1ea69 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:43.229872 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edee227c-aec1-4e97-8157-0e0c15cfe531", "name": "network-vif-plugged", "status": "completed", "tag": "f67094aa-da6b-4834-a9b8-29a53904a824", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:43.230439 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9440cd6-e98f-4d2a-86f8-ec214bc1ea69 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:43.231231 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9440cd6-e98f-4d2a-86f8-ec214bc1ea69'] response: {'server_uuid': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67094aa-da6b-4834-a9b8-29a53904a824', 'code': 200} Apr 01 12:25:43.267145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0337d-c497-440f-942b-1ec610175087 req-4616a2e0-debd-4efd-9ab4-c23f6a6e9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:43.268612 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bf0337d-c497-440f-942b-1ec610175087 req-4616a2e0-debd-4efd-9ab4-c23f6a6e9dc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1497452 Apr 01 12:25:43.335693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bf0337d-c497-440f-942b-1ec610175087 req-668c4929-0a3a-4ab6-9686-3e789fbcd3af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc HTTP/1.1" status: 200 len: 217 time: 0.0529301 Apr 01 12:25:43.338682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-98095964-c7ec-40f9-8146-73b5c9ac2294 req-1aa6c508-fe5a-4707-a2a2-dd4cb2750aea tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006868 Apr 01 12:25:43.406620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ae877-d86f-458d-8e58-83277e0adb23 req-461bb928-a11d-4f33-bc34-4c48e4232463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:43.408141 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f3ae877-d86f-458d-8e58-83277e0adb23 req-461bb928-a11d-4f33-bc34-4c48e4232463 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 1101 time: 0.1146011 Apr 01 12:25:43.409942 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0337d-c497-440f-942b-1ec610175087 req-370dc30f-0073-490e-8759-ac87bd75aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:43.411300 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bf0337d-c497-440f-942b-1ec610175087 req-370dc30f-0073-490e-8759-ac87bd75aded service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0587931 Apr 01 12:25:43.478395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f3ae877-d86f-458d-8e58-83277e0adb23 req-04a6a49b-fe37-4008-834c-ac53474ea9cc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573051 Apr 01 12:25:43.484881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f036298-2c0d-4965-96b1-32c81c5124da req-2bdb80dd-be7a-4a10-98f2-e34cab224422 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:43.486481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0337d-c497-440f-942b-1ec610175087 req-a5823610-5a91-4380-a995-98590eb44f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:43.488015 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bf0337d-c497-440f-942b-1ec610175087 req-a5823610-5a91-4380-a995-98590eb44f41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0658529 Apr 01 12:25:43.490520 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2f036298-2c0d-4965-96b1-32c81c5124da req-2bdb80dd-be7a-4a10-98f2-e34cab224422 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 944 time: 0.0602531 Apr 01 12:25:43.527817 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2f036298-2c0d-4965-96b1-32c81c5124da req-633c4341-e3ed-486d-a187-506b8acf1720 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352461 Apr 01 12:25:43.699514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd10849-c588-4b9d-9902-91d7b5e58980 req-cd53850c-4906-4410-ad4b-e004fbc66719 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:43.701021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ccd10849-c588-4b9d-9902-91d7b5e58980 req-cd53850c-4906-4410-ad4b-e004fbc66719 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.0648525 Apr 01 12:25:43.741608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ccd10849-c588-4b9d-9902-91d7b5e58980 req-ff3f0a9e-836f-477b-9e1e-f452e553d5ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336721 Apr 01 12:25:43.780316 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e78d4-d9eb-4023-b6aa-e950b431102a req-1457b5bd-efe4-4771-8471-1b53cb061af9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:43.781897 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-788e78d4-d9eb-4023-b6aa-e950b431102a req-1457b5bd-efe4-4771-8471-1b53cb061af9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 0.0500603 Apr 01 12:25:43.822408 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-788e78d4-d9eb-4023-b6aa-e950b431102a req-b2860d5d-5b99-476d-a900-32f3be92a53c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Apr 01 12:25:43.849436 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bf0337d-c497-440f-942b-1ec610175087 req-f2580360-9c31-4d2c-8c25-4956420acb9b service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001422 Apr 01 12:25:43.945524 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bf0337d-c497-440f-942b-1ec610175087 req-932276b3-98fb-41e1-9bdc-65a591c509f3 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886538 Apr 01 12:25:43.968460 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 609b3754-5bcb-497f-aa0a-31f07c8214cd details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:44.046960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c144d-50ea-4825-a8ff-d3777ed30ea2 req-d09a1e87-471a-44f6-bb8a-65d7e76d4b96 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:44.049481 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d63c144d-50ea-4825-a8ff-d3777ed30ea2 req-d09a1e87-471a-44f6-bb8a-65d7e76d4b96 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 948 time: 0.0584009 Apr 01 12:25:44.079073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:44.092540 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d63c144d-50ea-4825-a8ff-d3777ed30ea2 req-0fd3649c-728e-4ed5-b765-5f9415dbd0ec tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Apr 01 12:25:44.095362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 609b3754-5bcb-497f-aa0a-31f07c8214cd has no active binding in host n-h1-836146-1 {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 01 12:25:44.130433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f4c78-ccdc-47b9-9640-1ebe19a8a448 req-31af9e02-b68a-474b-b57a-0958f3bb4314 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:44.131929 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b7f4c78-ccdc-47b9-9640-1ebe19a8a448 req-31af9e02-b68a-474b-b57a-0958f3bb4314 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0624914 Apr 01 12:25:44.172129 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b7f4c78-ccdc-47b9-9640-1ebe19a8a448 req-f5443bda-8a24-4774-a848-d84a176629b9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340593 Apr 01 12:25:44.255145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7018c-c97f-4a03-a6d1-b312592308d1 req-4e7399e4-5350-40ac-aca7-49d38a14f7b5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:44.256676 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1dc7018c-c97f-4a03-a6d1-b312592308d1 req-4e7399e4-5350-40ac-aca7-49d38a14f7b5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 945 time: 0.0500805 Apr 01 12:25:44.303011 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1dc7018c-c97f-4a03-a6d1-b312592308d1 req-60c95a65-d8a9-4b6d-9323-667cb8af8b71 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393786 Apr 01 12:25:44.462038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48322760-6403-4f22-9bb5-03184a4981f4 req-c52b158b-5ba8-4262-8b4f-bb132afe332e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:44.463570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-48322760-6403-4f22-9bb5-03184a4981f4 req-c52b158b-5ba8-4262-8b4f-bb132afe332e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 950 time: 0.0486591 Apr 01 12:25:44.503079 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-48322760-6403-4f22-9bb5-03184a4981f4 req-009d16fe-70b7-4097-a9d8-ee770f9c3dab tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327575 Apr 01 12:25:44.654713 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51839e-b968-448d-9ea9-b12a5678d9a1 req-597bb0e3-dd3f-4284-b2d8-4d444f74c7fb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:44.656395 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d51839e-b968-448d-9ea9-b12a5678d9a1 req-597bb0e3-dd3f-4284-b2d8-4d444f74c7fb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 944 time: 0.0549014 Apr 01 12:25:44.659168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f166bd-5802-43c8-b05b-6fc04d395684 req-b75deaf7-5164-4fe6-8c57-333e66f6b805 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:44.660702 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-09f166bd-5802-43c8-b05b-6fc04d395684 req-b75deaf7-5164-4fe6-8c57-333e66f6b805 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 948 time: 0.0891778 Apr 01 12:25:44.671280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-0559c607-ef06-48e6-b7b1-bf359484c5e1 service neutron] 10.222.0.44 "GET /v2.0/ports/609b3754-5bcb-497f-aa0a-31f07c8214cd/bindings/n-h1-836146-1 HTTP/1.1" status: 200 len: 384 time: 0.0882413 Apr 01 12:25:44.707228 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d51839e-b968-448d-9ea9-b12a5678d9a1 req-0d1374f3-86f1-4aab-9378-c8c8e59810ec tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417709 Apr 01 12:25:44.736645 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-09f166bd-5802-43c8-b05b-6fc04d395684 req-e1150cb8-169a-42df-96b2-7bdabadf31d6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674841 Apr 01 12:25:44.908769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ba0cf-3b0e-4ce7-9444-e0803649f051 req-ed17ebf3-a770-4744-985b-7f512e2e2bf9 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:44.910775 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b3ba0cf-3b0e-4ce7-9444-e0803649f051 req-ed17ebf3-a770-4744-985b-7f512e2e2bf9 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.0809472 Apr 01 12:25:44.966870 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b3ba0cf-3b0e-4ce7-9444-e0803649f051 req-2e5ea471-5d0a-4372-82f8-4d453b845dbc tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495453 Apr 01 12:25:44.973606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-d294a525-af29-4e9c-8c06-6acebfb46093 service neutron] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:45.005336 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03d9ad-1469-498d-b1c3-072dea249a5c req-8daa7132-4b57-46e7-9216-8a467c903afa tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:45.007034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb03d9ad-1469-498d-b1c3-072dea249a5c req-8daa7132-4b57-46e7-9216-8a467c903afa tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 945 time: 0.1182516 Apr 01 12:25:45.028763 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-d294a525-af29-4e9c-8c06-6acebfb46093 service neutron] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:45.075749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033293e-a97f-4c01-90ff-a711f9e7b9cd req-299775c5-32c2-4cf7-a019-37fa3a918273 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:45.077308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6033293e-a97f-4c01-90ff-a711f9e7b9cd req-299775c5-32c2-4cf7-a019-37fa3a918273 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 943 time: 0.1740818 Apr 01 12:25:45.119873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-d294a525-af29-4e9c-8c06-6acebfb46093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609b3754-5bcb-497f-aa0a-31f07c8214cd {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:45.153590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-d294a525-af29-4e9c-8c06-6acebfb46093 service neutron] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:45.185195 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-d294a525-af29-4e9c-8c06-6acebfb46093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:45.198240 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6033293e-a97f-4c01-90ff-a711f9e7b9cd req-3e206135-de90-4556-a913-f95d790236a8 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100388 Apr 01 12:25:45.253145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf1790-0f17-4e0a-b871-5b0df32a4efa req-48dadd33-b61c-44be-a85b-0642c926e27f tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:45.255348 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3bcf1790-0f17-4e0a-b871-5b0df32a4efa req-48dadd33-b61c-44be-a85b-0642c926e27f tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 948 time: 0.0777118 Apr 01 12:25:45.305653 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3bcf1790-0f17-4e0a-b871-5b0df32a4efa req-e9931356-74a3-4f0c-903a-85fa6da34297 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428929 Apr 01 12:25:45.324936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-fb03d9ad-1469-498d-b1c3-072dea249a5c req-a4fac84f-0fbc-4da0-9ec1-1c0b62f62ea9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Deleting port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:25:45.326653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fb03d9ad-1469-498d-b1c3-072dea249a5c req-a4fac84f-0fbc-4da0-9ec1-1c0b62f62ea9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:45.429208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9f85b-0c2c-42bf-93f2-e55a4fa882ce req-1796b4ea-8daf-4d00-8a1d-1b6a989c45dc tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:45.430778 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89f9f85b-0c2c-42bf-93f2-e55a4fa882ce req-1796b4ea-8daf-4d00-8a1d-1b6a989c45dc tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1555178 Apr 01 12:25:45.431985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8a20-eb6e-44be-a9f3-10ce12beb3d2 req-a7e60134-36a7-450a-8c0c-eacbcc6931ce tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:45.433789 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f2da8a20-eb6e-44be-a9f3-10ce12beb3d2 req-a7e60134-36a7-450a-8c0c-eacbcc6931ce tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 945 time: 0.0499351 Apr 01 12:25:45.433937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-d294a525-af29-4e9c-8c06-6acebfb46093 service neutron] Transition to ACTIVE for port object 609b3754-5bcb-497f-aa0a-31f07c8214cd will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:25:45.446091 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-d294a525-af29-4e9c-8c06-6acebfb46093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:45.475432 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f2da8a20-eb6e-44be-a9f3-10ce12beb3d2 req-acfb4148-63d6-4734-ad3d-7643aa1be1bb tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339787 Apr 01 12:25:45.515302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-fb03d9ad-1469-498d-b1c3-072dea249a5c req-a4fac84f-0fbc-4da0-9ec1-1c0b62f62ea9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] For port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:45.515674 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fb03d9ad-1469-498d-b1c3-072dea249a5c req-a4fac84f-0fbc-4da0-9ec1-1c0b62f62ea9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:45.573054 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89f9f85b-0c2c-42bf-93f2-e55a4fa882ce req-73fb4ab1-fa65-41a2-8963-61e451936883 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355345 Apr 01 12:25:45.575918 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-fb03d9ad-1469-498d-b1c3-072dea249a5c req-a4fac84f-0fbc-4da0-9ec1-1c0b62f62ea9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Calling delete_port for adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:25:45.577988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-d294a525-af29-4e9c-8c06-6acebfb46093 service neutron] No DVR routers for this DVR port 609b3754-5bcb-497f-aa0a-31f07c8214cd on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:25:45.586814 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294a525-af29-4e9c-8c06-6acebfb46093 service neutron] Pushing event updated for resources: {'Port': ['ID=609b3754-5bcb-497f-aa0a-31f07c8214cd,revision_number=10']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:45.669582 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-d294a525-af29-4e9c-8c06-6acebfb46093 service neutron] 10.222.0.44 "PUT /v2.0/ports/609b3754-5bcb-497f-aa0a-31f07c8214cd/bindings/n-h1-836146-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9821303 Apr 01 12:25:45.809537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fb03d9ad-1469-498d-b1c3-072dea249a5c req-a4fac84f-0fbc-4da0-9ec1-1c0b62f62ea9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:45.826039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:45.842703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-ec9389f4-aa3a-487c-b929-341808c63a48 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:45.844320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-ec9389f4-aa3a-487c-b929-341808c63a48 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df&tenant_id=91324be1f6c1479fa7e4a2bc713842b4&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 1095 time: 0.1035960 Apr 01 12:25:45.873466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fac84f-0fbc-4da0-9ec1-1c0b62f62ea9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Pushing event deleted for resources: {'Port': ['ID=adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:45.902606 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03421f-7f01-4bad-a42d-39deb47ca7a9 req-6525204a-9b3a-4e6a-bbd9-6d0b8e606f7a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:45.904218 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0c03421f-7f01-4bad-a42d-39deb47ca7a9 req-6525204a-9b3a-4e6a-bbd9-6d0b8e606f7a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 948 time: 0.0724013 Apr 01 12:25:45.957100 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0c03421f-7f01-4bad-a42d-39deb47ca7a9 req-653a6d9e-6c1b-4966-a152-b84a6c361f18 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459650 Apr 01 12:25:45.992044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:45.997177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 969920f5-fbfd-48ba-a2f1-2ab73a63c75d up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:46.032138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:46.067619 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:25:46.068227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:46.068646 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 609b3754-5bcb-497f-aa0a-31f07c8214cd no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:46.134864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdae35c-55d0-4cc6-b71a-8c7e4549a092 req-96f2abf1-beb5-4608-9526-e50810b33cd1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:46.140328 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5cdae35c-55d0-4cc6-b71a-8c7e4549a092 req-96f2abf1-beb5-4608-9526-e50810b33cd1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.0702415 Apr 01 12:25:46.178660 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5cdae35c-55d0-4cc6-b71a-8c7e4549a092 req-4f1dc48b-4725-4261-80f8-61a72f90eef5 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355144 Apr 01 12:25:46.195016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 609b3754-5bcb-497f-aa0a-31f07c8214cd not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:25:46.201519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:25:46.214488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:46.214859 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:46.217519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:46.246855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255c289-a86b-4021-8d40-69f33dc9d40b req-37bff25a-d67b-4ab8-9f88-8d53a114734c tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:46.248528 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c255c289-a86b-4021-8d40-69f33dc9d40b req-37bff25a-d67b-4ab8-9f88-8d53a114734c tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 944 time: 0.4504316 Apr 01 12:25:46.250232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb03d9ad-1469-498d-b1c3-072dea249a5c req-a4fac84f-0fbc-4da0-9ec1-1c0b62f62ea9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] No DVR routers for this DVR port adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:25:46.253724 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fb03d9ad-1469-498d-b1c3-072dea249a5c req-a4fac84f-0fbc-4da0-9ec1-1c0b62f62ea9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:46.256397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb03d9ad-1469-498d-b1c3-072dea249a5c req-a4fac84f-0fbc-4da0-9ec1-1c0b62f62ea9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "DELETE /v2.0/ports/adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc HTTP/1.1" status: 204 len: 173 time: 1.2407935 Apr 01 12:25:46.256786 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed738332-40f1-41b0-a91b-6eacce427740', 'name': 'network-vif-deleted', 'tag': 'adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:46.259794 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f92ae9-31ea-4a0f-9fee-320b2adfafcc" -d '{"events": [{"server_uuid": "ed738332-40f1-41b0-a91b-6eacce427740", "name": "network-vif-deleted", "tag": "adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:46.262625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '407fad9a-7ec6-49aa-8ae8-3287e51fe9fc', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '407fad9a-7ec6-49aa-8ae8-3287e51fe9fc', 'mac_address': 'fa:16:3e:f4:5b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:25:46.312774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-481a7473-44ca-4245-9ba4-36653cc62344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:46.314388 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-481a7473-44ca-4245-9ba4-36653cc62344 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df&tenant_id=91324be1f6c1479fa7e4a2bc713842b4 HTTP/1.1" status: 200 len: 1095 time: 0.4502218 Apr 01 12:25:46.351080 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:46.354952 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c255c289-a86b-4021-8d40-69f33dc9d40b req-2ebf49b6-fae4-4f74-bf81-c67fca24d5fe tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746245 Apr 01 12:25:46.380254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39d291-79bc-4d3a-9b11-7a0ce613dd12 req-d502bcb8-7bb6-40b9-a984-662c481c6fcb tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:46.381790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:46.388714 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:46.393411 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df39d291-79bc-4d3a-9b11-7a0ce613dd12 req-d502bcb8-7bb6-40b9-a984-662c481c6fcb tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 0.1237657 Apr 01 12:25:46.420040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:46.436033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909bf308-17d3-433d-85ad-31ca8f161601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969920f5-fbfd-48ba-a2f1-2ab73a63c75d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:46.444379 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9b77ee-a040-40f9-a9cf-5be2bb894240" -d '{"events": [{"server_uuid": "909bf308-17d3-433d-85ad-31ca8f161601", "name": "network-vif-plugged", "status": "completed", "tag": "969920f5-fbfd-48ba-a2f1-2ab73a63c75d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:46.448209 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978256d3-8d8e-43c9-810f-f790fc880b57 x-openstack-request-id: req-978256d3-8d8e-43c9-810f-f790fc880b57 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:46.449472 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed738332-40f1-41b0-a91b-6eacce427740", "name": "network-vif-deleted", "tag": "adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:46.449830 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-978256d3-8d8e-43c9-810f-f790fc880b57 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:46.449967 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:46.450694 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df39d291-79bc-4d3a-9b11-7a0ce613dd12 req-27f92eab-4dee-4cfd-bbf6-584d4bb695d5 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563762 Apr 01 12:25:46.451597 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978256d3-8d8e-43c9-810f-f790fc880b57'] response: {'server_uuid': 'ed738332-40f1-41b0-a91b-6eacce427740', 'name': 'network-vif-deleted', 'tag': 'adf0efa0-988f-4d1e-b0c7-4dd8f48db7fc', 'status': 'completed', 'code': 200} Apr 01 12:25:46.462649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=969920f5-fbfd-48ba-a2f1-2ab73a63c75d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:46.473734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-54665d65-7a54-41cb-a9a6-6f268219423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:46.475962 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-54665d65-7a54-41cb-a9a6-6f268219423f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 1095 time: 0.1198831 Apr 01 12:25:46.481100 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:46.481845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 67fff7a7-97e5-468f-835b-ee15a89ccd06 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:46.529173 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14cbe9b-393a-4443-8723-91c3b2d4a8ef x-openstack-request-id: req-f14cbe9b-393a-4443-8723-91c3b2d4a8ef {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:46.529702 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909bf308-17d3-433d-85ad-31ca8f161601", "name": "network-vif-plugged", "status": "completed", "tag": "969920f5-fbfd-48ba-a2f1-2ab73a63c75d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:46.530192 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f14cbe9b-393a-4443-8723-91c3b2d4a8ef {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:46.530753 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14cbe9b-393a-4443-8723-91c3b2d4a8ef'] response: {'server_uuid': '909bf308-17d3-433d-85ad-31ca8f161601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969920f5-fbfd-48ba-a2f1-2ab73a63c75d', 'code': 200} Apr 01 12:25:46.561316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:46.634542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=969920f5-fbfd-48ba-a2f1-2ab73a63c75d,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:46.659635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 67fff7a7-97e5-468f-835b-ee15a89ccd06 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:25:46.665709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 67fff7a7-97e5-468f-835b-ee15a89ccd06 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:46.666727 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:46.689807 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-059f93e4-093d-4ec7-8310-976402aa81da req-ef295069-5337-4410-9c9b-f92595cf689f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 210 time: 0.0629585 Apr 01 12:25:46.736241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-d42ee98b-2b0b-431f-b5c6-5c29f15f4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:46.737873 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-d42ee98b-2b0b-431f-b5c6-5c29f15f4081 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.2536001 Apr 01 12:25:46.741205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdd96c-66ea-4556-b141-11f05ac1bf7f req-76412d14-b6e7-4147-8839-c75d573d300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:46.743509 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8fdd96c-66ea-4556-b141-11f05ac1bf7f req-76412d14-b6e7-4147-8839-c75d573d300d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 1100 time: 0.1193779 Apr 01 12:25:46.751679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a68907-db78-46c9-8f48-38949c75f92e req-12c1ab4c-6048-4acb-9782-5609f69b0c62 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:46.753213 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61a68907-db78-46c9-8f48-38949c75f92e req-12c1ab4c-6048-4acb-9782-5609f69b0c62 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 949 time: 0.1303380 Apr 01 12:25:46.826196 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:46.837469 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-29f4ec22-07d0-49a3-b539-ae1b3664ffde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd HTTP/1.1" status: 200 len: 217 time: 0.0653939 Apr 01 12:25:46.845491 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44966b-1e7b-4b13-b123-8cf128ca1ff6 req-0cd0a550-9830-4892-b178-61cef0bf2cb8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:46.855453 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec44966b-1e7b-4b13-b123-8cf128ca1ff6 req-0cd0a550-9830-4892-b178-61cef0bf2cb8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0858867 Apr 01 12:25:46.865878 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 67fff7a7-97e5-468f-835b-ee15a89ccd06, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=67fff7a7-97e5-468f-835b-ee15a89ccd06,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:46.875466 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:46.913632 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61a68907-db78-46c9-8f48-38949c75f92e req-3dbd9bae-9f60-4009-8228-8a0f7a771ff0 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525071 Apr 01 12:25:46.923100 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8fdd96c-66ea-4556-b141-11f05ac1bf7f req-a0e3c347-7b30-4793-a704-7a732eb653e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523385 Apr 01 12:25:46.933548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=67fff7a7-97e5-468f-835b-ee15a89ccd06,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:46.936511 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec44966b-1e7b-4b13-b123-8cf128ca1ff6 req-2cb1218b-0497-45dd-ae79-a9a1236e6d1f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783539 Apr 01 12:25:46.948293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-bc292131-666e-442b-9e20-3063d9b671bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:46.950535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-bc292131-666e-442b-9e20-3063d9b671bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.0933414 Apr 01 12:25:47.084894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f18dbb-3bc0-4a9a-bba7-f2743a75a5a1 req-92ede90a-bc2d-4a21-92d1-2be36e72fb36 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:47.086357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-01f18dbb-3bc0-4a9a-bba7-f2743a75a5a1 req-92ede90a-bc2d-4a21-92d1-2be36e72fb36 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 949 time: 0.0518277 Apr 01 12:25:47.119065 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['407fad9a-7ec6-49aa-8ae8-3287e51fe9fc'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:47.144328 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-01f18dbb-3bc0-4a9a-bba7-f2743a75a5a1 req-09b1944b-6117-4fa7-9425-56a7e0ba7baf tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517449 Apr 01 12:25:47.326559 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18dd5e-6f19-46a9-963f-719cc262ab5d req-55bdbcf0-3269-45e7-ac6b-74f36ff2eade tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:47.327957 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-de18dd5e-6f19-46a9-963f-719cc262ab5d req-55bdbcf0-3269-45e7-ac6b-74f36ff2eade tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.0585151 Apr 01 12:25:47.374753 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-de18dd5e-6f19-46a9-963f-719cc262ab5d req-6ee9d80c-2f25-4369-9174-c9f6b4e0319c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397058 Apr 01 12:25:47.478072 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afd2b9-d030-4b14-8ffb-a18e98e7f386 req-65ae28ea-2f5a-4e4c-8e1c-d301c66a53e9 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:47.480253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c5afd2b9-d030-4b14-8ffb-a18e98e7f386 req-65ae28ea-2f5a-4e4c-8e1c-d301c66a53e9 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 945 time: 0.0510464 Apr 01 12:25:47.526721 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c5afd2b9-d030-4b14-8ffb-a18e98e7f386 req-b3c74fdb-30aa-4537-bbc6-cabd09fd02ce tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373955 Apr 01 12:25:47.595024 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d8878-f37f-4054-b92f-f552eeacb9a7 req-0cb382da-7cb4-43f8-a024-1fa34f5bca28 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:47.596570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-234d8878-f37f-4054-b92f-f552eeacb9a7 req-0cb382da-7cb4-43f8-a024-1fa34f5bca28 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 0.0560942 Apr 01 12:25:47.640576 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-234d8878-f37f-4054-b92f-f552eeacb9a7 req-717134dd-c6a0-4b87-986c-56e00a0e2887 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375082 Apr 01 12:25:47.790983 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b4aab9a9-d30d-4367-8215-8e9278412556 req-15247276-6718-4c7c-ab98-892da839d807 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 210 time: 0.0276825 Apr 01 12:25:48.001001 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 609b3754-5bcb-497f-aa0a-31f07c8214cd no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:25:48.072773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5baed-3dcb-4e42-93eb-ff2d124be295 req-afed7782-4434-49a9-a9c5-4be56a43c9c3 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:48.075033 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8dd5baed-3dcb-4e42-93eb-ff2d124be295 req-afed7782-4434-49a9-a9c5-4be56a43c9c3 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 949 time: 0.0821400 Apr 01 12:25:48.078423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff58f4-a266-403a-99fd-0169e5684f8e req-15fc81fc-1dbc-4d42-950e-f7158e0adc5d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:48.080675 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48ff58f4-a266-403a-99fd-0169e5684f8e req-15fc81fc-1dbc-4d42-950e-f7158e0adc5d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0607889 Apr 01 12:25:48.129275 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8dd5baed-3dcb-4e42-93eb-ff2d124be295 req-5d485aa7-306f-4b5c-b794-723a64a14546 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457344 Apr 01 12:25:48.133092 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48ff58f4-a266-403a-99fd-0169e5684f8e req-82f68c8d-73d7-4425-90e5-35d3ef54f0cc tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461402 Apr 01 12:25:48.265173 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3539a4-63e4-46be-b3f6-82fcc6af036f req-8f0a06cf-ac10-4e2b-b345-f22e1ad66667 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:48.266789 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c3539a4-63e4-46be-b3f6-82fcc6af036f req-8f0a06cf-ac10-4e2b-b345-f22e1ad66667 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 949 time: 0.0511830 Apr 01 12:25:48.306464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c3539a4-63e4-46be-b3f6-82fcc6af036f req-58b0444f-0304-45be-b5dc-c8d7ffcaca26 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334129 Apr 01 12:25:48.530445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab7530-4f10-4da6-acad-f6f1f8b96824 req-98d8b1b0-d53b-4f0b-8929-b06f149c3492 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:48.531803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86798de-1942-4628-9664-c6d21d86480b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fff7a7-97e5-468f-835b-ee15a89ccd06'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:48.534626 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b4adcd-dccd-48a0-8447-864ddf58c2f2" -d '{"events": [{"server_uuid": "e86798de-1942-4628-9664-c6d21d86480b", "name": "network-vif-plugged", "status": "completed", "tag": "67fff7a7-97e5-468f-835b-ee15a89ccd06"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:48.539266 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0fab7530-4f10-4da6-acad-f6f1f8b96824 req-98d8b1b0-d53b-4f0b-8929-b06f149c3492 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 945 time: 0.0680010 Apr 01 12:25:48.585545 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0fab7530-4f10-4da6-acad-f6f1f8b96824 req-947ad999-4e83-451c-bd1d-757dab9965d4 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449462 Apr 01 12:25:48.616269 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb729e5-3f8d-4838-ab0c-3a0a4a354aa7 x-openstack-request-id: req-cbb729e5-3f8d-4838-ab0c-3a0a4a354aa7 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:48.618861 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86798de-1942-4628-9664-c6d21d86480b", "name": "network-vif-plugged", "status": "completed", "tag": "67fff7a7-97e5-468f-835b-ee15a89ccd06", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:48.619328 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cbb729e5-3f8d-4838-ab0c-3a0a4a354aa7 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:48.619974 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb729e5-3f8d-4838-ab0c-3a0a4a354aa7'] response: {'server_uuid': 'e86798de-1942-4628-9664-c6d21d86480b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fff7a7-97e5-468f-835b-ee15a89ccd06', 'code': 200} Apr 01 12:25:48.666554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-53243f8a-a5f8-4a43-9f71-a9dbff8de97d tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:48.668427 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-53243f8a-a5f8-4a43-9f71-a9dbff8de97d tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da&tenant_id=d3ef0b6c28664a848490f62530c5067c&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1096 time: 0.0543337 Apr 01 12:25:48.680938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-1'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:48.796874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298605da-2bf8-4160-b7fa-2a1399852826 req-b6d85909-54e5-4c07-b13a-e57b12ff55a9 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:48.798548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-298605da-2bf8-4160-b7fa-2a1399852826 req-b6d85909-54e5-4c07-b13a-e57b12ff55a9 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 945 time: 0.0858877 Apr 01 12:25:48.799496 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:48.847071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89cd99-ae30-4acb-9711-9380c28eac0f req-a1812123-60d6-421c-99bf-a5b8c2510404 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:48.850228 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc89cd99-ae30-4acb-9711-9380c28eac0f req-a1812123-60d6-421c-99bf-a5b8c2510404 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 0.0747952 Apr 01 12:25:48.884010 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-298605da-2bf8-4160-b7fa-2a1399852826 req-d0a63e91-95c1-4d83-b6d2-d247be464c0c tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704470 Apr 01 12:25:48.929031 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc89cd99-ae30-4acb-9711-9380c28eac0f req-d47f74a7-f889-44fd-ba2f-34936517bc61 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726171 Apr 01 12:25:48.997611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=912a530b-0d86-4dab-b118-6bb99714e86f,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:49.034733 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dffd00f3-e7bc-4ba9-b9af-21a372887bf1 req-73bed5f4-1896-4af2-afe0-1bb6179978bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 210 time: 0.0332992 Apr 01 12:25:49.064635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:49.150886 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-5e25c99d-6077-476f-a728-4e1dd1991a30 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=92a3921868914bb2865066a7170ff8bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514629 Apr 01 12:25:49.175064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2b12c4-9e29-4117-962d-255a696e75da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '912a530b-0d86-4dab-b118-6bb99714e86f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:49.178037 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4843ac-67d7-4cad-89fe-7b46b12e6497" -d '{"events": [{"server_uuid": "ad2b12c4-9e29-4117-962d-255a696e75da", "name": "network-vif-unplugged", "status": "completed", "tag": "912a530b-0d86-4dab-b118-6bb99714e86f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:49.183324 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:49.200293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:49.206610 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:25:49.257721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10677308-f48d-49b8-9cab-fad70f35c6a1 req-76f9e6ee-3fc7-4b20-9ec6-90f1dfa391b0 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:49.265499 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10677308-f48d-49b8-9cab-fad70f35c6a1 req-76f9e6ee-3fc7-4b20-9ec6-90f1dfa391b0 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 949 time: 0.0653992 Apr 01 12:25:49.326678 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10677308-f48d-49b8-9cab-fad70f35c6a1 req-a2d0a886-146f-43d6-8e0c-e0a9dac6152c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434194 Apr 01 12:25:49.357814 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Pushing event updated for resources: {'Port': ['ID=912a530b-0d86-4dab-b118-6bb99714e86f,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:49.373603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Attempting to bind port 912a530b-0d86-4dab-b118-6bb99714e86f on host n-h1-836146-1 for vnic_type normal with profile {"migrating_to": "n-h2-836146-1"} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:49.373939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Attempting to bind port 912a530b-0d86-4dab-b118-6bb99714e86f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:49.374297 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Attempting to bind port 912a530b-0d86-4dab-b118-6bb99714e86f on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:49.388741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-40afcb0a-62a6-4537-88d3-575329470c2e tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:49.390353 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-40afcb0a-62a6-4537-88d3-575329470c2e tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280855 Apr 01 12:25:49.391204 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Port 912a530b-0d86-4dab-b118-6bb99714e86f on network 5f326287-8629-4e35-afec-ed776729d480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:49.391540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Attempting to bind port 912a530b-0d86-4dab-b118-6bb99714e86f on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:49.408261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:49.408605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:49.408984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Bound using segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:49.409422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Bound port: 912a530b-0d86-4dab-b118-6bb99714e86f, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:49.409780 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:49.425273 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-2d5b85f6-c563-46d3-a336-e027111f3a68 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/quotas/92a3921868914bb2865066a7170ff8bd HTTP/1.1" status: 200 len: 375 time: 0.0259264 Apr 01 12:25:49.445101 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096b08-4913-45ce-bd3b-07b4ba0a1138 req-3a3aa556-dfae-4abd-81b6-b1bec6f7bba8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:49.446959 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d096b08-4913-45ce-bd3b-07b4ba0a1138 req-3a3aa556-dfae-4abd-81b6-b1bec6f7bba8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0635564 Apr 01 12:25:49.497114 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-9ca49000-8666-4f2b-8c41-0689b7389dc4 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=92a3921868914bb2865066a7170ff8bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432956 Apr 01 12:25:49.508037 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d096b08-4913-45ce-bd3b-07b4ba0a1138 req-30306379-5a89-455b-98cf-aea4dad753ca tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514152 Apr 01 12:25:49.538788 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:49.545740 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=912a530b-0d86-4dab-b118-6bb99714e86f,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:49.552907 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:49.576394 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3bf292-54af-4e18-a342-bbee1b0f47e6 x-openstack-request-id: req-ef3bf292-54af-4e18-a342-bbee1b0f47e6 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:49.576759 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2b12c4-9e29-4117-962d-255a696e75da", "name": "network-vif-unplugged", "status": "completed", "tag": "912a530b-0d86-4dab-b118-6bb99714e86f", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:49.577051 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef3bf292-54af-4e18-a342-bbee1b0f47e6 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:49.577494 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3bf292-54af-4e18-a342-bbee1b0f47e6'] response: {'server_uuid': 'ad2b12c4-9e29-4117-962d-255a696e75da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '912a530b-0d86-4dab-b118-6bb99714e86f', 'code': 200} Apr 01 12:25:49.692743 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:49.693785 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:49.696362 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] 10.222.0.44 "PUT /v2.0/ports/912a530b-0d86-4dab-b118-6bb99714e86f HTTP/1.1" status: 200 len: 1121 time: 1.0190935 Apr 01 12:25:49.770204 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a53ae-cfbb-4e01-8419-b6a31dd816e0 service neutron] Pushing event updated for resources: {'Port': ['ID=912a530b-0d86-4dab-b118-6bb99714e86f,revision_number=8']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:49.781013 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e2375-deda-4c50-81d4-646ef5e486c1 req-ea6b71e8-5770-4324-9e20-3e02576d0648 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:49.794539 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-238e2375-deda-4c50-81d4-646ef5e486c1 req-ea6b71e8-5770-4324-9e20-3e02576d0648 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 949 time: 0.1072237 Apr 01 12:25:49.813151 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['912a530b-0d86-4dab-b118-6bb99714e86f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:49.824543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed10ce-ae2e-408d-9c22-915d6ce01d58 req-c1ee8951-3bab-45dd-8c80-3f5cc8eae8e2 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:49.835675 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2ed10ce-ae2e-408d-9c22-915d6ce01d58 req-c1ee8951-3bab-45dd-8c80-3f5cc8eae8e2 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.1465955 Apr 01 12:25:49.846715 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-238e2375-deda-4c50-81d4-646ef5e486c1 req-3570ccdc-ed90-431d-9565-00ae7f801c1d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495071 Apr 01 12:25:49.868186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['912a530b-0d86-4dab-b118-6bb99714e86f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:25:49.928325 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2ed10ce-ae2e-408d-9c22-915d6ce01d58 req-e2968a32-bed9-471a-8297-850dd11306e7 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915496 Apr 01 12:25:50.024562 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-aaceb464-6a4c-4f72-ac88-4569889fffde tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=92a3921868914bb2865066a7170ff8bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367761 Apr 01 12:25:50.043473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:25:50.062819 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 912a530b-0d86-4dab-b118-6bb99714e86f details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:25:50.161207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4dd32-5d15-40bb-9ae0-ba76112876f2 req-fec43edb-ae75-4d1e-a848-24827df59899 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:50.162826 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78b4dd32-5d15-40bb-9ae0-ba76112876f2 req-fec43edb-ae75-4d1e-a848-24827df59899 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 945 time: 0.0943294 Apr 01 12:25:50.205923 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae007b-90a6-414b-99de-41a29a4107c2 req-363ecab4-77fa-4ded-b89f-cda03fd96eed tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:50.210867 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-363ecab4-77fa-4ded-b89f-cda03fd96eed tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840060 Apr 01 12:25:50.247574 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-e11d089d-c9e4-40d8-bb37-8043c1d9804a tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/quotas/92a3921868914bb2865066a7170ff8bd HTTP/1.1" status: 200 len: 375 time: 0.0305438 Apr 01 12:25:50.248347 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78b4dd32-5d15-40bb-9ae0-ba76112876f2 req-a64a9084-2369-416e-8f83-eb3784c4b708 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742507 Apr 01 12:25:50.311044 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-acae89b7-3fb2-4601-be80-febacf8111af tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=92a3921868914bb2865066a7170ff8bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614901 Apr 01 12:25:50.476303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682fd2c-0c97-445c-97f5-6e131a2531f6 req-1319c6cd-916d-45a0-8de0-69240feba863 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:50.489314 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1682fd2c-0c97-445c-97f5-6e131a2531f6 req-1319c6cd-916d-45a0-8de0-69240feba863 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 0.1502547 Apr 01 12:25:50.519611 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:25:50.543760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=912a530b-0d86-4dab-b118-6bb99714e86f,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:50.546463 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:50.546844 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:50.590687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1682fd2c-0c97-445c-97f5-6e131a2531f6 req-209f5648-f995-4a0f-9ff3-0a7135eab1a6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003211 Apr 01 12:25:50.688256 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 912a530b-0d86-4dab-b118-6bb99714e86f has no active binding in host n-h2-836146-1 {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 01 12:25:50.699117 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-35cac8f2-df67-4f9b-873e-e23b2b0e8b2b req-11e4fdee-4804-4c21-b289-e3b8f64ed7f0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed738332-40f1-41b0-a91b-6eacce427740 HTTP/1.1" status: 200 len: 210 time: 0.0657218 Apr 01 12:25:50.788785 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:50.792893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3e31f-67bc-469d-ad38-8ed90232887f req-58667405-9bff-4a9b-a7df-a1247797cbd3 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:50.802286 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4b3e31f-67bc-469d-ad38-8ed90232887f req-58667405-9bff-4a9b-a7df-a1247797cbd3 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 949 time: 0.0929303 Apr 01 12:25:50.808763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d53d2b8-3e6c-4f66-b28f-b6cc956e26fd req-5ff82d13-64b3-407d-899e-7ad15c9d88d8 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 210 time: 0.0352271 Apr 01 12:25:50.821836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9710dcef-9636-4a58-9701-b1d414c245a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407fad9a-7ec6-49aa-8ae8-3287e51fe9fc'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:50.826343 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e081a04e-98da-4278-b91d-8f625e6bd8c2" -d '{"events": [{"server_uuid": "9710dcef-9636-4a58-9701-b1d414c245a6", "name": "network-vif-plugged", "status": "completed", "tag": "407fad9a-7ec6-49aa-8ae8-3287e51fe9fc"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:50.843672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:25:50.850252 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:50.866626 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4b3e31f-67bc-469d-ad38-8ed90232887f req-20f0668f-77b2-4797-9e34-4c4b723815b4 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633690 Apr 01 12:25:50.910328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:50.925744 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9183ee1-42f5-4237-a864-6401b27cd4b7 req-072fcbd3-d616-4344-9304-0146905ffe42 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:50.927443 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f9183ee1-42f5-4237-a864-6401b27cd4b7 req-072fcbd3-d616-4344-9304-0146905ffe42 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0540922 Apr 01 12:25:50.936679 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913056b2-8f94-4b36-a346-5d5014880c29 x-openstack-request-id: req-913056b2-8f94-4b36-a346-5d5014880c29 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:50.937025 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9710dcef-9636-4a58-9701-b1d414c245a6", "name": "network-vif-plugged", "status": "completed", "tag": "407fad9a-7ec6-49aa-8ae8-3287e51fe9fc", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:50.937282 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-913056b2-8f94-4b36-a346-5d5014880c29 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:50.937685 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913056b2-8f94-4b36-a346-5d5014880c29'] response: {'server_uuid': '9710dcef-9636-4a58-9701-b1d414c245a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407fad9a-7ec6-49aa-8ae8-3287e51fe9fc', 'code': 200} Apr 01 12:25:50.985218 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f9183ee1-42f5-4237-a864-6401b27cd4b7 req-a0d00b72-1f1a-4372-968e-2af636829d7d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504613 Apr 01 12:25:51.057108 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85503e9f-5a8b-4abf-a5f7-427aad730ad0 req-ec34c857-7104-4e91-a567-2dfe61e72e31 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:51.058902 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85503e9f-5a8b-4abf-a5f7-427aad730ad0 req-ec34c857-7104-4e91-a567-2dfe61e72e31 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 949 time: 0.0652378 Apr 01 12:25:51.140665 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-25fc04dc-9717-4e5c-98db-e345cfeb6d72 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=92a3921868914bb2865066a7170ff8bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353839 Apr 01 12:25:51.146928 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85503e9f-5a8b-4abf-a5f7-427aad730ad0 req-ceedd426-51a8-42eb-8069-5b4b4509b1af tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799987 Apr 01 12:25:51.289596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-7dfddfd8-7087-4589-aa76-57f6a8ba8ef2 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:51.291411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-7dfddfd8-7087-4589-aa76-57f6a8ba8ef2 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431816 Apr 01 12:25:51.317362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Request body: {'port': {'device_id': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '92a3921868914bb2865066a7170ff8bd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:51.441964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732bad-6928-444e-8ae0-84b361caa5a3 req-c7559cd8-ed31-40ea-a514-b3a951e55a92 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:51.444839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2799b-ff13-4bc9-ad91-1ca5df60eb59 req-f7878383-77b8-4b16-8eb0-f5be9270fd42 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:51.446520 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-33732bad-6928-444e-8ae0-84b361caa5a3 req-c7559cd8-ed31-40ea-a514-b3a951e55a92 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 945 time: 0.1235106 Apr 01 12:25:51.450592 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6c2799b-ff13-4bc9-ad91-1ca5df60eb59 req-f7878383-77b8-4b16-8eb0-f5be9270fd42 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.3795438 Apr 01 12:25:51.498384 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6c2799b-ff13-4bc9-ad91-1ca5df60eb59 req-fc38310e-a82a-4a94-93b4-50614bc16cf0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413716 Apr 01 12:25:51.522900 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-33732bad-6928-444e-8ae0-84b361caa5a3 req-8af0db5e-d891-498d-89bb-7b0fc174d5a5 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687151 Apr 01 12:25:51.536862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Made reservation on behalf of 92a3921868914bb2865066a7170ff8bd for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:51.542289 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:51.552398 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:51.580406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2b12c4-9e29-4117-962d-255a696e75da', 'tag': '912a530b-0d86-4dab-b118-6bb99714e86f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:51.582794 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a238cb43-4ba4-4915-9e63-adfca89a6290" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2b12c4-9e29-4117-962d-255a696e75da", "tag": "912a530b-0d86-4dab-b118-6bb99714e86f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:51.629853 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a290de89-93bc-4436-a79b-2d0ca6ea8502 x-openstack-request-id: req-a290de89-93bc-4436-a79b-2d0ca6ea8502 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:51.630509 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2b12c4-9e29-4117-962d-255a696e75da", "tag": "912a530b-0d86-4dab-b118-6bb99714e86f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:51.630509 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a290de89-93bc-4436-a79b-2d0ca6ea8502 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:51.630932 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a290de89-93bc-4436-a79b-2d0ca6ea8502'] response: {'name': 'network-changed', 'server_uuid': 'ad2b12c4-9e29-4117-962d-255a696e75da', 'tag': '912a530b-0d86-4dab-b118-6bb99714e86f', 'status': 'completed', 'code': 200} Apr 01 12:25:51.655805 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:51.660138 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:51.762491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f741cefc-bfc0-4842-ae34-c1b965bf47ff,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:51.824967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3774ba5-71f7-4be6-8695-c2d8ea920dfe req-90e062ac-8c2a-4323-8595-ac7e9364b3f6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:51.835267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3774ba5-71f7-4be6-8695-c2d8ea920dfe req-90e062ac-8c2a-4323-8595-ac7e9364b3f6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 0.1623287 Apr 01 12:25:51.882047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Allocated IP 192.168.233.198 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/2eadd28a-df28-4b90-b456-30ccabaed8de) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:51.932463 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3774ba5-71f7-4be6-8695-c2d8ea920dfe req-b4a6b2d6-f5a0-4224-bf6f-aaa02ca6caf5 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962911 Apr 01 12:25:51.934929 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-deee4239-95fd-4177-b7dc-5f6573fdd1dd tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=92a3921868914bb2865066a7170ff8bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503438 Apr 01 12:25:51.938916 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b9347de1-fbc5-489b-99f9-f2ffcbad2d17 req-b826ebf8-64c5-464f-a1bc-f427486e1c8a tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 210 time: 0.0304627 Apr 01 12:25:52.144159 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b495b9-631d-4bb3-b916-8450ae10ed56 req-10f01299-6a36-41a7-8fb0-adeecd29b417 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:52.146077 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d0b495b9-631d-4bb3-b916-8450ae10ed56 req-10f01299-6a36-41a7-8fb0-adeecd29b417 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0745482 Apr 01 12:25:52.192264 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d0b495b9-631d-4bb3-b916-8450ae10ed56 req-96cd0ffd-a65d-4115-a5ff-b77d1918fadf tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388360 Apr 01 12:25:52.199525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bf5c5-cf0d-419f-8252-36f39e43dbea req-bf713ccc-fc75-4ed6-ae81-ba3bda1c280d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:52.201089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-642bf5c5-cf0d-419f-8252-36f39e43dbea req-bf713ccc-fc75-4ed6-ae81-ba3bda1c280d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 950 time: 0.1592209 Apr 01 12:25:52.220579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae007b-90a6-414b-99de-41a29a4107c2 req-378e45ba-1648-4ff1-b1fe-57d3562ceda6 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:52.222058 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-378e45ba-1648-4ff1-b1fe-57d3562ceda6 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795577 Apr 01 12:25:52.242273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-abae007b-90a6-414b-99de-41a29a4107c2 req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Request body: {'port': {'device_id': '366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '92a3921868914bb2865066a7170ff8bd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:52.312330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:52.328645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013061c-44c5-4dd0-b722-2c84d3ee9ed8 req-7cdc25ed-153b-4e04-bb1d-00ee1654719c tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:52.330188 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5013061c-44c5-4dd0-b722-2c84d3ee9ed8 req-7cdc25ed-153b-4e04-bb1d-00ee1654719c tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 949 time: 0.0572879 Apr 01 12:25:52.360203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-642bf5c5-cf0d-419f-8252-36f39e43dbea req-c0972bed-e1d1-49f3-a181-432805344ca8 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302702 Apr 01 12:25:52.386666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5013061c-44c5-4dd0-b722-2c84d3ee9ed8 req-fdd216f6-7b22-4348-96b8-f0b393fef5af tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482683 Apr 01 12:25:52.426137 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:52.435915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abae007b-90a6-414b-99de-41a29a4107c2 req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Made reservation on behalf of 92a3921868914bb2865066a7170ff8bd for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:25:52.439685 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abae007b-90a6-414b-99de-41a29a4107c2 req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:52.552509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:52.595299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-00e86021-bf4c-4514-8aa0-a7f69562fb26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883253 Apr 01 12:25:52.601677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:52.604236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:52.614289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Pushing event updated for resources: {'Port': ['ID=2eadd28a-df28-4b90-b456-30ccabaed8de,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:52.701989 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc826-0b88-40b4-8de5-0bc1d27d7273 req-33adb2ff-4380-4d88-bc7c-4ff18f0963be tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:52.708288 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44cbc826-0b88-40b4-8de5-0bc1d27d7273 req-33adb2ff-4380-4d88-bc7c-4ff18f0963be tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.0854254 Apr 01 12:25:52.769280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1670b-9f50-4ea8-9de3-717bd9764539 req-d637dc17-861f-434d-b0d4-e521aea56ebe tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:52.771048 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10c1670b-9f50-4ea8-9de3-717bd9764539 req-d637dc17-861f-434d-b0d4-e521aea56ebe tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.3039043 Apr 01 12:25:52.771335 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44cbc826-0b88-40b4-8de5-0bc1d27d7273 req-0b0360a7-b342-42e0-b17a-a687febd4ab1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561862 Apr 01 12:25:52.917751 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d1be1-8928-4804-a7cd-f2cb1513a5ef req-a38d855e-2d41-449b-8d37-4a3469b2a1fe tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:52.919578 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-271d1be1-8928-4804-a7cd-f2cb1513a5ef req-a38d855e-2d41-449b-8d37-4a3469b2a1fe tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 945 time: 0.0570161 Apr 01 12:25:52.962899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10c1670b-9f50-4ea8-9de3-717bd9764539 req-6c9e0b10-77a1-452d-8e47-be355e67a9e5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/quotas/f3b8c2691e7642ebb43bca4c7e1d7c8b HTTP/1.1" status: 200 len: 375 time: 0.1458797 Apr 01 12:25:52.964116 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-271d1be1-8928-4804-a7cd-f2cb1513a5ef req-1cbb4f30-ac16-4276-9c59-d8d196040f03 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370021 Apr 01 12:25:52.979583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fe18b2c3-96ba-4c31-b576-8354a154be4f None None] Provisioning complete for port 2eadd28a-df28-4b90-b456-30ccabaed8de triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:52.980529 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fe18b2c3-96ba-4c31-b576-8354a154be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:53.016888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:53.017532 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:53.021402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-fe18b2c3-96ba-4c31-b576-8354a154be4f None None] Port 2eadd28a-df28-4b90-b456-30ccabaed8de cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:25:53.072415 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10c1670b-9f50-4ea8-9de3-717bd9764539 req-1dfee005-fcd9-4613-8256-bc160df83a35 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734992 Apr 01 12:25:53.085920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccec46-d1dc-4ba4-9e08-0124d156c212 req-911ccbf1-1331-419f-b4ef-cc00babf7c59 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:53.087776 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a7ccec46-d1dc-4ba4-9e08-0124d156c212 req-911ccbf1-1331-419f-b4ef-cc00babf7c59 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 0.0574317 Apr 01 12:25:53.095672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811e401-81ee-44b5-9a28-486cbe2eb17f req-e01b1543-4c6e-4a02-8e39-4464d4ee3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:53.097145 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1811e401-81ee-44b5-9a28-486cbe2eb17f req-e01b1543-4c6e-4a02-8e39-4464d4ee3f11 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 1096 time: 0.3251832 Apr 01 12:25:53.116017 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cea5e4c0-937c-47ae-99e5-7d5783fb9fe9 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8030653 Apr 01 12:25:53.117716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecb72d-e582-46d7-91a2-aa45b72524a2 req-80aee8c5-7a41-43ae-b8dc-b1c07763da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:53.119383 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3ecb72d-e582-46d7-91a2-aa45b72524a2 req-80aee8c5-7a41-43ae-b8dc-b1c07763da6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 1101 time: 0.4037745 Apr 01 12:25:53.131512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238cb43-4ba4-4915-9e63-adfca89a6290 req-54b80288-8796-4bc1-ba6d-1ebd1461465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:53.132824 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a7ccec46-d1dc-4ba4-9e08-0124d156c212 req-008793da-5ed3-4e15-aab9-063018eba422 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368421 Apr 01 12:25:53.133124 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a238cb43-4ba4-4915-9e63-adfca89a6290 req-54b80288-8796-4bc1-ba6d-1ebd1461465c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 1124 time: 0.4126434 Apr 01 12:25:53.150582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-abae007b-90a6-414b-99de-41a29a4107c2 req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Allocated IP 192.168.233.74 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/af1f1649-08a7-46f2-9993-124c94282dc3) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:25:53.157987 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Request body: {'port': {'device_id': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:53.192856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-73b1a83f-84aa-406a-a227-68a1d5450635 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734442 Apr 01 12:25:53.220826 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c7adcc8-ba5c-4e75-8a4e-a98e5c5a05b4 req-06fbdb09-cb47-4109-bf92-22cf20a6ca80 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 210 time: 0.0272532 Apr 01 12:25:53.330153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65368240-605f-48f4-a52f-51f58f081dc3 req-a9f0b651-b543-4ef4-a4bd-74be519bb9c0 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:53.331730 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-65368240-605f-48f4-a52f-51f58f081dc3 req-a9f0b651-b543-4ef4-a4bd-74be519bb9c0 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0510180 Apr 01 12:25:53.374421 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-65368240-605f-48f4-a52f-51f58f081dc3 req-07a39b53-d8a3-4f7c-b0a9-2b8a8037b9e7 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363104 Apr 01 12:25:53.489086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b140c2-4d45-4d64-b6c0-76035acf4230 req-6b648c7f-3886-4a2d-8155-d0b3b6581c2d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:53.490927 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-17b140c2-4d45-4d64-b6c0-76035acf4230 req-6b648c7f-3886-4a2d-8155-d0b3b6581c2d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 950 time: 0.0529878 Apr 01 12:25:53.536530 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-17b140c2-4d45-4d64-b6c0-76035acf4230 req-79df8eed-0d69-4ce1-a2f0-89fec8193e20 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379653 Apr 01 12:25:53.652891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-b5483c50-fafa-4d81-9d26-58ed7aa939f7 req-926b3105-d808-436a-9a47-468249cf9d1b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:25:53.654207 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5483c50-fafa-4d81-9d26-58ed7aa939f7 req-926b3105-d808-436a-9a47-468249cf9d1b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063035 Apr 01 12:25:53.727711 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1811e401-81ee-44b5-9a28-486cbe2eb17f req-75b4bec9-0674-4e7a-941f-d57f02fd3ee2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6072295 Apr 01 12:25:53.754476 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3ecb72d-e582-46d7-91a2-aa45b72524a2 req-2be22e8b-6cb9-42c8-8faf-bec27f66d510 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015327 Apr 01 12:25:53.774192 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:53.826321 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10c1670b-9f50-4ea8-9de3-717bd9764539 req-3ee1042f-a642-489c-a409-8906caebc2ca service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7340751 Apr 01 12:25:53.838569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238cb43-4ba4-4915-9e63-adfca89a6290 req-ef7fc294-bdcd-445b-88d2-731724457937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:53.840693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a238cb43-4ba4-4915-9e63-adfca89a6290 req-ef7fc294-bdcd-445b-88d2-731724457937 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.6749649 Apr 01 12:25:53.922478 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-a7638f31-e718-4b75-81e1-b2706b40eb16 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7018569 Apr 01 12:25:53.932573 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-dc4ce849-84eb-44a3-97a6-418618197650 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712368 Apr 01 12:25:53.944707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44843eab-0205-4b0f-9736-8f8566dec92b req-52ad4f68-33e8-48aa-a0d8-20e72704ef48 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:53.946930 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44843eab-0205-4b0f-9736-8f8566dec92b req-52ad4f68-33e8-48aa-a0d8-20e72704ef48 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 949 time: 0.0768576 Apr 01 12:25:53.952053 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-73c44cd5-f418-4b0a-99d8-0d0d7d7fc67a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:25:53.953094 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-73c44cd5-f418-4b0a-99d8-0d0d7d7fc67a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052304 Apr 01 12:25:53.988755 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44843eab-0205-4b0f-9736-8f8566dec92b req-654f4f53-b8cb-481b-99c7-7aa7174a2bce tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346394 Apr 01 12:25:54.102228 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abae007b-90a6-414b-99de-41a29a4107c2 req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:54.115325 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10c1670b-9f50-4ea8-9de3-717bd9764539 req-c30eb0ad-219d-4acb-aa11-03ca63cbc5e8 service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689168 Apr 01 12:25:54.115898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce346d7-1396-4545-a92d-c92343085136 req-e5a59cde-2f63-4304-95cd-a2a5ed5e1486 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:54.117793 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bce346d7-1396-4545-a92d-c92343085136 req-e5a59cde-2f63-4304-95cd-a2a5ed5e1486 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0554135 Apr 01 12:25:54.174318 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abae007b-90a6-414b-99de-41a29a4107c2 req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:54.184725 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bce346d7-1396-4545-a92d-c92343085136 req-a3d056d4-8f29-4bc6-acfc-f243f1d8793e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587270 Apr 01 12:25:54.281772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abae007b-90a6-414b-99de-41a29a4107c2 req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:25:54.290454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-abae007b-90a6-414b-99de-41a29a4107c2 req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:25:54.296449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-abae007b-90a6-414b-99de-41a29a4107c2 req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:25:54.299139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Pushing event updated for resources: {'Port': ['ID=af1f1649-08a7-46f2-9993-124c94282dc3,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:54.424025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef7afc-2378-457f-807d-5d0fd7c83329 req-20e070ff-4e93-40a4-9671-36fa30e83d82 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:54.426035 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1ef7afc-2378-457f-807d-5d0fd7c83329 req-20e070ff-4e93-40a4-9671-36fa30e83d82 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.1539626 Apr 01 12:25:54.463650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae007b-90a6-414b-99de-41a29a4107c2 req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:54.464376 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abae007b-90a6-414b-99de-41a29a4107c2 req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:54.534279 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1ef7afc-2378-457f-807d-5d0fd7c83329 req-cae80fb3-8823-4bbb-ad01-18bca92d8c0b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809822 Apr 01 12:25:54.535333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a238cb43-4ba4-4915-9e63-adfca89a6290 req-4511b773-45ce-4bde-9d05-391fade89615 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=912a530b-0d86-4dab-b118-6bb99714e86f HTTP/1.1" status: 200 len: 217 time: 0.0963552 Apr 01 12:25:54.571328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245ef55-33ca-4ce8-a49b-4d295e8608e3 req-b1fec026-e79f-4e83-8481-235d4f0873cf tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:54.587334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e245ef55-33ca-4ce8-a49b-4d295e8608e3 req-b1fec026-e79f-4e83-8481-235d4f0873cf tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 945 time: 0.2328038 Apr 01 12:25:54.634230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-227cfca3-d173-48a9-b12f-0832dd42bc3d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3976824 Apr 01 12:25:54.710103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eadd28a-df28-4b90-b456-30ccabaed8de {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:54.723100 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:54.737791 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Transition to ACTIVE for port object 2eadd28a-df28-4b90-b456-30ccabaed8de will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:25:54.747070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Request body: {'port': {'device_id': '366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:54.754522 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a806ef-a359-4f92-b607-778bd70ccd34 req-93504d49-236f-45b6-9737-bf5250497502 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:54.762958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:54.766914 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-77a806ef-a359-4f92-b607-778bd70ccd34 req-93504d49-236f-45b6-9737-bf5250497502 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 0.1065540 Apr 01 12:25:54.802726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-99c83f9e-495a-40f5-b98c-fad9958ed9a3 None None] Provisioning complete for port af1f1649-08a7-46f2-9993-124c94282dc3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:25:54.804312 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-99c83f9e-495a-40f5-b98c-fad9958ed9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:54.851413 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-77a806ef-a359-4f92-b607-778bd70ccd34 req-31044af6-44da-4570-b737-14d58e9d3b4b tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832481 Apr 01 12:25:54.881822 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-99c83f9e-495a-40f5-b98c-fad9958ed9a3 None None] Port af1f1649-08a7-46f2-9993-124c94282dc3 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:25:55.007304 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5dfff-d0a9-4c14-8aed-82a97ca24115 req-cbf5f041-81b2-4b09-8e3b-72ab18cd0632 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:55.009270 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aaf5dfff-d0a9-4c14-8aed-82a97ca24115 req-cbf5f041-81b2-4b09-8e3b-72ab18cd0632 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 935 time: 0.0824838 Apr 01 12:25:55.046483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Pushing event updated for resources: {'Port': ['ID=2eadd28a-df28-4b90-b456-30ccabaed8de,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:55.105174 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aaf5dfff-d0a9-4c14-8aed-82a97ca24115 req-1e42a29c-31ad-4f1c-8159-8a586a6fce51 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785086 Apr 01 12:25:55.138805 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e245ef55-33ca-4ce8-a49b-4d295e8608e3 req-92d1bf3d-9486-4c31-9dc3-5121669f43cd tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5505679 Apr 01 12:25:55.166799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238cb43-4ba4-4915-9e63-adfca89a6290 req-e6b173c6-ed09-4ce1-90ad-ef4a8e6de744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:55.169620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a238cb43-4ba4-4915-9e63-adfca89a6290 req-e6b173c6-ed09-4ce1-90ad-ef4a8e6de744 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.6069193 Apr 01 12:25:55.232689 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a737695a-8194-445e-829b-3dc6b2ac572e req-5180f779-b93c-4b28-911e-fb82633a4110 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa59bb08-07e2-4544-8f89-7ead066ee414 HTTP/1.1" status: 200 len: 210 time: 0.0477729 Apr 01 12:25:55.270182 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:55.291240 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a238cb43-4ba4-4915-9e63-adfca89a6290 req-e38e472c-e9a8-49d1-9c90-dfcec53e2a0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118197 Apr 01 12:25:55.320465 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-71670748-c636-493a-aeb8-7604567d3b05 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:55.323157 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-71670748-c636-493a-aeb8-7604567d3b05 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df&tenant_id=91324be1f6c1479fa7e4a2bc713842b4&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1095 time: 0.3811300 Apr 01 12:25:55.359207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44303f9a-08ca-43eb-8125-8bd8400a75d9 req-3ba45fe5-67a8-4509-9ea2-a65228e49922 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:55.361967 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44303f9a-08ca-43eb-8125-8bd8400a75d9 req-3ba45fe5-67a8-4509-9ea2-a65228e49922 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 949 time: 0.0599256 Apr 01 12:25:55.395167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Attempting to bind port 2eadd28a-df28-4b90-b456-30ccabaed8de on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:55.395489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Attempting to bind port 2eadd28a-df28-4b90-b456-30ccabaed8de by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:55.395808 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Attempting to bind port 2eadd28a-df28-4b90-b456-30ccabaed8de on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:55.404830 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44303f9a-08ca-43eb-8125-8bd8400a75d9 req-a2d11e68-90b7-4661-bef6-2f26daf7b3cd tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356803 Apr 01 12:25:55.502900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Port 2eadd28a-df28-4b90-b456-30ccabaed8de on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:55.503243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Attempting to bind port 2eadd28a-df28-4b90-b456-30ccabaed8de on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:55.536339 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:55.536679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:55.537397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:55.537682 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Bound port: 2eadd28a-df28-4b90-b456-30ccabaed8de, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:55.538068 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:55.541593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37550ca9-938f-49de-917b-c8a600e0b6af req-84a07dd7-2c97-49c8-9ff2-40d379396674 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:55.543221 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-37550ca9-938f-49de-917b-c8a600e0b6af req-84a07dd7-2c97-49c8-9ff2-40d379396674 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0674622 Apr 01 12:25:55.585153 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-37550ca9-938f-49de-917b-c8a600e0b6af req-41ba0ad3-dad5-4bee-a4a2-4de5a3f50491 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356622 Apr 01 12:25:55.620466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975309e1-13da-45bd-8dd6-885f3ea4ed11 req-c0318930-45b1-44a4-b23b-cc447ce112b9 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:55.622039 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-975309e1-13da-45bd-8dd6-885f3ea4ed11 req-c0318930-45b1-44a4-b23b-cc447ce112b9 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 950 time: 0.3354745 Apr 01 12:25:55.701287 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a238cb43-4ba4-4915-9e63-adfca89a6290 req-8eb41555-90af-4cbd-b82e-0e775e345574 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730204 Apr 01 12:25:55.812637 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-975309e1-13da-45bd-8dd6-885f3ea4ed11 req-6a3f6e23-4e06-4d8b-b7ad-db41645dfe5b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777451 Apr 01 12:25:55.866739 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:55.922724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:55.943194 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:55.956699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-32360840-02a4-4615-be3b-4a19324ca9ff service neutron] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:55.974888 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-32360840-02a4-4615-be3b-4a19324ca9ff service neutron] Notify callbacks [] for binding, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:55.976048 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3b1f935-9402-4315-beb4-aa91ace7ebbc req-32360840-02a4-4615-be3b-4a19324ca9ff service neutron] 10.222.0.37 "DELETE /v2.0/ports/609b3754-5bcb-497f-aa0a-31f07c8214cd/bindings/n-h2-836146-1 HTTP/1.1" status: 204 len: 173 time: 0.5969946 Apr 01 12:25:56.025618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:56.026323 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:56.027847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] 10.222.0.44 "PUT /v2.0/ports/2eadd28a-df28-4b90-b456-30ccabaed8de HTTP/1.1" status: 200 len: 1096 time: 2.8845539 Apr 01 12:25:56.028396 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:56.030930 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c65d1d1-f5bb-4341-a6b5-b97b2730e365" -d '{"events": [{"name": "network-changed", "server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:56.043909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a238cb43-4ba4-4915-9e63-adfca89a6290 req-146791b7-8faa-4e9a-9eda-b723c8de5bad service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180482 Apr 01 12:25:56.116193 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6fa73-1305-4522-ad01-f85130a78bda service neutron] Pushing event updated for resources: {'Port': ['ID=2eadd28a-df28-4b90-b456-30ccabaed8de,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:56.146222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1f1649-08a7-46f2-9993-124c94282dc3 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:25:56.158817 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:56.194517 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10c1670b-9f50-4ea8-9de3-717bd9764539 req-77ab942c-11fa-426e-b578-85d406100c30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=fa59bb08-07e2-4544-8f89-7ead066ee414 HTTP/1.1" status: 200 len: 210 time: 0.0427117 Apr 01 12:25:56.233532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Transition to ACTIVE for port object af1f1649-08a7-46f2-9993-124c94282dc3 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:25:56.259067 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:56.326031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Pushing event updated for resources: {'Port': ['ID=af1f1649-08a7-46f2-9993-124c94282dc3,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:56.332855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-90d50a11-81c4-4a4c-bb8b-5feb3cce5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:56.334787 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-90d50a11-81c4-4a4c-bb8b-5feb3cce5149 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 1101 time: 0.2412724 Apr 01 12:25:56.369414 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-a124409c-47fd-4fdd-940f-63c4f418c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:56.371654 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-a124409c-47fd-4fdd-940f-63c4f418c24d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92a3921868914bb2865066a7170ff8bd&device_id=288d4b2c-526e-4bc8-9da4-9dbdde39ef8e HTTP/1.1" status: 200 len: 1099 time: 0.2165678 Apr 01 12:25:56.391770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627ab38-0f77-473f-9bb8-966cda5cadd8 req-704f1d6f-7e51-4ac7-ad73-068b17705e18 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:56.398502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627ab38-0f77-473f-9bb8-966cda5cadd8 req-704f1d6f-7e51-4ac7-ad73-068b17705e18 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:56.400442 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9627ab38-0f77-473f-9bb8-966cda5cadd8 req-704f1d6f-7e51-4ac7-ad73-068b17705e18 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745&device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 1690 time: 0.2464879 Apr 01 12:25:56.507773 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-18e74421-48d3-40fe-949e-ffff166d265d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=2eadd28a-df28-4b90-b456-30ccabaed8de HTTP/1.1" status: 200 len: 217 time: 0.1048043 Apr 01 12:25:56.560516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1670b-9f50-4ea8-9de3-717bd9764539 req-38308abd-d7c9-4c5d-b506-74b7e63d66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:56.562546 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10c1670b-9f50-4ea8-9de3-717bd9764539 req-38308abd-d7c9-4c5d-b506-74b7e63d66f5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3585913 Apr 01 12:25:56.629576 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77271f-b5a0-49d9-8420-4b6f042626c2 req-a80699b2-2bc8-4f2d-975a-6bc83b68a199 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:56.635793 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c77271f-b5a0-49d9-8420-4b6f042626c2 req-a80699b2-2bc8-4f2d-975a-6bc83b68a199 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.1219082 Apr 01 12:25:56.704835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9627ab38-0f77-473f-9bb8-966cda5cadd8 req-935a0096-2cba-4f61-a67a-8403fb6ff75b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685943 Apr 01 12:25:56.758279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-c3dee57f-c5d9-4c8a-96db-75179df17bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:56.759737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-c3dee57f-c5d9-4c8a-96db-75179df17bab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.2219422 Apr 01 12:25:56.766343 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-1a082949-932a-4c5e-b2f6-6671408aead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:56.768956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-1a082949-932a-4c5e-b2f6-6671408aead6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.4037969 Apr 01 12:25:56.818693 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c77271f-b5a0-49d9-8420-4b6f042626c2 req-97d564c7-e176-4675-8194-aa14af3d2fe5 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541371 Apr 01 12:25:56.864264 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1670b-9f50-4ea8-9de3-717bd9764539 req-3c5e82a1-76be-4db5-a343-f87230b4f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:56.866519 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10c1670b-9f50-4ea8-9de3-717bd9764539 req-3c5e82a1-76be-4db5-a343-f87230b4f0c0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2750337 Apr 01 12:25:56.948822 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10c1670b-9f50-4ea8-9de3-717bd9764539 req-c766a95e-b11b-4092-b8eb-18fd3dbfc0a3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa59bb08-07e2-4544-8f89-7ead066ee414 HTTP/1.1" status: 200 len: 210 time: 0.0329447 Apr 01 12:25:57.007043 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd99f15-f6ce-4ecf-b2e6-11a7dac7ecf6 req-d22da1f1-5241-4c94-959d-e15b3a9bdab2 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:57.008674 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cdd99f15-f6ce-4ecf-b2e6-11a7dac7ecf6 req-d22da1f1-5241-4c94-959d-e15b3a9bdab2 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 947 time: 0.0637617 Apr 01 12:25:57.080569 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cdd99f15-f6ce-4ecf-b2e6-11a7dac7ecf6 req-38d92302-d4d2-451c-939b-d8cc61a1d2b1 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639389 Apr 01 12:25:57.164423 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec65dc48-d690-4425-a7e2-ad06d26a261a x-openstack-request-id: req-ec65dc48-d690-4425-a7e2-ad06d26a261a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:25:57.165003 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:25:57.165003 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec65dc48-d690-4425-a7e2-ad06d26a261a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:25:57.165219 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec65dc48-d690-4425-a7e2-ad06d26a261a'] response: {'name': 'network-changed', 'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'status': 'completed', 'code': 200} Apr 01 12:25:57.174477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-07b39fd7-af65-4e08-9206-ed1a1766cea3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f67094aa-da6b-4834-a9b8-29a53904a824 HTTP/1.1" status: 200 len: 217 time: 0.3916645 Apr 01 12:25:57.177470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Attempting to bind port af1f1649-08a7-46f2-9993-124c94282dc3 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:25:57.177798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Attempting to bind port af1f1649-08a7-46f2-9993-124c94282dc3 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:25:57.178245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Attempting to bind port af1f1649-08a7-46f2-9993-124c94282dc3 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:57.189060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Port af1f1649-08a7-46f2-9993-124c94282dc3 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:25:57.189357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Attempting to bind port af1f1649-08a7-46f2-9993-124c94282dc3 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:25:57.194189 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba837c-ed27-4127-9e69-7585813a7ddf req-507d462c-659f-48bb-af4d-000889b59d8a tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:57.195733 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d4ba837c-ed27-4127-9e69-7585813a7ddf req-507d462c-659f-48bb-af4d-000889b59d8a tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 945 time: 0.0530381 Apr 01 12:25:57.208496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-16f258c4-f718-4394-b03f-9fc01e4e9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:57.209966 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-16f258c4-f718-4394-b03f-9fc01e4e9778 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4401166 Apr 01 12:25:57.232556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:25:57.232556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:25:57.232556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:25:57.232556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Bound port: af1f1649-08a7-46f2-9993-124c94282dc3, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:25:57.233144 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:57.241223 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d4ba837c-ed27-4127-9e69-7585813a7ddf req-e6fbe08b-dc09-4e4a-bfd2-2b05d0fbdd83 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379331 Apr 01 12:25:57.259571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89f19d-49ef-4942-998d-4a0a13e5f7e1 req-8f477688-985b-425d-9df0-f716e7717aab tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:57.262041 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5d89f19d-49ef-4942-998d-4a0a13e5f7e1 req-8f477688-985b-425d-9df0-f716e7717aab tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 0.4811695 Apr 01 12:25:57.386973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-5df0277f-603b-4773-9f90-faa62a58d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:57.388520 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-5df0277f-603b-4773-9f90-faa62a58d093 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1928060 Apr 01 12:25:57.417085 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bbb05-acab-4218-963b-2091448ea339 req-80eaa172-ceb3-4eda-aab3-2f854373f975 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:57.419345 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-980bbb05-acab-4218-963b-2091448ea339 req-80eaa172-ceb3-4eda-aab3-2f854373f975 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0599334 Apr 01 12:25:57.465023 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5d89f19d-49ef-4942-998d-4a0a13e5f7e1 req-3716a5f5-020f-4764-bd34-9246e6bc3152 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826053 Apr 01 12:25:57.466428 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-980bbb05-acab-4218-963b-2091448ea339 req-6458b426-e389-4996-ab2c-26ef070c687a tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388546 Apr 01 12:25:57.483207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] For port af1f1649-08a7-46f2-9993-124c94282dc3, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:25:57.508253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-840d6de6-879e-471c-bceb-202110157331 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703316 Apr 01 12:25:57.510372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-8f626c76-e6a4-4493-89d8-e2df95893a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:57.512121 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-8f626c76-e6a4-4493-89d8-e2df95893a4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937040 Apr 01 12:25:57.514031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] For port af1f1649-08a7-46f2-9993-124c94282dc3, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=af1f1649-08a7-46f2-9993-124c94282dc3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:25:57.519270 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:57.613483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:57.614142 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:57.616612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76a635-a17e-4c57-be28-195af82de316 req-9afd15b1-8a7c-4055-b725-116bae919a69 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:57.618717 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d76a635-a17e-4c57-be28-195af82de316 req-9afd15b1-8a7c-4055-b725-116bae919a69 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 950 time: 0.0698566 Apr 01 12:25:57.625291 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] 10.222.0.44 "PUT /v2.0/ports/af1f1649-08a7-46f2-9993-124c94282dc3 HTTP/1.1" status: 200 len: 1095 time: 2.8848233 Apr 01 12:25:57.682173 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d76a635-a17e-4c57-be28-195af82de316 req-66e9a4cc-e4cb-4665-b7b7-572e2727b167 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547388 Apr 01 12:25:57.762482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266dbd4-789e-4f43-8152-26a52b59bc1d service neutron] Pushing event updated for resources: {'Port': ['ID=af1f1649-08a7-46f2-9993-124c94282dc3,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:57.842272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb3fab-81fc-473b-88d2-d407ab3d5a92 req-a7e647c8-1983-47d2-8eb1-138e76135848 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:57.844149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a8eb3fab-81fc-473b-88d2-d407ab3d5a92 req-a7e647c8-1983-47d2-8eb1-138e76135848 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 945 time: 0.2102833 Apr 01 12:25:57.852545 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6312d633-1579-4dbc-9f61-7943ae286dd6 req-cf6a7f7b-fd02-418e-8cbf-24e8337211f7 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283665 Apr 01 12:25:57.857475 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50560) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:25:57.862573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-da700ef7-74f6-4976-adcd-3fa76537c952 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Request body: {'floatingip': {'port_id': '67fff7a7-97e5-468f-835b-ee15a89ccd06'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:57.867361 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-0bd010b6-5515-404a-a4e2-4fdc48adbfbc service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995248 Apr 01 12:25:57.895598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e1b5b13d-f7e0-4c0f-a220-aba5a4cd8405 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:57.897215 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e1b5b13d-f7e0-4c0f-a220-aba5a4cd8405 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.1356282 Apr 01 12:25:57.922435 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae007b-90a6-414b-99de-41a29a4107c2 req-ae697c70-e7f8-4d1d-a9ef-85b82054b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:57.926134 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-ae697c70-e7f8-4d1d-a9ef-85b82054b12b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92a3921868914bb2865066a7170ff8bd&device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 1098 time: 0.2288826 Apr 01 12:25:57.926407 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-7f8a3b27-8eaf-4ed1-ac15-338e6984ea26 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/quotas/f3b8c2691e7642ebb43bca4c7e1d7c8b HTTP/1.1" status: 200 len: 375 time: 0.0208535 Apr 01 12:25:57.936100 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da700ef7-74f6-4976-adcd-3fa76537c952 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for floatingip, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:57.968627 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e680fdef-7df7-4df6-acfa-89b7b0faf88f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363231 Apr 01 12:25:58.071248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-328cf2f6-3716-488f-a665-b1506b78ef6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=af1f1649-08a7-46f2-9993-124c94282dc3 HTTP/1.1" status: 200 len: 217 time: 0.1297383 Apr 01 12:25:58.075208 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-0702a904-f28d-4320-a820-cfad21c322a3 service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997083 Apr 01 12:25:58.170919 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-cc01847c-352b-433e-a040-0131a66d95b5 service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889468 Apr 01 12:25:58.245561 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65d1d1-f5bb-4341-a6b5-b97b2730e365 req-13435e5d-5364-4f44-845b-de0440202bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:58.247092 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c65d1d1-f5bb-4341-a6b5-b97b2730e365 req-13435e5d-5364-4f44-845b-de0440202bf6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92a3921868914bb2865066a7170ff8bd&device_id=288d4b2c-526e-4bc8-9da4-9dbdde39ef8e HTTP/1.1" status: 200 len: 1099 time: 0.2622490 Apr 01 12:25:58.251490 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-198b7142-a618-424c-b6aa-280891ba6c6b service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454504 Apr 01 12:25:58.253166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa03b00-2cf6-459f-8841-219c444b66ea req-4c870f6f-77d3-402a-85ad-d28169196166 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:58.254644 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0aa03b00-2cf6-459f-8841-219c444b66ea req-4c870f6f-77d3-402a-85ad-d28169196166 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 1101 time: 0.2782691 Apr 01 12:25:58.255962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae007b-90a6-414b-99de-41a29a4107c2 req-cd67b3e1-80c7-4e67-995b-30c5c65e7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:58.257310 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-cd67b3e1-80c7-4e67-995b-30c5c65e7bd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1361897 Apr 01 12:25:58.483112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae007b-90a6-414b-99de-41a29a4107c2 req-6bb0c321-43ac-4b09-9a82-94a2362f0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:58.484609 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-6bb0c321-43ac-4b09-9a82-94a2362f0b0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2109680 Apr 01 12:25:58.514368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0aa03b00-2cf6-459f-8841-219c444b66ea req-df78b52e-f1ef-4adc-9d64-5fc1ef94f969 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853616 Apr 01 12:25:58.628441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65d1d1-f5bb-4341-a6b5-b97b2730e365 req-7b735702-def9-4eeb-803a-738616d7ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:58.629901 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c65d1d1-f5bb-4341-a6b5-b97b2730e365 req-7b735702-def9-4eeb-803a-738616d7ca3c service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.3651876 Apr 01 12:25:58.726066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c65d1d1-f5bb-4341-a6b5-b97b2730e365 req-22e33f9c-b70d-49e9-893b-3c0e13e90303 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=2eadd28a-df28-4b90-b456-30ccabaed8de HTTP/1.1" status: 200 len: 217 time: 0.0616083 Apr 01 12:25:58.817993 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-b75b1c29-c977-41a1-acf9-258297322a7f service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232608 Apr 01 12:25:58.818840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789bf8c-6cae-45c2-98b5-23e7da29d4bc req-0cc22f3e-fcd4-418a-8b31-14a9db7f9896 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:58.822996 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e789bf8c-6cae-45c2-98b5-23e7da29d4bc req-0cc22f3e-fcd4-418a-8b31-14a9db7f9896 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 1095 time: 0.0513396 Apr 01 12:25:58.864476 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e789bf8c-6cae-45c2-98b5-23e7da29d4bc req-e822d9e4-51db-4e20-9160-e14d32ba5ab9 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372841 Apr 01 12:25:58.878272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db37a51-19cf-4229-afb6-a66c01b50074 req-0f75dae1-db13-4db5-9675-7f2781d751d4 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:58.879799 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1db37a51-19cf-4229-afb6-a66c01b50074 req-0f75dae1-db13-4db5-9675-7f2781d751d4 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.2586825 Apr 01 12:25:58.881248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65d1d1-f5bb-4341-a6b5-b97b2730e365 req-dcd89259-bbd1-4bf6-b842-b6b9664ddf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:58.882571 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c65d1d1-f5bb-4341-a6b5-b97b2730e365 req-dcd89259-bbd1-4bf6-b842-b6b9664ddf82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1292574 Apr 01 12:25:59.041930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f423e9d-41b7-40e6-9731-74ba80d9649f req-550400ad-2459-4f64-a3f6-8b3ddbe5d8b1 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.054878 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f423e9d-41b7-40e6-9731-74ba80d9649f req-550400ad-2459-4f64-a3f6-8b3ddbe5d8b1 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 947 time: 0.0850351 Apr 01 12:25:59.101758 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1db37a51-19cf-4229-afb6-a66c01b50074 req-f29dd776-1a91-4f5f-852c-e9ed32f4c255 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658628 Apr 01 12:25:59.108423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65d1d1-f5bb-4341-a6b5-b97b2730e365 req-cde13177-d26a-42b0-9a42-25147fcee01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.111045 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c65d1d1-f5bb-4341-a6b5-b97b2730e365 req-cde13177-d26a-42b0-9a42-25147fcee01a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1746109 Apr 01 12:25:59.113778 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abae007b-90a6-414b-99de-41a29a4107c2 req-8032d7c7-9ab0-4880-b66e-54027de146a7 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833359 Apr 01 12:25:59.126515 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f423e9d-41b7-40e6-9731-74ba80d9649f req-81331808-d80a-416a-8c3a-ea5da7e31469 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605836 Apr 01 12:25:59.180321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f', 'tag': 'af1f1649-08a7-46f2-9993-124c94282dc3'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:25:59.183983 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f6388b-f995-43f9-aca8-6983e146abf4" -d '{"events": [{"name": "network-changed", "server_uuid": "366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f", "tag": "af1f1649-08a7-46f2-9993-124c94282dc3"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:25:59.215915 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4b9893bf-7e12-46df-8e14-396bbf0b10db req-767b71ab-58df-4c8b-96da-5c21a2c3667f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 210 time: 0.0275412 Apr 01 12:25:59.317327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fb62f-ec86-4fcd-8d6b-96310275a3da req-41575d0b-03c4-48bb-be7d-4af83968d5f9 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.319063 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0b8fb62f-ec86-4fcd-8d6b-96310275a3da req-41575d0b-03c4-48bb-be7d-4af83968d5f9 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 1100 time: 0.0450175 Apr 01 12:25:59.364666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0b8fb62f-ec86-4fcd-8d6b-96310275a3da req-e67e7d97-bd52-4d8f-95dd-638ad988d516 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 Apr 01 12:25:59.545556 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da700ef7-74f6-4976-adcd-3fa76537c952 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:59.586975 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da700ef7-74f6-4976-adcd-3fa76537c952 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:59.734180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312bce3-4894-4b3c-aed1-99b879f9034f req-13d4c749-e9df-4459-b559-8dc3cb34bbef tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.735735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5312bce3-4894-4b3c-aed1-99b879f9034f req-13d4c749-e9df-4459-b559-8dc3cb34bbef tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.5309331 Apr 01 12:25:59.748334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c65d1d1-f5bb-4341-a6b5-b97b2730e365 req-718f93ab-ecdb-41ff-bbb8-bd953682c69c service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268620 Apr 01 12:25:59.762587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.763061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.763525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.763983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.764444 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.764895 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.765346 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.765801 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.769708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.769708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.769708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.769708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.769708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.769708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.769708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.769708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.770437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.772429 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-403252cd-1825-4134-ad52-2af8b277f682 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615&device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f&device_id=288d4b2c-526e-4bc8-9da4-9dbdde39ef8e&device_id=9710dcef-9636-4a58-9701-b1d414c245a6&device_id=e86798de-1942-4628-9664-c6d21d86480b&device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745&device_id=909bf308-17d3-433d-85ad-31ca8f161601&device_id=edee227c-aec1-4e97-8157-0e0c15cfe531&device_id=bb0f2311-1072-47bc-8389-226b0927f028&device_id=b797a101-1f22-4d28-8efc-32225c4f191c&device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df&device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08&device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700&device_id=ad2b12c4-9e29-4117-962d-255a696e75da&device_id=6ee10404-83a4-4801-9a37-790d3b159375&device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e&device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d&device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 15374 time: 0.0708745 Apr 01 12:25:59.794235 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-0cae10f5-8b07-4c5d-8da7-3a6faf9ed074 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:59.857962 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-da700ef7-74f6-4976-adcd-3fa76537c952 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Floating IP c67ec8b4-c6d7-4658-8065-6926c0eefd48 associated. External IP: 172.25.7.189, port: 67fff7a7-97e5-468f-835b-ee15a89ccd06. Apr 01 12:25:59.898582 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-0cae10f5-8b07-4c5d-8da7-3a6faf9ed074 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:59.900126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-5f279752-c268-4116-b617-282442067eaf tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:25:59.901711 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-5f279752-c268-4116-b617-282442067eaf tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.3547518 Apr 01 12:25:59.903923 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-0cae10f5-8b07-4c5d-8da7-3a6faf9ed074 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:25:59.940413 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7c088f89-f45e-4d5d-afda-e5c97e20472a req-0cae10f5-8b07-4c5d-8da7-3a6faf9ed074 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&id=aead3596-4cc8-435f-8fa9-7517a5f07186&id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&id=fc87852c-0946-471a-89d9-788ef78c487a&id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.1602778 Apr 01 12:25:59.951927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Request body: {'port': {'device_id': 'f1475fd6-1150-4cba-9bac-0994ad28e615', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'admin_state_up': True, 'tenant_id': 'f3b8c2691e7642ebb43bca4c7e1d7c8b'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:25:59.952888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae10f5-8b07-4c5d-8da7-3a6faf9ed074 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96458035-b414-4eba-b162-e01ef22a04a7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:25:59.958048 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5312bce3-4894-4b3c-aed1-99b879f9034f req-411b2b0e-f62d-4321-9817-6c64ae0fda46 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121768 Apr 01 12:26:00.017245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c65d1d1-f5bb-4341-a6b5-b97b2730e365 req-90732686-ea9c-4c0c-b66f-88b6068ab16d service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287407 Apr 01 12:26:00.081206 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29f36c8-6807-4c2e-a2c6-758738e67213 x-openstack-request-id: req-d29f36c8-6807-4c2e-a2c6-758738e67213 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:00.081512 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f", "tag": "af1f1649-08a7-46f2-9993-124c94282dc3", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:00.081737 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d29f36c8-6807-4c2e-a2c6-758738e67213 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:00.082161 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29f36c8-6807-4c2e-a2c6-758738e67213'] response: {'name': 'network-changed', 'server_uuid': '366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f', 'tag': 'af1f1649-08a7-46f2-9993-124c94282dc3', 'status': 'completed', 'code': 200} Apr 01 12:26:00.108797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2eadd28a-df28-4b90-b456-30ccabaed8de details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:00.188726 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-38162417-c20b-4ac1-8a08-6ef544f28786 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:00.193929 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-38162417-c20b-4ac1-8a08-6ef544f28786 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 808 time: 0.1465764 Apr 01 12:26:00.200740 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-99535f6c-7e3f-4693-ad7b-3b76bdf39ac4 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442684 Apr 01 12:26:00.214275 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-c882aff4-8e28-43a8-9f36-f435ac608607 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/quotas/91324be1f6c1479fa7e4a2bc713842b4 HTTP/1.1" status: 200 len: 375 time: 0.0176191 Apr 01 12:26:00.228339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:00.248967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'mac_address': 'fa:16:3e:2b:df:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:26:00.253902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6388b-f995-43f9-aca8-6983e146abf4 req-1a2ce05e-4345-4f3e-b4ee-38214eb857c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:00.255849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6f6388b-f995-43f9-aca8-6983e146abf4 req-1a2ce05e-4345-4f3e-b4ee-38214eb857c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92a3921868914bb2865066a7170ff8bd&device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 1098 time: 0.1667480 Apr 01 12:26:00.271305 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-5a065652-6eb3-4f76-b88f-8f1c4ef799a9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554421 Apr 01 12:26:00.312001 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:00.325457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Made reservation on behalf of f3b8c2691e7642ebb43bca4c7e1d7c8b for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:26:00.329235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:00.336973 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eadd28a-df28-4b90-b456-30ccabaed8de {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:00.362825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:00.378666 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:00.428070 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-36470825-ec51-4c6f-a976-6cf4732e3ee3 service neutron] 10.222.0.45 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545613 Apr 01 12:26:00.435499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=2eadd28a-df28-4b90-b456-30ccabaed8de,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:00.534992 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-0cb0026a-9384-4983-9284-5fd719169a05 service neutron] 10.222.0.45 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055923 Apr 01 12:26:00.552968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-0bed6a5f-cd0a-485d-a64c-6672c2990ddd tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:00.554546 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-0bed6a5f-cd0a-485d-a64c-6672c2990ddd tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123784 Apr 01 12:26:00.561718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6388b-f995-43f9-aca8-6983e146abf4 req-4f93b448-1a84-4e1a-94b2-410ffae6718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:00.563255 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6f6388b-f995-43f9-aca8-6983e146abf4 req-4f93b448-1a84-4e1a-94b2-410ffae6718c service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2882941 Apr 01 12:26:00.565129 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da700ef7-74f6-4976-adcd-3fa76537c952 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Router 222a5865-3def-4f85-b19e-a433480459ff has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:26:00.635001 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-aaeb0386-2a7c-4e3c-8a67-0b139db9e412 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/quotas/ba9303e6805042dc9b5b3e77a4800baf HTTP/1.1" status: 200 len: 375 time: 0.0645821 Apr 01 12:26:00.641658 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6f6388b-f995-43f9-aca8-6983e146abf4 req-25a5c366-43af-4cc6-9552-bbea572375e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=af1f1649-08a7-46f2-9993-124c94282dc3 HTTP/1.1" status: 200 len: 217 time: 0.0619206 Apr 01 12:26:00.708951 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['2eadd28a-df28-4b90-b456-30ccabaed8de'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:00.814642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Allocated IP 172.20.0.9 (e23dd718-56b2-4bf5-a1be-97c1c3333fca/3516b13e-86ee-4605-892c-1bb452f4de0b/43bfd594-1df1-4a20-a514-5c6810510b67) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:26:00.915275 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb531f-b3ad-4a59-9b40-2ddaf3725bbd req-1c98d9d0-4c26-4a80-9417-2de5475f171d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:00.917163 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1ebb531f-b3ad-4a59-9b40-2ddaf3725bbd req-1c98d9d0-4c26-4a80-9417-2de5475f171d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 947 time: 0.0807140 Apr 01 12:26:01.007511 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1ebb531f-b3ad-4a59-9b40-2ddaf3725bbd req-9fa2436e-32bc-48ec-806d-f83a18da1d70 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767274 Apr 01 12:26:01.046819 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:01.105384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6388b-f995-43f9-aca8-6983e146abf4 req-34a71ae5-8717-4f75-bdad-7ff7ea745a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:01.106930 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6f6388b-f995-43f9-aca8-6983e146abf4 req-34a71ae5-8717-4f75-bdad-7ff7ea745a54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.4518027 Apr 01 12:26:01.140421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603e6fd-54da-4e9b-9a06-9af0ec6bacde req-faa847c1-d31b-4529-bb2c-103d3fb15b20 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:01.143072 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f603e6fd-54da-4e9b-9a06-9af0ec6bacde req-faa847c1-d31b-4529-bb2c-103d3fb15b20 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.0702074 Apr 01 12:26:01.145675 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-c6f7581b-48d8-41ab-8400-5128205c7298 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4995313 Apr 01 12:26:01.205742 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f603e6fd-54da-4e9b-9a06-9af0ec6bacde req-f152830e-badf-44d5-b411-56c9005c7b07 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524020 Apr 01 12:26:01.288747 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:01.318498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da700ef7-74f6-4976-adcd-3fa76537c952 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:26:01.340242 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3969ad2-d13a-4c0a-af03-c8f9ee6db01d None None] Sync routers for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:26:01.373777 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481afe5-71ed-4078-a305-191fb5b8ca32 req-8f4c37de-c845-4797-bcfa-931c922f1da2 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:01.379157 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3969ad2-d13a-4c0a-af03-c8f9ee6db01d None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:26:01.381079 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e3969ad2-d13a-4c0a-af03-c8f9ee6db01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:25:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:26:01.382521 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5481afe5-71ed-4078-a305-191fb5b8ca32 req-8f4c37de-c845-4797-bcfa-931c922f1da2 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 931 time: 0.0965071 Apr 01 12:26:01.429502 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da700ef7-74f6-4976-adcd-3fa76537c952 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:01.440635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6388b-f995-43f9-aca8-6983e146abf4 req-bb9bed9b-6f92-41a2-9f9e-9d08763ef665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:01.442229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6f6388b-f995-43f9-aca8-6983e146abf4 req-bb9bed9b-6f92-41a2-9f9e-9d08763ef665 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3275998 Apr 01 12:26:01.458569 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5481afe5-71ed-4078-a305-191fb5b8ca32 req-cf1bf758-8ae2-4b4f-90d2-4773f4f2e0a0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703084 Apr 01 12:26:01.589212 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-e3969ad2-d13a-4c0a-af03-c8f9ee6db01d None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:26:01.604776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6f6388b-f995-43f9-aca8-6983e146abf4 req-10c627cb-b219-45d6-b008-2b11fe9dda7b service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263802 Apr 01 12:26:01.608131 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Network e23dd718-56b2-4bf5-a1be-97c1c3333fca is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:26:01.657334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4b700561-c509-4675-99f9-f5db753b65ae req-3506d433-e6b0-4ef7-a368-1ba2c8f941b0 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 210 time: 0.1893842 Apr 01 12:26:01.662448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:26:01.678615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:26:01.783803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Pushing event updated for resources: {'Port': ['ID=43bfd594-1df1-4a20-a514-5c6810510b67,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:01.799559 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-da700ef7-74f6-4976-adcd-3fa76537c952 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "PUT /v2.0/floatingips/c67ec8b4-c6d7-4658-8065-6926c0eefd48 HTTP/1.1" status: 200 len: 991 time: 3.9408946 Apr 01 12:26:01.893917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:01.894882 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:01.933633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18695a-dced-4958-a53e-36f3ff1620da req-86c8cd20-2543-4317-9a25-f002b6680853 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:01.934280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18695a-dced-4958-a53e-36f3ff1620da req-86c8cd20-2543-4317-9a25-f002b6680853 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:01.935275 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18695a-dced-4958-a53e-36f3ff1620da req-86c8cd20-2543-4317-9a25-f002b6680853 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:01.941799 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-c767b7d1-8798-4b79-b58d-196a1c63ff97 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9972825 Apr 01 12:26:01.944172 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b18695a-dced-4958-a53e-36f3ff1620da req-86c8cd20-2543-4317-9a25-f002b6680853 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6&device_id=bb0f2311-1072-47bc-8389-226b0927f028&device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 2883 time: 0.0812824 Apr 01 12:26:01.946725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6f6388b-f995-43f9-aca8-6983e146abf4 req-374b754e-0746-4a9f-b62f-73c1bf33fd47 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157232 Apr 01 12:26:01.958466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3c663-53a7-4b54-9f7c-40be962efceb req-9a6fdef4-4170-4a3b-9360-f71ec07eddbe tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:01.960327 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4a3c663-53a7-4b54-9f7c-40be962efceb req-9a6fdef4-4170-4a3b-9360-f71ec07eddbe tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1485536 Apr 01 12:26:01.965559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Request body: {'port': {'device_id': 'f1475fd6-1150-4cba-9bac-0994ad28e615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:02.011942 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b18695a-dced-4958-a53e-36f3ff1620da req-62333f5a-978a-4216-b1b5-c684f3a7a43b tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667074 Apr 01 12:26:02.074233 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e3969ad2-d13a-4c0a-af03-c8f9ee6db01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'c67ec8b4-c6d7-4658-8065-6926c0eefd48', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '222a5865-3def-4f85-b19e-a433480459ff', 'port_id': '67fff7a7-97e5-468f-835b-ee15a89ccd06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'mac_address': 'fa:16:3e:bb:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86798de-1942-4628-9664-c6d21d86480b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:11Z', 'updated_at': '2022-04-01T12:25:59Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:53Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:26:02.076654 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4a3c663-53a7-4b54-9f7c-40be962efceb req-d03c8ec5-f862-4b3b-bc54-9ab4ee415df1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020741 Apr 01 12:26:02.083483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86798de-1942-4628-9664-c6d21d86480b', 'tag': '67fff7a7-97e5-468f-835b-ee15a89ccd06'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:02.086212 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f950f65-7a90-403e-836b-a7f46b73e523" -d '{"events": [{"name": "network-changed", "server_uuid": "e86798de-1942-4628-9664-c6d21d86480b", "tag": "67fff7a7-97e5-468f-835b-ee15a89ccd06"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:02.096481 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:02.103165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-067eab3f-c287-4f67-b5b4-af4441c93a45 req-aabed0ef-31a2-4183-ab0e-8e35c50dad01 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 210 time: 0.0575335 Apr 01 12:26:02.113852 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3969ad2-d13a-4c0a-af03-c8f9ee6db01d None None] Checking router: 222a5865-3def-4f85-b19e-a433480459ff for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:26:02.117129 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device af1f1649-08a7-46f2-9993-124c94282dc3 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:02.124050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2eadd28a-df28-4b90-b456-30ccabaed8de up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:26:02.126773 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3969ad2-d13a-4c0a-af03-c8f9ee6db01d None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:26:02.128187 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e3969ad2-d13a-4c0a-af03-c8f9ee6db01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:25:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:26:02.348321 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70004fc-bfcd-483f-b918-d63dc82b5da1 req-fcfe0fb2-6396-4c0c-b6df-a789e5d4865b tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:02.358892 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d70004fc-bfcd-483f-b918-d63dc82b5da1 req-fcfe0fb2-6396-4c0c-b6df-a789e5d4865b tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 947 time: 0.0839307 Apr 01 12:26:02.453414 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-e3969ad2-d13a-4c0a-af03-c8f9ee6db01d None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:26:02.509828 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d70004fc-bfcd-483f-b918-d63dc82b5da1 req-f95075e3-809d-4bc6-87d2-768e6bed226b tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498744 Apr 01 12:26:02.523457 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 2eadd28a-df28-4b90-b456-30ccabaed8de completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:26:02.564710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 2eadd28a-df28-4b90-b456-30ccabaed8de triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:02.565115 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:02.636559 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b23e71f-0365-490c-8c28-7d444d6ad4a5 x-openstack-request-id: req-4b23e71f-0365-490c-8c28-7d444d6ad4a5 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:02.637172 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86798de-1942-4628-9664-c6d21d86480b", "tag": "67fff7a7-97e5-468f-835b-ee15a89ccd06", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:02.637172 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b23e71f-0365-490c-8c28-7d444d6ad4a5 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:02.638542 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b23e71f-0365-490c-8c28-7d444d6ad4a5'] response: {'name': 'network-changed', 'server_uuid': 'e86798de-1942-4628-9664-c6d21d86480b', 'tag': '67fff7a7-97e5-468f-835b-ee15a89ccd06', 'status': 'completed', 'code': 200} Apr 01 12:26:02.660146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port af1f1649-08a7-46f2-9993-124c94282dc3, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=af1f1649-08a7-46f2-9993-124c94282dc3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:02.702553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'af1f1649-08a7-46f2-9993-124c94282dc3', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'af1f1649-08a7-46f2-9993-124c94282dc3', 'mac_address': 'fa:16:3e:7b:56:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:26:02.837566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec4065-9f20-4e90-8d23-08750b3983fb req-95c9653b-fc67-4d5a-a84b-8268de82dfc0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:02.839310 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-73ec4065-9f20-4e90-8d23-08750b3983fb req-95c9653b-fc67-4d5a-a84b-8268de82dfc0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.1009488 Apr 01 12:26:02.850614 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:02.894862 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1f1649-08a7-46f2-9993-124c94282dc3 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:02.905594 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e3969ad2-d13a-4c0a-af03-c8f9ee6db01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'c67ec8b4-c6d7-4658-8065-6926c0eefd48', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '222a5865-3def-4f85-b19e-a433480459ff', 'port_id': '67fff7a7-97e5-468f-835b-ee15a89ccd06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'mac_address': 'fa:16:3e:bb:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86798de-1942-4628-9664-c6d21d86480b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:11Z', 'updated_at': '2022-04-01T12:25:59Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:53Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:26:02.910427 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-73ec4065-9f20-4e90-8d23-08750b3983fb req-1d4d4a33-468b-43c2-8d8f-2ee8a11dcee5 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582185 Apr 01 12:26:02.912862 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:02.933498 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port af1f1649-08a7-46f2-9993-124c94282dc3, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=af1f1649-08a7-46f2-9993-124c94282dc3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:02.936553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d70e6d-ca9b-4d50-9b1a-3f12a96de4e8 req-e56aef11-7bd8-4dd5-b341-878a9b99f10d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:02.942698 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:02.946651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89d70e6d-ca9b-4d50-9b1a-3f12a96de4e8 req-e56aef11-7bd8-4dd5-b341-878a9b99f10d tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 945 time: 0.3117876 Apr 01 12:26:02.947124 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3969ad2-d13a-4c0a-af03-c8f9ee6db01d None None] The sync data for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 is: [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'c67ec8b4-c6d7-4658-8065-6926c0eefd48', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '222a5865-3def-4f85-b19e-a433480459ff', 'port_id': '67fff7a7-97e5-468f-835b-ee15a89ccd06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'mac_address': 'fa:16:3e:bb:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86798de-1942-4628-9664-c6d21d86480b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:24:11Z', 'updated_at': '2022-04-01T12:25:59Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:53Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:26:02.953050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:02.955499 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c8cbc-2f9e-4389-811d-152adc34e7ee" -d '{"events": [{"server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "name": "network-vif-plugged", "status": "completed", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:02.996408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:03.004775 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:03.020615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=af1f1649-08a7-46f2-9993-124c94282dc3,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:03.027057 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f950f65-7a90-403e-836b-a7f46b73e523 req-901c187d-b920-41ca-95a3-d7585f8934c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:03.028597 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9f950f65-7a90-403e-836b-a7f46b73e523 req-901c187d-b920-41ca-95a3-d7585f8934c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=504bf52a206041a49c73cff58299a556&device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 1096 time: 0.3891895 Apr 01 12:26:03.035871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-42ab8136-6eb1-4bce-8f81-a70f9d75e87b service neutron] 10.222.0.37 "GET /v2.0/ports/912a530b-0d86-4dab-b118-6bb99714e86f/bindings/n-h2-836146-1 HTTP/1.1" status: 200 len: 384 time: 0.3973894 Apr 01 12:26:03.082883 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=2eadd28a-df28-4b90-b456-30ccabaed8de,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:03.103461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade67c4-389c-44f0-930d-0228c1855cc7 req-13aa2e99-0b94-43a7-ae9e-59315a86b670 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:03.106174 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cade67c4-389c-44f0-930d-0228c1855cc7 req-13aa2e99-0b94-43a7-ae9e-59315a86b670 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 931 time: 0.0775187 Apr 01 12:26:03.156922 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cade67c4-389c-44f0-930d-0228c1855cc7 req-3623549f-3c90-45dc-b1e4-9adaa61612f7 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Apr 01 12:26:03.168852 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89d70e6d-ca9b-4d50-9b1a-3f12a96de4e8 req-fa30ee87-b82c-4dbe-a56a-9c41c0d630a1 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197969 Apr 01 12:26:03.175770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-080461bc-6d99-4db2-b7c8-d2973c1cbe20 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:03.177171 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-080461bc-6d99-4db2-b7c8-d2973c1cbe20 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.37 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 808 time: 0.5367963 Apr 01 12:26:03.240625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09a9fdc-423a-4fe0-b878-98d6eb49295d None None] New status for floating IP c67ec8b4-c6d7-4658-8065-6926c0eefd48: ACTIVE {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:26:03.252960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Request body: {'port': {'device_id': '907e8404-e4a2-45d3-a284-344b47aee9db', 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427', 'admin_state_up': True, 'tenant_id': '91324be1f6c1479fa7e4a2bc713842b4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:03.329135 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['af1f1649-08a7-46f2-9993-124c94282dc3'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:03.379208 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985b9665-b027-467f-8546-4263cb585695 x-openstack-request-id: req-985b9665-b027-467f-8546-4263cb585695 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:03.379746 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "name": "network-vif-plugged", "status": "completed", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:03.380154 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-985b9665-b027-467f-8546-4263cb585695 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:03.380776 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985b9665-b027-467f-8546-4263cb585695'] response: {'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'code': 200} Apr 01 12:26:03.457396 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f950f65-7a90-403e-836b-a7f46b73e523 req-209c44b4-6531-437f-a18c-babd3ecfab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:03.459059 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9f950f65-7a90-403e-836b-a7f46b73e523 req-209c44b4-6531-437f-a18c-babd3ecfab4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=54ec5879-6876-4332-b34c-ec146a3b7374 HTTP/1.1" status: 200 len: 924 time: 0.4223149 Apr 01 12:26:03.468049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4eb914dc-a1cb-4db9-a4ff-3ab973130864 req-8658a48b-e1bf-4d66-ae51-d1b07aea591e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 210 time: 0.1404064 Apr 01 12:26:03.524603 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-9a68f491-b85c-4b67-a708-f9d39ccb97f6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1370666 Apr 01 12:26:03.599291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29205216-58fc-4317-9128-6838da84152b req-286311b9-c517-4a1f-9e6a-30e012ce0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:03.600842 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-29205216-58fc-4317-9128-6838da84152b req-286311b9-c517-4a1f-9e6a-30e012ce0f9e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=288d4b2c-526e-4bc8-9da4-9dbdde39ef8e HTTP/1.1" status: 200 len: 1101 time: 0.0964634 Apr 01 12:26:03.610038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b129e2c-5291-4ddf-8e81-d7438e8c9c30 req-cd4d900a-2a61-47c5-ba74-6c894ca437ad tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:03.611631 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8b129e2c-5291-4ddf-8e81-d7438e8c9c30 req-cd4d900a-2a61-47c5-ba74-6c894ca437ad tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1667693 Apr 01 12:26:03.678258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-29205216-58fc-4317-9128-6838da84152b req-5d28c7ae-0497-4ccd-b714-2585cd376c8b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655053 Apr 01 12:26:03.681883 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8b129e2c-5291-4ddf-8e81-d7438e8c9c30 req-1a4b08bf-6009-485d-8ca5-e48affac79f8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563052 Apr 01 12:26:03.771038 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-11547773-6130-4364-aa0d-8fac89c03f27 req-ed48cc20-6fc9-4341-afd9-513692393800 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 210 time: 0.1433947 Apr 01 12:26:03.898290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bfd594-1df1-4a20-a514-5c6810510b67 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:03.914843 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9f950f65-7a90-403e-836b-a7f46b73e523 req-8570b241-d19f-470c-a6bb-cdb01efbbbb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67fff7a7-97e5-468f-835b-ee15a89ccd06 HTTP/1.1" status: 200 len: 1001 time: 0.3531992 Apr 01 12:26:03.927397 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:03.958537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Made reservation on behalf of 91324be1f6c1479fa7e4a2bc713842b4 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:26:03.962087 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:04.029062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Transition to ACTIVE for port object 43bfd594-1df1-4a20-a514-5c6810510b67 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:26:04.042922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-e736017d-d743-417c-8f94-d5af15dab759 service neutron] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=912a530b-0d86-4dab-b118-6bb99714e86f,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:04.051489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-7c2fc4d8-7c03-4330-bb29-ad9eef536fce tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:04.054610 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-7c2fc4d8-7c03-4330-bb29-ad9eef536fce tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5228391 Apr 01 12:26:04.054788 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 912a530b-0d86-4dab-b118-6bb99714e86f no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:26:04.063720 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:04.116262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Request body: {'port': {'device_id': 'b5564eca-2cca-4300-8318-541fd3a8d572', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'ba9303e6805042dc9b5b3e77a4800baf'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:04.122845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305d46-4a7e-47df-8137-c0654c1300e5 req-4f14ddf1-b01f-4617-a046-33906157ee2d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:04.131541 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e8305d46-4a7e-47df-8137-c0654c1300e5 req-4f14ddf1-b01f-4617-a046-33906157ee2d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.0626538 Apr 01 12:26:04.137139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f950f65-7a90-403e-836b-a7f46b73e523 req-244450f2-d0a3-4c73-bf49-7938f5fc181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:04.138689 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9f950f65-7a90-403e-836b-a7f46b73e523 req-244450f2-d0a3-4c73-bf49-7938f5fc181b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ef11ffb-671d-4944-80ae-de5a57ae60fe HTTP/1.1" status: 200 len: 862 time: 0.2136788 Apr 01 12:26:04.162691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-e736017d-d743-417c-8f94-d5af15dab759 service neutron] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:04.172973 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e8305d46-4a7e-47df-8137-c0654c1300e5 req-524f3ffa-ff6c-4d8a-aa13-136549c6c5e0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Apr 01 12:26:04.244176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c2956-6854-42b0-8f76-3f00b56786bf req-523d540e-d591-4a40-ab68-35d5ca109c12 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:04.246246 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a1c2956-6854-42b0-8f76-3f00b56786bf req-523d540e-d591-4a40-ab68-35d5ca109c12 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 948 time: 0.3585675 Apr 01 12:26:04.280817 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c1f1f-9743-44df-9566-01b80cb04ac2 req-5f191122-b06f-4294-a9b0-2331548537d7 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:04.282524 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-112c1f1f-9743-44df-9566-01b80cb04ac2 req-5f191122-b06f-4294-a9b0-2331548537d7 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 1100 time: 0.0419087 Apr 01 12:26:04.289845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Pushing event updated for resources: {'Port': ['ID=43bfd594-1df1-4a20-a514-5c6810510b67,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:04.330114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-112c1f1f-9743-44df-9566-01b80cb04ac2 req-0837739d-6b1b-46f7-9ce1-c7f077fcb533 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356627 Apr 01 12:26:04.354274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-e736017d-d743-417c-8f94-d5af15dab759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912a530b-0d86-4dab-b118-6bb99714e86f {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:04.411291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-e736017d-d743-417c-8f94-d5af15dab759 service neutron] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=912a530b-0d86-4dab-b118-6bb99714e86f,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:04.453923 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec56666-ed55-47de-bca4-09a545de4c7e req-b601e6c7-7046-4caa-b5bc-85ad97870479 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:04.455390 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8ec56666-ed55-47de-bca4-09a545de4c7e req-b601e6c7-7046-4caa-b5bc-85ad97870479 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 943 time: 0.0534706 Apr 01 12:26:04.497081 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8ec56666-ed55-47de-bca4-09a545de4c7e req-610180f1-f409-45bb-83ec-04f0bc5bdddb tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350032 Apr 01 12:26:04.528508 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a1c2956-6854-42b0-8f76-3f00b56786bf req-0e4cefbc-4912-4794-93e2-23cc390a0cc4 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434053 Apr 01 12:26:04.528508 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-e736017d-d743-417c-8f94-d5af15dab759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:04.548187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f950f65-7a90-403e-836b-a7f46b73e523 req-9d214865-c3e5-4a36-a61c-8a8d2efb2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:04.549697 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9f950f65-7a90-403e-836b-a7f46b73e523 req-9d214865-c3e5-4a36-a61c-8a8d2efb2620 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54ec5879-6876-4332-b34c-ec146a3b7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3830037 Apr 01 12:26:04.587549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Allocated IP 172.20.0.13 (6e03f832-9609-4116-a2e6-1f2acde5b427/d4da2763-ce40-4592-83f0-87a0352a7000/db0b0bf5-b596-4c8c-8782-d59718b579f2) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:26:04.635675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Attempting to bind port 43bfd594-1df1-4a20-a514-5c6810510b67 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:26:04.636008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Attempting to bind port 43bfd594-1df1-4a20-a514-5c6810510b67 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:26:04.636329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Attempting to bind port 43bfd594-1df1-4a20-a514-5c6810510b67 on network e23dd718-56b2-4bf5-a1be-97c1c3333fca {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:04.654571 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764edf2f-461c-4e2c-94c4-7e34b7a42e9f req-9430a1ed-f105-4d6f-abe4-8e923f616d88 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:04.656109 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-764edf2f-461c-4e2c-94c4-7e34b7a42e9f req-9430a1ed-f105-4d6f-abe4-8e923f616d88 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 1100 time: 0.0460269 Apr 01 12:26:04.693767 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-764edf2f-461c-4e2c-94c4-7e34b7a42e9f req-45e7c34c-ca23-4719-b893-411d227052bd tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313201 Apr 01 12:26:04.722118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Port 43bfd594-1df1-4a20-a514-5c6810510b67 on network e23dd718-56b2-4bf5-a1be-97c1c3333fca not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:26:04.722380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Attempting to bind port 43bfd594-1df1-4a20-a514-5c6810510b67 on network e23dd718-56b2-4bf5-a1be-97c1c3333fca {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:04.724358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Made reservation on behalf of ba9303e6805042dc9b5b3e77a4800baf for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:26:04.728230 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:04.740917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9364dad-68a4-4713-bdc4-e10072e3b6a2 req-90dd200e-e25c-47ce-b0f6-ca46982b3a0d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 210 time: 0.1108642 Apr 01 12:26:04.770841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:26:04.771179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Checking segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:26:04.771800 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Bound using segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:26:04.772008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Bound port: 43bfd594-1df1-4a20-a514-5c6810510b67, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:26:04.772353 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:04.828356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d11aaf-76de-429e-8de4-a2755c2f60a7 req-bc7fa4bb-c7b3-4646-99ae-1c6d8ecfaaf6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:04.832662 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8d11aaf-76de-429e-8de4-a2755c2f60a7 req-bc7fa4bb-c7b3-4646-99ae-1c6d8ecfaaf6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0732179 Apr 01 12:26:04.885554 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8d11aaf-76de-429e-8de4-a2755c2f60a7 req-71114311-90cb-43fa-9adb-858af2f80111 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448310 Apr 01 12:26:04.905208 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9f950f65-7a90-403e-836b-a7f46b73e523 req-726b5250-bf87-4916-9689-e30c4fb751b2 service neutron] 10.222.0.37 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391452 Apr 01 12:26:05.006740 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f7017f67-81f6-49c0-9045-1e3e36ad5c0e req-9bc88d4c-db2a-496d-a3b8-12de1a99d574 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 210 time: 0.0376570 Apr 01 12:26:05.321864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f56b3-a26e-4371-98b0-299fff38874e req-a6f4f847-d7ae-4940-afa9-0347745ad856 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:05.324089 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-072f56b3-a26e-4371-98b0-299fff38874e req-a6f4f847-d7ae-4940-afa9-0347745ad856 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 943 time: 0.0616119 Apr 01 12:26:05.365839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-e736017d-d743-417c-8f94-d5af15dab759 service neutron] Transition to ACTIVE for port object 912a530b-0d86-4dab-b118-6bb99714e86f will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:26:05.394682 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-072f56b3-a26e-4371-98b0-299fff38874e req-fe5e66d5-fb05-463d-a367-383c6cb58104 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604126 Apr 01 12:26:05.397733 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-e736017d-d743-417c-8f94-d5af15dab759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:05.478385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] For port 43bfd594-1df1-4a20-a514-5c6810510b67, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:05.543487 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb603d-300b-4be4-8050-ee743dc8e653 req-8f133b42-4fae-41ca-9215-2194b432747c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:05.552969 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7edb603d-300b-4be4-8050-ee743dc8e653 req-8f133b42-4fae-41ca-9215-2194b432747c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0734093 Apr 01 12:26:05.583933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] For port 43bfd594-1df1-4a20-a514-5c6810510b67, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=43bfd594-1df1-4a20-a514-5c6810510b67,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:26:05.600406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7edb603d-300b-4be4-8050-ee743dc8e653 req-212a38c3-3b8b-40a3-9638-4d351511a434 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462763 Apr 01 12:26:05.648276 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:05.662847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Allocated IP 192.168.233.166 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:26:05.669188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-e736017d-d743-417c-8f94-d5af15dab759 service neutron] No DVR routers for this DVR port 912a530b-0d86-4dab-b118-6bb99714e86f on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:26:05.706355 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:05.716230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736017d-d743-417c-8f94-d5af15dab759 service neutron] Pushing event updated for resources: {'Port': ['ID=912a530b-0d86-4dab-b118-6bb99714e86f,revision_number=10']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:05.740164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb79d8-9fac-4ec2-b2d6-c9a10d3c03c9 req-21edf049-a7f3-45b3-a4ff-fbd5f75a4e3e tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:05.743620 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-14eb79d8-9fac-4ec2-b2d6-c9a10d3c03c9 req-21edf049-a7f3-45b3-a4ff-fbd5f75a4e3e tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 948 time: 0.0744264 Apr 01 12:26:05.769182 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9f950f65-7a90-403e-836b-a7f46b73e523 req-19b3bf41-cb89-4ba0-b09f-2f21e2a33a2a service neutron] 10.222.0.37 "GET /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007851 Apr 01 12:26:05.791852 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:05.792561 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:05.794734 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] 10.222.0.44 "PUT /v2.0/ports/43bfd594-1df1-4a20-a514-5c6810510b67 HTTP/1.1" status: 200 len: 1091 time: 3.8328674 Apr 01 12:26:05.795972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1475fd6-1150-4cba-9bac-0994ad28e615', 'tag': '43bfd594-1df1-4a20-a514-5c6810510b67'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:05.798234 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe2faca-fdd1-4125-8f6a-df50747221ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f1475fd6-1150-4cba-9bac-0994ad28e615", "tag": "43bfd594-1df1-4a20-a514-5c6810510b67"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:05.804273 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-14eb79d8-9fac-4ec2-b2d6-c9a10d3c03c9 req-c6fc292a-7bd2-44fc-9b7c-7ffd64b1119d tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521967 Apr 01 12:26:05.870362 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-e736017d-d743-417c-8f94-d5af15dab759 service neutron] 10.222.0.37 "PUT /v2.0/ports/912a530b-0d86-4dab-b118-6bb99714e86f/bindings/n-h2-836146-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8189559 Apr 01 12:26:05.904419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddad11-0098-4c4a-b2f8-cc9b112dcab9 req-d32a2fbb-dfd8-4721-9f9f-482c761ba248 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:05.905974 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6eddad11-0098-4c4a-b2f8-cc9b112dcab9 req-d32a2fbb-dfd8-4721-9f9f-482c761ba248 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 943 time: 0.3026972 Apr 01 12:26:05.912006 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352d1df-2b8c-42e1-996a-39c0dbdb8bee service neutron] Pushing event updated for resources: {'Port': ['ID=43bfd594-1df1-4a20-a514-5c6810510b67,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:05.936811 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-521a8747-34c6-4b88-be9e-d8502c793463 req-152e3f71-2e54-4953-832b-15c1e33eae04 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 210 time: 0.0465193 Apr 01 12:26:05.982900 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:05.997863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-3be8a9ad-e936-483e-b239-bc624ed1b96b tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:05.998764 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048c8093-b154-4208-8688-2a305f2bd3e3 x-openstack-request-id: req-048c8093-b154-4208-8688-2a305f2bd3e3 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:05.999052 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1475fd6-1150-4cba-9bac-0994ad28e615", "tag": "43bfd594-1df1-4a20-a514-5c6810510b67", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:05.999303 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-048c8093-b154-4208-8688-2a305f2bd3e3 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:05.999698 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048c8093-b154-4208-8688-2a305f2bd3e3'] response: {'name': 'network-changed', 'server_uuid': 'f1475fd6-1150-4cba-9bac-0994ad28e615', 'tag': '43bfd594-1df1-4a20-a514-5c6810510b67', 'status': 'completed', 'code': 200} Apr 01 12:26:06.000058 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-3be8a9ad-e936-483e-b239-bc624ed1b96b tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da&tenant_id=d3ef0b6c28664a848490f62530c5067c&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1095 time: 0.0595713 Apr 01 12:26:06.093578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-84567755-7861-46c4-aecb-f0aecc89f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:06.095164 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-84567755-7861-46c4-aecb-f0aecc89f534 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 1094 time: 0.2191367 Apr 01 12:26:06.105243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6eddad11-0098-4c4a-b2f8-cc9b112dcab9 req-be7f86f1-0bd0-4ecf-81d2-0d2952ab1187 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689260 Apr 01 12:26:06.110439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Network 6e03f832-9609-4116-a2e6-1f2acde5b427 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:26:06.130952 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-99747bcc-0c1c-406d-9798-a556a41331e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:06.131922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device af1f1649-08a7-46f2-9993-124c94282dc3 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:26:06.132945 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-99747bcc-0c1c-406d-9798-a556a41331e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da&tenant_id=d3ef0b6c28664a848490f62530c5067c HTTP/1.1" status: 200 len: 1095 time: 0.1211021 Apr 01 12:26:06.133075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Pushing event updated for resources: {'Port': ['ID=db0b0bf5-b596-4c8c-8782-d59718b579f2,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:06.135724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:26:06.143512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:26:06.163155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023e352-0e27-4f71-90c9-35c9bafd6368 req-59fd3027-fac0-4051-b18c-36ed1886d82b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:06.167169 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f023e352-0e27-4f71-90c9-35c9bafd6368 req-59fd3027-fac0-4051-b18c-36ed1886d82b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1114619 Apr 01 12:26:06.205011 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-3754c433-c900-4954-927b-acd95496d2f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bfd594-1df1-4a20-a514-5c6810510b67 HTTP/1.1" status: 200 len: 217 time: 0.0933700 Apr 01 12:26:06.205609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port af1f1649-08a7-46f2-9993-124c94282dc3 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:26:06.212294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port af1f1649-08a7-46f2-9993-124c94282dc3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:06.212856 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:06.213585 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:06.243123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-c593bd60-0744-4dcf-8ecf-8363ba7ee55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:06.245957 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-c593bd60-0744-4dcf-8ecf-8363ba7ee55e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 1095 time: 0.0774524 Apr 01 12:26:06.289972 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f023e352-0e27-4f71-90c9-35c9bafd6368 req-a1f18b78-dad8-4bc6-b75b-75e2104f43d8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924356 Apr 01 12:26:06.303507 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0096d995-768e-4e77-8c0d-3c3d7c8cf74b req-07bd6a58-90ed-4ae7-b731-f7b60637083e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 210 time: 0.0662689 Apr 01 12:26:06.309711 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:06.313186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:06.314043 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:06.329956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-9493cb99-e9bd-48ab-a07b-0404a9b0864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:06.331572 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-9493cb99-e9bd-48ab-a07b-0404a9b0864d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 200 len: 852 time: 0.1104872 Apr 01 12:26:06.348841 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-d3858ff7-8460-449b-a958-3d3ba65bcdb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1067190 Apr 01 12:26:06.365521 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1e92-fdf2-4805-aa0b-14515bdc8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:06.375053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1f1649-08a7-46f2-9993-124c94282dc3'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:06.377900 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-f1101136-5e89-455d-95d1-c88a3c974852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:06.378651 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6122621b-7d63-4938-b811-2f5bb8518147" -d '{"events": [{"server_uuid": "366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f", "name": "network-vif-plugged", "status": "completed", "tag": "af1f1649-08a7-46f2-9993-124c94282dc3"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:06.380011 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-f1101136-5e89-455d-95d1-c88a3c974852 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.1259680 Apr 01 12:26:06.385390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Request body: {'port': {'device_id': '907e8404-e4a2-45d3-a284-344b47aee9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:06.391333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-ae0329a1-3c69-41c1-9dad-6f6770a837f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e23dd718-56b2-4bf5-a1be-97c1c3333fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461380 Apr 01 12:26:06.395925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port af1f1649-08a7-46f2-9993-124c94282dc3, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=af1f1649-08a7-46f2-9993-124c94282dc3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:06.402602 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:06.407744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:06.440364 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-d6b35b38-8386-42b4-88c3-5ccbb3e70cbe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=912a530b-0d86-4dab-b118-6bb99714e86f HTTP/1.1" status: 200 len: 217 time: 0.0520902 Apr 01 12:26:06.506494 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=af1f1649-08a7-46f2-9993-124c94282dc3,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:06.518746 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8342da7b-c943-4eab-8bbf-08acf6b6fa8b x-openstack-request-id: req-8342da7b-c943-4eab-8bbf-08acf6b6fa8b {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:06.519194 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f", "name": "network-vif-plugged", "status": "completed", "tag": "af1f1649-08a7-46f2-9993-124c94282dc3", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:06.519538 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8342da7b-c943-4eab-8bbf-08acf6b6fa8b {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:06.520021 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8342da7b-c943-4eab-8bbf-08acf6b6fa8b'] response: {'server_uuid': '366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1f1649-08a7-46f2-9993-124c94282dc3', 'code': 200} Apr 01 12:26:06.520965 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-7aa67192-0e7d-4730-9850-ca9bca314f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:06.521308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['69127762-0ca0-4fea-8ced-76dccf2a17ab'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:06.522461 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-7aa67192-0e7d-4730-9850-ca9bca314f79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.0715382 Apr 01 12:26:06.523886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c', '7213766e-da78-4fb2-99bc-0fb0ae40cf70', '90c05437-1218-4c17-8467-7f7cdf77cfc7', '969920f5-fbfd-48ba-a2f1-2ab73a63c75d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:06.528028 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:06.528436 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:06.528835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:06.529230 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:06.529622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:06.530033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:06.530457 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:06.530841 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:06.531223 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:06.531618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:06.531999 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:06.532380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:06.555094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:26:06.572275 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:06.576754 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-8becf86f-0307-473e-93f6-2d98adcc4528 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414774 Apr 01 12:26:06.591880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event updated for resources: {'Port': ['ID=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:06.594735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:26:06.609423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:26:06.677257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94d7f5-5288-4c81-a239-6e404ca8be95 req-7f1360c5-270d-46c9-86b5-f048f1264a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:06.678971 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b94d7f5-5288-4c81-a239-6e404ca8be95 req-7f1360c5-270d-46c9-86b5-f048f1264a68 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 1100 time: 0.1354249 Apr 01 12:26:06.721709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-7ec5bd7d-945b-4bf7-8861-d99cb67b5734 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098712 Apr 01 12:26:06.752808 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b94d7f5-5288-4c81-a239-6e404ca8be95 req-b5098b52-4122-4aa0-a107-f61954ef1eaf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454445 Apr 01 12:26:06.767368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ad548-7de4-4b5e-84dc-9779b0ad56e2 req-eb38ba9b-e228-48ff-a535-e030fe74fe03 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:06.768865 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-728ad548-7de4-4b5e-84dc-9779b0ad56e2 req-eb38ba9b-e228-48ff-a535-e030fe74fe03 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 944 time: 0.2219982 Apr 01 12:26:06.789708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:06.790388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:06.848907 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abc6c9-aeb8-415d-9804-946425ddae59 req-424f39a6-93c7-41f5-b268-8955838b2af0 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:06.851271 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-69abc6c9-aeb8-415d-9804-946425ddae59 req-424f39a6-93c7-41f5-b268-8955838b2af0 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1034887 Apr 01 12:26:06.854189 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-547e07cb-9292-4588-b0dd-c461abeaa7ae service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313972 Apr 01 12:26:06.895810 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-69abc6c9-aeb8-415d-9804-946425ddae59 req-a6d475c1-5337-441f-824e-2e8569068eaf tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387750 Apr 01 12:26:06.953075 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-1de4fe85-6609-4575-af06-9a3953d5aa1f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8693650 Apr 01 12:26:06.992620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-728ad548-7de4-4b5e-84dc-9779b0ad56e2 req-bc303b9a-5011-412e-af3e-a3d7940f7454 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060101 Apr 01 12:26:07.024839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Request body: {'port': {'device_id': 'b5564eca-2cca-4300-8318-541fd3a8d572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:07.034724 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5e7d737f-51b3-467a-834d-9952c2486d26 None None] Provisioning complete for port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:07.035102 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5e7d737f-51b3-467a-834d-9952c2486d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:07.061117 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b590cf3-9f91-446f-a7b8-71cf283c3772 req-4ad4fad2-3856-4cbb-aa6c-4cc1e0a641b3 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299794 Apr 01 12:26:07.121609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d737f-51b3-467a-834d-9952c2486d26 None None] Port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:26:07.230852 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:07.334617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3bf0c-7fcf-4be6-9bc4-1ae401421e16 req-90c13d43-4c9a-4b00-bcf5-9441f5534d69 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:07.336233 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bc3bf0c-7fcf-4be6-9bc4-1ae401421e16 req-90c13d43-4c9a-4b00-bcf5-9441f5534d69 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 932 time: 0.1962235 Apr 01 12:26:07.352016 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0b0bf5-b596-4c8c-8782-d59718b579f2 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:07.359271 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2faca-fdd1-4125-8f6a-df50747221ac req-4170bcd2-bbf7-4929-b72d-5ffb23bf9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:07.360744 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fe2faca-fdd1-4125-8f6a-df50747221ac req-4170bcd2-bbf7-4929-b72d-5ffb23bf9598 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 1094 time: 0.2129958 Apr 01 12:26:07.376415 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:07.404733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469ea17-af0a-413c-95e8-afad05d54594 req-a2220fe8-10fc-4e62-bce0-a6705d379c02 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:07.406258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5469ea17-af0a-413c-95e8-afad05d54594 req-a2220fe8-10fc-4e62-bce0-a6705d379c02 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 949 time: 0.4402406 Apr 01 12:26:07.430789 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-371462c7-7497-4cb6-a9a5-adc68ced6938 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110177 Apr 01 12:26:07.461276 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5469ea17-af0a-413c-95e8-afad05d54594 req-bf894cab-52e9-478b-b23e-755460f8a18f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462122 Apr 01 12:26:07.502779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Transition to ACTIVE for port object db0b0bf5-b596-4c8c-8782-d59718b579f2 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:26:07.525530 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:07.572587 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bc3bf0c-7fcf-4be6-9bc4-1ae401421e16 req-6e9b241b-0a98-4d59-8617-67842a4aff91 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154074 Apr 01 12:26:07.588910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655321d-651d-4d80-9bbf-6d85c5dc9c16 req-0674ae74-1fd3-4434-83b3-f385700a4ccc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:07.591984 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9655321d-651d-4d80-9bbf-6d85c5dc9c16 req-0674ae74-1fd3-4434-83b3-f385700a4ccc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 943 time: 0.0630956 Apr 01 12:26:07.656487 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9655321d-651d-4d80-9bbf-6d85c5dc9c16 req-08aaf17e-439b-4294-842a-3a1125218d02 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574741 Apr 01 12:26:07.712673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Pushing event updated for resources: {'Port': ['ID=db0b0bf5-b596-4c8c-8782-d59718b579f2,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:07.772369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2faca-fdd1-4125-8f6a-df50747221ac req-3f0926e6-e2b3-4208-afbf-5749d417686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:07.773861 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fe2faca-fdd1-4125-8f6a-df50747221ac req-3f0926e6-e2b3-4208-afbf-5749d417686a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 913 time: 0.3950434 Apr 01 12:26:07.776039 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-f559e7fe-de14-42a6-a11f-1e8dca21aef5 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:07.777504 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-f559e7fe-de14-42a6-a11f-1e8dca21aef5 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da&tenant_id=d3ef0b6c28664a848490f62530c5067c&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 1095 time: 0.0768099 Apr 01 12:26:07.793971 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee86a5c-0422-4f6d-a3da-36a2943d63be req-c86541c0-7c7e-43e4-a722-0904173f852d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:07.795632 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6ee86a5c-0422-4f6d-a3da-36a2943d63be req-c86541c0-7c7e-43e4-a722-0904173f852d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 936 time: 0.0625196 Apr 01 12:26:07.854954 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fe2faca-fdd1-4125-8f6a-df50747221ac req-8a7dbbca-1a74-4f9e-971d-aa2ff556ef7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bfd594-1df1-4a20-a514-5c6810510b67 HTTP/1.1" status: 200 len: 217 time: 0.0554657 Apr 01 12:26:07.872687 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6ee86a5c-0422-4f6d-a3da-36a2943d63be req-784f3e95-fd04-4ec2-8e1a-23e286d2e0a3 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696158 Apr 01 12:26:07.895299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054985-5c96-47d1-95ee-007318542c3c req-26b8af6e-a4b0-4362-92b7-a08a905a315c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:07.896847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55054985-5c96-47d1-95ee-007318542c3c req-26b8af6e-a4b0-4362-92b7-a08a905a315c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.2087491 Apr 01 12:26:07.936148 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-b968960d-6b0c-4134-9921-3947787129e0 service neutron] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h1-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:07.939353 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-b968960d-6b0c-4134-9921-3947787129e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:07.940529 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec0e513b-23db-4c89-9120-3075b5efbbf2 req-b968960d-6b0c-4134-9921-3947787129e0 service neutron] 10.222.0.44 "DELETE /v2.0/ports/912a530b-0d86-4dab-b118-6bb99714e86f/bindings/n-h1-836146-1 HTTP/1.1" status: 204 len: 173 time: 0.1438377 Apr 01 12:26:07.964963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Attempting to bind port db0b0bf5-b596-4c8c-8782-d59718b579f2 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:26:07.965538 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Attempting to bind port db0b0bf5-b596-4c8c-8782-d59718b579f2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:26:07.965675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Attempting to bind port db0b0bf5-b596-4c8c-8782-d59718b579f2 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:08.002175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Port db0b0bf5-b596-4c8c-8782-d59718b579f2 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:26:08.002416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Attempting to bind port db0b0bf5-b596-4c8c-8782-d59718b579f2 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:08.011133 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2faca-fdd1-4125-8f6a-df50747221ac req-f9b55a9f-2f89-4e48-8d51-63a3888959cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:08.013011 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fe2faca-fdd1-4125-8f6a-df50747221ac req-f9b55a9f-2f89-4e48-8d51-63a3888959cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 200 len: 852 time: 0.1442609 Apr 01 12:26:08.025029 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:26:08.025368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:26:08.026314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:26:08.026763 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Bound port: db0b0bf5-b596-4c8c-8782-d59718b579f2, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:26:08.027126 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:08.047105 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e6588-f286-4b70-9079-e19245406e3b req-88b05b41-3772-4a38-aa6b-a91531c0ce28 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:08.048652 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f4e6588-f286-4b70-9079-e19245406e3b req-88b05b41-3772-4a38-aa6b-a91531c0ce28 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0585811 Apr 01 12:26:08.052168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:08.058705 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55054985-5c96-47d1-95ee-007318542c3c req-7a9e294e-a08a-43b5-b131-325b2db9ad76 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389413 Apr 01 12:26:08.089762 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:08.093925 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fe2faca-fdd1-4125-8f6a-df50747221ac req-4ebbf4a7-9b44-450b-b7af-e8b2d69a2f8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e23dd718-56b2-4bf5-a1be-97c1c3333fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623319 Apr 01 12:26:08.096589 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f4e6588-f286-4b70-9079-e19245406e3b req-0fdd3582-d311-4504-8d11-578e9a0f423a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Apr 01 12:26:08.148496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Transition to ACTIVE for port object 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:26:08.175643 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:08.421138 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:08.596034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:08.627617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63ea45-d8a8-4928-933b-65e637aec653 req-08529b3c-907e-4296-815c-fd54eb73f7ea tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:08.628554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Pushing event updated for resources: {'Port': ['ID=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:08.633898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:26:08.645288 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:08.647127 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d63ea45-d8a8-4928-933b-65e637aec653 req-08529b3c-907e-4296-815c-fd54eb73f7ea tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 949 time: 0.1002188 Apr 01 12:26:08.655250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2fd31-41bf-4256-b4d2-57e3cb7f749d req-7f183646-f65d-4dc8-80f9-f3a916e2e47f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:08.656812 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abf2fd31-41bf-4256-b4d2-57e3cb7f749d req-7f183646-f65d-4dc8-80f9-f3a916e2e47f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 944 time: 0.5133672 Apr 01 12:26:08.657959 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:08.693652 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d63ea45-d8a8-4928-933b-65e637aec653 req-1c4fedd8-611c-456d-a755-70ad91c1c24f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455422 Apr 01 12:26:08.699071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fe2faca-fdd1-4125-8f6a-df50747221ac req-ca4b9c59-ad80-463a-847e-f8a8ac0ddcb9 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711219 Apr 01 12:26:08.805478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:08.807452 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:08.809202 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] 10.222.0.37 "PUT /v2.0/ports/db0b0bf5-b596-4c8c-8782-d59718b579f2 HTTP/1.1" status: 200 len: 1092 time: 2.4478321 Apr 01 12:26:08.814247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:08.816390 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b8d35710-feb9-4153-8cc5-06a4b5f88ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:08.816777 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9dd9c0-b77e-44ca-b363-f9d5bc92d059" -d '{"events": [{"name": "network-changed", "server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:08.827909 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdb83c-5a37-49b9-b50e-7ad7437b0252 req-2187401c-7beb-4103-891e-8e4d9395dfb4 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:08.840184 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e0bdb83c-5a37-49b9-b50e-7ad7437b0252 req-2187401c-7beb-4103-891e-8e4d9395dfb4 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.0815823 Apr 01 12:26:08.869122 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abf2fd31-41bf-4256-b4d2-57e3cb7f749d req-af9bd303-9c87-4319-9f8e-ea9f9003ef4f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775582 Apr 01 12:26:08.884075 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e0bdb83c-5a37-49b9-b50e-7ad7437b0252 req-4f466f25-d8bb-4e88-980e-296232422cf1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424139 Apr 01 12:26:08.953509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a6490-9add-40da-ac04-5415695c7f9d service neutron] Pushing event updated for resources: {'Port': ['ID=db0b0bf5-b596-4c8c-8782-d59718b579f2,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:08.965268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Attempting to bind port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:26:08.965966 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Attempting to bind port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:26:08.965966 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Attempting to bind port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:08.979486 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:26:08.979895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Attempting to bind port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:09.005461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:26:09.005801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:26:09.006222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:26:09.006668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Bound port: 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:26:09.007027 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:09.011761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-229412a4-8858-4faa-b01d-68d76b702386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.013269 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-229412a4-8858-4faa-b01d-68d76b702386 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 1095 time: 0.1479521 Apr 01 12:26:09.022567 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fe2faca-fdd1-4125-8f6a-df50747221ac req-a29e9c58-5fce-4aff-8501-14fa2212e467 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677550 Apr 01 12:26:09.025461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae70a8-3879-40bd-845d-2246a9d78296 req-04e69418-be9f-4c47-9f61-4c4cdb4154cd tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.027274 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06ae70a8-3879-40bd-845d-2246a9d78296 req-04e69418-be9f-4c47-9f61-4c4cdb4154cd tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=288d4b2c-526e-4bc8-9da4-9dbdde39ef8e HTTP/1.1" status: 200 len: 950 time: 0.0560257 Apr 01 12:26:09.081711 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06ae70a8-3879-40bd-845d-2246a9d78296 req-66b64611-0a91-44dc-9861-20da64619dfa tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474851 Apr 01 12:26:09.104698 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-18cdb028-9bf4-4325-9af1-38614c172fd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2 HTTP/1.1" status: 200 len: 217 time: 0.0642805 Apr 01 12:26:09.158520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf045c4-a60b-4fd0-87bd-28426c2bad5d req-cb28f346-2dee-4f83-afa7-dbc72bdee7b9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.160099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbf045c4-a60b-4fd0-87bd-28426c2bad5d req-cb28f346-2dee-4f83-afa7-dbc72bdee7b9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 943 time: 0.1679304 Apr 01 12:26:09.165213 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6506b6-876d-4ff0-bdfa-dd16cfaf73da x-openstack-request-id: req-4a6506b6-876d-4ff0-bdfa-dd16cfaf73da {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:09.165505 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:09.165758 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a6506b6-876d-4ff0-bdfa-dd16cfaf73da {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:09.166691 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6506b6-876d-4ff0-bdfa-dd16cfaf73da'] response: {'name': 'network-changed', 'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2', 'status': 'completed', 'code': 200} Apr 01 12:26:09.211249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] For port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:09.218921 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] For port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:26:09.227342 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-cecd4e9c-59c0-4b8f-bd03-297d2ab3f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.229365 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-cecd4e9c-59c0-4b8f-bd03-297d2ab3f5f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.1093559 Apr 01 12:26:09.232870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:09.248821 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84422304-0cfa-4183-a9c8-4c7dad984c7b req-e2616100-d415-4c35-bacc-b589318a8d3a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.250592 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84422304-0cfa-4183-a9c8-4c7dad984c7b req-e2616100-d415-4c35-bacc-b589318a8d3a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 948 time: 0.0669587 Apr 01 12:26:09.256709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbf045c4-a60b-4fd0-87bd-28426c2bad5d req-35228dec-32bb-4518-831b-1ef31e4b8438 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875285 Apr 01 12:26:09.301188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-aa3056be-954d-4df0-a4c5-0804b24acc04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587983 Apr 01 12:26:09.309077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.309804 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:09.311247 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] 10.222.0.44 "PUT /v2.0/ports/4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b HTTP/1.1" status: 200 len: 1096 time: 2.2978041 Apr 01 12:26:09.330649 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84422304-0cfa-4183-a9c8-4c7dad984c7b req-5de0aa15-0fbf-4cbc-96c1-791fb694d4cd tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739579 Apr 01 12:26:09.412541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b86877-866d-4b1c-a479-0fbd63cd4f9c service neutron] Pushing event updated for resources: {'Port': ['ID=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:09.517577 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-34d86f0f-8ec0-4917-a4ef-09bf51f410ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.519140 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-34d86f0f-8ec0-4917-a4ef-09bf51f410ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 1099 time: 0.1516321 Apr 01 12:26:09.523241 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-00de9126-287f-4722-b9bf-56a5b922aeda service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111480 Apr 01 12:26:09.535508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339430eb-1782-4234-9cf1-69df370f4f92 req-495cbf60-86cd-4e9e-8efe-eb03bcf2be06 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.538578 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-339430eb-1782-4234-9cf1-69df370f4f92 req-495cbf60-86cd-4e9e-8efe-eb03bcf2be06 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1535048 Apr 01 12:26:09.604740 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-131fbbbb-8218-461b-b00d-c1a0bf232f52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b HTTP/1.1" status: 200 len: 217 time: 0.0646019 Apr 01 12:26:09.729448 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-339430eb-1782-4234-9cf1-69df370f4f92 req-5943acfb-ec22-40cc-adc4-1bfbfb0dfc74 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777189 Apr 01 12:26:09.734733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-112f7108-4eb7-45cb-9719-8048a4cd5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.736367 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-112f7108-4eb7-45cb-9719-8048a4cd5e8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1113179 Apr 01 12:26:09.738287 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c92e888e-fda0-4fea-b6b4-b79283f149b7 req-a6bd02b8-8ead-40fb-b676-02e5971fc9e7 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895185 Apr 01 12:26:09.802712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8eb23b-410a-4d63-997e-56d8d460c60b req-aa101ac7-18f4-4f33-8b55-9351772d9fdb tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.804493 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e8eb23b-410a-4d63-997e-56d8d460c60b req-aa101ac7-18f4-4f33-8b55-9351772d9fdb tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0684354 Apr 01 12:26:09.823291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-665950fb-3c23-40db-adf7-4507f5b1f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.824909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-665950fb-3c23-40db-adf7-4507f5b1f078 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685077 Apr 01 12:26:09.856274 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e8eb23b-410a-4d63-997e-56d8d460c60b req-014753fc-98c5-4e45-a894-f7cf1d1c3877 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Apr 01 12:26:09.955695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dd9c0-b77e-44ca-b363-f9d5bc92d059 req-c70d3276-717b-4967-bb45-bfb0f3f772aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.957193 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3e9dd9c0-b77e-44ca-b363-f9d5bc92d059 req-c70d3276-717b-4967-bb45-bfb0f3f772aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 1095 time: 0.1456606 Apr 01 12:26:09.978504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1d218-6f34-429f-ae86-be14e39616b5 req-7ceb1c94-cdda-422a-b26f-0353ecbb0af1 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:09.980056 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8b1d218-6f34-429f-ae86-be14e39616b5 req-7ceb1c94-cdda-422a-b26f-0353ecbb0af1 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 1095 time: 0.1305604 Apr 01 12:26:10.030332 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a790270-eacc-4467-948c-36eb8c6ac2ea req-499674cf-103e-4dce-9603-e7275e5f6e5f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:10.032359 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-2bb02240-030b-4d93-ae5b-e5aa0d9c8ef4 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816432 Apr 01 12:26:10.034279 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2a790270-eacc-4467-948c-36eb8c6ac2ea req-499674cf-103e-4dce-9603-e7275e5f6e5f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.0522547 Apr 01 12:26:10.080441 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2a790270-eacc-4467-948c-36eb8c6ac2ea req-6cb4da07-5006-4818-b275-b7df609481e8 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422261 Apr 01 12:26:10.105518 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8b1d218-6f34-429f-ae86-be14e39616b5 req-9f9a536e-2af4-415b-9401-086fba3fe474 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134119 Apr 01 12:26:10.147886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 43bfd594-1df1-4a20-a514-5c6810510b67 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:10.158337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dd9c0-b77e-44ca-b363-f9d5bc92d059 req-6086ceef-8875-4c26-a374-932f352a6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:10.162061 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3e9dd9c0-b77e-44ca-b363-f9d5bc92d059 req-6086ceef-8875-4c26-a374-932f352a6abf service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.1936946 Apr 01 12:26:10.209732 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3e9dd9c0-b77e-44ca-b363-f9d5bc92d059 req-d8846269-07da-4ff4-a15d-d38abc5992cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2 HTTP/1.1" status: 200 len: 217 time: 0.0400405 Apr 01 12:26:10.235153 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b756b7a-3666-4bb8-9a6d-9f87c5c039c3 req-39b7835c-5417-4683-bceb-8739168103b1 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755466 Apr 01 12:26:10.238645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620f94c-b9fa-4b72-a4f7-af5a26851a2a req-da18e0f3-16ab-4547-b111-d9cdecf81538 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:10.240172 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4620f94c-b9fa-4b72-a4f7-af5a26851a2a req-da18e0f3-16ab-4547-b111-d9cdecf81538 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 1095 time: 0.0446510 Apr 01 12:26:10.293428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dd9c0-b77e-44ca-b363-f9d5bc92d059 req-91181640-8e47-400d-9a4b-d7164a36805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:10.295103 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3e9dd9c0-b77e-44ca-b363-f9d5bc92d059 req-91181640-8e47-400d-9a4b-d7164a36805c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.0766897 Apr 01 12:26:10.307472 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4620f94c-b9fa-4b72-a4f7-af5a26851a2a req-9f2fd948-aa4c-4c21-b0d8-6e9c7308577b tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525451 Apr 01 12:26:10.353125 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3e9dd9c0-b77e-44ca-b363-f9d5bc92d059 req-03414ba2-4b3c-4c38-9811-a10d0e30a693 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418410 Apr 01 12:26:10.411129 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:10.436503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 43bfd594-1df1-4a20-a514-5c6810510b67, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=43bfd594-1df1-4a20-a514-5c6810510b67,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:10.450545 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '43bfd594-1df1-4a20-a514-5c6810510b67', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'port_id': '43bfd594-1df1-4a20-a514-5c6810510b67', 'mac_address': 'fa:16:3e:e7:68:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3516b13e-86ee-4605-892c-1bb452f4de0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:26:10.474797 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bc498-bf2c-4a17-83c2-a7ab1d1b3c10 req-e338a9d2-a63e-4677-99a3-3f9b095690b8 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:10.475075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d0099-d13a-4f75-a5d7-c97e32eb2631 req-8514c603-0800-4e35-8de3-45bde0dd1a4f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:10.476334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-684d0099-d13a-4f75-a5d7-c97e32eb2631 req-8514c603-0800-4e35-8de3-45bde0dd1a4f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 943 time: 0.1268106 Apr 01 12:26:10.476462 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-660bc498-bf2c-4a17-83c2-a7ab1d1b3c10 req-e338a9d2-a63e-4677-99a3-3f9b095690b8 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 948 time: 0.0555372 Apr 01 12:26:10.499697 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:10.515121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bfd594-1df1-4a20-a514-5c6810510b67 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:10.530507 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-660bc498-bf2c-4a17-83c2-a7ab1d1b3c10 req-8c3dc447-a3e8-44bd-ba7e-8d12936344f1 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467837 Apr 01 12:26:10.537165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3e9dd9c0-b77e-44ca-b363-f9d5bc92d059 req-b3e348eb-7b80-4541-8120-84143473585a service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452827 Apr 01 12:26:10.538756 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 43bfd594-1df1-4a20-a514-5c6810510b67, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=43bfd594-1df1-4a20-a514-5c6810510b67,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:10.540766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-684d0099-d13a-4f75-a5d7-c97e32eb2631 req-d5e6de1c-c960-426d-b650-b11f6a11d321 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565560 Apr 01 12:26:10.551570 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:10.646720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=43bfd594-1df1-4a20-a514-5c6810510b67,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:10.671098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3e9dd9c0-b77e-44ca-b363-f9d5bc92d059 req-62d041ca-4249-403b-975a-84dcb1bcd31e service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149511 Apr 01 12:26:10.857563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4ea86-4bab-4f4a-9e07-f3983fa25b38 req-69035cd4-9007-4f74-a00a-f05da36515df tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:10.859212 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d3b4ea86-4bab-4f4a-9e07-f3983fa25b38 req-69035cd4-9007-4f74-a00a-f05da36515df tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0525970 Apr 01 12:26:10.906576 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d3b4ea86-4bab-4f4a-9e07-f3983fa25b38 req-08c554aa-b770-48e5-8e18-57af393e844d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Apr 01 12:26:11.022731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72bcc3-4985-41cb-9120-1566b1f608eb req-76de653a-ee2d-4e20-994d-c749570474e6 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:11.024331 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc72bcc3-4985-41cb-9120-1566b1f608eb req-76de653a-ee2d-4e20-994d-c749570474e6 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0551598 Apr 01 12:26:11.080095 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc72bcc3-4985-41cb-9120-1566b1f608eb req-9458bfaf-ef53-4a35-8cef-e10a57281ed1 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474012 Apr 01 12:26:11.122897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['43bfd594-1df1-4a20-a514-5c6810510b67'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:11.167856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5564eca-2cca-4300-8318-541fd3a8d572', 'tag': '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:11.173468 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bf6962-c8c6-4a9a-b586-3f89642a315e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5564eca-2cca-4300-8318-541fd3a8d572", "tag": "4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:11.226629 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1395bee-03f7-4ea5-9cce-5c3528534813 x-openstack-request-id: req-d1395bee-03f7-4ea5-9cce-5c3528534813 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:11.226919 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5564eca-2cca-4300-8318-541fd3a8d572", "tag": "4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:11.227165 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1395bee-03f7-4ea5-9cce-5c3528534813 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:11.227583 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1395bee-03f7-4ea5-9cce-5c3528534813'] response: {'name': 'network-changed', 'server_uuid': 'b5564eca-2cca-4300-8318-541fd3a8d572', 'tag': '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b', 'status': 'completed', 'code': 200} Apr 01 12:26:11.241993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f53fc8-b79c-420f-873e-7f9cd7e28576 req-c97cdb29-387d-4f3e-94f1-a44f0e2eaece tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:11.246512 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76f53fc8-b79c-420f-873e-7f9cd7e28576 req-c97cdb29-387d-4f3e-94f1-a44f0e2eaece tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.0631032 Apr 01 12:26:11.289214 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76f53fc8-b79c-420f-873e-7f9cd7e28576 req-2c44aeee-aa8f-4a5e-a3e9-281ede5d68ee tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374627 Apr 01 12:26:11.332177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf6962-c8c6-4a9a-b586-3f89642a315e req-0897830a-db50-496b-a0d5-b039c4f970ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:11.333811 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76bf6962-c8c6-4a9a-b586-3f89642a315e req-0897830a-db50-496b-a0d5-b039c4f970ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 1099 time: 0.0565913 Apr 01 12:26:11.439911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf6962-c8c6-4a9a-b586-3f89642a315e req-247e046c-304e-4688-999a-c4872a28c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:11.441373 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76bf6962-c8c6-4a9a-b586-3f89642a315e req-247e046c-304e-4688-999a-c4872a28c3b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.0897563 Apr 01 12:26:11.488088 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76bf6962-c8c6-4a9a-b586-3f89642a315e req-83b6c251-1b86-4117-9db0-51aee581fa79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b HTTP/1.1" status: 200 len: 217 time: 0.0352557 Apr 01 12:26:11.538078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf6962-c8c6-4a9a-b586-3f89642a315e req-a04900d4-2381-449c-81e9-716c926802ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:11.539672 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76bf6962-c8c6-4a9a-b586-3f89642a315e req-a04900d4-2381-449c-81e9-716c926802ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0437028 Apr 01 12:26:11.622808 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf6962-c8c6-4a9a-b586-3f89642a315e req-49294010-48a3-409b-82b5-3909d2abde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:11.624965 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76bf6962-c8c6-4a9a-b586-3f89642a315e req-49294010-48a3-409b-82b5-3909d2abde9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686462 Apr 01 12:26:11.643384 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:11.694434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa209940-619c-4766-b79b-53ad5567a503 req-445259ab-b6f5-48dc-a6b3-a8faf27a0c9c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:11.695996 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fa209940-619c-4766-b79b-53ad5567a503 req-445259ab-b6f5-48dc-a6b3-a8faf27a0c9c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 944 time: 0.0530741 Apr 01 12:26:11.742431 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fa209940-619c-4766-b79b-53ad5567a503 req-1d6268e0-fd9a-4090-a7ad-35505df74f37 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383096 Apr 01 12:26:11.748087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513468f-b753-4d05-a4fd-cd10f54d8784 req-cae84321-830a-4e0d-91d0-3f70ae5e1226 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:11.749581 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0513468f-b753-4d05-a4fd-cd10f54d8784 req-cae84321-830a-4e0d-91d0-3f70ae5e1226 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 948 time: 0.0972095 Apr 01 12:26:11.776409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:11.776730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76bf6962-c8c6-4a9a-b586-3f89642a315e req-b4edfa61-5f1d-4d67-9dc7-f7255bebf882 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431344 Apr 01 12:26:11.839690 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0513468f-b753-4d05-a4fd-cd10f54d8784 req-3673d2ef-e1b0-41ac-933a-0eb1739e23df tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812407 Apr 01 12:26:11.897090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76bf6962-c8c6-4a9a-b586-3f89642a315e req-a1f15f4c-7776-4a15-9cfc-958dfdc09900 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050220 Apr 01 12:26:12.037005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921efd27-1248-4e21-b842-c0dd3a25b1d6 req-98f178e8-3899-42cb-becf-280dec2929e1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:12.038585 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-921efd27-1248-4e21-b842-c0dd3a25b1d6 req-98f178e8-3899-42cb-becf-280dec2929e1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0520613 Apr 01 12:26:12.083155 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-921efd27-1248-4e21-b842-c0dd3a25b1d6 req-47818174-acd0-4e4f-96f1-3c293f48b8c3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371318 Apr 01 12:26:12.219564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168f7d7-fb1d-4eb4-9f5b-6737abe08b53 req-293a12d5-d9aa-4aed-b25b-505a6f24b8ff tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:12.221869 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3168f7d7-fb1d-4eb4-9f5b-6737abe08b53 req-293a12d5-d9aa-4aed-b25b-505a6f24b8ff tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0635457 Apr 01 12:26:12.279989 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3168f7d7-fb1d-4eb4-9f5b-6737abe08b53 req-40982b2a-e20c-4468-8037-2553a8600487 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494111 Apr 01 12:26:12.430793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f37689-879d-44d3-ac2b-8da9aa0ea0f6 req-f91c237b-0f4a-4a66-a755-d477c3de2d4f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:12.432265 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4f37689-879d-44d3-ac2b-8da9aa0ea0f6 req-f91c237b-0f4a-4a66-a755-d477c3de2d4f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.0512030 Apr 01 12:26:12.490677 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4f37689-879d-44d3-ac2b-8da9aa0ea0f6 req-9d463285-e755-42dd-8fba-b34d093c1fdd tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472009 Apr 01 12:26:12.504954 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0a9c9eb-7a3c-48a7-80f1-b27dcce11a99 req-f8c1664b-e525-4b58-baf3-ae84f517ddce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647390 Apr 01 12:26:12.625768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c9eb-7a3c-48a7-80f1-b27dcce11a99 req-92e781c1-e63f-437d-aa20-11bd18dcf334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:12.627283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0a9c9eb-7a3c-48a7-80f1-b27dcce11a99 req-92e781c1-e63f-437d-aa20-11bd18dcf334 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 1117 time: 0.0497091 Apr 01 12:26:12.750638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c9eb-7a3c-48a7-80f1-b27dcce11a99 req-4c235f08-8e26-4e85-93d6-413f24a70f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:12.752338 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0a9c9eb-7a3c-48a7-80f1-b27dcce11a99 req-4c235f08-8e26-4e85-93d6-413f24a70f0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.0948398 Apr 01 12:26:12.802796 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0a9c9eb-7a3c-48a7-80f1-b27dcce11a99 req-5607b510-ac23-4d8a-95a7-1b86250dd72d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 HTTP/1.1" status: 200 len: 217 time: 0.0350196 Apr 01 12:26:12.888326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c9eb-7a3c-48a7-80f1-b27dcce11a99 req-0cbf3156-4ac9-4dcf-913d-5209caa518f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:12.889802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0a9c9eb-7a3c-48a7-80f1-b27dcce11a99 req-0cbf3156-4ac9-4dcf-913d-5209caa518f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.0787411 Apr 01 12:26:12.925990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fc9b8-7423-4507-880f-ce6f6a4a913e req-ea73cfb1-e765-4208-b47c-5e3ba8b50489 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:12.928722 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-279fc9b8-7423-4507-880f-ce6f6a4a913e req-ea73cfb1-e765-4208-b47c-5e3ba8b50489 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 944 time: 0.0867765 Apr 01 12:26:12.957853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0a9c9eb-7a3c-48a7-80f1-b27dcce11a99 req-bd4623fd-b2c9-4ef6-baa4-10a9f5661a5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563710 Apr 01 12:26:13.002136 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0a450-2bc0-4adc-b324-064623d58153 req-ffda5974-68e6-4366-b9e0-4b84bc767a26 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:13.003655 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ed0a450-2bc0-4adc-b324-064623d58153 req-ffda5974-68e6-4366-b9e0-4b84bc767a26 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 948 time: 0.0749543 Apr 01 12:26:13.058560 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-279fc9b8-7423-4507-880f-ce6f6a4a913e req-9f286db9-c9e1-4054-a13e-e6db5db3e334 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048079 Apr 01 12:26:13.066744 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ed0a450-2bc0-4adc-b324-064623d58153 req-2b27100c-b9e7-4c74-ae24-44d5ad108de4 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548859 Apr 01 12:26:13.098440 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0a9c9eb-7a3c-48a7-80f1-b27dcce11a99 req-8fdcbf6f-f010-4664-8a4d-7b48ff4e19c6 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220126 Apr 01 12:26:13.240513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0a9c9eb-7a3c-48a7-80f1-b27dcce11a99 req-96088864-295d-4a7e-a1b7-f0f484b39a87 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283681 Apr 01 12:26:13.254500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77fa11-5c67-4d6b-8853-d596561059bf req-2fb5af9d-4bf7-4cf5-9620-7fca34ff1108 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:13.263272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae77fa11-5c67-4d6b-8853-d596561059bf req-2fb5af9d-4bf7-4cf5-9620-7fca34ff1108 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0861144 Apr 01 12:26:13.307625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae77fa11-5c67-4d6b-8853-d596561059bf req-d5ea5b02-6736-45cd-8de5-6c766da833f6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426421 Apr 01 12:26:13.431258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fab8a-7863-41c5-b884-645fc70de127 req-8255f327-0072-4df9-8e32-7f83d8809cdf tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:13.432775 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d4fab8a-7863-41c5-b884-645fc70de127 req-8255f327-0072-4df9-8e32-7f83d8809cdf tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0545280 Apr 01 12:26:13.476786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d4fab8a-7863-41c5-b884-645fc70de127 req-01898ead-78ec-4f6b-878e-34ce72d10857 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330031 Apr 01 12:26:13.618557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36057e5c-1463-4504-abd0-8099484ba324 req-69807285-7ef0-4053-aa91-bd8d05c78bcc tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:13.618557 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-36057e5c-1463-4504-abd0-8099484ba324 req-69807285-7ef0-4053-aa91-bd8d05c78bcc tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.0594003 Apr 01 12:26:13.657587 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-36057e5c-1463-4504-abd0-8099484ba324 req-7b9577a6-bba7-4da2-87c4-19d834f96c5e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385964 Apr 01 12:26:14.113130 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device db0b0bf5-b596-4c8c-8782-d59718b579f2 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:14.167809 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2eadd28a-df28-4b90-b456-30ccabaed8de details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:14.222306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b2435-f50e-4e2e-a7e0-0c6c9f15f736 req-13662030-7532-4c95-a4f8-3390ccf0adda tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:14.229764 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd1b2435-f50e-4e2e-a7e0-0c6c9f15f736 req-13662030-7532-4c95-a4f8-3390ccf0adda tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 948 time: 0.0694973 Apr 01 12:26:14.268623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07562d-79ed-4d8c-b4c9-8d213a55862d req-041da356-a0bc-45a4-97a9-242581cb8e03 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:14.270372 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6c07562d-79ed-4d8c-b4c9-8d213a55862d req-041da356-a0bc-45a4-97a9-242581cb8e03 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 944 time: 0.1043043 Apr 01 12:26:14.293284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:14.307127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 43bfd594-1df1-4a20-a514-5c6810510b67 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:26:14.310599 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd1b2435-f50e-4e2e-a7e0-0c6c9f15f736 req-25ab1bce-bf0c-4fcc-97ff-77f985798db5 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772598 Apr 01 12:26:14.313858 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'mac_address': 'fa:16:3e:2b:df:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:26:14.357160 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6c07562d-79ed-4d8c-b4c9-8d213a55862d req-4a6527b5-da3d-4ee6-969e-a931fa1bfbdb tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798366 Apr 01 12:26:14.494806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:14.524016 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:14.553719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d32b4c-06af-4a91-be4a-5e07b2d5f3a2 req-41492481-6ab0-464b-ac42-f223f898b738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:14.557647 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64d32b4c-06af-4a91-be4a-5e07b2d5f3a2 req-41492481-6ab0-464b-ac42-f223f898b738 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1125371 Apr 01 12:26:14.557837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eadd28a-df28-4b90-b456-30ccabaed8de {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:14.585561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'db0b0bf5-b596-4c8c-8782-d59718b579f2', 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427', 'port_id': 'db0b0bf5-b596-4c8c-8782-d59718b579f2', 'mac_address': 'fa:16:3e:52:eb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4da2763-ce40-4592-83f0-87a0352a7000', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:26:14.605277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 43bfd594-1df1-4a20-a514-5c6810510b67 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:26:14.610497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:14.614661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 43bfd594-1df1-4a20-a514-5c6810510b67 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:14.615137 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:14.632792 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64d32b4c-06af-4a91-be4a-5e07b2d5f3a2 req-c42a8194-7b8e-40c0-8045-cfbf1d7e0386 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673704 Apr 01 12:26:14.676346 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:14.701521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db158e-8bb2-4040-8af6-9b7220c7dc0a req-baaeff5d-675c-420b-b0c1-8e13cf6cd4b5 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:14.707659 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-45db158e-8bb2-4040-8af6-9b7220c7dc0a req-baaeff5d-675c-420b-b0c1-8e13cf6cd4b5 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1055152 Apr 01 12:26:14.781620 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-45db158e-8bb2-4040-8af6-9b7220c7dc0a req-d55d7545-6287-48e4-8938-cc2e58af4ce8 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664053 Apr 01 12:26:14.817609 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:14.841058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=2eadd28a-df28-4b90-b456-30ccabaed8de,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:14.867309 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['2eadd28a-df28-4b90-b456-30ccabaed8de'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:14.871674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0b0bf5-b596-4c8c-8782-d59718b579f2 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:14.894801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d1b08-e9f5-43f7-b439-4281d5b79c8d req-2b6c9d0b-c119-4dd4-a78a-abd4be3214fe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:14.897062 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15d1b08-e9f5-43f7-b439-4281d5b79c8d req-2b6c9d0b-c119-4dd4-a78a-abd4be3214fe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.1091065 Apr 01 12:26:14.970049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15d1b08-e9f5-43f7-b439-4281d5b79c8d req-4ebc726c-5580-4d4a-b32a-0810ae3507fa tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628972 Apr 01 12:26:15.001517 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:15.012237 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:15.091231 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:15.153648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1475fd6-1150-4cba-9bac-0994ad28e615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bfd594-1df1-4a20-a514-5c6810510b67'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:15.160474 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee91751-be98-4dc8-b359-eee071f46f5b" -d '{"events": [{"server_uuid": "f1475fd6-1150-4cba-9bac-0994ad28e615", "name": "network-vif-plugged", "status": "completed", "tag": "43bfd594-1df1-4a20-a514-5c6810510b67"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:15.180356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 43bfd594-1df1-4a20-a514-5c6810510b67, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=43bfd594-1df1-4a20-a514-5c6810510b67,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:15.181886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=db0b0bf5-b596-4c8c-8782-d59718b579f2,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:15.223045 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:15.302558 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d936a482-d5d5-4815-9b17-d7f5622b6745 x-openstack-request-id: req-d936a482-d5d5-4815-9b17-d7f5622b6745 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:15.305353 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1475fd6-1150-4cba-9bac-0994ad28e615", "name": "network-vif-plugged", "status": "completed", "tag": "43bfd594-1df1-4a20-a514-5c6810510b67", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:15.305965 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d936a482-d5d5-4815-9b17-d7f5622b6745 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:15.306673 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d936a482-d5d5-4815-9b17-d7f5622b6745'] response: {'server_uuid': 'f1475fd6-1150-4cba-9bac-0994ad28e615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bfd594-1df1-4a20-a514-5c6810510b67', 'code': 200} Apr 01 12:26:15.408060 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=43bfd594-1df1-4a20-a514-5c6810510b67,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:15.446145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a1e1c-d100-4099-ba95-e7f98e31b750 req-5f000021-d48c-461b-996f-60fc0be08bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:15.447789 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-916a1e1c-d100-4099-ba95-e7f98e31b750 req-5f000021-d48c-461b-996f-60fc0be08bac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 1096 time: 0.0762868 Apr 01 12:26:15.583042 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-916a1e1c-d100-4099-ba95-e7f98e31b750 req-56a67ec1-b25c-4afa-9d3a-98068b65807d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252658 Apr 01 12:26:15.602050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['db0b0bf5-b596-4c8c-8782-d59718b579f2'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:15.622275 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef686b-cc31-4a31-a20c-8afb033baaaf req-c0872a91-ac37-4cf5-a868-c19f674e596c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:15.623134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ece78-840d-486f-a7e5-3674b03f9ffb req-609e82e0-9ef4-4354-9131-569a3ee1d793 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:15.623947 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0fef686b-cc31-4a31-a20c-8afb033baaaf req-c0872a91-ac37-4cf5-a868-c19f674e596c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 945 time: 0.1075997 Apr 01 12:26:15.638522 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-482ece78-840d-486f-a7e5-3674b03f9ffb req-609e82e0-9ef4-4354-9131-569a3ee1d793 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 948 time: 0.1745625 Apr 01 12:26:15.705586 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0fef686b-cc31-4a31-a20c-8afb033baaaf req-242b5490-6c4e-4138-944d-cfb83d7a753b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747945 Apr 01 12:26:15.766586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-482ece78-840d-486f-a7e5-3674b03f9ffb req-6b2ae095-6afd-4941-854b-2738ab3af4c2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270323 Apr 01 12:26:15.993788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a04426-bea8-41f7-835e-ace6be704603 req-eceb0b51-998b-4b17-a47d-ecd7c6ce48a2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:15.996329 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-88a04426-bea8-41f7-835e-ace6be704603 req-eceb0b51-998b-4b17-a47d-ecd7c6ce48a2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0540528 Apr 01 12:26:16.073518 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-88a04426-bea8-41f7-835e-ace6be704603 req-ba8f8f40-1001-4ffc-a9e2-88f4695729a8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709887 Apr 01 12:26:16.087392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635fad3-1280-44ac-848b-2c787b418021 req-959de665-a5f2-4a1d-9c67-81ae8d4440bc tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:16.090350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4635fad3-1280-44ac-848b-2c787b418021 req-959de665-a5f2-4a1d-9c67-81ae8d4440bc tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0825448 Apr 01 12:26:16.168010 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:16.227621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4635fad3-1280-44ac-848b-2c787b418021 req-ce136ac3-58d4-43d0-9e9c-d7820e6b3354 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905089 Apr 01 12:26:16.234489 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2eadd28a-df28-4b90-b456-30ccabaed8de up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:26:16.295687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd268ea2-c45b-4398-b3f1-84202679c8aa req-b0d3d0a1-1158-4777-8fc2-9d3e84a3c617 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:16.299159 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd268ea2-c45b-4398-b3f1-84202679c8aa req-b0d3d0a1-1158-4777-8fc2-9d3e84a3c617 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 945 time: 0.1449242 Apr 01 12:26:16.394987 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03f2f896-3cb5-46c6-9079-45e4ae0ce2aa req-a54c70da-00d2-4f45-9043-12f864c68b1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762048 Apr 01 12:26:16.396528 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd268ea2-c45b-4398-b3f1-84202679c8aa req-3f3c867c-82b6-4d08-9696-bb515862dab6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910769 Apr 01 12:26:16.414721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:16.433865 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b', 'mac_address': 'fa:16:3e:b7:3b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:26:16.496354 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 2eadd28a-df28-4b90-b456-30ccabaed8de triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:16.496861 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:16.499148 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:16.500719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2f896-3cb5-46c6-9079-45e4ae0ce2aa req-df891575-2902-46bd-bc2e-29d56927e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:16.511293 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03f2f896-3cb5-46c6-9079-45e4ae0ce2aa req-df891575-2902-46bd-bc2e-29d56927e6eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 1101 time: 0.0684741 Apr 01 12:26:16.556424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:16.591374 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:16.602958 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:16.676204 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2f896-3cb5-46c6-9079-45e4ae0ce2aa req-89c771eb-1a3d-4054-8a83-d0b3adeae268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:16.678435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03f2f896-3cb5-46c6-9079-45e4ae0ce2aa req-89c771eb-1a3d-4054-8a83-d0b3adeae268 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1439984 Apr 01 12:26:16.691872 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:16.701251 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:16.732700 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03f2f896-3cb5-46c6-9079-45e4ae0ce2aa req-b7241b3a-36eb-4199-8009-8658059e7c91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=35e244f0-f8e6-452d-9c6b-2c2b78648a1c HTTP/1.1" status: 200 len: 217 time: 0.0439186 Apr 01 12:26:16.750972 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:16.755308 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:16.815186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=2eadd28a-df28-4b90-b456-30ccabaed8de,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:16.823915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2f896-3cb5-46c6-9079-45e4ae0ce2aa req-06ec9a66-f0ca-4511-99e2-d904f54eec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:16.829834 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03f2f896-3cb5-46c6-9079-45e4ae0ce2aa req-06ec9a66-f0ca-4511-99e2-d904f54eec81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0898249 Apr 01 12:26:16.932425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2f896-3cb5-46c6-9079-45e4ae0ce2aa req-5893c470-f9e3-4837-8ffb-820849f856b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:16.933947 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03f2f896-3cb5-46c6-9079-45e4ae0ce2aa req-5893c470-f9e3-4837-8ffb-820849f856b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947189 Apr 01 12:26:16.945241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289b38d-a54c-4758-b33a-ecede09ef73d req-935aa8fd-ed54-4bb4-a320-9b8cb30be639 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:16.946229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aac00d-ef6f-4baf-b179-c9ed8e24bee8 req-55f02a5e-b2e9-40bb-b6e5-fe64584a7b78 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:16.946726 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c289b38d-a54c-4758-b33a-ecede09ef73d req-935aa8fd-ed54-4bb4-a320-9b8cb30be639 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 945 time: 0.0728528 Apr 01 12:26:16.948721 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63aac00d-ef6f-4baf-b179-c9ed8e24bee8 req-55f02a5e-b2e9-40bb-b6e5-fe64584a7b78 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 949 time: 0.0642431 Apr 01 12:26:17.020082 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63aac00d-ef6f-4baf-b179-c9ed8e24bee8 req-f4830201-fe74-47e4-bc3f-958c8e1b3cb7 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543213 Apr 01 12:26:17.087595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c289b38d-a54c-4758-b33a-ecede09ef73d req-0b48f40c-6559-4457-b3cc-dddfb43a058b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126180 Apr 01 12:26:17.116565 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03f2f896-3cb5-46c6-9079-45e4ae0ce2aa req-a92405c0-3fc9-40f5-8c9a-4b9fe929d14b service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683478 Apr 01 12:26:17.245990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:17.259203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03f2f896-3cb5-46c6-9079-45e4ae0ce2aa req-e274d452-8363-4edc-b255-5466ede1477a service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344013 Apr 01 12:26:17.364669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acceedf-a0c7-48d9-b115-8f30cda74d7b req-bc433197-53fa-48b9-996c-fe947559b0e5 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:17.366840 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1acceedf-a0c7-48d9-b115-8f30cda74d7b req-bc433197-53fa-48b9-996c-fe947559b0e5 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0763505 Apr 01 12:26:17.374443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:17.394830 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208e722c-d792-4b13-9d9f-229298b9276c" -d '{"events": [{"server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "name": "network-vif-plugged", "status": "completed", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:17.507362 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1acceedf-a0c7-48d9-b115-8f30cda74d7b req-793b23a9-d043-4f2e-9af6-ac9321186e38 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196969 Apr 01 12:26:17.564488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e3acf-b14d-4bc0-b80f-ef27993e160b req-652a694d-6dc8-4cb2-941a-fbd2005e5f89 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:17.567261 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a0e3acf-b14d-4bc0-b80f-ef27993e160b req-652a694d-6dc8-4cb2-941a-fbd2005e5f89 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1329041 Apr 01 12:26:17.605726 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f96ba0-1281-4b47-bd81-98344205b88f x-openstack-request-id: req-57f96ba0-1281-4b47-bd81-98344205b88f {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:17.609094 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "name": "network-vif-plugged", "status": "completed", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:17.609094 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57f96ba0-1281-4b47-bd81-98344205b88f {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:17.609094 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f96ba0-1281-4b47-bd81-98344205b88f'] response: {'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'code': 200} Apr 01 12:26:17.653131 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a0e3acf-b14d-4bc0-b80f-ef27993e160b req-d7807c67-c07f-43c0-ad9d-1db7ca987d5b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772493 Apr 01 12:26:17.788750 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48146b5-3868-4894-983d-dd35f23d1668 req-bca4a8ce-0c95-4559-bf59-35c594fbae49 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:17.790718 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a48146b5-3868-4894-983d-dd35f23d1668 req-bca4a8ce-0c95-4559-bf59-35c594fbae49 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 945 time: 0.0897529 Apr 01 12:26:17.856383 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a48146b5-3868-4894-983d-dd35f23d1668 req-c49d51ee-a81f-49df-a8cc-0b6547ba7e89 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434179 Apr 01 12:26:18.118041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device db0b0bf5-b596-4c8c-8782-d59718b579f2 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:26:18.218259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e3db4-7340-416e-b65c-a904496a705b req-7b3ae678-197f-4576-be2c-9e6cc9ba669e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:18.234209 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cf3e3db4-7340-416e-b65c-a904496a705b req-7b3ae678-197f-4576-be2c-9e6cc9ba669e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 949 time: 0.1319714 Apr 01 12:26:18.252024 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port db0b0bf5-b596-4c8c-8782-d59718b579f2 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:26:18.257616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port db0b0bf5-b596-4c8c-8782-d59718b579f2 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:18.258491 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:18.310822 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cf3e3db4-7340-416e-b65c-a904496a705b req-84d87f1c-590d-4bfe-8736-130b5f3da8c8 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668082 Apr 01 12:26:18.314993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78798-7661-45d0-865f-1b6e42986bc9 req-85630efc-2abf-4c29-bda3-c00a3c8b2763 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:18.341055 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63b78798-7661-45d0-865f-1b6e42986bc9 req-85630efc-2abf-4c29-bda3-c00a3c8b2763 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 945 time: 0.1184399 Apr 01 12:26:18.440643 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:18.446492 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63b78798-7661-45d0-865f-1b6e42986bc9 req-c2c1005f-21df-47b4-855b-5dfa7622c388 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952206 Apr 01 12:26:18.501070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:18.506134 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:18.679256 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=db0b0bf5-b596-4c8c-8782-d59718b579f2,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:18.721636 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb52c32-2120-4bbd-a11d-bb2a2e246de0 req-1e4ba595-570d-4979-bc6e-e9bbd97128bf tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:18.724880 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7bb52c32-2120-4bbd-a11d-bb2a2e246de0 req-1e4ba595-570d-4979-bc6e-e9bbd97128bf tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1031363 Apr 01 12:26:18.811036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376777-d864-4e84-af18-93d7d2c3aa3c req-83efe77b-e229-4e23-a990-65d5df7cef05 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:18.823201 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80376777-d864-4e84-af18-93d7d2c3aa3c req-83efe77b-e229-4e23-a990-65d5df7cef05 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 945 time: 0.0784264 Apr 01 12:26:18.844662 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7bb52c32-2120-4bbd-a11d-bb2a2e246de0 req-7d7ae5c6-335e-4e91-a175-d75f04c02223 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121931 Apr 01 12:26:18.874715 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80376777-d864-4e84-af18-93d7d2c3aa3c req-adebcfba-d83a-43eb-8cd6-35a72a48beca tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503781 Apr 01 12:26:19.069027 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689a8f7-49e8-44cc-af5c-678126ce2256 req-7dc465ac-fb8d-4efc-9116-e1457ff8d40b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:19.083906 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1689a8f7-49e8-44cc-af5c-678126ce2256 req-7dc465ac-fb8d-4efc-9116-e1457ff8d40b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1007125 Apr 01 12:26:19.090693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85df3f2-7363-4140-81bc-3a12b91aaebd req-ed799b3b-82cf-4390-9676-1a9ba1e939b7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:19.092248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f85df3f2-7363-4140-81bc-3a12b91aaebd req-ed799b3b-82cf-4390-9676-1a9ba1e939b7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 946 time: 0.1059499 Apr 01 12:26:19.136203 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1689a8f7-49e8-44cc-af5c-678126ce2256 req-3cf4dacf-24a5-4a7c-871f-86428082dbc9 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474243 Apr 01 12:26:19.154133 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f85df3f2-7363-4140-81bc-3a12b91aaebd req-7e78b0c7-2064-4991-a376-f7239b66b1e0 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549846 Apr 01 12:26:19.512608 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebccc2-085b-4235-aac9-3ef1bfbecd82 req-28c75c4f-a5bb-4642-9efa-7aa4dd95cce0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:19.536614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-80ebccc2-085b-4235-aac9-3ef1bfbecd82 req-28c75c4f-a5bb-4642-9efa-7aa4dd95cce0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 949 time: 0.1273654 Apr 01 12:26:19.608721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:19.610793 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-80ebccc2-085b-4235-aac9-3ef1bfbecd82 req-f7be2044-eff2-4843-8898-22c81ac908e8 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716238 Apr 01 12:26:19.612360 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43adafa4-1073-450b-b5f7-6cdf3e686160" -d '{"events": [{"server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "name": "network-vif-plugged", "status": "completed", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:19.674070 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594edf4b-506d-4461-9d90-737838452ccb x-openstack-request-id: req-594edf4b-506d-4461-9d90-737838452ccb {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:19.674313 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "name": "network-vif-plugged", "status": "completed", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:19.674583 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-594edf4b-506d-4461-9d90-737838452ccb {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:19.674937 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-594edf4b-506d-4461-9d90-737838452ccb'] response: {'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2', 'code': 200} Apr 01 12:26:19.806988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9c745-eab0-419a-9b10-236a98e9ec24 req-a93981a1-da80-4c27-bc07-70045e24e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:19.816521 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5eb9c745-eab0-419a-9b10-236a98e9ec24 req-a93981a1-da80-4c27-bc07-70045e24e8e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 1097 time: 0.0680959 Apr 01 12:26:19.870364 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5eb9c745-eab0-419a-9b10-236a98e9ec24 req-c21d8550-b678-42e4-b2c8-4034f3574fd8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Apr 01 12:26:20.005246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b48adb-4cd9-4c6f-a5c5-165d427c2922 req-67ae63a5-7b3e-4b40-81b8-a0eebca61625 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:20.007303 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-37b48adb-4cd9-4c6f-a5c5-165d427c2922 req-67ae63a5-7b3e-4b40-81b8-a0eebca61625 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0600960 Apr 01 12:26:20.081865 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-37b48adb-4cd9-4c6f-a5c5-165d427c2922 req-64579d46-9c43-4448-a1f0-36c267fd45d1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640290 Apr 01 12:26:20.206408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:26:20.236460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573d8a6-db05-4078-95bb-176ed6cd9327 req-a6545dde-8390-4a78-bcfa-3fac9f91bcf0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:20.245114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7573d8a6-db05-4078-95bb-176ed6cd9327 req-a6545dde-8390-4a78-bcfa-3fac9f91bcf0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 945 time: 0.0593910 Apr 01 12:26:20.329851 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7573d8a6-db05-4078-95bb-176ed6cd9327 req-a50fa15b-0a08-4bcb-ad45-9de5f117c490 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814543 Apr 01 12:26:20.389814 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:26:20.403817 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:20.404829 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:20.501892 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d10f6-ccef-4cc8-99ce-51a2bfca8a4d req-1fbbbe83-53eb-4ccd-b0cb-c8818c2d646a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:20.504331 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f4d10f6-ccef-4cc8-99ce-51a2bfca8a4d req-1fbbbe83-53eb-4ccd-b0cb-c8818c2d646a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0758622 Apr 01 12:26:20.541636 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:20.585487 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:20.603381 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f4d10f6-ccef-4cc8-99ce-51a2bfca8a4d req-3f0c400e-4f37-44f9-a391-b569b977c1e7 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909510 Apr 01 12:26:20.613432 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:20.736981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:20.780778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c4a0a-e27d-444d-bd0f-af0da5c8d92e req-a409b728-b0c9-4a7e-a6e8-5ebbc12de284 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:20.789063 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b22c4a0a-e27d-444d-bd0f-af0da5c8d92e req-a409b728-b0c9-4a7e-a6e8-5ebbc12de284 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 946 time: 0.0805991 Apr 01 12:26:20.837090 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b22c4a0a-e27d-444d-bd0f-af0da5c8d92e req-49260b99-2e41-40b0-826d-64e67e669962 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457940 Apr 01 12:26:21.154088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d598e9a-f754-4d58-acb4-5849cfec036b req-c99027da-8af8-4c3f-8760-e69be7bf5e1d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:21.156148 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d598e9a-f754-4d58-acb4-5849cfec036b req-c99027da-8af8-4c3f-8760-e69be7bf5e1d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 950 time: 0.0619302 Apr 01 12:26:21.216180 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d598e9a-f754-4d58-acb4-5849cfec036b req-2e859f60-1920-4bce-bc64-2821063b1226 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528753 Apr 01 12:26:21.378704 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca922977-4a75-4038-9b58-a19a00f2952d req-b713463f-62be-42a6-b617-3540ea6696b0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:21.392034 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ca922977-4a75-4038-9b58-a19a00f2952d req-b713463f-62be-42a6-b617-3540ea6696b0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 945 time: 0.0939052 Apr 01 12:26:21.458663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ca922977-4a75-4038-9b58-a19a00f2952d req-559010f1-718f-4e3f-8d73-a91a2d7cc2c4 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643268 Apr 01 12:26:21.610844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006f67c-d7fa-40a2-be2e-fca1971de304 req-5e878753-3c68-498e-98a2-b43d3a6144ce tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:21.613311 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6006f67c-d7fa-40a2-be2e-fca1971de304 req-5e878753-3c68-498e-98a2-b43d3a6144ce tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0784693 Apr 01 12:26:21.676382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5564eca-2cca-4300-8318-541fd3a8d572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:21.681809 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5229a42-9f6b-469a-9cc5-6edd0794911f" -d '{"events": [{"server_uuid": "b5564eca-2cca-4300-8318-541fd3a8d572", "name": "network-vif-plugged", "status": "completed", "tag": "4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:21.733116 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6006f67c-d7fa-40a2-be2e-fca1971de304 req-fe4a620b-cb1d-4061-88ad-bb296e02e52c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129804 Apr 01 12:26:21.894829 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29c8b9-23ea-455e-8c09-b83a3cad02e4 req-2c1453c4-e9fe-4c60-a0dc-740911cb8f78 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:21.896794 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9d29c8b9-23ea-455e-8c09-b83a3cad02e4 req-2c1453c4-e9fe-4c60-a0dc-740911cb8f78 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0773780 Apr 01 12:26:21.985524 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9d29c8b9-23ea-455e-8c09-b83a3cad02e4 req-2b489171-a82d-4ed3-992f-ef3f784a9bea tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754659 Apr 01 12:26:22.081933 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1712c1a5-5f61-41da-8941-fa1c2f5eedc6 x-openstack-request-id: req-1712c1a5-5f61-41da-8941-fa1c2f5eedc6 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:22.082698 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5564eca-2cca-4300-8318-541fd3a8d572", "name": "network-vif-plugged", "status": "completed", "tag": "4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:22.083360 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1712c1a5-5f61-41da-8941-fa1c2f5eedc6 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:22.084000 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1712c1a5-5f61-41da-8941-fa1c2f5eedc6'] response: {'server_uuid': 'b5564eca-2cca-4300-8318-541fd3a8d572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b', 'code': 200} Apr 01 12:26:22.128957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:26:22.300437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60121c2-4ec8-455c-8f89-39fc251047c1 req-28aa6adb-c553-4157-a66f-245620a325ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:22.303106 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b60121c2-4ec8-455c-8f89-39fc251047c1 req-28aa6adb-c553-4157-a66f-245620a325ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 1101 time: 0.1199918 Apr 01 12:26:22.306303 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4523083-b0c7-4ed8-b95f-3684d4f7c542 req-455f7009-1683-4ff8-9576-c208382e9e96 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:22.317332 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a4523083-b0c7-4ed8-b95f-3684d4f7c542 req-455f7009-1683-4ff8-9576-c208382e9e96 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 946 time: 0.1307070 Apr 01 12:26:22.322381 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:22.364519 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b60121c2-4ec8-455c-8f89-39fc251047c1 req-e748c781-ef72-4351-b710-54d50942d176 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528662 Apr 01 12:26:22.444020 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a4523083-b0c7-4ed8-b95f-3684d4f7c542 req-32957041-f80b-4d46-abd8-b0c3ff62a7fd tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207869 Apr 01 12:26:22.602618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:22.612882 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:22.651725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efc2d1-c1c7-4e72-be5f-02c9d0f4ff15 req-3a18261b-fae2-457f-bed6-b9c0d4ab31f3 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:22.653331 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c6efc2d1-c1c7-4e72-be5f-02c9d0f4ff15 req-3a18261b-fae2-457f-bed6-b9c0d4ab31f3 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 950 time: 0.0927017 Apr 01 12:26:22.704446 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:22.771694 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c6efc2d1-c1c7-4e72-be5f-02c9d0f4ff15 req-ed8689c1-45b4-4e1f-941c-f1dd981ca45f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080074 Apr 01 12:26:22.922302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf7912-7cdc-445b-851b-d0fce2b28e43 req-37041211-1150-4998-8666-522226bd7fa0 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:22.930959 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aadf7912-7cdc-445b-851b-d0fce2b28e43 req-37041211-1150-4998-8666-522226bd7fa0 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 1097 time: 0.0665054 Apr 01 12:26:22.984445 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aadf7912-7cdc-445b-851b-d0fce2b28e43 req-4ebddcf9-7692-49e3-b487-2421cd2ed56c tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501873 Apr 01 12:26:23.120539 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da269937-6c68-441b-be7a-62c10b8b9f05 req-ccd975f3-a7f8-47df-a789-fd934e8362bb tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:23.122141 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-da269937-6c68-441b-be7a-62c10b8b9f05 req-ccd975f3-a7f8-47df-a789-fd934e8362bb tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 945 time: 0.0625143 Apr 01 12:26:23.216248 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-da269937-6c68-441b-be7a-62c10b8b9f05 req-4047d391-a862-4e61-aac7-6a3d896e0560 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774677 Apr 01 12:26:23.247194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f910-5c00-4413-ba9d-0749af0d72c6 req-26c0393d-9399-4e59-bc7e-c16eebca7dda tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:23.249892 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b4a2f910-5c00-4413-ba9d-0749af0d72c6 req-26c0393d-9399-4e59-bc7e-c16eebca7dda tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 945 time: 0.1080704 Apr 01 12:26:23.365128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832418b-68de-4e4d-b3c9-639305231c5b req-380a8d9e-0986-4d40-8007-532b89078d18 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:23.370971 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1832418b-68de-4e4d-b3c9-639305231c5b req-380a8d9e-0986-4d40-8007-532b89078d18 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0955021 Apr 01 12:26:23.442063 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1832418b-68de-4e4d-b3c9-639305231c5b req-f414adb1-ff1b-4a9a-8487-da823949baf8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621552 Apr 01 12:26:23.516498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b4a2f910-5c00-4413-ba9d-0749af0d72c6 req-8244832a-28b1-4742-a79f-5500e13eefc0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Deleting port 43bfd594-1df1-4a20-a514-5c6810510b67 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:26:23.517825 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b4a2f910-5c00-4413-ba9d-0749af0d72c6 req-8244832a-28b1-4742-a79f-5500e13eefc0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:23.627049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf284-61e3-43af-b9a0-9f64eda3e46d req-0bf3129b-7646-48fc-957c-241e6b09d530 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:23.641489 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9dcf284-61e3-43af-b9a0-9f64eda3e46d req-0bf3129b-7646-48fc-957c-241e6b09d530 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 1097 time: 0.0819561 Apr 01 12:26:23.709128 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9dcf284-61e3-43af-b9a0-9f64eda3e46d req-2ab4c5bf-3620-4cac-b663-e37b1a074463 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666738 Apr 01 12:26:23.997060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3808a6-0b26-49d0-a7da-73a0c3de68df req-0e2672db-d92c-4ec1-b077-b3906b6db1b0 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:24.010967 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9e3808a6-0b26-49d0-a7da-73a0c3de68df req-0e2672db-d92c-4ec1-b077-b3906b6db1b0 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 947 time: 0.1382525 Apr 01 12:26:24.035845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b4a2f910-5c00-4413-ba9d-0749af0d72c6 req-8244832a-28b1-4742-a79f-5500e13eefc0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] For port 43bfd594-1df1-4a20-a514-5c6810510b67, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=43bfd594-1df1-4a20-a514-5c6810510b67,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:24.036231 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b4a2f910-5c00-4413-ba9d-0749af0d72c6 req-8244832a-28b1-4742-a79f-5500e13eefc0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:24.078210 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9e3808a6-0b26-49d0-a7da-73a0c3de68df req-ef6b79ce-f77a-4aa8-b7a4-8856c63e691a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598865 Apr 01 12:26:24.088860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:24.088860 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb15d3-802f-416e-b0cf-559073bc4f69" -d '{"events": [{"server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:24.092549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b4a2f910-5c00-4413-ba9d-0749af0d72c6 req-8244832a-28b1-4742-a79f-5500e13eefc0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Calling delete_port for 43bfd594-1df1-4a20-a514-5c6810510b67 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:26:24.139673 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:24.278525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337f7dc-5f90-4d74-9883-be042401a9af req-f4beff23-d55b-4a14-8a04-ff918446eb37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:24.288157 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b337f7dc-5f90-4d74-9883-be042401a9af req-f4beff23-d55b-4a14-8a04-ff918446eb37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 950 time: 0.0880072 Apr 01 12:26:24.334514 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b4a2f910-5c00-4413-ba9d-0749af0d72c6 req-8244832a-28b1-4742-a79f-5500e13eefc0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:24.376401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244832a-28b1-4742-a79f-5500e13eefc0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Pushing event deleted for resources: {'Port': ['ID=43bfd594-1df1-4a20-a514-5c6810510b67,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:24.382409 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b337f7dc-5f90-4d74-9883-be042401a9af req-fea40899-f737-4e52-b22a-16e9ef489e60 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923750 Apr 01 12:26:24.450549 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:24.476108 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a2f910-5c00-4413-ba9d-0749af0d72c6 req-8244832a-28b1-4742-a79f-5500e13eefc0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] No DVR routers for this DVR port 43bfd594-1df1-4a20-a514-5c6810510b67 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:26:24.479287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b4a2f910-5c00-4413-ba9d-0749af0d72c6 req-8244832a-28b1-4742-a79f-5500e13eefc0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:24.481177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'mac_address': 'fa:16:3e:d9:b2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:26:24.483461 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b4a2f910-5c00-4413-ba9d-0749af0d72c6 req-8244832a-28b1-4742-a79f-5500e13eefc0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "DELETE /v2.0/ports/43bfd594-1df1-4a20-a514-5c6810510b67 HTTP/1.1" status: 204 len: 173 time: 1.2210791 Apr 01 12:26:24.484036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1475fd6-1150-4cba-9bac-0994ad28e615', 'name': 'network-vif-deleted', 'tag': '43bfd594-1df1-4a20-a514-5c6810510b67'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:24.486359 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20baab08-e28a-439f-8a9a-602046cc619d" -d '{"events": [{"server_uuid": "f1475fd6-1150-4cba-9bac-0994ad28e615", "name": "network-vif-deleted", "tag": "43bfd594-1df1-4a20-a514-5c6810510b67"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:24.551261 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e2a237-db47-4455-bcf4-b26ebfac5e1d x-openstack-request-id: req-76e2a237-db47-4455-bcf4-b26ebfac5e1d {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:24.552750 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:24.553003 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76e2a237-db47-4455-bcf4-b26ebfac5e1d {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:24.553415 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e2a237-db47-4455-bcf4-b26ebfac5e1d'] response: {'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'code': 200} Apr 01 12:26:24.554672 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:24.570460 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:24.615764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:24.627975 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:24.707492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:24.856730 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63658a7b-dbc2-41a0-b03a-4e2ce8251bd1 req-e1c48d37-999c-43b7-b809-7cd53cae0a4e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1475fd6-1150-4cba-9bac-0994ad28e615 HTTP/1.1" status: 200 len: 210 time: 0.0390627 Apr 01 12:26:25.044556 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40c5c-7da9-40ad-a3a9-84a26b183559 req-3875c233-a9a2-4de0-b7dd-30ce58448a8e tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:25.046875 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-88e40c5c-7da9-40ad-a3a9-84a26b183559 req-3875c233-a9a2-4de0-b7dd-30ce58448a8e tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 1101 time: 0.0997732 Apr 01 12:26:25.190984 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-88e40c5c-7da9-40ad-a3a9-84a26b183559 req-14810b0d-7d44-4b28-aaa2-e551ae90a183 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356940 Apr 01 12:26:25.197787 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:25.368324 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f2442-6cd4-40d3-aacc-9a1165af9708 req-ea1048a6-917b-4bd4-8b81-90d8031158d0 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:25.378030 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-166f2442-6cd4-40d3-aacc-9a1165af9708 req-ea1048a6-917b-4bd4-8b81-90d8031158d0 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0824697 Apr 01 12:26:25.435231 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-166f2442-6cd4-40d3-aacc-9a1165af9708 req-0f35643f-83bb-4bdd-b619-cca5745b0803 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460300 Apr 01 12:26:25.475676 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d918b2-9ea3-45eb-96d7-2ed75b1cc2f2 x-openstack-request-id: req-48d918b2-9ea3-45eb-96d7-2ed75b1cc2f2 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:25.478695 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1475fd6-1150-4cba-9bac-0994ad28e615", "name": "network-vif-deleted", "tag": "43bfd594-1df1-4a20-a514-5c6810510b67", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:25.479673 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48d918b2-9ea3-45eb-96d7-2ed75b1cc2f2 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:25.479673 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d918b2-9ea3-45eb-96d7-2ed75b1cc2f2'] response: {'server_uuid': 'f1475fd6-1150-4cba-9bac-0994ad28e615', 'name': 'network-vif-deleted', 'tag': '43bfd594-1df1-4a20-a514-5c6810510b67', 'status': 'completed', 'code': 200} Apr 01 12:26:25.644609 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca4a7f-d322-4500-ba69-8ea5c9e5966f req-8610057a-f655-4044-ab7a-7a8ca8a7cd29 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:25.647064 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ddca4a7f-d322-4500-ba69-8ea5c9e5966f req-8610057a-f655-4044-ab7a-7a8ca8a7cd29 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 1097 time: 0.0907776 Apr 01 12:26:25.699775 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ddca4a7f-d322-4500-ba69-8ea5c9e5966f req-9e6fe0df-7a5e-4d34-8689-c365085ba714 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445855 Apr 01 12:26:25.869281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb718-b716-4cce-a397-cd5cee7d4db3 req-81dd2f4e-8f28-4fbd-921b-c59cb431a9c2 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:25.878640 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e6bb718-b716-4cce-a397-cd5cee7d4db3 req-81dd2f4e-8f28-4fbd-921b-c59cb431a9c2 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 948 time: 0.0827041 Apr 01 12:26:25.927058 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e6bb718-b716-4cce-a397-cd5cee7d4db3 req-2ed00e99-6495-4b7a-a7ab-63f29e0007a9 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483589 Apr 01 12:26:26.216354 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:26:26.237487 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 43bfd594-1df1-4a20-a514-5c6810510b67 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:26:26.261866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 43bfd594-1df1-4a20-a514-5c6810510b67 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:26:26.263144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 43bfd594-1df1-4a20-a514-5c6810510b67 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:26:27.884070 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-8ca505ab-fd9a-4f50-83ef-a574d9b9d30d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349910 Apr 01 12:26:28.026607 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-027d91a0-ce8d-4739-8851-aa0fe245bd37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:28.028210 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-027d91a0-ce8d-4739-8851-aa0fe245bd37 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425171 Apr 01 12:26:28.046887 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-549c3e53-210e-4879-be9e-cb12e0470c47 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/quotas/ba9303e6805042dc9b5b3e77a4800baf HTTP/1.1" status: 200 len: 375 time: 0.0114188 Apr 01 12:26:28.141836 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-313e9123-05c7-48fe-b476-2d3ca955f102 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0795951 Apr 01 12:26:28.152112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:26:28.256720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:28.257091 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:28.450760 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:28.497726 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770657b-ff25-4fcc-b47c-dc14ee15b33e req-9e17479e-aeff-4578-9bce-bc0674d59cf0 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:28.507926 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2770657b-ff25-4fcc-b47c-dc14ee15b33e req-9e17479e-aeff-4578-9bce-bc0674d59cf0 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0884781 Apr 01 12:26:28.514386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:28.519363 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d17d0d1-05f8-47a7-9ceb-72464e5ca6cf" -d '{"events": [{"server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:28.550611 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2770657b-ff25-4fcc-b47c-dc14ee15b33e req-a585c0a6-c624-4acc-992e-28984391d9c7 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413020 Apr 01 12:26:28.565311 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:28.580729 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:28.679752 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:28.720542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc696ef-3a63-44a7-9822-11c71832b71d req-99904c3a-30a0-4e5a-965d-239acea6f7be tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:28.722221 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8fc696ef-3a63-44a7-9822-11c71832b71d req-99904c3a-30a0-4e5a-965d-239acea6f7be tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0714185 Apr 01 12:26:28.770526 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8fc696ef-3a63-44a7-9822-11c71832b71d req-6df2fcdd-b72a-42c6-8ce3-5b00251fd700 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395455 Apr 01 12:26:28.982675 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3dd0a6b-84ee-46e5-afda-20a0a4678fcf req-b5b53230-d00e-44e6-bd9e-3f08e044ea05 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 210 time: 0.0399745 Apr 01 12:26:28.987290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-b7492edf-b6dd-4017-8a24-f4865316dbd5 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:26:28.988392 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-b7492edf-b6dd-4017-8a24-f4865316dbd5 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108492 Apr 01 12:26:29.043164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-aa0c048f-4168-4586-b6fe-ecca1012ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:29.045608 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-aa0c048f-4168-4586-b6fe-ecca1012ea14 service neutron] 10.222.0.45 "GET /v2.0/ports/db0b0bf5-b596-4c8c-8782-d59718b579f2 HTTP/1.1" status: 200 len: 1094 time: 0.0462480 Apr 01 12:26:29.059980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] Request body: {'binding': {'host': 'n-h2-836146-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:29.059980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] Unknown quota resources ['binding']. {{(pid=102719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 01 12:26:29.256044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-709fcbc0-997f-4081-bfb9-c10a676ee497 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:29.257587 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-709fcbc0-997f-4081-bfb9-c10a676ee497 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.1616988 Apr 01 12:26:29.297324 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-c58ee007-eb90-409a-8521-9e440261a6ae tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/quotas/f3b8c2691e7642ebb43bca4c7e1d7c8b HTTP/1.1" status: 200 len: 375 time: 0.0270596 Apr 01 12:26:29.319733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] Attempting to bind port db0b0bf5-b596-4c8c-8782-d59718b579f2 on host n-h2-836146-1 for vnic_type normal with profile None {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:26:29.320079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] Attempting to bind port db0b0bf5-b596-4c8c-8782-d59718b579f2 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:26:29.320400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] Attempting to bind port db0b0bf5-b596-4c8c-8782-d59718b579f2 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:29.339169 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-64074e87-2e50-43a3-93c2-b2a38ddbb3d3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347326 Apr 01 12:26:29.341486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] Port db0b0bf5-b596-4c8c-8782-d59718b579f2 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:26:29.341809 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] Attempting to bind port db0b0bf5-b596-4c8c-8782-d59718b579f2 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:29.347393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:26:29.347727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:26:29.348124 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:26:29.348698 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] Bound port: db0b0bf5-b596-4c8c-8782-d59718b579f2, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:26:29.472080 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:26:29.489267 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] Notify callbacks [] for binding, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:29.490625 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e8277890-c72c-4b45-9ad0-1bf3599d307e service neutron] 10.222.0.45 "POST /v2.0/ports/db0b0bf5-b596-4c8c-8782-d59718b579f2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4373136 Apr 01 12:26:29.499487 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-67336563-cad1-4d9d-af6f-4659b652363e service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477160 Apr 01 12:26:29.625064 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-c69d37ae-6994-449a-b741-e3a6deec9c26 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310013 Apr 01 12:26:29.703680 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-ffd6c99a-0c48-4ea0-ab7c-e4b72766b8e0 service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938326 Apr 01 12:26:29.717368 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c54a285-627a-4397-8d17-b86764d376bf x-openstack-request-id: req-1c54a285-627a-4397-8d17-b86764d376bf {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:29.718463 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:29.718883 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c54a285-627a-4397-8d17-b86764d376bf {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:29.719435 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c54a285-627a-4397-8d17-b86764d376bf'] response: {'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'code': 200} Apr 01 12:26:30.028078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9a02eda9-e355-4eda-af3c-8aeabff3d792 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:30.030259 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9a02eda9-e355-4eda-af3c-8aeabff3d792 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3883758 Apr 01 12:26:30.038299 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddd417-1c3f-451e-b753-2b332811150a req-9c42b42e-15bf-45dc-8087-eb3a51104b96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:30.039864 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8dddd417-1c3f-451e-b753-2b332811150a req-9c42b42e-15bf-45dc-8087-eb3a51104b96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0983043 Apr 01 12:26:30.062194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49e66e-8f3a-4a62-b16c-40bea984fd60 req-39033d39-73fd-4f33-9390-36f8bfb0d939 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:30.071274 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a49e66e-8f3a-4a62-b16c-40bea984fd60 req-39033d39-73fd-4f33-9390-36f8bfb0d939 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=288d4b2c-526e-4bc8-9da4-9dbdde39ef8e HTTP/1.1" status: 200 len: 950 time: 0.2285998 Apr 01 12:26:30.101554 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8dddd417-1c3f-451e-b753-2b332811150a req-211975e7-4827-4a85-a90d-d80c785e54fd tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538089 Apr 01 12:26:30.104922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Request body: {'port': {'device_id': 'a71b2579-8f6c-4e1b-be39-c8e17e338bd5', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'ba9303e6805042dc9b5b3e77a4800baf'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:30.190589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e5c044ef-0564-414b-a6ee-c2f53590aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:30.190589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-e5c044ef-0564-414b-a6ee-c2f53590aa82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 1097 time: 0.2419508 Apr 01 12:26:30.230147 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a49e66e-8f3a-4a62-b16c-40bea984fd60 req-f19a5619-ee83-4103-846a-943cb13acf01 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575484 Apr 01 12:26:30.269761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426607f8-90aa-4731-8d31-55525b4051af req-ca6eb30e-4928-483d-a86e-a41f29f6a28e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:30.274539 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b61d6-1420-4ff9-8eef-4aa4dcc2e15d req-b359b932-94dd-491d-9bd0-f6b88e8beec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:30.276733 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d13b61d6-1420-4ff9-8eef-4aa4dcc2e15d req-b359b932-94dd-491d-9bd0-f6b88e8beec6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 1100 time: 0.2020469 Apr 01 12:26:30.278538 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-426607f8-90aa-4731-8d31-55525b4051af req-ca6eb30e-4928-483d-a86e-a41f29f6a28e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 946 time: 0.0955257 Apr 01 12:26:30.377572 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-426607f8-90aa-4731-8d31-55525b4051af req-a77d8f87-e85b-44c3-876f-67e3ea7f6e97 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962889 Apr 01 12:26:30.403093 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d13b61d6-1420-4ff9-8eef-4aa4dcc2e15d req-2661554a-c2c9-4808-9d77-e8290c864557 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155055 Apr 01 12:26:30.438162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-c28eb5d2-bd3b-4927-a4b9-0eacad7d79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:30.439342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-c28eb5d2-bd3b-4927-a4b9-0eacad7d79a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.2055545 Apr 01 12:26:30.451311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Made reservation on behalf of ba9303e6805042dc9b5b3e77a4800baf for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:26:30.454891 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:30.523025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-2c8de6ec-16dd-465f-a170-414cab4e03b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2 HTTP/1.1" status: 200 len: 217 time: 0.0727987 Apr 01 12:26:30.524634 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0934d608-a9d9-40c9-80d5-e1cb822d4be2 req-a047d504-583f-4885-b580-0c7f019d7c29 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 210 time: 0.0457616 Apr 01 12:26:30.552608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137f3a6-0f0c-4ff4-8486-7f803b1c2298 req-946d5cc8-5feb-4ceb-8b2f-c4e75e7594ee tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:30.554304 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8137f3a6-0f0c-4ff4-8486-7f803b1c2298 req-946d5cc8-5feb-4ceb-8b2f-c4e75e7594ee tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1781347 Apr 01 12:26:30.643285 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-96463625-a3ea-4a0d-8efd-a5533b6b9c22 req-cdf21770-c9f7-45e6-8094-b7b2ab44bd1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 210 time: 0.0343871 Apr 01 12:26:30.698545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-a7c64a48-2f02-494c-8fd3-70a75defcc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:30.700340 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-a7c64a48-2f02-494c-8fd3-70a75defcc22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.1580968 Apr 01 12:26:30.709156 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8137f3a6-0f0c-4ff4-8486-7f803b1c2298 req-b4cf118c-2091-4045-8de8-3629ccece3ea tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414592 Apr 01 12:26:30.751154 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-a274b772-fce6-4931-868b-a4cc47cbcc13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378151 Apr 01 12:26:30.881635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Allocated IP 192.168.233.105 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/c08afc88-4827-4906-820a-b67413a88a1b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:26:30.964639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-8b4ad5f8-25bc-4577-8c52-94d77ab0dee0 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769764 Apr 01 12:26:31.185790 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-4dafbed0-60da-43ec-b7f6-4baf484b62f1 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072856 Apr 01 12:26:31.192071 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:31.236273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:31.252118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c', '7213766e-da78-4fb2-99bc-0fb0ae40cf70', '90c05437-1218-4c17-8467-7f7cdf77cfc7', '969920f5-fbfd-48ba-a2f1-2ab73a63c75d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:31.258717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['69127762-0ca0-4fea-8ced-76dccf2a17ab', '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:31.262400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66d0d3-be70-401a-bd8f-ad3719455a49 req-05ac7d87-a9d0-46d2-a477-06e7710d3273 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:31.270257 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2d66d0d3-be70-401a-bd8f-ad3719455a49 req-05ac7d87-a9d0-46d2-a477-06e7710d3273 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0664332 Apr 01 12:26:31.321438 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2d66d0d3-be70-401a-bd8f-ad3719455a49 req-4b6f7321-2013-427f-be52-5fdbd37c30b2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493042 Apr 01 12:26:31.327642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:26:31.350323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:26:31.355719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:26:31.433035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event updated for resources: {'Port': ['ID=c08afc88-4827-4906-820a-b67413a88a1b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:31.457309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-3660951a-617d-466e-84a3-22360c99a7c3 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:31.461496 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-3660951a-617d-466e-84a3-22360c99a7c3 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db&tenant_id=91324be1f6c1479fa7e4a2bc713842b4&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1097 time: 0.2004426 Apr 01 12:26:31.470765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:31.472372 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:31.497701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-1'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:31.562592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-1b547849-3cdd-4dc8-b082-1b9378df3b1a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4861095 Apr 01 12:26:31.591803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Request body: {'port': {'device_id': 'a71b2579-8f6c-4e1b-be39-c8e17e338bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:31.699096 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:31.790888 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7566fb7b-8d59-4eb1-b92c-701e74c26c9f req-3dc0bc5d-e4aa-4cdb-86f2-642a7c0ac8b6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 210 time: 0.0916276 Apr 01 12:26:31.810868 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:31.811093 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-fb8a0b15-4596-4350-a07e-a4be852be614 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:31.811093 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-fb8a0b15-4596-4350-a07e-a4be852be614 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.3169334 Apr 01 12:26:31.836038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Request body: {'port': {'device_id': '38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'admin_state_up': True, 'tenant_id': 'f3b8c2691e7642ebb43bca4c7e1d7c8b'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:31.839177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd4493-4247-4e1b-92c6-c665f64a3ba6 req-168efed9-ef9a-4dae-8d8e-71512e579a5f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:31.850848 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-59fd4493-4247-4e1b-92c6-c665f64a3ba6 req-168efed9-ef9a-4dae-8d8e-71512e579a5f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 946 time: 0.2982004 Apr 01 12:26:31.933853 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c9e6df4d-06ff-42b3-8a01-66f602de6e4c None None] Provisioning complete for port c08afc88-4827-4906-820a-b67413a88a1b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:31.934512 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9e6df4d-06ff-42b3-8a01-66f602de6e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:32.006224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cd20c-1891-4e5d-86b0-87377585af77 req-64d5eef4-6bc2-419a-9ff1-d43a2fff74c5 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:32.007041 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc1cd20c-1891-4e5d-86b0-87377585af77 req-64d5eef4-6bc2-419a-9ff1-d43a2fff74c5 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 936 time: 0.1071949 Apr 01 12:26:32.010621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-59fd4493-4247-4e1b-92c6-c665f64a3ba6 req-5bd884b8-46e3-44f9-874c-be1f78055f70 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588345 Apr 01 12:26:32.051591 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6df4d-06ff-42b3-8a01-66f602de6e4c None None] Port c08afc88-4827-4906-820a-b67413a88a1b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:26:32.064604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Made reservation on behalf of f3b8c2691e7642ebb43bca4c7e1d7c8b for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:26:32.069256 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:32.100287 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc1cd20c-1891-4e5d-86b0-87377585af77 req-7cda5893-b067-4ebd-b9be-78678ce209aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713227 Apr 01 12:26:32.245198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Allocated IP 172.20.0.7 (e23dd718-56b2-4bf5-a1be-97c1c3333fca/3516b13e-86ee-4605-892c-1bb452f4de0b/8936e98b-0ed8-4504-bb8a-feeae14d1746) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:26:32.288399 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2eadd28a-df28-4b90-b456-30ccabaed8de no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:26:32.309299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:32.452794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036b067-2884-4591-92c1-dac9a3688814 req-b1d281f0-0518-4f35-8a30-c15c71db64e6 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:32.456491 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e036b067-2884-4591-92c1-dac9a3688814 req-b1d281f0-0518-4f35-8a30-c15c71db64e6 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1862478 Apr 01 12:26:32.471460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:32.505606 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:32.557358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:32.561955 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:32.564691 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676c60b5-ee97-417d-a9cd-3f42c4d821cb" -d '{"events": [{"server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "name": "network-vif-unplugged", "status": "completed", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:32.570421 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:32.602761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:32.605161 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51754978-3653-4c44-ac22-8a0312cfdee5" -d '{"events": [{"server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "name": "network-vif-unplugged", "status": "completed", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:32.610213 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:32.631748 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e036b067-2884-4591-92c1-dac9a3688814 req-e79f8ad9-b012-4b6a-a411-75fc74520b9c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526768 Apr 01 12:26:32.640277 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:32.672541 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:32.695584 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deec1ab-80f0-4c8b-9383-e455e569d7cc x-openstack-request-id: req-4deec1ab-80f0-4c8b-9383-e455e569d7cc {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:32.695896 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "name": "network-vif-unplugged", "status": "completed", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:32.696149 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4deec1ab-80f0-4c8b-9383-e455e569d7cc {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:32.700935 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4deec1ab-80f0-4c8b-9383-e455e569d7cc'] response: {'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'code': 200} Apr 01 12:26:32.723622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=2eadd28a-df28-4b90-b456-30ccabaed8de,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:32.756548 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078d0858-86dd-4972-acec-7e14d32487ef x-openstack-request-id: req-078d0858-86dd-4972-acec-7e14d32487ef {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:32.757189 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "name": "network-vif-unplugged", "status": "completed", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:32.757189 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-078d0858-86dd-4972-acec-7e14d32487ef {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:32.757465 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-078d0858-86dd-4972-acec-7e14d32487ef'] response: {'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2', 'code': 200} Apr 01 12:26:32.763091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accf584-72e1-4f4a-84f1-9def9c5f49a7 req-b3b11825-89c9-40ab-a229-471dfc3b55f9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:32.764479 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5accf584-72e1-4f4a-84f1-9def9c5f49a7 req-b3b11825-89c9-40ab-a229-471dfc3b55f9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.2703757 Apr 01 12:26:32.778673 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:32.853403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Network e23dd718-56b2-4bf5-a1be-97c1c3333fca is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:26:32.859815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Pushing event updated for resources: {'Port': ['ID=db0b0bf5-b596-4c8c-8782-d59718b579f2,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:32.864477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:26:32.871590 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:26:32.871741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08afc88-4827-4906-820a-b67413a88a1b {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:32.877056 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5accf584-72e1-4f4a-84f1-9def9c5f49a7 req-a24ecd8b-c34c-4d61-b40d-b73466627384 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962398 Apr 01 12:26:32.879307 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Pushing event updated for resources: {'Port': ['ID=8936e98b-0ed8-4504-bb8a-feeae14d1746,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:32.902636 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:32.902636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Attempting to bind port db0b0bf5-b596-4c8c-8782-d59718b579f2 on host n-h1-836146-1 for vnic_type normal with profile {"migrating_to": "n-h2-836146-1"} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:26:32.902636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Attempting to bind port db0b0bf5-b596-4c8c-8782-d59718b579f2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:26:32.902951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Attempting to bind port db0b0bf5-b596-4c8c-8782-d59718b579f2 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:32.911598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Port db0b0bf5-b596-4c8c-8782-d59718b579f2 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:26:32.911913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Attempting to bind port db0b0bf5-b596-4c8c-8782-d59718b579f2 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:32.925665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:26:32.926037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:26:32.926356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:26:32.926860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Bound port: db0b0bf5-b596-4c8c-8782-d59718b579f2, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:26:32.927157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:32.930519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Transition to ACTIVE for port object c08afc88-4827-4906-820a-b67413a88a1b will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:26:32.938337 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:32.938860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:32.943659 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:32.959808 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-668f3810-2eff-4577-a612-3813b5390aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1275120 Apr 01 12:26:32.975910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Request body: {'port': {'device_id': '38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:33.046291 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:33.077478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Pushing event updated for resources: {'Port': ['ID=c08afc88-4827-4906-820a-b67413a88a1b,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:33.180516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726fb2c-76a2-461b-b1d4-4b7933b21396 req-356606a1-9aa9-4435-9190-40279f7e0749 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:33.191731 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f726fb2c-76a2-461b-b1d4-4b7933b21396 req-356606a1-9aa9-4435-9190-40279f7e0749 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 931 time: 0.2415760 Apr 01 12:26:33.251369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:33.271764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f726fb2c-76a2-461b-b1d4-4b7933b21396 req-2576c3e4-5e9e-4033-8e18-a9d9e4bcd5fb tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793529 Apr 01 12:26:33.302789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:26:33.313908 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:33.346564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921df229-a010-459a-a9e4-2c3689546227 req-5d8676ce-2e73-47f4-a971-e590535f75dd tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:33.348119 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-921df229-a010-459a-a9e4-2c3689546227 req-5d8676ce-2e73-47f4-a971-e590535f75dd tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.1428599 Apr 01 12:26:33.360683 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Attempting to bind port c08afc88-4827-4906-820a-b67413a88a1b on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:26:33.360683 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Attempting to bind port c08afc88-4827-4906-820a-b67413a88a1b by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:26:33.360683 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Attempting to bind port c08afc88-4827-4906-820a-b67413a88a1b on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:33.413192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Port c08afc88-4827-4906-820a-b67413a88a1b on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:26:33.413519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Attempting to bind port c08afc88-4827-4906-820a-b67413a88a1b on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:33.426747 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-921df229-a010-459a-a9e4-2c3689546227 req-356a576a-f143-499f-a2dd-47d1c757d789 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704167 Apr 01 12:26:33.433084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:26:33.433421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:26:33.433801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:26:33.434251 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Bound port: c08afc88-4827-4906-820a-b67413a88a1b, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:26:33.434607 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:33.475062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Pushing event updated for resources: {'Port': ['ID=db0b0bf5-b596-4c8c-8782-d59718b579f2,revision_number=8']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:33.484135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:33.484838 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:33.486225 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45aa84b4-f6f7-4078-a618-36ddc3cb16da service neutron] 10.222.0.44 "PUT /v2.0/ports/db0b0bf5-b596-4c8c-8782-d59718b579f2 HTTP/1.1" status: 200 len: 1122 time: 2.0022838 Apr 01 12:26:33.506644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e6766-5625-441e-86b0-d7b264611139 req-191c4d5e-25dd-4027-a3ee-d7e7bef0e735 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:33.508853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-126e6766-5625-441e-86b0-d7b264611139 req-191c4d5e-25dd-4027-a3ee-d7e7bef0e735 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 948 time: 0.1584001 Apr 01 12:26:33.531273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8936e98b-0ed8-4504-bb8a-feeae14d1746 {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:33.541099 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:33.559477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Transition to ACTIVE for port object 8936e98b-0ed8-4504-bb8a-feeae14d1746 will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:26:33.566813 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:33.597434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-126e6766-5625-441e-86b0-d7b264611139 req-a538e9cd-28d8-4f3b-9036-0b283cf6d7d6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633695 Apr 01 12:26:33.608370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] For port c08afc88-4827-4906-820a-b67413a88a1b, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:33.613060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] For port c08afc88-4827-4906-820a-b67413a88a1b, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c08afc88-4827-4906-820a-b67413a88a1b,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:26:33.620969 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:33.623051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['db0b0bf5-b596-4c8c-8782-d59718b579f2'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:33.666247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:33.666953 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:33.668353 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] 10.222.0.44 "PUT /v2.0/ports/c08afc88-4827-4906-820a-b67413a88a1b HTTP/1.1" status: 200 len: 1096 time: 2.0835617 Apr 01 12:26:33.675083 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Pushing event updated for resources: {'Port': ['ID=8936e98b-0ed8-4504-bb8a-feeae14d1746,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:33.690166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb1693-3361-4fc0-8e4b-ab48d418857f service neutron] Pushing event updated for resources: {'Port': ['ID=c08afc88-4827-4906-820a-b67413a88a1b,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:33.741809 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Attempting to bind port 8936e98b-0ed8-4504-bb8a-feeae14d1746 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:26:33.742249 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Attempting to bind port 8936e98b-0ed8-4504-bb8a-feeae14d1746 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:26:33.742590 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Attempting to bind port 8936e98b-0ed8-4504-bb8a-feeae14d1746 on network e23dd718-56b2-4bf5-a1be-97c1c3333fca {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:33.749138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Port 8936e98b-0ed8-4504-bb8a-feeae14d1746 on network e23dd718-56b2-4bf5-a1be-97c1c3333fca not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:26:33.749464 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Attempting to bind port 8936e98b-0ed8-4504-bb8a-feeae14d1746 on network e23dd718-56b2-4bf5-a1be-97c1c3333fca {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:33.762894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:26:33.763438 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Checking segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:26:33.764043 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Bound using segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:26:33.764742 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Bound port: 8936e98b-0ed8-4504-bb8a-feeae14d1746, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:26:33.765314 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:33.821789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-685e5a32-0f8e-4307-a0f0-285a20815f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:33.822800 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-685e5a32-0f8e-4307-a0f0-285a20815f98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 1099 time: 0.0900717 Apr 01 12:26:33.879562 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-e933f5d0-73b3-4f4e-95bf-3333be3bdcfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=c08afc88-4827-4906-820a-b67413a88a1b HTTP/1.1" status: 200 len: 217 time: 0.0424078 Apr 01 12:26:33.956437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] For port 8936e98b-0ed8-4504-bb8a-feeae14d1746, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:33.969249 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] For port 8936e98b-0ed8-4504-bb8a-feeae14d1746, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8936e98b-0ed8-4504-bb8a-feeae14d1746,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:26:33.973399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-2d16b922-408e-4f62-9a80-1267b65e6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:33.979804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22062fd9-bcd8-4201-971a-2a5e196b1bb3 req-02cebe2d-8d02-4a3a-baa8-5cf4d3111828 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:33.980455 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-2d16b922-408e-4f62-9a80-1267b65e6ac5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0930376 Apr 01 12:26:33.981398 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-22062fd9-bcd8-4201-971a-2a5e196b1bb3 req-02cebe2d-8d02-4a3a-baa8-5cf4d3111828 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1436412 Apr 01 12:26:33.983241 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:34.044577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:34.045209 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:34.046708 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] 10.222.0.44 "PUT /v2.0/ports/8936e98b-0ed8-4504-bb8a-feeae14d1746 HTTP/1.1" status: 200 len: 1091 time: 1.0781798 Apr 01 12:26:34.047159 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846', 'tag': '8936e98b-0ed8-4504-bb8a-feeae14d1746'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:34.049432 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9a99d7-f7ad-4d18-81bd-bdbe14c1e019" -d '{"events": [{"name": "network-changed", "server_uuid": "38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846", "tag": "8936e98b-0ed8-4504-bb8a-feeae14d1746"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:34.089053 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd1423-46e0-4e7e-a6ca-c6e0baaea375 service neutron] Pushing event updated for resources: {'Port': ['ID=8936e98b-0ed8-4504-bb8a-feeae14d1746,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:34.100966 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-22062fd9-bcd8-4201-971a-2a5e196b1bb3 req-b805a04d-0f5b-40d7-9639-8dc6d34ff357 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114669 Apr 01 12:26:34.101785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-66372948-fa3c-4820-bcc8-50f7c13d8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:34.104037 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-66372948-fa3c-4820-bcc8-50f7c13d8044 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115403 Apr 01 12:26:34.128729 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f774331-dcbc-435d-a09d-5fc4f10d87d5 req-9cdbd7fa-304b-4e54-8d6f-ed527e3a17e7 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:34.130418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1f774331-dcbc-435d-a09d-5fc4f10d87d5 req-9cdbd7fa-304b-4e54-8d6f-ed527e3a17e7 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1233637 Apr 01 12:26:34.161028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-d95f2faa-3704-4480-bfea-eaa4abb5a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:34.162782 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-d95f2faa-3704-4480-bfea-eaa4abb5a7ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 1094 time: 0.0608876 Apr 01 12:26:34.164265 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ca2a04-e64c-4803-95d2-735575b8b45b x-openstack-request-id: req-b4ca2a04-e64c-4803-95d2-735575b8b45b {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:34.164547 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846", "tag": "8936e98b-0ed8-4504-bb8a-feeae14d1746", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:34.164795 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4ca2a04-e64c-4803-95d2-735575b8b45b {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:34.165182 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ca2a04-e64c-4803-95d2-735575b8b45b'] response: {'name': 'network-changed', 'server_uuid': '38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846', 'tag': '8936e98b-0ed8-4504-bb8a-feeae14d1746', 'status': 'completed', 'code': 200} Apr 01 12:26:34.244821 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-e8db7077-5a89-483a-aa59-bd48d4b7cf8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8936e98b-0ed8-4504-bb8a-feeae14d1746 HTTP/1.1" status: 200 len: 217 time: 0.0616369 Apr 01 12:26:34.299519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device af1f1649-08a7-46f2-9993-124c94282dc3 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:34.332705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608070c8-d730-4cab-90c5-d55c332df528 req-c16f7120-9fe7-4559-818c-8c16baea56e0 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:34.334343 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-608070c8-d730-4cab-90c5-d55c332df528 req-c16f7120-9fe7-4559-818c-8c16baea56e0 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0994196 Apr 01 12:26:34.349654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-17b55777-cb00-4e42-8e7b-c6de837d5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:34.355158 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-17b55777-cb00-4e42-8e7b-c6de837d5467 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 200 len: 852 time: 0.0906677 Apr 01 12:26:34.408590 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-193d06b9-f586-4127-8a3e-817f3aa63ff1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e23dd718-56b2-4bf5-a1be-97c1c3333fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318792 Apr 01 12:26:34.414237 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-608070c8-d730-4cab-90c5-d55c332df528 req-44cb7629-056b-4e08-9d05-87b7dcaea364 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689304 Apr 01 12:26:34.505280 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port af1f1649-08a7-46f2-9993-124c94282dc3, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=af1f1649-08a7-46f2-9993-124c94282dc3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:34.531748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'af1f1649-08a7-46f2-9993-124c94282dc3', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'af1f1649-08a7-46f2-9993-124c94282dc3', 'mac_address': 'fa:16:3e:7b:56:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:26:34.553038 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-2127dba7-c7b9-4729-811b-1903519b66f7 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214544 Apr 01 12:26:34.570099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1f774331-dcbc-435d-a09d-5fc4f10d87d5 req-5d8b985d-d58d-4a28-8237-04676cbf9285 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727238 Apr 01 12:26:34.597360 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da374-77dc-4c57-a526-38ee5a4398c6 req-006fcc45-5346-4f98-972b-8edb46b735ab tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:34.610559 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:34.613222 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0f2da374-77dc-4c57-a526-38ee5a4398c6 req-006fcc45-5346-4f98-972b-8edb46b735ab tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 943 time: 0.1076593 Apr 01 12:26:34.632072 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af1f1649-08a7-46f2-9993-124c94282dc3 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:34.640637 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-2d4fd6c1-f550-42b3-99aa-05f1619a5620 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194118 Apr 01 12:26:34.662089 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port af1f1649-08a7-46f2-9993-124c94282dc3, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=af1f1649-08a7-46f2-9993-124c94282dc3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:34.668282 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:34.707279 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e340ba9-81df-40c1-be3e-92bcd791901f req-300865b0-d055-4e60-b7f6-7fa59af2b6ff service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359353 Apr 01 12:26:34.739204 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0f2da374-77dc-4c57-a526-38ee5a4398c6 req-3a93fe97-4b98-4344-8bb0-ad805044254a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250677 Apr 01 12:26:34.746999 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=af1f1649-08a7-46f2-9993-124c94282dc3,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:34.760709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2'}, {'name': 'network-changed', 'server_uuid': 'a71b2579-8f6c-4e1b-be39-c8e17e338bd5', 'tag': 'c08afc88-4827-4906-820a-b67413a88a1b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:34.764752 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41" -d '{"events": [{"name": "network-changed", "server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2"}, {"name": "network-changed", "server_uuid": "a71b2579-8f6c-4e1b-be39-c8e17e338bd5", "tag": "c08afc88-4827-4906-820a-b67413a88a1b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:34.807096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b7a9c-b50e-410a-b777-3bf1a2e6107c req-96729370-5b4e-4979-a52c-d68d5b5f2062 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:34.810439 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f4b7a9c-b50e-410a-b777-3bf1a2e6107c req-96729370-5b4e-4979-a52c-d68d5b5f2062 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.1016624 Apr 01 12:26:34.850554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['af1f1649-08a7-46f2-9993-124c94282dc3'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:34.860261 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23b389d4-8b49-487d-a4dd-1057e375be0d req-faec35ca-8cca-4fa4-bd65-02029f21b3e9 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051454 Apr 01 12:26:34.882774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f4b7a9c-b50e-410a-b777-3bf1a2e6107c req-ddf03691-8269-4275-a345-8016b84acb7c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639119 Apr 01 12:26:35.052356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a99d7-f7ad-4d18-81bd-bdbe14c1e019 req-010c4ea7-c587-43de-b50e-eb87b2ac526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.058394 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6f9a99d7-f7ad-4d18-81bd-bdbe14c1e019 req-010c4ea7-c587-43de-b50e-eb87b2ac526b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 1094 time: 0.0998244 Apr 01 12:26:35.186939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff410fa-b5f0-4697-b9a1-30ca5ce06095 req-1ee6761e-4676-4066-a9c6-40b7d0a07c26 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.211395 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a99d7-f7ad-4d18-81bd-bdbe14c1e019 req-a001ac74-2ccb-4495-9387-9edd4f2fc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.214109 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6f9a99d7-f7ad-4d18-81bd-bdbe14c1e019 req-a001ac74-2ccb-4495-9387-9edd4f2fc08b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 913 time: 0.1439791 Apr 01 12:26:35.220404 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5ff410fa-b5f0-4697-b9a1-30ca5ce06095 req-1ee6761e-4676-4066-a9c6-40b7d0a07c26 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 948 time: 0.1767406 Apr 01 12:26:35.230170 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7bc789-ee7c-440e-97cf-aa3ba309475d x-openstack-request-id: req-8a7bc789-ee7c-440e-97cf-aa3ba309475d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:35.230575 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a71b2579-8f6c-4e1b-be39-c8e17e338bd5", "tag": "c08afc88-4827-4906-820a-b67413a88a1b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:35.230836 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a7bc789-ee7c-440e-97cf-aa3ba309475d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:35.231298 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7bc789-ee7c-440e-97cf-aa3ba309475d'] response: {'name': 'network-changed', 'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2', 'status': 'completed', 'code': 200} Apr 01 12:26:35.231554 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7bc789-ee7c-440e-97cf-aa3ba309475d'] response: {'name': 'network-changed', 'server_uuid': 'a71b2579-8f6c-4e1b-be39-c8e17e338bd5', 'tag': 'c08afc88-4827-4906-820a-b67413a88a1b', 'status': 'completed', 'code': 200} Apr 01 12:26:35.285141 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6f9a99d7-f7ad-4d18-81bd-bdbe14c1e019 req-ca19164b-c5db-4a57-b165-a2f0ad849569 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8936e98b-0ed8-4504-bb8a-feeae14d1746 HTTP/1.1" status: 200 len: 217 time: 0.0492992 Apr 01 12:26:35.352477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5ff410fa-b5f0-4697-b9a1-30ca5ce06095 req-030b8701-13e7-4886-bd1e-c915cab7fa1e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287963 Apr 01 12:26:35.389498 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a5ade-d133-4964-8348-2ceeafc5b774 req-4fee35ec-91c4-4a89-8826-90fb1abac408 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.395014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-364deaa6-772e-4f95-9740-b3a6e093532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.396678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-364deaa6-772e-4f95-9740-b3a6e093532e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 1125 time: 0.1642332 Apr 01 12:26:35.398090 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2a8a5ade-d133-4964-8348-2ceeafc5b774 req-4fee35ec-91c4-4a89-8826-90fb1abac408 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1168826 Apr 01 12:26:35.411470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-704c7259-e1a3-4f6a-beff-f769298987bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.413218 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-704c7259-e1a3-4f6a-beff-f769298987bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 1099 time: 0.1549158 Apr 01 12:26:35.421620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a99d7-f7ad-4d18-81bd-bdbe14c1e019 req-a05028c5-6304-473a-a65c-3450846bc569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.423134 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6f9a99d7-f7ad-4d18-81bd-bdbe14c1e019 req-a05028c5-6304-473a-a65c-3450846bc569 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 200 len: 852 time: 0.1285727 Apr 01 12:26:35.473468 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6f9a99d7-f7ad-4d18-81bd-bdbe14c1e019 req-39e909b1-0c46-4de4-a183-c358184a86db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e23dd718-56b2-4bf5-a1be-97c1c3333fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377483 Apr 01 12:26:35.478812 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2a8a5ade-d133-4964-8348-2ceeafc5b774 req-5b48d0bc-1235-4474-9465-162f46a9348a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798352 Apr 01 12:26:35.596684 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6f9a99d7-f7ad-4d18-81bd-bdbe14c1e019 req-18a4f111-cafd-47fc-88ce-b8181c82c077 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141357 Apr 01 12:26:35.626904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-87195114-0700-49fc-95b7-33d96b6514f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.628986 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-87195114-0700-49fc-95b7-33d96b6514f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2042062 Apr 01 12:26:35.630140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-0a3e7868-3c18-46ec-9c15-d3f3bfc5121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.631481 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-0a3e7868-3c18-46ec-9c15-d3f3bfc5121a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.2260268 Apr 01 12:26:35.693826 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-166a1e92-33b1-49b3-8874-a9464761cad9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2 HTTP/1.1" status: 200 len: 217 time: 0.0549760 Apr 01 12:26:35.753817 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-0bc58c58-1edd-41df-b164-0a10531e3837 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=c08afc88-4827-4906-820a-b67413a88a1b HTTP/1.1" status: 200 len: 217 time: 0.0770969 Apr 01 12:26:35.764977 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6f9a99d7-f7ad-4d18-81bd-bdbe14c1e019 req-33dfb940-5f06-4922-acd0-2459a6d7f340 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494837 Apr 01 12:26:35.849844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22257a1-2690-4bbf-b484-4c4892b4f12a req-4ced5bfb-29b4-4a33-9047-1f9d49aee098 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.851455 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f22257a1-2690-4bbf-b484-4c4892b4f12a req-4ced5bfb-29b4-4a33-9047-1f9d49aee098 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1734402 Apr 01 12:26:35.856229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-82d76876-054e-4241-b154-a72b630728e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.857585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-82d76876-054e-4241-b154-a72b630728e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0799882 Apr 01 12:26:35.859058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-7b9c2687-e018-4f83-9177-3754f4c00d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.860394 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-7b9c2687-e018-4f83-9177-3754f4c00d07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.1303139 Apr 01 12:26:35.904277 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea5405-e4eb-49d3-931a-7bb6893e2e1d req-6b13f932-441c-4136-a70a-5ebd5c430fa9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.906215 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9eea5405-e4eb-49d3-931a-7bb6893e2e1d req-6b13f932-441c-4136-a70a-5ebd5c430fa9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 943 time: 0.0731633 Apr 01 12:26:35.938073 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-ea0d115e-0a31-45d9-be4b-950f04d7e0c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588913 Apr 01 12:26:35.958627 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9eea5405-e4eb-49d3-931a-7bb6893e2e1d req-b61fbf6e-0b55-4d6d-89e2-7c38bff52b7b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450249 Apr 01 12:26:35.976066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f22257a1-2690-4bbf-b484-4c4892b4f12a req-ef340daf-91d8-4307-8959-3f0ee815c539 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147044 Apr 01 12:26:35.992933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-0eb85852-e696-4068-b6fd-bc738f6b783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:35.995063 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-0eb85852-e696-4068-b6fd-bc738f6b783e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244962 Apr 01 12:26:36.140708 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-9bcade9c-5688-4710-8d5d-1bd74ed91fd0 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009835 Apr 01 12:26:36.162492 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32970f15-e361-41ba-9397-d6d5065e8527 req-2db16396-bffe-4dc9-9572-a9903996b12a tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:36.171010 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32970f15-e361-41ba-9397-d6d5065e8527 req-2db16396-bffe-4dc9-9572-a9903996b12a tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.0910521 Apr 01 12:26:36.188252 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-5b823a12-ef3a-4984-881b-3ec0bb9e43af service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509185 Apr 01 12:26:36.237172 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32970f15-e361-41ba-9397-d6d5065e8527 req-4ec99106-a49b-412d-a89c-8833dc010ce5 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580356 Apr 01 12:26:36.326447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device db0b0bf5-b596-4c8c-8782-d59718b579f2 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:36.331046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-4944d04b-0d49-4005-9ba3-013479135276 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826544 Apr 01 12:26:36.331624 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device af1f1649-08a7-46f2-9993-124c94282dc3 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:26:36.353970 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a06e1675-d1a5-41d2-9ec3-c91efd9edb41 req-53a0af87-6d06-47f5-b246-21826c1d550b service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299460 Apr 01 12:26:36.373262 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4be07145-2ec7-471d-94e6-102958853685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:36.475552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port af1f1649-08a7-46f2-9993-124c94282dc3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:36.475933 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:36.497676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536fe6c-1ff8-4725-bb2b-df5db74e0329 req-274f67e6-6a38-407d-93a4-04c6c7775296 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:36.508024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f536fe6c-1ff8-4725-bb2b-df5db74e0329 req-274f67e6-6a38-407d-93a4-04c6c7775296 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 948 time: 0.0743277 Apr 01 12:26:36.573381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:36.594219 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f536fe6c-1ff8-4725-bb2b-df5db74e0329 req-56171b1c-3299-44d6-9028-fe88dcd89f09 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844562 Apr 01 12:26:36.628171 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device db0b0bf5-b596-4c8c-8782-d59718b579f2 has no active binding in host n-h2-836146-1 {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 01 12:26:36.681839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1b310-5036-4a27-95f9-ddca0acab2ca req-acb40492-b420-490d-bab6-cefcf9d56cf5 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:36.683892 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:36.691440 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6a1b310-5036-4a27-95f9-ddca0acab2ca req-acb40492-b420-490d-bab6-cefcf9d56cf5 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0900919 Apr 01 12:26:36.730107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1f1649-08a7-46f2-9993-124c94282dc3'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:36.732947 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac8a0e8-6116-4cc8-8d39-a045c5b908aa" -d '{"events": [{"server_uuid": "366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f", "name": "network-vif-plugged", "status": "completed", "tag": "af1f1649-08a7-46f2-9993-124c94282dc3"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:36.741524 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port af1f1649-08a7-46f2-9993-124c94282dc3, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=af1f1649-08a7-46f2-9993-124c94282dc3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:36.746115 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6a1b310-5036-4a27-95f9-ddca0acab2ca req-4f44bf32-8467-40bb-8575-c623a82a3a27 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520651 Apr 01 12:26:36.747310 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:36.803543 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc037c0-7388-4956-9661-ab405e9ad2a2 x-openstack-request-id: req-4cc037c0-7388-4956-9661-ab405e9ad2a2 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:36.804322 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f", "name": "network-vif-plugged", "status": "completed", "tag": "af1f1649-08a7-46f2-9993-124c94282dc3", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:36.804657 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4cc037c0-7388-4956-9661-ab405e9ad2a2 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:36.804980 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc037c0-7388-4956-9661-ab405e9ad2a2'] response: {'server_uuid': '366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1f1649-08a7-46f2-9993-124c94282dc3', 'code': 200} Apr 01 12:26:36.854552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=af1f1649-08a7-46f2-9993-124c94282dc3,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:37.153114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451b3ba-eadb-446a-8498-fb4f5057c6df req-53694950-6b58-4edf-b5af-57bc86996ee1 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:37.164633 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6451b3ba-eadb-446a-8498-fb4f5057c6df req-53694950-6b58-4edf-b5af-57bc86996ee1 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 943 time: 0.1076000 Apr 01 12:26:37.201839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292184f-e529-4410-9fe2-fcbcbef4d651 req-91430490-1433-4b7c-b185-9891d5253b1d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:37.203342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4292184f-e529-4410-9fe2-fcbcbef4d651 req-91430490-1433-4b7c-b185-9891d5253b1d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0706847 Apr 01 12:26:37.218948 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6451b3ba-eadb-446a-8498-fb4f5057c6df req-f71cf82b-90bc-4c36-b1e2-6cb01eddc37d tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529251 Apr 01 12:26:37.260264 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4292184f-e529-4410-9fe2-fcbcbef4d651 req-59da9c6a-b8c0-4689-9875-a3901e9e48d6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505316 Apr 01 12:26:37.461938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca79f78-1062-4228-88d4-f96dc1b0cb20 req-1ce4e576-6df7-435b-8359-a7cab1e42f5c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:37.470787 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dca79f78-1062-4228-88d4-f96dc1b0cb20 req-1ce4e576-6df7-435b-8359-a7cab1e42f5c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.1027148 Apr 01 12:26:37.520434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dca79f78-1062-4228-88d4-f96dc1b0cb20 req-dd2dcb55-a285-4922-bb68-d24d90e49d8e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472307 Apr 01 12:26:37.829211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bcd52-bdd0-4dc4-8176-33249c743fba req-565255a6-8a4d-4005-b505-cc6196a42630 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:37.831032 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0b2bcd52-bdd0-4dc4-8176-33249c743fba req-565255a6-8a4d-4005-b505-cc6196a42630 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 948 time: 0.1180708 Apr 01 12:26:37.900557 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0b2bcd52-bdd0-4dc4-8176-33249c743fba req-7cefac9e-c5ea-445b-b444-3c84a85858ae tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581512 Apr 01 12:26:37.914404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d422c0-ea1b-4376-924b-d3d3021455e8 req-6d048510-8598-474b-96ed-c2654a5e15dd tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:37.916914 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-43d422c0-ea1b-4376-924b-d3d3021455e8 req-6d048510-8598-474b-96ed-c2654a5e15dd tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0705795 Apr 01 12:26:37.989098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-43d422c0-ea1b-4376-924b-d3d3021455e8 req-03f8cae0-c69b-41a7-9dd6-c02067f79a64 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650251 Apr 01 12:26:38.335285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c08afc88-4827-4906-820a-b67413a88a1b details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:38.381105 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329a81c-7500-43c6-b909-edc6420eb08e req-496212ef-3bf0-4135-8320-9f5c12b57996 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:38.397047 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5329a81c-7500-43c6-b909-edc6420eb08e req-496212ef-3bf0-4135-8320-9f5c12b57996 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 943 time: 0.1054716 Apr 01 12:26:38.449187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2580b-09ee-4c90-b63c-8459cbff2b12 req-aff7adf8-4cfe-40c2-8efa-2534d65543b2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:38.469294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8af2580b-09ee-4c90-b63c-8459cbff2b12 req-aff7adf8-4cfe-40c2-8efa-2534d65543b2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0958993 Apr 01 12:26:38.497236 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5329a81c-7500-43c6-b909-edc6420eb08e req-91ca5c8d-664b-42f8-a846-8bd763fb9645 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958540 Apr 01 12:26:38.546449 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8af2580b-09ee-4c90-b63c-8459cbff2b12 req-28ef0b1b-c09f-4582-ab40-38e1e6b8ed0d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680606 Apr 01 12:26:38.559504 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:38.623706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c08afc88-4827-4906-820a-b67413a88a1b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c08afc88-4827-4906-820a-b67413a88a1b,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:38.640822 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:38.641740 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'c08afc88-4827-4906-820a-b67413a88a1b', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'c08afc88-4827-4906-820a-b67413a88a1b', 'mac_address': 'fa:16:3e:f7:c4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:26:38.701847 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:38.710558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e58872-660c-4e3d-af14-86b8daf26eb8 req-427a0e3b-88ba-4a39-8056-09a18d067c30 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:38.711680 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23e58872-660c-4e3d-af14-86b8daf26eb8 req-427a0e3b-88ba-4a39-8056-09a18d067c30 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.0711167 Apr 01 12:26:38.729659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08afc88-4827-4906-820a-b67413a88a1b {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:38.768102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c08afc88-4827-4906-820a-b67413a88a1b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c08afc88-4827-4906-820a-b67413a88a1b,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:38.775242 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:38.780667 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23e58872-660c-4e3d-af14-86b8daf26eb8 req-9e7c51c1-eaa9-4c37-92b6-49b0112728d4 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606070 Apr 01 12:26:38.853975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c08afc88-4827-4906-820a-b67413a88a1b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:38.870485 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bd31800c-53a1-48dd-86c5-96c9e4e01ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:39.090208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e052-7fac-4ed8-a617-2d90495c5d6c req-82c22c54-9651-49a8-b2e2-945acf9354bd tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:39.109321 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04c4e052-7fac-4ed8-a617-2d90495c5d6c req-82c22c54-9651-49a8-b2e2-945acf9354bd tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 949 time: 0.1074562 Apr 01 12:26:39.169677 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04c4e052-7fac-4ed8-a617-2d90495c5d6c req-ce66bea6-34f7-4e54-8078-d0a5bd05d6d6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592144 Apr 01 12:26:39.204678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['c08afc88-4827-4906-820a-b67413a88a1b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:39.228922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593847d9-15a0-47ea-830c-16906253647c req-7ae1dc4e-d261-4c43-8e2b-918bbf07264d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:39.232002 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-593847d9-15a0-47ea-830c-16906253647c req-7ae1dc4e-d261-4c43-8e2b-918bbf07264d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1245656 Apr 01 12:26:39.310512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-593847d9-15a0-47ea-830c-16906253647c req-0daecf1b-7314-40cd-8c3b-09c847e8dea7 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674853 Apr 01 12:26:39.626377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c123-d210-43fc-bbc0-914f4b3c1d77 req-a4494b4c-352c-475a-a6b5-f3fe74a7b315 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:39.635391 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d844c123-d210-43fc-bbc0-914f4b3c1d77 req-a4494b4c-352c-475a-a6b5-f3fe74a7b315 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 943 time: 0.0717590 Apr 01 12:26:39.701377 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d844c123-d210-43fc-bbc0-914f4b3c1d77 req-563d912c-7c20-4c1a-bb75-f58adefeedae tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492275 Apr 01 12:26:39.722617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d80f1-5fb3-49c5-b2e6-2128971ed114 req-92f05a98-56ef-421e-911b-628e1930050b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:39.731340 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e8d80f1-5fb3-49c5-b2e6-2128971ed114 req-92f05a98-56ef-421e-911b-628e1930050b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0800250 Apr 01 12:26:39.802328 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e8d80f1-5fb3-49c5-b2e6-2128971ed114 req-e194648f-9a47-4c3e-9a5d-b1cfe1467a08 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655165 Apr 01 12:26:39.938289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e81dd-35da-4c34-ac19-f1b9d979926a req-ed787e89-2402-4549-bf6e-40160fd7d78c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:39.948263 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-721e81dd-35da-4c34-ac19-f1b9d979926a req-ed787e89-2402-4549-bf6e-40160fd7d78c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.0680182 Apr 01 12:26:39.996413 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-721e81dd-35da-4c34-ac19-f1b9d979926a req-cc40d2fb-5590-4a0b-8358-ce4a5a70ae07 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470774 Apr 01 12:26:40.362768 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:40.368747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8936e98b-0ed8-4504-bb8a-feeae14d1746 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:40.454960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d2709-1b21-4a41-b507-70ed660fe9b1 req-42e403d7-e528-4cca-9682-c2f62fbae910 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:40.471716 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae4d2709-1b21-4a41-b507-70ed660fe9b1 req-42e403d7-e528-4cca-9682-c2f62fbae910 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 949 time: 0.1326971 Apr 01 12:26:40.501234 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353d66f-92b7-42e7-8d9e-cb8807e82365 req-401df69f-41f0-40dd-b28a-8b07eb020efd tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:40.503104 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5353d66f-92b7-42e7-8d9e-cb8807e82365 req-401df69f-41f0-40dd-b28a-8b07eb020efd tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1010387 Apr 01 12:26:40.551223 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5353d66f-92b7-42e7-8d9e-cb8807e82365 req-82168be6-868a-4e7c-91b6-2435388c2370 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392280 Apr 01 12:26:40.555890 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae4d2709-1b21-4a41-b507-70ed660fe9b1 req-291c46f4-abf0-4d7b-9540-68a363bea02c tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818005 Apr 01 12:26:40.734539 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8936e98b-0ed8-4504-bb8a-feeae14d1746, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8936e98b-0ed8-4504-bb8a-feeae14d1746,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:40.750795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '8936e98b-0ed8-4504-bb8a-feeae14d1746', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'port_id': '8936e98b-0ed8-4504-bb8a-feeae14d1746', 'mac_address': 'fa:16:3e:df:2e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3516b13e-86ee-4605-892c-1bb452f4de0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:26:40.827241 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:40.848439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9e55e-92cf-44a7-9b61-a8e85af73da5 req-9b03f6f0-de61-422b-bf63-8a2c206951cc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:40.859152 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cce9e55e-92cf-44a7-9b61-a8e85af73da5 req-9b03f6f0-de61-422b-bf63-8a2c206951cc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 943 time: 0.0820103 Apr 01 12:26:40.864788 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8936e98b-0ed8-4504-bb8a-feeae14d1746 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:40.922559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8936e98b-0ed8-4504-bb8a-feeae14d1746, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8936e98b-0ed8-4504-bb8a-feeae14d1746,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:40.929979 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:40.934164 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cce9e55e-92cf-44a7-9b61-a8e85af73da5 req-3590b2af-1e85-497c-9d01-c8deb41e524b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738485 Apr 01 12:26:40.942829 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-3e19abc2-10f5-497a-a8ea-8ca33b9e6b45 service neutron] show failed (client error): The resource could not be found. Apr 01 12:26:40.945701 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-3e19abc2-10f5-497a-a8ea-8ca33b9e6b45 service neutron] 10.222.0.37 "GET /v2.0/ports/f67094aa-da6b-4834-a9b8-29a53904a824/bindings/n-h2-836146-1 HTTP/1.1" status: 404 len: 380 time: 0.1438427 Apr 01 12:26:41.004164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8936e98b-0ed8-4504-bb8a-feeae14d1746,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:41.124577 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958e8fe-50f4-4c16-b2b0-faaf4817abb8 req-52b4f6ce-97c0-4473-87fe-ec56e6e7d2ae tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:41.126300 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7958e8fe-50f4-4c16-b2b0-faaf4817abb8 req-52b4f6ce-97c0-4473-87fe-ec56e6e7d2ae tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1345251 Apr 01 12:26:41.164089 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d057dd-79f9-4d1a-9ae0-31e199f20c1e req-e0923b73-0997-4028-a13f-6fadcef9964e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:41.175279 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6d057dd-79f9-4d1a-9ae0-31e199f20c1e req-e0923b73-0997-4028-a13f-6fadcef9964e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.0916178 Apr 01 12:26:41.213621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7958e8fe-50f4-4c16-b2b0-faaf4817abb8 req-49c601a6-9153-4bae-a91d-be867c290a51 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803723 Apr 01 12:26:41.241345 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6d057dd-79f9-4d1a-9ae0-31e199f20c1e req-5cc06e89-d819-4887-a22f-b853cebe0521 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649140 Apr 01 12:26:41.387793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['8936e98b-0ed8-4504-bb8a-feeae14d1746'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:41.419557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-d413151b-7b90-4be1-b45c-4a1c5c300310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:41.421058 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-d413151b-7b90-4be1-b45c-4a1c5c300310 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531&tenant_id=eb64db7358b94a5bb856657db1b186e0 HTTP/1.1" status: 200 len: 1101 time: 0.0884104 Apr 01 12:26:41.458700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-1', 'device_owner': 'compute:nova'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:41.650443 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:41.669952 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:41.801876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4eeba-85d0-45dd-922a-e1e6fd504b89 req-7c9bce0b-07f7-4122-9b68-24e03fce868f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:41.803836 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4f4eeba-85d0-45dd-922a-e1e6fd504b89 req-7c9bce0b-07f7-4122-9b68-24e03fce868f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 949 time: 0.1084917 Apr 01 12:26:41.807303 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:41.878809 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4f4eeba-85d0-45dd-922a-e1e6fd504b89 req-d4136583-fbf6-4727-b929-6263b145f24b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601349 Apr 01 12:26:41.956727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03c217-5b4d-42e4-ad37-82f0a7b083c0 req-78e4afad-7b6d-4a2c-b88c-3a6e645a6b06 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:41.958352 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd03c217-5b4d-42e4-ad37-82f0a7b083c0 req-78e4afad-7b6d-4a2c-b88c-3a6e645a6b06 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.2432439 Apr 01 12:26:42.098520 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd03c217-5b4d-42e4-ad37-82f0a7b083c0 req-099136e7-22cb-4aad-b23e-4d917808c819 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041625 Apr 01 12:26:42.234774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f67094aa-da6b-4834-a9b8-29a53904a824,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:42.306728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63824aa3-bf30-4a6b-b434-2d1e7501ee8f req-76a2035e-0e3e-4343-975f-449438f648ae tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:42.330715 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63824aa3-bf30-4a6b-b434-2d1e7501ee8f req-76a2035e-0e3e-4343-975f-449438f648ae tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 944 time: 0.1341431 Apr 01 12:26:42.364002 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:42.364787 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c08afc88-4827-4906-820a-b67413a88a1b up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:26:42.454668 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63824aa3-bf30-4a6b-b434-2d1e7501ee8f req-798ebfea-9bc4-40b4-977f-cadbe6205d6b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188581 Apr 01 12:26:42.512916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67094aa-da6b-4834-a9b8-29a53904a824'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:42.515671 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24bc8f0-4988-4e85-9d61-3eab0003b37a" -d '{"events": [{"server_uuid": "edee227c-aec1-4e97-8157-0e0c15cfe531", "name": "network-vif-unplugged", "status": "completed", "tag": "f67094aa-da6b-4834-a9b8-29a53904a824"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:42.522329 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:42.527044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port c08afc88-4827-4906-820a-b67413a88a1b completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:26:42.534176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port c08afc88-4827-4906-820a-b67413a88a1b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:42.534739 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:42.568926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8360a0-bc7c-4dbe-be18-bbb085009742 req-bbcdccb3-5c08-4fe1-b296-b3d59083c337 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:42.571535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae8360a0-bc7c-4dbe-be18-bbb085009742 req-bbcdccb3-5c08-4fe1-b296-b3d59083c337 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1541421 Apr 01 12:26:42.576309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Transition to ACTIVE for port object f67094aa-da6b-4834-a9b8-29a53904a824 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:26:42.628873 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:42.701436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8316283-e32f-47b7-b2c6-fc54bda2d21b req-bf83b4b8-4afb-4ed6-a501-03e1489bec37 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:42.703222 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8316283-e32f-47b7-b2c6-fc54bda2d21b req-bf83b4b8-4afb-4ed6-a501-03e1489bec37 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.1069446 Apr 01 12:26:42.739686 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:42.776729 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] No DVR routers for this DVR port f67094aa-da6b-4834-a9b8-29a53904a824 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:26:42.780567 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8316283-e32f-47b7-b2c6-fc54bda2d21b req-8d011989-9c16-4d56-bdd5-63ed0b8e552d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574746 Apr 01 12:26:42.789672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71b2579-8f6c-4e1b-be39-c8e17e338bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08afc88-4827-4906-820a-b67413a88a1b'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:42.797261 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397509c8-74f8-4937-8d3b-f6f4c75ff702" -d '{"events": [{"server_uuid": "a71b2579-8f6c-4e1b-be39-c8e17e338bd5", "name": "network-vif-plugged", "status": "completed", "tag": "c08afc88-4827-4906-820a-b67413a88a1b"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:42.830146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c08afc88-4827-4906-820a-b67413a88a1b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c08afc88-4827-4906-820a-b67413a88a1b,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:42.835559 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:42.842140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Pushing event updated for resources: {'Port': ['ID=f67094aa-da6b-4834-a9b8-29a53904a824,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:42.858507 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae8360a0-bc7c-4dbe-be18-bbb085009742 req-d8afa96e-b503-44e9-b163-589d4559a20a tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788763 Apr 01 12:26:42.924893 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c08afc88-4827-4906-820a-b67413a88a1b,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:42.986027 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efce2d23-8bf1-4601-b446-6220116ee538 x-openstack-request-id: req-efce2d23-8bf1-4601-b446-6220116ee538 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:42.986913 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71b2579-8f6c-4e1b-be39-c8e17e338bd5", "name": "network-vif-plugged", "status": "completed", "tag": "c08afc88-4827-4906-820a-b67413a88a1b", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:42.987751 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-efce2d23-8bf1-4601-b446-6220116ee538 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:42.988291 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efce2d23-8bf1-4601-b446-6220116ee538'] response: {'server_uuid': 'a71b2579-8f6c-4e1b-be39-c8e17e338bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08afc88-4827-4906-820a-b67413a88a1b', 'code': 200} Apr 01 12:26:43.105654 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d714495-97d2-4d5b-ab3d-34da034a4d3a x-openstack-request-id: req-6d714495-97d2-4d5b-ab3d-34da034a4d3a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:43.106959 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edee227c-aec1-4e97-8157-0e0c15cfe531", "name": "network-vif-unplugged", "status": "completed", "tag": "f67094aa-da6b-4834-a9b8-29a53904a824", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:43.107390 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d714495-97d2-4d5b-ab3d-34da034a4d3a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:43.107947 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d714495-97d2-4d5b-ab3d-34da034a4d3a'] response: {'server_uuid': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67094aa-da6b-4834-a9b8-29a53904a824', 'code': 200} Apr 01 12:26:43.115874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:43.117048 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:43.117565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:43.118377 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:43.118872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:43.119359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:43.120456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:43.121131 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:43.121641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:43.122470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:43.123048 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:43.123608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:26:43.152426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Attempting to bind port f67094aa-da6b-4834-a9b8-29a53904a824 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:26:43.153012 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Attempting to bind port f67094aa-da6b-4834-a9b8-29a53904a824 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:26:43.153545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Attempting to bind port f67094aa-da6b-4834-a9b8-29a53904a824 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:43.157158 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-afcd382c-a55f-4a2c-b1a0-6aa4f0e53bb8 service neutron] 10.222.0.37 "GET /v2.0/ports/db0b0bf5-b596-4c8c-8782-d59718b579f2/bindings/n-h2-836146-1 HTTP/1.1" status: 200 len: 384 time: 0.2477214 Apr 01 12:26:43.161208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Port f67094aa-da6b-4834-a9b8-29a53904a824 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:26:43.161731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Attempting to bind port f67094aa-da6b-4834-a9b8-29a53904a824 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:43.167876 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:26:43.168503 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:26:43.172417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:26:43.173114 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Bound port: f67094aa-da6b-4834-a9b8-29a53904a824, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:26:43.173650 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:43.268358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f418-1fda-4a4a-82a6-2736bf541755 req-8a2f110e-4275-4947-8873-03feb46e26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:43.270564 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e39f418-1fda-4a4a-82a6-2736bf541755 req-8a2f110e-4275-4947-8873-03feb46e26ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 1101 time: 0.2047412 Apr 01 12:26:43.282929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b3b7-1357-46ca-a031-6e26b0a60feb req-a73035d9-9ef8-462d-8a69-08b3621e3d6c tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:43.285028 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8b5b3b7-1357-46ca-a031-6e26b0a60feb req-a73035d9-9ef8-462d-8a69-08b3621e3d6c tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 950 time: 0.1428268 Apr 01 12:26:43.328341 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e39f418-1fda-4a4a-82a6-2736bf541755 req-112dc513-01f0-4e28-ab11-fea34b5de1a3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Apr 01 12:26:43.346053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea21eb-7761-4137-a9b5-6b4c3500f8a3 req-e62ab2c7-015c-4f1b-b7e2-fcfaac4c3c72 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:43.347778 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3ea21eb-7761-4137-a9b5-6b4c3500f8a3 req-e62ab2c7-015c-4f1b-b7e2-fcfaac4c3c72 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1123002 Apr 01 12:26:43.402222 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8b5b3b7-1357-46ca-a031-6e26b0a60feb req-ed042f53-5361-467a-bf7c-8bcc6bd1cbea tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917654 Apr 01 12:26:43.459632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:43.497626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=f67094aa-da6b-4834-a9b8-29a53904a824,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:26:43.514613 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3ea21eb-7761-4137-a9b5-6b4c3500f8a3 req-792ef6d1-9f95-4cc4-b380-6bdbdb8d4b52 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569335 Apr 01 12:26:43.526938 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:43.637286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:43.637929 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:43.639416 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] 10.222.0.44 "PUT /v2.0/ports/f67094aa-da6b-4834-a9b8-29a53904a824 HTTP/1.1" status: 200 len: 1096 time: 2.1854100 Apr 01 12:26:43.660169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d3024-7da6-4947-a40e-7438e0469f37 req-936456f4-1953-454e-91ee-a7e0ef76aa18 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:43.661776 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d37d3024-7da6-4947-a40e-7438e0469f37 req-936456f4-1953-454e-91ee-a7e0ef76aa18 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 944 time: 0.0860178 Apr 01 12:26:43.704762 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76252f4-5e05-4728-a56e-75effea9e114 service neutron] Pushing event updated for resources: {'Port': ['ID=f67094aa-da6b-4834-a9b8-29a53904a824,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:43.726400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-1d5e27fa-f341-4bad-8502-71de16150816 service neutron] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:43.766381 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d37d3024-7da6-4947-a40e-7438e0469f37 req-ae93d2e7-1dd1-45c6-b90a-931f4f92e6a4 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948911 Apr 01 12:26:43.781507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-1d5e27fa-f341-4bad-8502-71de16150816 service neutron] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:43.826596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-1d5e27fa-f341-4bad-8502-71de16150816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0b0bf5-b596-4c8c-8782-d59718b579f2 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:43.853516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-1d5e27fa-f341-4bad-8502-71de16150816 service neutron] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:43.887549 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-1d5e27fa-f341-4bad-8502-71de16150816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:44.004249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecc449-22d0-44d1-bbd2-0b4b6883028d req-d4e2eef4-1c84-4891-9e2a-c0588619e3f1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:44.005804 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10ecc449-22d0-44d1-bbd2-0b4b6883028d req-d4e2eef4-1c84-4891-9e2a-c0588619e3f1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 944 time: 0.1073387 Apr 01 12:26:44.042440 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b575b48-f891-406f-878d-f8d8909b1d20 req-5a2b185b-8a79-41eb-9708-d3e8f0759813 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:44.051850 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2b575b48-f891-406f-878d-f8d8909b1d20 req-5a2b185b-8a79-41eb-9708-d3e8f0759813 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 948 time: 0.0777633 Apr 01 12:26:44.056327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-1d5e27fa-f341-4bad-8502-71de16150816 service neutron] Transition to ACTIVE for port object db0b0bf5-b596-4c8c-8782-d59718b579f2 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:26:44.066507 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-1d5e27fa-f341-4bad-8502-71de16150816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:44.111719 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2b575b48-f891-406f-878d-f8d8909b1d20 req-9d5aa95e-e2fd-43e4-b78b-1e4796190020 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564446 Apr 01 12:26:44.114539 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10ecc449-22d0-44d1-bbd2-0b4b6883028d req-c4cde8cc-919f-4357-b1fb-45be7fb9bcdb tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012070 Apr 01 12:26:44.212375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-1d5e27fa-f341-4bad-8502-71de16150816 service neutron] No DVR routers for this DVR port db0b0bf5-b596-4c8c-8782-d59718b579f2 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:26:44.234879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e27fa-f341-4bad-8502-71de16150816 service neutron] Pushing event updated for resources: {'Port': ['ID=db0b0bf5-b596-4c8c-8782-d59718b579f2,revision_number=10']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:44.240541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-1841a372-e538-477b-877f-d18967a11f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:44.242061 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-1841a372-e538-477b-877f-d18967a11f7e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 1099 time: 0.1664116 Apr 01 12:26:44.256873 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f67094aa-da6b-4834-a9b8-29a53904a824 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:26:44.301656 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-1d5e27fa-f341-4bad-8502-71de16150816 service neutron] 10.222.0.37 "PUT /v2.0/ports/db0b0bf5-b596-4c8c-8782-d59718b579f2/bindings/n-h2-836146-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1232870 Apr 01 12:26:44.342916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f67094aa-da6b-4834-a9b8-29a53904a824 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:26:44.363249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device db0b0bf5-b596-4c8c-8782-d59718b579f2 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:44.432260 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-a7cfe069-9cd1-4096-9941-8a6e93a552c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:44.434158 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-a7cfe069-9cd1-4096-9941-8a6e93a552c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1632831 Apr 01 12:26:44.447723 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-1871ed03-3994-4083-b385-e2dbe075d93a tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:44.451019 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-1871ed03-3994-4083-b385-e2dbe075d93a tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db&tenant_id=91324be1f6c1479fa7e4a2bc713842b4&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1096 time: 0.0848181 Apr 01 12:26:44.486129 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:44.502972 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8936e98b-0ed8-4504-bb8a-feeae14d1746 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:26:44.507762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'db0b0bf5-b596-4c8c-8782-d59718b579f2', 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427', 'port_id': 'db0b0bf5-b596-4c8c-8782-d59718b579f2', 'mac_address': 'fa:16:3e:52:eb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4da2763-ce40-4592-83f0-87a0352a7000', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:26:44.515347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45c6bc3f-4c79-4f00-ac46-db1de8957785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:44.516866 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-45c6bc3f-4c79-4f00-ac46-db1de8957785 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db&tenant_id=91324be1f6c1479fa7e4a2bc713842b4 HTTP/1.1" status: 200 len: 1096 time: 0.0547559 Apr 01 12:26:44.546347 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-6df61554-ea1d-43df-a861-eadf432df4ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f67094aa-da6b-4834-a9b8-29a53904a824 HTTP/1.1" status: 200 len: 217 time: 0.0985067 Apr 01 12:26:44.612761 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:44.632939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0b0bf5-b596-4c8c-8782-d59718b579f2 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:44.639555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 8936e98b-0ed8-4504-bb8a-feeae14d1746 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:26:44.646442 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 8936e98b-0ed8-4504-bb8a-feeae14d1746 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:44.646967 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:44.674076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66971c-cc7b-48c4-8347-c6aedcd241e6 req-4ed532e8-8b41-48f4-98ba-423c53bb93c6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:44.681721 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e66971c-cc7b-48c4-8347-c6aedcd241e6 req-4ed532e8-8b41-48f4-98ba-423c53bb93c6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 950 time: 0.1516452 Apr 01 12:26:44.709990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-3d0f2daf-ffc0-44d2-b279-fc6d8ef74289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:44.711087 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:44.711764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-3d0f2daf-ffc0-44d2-b279-fc6d8ef74289 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1475723 Apr 01 12:26:44.741952 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-d9a531df-e343-480e-956d-95abbd1ad68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:44.745628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-d9a531df-e343-480e-956d-95abbd1ad68d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 1096 time: 0.1782947 Apr 01 12:26:44.763590 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:44.767626 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:44.793926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceb84-2496-4ea5-8b82-bb79a966a532 req-8ee13d02-7f64-49a8-a12b-23fc42e5967e tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:44.796177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e66971c-cc7b-48c4-8347-c6aedcd241e6 req-5d008106-a28e-4e1d-a43d-c3b74f01faa3 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134624 Apr 01 12:26:44.802874 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-572ceb84-2496-4ea5-8b82-bb79a966a532 req-8ee13d02-7f64-49a8-a12b-23fc42e5967e tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1788094 Apr 01 12:26:44.823001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-0665820c-c100-4302-86c5-481af26dd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:44.824515 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-0665820c-c100-4302-86c5-481af26dd769 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952988 Apr 01 12:26:44.824791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=db0b0bf5-b596-4c8c-8782-d59718b579f2,revision_number=11']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:44.890242 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8936e98b-0ed8-4504-bb8a-feeae14d1746, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8936e98b-0ed8-4504-bb8a-feeae14d1746,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:44.897165 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:44.965339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8936e98b-0ed8-4504-bb8a-feeae14d1746,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:44.975897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['db0b0bf5-b596-4c8c-8782-d59718b579f2'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:44.981680 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-2a988afe-a8d5-44a1-9e52-58e312a6744e service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350138 Apr 01 12:26:44.982592 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-572ceb84-2496-4ea5-8b82-bb79a966a532 req-20387e3c-0fe1-4072-b866-6256b2fa50cf tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783154 Apr 01 12:26:45.005056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-13c97175-7672-43d6-ac2f-8db620bd6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:45.007281 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-13c97175-7672-43d6-ac2f-8db620bd6e10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.2480507 Apr 01 12:26:45.024015 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8936e98b-0ed8-4504-bb8a-feeae14d1746'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:45.026515 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a2cc2b-257b-4bb3-82ae-c07f386155c3" -d '{"events": [{"server_uuid": "38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846", "name": "network-vif-plugged", "status": "completed", "tag": "8936e98b-0ed8-4504-bb8a-feeae14d1746"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:45.065530 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-c4f0983f-60e3-43a5-9bf1-92b18bad2ab1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2 HTTP/1.1" status: 200 len: 217 time: 0.0507593 Apr 01 12:26:45.116953 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'tag': 'f67094aa-da6b-4834-a9b8-29a53904a824'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:45.121795 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5" -d '{"events": [{"name": "network-changed", "server_uuid": "edee227c-aec1-4e97-8157-0e0c15cfe531", "tag": "f67094aa-da6b-4834-a9b8-29a53904a824"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:45.188987 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-80c4b0c0-52bc-4416-abfe-884ba4175e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:45.192057 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-80c4b0c0-52bc-4416-abfe-884ba4175e1b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.1124859 Apr 01 12:26:45.202356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcd992-d493-4306-8c31-39707fa9a53d req-f9357262-f2f5-4be2-af6a-ec529a978cec tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:45.203865 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2afcd992-d493-4306-8c31-39707fa9a53d req-f9357262-f2f5-4be2-af6a-ec529a978cec tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0842049 Apr 01 12:26:45.243032 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72498b8b-9e7e-476d-84a5-86c02fefc16f req-f3fdeeb6-d054-4559-8773-c175319e420c service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535193 Apr 01 12:26:45.312710 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-165e9482-30f2-41e8-b891-1ac414dc1c5a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:45.314310 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-165e9482-30f2-41e8-b891-1ac414dc1c5a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 821 time: 0.2800438 Apr 01 12:26:45.334776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-c8825f35-9098-416b-a600-7e380618d474 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/quotas/d3ef0b6c28664a848490f62530c5067c HTTP/1.1" status: 200 len: 375 time: 0.0134053 Apr 01 12:26:45.461228 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-590fa252-59ae-4067-a46d-fdbdd35b881f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1123502 Apr 01 12:26:45.606609 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-7ad37c4b-788a-4d2b-94d1-c72647a5ceba service neutron] 10.222.0.45 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368484 Apr 01 12:26:45.626306 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-05bf098a-afb9-4cae-9d6e-f2d2159922ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4214139 Apr 01 12:26:45.714105 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2afcd992-d493-4306-8c31-39707fa9a53d req-1b692e6c-8d39-475c-91ff-7897f85e5192 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008566 Apr 01 12:26:45.737736 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-1d5c904c-4518-40fd-9455-defa2c68dee4 service neutron] 10.222.0.45 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232388 Apr 01 12:26:45.745353 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-c8372b3b-ab83-4a06-90f9-07273856a9e8 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100693 Apr 01 12:26:45.782235 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af707ab4-7fa7-4759-b963-5f2a24910fd3 x-openstack-request-id: req-af707ab4-7fa7-4759-b963-5f2a24910fd3 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:45.782763 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846", "name": "network-vif-plugged", "status": "completed", "tag": "8936e98b-0ed8-4504-bb8a-feeae14d1746", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:45.782763 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af707ab4-7fa7-4759-b963-5f2a24910fd3 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:45.783155 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af707ab4-7fa7-4759-b963-5f2a24910fd3'] response: {'server_uuid': '38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8936e98b-0ed8-4504-bb8a-feeae14d1746', 'code': 200} Apr 01 12:26:45.896157 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-f042bff6-3483-41d7-b67b-40fa65a3d4b3 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430435 Apr 01 12:26:45.896827 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b2368f-d350-44c0-b0a3-07a518db7d7b x-openstack-request-id: req-71b2368f-d350-44c0-b0a3-07a518db7d7b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:45.897122 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edee227c-aec1-4e97-8157-0e0c15cfe531", "tag": "f67094aa-da6b-4834-a9b8-29a53904a824", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:45.897391 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71b2368f-d350-44c0-b0a3-07a518db7d7b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:45.897782 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b2368f-d350-44c0-b0a3-07a518db7d7b'] response: {'name': 'network-changed', 'server_uuid': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'tag': 'f67094aa-da6b-4834-a9b8-29a53904a824', 'status': 'completed', 'code': 200} Apr 01 12:26:46.053165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-3002a21e-1a4b-432d-addc-f0086c72d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:46.054757 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-3002a21e-1a4b-432d-addc-f0086c72d5b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 1099 time: 0.1382711 Apr 01 12:26:46.174904 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-e65f7143-dddb-4f08-9f34-36a64eba9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:46.176474 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-e65f7143-dddb-4f08-9f34-36a64eba9806 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1127441 Apr 01 12:26:46.197804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd87ac-2265-40b9-84f1-48a71d2a29bd req-5c83d1c9-856c-4e70-ba27-0ed20d99a086 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:46.199673 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c0dd87ac-2265-40b9-84f1-48a71d2a29bd req-5c83d1c9-856c-4e70-ba27-0ed20d99a086 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 948 time: 0.2035434 Apr 01 12:26:46.273267 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device db0b0bf5-b596-4c8c-8782-d59718b579f2 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:26:46.285844 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-fd39d21e-5e23-46a4-8124-8413cc2efec8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f67094aa-da6b-4834-a9b8-29a53904a824 HTTP/1.1" status: 200 len: 217 time: 0.0851369 Apr 01 12:26:46.346712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-5e38a060-b0a3-4974-84e7-0e2517bf5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:46.349101 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-5e38a060-b0a3-4974-84e7-0e2517bf5dbc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0561960 Apr 01 12:26:46.365176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device db0b0bf5-b596-4c8c-8782-d59718b579f2 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:26:46.384197 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device db0b0bf5-b596-4c8c-8782-d59718b579f2 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:26:46.464736 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c0dd87ac-2265-40b9-84f1-48a71d2a29bd req-5f6192b5-5048-40e6-86c6-7d5f80bbeb43 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495778 Apr 01 12:26:46.515389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-bdf8291a-ab07-438d-a8e6-715fe2c9349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:46.516668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port db0b0bf5-b596-4c8c-8782-d59718b579f2 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:26:46.516902 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-bdf8291a-ab07-438d-a8e6-715fe2c9349a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562092 Apr 01 12:26:46.524625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port db0b0bf5-b596-4c8c-8782-d59718b579f2 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:46.525614 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:46.528895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27035c-c6fa-43ae-996f-d1e318c4f521 req-68f80af6-5eb9-4d81-8fe4-9f73ec09a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:46.530446 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e27035c-c6fa-43ae-996f-d1e318c4f521 req-68f80af6-5eb9-4d81-8fe4-9f73ec09a7fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 1096 time: 0.6758611 Apr 01 12:26:46.568143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-c1a6062c-acf3-437d-8a2f-b63f6dcb99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:46.569683 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-c1a6062c-acf3-437d-8a2f-b63f6dcb99df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 1099 time: 0.6708012 Apr 01 12:26:46.658420 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:46.700914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1fd8d-a912-4ca8-93b9-ee2d1f0978aa req-ca965601-5963-40ac-9b38-fbc885543771 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:46.701282 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-394c664d-2a0a-4f12-917d-f84ab12fa5d5 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728387 Apr 01 12:26:46.708342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-24a1fd8d-a912-4ca8-93b9-ee2d1f0978aa req-ca965601-5963-40ac-9b38-fbc885543771 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 946 time: 0.2423644 Apr 01 12:26:46.725805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-fd0903ed-f276-4d95-9c3b-4f7c273bcfc8 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:46.727399 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-fd0903ed-f276-4d95-9c3b-4f7c273bcfc8 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db&tenant_id=91324be1f6c1479fa7e4a2bc713842b4&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 1097 time: 0.2702091 Apr 01 12:26:46.744273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:46.757337 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:46.757899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e27035c-c6fa-43ae-996f-d1e318c4f521 req-260b8efe-4dae-4cdd-8878-c122a3f62d35 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166786 Apr 01 12:26:46.867916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=db0b0bf5-b596-4c8c-8782-d59718b579f2,revision_number=12']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:46.872753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc5c59-697d-44a1-8170-e3050187b3c5 req-ddb4360c-e228-461e-b500-b1aedec93bf4 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:46.874495 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9cc5c59-697d-44a1-8170-e3050187b3c5 req-ddb4360c-e228-461e-b500-b1aedec93bf4 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 950 time: 0.1391587 Apr 01 12:26:46.894763 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-24a1fd8d-a912-4ca8-93b9-ee2d1f0978aa req-4a2f3cdf-fd76-461c-bc85-ebde262195ab tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853154 Apr 01 12:26:46.922779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-9f1dd281-e8ff-4cbd-b786-e9415d1bb779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:46.924699 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-9f1dd281-e8ff-4cbd-b786-e9415d1bb779 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.3407557 Apr 01 12:26:46.945250 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9cc5c59-697d-44a1-8170-e3050187b3c5 req-10d8d4b3-31ce-48e7-992d-edf5a3bd93ae tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593274 Apr 01 12:26:46.955084 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-e96cdc7b-aa04-4399-ae6d-dfc80efb6805 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434375 Apr 01 12:26:47.006754 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-a2564458-8530-4aff-b038-c39530396878 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f67094aa-da6b-4834-a9b8-29a53904a824 HTTP/1.1" status: 200 len: 217 time: 0.0742679 Apr 01 12:26:47.076418 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-29429944-09ff-4b12-9175-bb233eb461ad req-fe7e17df-86f7-4e23-ad89-36f1fc8a7d73 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 210 time: 0.0480473 Apr 01 12:26:47.114033 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-f507e70c-d268-4708-9267-394c006d5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:47.115830 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-f507e70c-d268-4708-9267-394c006d5c70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0672302 Apr 01 12:26:47.235129 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96722f42-10b7-4a7b-9e7e-4256956b5d4a req-9fe74ae0-e8a6-4860-a17d-9b6299521911 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:47.236613 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550379d-16e9-4df3-b662-524b057c8d27 req-989465b2-f449-4166-92c4-7da0f4805362 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:47.239464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a550379d-16e9-4df3-b662-524b057c8d27 req-989465b2-f449-4166-92c4-7da0f4805362 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0751281 Apr 01 12:26:47.244853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96722f42-10b7-4a7b-9e7e-4256956b5d4a req-9fe74ae0-e8a6-4860-a17d-9b6299521911 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.2534835 Apr 01 12:26:47.287813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-caeab1f0-5b25-4892-bf83-d164561ced17 service neutron] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:47.303743 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-caeab1f0-5b25-4892-bf83-d164561ced17 service neutron] Notify callbacks [] for binding, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:47.305675 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3ba2fdd-414b-445b-8283-66d4cb18ec1e req-caeab1f0-5b25-4892-bf83-d164561ced17 service neutron] 10.222.0.44 "DELETE /v2.0/ports/db0b0bf5-b596-4c8c-8782-d59718b579f2/bindings/n-h1-836146-1 HTTP/1.1" status: 204 len: 173 time: 0.5580695 Apr 01 12:26:47.312876 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-d4380c26-e21c-4adc-b674-dabfa94683e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:47.314051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a550379d-16e9-4df3-b662-524b057c8d27 req-b569d6f8-3ab4-44a2-a639-4d919a2bf447 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606217 Apr 01 12:26:47.317576 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-d4380c26-e21c-4adc-b674-dabfa94683e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1879151 Apr 01 12:26:47.340288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96722f42-10b7-4a7b-9e7e-4256956b5d4a req-6a1ebed4-82db-4b0b-8977-46277db673c3 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775795 Apr 01 12:26:47.455846 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-fe8309a8-2ff7-4b63-99cd-1730cc9b772a service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134901 Apr 01 12:26:47.615795 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2fa3a-bd39-433a-b0cb-5a5a0b6bae43 req-c41bcc06-3da5-41bf-aa93-e5156b364a3d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:47.620232 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f756dd7-0cd9-468b-97fc-844e5cd1cce5 req-ca6f0e5a-c7d2-48f3-8b5b-8eb4109f3915 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523890 Apr 01 12:26:47.628164 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e2b2fa3a-bd39-433a-b0cb-5a5a0b6bae43 req-c41bcc06-3da5-41bf-aa93-e5156b364a3d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 948 time: 0.0882626 Apr 01 12:26:47.702727 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e2b2fa3a-bd39-433a-b0cb-5a5a0b6bae43 req-0eaec39e-8caf-4663-8992-457acc0f7162 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733776 Apr 01 12:26:47.784747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:47.787719 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ec2b9d-1f0a-43db-9e90-eacc5b3443f7" -d '{"events": [{"server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "name": "network-vif-plugged", "status": "completed", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:47.834682 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793947b9-b655-4603-acfb-8ef42088836f x-openstack-request-id: req-793947b9-b655-4603-acfb-8ef42088836f {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:47.835920 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "name": "network-vif-plugged", "status": "completed", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:47.836372 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-793947b9-b655-4603-acfb-8ef42088836f {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:47.836989 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793947b9-b655-4603-acfb-8ef42088836f'] response: {'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2', 'code': 200} Apr 01 12:26:48.151081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67debe76-fff6-4de3-9580-394fa55ade93 req-0397725a-a034-4190-a980-c7ac0c9bf438 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:48.153871 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-67debe76-fff6-4de3-9580-394fa55ade93 req-0397725a-a034-4190-a980-c7ac0c9bf438 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 947 time: 0.0994492 Apr 01 12:26:48.188891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-46abd21f-6042-4c69-9137-19b0dede0b3d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:48.190663 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-46abd21f-6042-4c69-9137-19b0dede0b3d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 821 time: 0.2747381 Apr 01 12:26:48.221346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Request body: {'port': {'device_id': '82661039-41a3-456a-bb2e-6e7eec739eb3', 'network_id': '5f326287-8629-4e35-afec-ed776729d480', 'admin_state_up': True, 'tenant_id': 'd3ef0b6c28664a848490f62530c5067c'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:48.272168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f406f0a-ed9d-48ac-8349-caba7da501fc req-4d11a9e7-3c0d-4971-abd8-46e4872e6587 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:48.273838 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f406f0a-ed9d-48ac-8349-caba7da501fc req-4d11a9e7-3c0d-4971-abd8-46e4872e6587 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 950 time: 0.1303580 Apr 01 12:26:48.312666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-67debe76-fff6-4de3-9580-394fa55ade93 req-c5d7ec42-48cd-469f-9ea2-35711e38d904 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360271 Apr 01 12:26:48.463669 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b9cb1650-7f49-45c4-9632-f2e3e5537eb2 req-b51ab106-a612-4958-a47d-fec248a7054a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 210 time: 0.0451565 Apr 01 12:26:48.537520 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f406f0a-ed9d-48ac-8349-caba7da501fc req-344494f9-c8ce-410f-a236-9be68b77043c tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480648 Apr 01 12:26:48.557449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Made reservation on behalf of d3ef0b6c28664a848490f62530c5067c for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:26:48.585201 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:48.640548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e90f85-8e5a-4275-9728-89f0182919a0 req-e51f43e1-d236-410d-9b03-63479f9d824c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:48.647460 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d7e90f85-8e5a-4275-9728-89f0182919a0 req-e51f43e1-d236-410d-9b03-63479f9d824c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0991077 Apr 01 12:26:48.761777 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d7e90f85-8e5a-4275-9728-89f0182919a0 req-bb014942-1485-48d2-ae10-838724c6e124 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984604 Apr 01 12:26:48.869521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c76a10-a6b0-41b9-a2f0-4559c304c025 req-49f9d704-2247-4ae3-bc26-1067f5f9dc4f tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:48.877974 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81c76a10-a6b0-41b9-a2f0-4559c304c025 req-49f9d704-2247-4ae3-bc26-1067f5f9dc4f tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1336308 Apr 01 12:26:48.922919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Allocated IP 172.20.0.6 (5f326287-8629-4e35-afec-ed776729d480/9e044a75-99af-487d-948a-2656afb0938b/a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:26:48.940069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36661db6-00cf-4031-b8cd-28867b3351d3 req-b7ce3cd7-0fdf-414f-bc03-0ec5fea5f741 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:48.943018 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-36661db6-00cf-4031-b8cd-28867b3351d3 req-b7ce3cd7-0fdf-414f-bc03-0ec5fea5f741 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 1101 time: 0.0613801 Apr 01 12:26:48.946846 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81c76a10-a6b0-41b9-a2f0-4559c304c025 req-45a7f5c4-31f0-4340-9062-3a8c2ae02d75 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629749 Apr 01 12:26:49.009305 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-36661db6-00cf-4031-b8cd-28867b3351d3 req-8ba676eb-b292-4ae9-96bf-13efa546ed02 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Apr 01 12:26:49.228823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceac453-6b66-4340-b1a3-065ec0b627e1 req-2b789994-cc27-42ce-9869-76ab6bdc1df3 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:49.233869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862210b-9407-42a0-8a9b-d2123848b076 req-c37790cb-5637-473c-8589-f6e96bd1a80e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:49.237514 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5ceac453-6b66-4340-b1a3-065ec0b627e1 req-2b789994-cc27-42ce-9869-76ab6bdc1df3 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 1098 time: 0.1749055 Apr 01 12:26:49.247968 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3862210b-9407-42a0-8a9b-d2123848b076 req-c37790cb-5637-473c-8589-f6e96bd1a80e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 948 time: 0.0814965 Apr 01 12:26:49.307691 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5ceac453-6b66-4340-b1a3-065ec0b627e1 req-49787d90-e30b-4f3d-914b-5342ff452d28 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657623 Apr 01 12:26:49.329978 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3862210b-9407-42a0-8a9b-d2123848b076 req-c141961f-5a37-4cb4-8957-1d94e3dc096f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805743 Apr 01 12:26:49.343716 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:49.451671 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:49.475643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['912a530b-0d86-4dab-b118-6bb99714e86f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:49.604292 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-77665603-eb64-4328-bde1-1de4e544307d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632098 Apr 01 12:26:49.669283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Network 5f326287-8629-4e35-afec-ed776729d480 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:26:49.675376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:26:49.719733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Pushing event updated for resources: {'Port': ['ID=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:49.733678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:26:49.814646 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:49.815382 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:49.841196 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-928c2be1-e700-4dfa-aff3-88ff381270ee tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6280909 Apr 01 12:26:49.860314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Request body: {'port': {'device_id': '82661039-41a3-456a-bb2e-6e7eec739eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:49.927894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-1db4d032-d1cd-4118-a38b-dfd62908d5f4 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:49.939659 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:49.956115 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-1db4d032-d1cd-4118-a38b-dfd62908d5f4 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3488252 Apr 01 12:26:49.994419 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-04ae35be-e8c1-4389-9f57-31f020f00e64 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/quotas/ba9303e6805042dc9b5b3e77a4800baf HTTP/1.1" status: 200 len: 375 time: 0.0358412 Apr 01 12:26:50.127147 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-b328db97-4cdf-4974-bf6f-83ca3e8fc0e2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1283221 Apr 01 12:26:50.324505 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20c5ce-eb4d-4004-b37e-c18e2b72fc1d req-9925c7bc-d30f-49b7-ad56-d41a04227ee0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:50.325948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f20c5ce-eb4d-4004-b37e-c18e2b72fc1d req-9925c7bc-d30f-49b7-ad56-d41a04227ee0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 931 time: 0.1089745 Apr 01 12:26:50.408441 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device f67094aa-da6b-4834-a9b8-29a53904a824 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:26:50.421762 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f20c5ce-eb4d-4004-b37e-c18e2b72fc1d req-92efcbe7-6715-43e9-b0ef-a3b8a0717133 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596693 Apr 01 12:26:50.703218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=f67094aa-da6b-4834-a9b8-29a53904a824,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:50.718049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'f67094aa-da6b-4834-a9b8-29a53904a824', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'f67094aa-da6b-4834-a9b8-29a53904a824', 'mac_address': 'fa:16:3e:b7:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:26:50.733697 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-8d92573f-8470-4296-a42d-c461a42f0c65 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:50.742441 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-8d92573f-8470-4296-a42d-c461a42f0c65 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 808 time: 0.2763963 Apr 01 12:26:50.756584 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-243e32b2-4fb0-4e80-aeb5-2c6d3f374126 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/quotas/91324be1f6c1479fa7e4a2bc713842b4 HTTP/1.1" status: 200 len: 375 time: 0.0121534 Apr 01 12:26:50.768827 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:50.775077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:50.785706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67094aa-da6b-4834-a9b8-29a53904a824 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:50.801889 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:50.816713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=f67094aa-da6b-4834-a9b8-29a53904a824,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:50.824269 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:50.856965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff2f61-eb10-4d14-81c4-5b676c6b93cb req-5c166c47-dc8a-4a75-a028-dd85cd4d32dc tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:50.866028 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2ff2f61-eb10-4d14-81c4-5b676c6b93cb req-5c166c47-dc8a-4a75-a028-dd85cd4d32dc tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.2133691 Apr 01 12:26:50.867373 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-d5dde93a-079b-4b7f-8b39-11c966ebe1f8 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016455 Apr 01 12:26:50.890405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Transition to ACTIVE for port object a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:26:50.893538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=f67094aa-da6b-4834-a9b8-29a53904a824,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:50.916909 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:51.008010 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Pushing event updated for resources: {'Port': ['ID=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:51.032679 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-7af64c40-ac7e-4017-b676-ea70ca51e91b service neutron] 10.222.0.45 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607015 Apr 01 12:26:51.053442 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2ff2f61-eb10-4d14-81c4-5b676c6b93cb req-70bfaf72-4b74-466f-9eb5-f718186e6f95 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861548 Apr 01 12:26:51.222629 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-67447581-fe46-4fd6-9d69-bb5fb7e76759 service neutron] 10.222.0.45 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829252 Apr 01 12:26:51.241092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Attempting to bind port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:26:51.241456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Attempting to bind port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:26:51.241754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Attempting to bind port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:51.255342 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on network 5f326287-8629-4e35-afec-ed776729d480 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:26:51.255712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Attempting to bind port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:51.266302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:26:51.266722 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:26:51.267100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Bound using segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:26:51.267544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Bound port: a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:26:51.268875 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:51.300114 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['f67094aa-da6b-4834-a9b8-29a53904a824'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:51.365052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:51.370445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:26:51.388375 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:51.496266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:51.496927 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:51.498503 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] 10.222.0.44 "PUT /v2.0/ports/a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 HTTP/1.1" status: 200 len: 1091 time: 1.6441450 Apr 01 12:26:51.500095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82661039-41a3-456a-bb2e-6e7eec739eb3', 'tag': 'a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:51.502704 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1fabb8-fb28-4654-9346-9e7c3c9db8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "82661039-41a3-456a-bb2e-6e7eec739eb3", "tag": "a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:51.532082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc31e9-488c-4b5f-bf8d-a8d1d5694d38 req-f91406fb-8967-454a-9282-a5dfd3624a1e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:51.533930 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cdc31e9-488c-4b5f-bf8d-a8d1d5694d38 req-f91406fb-8967-454a-9282-a5dfd3624a1e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1611917 Apr 01 12:26:51.597476 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b76b41-2f3c-4ca9-a52d-6be87c275185 service neutron] Pushing event updated for resources: {'Port': ['ID=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:51.621085 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cdc31e9-488c-4b5f-bf8d-a8d1d5694d38 req-ac03892e-7374-47d2-b90f-edfe3343af75 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788021 Apr 01 12:26:51.711007 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34ff2a02-ce50-4ff7-9cf3-28dd02c1025b req-907bc6b9-e877-4377-b3e6-01514e37d05b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 210 time: 0.1439676 Apr 01 12:26:51.759229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-167f8963-5f7c-4a5e-8d19-eed9a5f14873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:51.763537 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-167f8963-5f7c-4a5e-8d19-eed9a5f14873 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 1094 time: 0.1149936 Apr 01 12:26:51.852241 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-c99d86da-3406-4600-a0e5-83470c385e2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 HTTP/1.1" status: 200 len: 217 time: 0.0442030 Apr 01 12:26:51.863389 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-94ca00bd-754e-4dc2-a9dc-a65ec7fcc34d req-df736479-557d-4ff0-b0ad-5eadabcd1ff8 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 210 time: 0.0849924 Apr 01 12:26:51.928330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-bac2c4e7-2601-482f-93b4-1731a7801702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:51.930252 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-bac2c4e7-2601-482f-93b4-1731a7801702 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.0595360 Apr 01 12:26:51.939695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad5add-2bf4-4cf8-86f6-ee0f4a8bbba8 req-c2148b0d-93b3-414a-b3bb-d3fc385ff36e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:51.941877 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3bad5add-2bf4-4cf8-86f6-ee0f4a8bbba8 req-c2148b0d-93b3-414a-b3bb-d3fc385ff36e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 949 time: 0.1771150 Apr 01 12:26:52.023581 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-3410d141-791c-4ec6-b3c2-fadd40fdfaaa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746064 Apr 01 12:26:52.091559 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658ca62-8710-44b6-b39a-d5e2722609a0 req-41117aa4-d941-4dc3-9664-748ed3fa8795 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:52.105831 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0658ca62-8710-44b6-b39a-d5e2722609a0 req-41117aa4-d941-4dc3-9664-748ed3fa8795 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.1301558 Apr 01 12:26:52.156311 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3bad5add-2bf4-4cf8-86f6-ee0f4a8bbba8 req-b78fbefd-ccc8-4cd1-93ca-4c8c4da90f17 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984644 Apr 01 12:26:52.225767 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-2fbb4526-3fdb-4d4c-8148-a708cdb30399 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661583 Apr 01 12:26:52.241561 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0658ca62-8710-44b6-b39a-d5e2722609a0 req-1b6f6d1c-5d65-44db-8bac-85f1f7ca51f2 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343470 Apr 01 12:26:52.301379 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-1257f7ee-a8ff-4ff2-b452-90304c63966d service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482967 Apr 01 12:26:52.348862 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d1216-2eb9-4417-9838-a36e57c7ac55 x-openstack-request-id: req-4f5d1216-2eb9-4417-9838-a36e57c7ac55 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:52.349115 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82661039-41a3-456a-bb2e-6e7eec739eb3", "tag": "a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:52.349284 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f5d1216-2eb9-4417-9838-a36e57c7ac55 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:52.349673 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5d1216-2eb9-4417-9838-a36e57c7ac55'] response: {'name': 'network-changed', 'server_uuid': '82661039-41a3-456a-bb2e-6e7eec739eb3', 'tag': 'a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0', 'status': 'completed', 'code': 200} Apr 01 12:26:52.490020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-fbf31776-1bef-407c-9748-f8f9a6cc5af9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:52.494901 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-fbf31776-1bef-407c-9748-f8f9a6cc5af9 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500679 Apr 01 12:26:52.517478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Request body: {'port': {'device_id': 'a281fe26-a5f3-40b9-8d2c-aa80f4f2f530', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'ba9303e6805042dc9b5b3e77a4800baf'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:52.540849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74f3d0af-4ab7-4f66-9e6a-16d7bfff9fa2 req-34cf0101-41d5-4443-a392-f82cd1c7b097 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007346 Apr 01 12:26:52.575530 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995b019-a3d8-4c7a-a9f5-4b0bca71480c req-d2f96c92-2393-427f-ac44-3fe75aed28ea tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:52.600665 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5995b019-a3d8-4c7a-a9f5-4b0bca71480c req-d2f96c92-2393-427f-ac44-3fe75aed28ea tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1451190 Apr 01 12:26:52.721409 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5995b019-a3d8-4c7a-a9f5-4b0bca71480c req-71786e1b-5809-4be8-ae00-2e650c5555dc tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108530 Apr 01 12:26:52.741595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fabb8-fb28-4654-9346-9e7c3c9db8aa req-9bef1d43-6470-4833-aa31-4a77ae8e5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:52.744123 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b1fabb8-fb28-4654-9346-9e7c3c9db8aa req-9bef1d43-6470-4833-aa31-4a77ae8e5b5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 1094 time: 0.1177728 Apr 01 12:26:52.831354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Made reservation on behalf of ba9303e6805042dc9b5b3e77a4800baf for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:26:52.834776 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:52.849344 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-08e20a5e-84da-44d9-9360-8cf822acfa43 req-b2a37b37-8585-4729-996a-7550721ab5fc tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 210 time: 0.0469334 Apr 01 12:26:53.020899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbb489-471d-40fb-938e-341524f3d814 req-24eeaba5-38ee-4f0d-9855-68ebc99b2191 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:53.029508 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17dbb489-471d-40fb-938e-341524f3d814 req-24eeaba5-38ee-4f0d-9855-68ebc99b2191 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1904101 Apr 01 12:26:53.037499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fabb8-fb28-4654-9346-9e7c3c9db8aa req-f094ada3-4da6-402d-b6e3-ae130368761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:53.039110 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b1fabb8-fb28-4654-9346-9e7c3c9db8aa req-f094ada3-4da6-402d-b6e3-ae130368761e service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.2845221 Apr 01 12:26:53.047869 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f26f060-cd94-4581-bb65-d023d72e48fc req-52b2a420-70dd-4cdd-8b41-8fb98b87be7d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 210 time: 0.0404305 Apr 01 12:26:53.324665 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186dba7-3a6a-415e-b5b3-06b35026dfe6 req-92aeff03-59fd-4492-9428-e7a61303f2a3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:53.335618 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5186dba7-3a6a-415e-b5b3-06b35026dfe6 req-92aeff03-59fd-4492-9428-e7a61303f2a3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 949 time: 0.0810890 Apr 01 12:26:53.374137 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5186dba7-3a6a-415e-b5b3-06b35026dfe6 req-fdc5801e-3e7a-4670-a36c-0c68beab5f57 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373106 Apr 01 12:26:53.431195 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17dbb489-471d-40fb-938e-341524f3d814 req-b8902059-6356-4171-95c2-ba93780cc89a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001255 Apr 01 12:26:53.462513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b1fabb8-fb28-4654-9346-9e7c3c9db8aa req-31187568-5469-48f3-ace7-8bab7d694a74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 HTTP/1.1" status: 200 len: 217 time: 0.4098072 Apr 01 12:26:53.519497 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83325d7c-535d-458a-aee5-5d1ea193153d req-f9784c05-86fd-4174-8079-56aa2b960644 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:53.524908 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-83325d7c-535d-458a-aee5-5d1ea193153d req-f9784c05-86fd-4174-8079-56aa2b960644 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.0768392 Apr 01 12:26:53.583572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fabb8-fb28-4654-9346-9e7c3c9db8aa req-42ee5707-e42c-4218-bfec-58a2e42dae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:53.585073 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b1fabb8-fb28-4654-9346-9e7c3c9db8aa req-42ee5707-e42c-4218-bfec-58a2e42dae4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.0817182 Apr 01 12:26:53.586884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Allocated IP 192.168.233.184 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/ec718317-6103-40b1-9052-0bab9d0d3986) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:26:53.626351 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-83325d7c-535d-458a-aee5-5d1ea193153d req-071e54aa-99a9-489b-b0e2-d6fa6a2b8cd7 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878842 Apr 01 12:26:53.775436 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b1fabb8-fb28-4654-9346-9e7c3c9db8aa req-52c40f6f-c03d-43ba-99b4-a03d128c1308 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744286 Apr 01 12:26:53.853861 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f262d65-b138-439a-aa2c-bd854d6341c8 req-3909b7e0-7b9c-43d8-957c-523bc8c546b2 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:53.856177 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f262d65-b138-439a-aa2c-bd854d6341c8 req-3909b7e0-7b9c-43d8-957c-523bc8c546b2 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0571856 Apr 01 12:26:53.907165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f262d65-b138-439a-aa2c-bd854d6341c8 req-e08cda12-3bc7-467b-a0ce-23f60470f341 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429842 Apr 01 12:26:53.957289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-50697089-e648-4906-b1ff-5209816e01f9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:53.958801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-50697089-e648-4906-b1ff-5209816e01f9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.37 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 808 time: 0.4695618 Apr 01 12:26:53.973479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b49d92-843f-4dc0-818a-f055e3533a41 req-abb7abcf-879d-4119-bb0a-6eff9a7b1680 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:53.975006 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62b49d92-843f-4dc0-818a-f055e3533a41 req-abb7abcf-879d-4119-bb0a-6eff9a7b1680 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 949 time: 0.2145872 Apr 01 12:26:53.985530 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Request body: {'port': {'device_id': '7a22b3f1-33d5-4877-aa96-c89d474a9747', 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427', 'admin_state_up': True, 'tenant_id': '91324be1f6c1479fa7e4a2bc713842b4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:54.004642 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6538a46f-eef5-4cc8-90ae-0a2bfa1ace9b req-545b2593-a4ba-4af3-8c68-6659bdb2dd54 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 210 time: 0.0299141 Apr 01 12:26:54.108487 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:54.113678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b1fabb8-fb28-4654-9346-9e7c3c9db8aa req-9a6b2417-252b-4611-a8f7-1eeaeacbaa97 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260705 Apr 01 12:26:54.147445 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-40d891b1-22c3-44eb-b251-d05bb8b2c222 req-c37c0b94-306b-4b90-9afc-31bf436f727b tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 210 time: 0.0299780 Apr 01 12:26:54.172771 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62b49d92-843f-4dc0-818a-f055e3533a41 req-a4e0ab8e-26a0-4f6a-80db-56962af54b0c tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800933 Apr 01 12:26:54.269218 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:54.272352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Made reservation on behalf of 91324be1f6c1479fa7e4a2bc713842b4 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:26:54.276379 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:54.280632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c', '7213766e-da78-4fb2-99bc-0fb0ae40cf70', '90c05437-1218-4c17-8467-7f7cdf77cfc7', '969920f5-fbfd-48ba-a2f1-2ab73a63c75d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:54.303882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b1fabb8-fb28-4654-9346-9e7c3c9db8aa req-248a4d75-88f7-40a0-87a8-3bd146d8b025 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785548 Apr 01 12:26:54.310598 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['69127762-0ca0-4fea-8ced-76dccf2a17ab', '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b', 'c08afc88-4827-4906-820a-b67413a88a1b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:54.343136 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:26:54.353843 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:26:54.358594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:26:54.412706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event updated for resources: {'Port': ['ID=ec718317-6103-40b1-9052-0bab9d0d3986,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:54.432768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device f67094aa-da6b-4834-a9b8-29a53904a824 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:26:54.463362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:54.464045 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:54.550948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-bb0a2287-4972-4b0a-bd0d-33a6897601aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0384998 Apr 01 12:26:54.583501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Request body: {'port': {'device_id': 'a281fe26-a5f3-40b9-8d2c-aa80f4f2f530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:54.614605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Allocated IP 172.20.0.8 (6e03f832-9609-4116-a2e6-1f2acde5b427/d4da2763-ce40-4592-83f0-87a0352a7000/48f3d975-d9ec-4126-acd9-71b9946de37a) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:26:54.630487 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c6f09-3605-4662-97e5-1c4fb517674c req-94ebcc68-39f3-4ee7-a743-a9de5c4c88b2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:54.646463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8d9c6f09-3605-4662-97e5-1c4fb517674c req-94ebcc68-39f3-4ee7-a743-a9de5c4c88b2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 949 time: 0.1784945 Apr 01 12:26:54.676412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port f67094aa-da6b-4834-a9b8-29a53904a824 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:26:54.685303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port f67094aa-da6b-4834-a9b8-29a53904a824 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:54.685813 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:54.737949 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8d9c6f09-3605-4662-97e5-1c4fb517674c req-7e8fbda5-57c6-4399-85da-a5ccc3dd2357 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884144 Apr 01 12:26:54.747989 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:54.768312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058202d-4d1b-4850-aac8-95958e2ca02f req-63ded86b-1132-46a3-a0db-a34dd40a1708 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:54.770289 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2058202d-4d1b-4850-aac8-95958e2ca02f req-63ded86b-1132-46a3-a0db-a34dd40a1708 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1811187 Apr 01 12:26:54.875950 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-57fdaa5a-659f-48a0-b90b-1951445f4751 None None] Provisioning complete for port ec718317-6103-40b1-9052-0bab9d0d3986 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:26:54.876730 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-57fdaa5a-659f-48a0-b90b-1951445f4751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:54.956687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e79a4-b583-407d-951c-a3158a360429 req-5c4ff4cc-4574-4f7b-a4ef-3770df0ff276 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:54.964881 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2058202d-4d1b-4850-aac8-95958e2ca02f req-bf280c1f-25b0-4747-a8f5-17c46029b033 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811275 Apr 01 12:26:54.967140 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b03e79a4-b583-407d-951c-a3158a360429 req-5c4ff4cc-4574-4f7b-a4ef-3770df0ff276 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.1084239 Apr 01 12:26:55.020564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-57fdaa5a-659f-48a0-b90b-1951445f4751 None None] Port ec718317-6103-40b1-9052-0bab9d0d3986 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:26:55.024087 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b03e79a4-b583-407d-951c-a3158a360429 req-bd4e605e-167a-43ac-a6ee-d61c3db460ef tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539298 Apr 01 12:26:55.083581 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:55.154840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67094aa-da6b-4834-a9b8-29a53904a824'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:55.157282 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcec581f-2b16-476f-a499-86b279302c85" -d '{"events": [{"server_uuid": "edee227c-aec1-4e97-8157-0e0c15cfe531", "name": "network-vif-plugged", "status": "completed", "tag": "f67094aa-da6b-4834-a9b8-29a53904a824"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:55.197638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:55.199043 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=f67094aa-da6b-4834-a9b8-29a53904a824,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:55.206662 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:55.214914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd11d-1723-4d55-a7fd-0513ccc19998 req-bcdce418-29f7-4229-b6e1-b7fd6dd1d448 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:55.216632 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2f7dd11d-1723-4d55-a7fd-0513ccc19998 req-bcdce418-29f7-4229-b6e1-b7fd6dd1d448 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 936 time: 0.0742147 Apr 01 12:26:55.278694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479cec7-d8df-46ee-a639-00612920be33 req-61f4cdef-46af-4512-ae49-d3ac1db6f25d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:55.281294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8479cec7-d8df-46ee-a639-00612920be33 req-61f4cdef-46af-4512-ae49-d3ac1db6f25d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1987386 Apr 01 12:26:55.282829 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2f7dd11d-1723-4d55-a7fd-0513ccc19998 req-5d34ea27-ed87-42df-8351-ec648f343300 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516081 Apr 01 12:26:55.331579 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=f67094aa-da6b-4834-a9b8-29a53904a824,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:55.382364 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:55.382589 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e6b9ba-14e6-47fc-b17d-73e3f41fdbab x-openstack-request-id: req-33e6b9ba-14e6-47fc-b17d-73e3f41fdbab {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:55.382765 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edee227c-aec1-4e97-8157-0e0c15cfe531", "name": "network-vif-plugged", "status": "completed", "tag": "f67094aa-da6b-4834-a9b8-29a53904a824", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:55.383098 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33e6b9ba-14e6-47fc-b17d-73e3f41fdbab {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:55.383565 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e6b9ba-14e6-47fc-b17d-73e3f41fdbab'] response: {'server_uuid': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67094aa-da6b-4834-a9b8-29a53904a824', 'code': 200} Apr 01 12:26:55.393063 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8479cec7-d8df-46ee-a639-00612920be33 req-c17a0807-bb54-4de2-964e-895fb0370ff9 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917654 Apr 01 12:26:55.485734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Network 6e03f832-9609-4116-a2e6-1f2acde5b427 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:26:55.493478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:26:55.496056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:26:55.522811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a8ef8-6709-47eb-9a36-2894008b5e0c req-6d1dd002-e0c7-4f58-927f-647a3e613234 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:55.523080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Pushing event updated for resources: {'Port': ['ID=48f3d975-d9ec-4126-acd9-71b9946de37a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:55.524930 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-973a8ef8-6709-47eb-9a36-2894008b5e0c req-6d1dd002-e0c7-4f58-927f-647a3e613234 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 931 time: 0.0544622 Apr 01 12:26:55.564148 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec718317-6103-40b1-9052-0bab9d0d3986 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:55.574748 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:55.578856 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-973a8ef8-6709-47eb-9a36-2894008b5e0c req-5fb25738-1830-4378-9535-d671f6ddeb50 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Apr 01 12:26:55.601570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:55.602235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:55.605509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Transition to ACTIVE for port object ec718317-6103-40b1-9052-0bab9d0d3986 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:26:55.616453 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:55.634329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f70fe-30f6-4770-9895-42bc8721d2be req-b8bc6112-3c6f-4a6b-8726-a565c7849749 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:55.635819 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10f70fe-30f6-4770-9895-42bc8721d2be req-b8bc6112-3c6f-4a6b-8726-a565c7849749 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 949 time: 0.1338356 Apr 01 12:26:55.660294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-932e6a4d-f983-43b1-8aa8-4ae67c6445b9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6843157 Apr 01 12:26:55.686519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Request body: {'port': {'device_id': '7a22b3f1-33d5-4877-aa96-c89d474a9747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:26:55.760383 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Pushing event updated for resources: {'Port': ['ID=ec718317-6103-40b1-9052-0bab9d0d3986,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:55.811957 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f10f70fe-30f6-4770-9895-42bc8721d2be req-5fa21faa-81e6-4b82-b9df-c06f2186f78f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551349 Apr 01 12:26:55.833330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:55.886983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Attempting to bind port ec718317-6103-40b1-9052-0bab9d0d3986 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:26:55.887324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Attempting to bind port ec718317-6103-40b1-9052-0bab9d0d3986 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:26:55.887721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Attempting to bind port ec718317-6103-40b1-9052-0bab9d0d3986 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:55.896376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Port ec718317-6103-40b1-9052-0bab9d0d3986 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:26:55.896690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Attempting to bind port ec718317-6103-40b1-9052-0bab9d0d3986 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:55.902760 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580f8d8-405a-486e-b519-87d998acb9b1 req-95d7db13-82e5-4900-a2ff-c349ca8d7cb8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:55.904278 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d580f8d8-405a-486e-b519-87d998acb9b1 req-95d7db13-82e5-4900-a2ff-c349ca8d7cb8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0573242 Apr 01 12:26:55.910087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:26:55.910426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:26:55.910814 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:26:55.911248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Bound port: ec718317-6103-40b1-9052-0bab9d0d3986, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:26:55.911598 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:55.966543 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d580f8d8-405a-486e-b519-87d998acb9b1 req-58642ed6-577f-4855-9b7c-34ccbb9d090c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499301 Apr 01 12:26:56.094607 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148af22-9369-4610-bddc-bc2937bd5183 req-d954610d-8c8d-46b2-abe5-6034bcd89c99 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:56.095293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] For port ec718317-6103-40b1-9052-0bab9d0d3986, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:56.096203 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b148af22-9369-4610-bddc-bc2937bd5183 req-d954610d-8c8d-46b2-abe5-6034bcd89c99 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0552313 Apr 01 12:26:56.114145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] For port ec718317-6103-40b1-9052-0bab9d0d3986, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ec718317-6103-40b1-9052-0bab9d0d3986,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:26:56.123896 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:56.143094 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b148af22-9369-4610-bddc-bc2937bd5183 req-7ebea419-945d-4260-886e-57bdfc48993e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393686 Apr 01 12:26:56.174534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:56.174534 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:56.175392 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] 10.222.0.37 "PUT /v2.0/ports/ec718317-6103-40b1-9052-0bab9d0d3986 HTTP/1.1" status: 200 len: 1096 time: 1.6012418 Apr 01 12:26:56.175846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a281fe26-a5f3-40b9-8d2c-aa80f4f2f530', 'tag': 'ec718317-6103-40b1-9052-0bab9d0d3986'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:56.178107 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8706f695-88e4-4a86-8108-eaa3536712c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a281fe26-a5f3-40b9-8d2c-aa80f4f2f530", "tag": "ec718317-6103-40b1-9052-0bab9d0d3986"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:56.235382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ad9fe-4a5e-440f-b5f8-77f6564077cf service neutron] Pushing event updated for resources: {'Port': ['ID=ec718317-6103-40b1-9052-0bab9d0d3986,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:56.328715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f3d975-d9ec-4126-acd9-71b9946de37a {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:26:56.338698 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686ae195-0e54-4dee-bf14-c9e94b8ed2c5 x-openstack-request-id: req-686ae195-0e54-4dee-bf14-c9e94b8ed2c5 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:56.338991 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a281fe26-a5f3-40b9-8d2c-aa80f4f2f530", "tag": "ec718317-6103-40b1-9052-0bab9d0d3986", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:56.339377 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-686ae195-0e54-4dee-bf14-c9e94b8ed2c5 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:56.339854 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686ae195-0e54-4dee-bf14-c9e94b8ed2c5'] response: {'name': 'network-changed', 'server_uuid': 'a281fe26-a5f3-40b9-8d2c-aa80f4f2f530', 'tag': 'ec718317-6103-40b1-9052-0bab9d0d3986', 'status': 'completed', 'code': 200} Apr 01 12:26:56.344948 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:56.363653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-463b7808-f6bb-475e-87d5-09bba9a5fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:56.363902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835be1a-11b2-44bc-837a-720b4c2e7460 req-0b974ff9-26a0-417e-a847-145b4c43a4f1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:56.365504 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-463b7808-f6bb-475e-87d5-09bba9a5fee3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 1099 time: 0.0865614 Apr 01 12:26:56.369821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Transition to ACTIVE for port object 48f3d975-d9ec-4126-acd9-71b9946de37a will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:26:56.373707 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6835be1a-11b2-44bc-837a-720b4c2e7460 req-0b974ff9-26a0-417e-a847-145b4c43a4f1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.0807464 Apr 01 12:26:56.384064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:56.425920 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6835be1a-11b2-44bc-837a-720b4c2e7460 req-9605ac83-1589-47bc-acef-27be5094d602 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Apr 01 12:26:56.437019 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-83e7ae69-561c-45e6-9a85-d70bf22e9ad5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=ec718317-6103-40b1-9052-0bab9d0d3986 HTTP/1.1" status: 200 len: 217 time: 0.0637531 Apr 01 12:26:56.440424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device af1f1649-08a7-46f2-9993-124c94282dc3 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:26:56.545543 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:56.547452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Pushing event updated for resources: {'Port': ['ID=48f3d975-d9ec-4126-acd9-71b9946de37a,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:56.548456 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90566055-dbab-45d5-bf69-72f4d27fd6bf req-43658bb8-f44a-46a7-bd83-78f460d66540 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:56.550879 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-90566055-dbab-45d5-bf69-72f4d27fd6bf req-43658bb8-f44a-46a7-bd83-78f460d66540 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0532904 Apr 01 12:26:56.583459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-39110e30-c9d6-4150-a8ac-4c5ddaac2e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:56.584826 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-39110e30-c9d6-4150-a8ac-4c5ddaac2e9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1101153 Apr 01 12:26:56.596113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce332b-5238-4162-b1d9-1d6c18b0d3e4 req-720eb360-cc8e-467d-9cd8-ab2e21e1c349 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:56.597358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port af1f1649-08a7-46f2-9993-124c94282dc3, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=af1f1649-08a7-46f2-9993-124c94282dc3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:26:56.598277 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97ce332b-5238-4162-b1d9-1d6c18b0d3e4 req-720eb360-cc8e-467d-9cd8-ab2e21e1c349 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 948 time: 0.1667666 Apr 01 12:26:56.605307 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-90566055-dbab-45d5-bf69-72f4d27fd6bf req-bc7e398a-df53-4a2e-8a55-634a1d617ade tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460529 Apr 01 12:26:56.607063 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:56.651456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['db0b0bf5-b596-4c8c-8782-d59718b579f2'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:26:56.697690 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97ce332b-5238-4162-b1d9-1d6c18b0d3e4 req-743dbc94-ca3b-49fc-a1e0-59b1706e7952 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882230 Apr 01 12:26:56.702699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-041762d6-e9c3-43ff-aa75-5cdfa9f7ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:56.704182 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-041762d6-e9c3-43ff-aa75-5cdfa9f7ecdc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050198 Apr 01 12:26:56.730668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=af1f1649-08a7-46f2-9993-124c94282dc3,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:56.736576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:26:56.736903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:26:56.737224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:56.751159 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:26:56.751473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:26:56.751788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab3510-4366-486c-bae4-d324d87fbbb9 req-9a149027-1d32-4452-b63a-8e9219a445a0 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:56.753419 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1ab3510-4366-486c-bae4-d324d87fbbb9 req-9a149027-1d32-4452-b63a-8e9219a445a0 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 943 time: 0.0663092 Apr 01 12:26:56.759473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:26:56.760313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:26:56.760313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:26:56.760636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Bound port: 48f3d975-d9ec-4126-acd9-71b9946de37a, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:26:56.760991 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:56.794635 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1ab3510-4366-486c-bae4-d324d87fbbb9 req-1101a05a-08b0-442c-b5a2-0ca4be5b4f89 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327213 Apr 01 12:26:56.854473 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-28a35740-76d1-4a89-a527-b3c12175c31f service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396630 Apr 01 12:26:56.888445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:26:56.907746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=48f3d975-d9ec-4126-acd9-71b9946de37a,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:26:56.936506 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:56.979389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:56.980033 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:26:56.981404 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] 10.222.0.37 "PUT /v2.0/ports/48f3d975-d9ec-4126-acd9-71b9946de37a HTTP/1.1" status: 200 len: 1091 time: 1.3005049 Apr 01 12:26:57.017201 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-572bcb66-cabd-48d5-ac0f-fd3ac868a85e req-9d7d3f5a-9d7f-40c6-85c4-d14f397d6a99 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527619 Apr 01 12:26:57.022231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eca376-ce5c-4835-a4a3-ee894ad980d1 service neutron] Pushing event updated for resources: {'Port': ['ID=48f3d975-d9ec-4126-acd9-71b9946de37a,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:26:57.130895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-7c19fdc6-e3fa-4b48-ad4a-1669168487cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:57.132326 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-7c19fdc6-e3fa-4b48-ad4a-1669168487cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 1094 time: 0.1033173 Apr 01 12:26:57.145829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ad773-a8e2-40d0-a246-f943fd84ab73 req-50eddd3c-e50f-48f7-9c31-dc1151fd215d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:57.147200 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-836ad773-a8e2-40d0-a246-f943fd84ab73 req-50eddd3c-e50f-48f7-9c31-dc1151fd215d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1061349 Apr 01 12:26:57.199450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706f695-88e4-4a86-8108-eaa3536712c6 req-827e24af-4d57-4a2a-8624-072c9a828850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:57.200858 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8706f695-88e4-4a86-8108-eaa3536712c6 req-827e24af-4d57-4a2a-8624-072c9a828850 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 1099 time: 0.1183450 Apr 01 12:26:57.203236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-d990e1a7-8630-43ff-a589-85b01d8a8f1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f3d975-d9ec-4126-acd9-71b9946de37a HTTP/1.1" status: 200 len: 217 time: 0.0552092 Apr 01 12:26:57.273005 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-836ad773-a8e2-40d0-a246-f943fd84ab73 req-6f61b816-340e-4d2a-b11f-88d028b8e825 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153555 Apr 01 12:26:57.274438 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966ce91-81af-474e-8f8a-06a6e6aafccd req-aa3f1dfd-48a4-4db5-9a55-cca2c7e454c8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:57.276240 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e966ce91-81af-474e-8f8a-06a6e6aafccd req-aa3f1dfd-48a4-4db5-9a55-cca2c7e454c8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0531232 Apr 01 12:26:57.318553 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e966ce91-81af-474e-8f8a-06a6e6aafccd req-8432db40-d6b2-421a-99ac-6402b11ef866 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355661 Apr 01 12:26:57.337586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-c82e9bd8-77ff-4471-9eef-01ef34a077a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:57.339140 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-c82e9bd8-77ff-4471-9eef-01ef34a077a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.1163814 Apr 01 12:26:57.379929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706f695-88e4-4a86-8108-eaa3536712c6 req-aace22b7-27f2-4a68-9de3-1b57551ee205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:57.381398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8706f695-88e4-4a86-8108-eaa3536712c6 req-aace22b7-27f2-4a68-9de3-1b57551ee205 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1597013 Apr 01 12:26:57.382996 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-d0519266-31c2-4f6d-9dbc-6659f787baa5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345480 Apr 01 12:26:57.384293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af1f1649-08a7-46f2-9993-124c94282dc3'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:57.386621 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181fd93b-a0f8-49d7-916d-e2b94c66d6b8" -d '{"events": [{"server_uuid": "366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "af1f1649-08a7-46f2-9993-124c94282dc3"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:57.423122 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7762d588-0b6f-4c74-8288-05d43cd18a5e x-openstack-request-id: req-7762d588-0b6f-4c74-8288-05d43cd18a5e {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:57.423414 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "af1f1649-08a7-46f2-9993-124c94282dc3", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:57.423663 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7762d588-0b6f-4c74-8288-05d43cd18a5e {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:57.424056 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7762d588-0b6f-4c74-8288-05d43cd18a5e'] response: {'server_uuid': '366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af1f1649-08a7-46f2-9993-124c94282dc3', 'code': 200} Apr 01 12:26:57.563693 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca70ff-2bd5-4ec9-8994-5f01637b79fc req-254ee21d-dd29-4ce4-bf64-165d204ea43f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:57.565304 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a4ca70ff-2bd5-4ec9-8994-5f01637b79fc req-254ee21d-dd29-4ce4-bf64-165d204ea43f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.0612166 Apr 01 12:26:57.613777 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a4ca70ff-2bd5-4ec9-8994-5f01637b79fc req-79755966-3dab-45f3-85a1-081886aa016a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Apr 01 12:26:57.722788 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8706f695-88e4-4a86-8108-eaa3536712c6 req-f83ea25a-ff1d-45e6-bf89-765a7fb9ebea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=ec718317-6103-40b1-9052-0bab9d0d3986 HTTP/1.1" status: 200 len: 217 time: 0.3281977 Apr 01 12:26:57.813511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1aff-53bd-48c7-8260-169ebf620687 req-027b3449-77fd-4435-af0a-28b9a23db2d0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:57.815156 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b56e1aff-53bd-48c7-8260-169ebf620687 req-027b3449-77fd-4435-af0a-28b9a23db2d0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 948 time: 0.0479441 Apr 01 12:26:57.851430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706f695-88e4-4a86-8108-eaa3536712c6 req-36fd79e3-311c-4982-9f0f-30c05b08ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:57.853400 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8706f695-88e4-4a86-8108-eaa3536712c6 req-36fd79e3-311c-4982-9f0f-30c05b08ee94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1193323 Apr 01 12:26:57.853910 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b56e1aff-53bd-48c7-8260-169ebf620687 req-c6c0befe-5f4f-491b-89b5-bc6eb50525b4 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325243 Apr 01 12:26:57.862896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e009527-c088-478a-8b41-12f5d8354f27 req-4c2e0f28-ebdb-45d8-9ff8-234ca49c1708 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:57.864358 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3e009527-c088-478a-8b41-12f5d8354f27 req-4c2e0f28-ebdb-45d8-9ff8-234ca49c1708 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1521747 Apr 01 12:26:57.877356 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-f256b485-e913-49f5-ad4c-1cac9b2c16a9 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814818 Apr 01 12:26:57.967098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326d32b-3f47-4a69-a5b7-ea7e764bf124 req-dd8e12f3-27a5-4271-a1d7-9f4190b4513c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:57.968643 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8326d32b-3f47-4a69-a5b7-ea7e764bf124 req-dd8e12f3-27a5-4271-a1d7-9f4190b4513c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 943 time: 0.0594399 Apr 01 12:26:57.988119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706f695-88e4-4a86-8108-eaa3536712c6 req-78612325-c2ff-4346-8236-9c77727b9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:57.989686 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8706f695-88e4-4a86-8108-eaa3536712c6 req-78612325-c2ff-4346-8236-9c77727b9562 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229029 Apr 01 12:26:58.000869 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3e009527-c088-478a-8b41-12f5d8354f27 req-b482943c-9d2a-49c1-9108-ec40033fc9d4 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087348 Apr 01 12:26:58.013056 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8326d32b-3f47-4a69-a5b7-ea7e764bf124 req-9f346c9b-f8f3-40e7-acc0-9a214cc0cd59 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376148 Apr 01 12:26:58.053256 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c9f3288-d371-4cfe-acc0-16a33790a4cc req-d618aebe-5c98-4a5d-81e4-3c2f77203017 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622343 Apr 01 12:26:58.111682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8706f695-88e4-4a86-8108-eaa3536712c6 req-e8dbf6b0-4f84-47df-812c-9942ac06c697 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098151 Apr 01 12:26:58.202770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8706f695-88e4-4a86-8108-eaa3536712c6 req-8d99f0f2-5612-4c39-aa7e-c1a6797f7bb6 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840139 Apr 01 12:26:58.340718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a22b3f1-33d5-4877-aa96-c89d474a9747', 'tag': '48f3d975-d9ec-4126-acd9-71b9946de37a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:26:58.343090 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc66da9e-d7f0-493a-b1ab-9c8fdba8d0af" -d '{"events": [{"name": "network-changed", "server_uuid": "7a22b3f1-33d5-4877-aa96-c89d474a9747", "tag": "48f3d975-d9ec-4126-acd9-71b9946de37a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:26:58.381922 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58167480-0930-4c03-b900-067a66ab3285 x-openstack-request-id: req-58167480-0930-4c03-b900-067a66ab3285 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:26:58.382244 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a22b3f1-33d5-4877-aa96-c89d474a9747", "tag": "48f3d975-d9ec-4126-acd9-71b9946de37a", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:26:58.382496 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58167480-0930-4c03-b900-067a66ab3285 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:26:58.382896 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58167480-0930-4c03-b900-067a66ab3285'] response: {'name': 'network-changed', 'server_uuid': '7a22b3f1-33d5-4877-aa96-c89d474a9747', 'tag': '48f3d975-d9ec-4126-acd9-71b9946de37a', 'status': 'completed', 'code': 200} Apr 01 12:26:58.396792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4ad22-de39-45f2-904a-1eeb84dcb704 req-ee2b4995-6b2e-42e9-a5b2-eaf2979c2b64 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:58.398347 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25c4ad22-de39-45f2-904a-1eeb84dcb704 req-ee2b4995-6b2e-42e9-a5b2-eaf2979c2b64 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0522819 Apr 01 12:26:58.467455 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25c4ad22-de39-45f2-904a-1eeb84dcb704 req-068aa884-c719-4d2a-985d-207535131e81 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620875 Apr 01 12:26:58.477362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66da9e-d7f0-493a-b1ab-9c8fdba8d0af req-25deff25-3a54-4a55-8e52-6a807946cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:58.478951 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc66da9e-d7f0-493a-b1ab-9c8fdba8d0af req-25deff25-3a54-4a55-8e52-6a807946cb0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 1094 time: 0.0676105 Apr 01 12:26:58.542295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe3657-c025-4a7a-a74a-b2b6f6257075 req-094ff462-f086-45fc-96f3-9af82c356996 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:58.543977 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6dfe3657-c025-4a7a-a74a-b2b6f6257075 req-094ff462-f086-45fc-96f3-9af82c356996 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0643837 Apr 01 12:26:58.593468 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6dfe3657-c025-4a7a-a74a-b2b6f6257075 req-cc8645b9-e4b9-4c01-8c31-bf5160216ca8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435307 Apr 01 12:26:58.605992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66da9e-d7f0-493a-b1ab-9c8fdba8d0af req-216584d7-3413-4514-99ae-4a6edae98961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:58.608254 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc66da9e-d7f0-493a-b1ab-9c8fdba8d0af req-216584d7-3413-4514-99ae-4a6edae98961 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.1199431 Apr 01 12:26:58.666689 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc66da9e-d7f0-493a-b1ab-9c8fdba8d0af req-14792a92-63a4-4b6a-bbcf-543456a8dd4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f3d975-d9ec-4126-acd9-71b9946de37a HTTP/1.1" status: 200 len: 217 time: 0.0490379 Apr 01 12:26:58.738451 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6877001-7f83-4427-a276-1eb230262088 req-c2c0ad85-c5d2-4e9f-ba87-36efefe9d51c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:58.739983 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6877001-7f83-4427-a276-1eb230262088 req-c2c0ad85-c5d2-4e9f-ba87-36efefe9d51c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.0504670 Apr 01 12:26:58.780752 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6877001-7f83-4427-a276-1eb230262088 req-84595cc0-07d4-444f-84bd-34dd194228eb tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341542 Apr 01 12:26:58.808341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66da9e-d7f0-493a-b1ab-9c8fdba8d0af req-84ca9142-ba28-4911-b18e-740380548702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:58.809822 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc66da9e-d7f0-493a-b1ab-9c8fdba8d0af req-84ca9142-ba28-4911-b18e-740380548702 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.1176801 Apr 01 12:26:58.825407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c327d3-9937-4fd8-bc2a-41ecbd4d1375 req-e47c3158-4f95-4f85-8cbd-49b17daf61e5 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:58.826847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0c327d3-9937-4fd8-bc2a-41ecbd4d1375 req-e47c3158-4f95-4f85-8cbd-49b17daf61e5 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1651964 Apr 01 12:26:58.842946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-5eaba8e6-fb4d-4b8c-8433-952233e955fa tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:58.844387 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-5eaba8e6-fb4d-4b8c-8433-952233e955fa tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.37 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531&tenant_id=eb64db7358b94a5bb856657db1b186e0&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 950 time: 0.1665525 Apr 01 12:26:58.866793 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc66da9e-d7f0-493a-b1ab-9c8fdba8d0af req-0e5f42f3-367e-41de-9919-f30ee07f3b20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389576 Apr 01 12:26:58.971509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dc2ea-f12f-4f68-90f1-17a2d9094f14 req-7876628d-3fc7-4b3b-a1c9-dad8ba389d60 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:58.973287 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed7dc2ea-f12f-4f68-90f1-17a2d9094f14 req-7876628d-3fc7-4b3b-a1c9-dad8ba389d60 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 948 time: 0.0530183 Apr 01 12:26:58.985817 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0c327d3-9937-4fd8-bc2a-41ecbd4d1375 req-78a599b0-af45-4878-a320-62156ad5e8fd tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500745 Apr 01 12:26:59.053663 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-cf40a230-87a6-47da-b201-6b2c57944ecd service neutron] delete failed (client error): The resource could not be found. Apr 01 12:26:59.054722 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-cf40a230-87a6-47da-b201-6b2c57944ecd service neutron] 10.222.0.37 "DELETE /v2.0/ports/f67094aa-da6b-4834-a9b8-29a53904a824/bindings/n-h1-836146-1 HTTP/1.1" status: 404 len: 380 time: 0.1902220 Apr 01 12:26:59.071896 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed7dc2ea-f12f-4f68-90f1-17a2d9094f14 req-1ca037ed-ba36-4c83-a9b5-d6e67908754e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923617 Apr 01 12:26:59.079036 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc66da9e-d7f0-493a-b1ab-9c8fdba8d0af req-f8d6db20-59ed-41bc-a993-d9c749242eb4 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998188 Apr 01 12:26:59.178762 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecf2e3-5224-43ad-abe7-58ca38875365 req-76bf2c46-94e1-484e-be0d-9c82c99b1373 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:59.180844 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cfecf2e3-5224-43ad-abe7-58ca38875365 req-76bf2c46-94e1-484e-be0d-9c82c99b1373 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 943 time: 0.0492167 Apr 01 12:26:59.218930 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cfecf2e3-5224-43ad-abe7-58ca38875365 req-81c25467-92ba-4725-b54d-990d0c201d20 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319450 Apr 01 12:26:59.251919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-db4fd20b-8698-4423-9107-c58f159907cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:59.253396 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-db4fd20b-8698-4423-9107-c58f159907cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 1101 time: 0.1373608 Apr 01 12:26:59.265570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b9f07-16c2-4f42-a793-f6f04653a48a req-8d1904fe-6443-48b8-9939-195cda1bd34b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:59.267015 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-764b9f07-16c2-4f42-a793-f6f04653a48a req-8d1904fe-6443-48b8-9939-195cda1bd34b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1250846 Apr 01 12:26:59.315708 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc66da9e-d7f0-493a-b1ab-9c8fdba8d0af req-9c19783d-456b-4f44-b921-f53548a07bba service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154226 Apr 01 12:26:59.370277 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-764b9f07-16c2-4f42-a793-f6f04653a48a req-6c6851e3-e907-461b-913b-17aa95b53d43 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911152 Apr 01 12:26:59.396088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-a789fbb3-3f45-4ec4-b9a1-2ae1e561f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:59.397539 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-a789fbb3-3f45-4ec4-b9a1-2ae1e561f220 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1296868 Apr 01 12:26:59.439429 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-29ac0f8c-55f8-4a20-81ca-4a1a1eacdfe2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f67094aa-da6b-4834-a9b8-29a53904a824 HTTP/1.1" status: 200 len: 217 time: 0.0341394 Apr 01 12:26:59.499252 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-5a140b5f-409c-447d-bb99-e248084dcc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:59.500724 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-5a140b5f-409c-447d-bb99-e248084dcc91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0538175 Apr 01 12:26:59.549480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-541ecd83-5415-4c3a-87b6-995e14ed7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:59.551021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-541ecd83-5415-4c3a-87b6-995e14ed7f24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425434 Apr 01 12:26:59.640175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-fd40f9b0-54d5-48e0-95a2-566d93a32b3b service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820112 Apr 01 12:26:59.760730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee83518-f301-4df9-80a9-cc740600306e req-25c0d8a0-beb8-4840-b6b3-f3ce74c0ffe1 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:59.762220 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fee83518-f301-4df9-80a9-cc740600306e req-25c0d8a0-beb8-4840-b6b3-f3ce74c0ffe1 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0902379 Apr 01 12:26:59.778638 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7da1622-9c29-4efb-bc52-986e2b60201b req-91da867f-3ea3-4824-be80-56269b4b429c service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309974 Apr 01 12:26:59.805516 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fee83518-f301-4df9-80a9-cc740600306e req-42e5a717-2742-4aad-ad43-6ef1fd60a4e6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359430 Apr 01 12:26:59.912930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fd92b-2595-4a6c-a7e7-d30d8c889ade req-596ae10e-94e3-427b-a2b8-b1767c04f132 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:26:59.914479 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-580fd92b-2595-4a6c-a7e7-d30d8c889ade req-596ae10e-94e3-427b-a2b8-b1767c04f132 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.0515249 Apr 01 12:26:59.952216 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-580fd92b-2595-4a6c-a7e7-d30d8c889ade req-1d845a24-d4cf-4273-a2b3-f93b92fe9e49 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Apr 01 12:27:00.166430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb8f1e-dff6-4425-8f3a-1307f0766cc5 req-5169b3e3-b24e-4aa8-892e-99b755fba956 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:00.168061 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a4eb8f1e-dff6-4425-8f3a-1307f0766cc5 req-5169b3e3-b24e-4aa8-892e-99b755fba956 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0562735 Apr 01 12:27:00.208161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c10b92-8eee-41cb-bea8-121c778723c5 req-609ca97c-ddc0-45de-9211-c4a6cfb6900e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:00.210051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-96c10b92-8eee-41cb-bea8-121c778723c5 req-609ca97c-ddc0-45de-9211-c4a6cfb6900e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 948 time: 0.0574522 Apr 01 12:27:00.217747 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a4eb8f1e-dff6-4425-8f3a-1307f0766cc5 req-01332710-4908-4a11-8b52-fe8aa4855897 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387111 Apr 01 12:27:00.252569 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-96c10b92-8eee-41cb-bea8-121c778723c5 req-1de73719-c769-4268-b9b9-1d1015abfd6f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352499 Apr 01 12:27:00.344139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbb365-c336-478f-a956-1dfc2998478f req-484e7662-047b-42bd-a683-2ca43b4b49ba tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:00.352077 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-11fbb365-c336-478f-a956-1dfc2998478f req-484e7662-047b-42bd-a683-2ca43b4b49ba tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 943 time: 0.0499892 Apr 01 12:27:00.385963 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-11fbb365-c336-478f-a956-1dfc2998478f req-21306f25-5cf3-4060-80db-9880da6e7eb1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340481 Apr 01 12:27:00.443556 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2eadd28a-df28-4b90-b456-30ccabaed8de details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:27:00.490826 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443841d-9e1a-4cd9-8636-b5f9da53cd10 req-30e07d5c-59ca-441d-bae5-6e3b0f99314e tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:00.493122 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7443841d-9e1a-4cd9-8636-b5f9da53cd10 req-30e07d5c-59ca-441d-bae5-6e3b0f99314e tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0501444 Apr 01 12:27:00.549791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:00.550061 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7443841d-9e1a-4cd9-8636-b5f9da53cd10 req-9ccfc430-c385-4cc2-856a-5d46c9b90ced tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500104 Apr 01 12:27:00.561762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'mac_address': 'fa:16:3e:2b:df:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:27:00.719158 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:00.732100 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eadd28a-df28-4b90-b456-30ccabaed8de {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:27:00.751684 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:00.755513 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:00.800581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=2eadd28a-df28-4b90-b456-30ccabaed8de,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:00.920656 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acbbb6-4a89-41f0-9dfd-34093848f9ce req-04ca450e-dba7-40ee-8ede-64fd9dd9cd57 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:00.922164 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-42acbbb6-4a89-41f0-9dfd-34093848f9ce req-04ca450e-dba7-40ee-8ede-64fd9dd9cd57 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0485463 Apr 01 12:27:00.961177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-42acbbb6-4a89-41f0-9dfd-34093848f9ce req-37404698-ade6-47e9-9feb-ceff92d28912 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Apr 01 12:27:01.024276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['2eadd28a-df28-4b90-b456-30ccabaed8de'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:01.072540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057c85c-8db5-4bae-b64e-760203e451b0 req-8bee75ef-0e92-4965-b9ae-1431c57d873f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:01.074065 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2057c85c-8db5-4bae-b64e-760203e451b0 req-8bee75ef-0e92-4965-b9ae-1431c57d873f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.0484707 Apr 01 12:27:01.112956 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2057c85c-8db5-4bae-b64e-760203e451b0 req-9c14e477-856d-4224-b8de-8bf4ff230261 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322704 Apr 01 12:27:01.335642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d6ac0-96c0-41e4-aaa6-88cd48968f5d req-f8fd1d32-ea9b-446c-8692-4f557b62bf95 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:01.337671 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-949d6ac0-96c0-41e4-aaa6-88cd48968f5d req-f8fd1d32-ea9b-446c-8692-4f557b62bf95 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0527539 Apr 01 12:27:01.373379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cc34d-373b-4065-b5b5-f54cccba503f req-0d668ff2-d895-4e33-9958-aa4a99781a31 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:01.374990 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5d3cc34d-373b-4065-b5b5-f54cccba503f req-0d668ff2-d895-4e33-9958-aa4a99781a31 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 948 time: 0.0530427 Apr 01 12:27:01.376172 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-949d6ac0-96c0-41e4-aaa6-88cd48968f5d req-bdce20ec-52ad-4a4c-831e-587251424c97 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322781 Apr 01 12:27:01.414388 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5d3cc34d-373b-4065-b5b5-f54cccba503f req-8744e715-f884-4b9f-bfe7-8cee087714b8 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326817 Apr 01 12:27:01.491480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3ba2d-16f0-49bd-b06c-f5540317e09e req-751d0119-602f-4cf9-9f75-ce858d8161c7 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:01.493253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7d3ba2d-16f0-49bd-b06c-f5540317e09e req-751d0119-602f-4cf9-9f75-ce858d8161c7 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.0497277 Apr 01 12:27:01.519990 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f03e11-3dd3-4715-8d47-4f772623e930 req-8f9736eb-e964-4422-981e-8eb7dcdb39cd tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:01.521390 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6f03e11-3dd3-4715-8d47-4f772623e930 req-8f9736eb-e964-4422-981e-8eb7dcdb39cd tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 943 time: 0.0482695 Apr 01 12:27:01.531894 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7d3ba2d-16f0-49bd-b06c-f5540317e09e req-0ef55dbd-61ec-47e1-9acb-7e4c0377fe03 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Apr 01 12:27:01.560138 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6f03e11-3dd3-4715-8d47-4f772623e930 req-a0d3f382-a9f3-4c9d-95df-2c77d4837fca tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317538 Apr 01 12:27:01.693269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2651e8a-e581-4a81-bd7e-57947212bc17 req-ba3eb818-cbc5-4859-89ed-6f8a31093a10 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:01.695036 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2651e8a-e581-4a81-bd7e-57947212bc17 req-ba3eb818-cbc5-4859-89ed-6f8a31093a10 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0595427 Apr 01 12:27:01.737795 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2651e8a-e581-4a81-bd7e-57947212bc17 req-e18b8ef2-9eb0-4652-b3d6-60a0a6ae6ef7 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358677 Apr 01 12:27:01.875063 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-486e63e7-9690-4549-a8f6-37d3f184fd33 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=eb64db7358b94a5bb856657db1b186e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245984 Apr 01 12:27:01.991711 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-f1d6b820-13fd-4007-9b96-62425653479b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:01.994222 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-f1d6b820-13fd-4007-9b96-62425653479b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1130371 Apr 01 12:27:02.012077 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-e74f80a0-acd8-496b-90fb-4d800109d44e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/quotas/eb64db7358b94a5bb856657db1b186e0 HTTP/1.1" status: 200 len: 375 time: 0.0108008 Apr 01 12:27:02.078720 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-e7a13d34-ebe1-401a-a963-ac4067c1bdfb tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600390 Apr 01 12:27:02.095284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9681ec-3615-47f6-885c-4bab122082f2 req-aefa4bd6-d43b-4eb4-9e0e-61a083d9b6fa tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:02.097055 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f9681ec-3615-47f6-885c-4bab122082f2 req-aefa4bd6-d43b-4eb4-9e0e-61a083d9b6fa tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0627418 Apr 01 12:27:02.149502 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f9681ec-3615-47f6-885c-4bab122082f2 req-30716cc0-cd1d-4e5b-a3af-d25732119061 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437717 Apr 01 12:27:02.269221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef285093-b059-49ab-885e-5f5c2fe27b50 req-25c7fbf9-f45b-41b5-a253-615463baca7a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:02.270823 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef285093-b059-49ab-885e-5f5c2fe27b50 req-25c7fbf9-f45b-41b5-a253-615463baca7a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.0553493 Apr 01 12:27:02.271153 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-699031f2-3f81-48d1-9bbe-986f6099ada6 req-ecd14245-fdaa-4b13-92e5-9afef4f38cc3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 210 time: 0.0365903 Apr 01 12:27:02.324685 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef285093-b059-49ab-885e-5f5c2fe27b50 req-967a462d-9811-4486-b4d6-3134ad24472d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472028 Apr 01 12:27:02.336074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ec718317-6103-40b1-9052-0bab9d0d3986 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:27:02.455632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ec718317-6103-40b1-9052-0bab9d0d3986, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ec718317-6103-40b1-9052-0bab9d0d3986,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:02.477419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'ec718317-6103-40b1-9052-0bab9d0d3986', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'ec718317-6103-40b1-9052-0bab9d0d3986', 'mac_address': 'fa:16:3e:5a:00:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:27:02.546723 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:02.565790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec718317-6103-40b1-9052-0bab9d0d3986 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:27:02.600889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ec718317-6103-40b1-9052-0bab9d0d3986, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ec718317-6103-40b1-9052-0bab9d0d3986,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:02.609233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5cb73-3c43-4a7b-8741-e54b1731e0b7 req-e3fe4663-bcbe-44f6-b0aa-cfb94af9b572 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:02.617830 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:02.619614 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 48f3d975-d9ec-4126-acd9-71b9946de37a details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:27:02.622510 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5a5cb73-3c43-4a7b-8741-e54b1731e0b7 req-e3fe4663-bcbe-44f6-b0aa-cfb94af9b572 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 948 time: 0.1254809 Apr 01 12:27:02.726389 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5a5cb73-3c43-4a7b-8741-e54b1731e0b7 req-9ee3dffa-0f25-4c2f-b222-c4e2fb2bd38d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020465 Apr 01 12:27:02.755550 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=ec718317-6103-40b1-9052-0bab9d0d3986,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:02.795344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d41c0-8ab3-4598-85a3-abda0a20d27f req-1f752860-724b-429a-b9ca-c56283ed7133 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:02.797874 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a03d41c0-8ab3-4598-85a3-abda0a20d27f req-1f752860-724b-429a-b9ca-c56283ed7133 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 943 time: 0.0670950 Apr 01 12:27:02.824768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=48f3d975-d9ec-4126-acd9-71b9946de37a,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:02.838325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '48f3d975-d9ec-4126-acd9-71b9946de37a', 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427', 'port_id': '48f3d975-d9ec-4126-acd9-71b9946de37a', 'mac_address': 'fa:16:3e:e9:ce:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4da2763-ce40-4592-83f0-87a0352a7000', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:27:02.856743 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a03d41c0-8ab3-4598-85a3-abda0a20d27f req-665bf6dd-de5b-4d3e-944b-48ccb932ef8a tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504084 Apr 01 12:27:02.916061 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:02.935422 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f3d975-d9ec-4126-acd9-71b9946de37a {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:27:02.977519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=48f3d975-d9ec-4126-acd9-71b9946de37a,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:02.979318 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46396f63-f9a4-40b9-9597-9246fd05dba2 req-a6dd9924-e506-4cc9-b1ca-4ededd3d006a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:02.983156 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:02.990260 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-46396f63-f9a4-40b9-9597-9246fd05dba2 req-a6dd9924-e506-4cc9-b1ca-4ededd3d006a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0909708 Apr 01 12:27:03.042611 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-46396f63-f9a4-40b9-9597-9246fd05dba2 req-6871fc6c-1ca4-49b9-bb5c-b696ca2d5a1b tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512252 Apr 01 12:27:03.092885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=48f3d975-d9ec-4126-acd9-71b9946de37a,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:03.216221 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:27:03.317919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6f82f-408b-47ee-977a-9e5451698c3a req-7159f1cd-3d77-4728-b2a4-fe7c1871b831 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:03.321191 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6f6f82f-408b-47ee-977a-9e5451698c3a req-7159f1cd-3d77-4728-b2a4-fe7c1871b831 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0716643 Apr 01 12:27:03.386254 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6f6f82f-408b-47ee-977a-9e5451698c3a req-95a071fa-acf3-411c-b78f-88a6e3c31eb0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585833 Apr 01 12:27:03.419519 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0fe11f7e-36cc-4c61-9e32-435e2ab4d732 req-33a712aa-4683-4a08-85cb-9402f4ab83d8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 210 time: 0.0549114 Apr 01 12:27:03.468467 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['ec718317-6103-40b1-9052-0bab9d0d3986'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:03.471517 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['48f3d975-d9ec-4126-acd9-71b9946de37a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:03.568324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdc7af-d518-4a40-9726-43b182efed65 req-e4bbd0f1-8a1a-48c0-a6bf-6ca1c1343c61 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:03.570932 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7fdc7af-d518-4a40-9726-43b182efed65 req-e4bbd0f1-8a1a-48c0-a6bf-6ca1c1343c61 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.0903745 Apr 01 12:27:03.621114 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-a4be942c-6b76-4e20-a905-a3ae53ad3271 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=eb64db7358b94a5bb856657db1b186e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369046 Apr 01 12:27:03.685053 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7fdc7af-d518-4a40-9726-43b182efed65 req-d300a7c9-3fbe-4187-8c4d-0e9248513827 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960827 Apr 01 12:27:03.803929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-8e4b6d80-f4e5-4662-8bb2-40fc8b7228b6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:03.806354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-8e4b6d80-f4e5-4662-8bb2-40fc8b7228b6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757362 Apr 01 12:27:03.821641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Request body: {'port': {'device_id': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'eb64db7358b94a5bb856657db1b186e0'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:03.868522 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d6c9b-7d23-4995-a9d7-09cff6a6aca7 req-7e20d437-8451-4f39-b275-173c8780f2c1 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:03.870393 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-063d6c9b-7d23-4995-a9d7-09cff6a6aca7 req-7e20d437-8451-4f39-b275-173c8780f2c1 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 949 time: 0.0535181 Apr 01 12:27:03.930677 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-063d6c9b-7d23-4995-a9d7-09cff6a6aca7 req-913bc102-4191-4852-a3e0-5b2cf6969edc tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480466 Apr 01 12:27:04.038500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a24842-5ea9-40e6-b5fe-effd6618c677 req-a584bacb-3e6e-43cc-a6be-23034a408ec7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:04.040764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e9a24842-5ea9-40e6-b5fe-effd6618c677 req-a584bacb-3e6e-43cc-a6be-23034a408ec7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 944 time: 0.0903149 Apr 01 12:27:04.041943 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Made reservation on behalf of eb64db7358b94a5bb856657db1b186e0 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:27:04.045188 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:04.178219 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e9a24842-5ea9-40e6-b5fe-effd6618c677 req-9254dcf8-2009-4456-b5ca-e17f3ab0f752 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250961 Apr 01 12:27:04.192131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e5541-9bc8-4a0d-b539-25c358206e24 req-9de5b720-32c3-4ac0-bfaf-8341bfa83f05 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:04.194466 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d46e5541-9bc8-4a0d-b539-25c358206e24 req-9de5b720-32c3-4ac0-bfaf-8341bfa83f05 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0656552 Apr 01 12:27:04.255064 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d46e5541-9bc8-4a0d-b539-25c358206e24 req-0c66c821-2b1f-40e8-bd9f-ef5f3eba705a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514781 Apr 01 12:27:04.287442 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Allocated IP 192.168.233.57 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/df910b87-2ac6-4ece-b3cc-5c72bee3918d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:27:04.456220 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:27:04.463349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2eadd28a-df28-4b90-b456-30ccabaed8de up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:27:04.486809 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:04.579620 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:04.594805 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-daa2b92f-4715-479b-b9b7-a48c4f708009 req-75b1cd38-87d3-49f4-899e-825f151cc2e9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 210 time: 0.0448921 Apr 01 12:27:04.607840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 2eadd28a-df28-4b90-b456-30ccabaed8de triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:04.608427 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:04.610352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['f67094aa-da6b-4834-a9b8-29a53904a824'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:04.672955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:04.716767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4bb82-56e9-4499-b6f6-f2236be6c86f req-f243cad6-2c97-4084-af7e-bd22e9e24047 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:04.725558 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8cd4bb82-56e9-4499-b6f6-f2236be6c86f req-f243cad6-2c97-4084-af7e-bd22e9e24047 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.2087500 Apr 01 12:27:04.737153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:27:04.748918 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:27:04.753071 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:27:04.822175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:04.823181 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:04.914855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8cd4bb82-56e9-4499-b6f6-f2236be6c86f req-4f0887dd-426a-48f3-ad73-7de7e56ee460 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880920 Apr 01 12:27:04.954081 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-56a8fb66-d750-4b2d-8721-cc46461c7f96 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1257572 Apr 01 12:27:04.962056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Request body: {'port': {'device_id': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:04.974880 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:05.058049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6bbc0-fa0c-4020-816c-d818d280da7e req-915c792d-33c2-46dd-922e-ba074c7bada2 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:05.065696 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:05.073058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['919fb245-61cf-4fe1-8a80-fbcb63dd47c4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:05.080964 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e8d6bbc0-fa0c-4020-816c-d818d280da7e req-915c792d-33c2-46dd-922e-ba074c7bada2 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.1881549 Apr 01 12:27:05.166464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e8d6bbc0-fa0c-4020-816c-d818d280da7e req-6904f6ea-513b-4c4c-ab43-74a9ad09565c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777624 Apr 01 12:27:05.173572 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0', 'network_id': '5f326287-8629-4e35-afec-ed776729d480', 'port_id': 'a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0', 'mac_address': 'fa:16:3e:5d:7c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e044a75-99af-487d-948a-2656afb0938b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:27:05.202869 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:05.253955 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:05.257085 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa32aa16-9886-4479-9df9-447bfaa6de7b" -d '{"events": [{"server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "name": "network-vif-plugged", "status": "completed", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:05.297210 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:05.312954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ef2e2433-1c51-42df-ba57-b40b0d88efea None None] Provisioning complete for port df910b87-2ac6-4ece-b3cc-5c72bee3918d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:05.313866 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2433-1c51-42df-ba57-b40b0d88efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:05.316106 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:05.326934 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecaa3b-8bc9-4fcd-a479-cc31fe105887 req-900a4e48-eaee-48a7-bdf0-bd90549e94a2 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:05.330206 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:05.337039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593570c-7f41-4e0d-be91-1f64f6c53ddc req-85719c98-4879-45bd-906a-cba738da1caf tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:05.338584 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6593570c-7f41-4e0d-be91-1f64f6c53ddc req-85719c98-4879-45bd-906a-cba738da1caf tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 949 time: 0.1087236 Apr 01 12:27:05.340303 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b3ecaa3b-8bc9-4fcd-a479-cc31fe105887 req-900a4e48-eaee-48a7-bdf0-bd90549e94a2 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 944 time: 0.0796573 Apr 01 12:27:05.403684 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b3ecaa3b-8bc9-4fcd-a479-cc31fe105887 req-bfff777c-1330-41d1-8325-715f0489f157 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605593 Apr 01 12:27:05.462784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6593570c-7f41-4e0d-be91-1f64f6c53ddc req-e69be894-9b4d-4875-a322-067b199bb4eb tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750008 Apr 01 12:27:05.467916 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a26943d-7761-452e-99c0-1471a4e975da x-openstack-request-id: req-2a26943d-7761-452e-99c0-1471a4e975da {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:05.468850 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "name": "network-vif-plugged", "status": "completed", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:05.469467 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a26943d-7761-452e-99c0-1471a4e975da {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:05.470307 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a26943d-7761-452e-99c0-1471a4e975da'] response: {'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'code': 200} Apr 01 12:27:05.479286 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:27:05.506386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e2433-1c51-42df-ba57-b40b0d88efea None None] Port df910b87-2ac6-4ece-b3cc-5c72bee3918d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:27:05.528105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=2eadd28a-df28-4b90-b456-30ccabaed8de,revision_number=10']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:05.532956 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:05.544984 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:05.596602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6038f1-ce9c-4378-bd5f-8f23400976af req-a8704fc2-5203-4132-a724-21dc1037c936 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:05.605029 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-db6038f1-ce9c-4378-bd5f-8f23400976af req-a8704fc2-5203-4132-a724-21dc1037c936 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0622721 Apr 01 12:27:05.635965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:05.662579 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-db6038f1-ce9c-4378-bd5f-8f23400976af req-099e10e2-dbf3-4bd7-b3e6-321fbd4989ec tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566204 Apr 01 12:27:05.714943 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df910b87-2ac6-4ece-b3cc-5c72bee3918d {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:27:05.724177 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:05.761979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Transition to ACTIVE for port object df910b87-2ac6-4ece-b3cc-5c72bee3918d will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:27:05.768008 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:05.843264 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1671b-6741-45e4-b0c4-0ca91bdbbd56 req-90f8d729-e960-4486-ae3a-29c23b0bf1ee tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:05.844844 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-42e1671b-6741-45e4-b0c4-0ca91bdbbd56 req-90f8d729-e960-4486-ae3a-29c23b0bf1ee tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 935 time: 0.1170664 Apr 01 12:27:05.851387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:06.014953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-42e1671b-6741-45e4-b0c4-0ca91bdbbd56 req-c271c5b1-24c6-4ea5-8c8e-377d8f6ded15 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599934 Apr 01 12:27:06.041264 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Attempting to bind port df910b87-2ac6-4ece-b3cc-5c72bee3918d on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:27:06.041908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Attempting to bind port df910b87-2ac6-4ece-b3cc-5c72bee3918d by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:27:06.042803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Attempting to bind port df910b87-2ac6-4ece-b3cc-5c72bee3918d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:06.047411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Port df910b87-2ac6-4ece-b3cc-5c72bee3918d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:27:06.047821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Attempting to bind port df910b87-2ac6-4ece-b3cc-5c72bee3918d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:06.053846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:27:06.054320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:27:06.055445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:27:06.055950 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Bound port: df910b87-2ac6-4ece-b3cc-5c72bee3918d, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:27:06.056423 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:06.115179 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:06.171155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1efa-6a8a-4570-b4e7-d87fe0dbb818 req-f2b2ab8d-994c-4668-b4bf-4af36f18cc18 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:06.172056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:06.172765 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7acc1efa-6a8a-4570-b4e7-d87fe0dbb818 req-f2b2ab8d-994c-4668-b4bf-4af36f18cc18 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1150904 Apr 01 12:27:06.175955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:27:06.182754 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:06.250105 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7acc1efa-6a8a-4570-b4e7-d87fe0dbb818 req-2f767ff6-5a2e-4f5a-a4c5-08c3be85a398 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687099 Apr 01 12:27:06.256335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:06.270300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:06.270946 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:06.272368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1bb325cc-858d-4fe7-9031-472eaedb2f2d service neutron] 10.222.0.37 "PUT /v2.0/ports/df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 1095 time: 1.3206053 Apr 01 12:27:06.272936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:06.275902 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138a1b66-9f5e-41e4-8b21-199917c5909d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:06.339446 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77d3cf8-09f4-4a59-b677-1d93bb1c15aa x-openstack-request-id: req-b77d3cf8-09f4-4a59-b677-1d93bb1c15aa {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:06.339627 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:06.340013 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b77d3cf8-09f4-4a59-b677-1d93bb1c15aa {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:06.340912 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77d3cf8-09f4-4a59-b677-1d93bb1c15aa'] response: {'name': 'network-changed', 'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'status': 'completed', 'code': 200} Apr 01 12:27:06.375288 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ec718317-6103-40b1-9052-0bab9d0d3986 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:27:06.384826 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d7a1936e-8d80-4a02-9327-b315899e5554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:06.396911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bd560-2bb6-4a73-aef7-061d4af4d926 req-1e729987-c1a2-440e-802f-52aab529bb34 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:06.399029 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-360bd560-2bb6-4a73-aef7-061d4af4d926 req-1e729987-c1a2-440e-802f-52aab529bb34 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 944 time: 0.1061420 Apr 01 12:27:06.432399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1def2df4-9a8e-4c48-890e-f875cf6cfa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:06.436352 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-1def2df4-9a8e-4c48-890e-f875cf6cfa71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 1098 time: 0.0942974 Apr 01 12:27:06.510667 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-6ca9144b-0518-4133-b601-7fc48d46aa8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 217 time: 0.0599172 Apr 01 12:27:06.518952 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-360bd560-2bb6-4a73-aef7-061d4af4d926 req-77681086-ed4a-447b-a4df-7a57aba3183c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111515 Apr 01 12:27:06.536049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port ec718317-6103-40b1-9052-0bab9d0d3986 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:27:06.570506 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port ec718317-6103-40b1-9052-0bab9d0d3986 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:06.570921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:06.574270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-9ce9f495-57f5-49ef-92df-246a3abec07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:06.576035 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-9ce9f495-57f5-49ef-92df-246a3abec07d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0562027 Apr 01 12:27:06.617076 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d06c0-cf6d-4212-a3fb-ab4c7d743bb8 req-9a8246e6-e55a-4d84-acca-d211c5a00361 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:06.629840 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bc4d06c0-cf6d-4212-a3fb-ab4c7d743bb8 req-9a8246e6-e55a-4d84-acca-d211c5a00361 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 944 time: 0.1164415 Apr 01 12:27:06.712803 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:06.715948 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bc4d06c0-cf6d-4212-a3fb-ab4c7d743bb8 req-72913d03-11cd-48cd-9ec4-e89eeb74b466 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851650 Apr 01 12:27:06.740911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-6cb71070-25e5-4a9e-8f21-c8a8f6373903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:06.743517 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-6cb71070-25e5-4a9e-8f21-c8a8f6373903 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1491187 Apr 01 12:27:06.767480 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ec718317-6103-40b1-9052-0bab9d0d3986, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ec718317-6103-40b1-9052-0bab9d0d3986,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:06.776853 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:06.777571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 48f3d975-d9ec-4126-acd9-71b9946de37a up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:27:06.809035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547c9fa-8dee-4ada-b1de-0a45701d0550 req-df38307b-28f1-42f9-905c-ee3032e8d81f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:06.819386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5547c9fa-8dee-4ada-b1de-0a45701d0550 req-df38307b-28f1-42f9-905c-ee3032e8d81f tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 949 time: 0.1600273 Apr 01 12:27:06.893184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=ec718317-6103-40b1-9052-0bab9d0d3986,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:06.902920 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:06.903651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:06.904200 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:06.904746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:06.905289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:06.905856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:06.906430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:06.906966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:06.907535 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:06.908093 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:06.908217 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365197a0-ec83-4bcc-89cd-c0e216d11fdd req-a4645bbd-8470-4bb4-80ed-c284a37452df tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:06.908760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:06.909917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:06.910904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-365197a0-ec83-4bcc-89cd-c0e216d11fdd req-a4645bbd-8470-4bb4-80ed-c284a37452df tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1029334 Apr 01 12:27:06.932367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 48f3d975-d9ec-4126-acd9-71b9946de37a completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:27:06.938609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 48f3d975-d9ec-4126-acd9-71b9946de37a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:06.938892 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5547c9fa-8dee-4ada-b1de-0a45701d0550 req-de3bd05f-aaac-4992-a427-c612d200d755 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054747 Apr 01 12:27:06.939384 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:06.961761 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-7badcb52-3c39-4341-a31f-db5bbb79d73b service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080822 Apr 01 12:27:06.972186 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-365197a0-ec83-4bcc-89cd-c0e216d11fdd req-817e6c91-2676-4b16-8d77-6ef650d63c08 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538442 Apr 01 12:27:07.060536 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:07.108726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=48f3d975-d9ec-4126-acd9-71b9946de37a,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:07.114933 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:07.189708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=48f3d975-d9ec-4126-acd9-71b9946de37a,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:07.196130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fdb8d-00f4-4e30-8e53-862475bb1515 req-91d82438-147a-4773-84cc-766b7d0ef812 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:07.207784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b1fdb8d-00f4-4e30-8e53-862475bb1515 req-91d82438-147a-4773-84cc-766b7d0ef812 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 947 time: 0.0899096 Apr 01 12:27:07.212100 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f97a3ae8-12d2-4422-91ca-369d8cea0bf5 req-e40bbf84-27e1-4012-90ad-05b19c5bc224 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416871 Apr 01 12:27:07.259032 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b1fdb8d-00f4-4e30-8e53-862475bb1515 req-ed093b7c-de86-4f05-9655-64197d6283bc tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 Apr 01 12:27:07.430757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a1b66-9f5e-41e4-8b21-199917c5909d req-ccb8df2f-512b-4810-8ff9-4e171895a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:07.433169 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-138a1b66-9f5e-41e4-8b21-199917c5909d req-ccb8df2f-512b-4810-8ff9-4e171895a674 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 1098 time: 0.1180894 Apr 01 12:27:07.459074 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b513a6-fdf5-47cc-9acb-0571aeaf754d req-65385d0b-2f53-41df-b386-3f072c1d4422 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:07.461513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-33b513a6-fdf5-47cc-9acb-0571aeaf754d req-65385d0b-2f53-41df-b386-3f072c1d4422 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0773025 Apr 01 12:27:07.472244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a281fe26-a5f3-40b9-8d2c-aa80f4f2f530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec718317-6103-40b1-9052-0bab9d0d3986'}, {'server_uuid': '7a22b3f1-33d5-4877-aa96-c89d474a9747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f3d975-d9ec-4126-acd9-71b9946de37a'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:07.475014 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7658054b-7a02-4cb0-b462-a9c505741f06" -d '{"events": [{"server_uuid": "a281fe26-a5f3-40b9-8d2c-aa80f4f2f530", "name": "network-vif-plugged", "status": "completed", "tag": "ec718317-6103-40b1-9052-0bab9d0d3986"}, {"server_uuid": "7a22b3f1-33d5-4877-aa96-c89d474a9747", "name": "network-vif-plugged", "status": "completed", "tag": "48f3d975-d9ec-4126-acd9-71b9946de37a"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:07.535296 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0944e3d3-33e0-418f-8161-1a0a77e1210e x-openstack-request-id: req-0944e3d3-33e0-418f-8161-1a0a77e1210e {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:07.535630 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a281fe26-a5f3-40b9-8d2c-aa80f4f2f530", "name": "network-vif-plugged", "status": "completed", "tag": "ec718317-6103-40b1-9052-0bab9d0d3986", "code": 200}, {"server_uuid": "7a22b3f1-33d5-4877-aa96-c89d474a9747", "name": "network-vif-plugged", "status": "completed", "tag": "48f3d975-d9ec-4126-acd9-71b9946de37a", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:07.535986 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0944e3d3-33e0-418f-8161-1a0a77e1210e {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:07.536621 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0944e3d3-33e0-418f-8161-1a0a77e1210e'] response: {'server_uuid': 'a281fe26-a5f3-40b9-8d2c-aa80f4f2f530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec718317-6103-40b1-9052-0bab9d0d3986', 'code': 200} Apr 01 12:27:07.537171 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0944e3d3-33e0-418f-8161-1a0a77e1210e'] response: {'server_uuid': '7a22b3f1-33d5-4877-aa96-c89d474a9747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f3d975-d9ec-4126-acd9-71b9946de37a', 'code': 200} Apr 01 12:27:07.724605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85e5f8-c3ef-4696-8006-d7a3ada26979 req-2d3ca693-e0b3-41cf-8de2-562246ee6c98 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:07.726604 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e85e5f8-c3ef-4696-8006-d7a3ada26979 req-2d3ca693-e0b3-41cf-8de2-562246ee6c98 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 944 time: 0.0704086 Apr 01 12:27:07.780856 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e85e5f8-c3ef-4696-8006-d7a3ada26979 req-2661c283-ca88-4264-a518-14fa3061b623 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463223 Apr 01 12:27:07.937192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd0098-748d-405b-9f83-f2b31351b69c req-dd704da3-30f6-4a10-8d9c-cf36269c962c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:07.939804 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-16fd0098-748d-405b-9f83-f2b31351b69c req-dd704da3-30f6-4a10-8d9c-cf36269c962c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.0600438 Apr 01 12:27:07.987749 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-33b513a6-fdf5-47cc-9acb-0571aeaf754d req-3c57aae0-7d84-4475-89bb-a689d531f23d tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639032 Apr 01 12:27:07.999926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceb6fb-2e14-4b3e-8089-4887464ab25d req-9d33b693-3b2f-4768-aab5-bd62a800a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:08.001430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-19ceb6fb-2e14-4b3e-8089-4887464ab25d req-9d33b693-3b2f-4768-aab5-bd62a800a410 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 1096 time: 0.1689706 Apr 01 12:27:08.013905 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-16fd0098-748d-405b-9f83-f2b31351b69c req-52e1d6c4-48a4-43d4-9d07-98d949314799 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675087 Apr 01 12:27:08.016248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3c7f-e1a1-4ad7-a6ec-5210189b0048 req-fd12ff0a-9cc2-4b99-9884-86f9767ee0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:08.017738 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17ed3c7f-e1a1-4ad7-a6ec-5210189b0048 req-fd12ff0a-9cc2-4b99-9884-86f9767ee0ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 1101 time: 0.1863921 Apr 01 12:27:08.057183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a1b66-9f5e-41e4-8b21-199917c5909d req-199e93a4-1bce-44cd-99aa-fb5e24d0b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:08.058708 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-138a1b66-9f5e-41e4-8b21-199917c5909d req-199e93a4-1bce-44cd-99aa-fb5e24d0b395 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.6165211 Apr 01 12:27:08.116815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c77cfa-f221-41df-afe9-a968988d30a2 req-c104e751-e2b5-472a-b2be-bd3043f6cc2a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:08.127419 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-91c77cfa-f221-41df-afe9-a968988d30a2 req-c104e751-e2b5-472a-b2be-bd3043f6cc2a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0620418 Apr 01 12:27:08.142364 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-138a1b66-9f5e-41e4-8b21-199917c5909d req-5162989d-7ac5-4df1-becb-8371a40a6fd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 217 time: 0.0688934 Apr 01 12:27:08.166970 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17ed3c7f-e1a1-4ad7-a6ec-5210189b0048 req-f4eb29ba-e2d7-4ec3-a381-00c7ca31ba5c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296635 Apr 01 12:27:08.174312 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-91c77cfa-f221-41df-afe9-a968988d30a2 req-3365bdaf-52f7-4154-9b3d-fd6bf14e7e71 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462143 Apr 01 12:27:08.200952 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-19ceb6fb-2e14-4b3e-8089-4887464ab25d req-202fa039-157c-40fe-9ef1-11970a72d038 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864421 Apr 01 12:27:08.223453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc611d5-a2d1-463c-810f-0e5cfeec0c95 req-a2d409c2-6dba-406c-a93a-e1118464d97b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:08.225212 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4dc611d5-a2d1-463c-810f-0e5cfeec0c95 req-a2d409c2-6dba-406c-a93a-e1118464d97b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 950 time: 0.1656210 Apr 01 12:27:08.237550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a1b66-9f5e-41e4-8b21-199917c5909d req-dd61b5a3-6d84-4442-8099-eac781eca593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:08.237952 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-138a1b66-9f5e-41e4-8b21-199917c5909d req-dd61b5a3-6d84-4442-8099-eac781eca593 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0840228 Apr 01 12:27:08.281170 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4dc611d5-a2d1-463c-810f-0e5cfeec0c95 req-65929b1d-16d4-4cc8-a07e-103a54918f54 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486467 Apr 01 12:27:08.430951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa56ff-981a-485c-b9e4-47d08e3ce826 req-34d345a2-a445-461d-97c3-1504a1a8692d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:08.434244 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-21aa56ff-981a-485c-b9e4-47d08e3ce826 req-34d345a2-a445-461d-97c3-1504a1a8692d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 947 time: 0.0677288 Apr 01 12:27:08.448994 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:08.484836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:27:08.495703 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-21aa56ff-981a-485c-b9e4-47d08e3ce826 req-0d2ce31a-7084-4e0a-aa81-d765de48c1be tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541813 Apr 01 12:27:08.579501 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:27:08.597036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:08.597319 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:08.664932 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:08.761399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a1b66-9f5e-41e4-8b21-199917c5909d req-56e9c139-ea35-47d5-b4bd-f8ea0eb0c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:08.763669 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-138a1b66-9f5e-41e4-8b21-199917c5909d req-56e9c139-ea35-47d5-b4bd-f8ea0eb0c513 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486863 Apr 01 12:27:08.846596 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:08.856746 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-86ead46b-813e-4cd0-b5ca-7bec81f3dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:08.887168 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:08.898908 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:08.937012 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-138a1b66-9f5e-41e4-8b21-199917c5909d req-c50ae357-b3ea-4f6d-bb49-0364b2e0f0cc service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645699 Apr 01 12:27:08.951763 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:08.988600 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae9266-b39d-499d-91c4-8ff21567036c req-5334f6f6-d565-437d-a85b-ec19412cbe99 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:08.990172 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-37ae9266-b39d-499d-91c4-8ff21567036c req-5334f6f6-d565-437d-a85b-ec19412cbe99 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.0849621 Apr 01 12:27:09.077296 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-37ae9266-b39d-499d-91c4-8ff21567036c req-a3a8dace-24a7-48b5-a6d4-2c92e3301bc1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492635 Apr 01 12:27:09.125248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-138a1b66-9f5e-41e4-8b21-199917c5909d req-48cad3be-7b62-4865-bfbb-e161758878d4 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802533 Apr 01 12:27:09.143313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239b74b-b1a7-4dca-ae3b-6254ef7fc0bd req-633892c3-2ebb-4133-ac05-1198e95f9cd9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:09.144873 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f239b74b-b1a7-4dca-ae3b-6254ef7fc0bd req-633892c3-2ebb-4133-ac05-1198e95f9cd9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0673184 Apr 01 12:27:09.210413 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f239b74b-b1a7-4dca-ae3b-6254ef7fc0bd req-74cc855c-03f3-4d79-a72e-685fff1537a1 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511477 Apr 01 12:27:09.227332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e247c8a-181f-41f4-8089-3f3d461bea35 req-121df436-3f19-4303-8350-66047a3651e2 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:09.229483 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e247c8a-181f-41f4-8089-3f3d461bea35 req-121df436-3f19-4303-8350-66047a3651e2 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.0664237 Apr 01 12:27:09.290600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e247c8a-181f-41f4-8089-3f3d461bea35 req-0c0953eb-2f7a-49b6-843e-9e2ccf2df793 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552316 Apr 01 12:27:09.351811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23d6b6-d411-42fb-ab17-8aa498ed2443 req-56f37a53-5106-4746-8313-bf76db50b72d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:09.354580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c23d6b6-d411-42fb-ab17-8aa498ed2443 req-56f37a53-5106-4746-8313-bf76db50b72d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0758538 Apr 01 12:27:09.416165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c23d6b6-d411-42fb-ab17-8aa498ed2443 req-4a70d1c0-5cd7-475b-a3d1-cdaeb57ebe96 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526016 Apr 01 12:27:09.436644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b596d6-514b-4136-b044-a2dd63a48427 req-9b467531-1ebb-4bd1-bd1d-a66fc44764e5 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:09.438464 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97b596d6-514b-4136-b044-a2dd63a48427 req-9b467531-1ebb-4bd1-bd1d-a66fc44764e5 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 950 time: 0.0729465 Apr 01 12:27:09.495412 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97b596d6-514b-4136-b044-a2dd63a48427 req-cb1ce120-0fc4-4799-b9c2-000a87fef254 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Apr 01 12:27:09.538780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82661039-41a3-456a-bb2e-6e7eec739eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:09.541089 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d098412-6221-4bde-983d-431451d23e59" -d '{"events": [{"server_uuid": "82661039-41a3-456a-bb2e-6e7eec739eb3", "name": "network-vif-plugged", "status": "completed", "tag": "a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:09.618472 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a2534b-c101-4ff4-b9c3-abfacc3ee677 x-openstack-request-id: req-08a2534b-c101-4ff4-b9c3-abfacc3ee677 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:09.618793 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82661039-41a3-456a-bb2e-6e7eec739eb3", "name": "network-vif-plugged", "status": "completed", "tag": "a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:09.619043 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08a2534b-c101-4ff4-b9c3-abfacc3ee677 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:09.619452 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a2534b-c101-4ff4-b9c3-abfacc3ee677'] response: {'server_uuid': '82661039-41a3-456a-bb2e-6e7eec739eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0', 'code': 200} Apr 01 12:27:09.644138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a48218-2a51-4af5-a8a7-2538af977b38 req-b2facf5c-101c-4f11-a73a-64982b951fc5 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:09.650604 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44a48218-2a51-4af5-a8a7-2538af977b38 req-b2facf5c-101c-4f11-a73a-64982b951fc5 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 947 time: 0.0700188 Apr 01 12:27:09.717588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44a48218-2a51-4af5-a8a7-2538af977b38 req-122e5f40-9165-407d-8870-05060801616c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649300 Apr 01 12:27:09.745481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a356-39e9-42ef-bb0f-cca788992727 req-cdb4f54e-b495-47cb-9f8f-3f399b5398f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:09.747284 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6075a356-39e9-42ef-bb0f-cca788992727 req-cdb4f54e-b495-47cb-9f8f-3f399b5398f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0627453 Apr 01 12:27:09.790111 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6075a356-39e9-42ef-bb0f-cca788992727 req-3722a6df-1143-48a7-9d54-766e59826fd2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336165 Apr 01 12:27:10.248790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a72171-5bf7-4e15-9e41-076405527bae req-c393f725-a6f1-4090-b2b1-322ff0edc2db tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:10.248790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-30a72171-5bf7-4e15-9e41-076405527bae req-c393f725-a6f1-4090-b2b1-322ff0edc2db tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.0741048 Apr 01 12:27:10.275451 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:10.319978 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-30a72171-5bf7-4e15-9e41-076405527bae req-311c8506-c688-4364-abbf-4e39e84469e3 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587490 Apr 01 12:27:10.429242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c547bf-4676-4558-a241-817a1bf868a4 req-f7e39a66-2362-4085-8dbf-ca28ce81d109 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:10.431186 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c547bf-4676-4558-a241-817a1bf868a4 req-f7e39a66-2362-4085-8dbf-ca28ce81d109 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1133151 Apr 01 12:27:10.501936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210d054-2d01-4a0d-b746-4c64888c0162 req-bf8e66b9-46bf-4fba-95cf-4de619cd59bc tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:10.509234 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c547bf-4676-4558-a241-817a1bf868a4 req-d22adf69-e7cd-4688-8fb4-3db5641f7c4d tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579319 Apr 01 12:27:10.510887 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2210d054-2d01-4a0d-b746-4c64888c0162 req-bf8e66b9-46bf-4fba-95cf-4de619cd59bc tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.0693388 Apr 01 12:27:10.573517 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2210d054-2d01-4a0d-b746-4c64888c0162 req-dbd6c88b-daab-452f-8610-d81d093b993f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614436 Apr 01 12:27:10.698192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be992a-1611-4d63-8054-4af9c6f2a962 req-7b71341d-6df7-4327-8227-ae32ef7696bd tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:10.698543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fcfae-0bf9-4cd9-817a-9a4dbf698936 req-b35f1a84-e501-4f9c-8f93-02b0fc853d59 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:10.700102 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b86fcfae-0bf9-4cd9-817a-9a4dbf698936 req-b35f1a84-e501-4f9c-8f93-02b0fc853d59 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1066692 Apr 01 12:27:10.706437 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-89be992a-1611-4d63-8054-4af9c6f2a962 req-7b71341d-6df7-4327-8227-ae32ef7696bd tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 950 time: 0.0597997 Apr 01 12:27:10.759017 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b86fcfae-0bf9-4cd9-817a-9a4dbf698936 req-f67a7fab-dfd6-44c8-b95d-c525d6863775 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Apr 01 12:27:10.762194 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-89be992a-1611-4d63-8054-4af9c6f2a962 req-f72429e6-8947-4d51-8411-ad645acc63d7 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544112 Apr 01 12:27:10.762391 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2c4840a-00bc-4ee6-a8fd-a2d5d971fb60 req-14d55d2d-7be2-40aa-a8d5-9e0d355cf81a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819657 Apr 01 12:27:10.909444 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4840a-00bc-4ee6-a8fd-a2d5d971fb60 req-0eac6851-c502-4e92-b5b5-b2184fc4bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:10.911011 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2c4840a-00bc-4ee6-a8fd-a2d5d971fb60 req-0eac6851-c502-4e92-b5b5-b2184fc4bada service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 1096 time: 0.1169107 Apr 01 12:27:10.940647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4dc76-6bdb-4abc-b9d5-5efb303e329d req-dce032f7-75a5-41ea-beda-af079c64150e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:10.946684 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-36a4dc76-6bdb-4abc-b9d5-5efb303e329d req-dce032f7-75a5-41ea-beda-af079c64150e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 947 time: 0.0741754 Apr 01 12:27:10.959105 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c7de-3b06-4628-9ad3-23e757dcdacd req-e448b0a5-1be5-4384-8dc5-8fb251807edc tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:10.960987 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cb72c7de-3b06-4628-9ad3-23e757dcdacd req-e448b0a5-1be5-4384-8dc5-8fb251807edc tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 1101 time: 0.0628557 Apr 01 12:27:11.028165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cb72c7de-3b06-4628-9ad3-23e757dcdacd req-e8a524dd-f138-4f79-9430-c2899ecd5694 tempest-ServersOnMultiNodesTest-2065852897 tempest-ServersOnMultiNodesTest-2065852897-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599768 Apr 01 12:27:11.034245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-36a4dc76-6bdb-4abc-b9d5-5efb303e329d req-f9f13fd9-597b-4a14-9f9b-bead6b1fc4a3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713882 Apr 01 12:27:11.118415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4840a-00bc-4ee6-a8fd-a2d5d971fb60 req-98340701-de3b-498c-8a6d-6e33028679e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:11.119878 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2c4840a-00bc-4ee6-a8fd-a2d5d971fb60 req-98340701-de3b-498c-8a6d-6e33028679e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.1718106 Apr 01 12:27:11.181262 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2c4840a-00bc-4ee6-a8fd-a2d5d971fb60 req-13148725-f960-4e87-bdca-07e2d0b578ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349 HTTP/1.1" status: 200 len: 217 time: 0.0440080 Apr 01 12:27:11.256397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4840a-00bc-4ee6-a8fd-a2d5d971fb60 req-ecd1fcf8-deab-4f80-93a2-daf41eff8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:11.257955 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2c4840a-00bc-4ee6-a8fd-a2d5d971fb60 req-ecd1fcf8-deab-4f80-93a2-daf41eff8945 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.0654643 Apr 01 12:27:11.325440 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2c4840a-00bc-4ee6-a8fd-a2d5d971fb60 req-c0eb7b62-776b-4baf-9cfa-2a3688e944fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501885 Apr 01 12:27:11.343368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202a6b9-18a4-4f19-b670-04431b621161 req-c9397ada-1ed3-4106-b713-44dff9d0f284 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:11.344825 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c202a6b9-18a4-4f19-b670-04431b621161 req-c9397ada-1ed3-4106-b713-44dff9d0f284 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 950 time: 0.0829804 Apr 01 12:27:11.465224 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c202a6b9-18a4-4f19-b670-04431b621161 req-9fd5cb5b-ded3-438e-ae39-fe0844ed33bb tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882349 Apr 01 12:27:11.482478 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2c4840a-00bc-4ee6-a8fd-a2d5d971fb60 req-51eb8932-5f56-40d5-9bf5-b06907937fe9 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474040 Apr 01 12:27:11.497095 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3052eb6-9a06-48a0-85c5-15df4c17a5b9 req-2ca4efe4-f273-4eeb-adb4-1f7d4301be64 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:11.502496 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3052eb6-9a06-48a0-85c5-15df4c17a5b9 req-2ca4efe4-f273-4eeb-adb4-1f7d4301be64 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.0778964 Apr 01 12:27:11.592258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3052eb6-9a06-48a0-85c5-15df4c17a5b9 req-b654ccf2-b558-4aa8-81bf-a832df9111f9 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868847 Apr 01 12:27:11.643603 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:11.682403 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2c4840a-00bc-4ee6-a8fd-a2d5d971fb60 req-fdeb222c-6a00-4b8d-9d84-672e81c3eb35 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914361 Apr 01 12:27:11.720452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62402aa2-de5b-4759-9778-205c4de37a52 req-91db3f26-5003-49f4-840b-2c3bb6db3bc3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:11.734542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62402aa2-de5b-4759-9778-205c4de37a52 req-91db3f26-5003-49f4-840b-2c3bb6db3bc3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0860476 Apr 01 12:27:11.782946 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62402aa2-de5b-4759-9778-205c4de37a52 req-a18ad23c-e719-4945-95d8-17f87991dde0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468285 Apr 01 12:27:11.796473 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:11.808908 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462331b-3632-4fb8-8bcc-f76200e7d811 req-a12bad45-8121-4169-bcc0-043cc3185972 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:11.808908 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9462331b-3632-4fb8-8bcc-f76200e7d811 req-a12bad45-8121-4169-bcc0-043cc3185972 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.1056592 Apr 01 12:27:11.861918 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9462331b-3632-4fb8-8bcc-f76200e7d811 req-0de8f5d4-d6fc-4eef-8421-30dcd0965360 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509362 Apr 01 12:27:11.968501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de7ebb-7e77-4f53-8ff0-23b6bd3f4c5c req-2ff426d0-4ac3-4515-acdc-a31ea4f92cfd tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:11.970044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-59de7ebb-7e77-4f53-8ff0-23b6bd3f4c5c req-2ff426d0-4ac3-4515-acdc-a31ea4f92cfd tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1031673 Apr 01 12:27:12.025568 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-59de7ebb-7e77-4f53-8ff0-23b6bd3f4c5c req-9ddf8a06-e728-43c6-a6c4-32db25a18bcc tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470090 Apr 01 12:27:12.115261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484f9d2-d95b-4599-a326-05293ad33897 req-fb456fed-97f6-4f6e-84c9-c4896b9d6ce9 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:12.117723 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9484f9d2-d95b-4599-a326-05293ad33897 req-fb456fed-97f6-4f6e-84c9-c4896b9d6ce9 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 1096 time: 0.0714250 Apr 01 12:27:12.170500 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9484f9d2-d95b-4599-a326-05293ad33897 req-8f3a4645-ecb3-492a-848d-22cb7a2ebe22 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442982 Apr 01 12:27:12.205652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9d013-c68a-4d89-8c95-8f334c3b3029 req-d65343ae-c6ba-4cb4-bb82-927251ecd637 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:12.207903 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ddd9d013-c68a-4d89-8c95-8f334c3b3029 req-d65343ae-c6ba-4cb4-bb82-927251ecd637 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 947 time: 0.0789838 Apr 01 12:27:12.266290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ddd9d013-c68a-4d89-8c95-8f334c3b3029 req-4e491a50-f33b-4d82-b99d-7575d21504ce tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481534 Apr 01 12:27:12.357816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device df910b87-2ac6-4ece-b3cc-5c72bee3918d details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:27:12.483796 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:12.510708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'mac_address': 'fa:16:3e:dc:15:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:27:12.653631 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:12.702762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df910b87-2ac6-4ece-b3cc-5c72bee3918d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:27:12.730033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63845740-b468-46c1-9255-cce563b3a02b req-4bca85b3-f9a3-4eae-93a0-002afad6f57a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:12.731623 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63845740-b468-46c1-9255-cce563b3a02b req-4bca85b3-f9a3-4eae-93a0-002afad6f57a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 950 time: 0.1544073 Apr 01 12:27:12.751728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:12.761205 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:12.810960 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63845740-b468-46c1-9255-cce563b3a02b req-a1da371e-8a14-4a28-8212-9686ec2e5dff tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720060 Apr 01 12:27:12.859753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a52dd-528a-4cc7-a0c9-b89724e53cc9 req-7e86abb1-6a95-4657-aad8-46597b74eb6c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:12.862318 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cf0a52dd-528a-4cc7-a0c9-b89724e53cc9 req-7e86abb1-6a95-4657-aad8-46597b74eb6c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.1224606 Apr 01 12:27:12.876103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:12.941313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cf0a52dd-528a-4cc7-a0c9-b89724e53cc9 req-aef8cc1f-19ab-49e7-9445-6ec38c939dcc tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727103 Apr 01 12:27:13.005028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf0d08-c93e-4765-9a4c-65c83da5ac54 req-4c7e027d-efe2-400a-89ae-d37dabfb1a6b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:13.007962 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3baf0d08-c93e-4765-9a4c-65c83da5ac54 req-4c7e027d-efe2-400a-89ae-d37dabfb1a6b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1109219 Apr 01 12:27:13.076041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be2e86-d161-4796-b0c4-5e36382db459 req-14cd13d4-74cf-4068-a059-c94fa254601d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:13.077831 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23be2e86-d161-4796-b0c4-5e36382db459 req-14cd13d4-74cf-4068-a059-c94fa254601d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 950 time: 0.1301804 Apr 01 12:27:13.107595 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3baf0d08-c93e-4765-9a4c-65c83da5ac54 req-6cb8bb1d-f5a4-48b4-a090-6b2c6cd47204 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915148 Apr 01 12:27:13.252525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f345915-57f2-47ee-8394-119dc898621a req-ba6bb325-fbdf-4c7e-a2be-ac6c39a63531 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:13.261197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f345915-57f2-47ee-8394-119dc898621a req-ba6bb325-fbdf-4c7e-a2be-ac6c39a63531 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0874012 Apr 01 12:27:13.287669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-23be2e86-d161-4796-b0c4-5e36382db459 req-4f582cf3-b13d-4ba4-862b-f4b014e01344 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Deleting port ec718317-6103-40b1-9052-0bab9d0d3986 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:13.288050 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-23be2e86-d161-4796-b0c4-5e36382db459 req-4f582cf3-b13d-4ba4-862b-f4b014e01344 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:13.332908 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['df910b87-2ac6-4ece-b3cc-5c72bee3918d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:13.370286 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f345915-57f2-47ee-8394-119dc898621a req-6c856425-5878-462e-93f4-ae98cd6cc8bc tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079729 Apr 01 12:27:13.400557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca777d0-0445-4441-836a-4f0b29ae365d req-257b2c30-1867-463f-855a-10727a9feac1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:13.409904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6ca777d0-0445-4441-836a-4f0b29ae365d req-257b2c30-1867-463f-855a-10727a9feac1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 948 time: 0.0618749 Apr 01 12:27:13.448677 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6ca777d0-0445-4441-836a-4f0b29ae365d req-eb6054ee-1689-4973-a3de-83dc248ff0ed tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398667 Apr 01 12:27:13.526858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-23be2e86-d161-4796-b0c4-5e36382db459 req-4f582cf3-b13d-4ba4-862b-f4b014e01344 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] For port ec718317-6103-40b1-9052-0bab9d0d3986, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ec718317-6103-40b1-9052-0bab9d0d3986,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:13.526858 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-23be2e86-d161-4796-b0c4-5e36382db459 req-4f582cf3-b13d-4ba4-862b-f4b014e01344 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:13.544327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-23be2e86-d161-4796-b0c4-5e36382db459 req-4f582cf3-b13d-4ba4-862b-f4b014e01344 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Calling delete_port for ec718317-6103-40b1-9052-0bab9d0d3986 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:13.761132 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-23be2e86-d161-4796-b0c4-5e36382db459 req-4f582cf3-b13d-4ba4-862b-f4b014e01344 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:13.775687 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['69127762-0ca0-4fea-8ced-76dccf2a17ab', '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b', 'c08afc88-4827-4906-820a-b67413a88a1b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:13.795761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f582cf3-b13d-4ba4-862b-f4b014e01344 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event deleted for resources: {'Port': ['ID=ec718317-6103-40b1-9052-0bab9d0d3986,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:13.867347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-23be2e86-d161-4796-b0c4-5e36382db459 req-4f582cf3-b13d-4ba4-862b-f4b014e01344 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] No DVR routers for this DVR port ec718317-6103-40b1-9052-0bab9d0d3986 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:13.870968 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-23be2e86-d161-4796-b0c4-5e36382db459 req-4f582cf3-b13d-4ba4-862b-f4b014e01344 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:13.876282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23be2e86-d161-4796-b0c4-5e36382db459 req-4f582cf3-b13d-4ba4-862b-f4b014e01344 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "DELETE /v2.0/ports/ec718317-6103-40b1-9052-0bab9d0d3986 HTTP/1.1" status: 204 len: 173 time: 0.7883167 Apr 01 12:27:13.880134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a281fe26-a5f3-40b9-8d2c-aa80f4f2f530', 'name': 'network-vif-deleted', 'tag': 'ec718317-6103-40b1-9052-0bab9d0d3986'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:13.885803 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb81b21-c817-4abc-bf30-99657f1f1d2b" -d '{"events": [{"server_uuid": "a281fe26-a5f3-40b9-8d2c-aa80f4f2f530", "name": "network-vif-deleted", "tag": "ec718317-6103-40b1-9052-0bab9d0d3986"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:13.994468 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a928916-1688-4625-b433-cf8c06d8bdf6 x-openstack-request-id: req-6a928916-1688-4625-b433-cf8c06d8bdf6 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:13.994811 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a281fe26-a5f3-40b9-8d2c-aa80f4f2f530", "name": "network-vif-deleted", "tag": "ec718317-6103-40b1-9052-0bab9d0d3986", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:13.995018 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a928916-1688-4625-b433-cf8c06d8bdf6 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:13.995432 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a928916-1688-4625-b433-cf8c06d8bdf6'] response: {'server_uuid': 'a281fe26-a5f3-40b9-8d2c-aa80f4f2f530', 'name': 'network-vif-deleted', 'tag': 'ec718317-6103-40b1-9052-0bab9d0d3986', 'status': 'completed', 'code': 200} Apr 01 12:27:14.072414 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-436a97b2-b8be-481a-8510-26ab062267e4 req-c7471313-60a4-4385-ac75-242eb3dce70c tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a281fe26-a5f3-40b9-8d2c-aa80f4f2f530 HTTP/1.1" status: 200 len: 210 time: 0.1082399 Apr 01 12:27:14.157075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee664a2-29aa-454d-bd93-38f875432350 req-8c4ef783-ac69-4409-9f28-7dd4d6547f44 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:14.177070 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eee664a2-29aa-454d-bd93-38f875432350 req-8c4ef783-ac69-4409-9f28-7dd4d6547f44 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.0954852 Apr 01 12:27:14.228514 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eee664a2-29aa-454d-bd93-38f875432350 req-8841d47f-0f64-416d-b98d-4228cc821039 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620236 Apr 01 12:27:14.354043 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04d1c4-516c-494b-8c3f-335f6e3cc6b4 req-fbd2592b-5d8e-48a7-b78c-adffd910af0e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:14.358794 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe04d1c4-516c-494b-8c3f-335f6e3cc6b4 req-fbd2592b-5d8e-48a7-b78c-adffd910af0e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0626094 Apr 01 12:27:14.402284 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe04d1c4-516c-494b-8c3f-335f6e3cc6b4 req-f6bf575b-dd12-4023-b304-559cdd6e3df9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 Apr 01 12:27:14.552289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc800920-c3d9-422f-ad03-e0dcfefbaa57 req-eadde242-5235-4605-afcf-d53e4b4b705d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:14.554098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc800920-c3d9-422f-ad03-e0dcfefbaa57 req-eadde242-5235-4605-afcf-d53e4b4b705d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0942996 Apr 01 12:27:14.605564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126392f-a61a-4173-a52c-b830a0ec2fd2 req-dbb52163-1cce-4587-9add-0cb6bfe14993 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:14.617367 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1126392f-a61a-4173-a52c-b830a0ec2fd2 req-dbb52163-1cce-4587-9add-0cb6bfe14993 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 948 time: 0.0762718 Apr 01 12:27:14.619397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc800920-c3d9-422f-ad03-e0dcfefbaa57 req-1bc0b290-38c9-4c37-8a07-881c86e60ecc tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582545 Apr 01 12:27:14.670562 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1126392f-a61a-4173-a52c-b830a0ec2fd2 req-b5d47c0a-5b3e-4588-9329-10f2304b6c2d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518591 Apr 01 12:27:14.794360 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c', '7213766e-da78-4fb2-99bc-0fb0ae40cf70', '90c05437-1218-4c17-8467-7f7cdf77cfc7', '969920f5-fbfd-48ba-a2f1-2ab73a63c75d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:15.426203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02511aca-ab28-4901-9cb8-be236cf13fc7 req-bedfc7d3-0cbe-4d8c-8f3a-3831767f8b68 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:15.437279 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-02511aca-ab28-4901-9cb8-be236cf13fc7 req-bedfc7d3-0cbe-4d8c-8f3a-3831767f8b68 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.1156409 Apr 01 12:27:15.502352 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-02511aca-ab28-4901-9cb8-be236cf13fc7 req-937dba5d-78cf-4633-b6e1-14528b0c5889 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640028 Apr 01 12:27:15.644962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a3ee1-1db4-4bed-9603-f23417ab2656 req-faf20f20-2e15-4437-bced-e6083aacdb8a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:15.646438 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-857a3ee1-1db4-4bed-9603-f23417ab2656 req-faf20f20-2e15-4437-bced-e6083aacdb8a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0565779 Apr 01 12:27:15.651322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123084ea-7397-4a3f-9ecc-defccba378c5 req-9467c9bb-8ca7-4a0b-989d-ee1c20a26486 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:15.657767 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-123084ea-7397-4a3f-9ecc-defccba378c5 req-9467c9bb-8ca7-4a0b-989d-ee1c20a26486 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 950 time: 0.0640743 Apr 01 12:27:15.688077 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-857a3ee1-1db4-4bed-9603-f23417ab2656 req-e083973a-220c-4efd-8e1d-78278a05b4d9 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343752 Apr 01 12:27:15.694048 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-123084ea-7397-4a3f-9ecc-defccba378c5 req-d00b0b9b-aa4f-47c6-b62c-8f5eef54382a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345309 Apr 01 12:27:15.817629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bc6b6-748f-4f22-8283-bf79cd5b889f req-26313a07-7159-48e8-980d-8e866793b38d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:15.819275 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5d3bc6b6-748f-4f22-8283-bf79cd5b889f req-26313a07-7159-48e8-980d-8e866793b38d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0557570 Apr 01 12:27:15.827058 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b504de-cf0f-4233-a4a9-85638d431bc1 req-0a16fc50-98f3-4ae3-b0c9-16908cd567df tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:15.828596 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6b504de-cf0f-4233-a4a9-85638d431bc1 req-0a16fc50-98f3-4ae3-b0c9-16908cd567df tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 948 time: 0.0523767 Apr 01 12:27:15.861802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5d3bc6b6-748f-4f22-8283-bf79cd5b889f req-f684fc44-7399-4d76-96db-68fa5c647eb2 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358229 Apr 01 12:27:15.871064 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6b504de-cf0f-4233-a4a9-85638d431bc1 req-5d7eb147-f1db-43e7-9e7e-dd35ab5aac14 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361583 Apr 01 12:27:16.384445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device df910b87-2ac6-4ece-b3cc-5c72bee3918d up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:27:16.433413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port df910b87-2ac6-4ece-b3cc-5c72bee3918d completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:27:16.437310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port df910b87-2ac6-4ece-b3cc-5c72bee3918d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:16.437719 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:16.516920 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:16.544810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:16.549423 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9932736e-bf9a-4201-8eb4-1bc99c4d2ced" -d '{"events": [{"server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "name": "network-vif-plugged", "status": "completed", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:16.572403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:16.584175 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:16.584175 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ec718317-6103-40b1-9052-0bab9d0d3986 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:16.626173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: ec718317-6103-40b1-9052-0bab9d0d3986 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:16.626495 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ec718317-6103-40b1-9052-0bab9d0d3986 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:16.680119 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4e134c-726b-4fd0-8fd3-85309b774a75 x-openstack-request-id: req-3f4e134c-726b-4fd0-8fd3-85309b774a75 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:16.680716 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "name": "network-vif-plugged", "status": "completed", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:16.681209 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f4e134c-726b-4fd0-8fd3-85309b774a75 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:16.681786 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4e134c-726b-4fd0-8fd3-85309b774a75'] response: {'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'code': 200} Apr 01 12:27:16.687720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:16.770471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33067a8-d56a-40ec-b031-f02645522e98 req-404ba29b-e92c-4696-9a44-e17a806616b4 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:16.773012 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e33067a8-d56a-40ec-b031-f02645522e98 req-404ba29b-e92c-4696-9a44-e17a806616b4 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.0978317 Apr 01 12:27:16.824483 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e33067a8-d56a-40ec-b031-f02645522e98 req-f993e1a7-04e8-4aee-ab5a-53a1e0fad732 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 Apr 01 12:27:16.864335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd05288-f3d8-4929-ac85-ba24440d5fcf req-ce5bbe2f-5374-4268-ad3a-eba4617e0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:16.865906 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9fd05288-f3d8-4929-ac85-ba24440d5fcf req-ce5bbe2f-5374-4268-ad3a-eba4617e0c90 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 1100 time: 0.1021588 Apr 01 12:27:16.878906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c100ead-0bab-4622-bdf8-ab3168d3bfa3 req-fa4ef2c9-8b75-460d-87be-37bb8a0450f6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:16.880477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c100ead-0bab-4622-bdf8-ab3168d3bfa3 req-fa4ef2c9-8b75-460d-87be-37bb8a0450f6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0722632 Apr 01 12:27:16.936139 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9fd05288-f3d8-4929-ac85-ba24440d5fcf req-6812b44d-b297-4e78-8f6b-7ffd78a4cf85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546718 Apr 01 12:27:16.943724 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c100ead-0bab-4622-bdf8-ab3168d3bfa3 req-6400ccf4-b117-4548-93a6-9c325bb35054 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549610 Apr 01 12:27:16.995838 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca779b-e165-4dbb-b235-e6376ff7bc50 req-2cc92a8f-2b00-4a96-8b1d-f9ddc835630e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:16.997434 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06ca779b-e165-4dbb-b235-e6376ff7bc50 req-2cc92a8f-2b00-4a96-8b1d-f9ddc835630e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 950 time: 0.0546000 Apr 01 12:27:17.045359 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06ca779b-e165-4dbb-b235-e6376ff7bc50 req-042bba10-88c8-4d50-8ba5-bca96ad65250 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382814 Apr 01 12:27:17.065357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c5d9-ff8b-4920-adae-a4b48414fab1 req-9789aafb-a1db-4566-ad21-2723a3db2a42 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:17.067106 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad81c5d9-ff8b-4920-adae-a4b48414fab1 req-9789aafb-a1db-4566-ad21-2723a3db2a42 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=288d4b2c-526e-4bc8-9da4-9dbdde39ef8e HTTP/1.1" status: 200 len: 951 time: 0.0585978 Apr 01 12:27:17.129440 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad81c5d9-ff8b-4920-adae-a4b48414fab1 req-5d86079c-78bf-45ea-b83a-da637acf5e08 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554347 Apr 01 12:27:17.201447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b32ee8-c0e3-4e78-a46f-de9a7194b6eb req-94361f3e-9618-4062-8c8e-08acf74aa873 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:17.203159 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-90b32ee8-c0e3-4e78-a46f-de9a7194b6eb req-94361f3e-9618-4062-8c8e-08acf74aa873 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0741942 Apr 01 12:27:17.247843 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-90b32ee8-c0e3-4e78-a46f-de9a7194b6eb req-edd36cc9-7d3c-4c2e-9076-8aa474cc71cb tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381596 Apr 01 12:27:17.260737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe41a83-b31d-4494-b28c-56184af87086 req-18aaa2e4-1a11-4a9f-90ab-d17011086210 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:17.269633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbe41a83-b31d-4494-b28c-56184af87086 req-18aaa2e4-1a11-4a9f-90ab-d17011086210 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0744882 Apr 01 12:27:17.314702 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbe41a83-b31d-4494-b28c-56184af87086 req-5506e38f-17f4-4896-a05a-aba592247405 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438478 Apr 01 12:27:17.420321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10d3ac-f329-46ca-a469-8af78c1efdf0 req-5c2edf19-724d-42f0-8cb3-50587b2b4310 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:17.421815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ff10d3ac-f329-46ca-a469-8af78c1efdf0 req-5c2edf19-724d-42f0-8cb3-50587b2b4310 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 950 time: 0.0508933 Apr 01 12:27:17.536001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ff10d3ac-f329-46ca-a469-8af78c1efdf0 req-a8a130eb-5138-4c8d-9a50-de880f287ca6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Deleting port c08afc88-4827-4906-820a-b67413a88a1b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:17.536364 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ff10d3ac-f329-46ca-a469-8af78c1efdf0 req-a8a130eb-5138-4c8d-9a50-de880f287ca6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:17.649164 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ff10d3ac-f329-46ca-a469-8af78c1efdf0 req-a8a130eb-5138-4c8d-9a50-de880f287ca6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] For port c08afc88-4827-4906-820a-b67413a88a1b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c08afc88-4827-4906-820a-b67413a88a1b,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:17.649645 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ff10d3ac-f329-46ca-a469-8af78c1efdf0 req-a8a130eb-5138-4c8d-9a50-de880f287ca6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:17.663500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ff10d3ac-f329-46ca-a469-8af78c1efdf0 req-a8a130eb-5138-4c8d-9a50-de880f287ca6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Calling delete_port for c08afc88-4827-4906-820a-b67413a88a1b owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:17.812303 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ff10d3ac-f329-46ca-a469-8af78c1efdf0 req-a8a130eb-5138-4c8d-9a50-de880f287ca6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:17.828231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c', '7213766e-da78-4fb2-99bc-0fb0ae40cf70', '90c05437-1218-4c17-8467-7f7cdf77cfc7', '969920f5-fbfd-48ba-a2f1-2ab73a63c75d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:17.833644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['69127762-0ca0-4fea-8ced-76dccf2a17ab', '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b', 'c08afc88-4827-4906-820a-b67413a88a1b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:17.853572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a130eb-5138-4c8d-9a50-de880f287ca6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event deleted for resources: {'Port': ['ID=c08afc88-4827-4906-820a-b67413a88a1b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:17.932187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff10d3ac-f329-46ca-a469-8af78c1efdf0 req-a8a130eb-5138-4c8d-9a50-de880f287ca6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] No DVR routers for this DVR port c08afc88-4827-4906-820a-b67413a88a1b on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:17.937529 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ff10d3ac-f329-46ca-a469-8af78c1efdf0 req-a8a130eb-5138-4c8d-9a50-de880f287ca6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:17.940924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ff10d3ac-f329-46ca-a469-8af78c1efdf0 req-a8a130eb-5138-4c8d-9a50-de880f287ca6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "DELETE /v2.0/ports/c08afc88-4827-4906-820a-b67413a88a1b HTTP/1.1" status: 204 len: 173 time: 0.5035095 Apr 01 12:27:17.941397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71b2579-8f6c-4e1b-be39-c8e17e338bd5', 'name': 'network-vif-deleted', 'tag': 'c08afc88-4827-4906-820a-b67413a88a1b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:17.943759 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cade1e4a-4cc0-439a-8b1c-68dacf2b19fc" -d '{"events": [{"server_uuid": "a71b2579-8f6c-4e1b-be39-c8e17e338bd5", "name": "network-vif-deleted", "tag": "c08afc88-4827-4906-820a-b67413a88a1b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:18.043089 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e63d0-6972-48ba-8096-ef0ad658cdfa req-18bd4a23-1858-44e3-9242-5cab71408e0b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:18.045448 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8d5e63d0-6972-48ba-8096-ef0ad658cdfa req-18bd4a23-1858-44e3-9242-5cab71408e0b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.1085896 Apr 01 12:27:18.104420 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8d1a4b-6a1f-485a-b228-dbb87c414534 x-openstack-request-id: req-bb8d1a4b-6a1f-485a-b228-dbb87c414534 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:18.104712 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71b2579-8f6c-4e1b-be39-c8e17e338bd5", "name": "network-vif-deleted", "tag": "c08afc88-4827-4906-820a-b67413a88a1b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:18.104961 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb8d1a4b-6a1f-485a-b228-dbb87c414534 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:18.105372 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8d1a4b-6a1f-485a-b228-dbb87c414534'] response: {'server_uuid': 'a71b2579-8f6c-4e1b-be39-c8e17e338bd5', 'name': 'network-vif-deleted', 'tag': 'c08afc88-4827-4906-820a-b67413a88a1b', 'status': 'completed', 'code': 200} Apr 01 12:27:18.181464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8d5e63d0-6972-48ba-8096-ef0ad658cdfa req-da48f828-4282-458f-b4c7-68173fdb7a25 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258669 Apr 01 12:27:18.335896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c70879b-e222-4630-9807-7a66fd3a5abf req-3ae7a962-6896-4dbc-ba5e-11c998d3357c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643663 Apr 01 12:27:18.346314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140cd11-98b1-4b34-84cb-6e76043c685f req-2c2e9812-b798-41a2-be31-f9b514f98654 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:18.356283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9140cd11-98b1-4b34-84cb-6e76043c685f req-2c2e9812-b798-41a2-be31-f9b514f98654 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1446962 Apr 01 12:27:18.439644 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9140cd11-98b1-4b34-84cb-6e76043c685f req-f472d198-77a5-4c07-bd1e-74354f93d6c8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776668 Apr 01 12:27:18.483106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-33036db7-7e41-4b7a-b11a-47a946ca0f26 req-1ea47342-c34a-4b91-baa5-cc1763949041 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a71b2579-8f6c-4e1b-be39-c8e17e338bd5 HTTP/1.1" status: 200 len: 210 time: 0.0330410 Apr 01 12:27:18.515601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70879b-e222-4630-9807-7a66fd3a5abf req-c528c226-fed9-4e96-8103-52c2dd1a47d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:18.518093 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c70879b-e222-4630-9807-7a66fd3a5abf req-c528c226-fed9-4e96-8103-52c2dd1a47d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700 HTTP/1.1" status: 200 len: 1101 time: 0.1329892 Apr 01 12:27:18.537058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2eadd28a-df28-4b90-b456-30ccabaed8de no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:18.672789 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c17491-fd04-421b-9dad-e5891229c58f req-b4400858-659b-4cd7-8879-06259199d686 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:18.681958 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-18c17491-fd04-421b-9dad-e5891229c58f req-b4400858-659b-4cd7-8879-06259199d686 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0747921 Apr 01 12:27:18.749435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-18c17491-fd04-421b-9dad-e5891229c58f req-eb6ce27f-6ce6-4fe8-8294-1313442fe369 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623257 Apr 01 12:27:18.810093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d21360-995c-4aad-88fc-5743ab6c6a9b req-7cab06a5-fe79-4f90-8720-d551de9eebce tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:18.817295 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a4d21360-995c-4aad-88fc-5743ab6c6a9b req-7cab06a5-fe79-4f90-8720-d551de9eebce tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1838479 Apr 01 12:27:18.826673 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:18.863886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70879b-e222-4630-9807-7a66fd3a5abf req-222fabdc-453d-4fa8-99e3-ebb60c248681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:18.865271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c70879b-e222-4630-9807-7a66fd3a5abf req-222fabdc-453d-4fa8-99e3-ebb60c248681 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.3158040 Apr 01 12:27:18.870980 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:18.879131 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:18.879598 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a4d21360-995c-4aad-88fc-5743ab6c6a9b req-64941e5b-c44b-4b9b-96e1-a34f4d21ab52 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566118 Apr 01 12:27:18.888370 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c277531f-b68d-4fbb-9d6c-51f6e1078fe8" -d '{"events": [{"server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "name": "network-vif-unplugged", "status": "completed", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:18.910125 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:18.911124 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c08afc88-4827-4906-820a-b67413a88a1b no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:18.929864 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c70879b-e222-4630-9807-7a66fd3a5abf req-fe86d1f2-31a0-49a1-961a-88381b822542 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=90c05437-1218-4c17-8467-7f7cdf77cfc7 HTTP/1.1" status: 200 len: 217 time: 0.0485861 Apr 01 12:27:19.017420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70879b-e222-4630-9807-7a66fd3a5abf req-887e7ab8-b9e3-49ad-900a-db7c0d09ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:19.020110 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c70879b-e222-4630-9807-7a66fd3a5abf req-887e7ab8-b9e3-49ad-900a-db7c0d09ae5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0833263 Apr 01 12:27:19.020847 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: c08afc88-4827-4906-820a-b67413a88a1b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:19.021189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c08afc88-4827-4906-820a-b67413a88a1b not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:19.023334 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=2eadd28a-df28-4b90-b456-30ccabaed8de,revision_number=11']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:19.028640 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2e8da2-7e2d-42d2-be57-207bdce8815f x-openstack-request-id: req-be2e8da2-7e2d-42d2-be57-207bdce8815f {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:19.028898 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "name": "network-vif-unplugged", "status": "completed", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:19.029197 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be2e8da2-7e2d-42d2-be57-207bdce8815f {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:19.029533 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2e8da2-7e2d-42d2-be57-207bdce8815f'] response: {'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'code': 200} Apr 01 12:27:19.089864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70879b-e222-4630-9807-7a66fd3a5abf req-2fc3e191-1761-45f9-b681-4db5591dbe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:19.092221 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c70879b-e222-4630-9807-7a66fd3a5abf req-2fc3e191-1761-45f9-b681-4db5591dbe1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0643682 Apr 01 12:27:19.210970 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c70879b-e222-4630-9807-7a66fd3a5abf req-6bb5d1fc-08b7-449b-83ab-66f0c183a747 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073089 Apr 01 12:27:19.332389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb404c-13b6-45e0-bb6e-058595ad42be req-d8942ea4-52f9-472e-a666-cc16424acbeb tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:19.334021 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8fb404c-13b6-45e0-bb6e-058595ad42be req-d8942ea4-52f9-472e-a666-cc16424acbeb tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.0529573 Apr 01 12:27:19.358984 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c70879b-e222-4630-9807-7a66fd3a5abf req-0d46f22f-436c-4f28-a30f-08b9d70d4587 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413164 Apr 01 12:27:19.393421 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8fb404c-13b6-45e0-bb6e-058595ad42be req-0b964d7c-e154-448e-b139-d94d4e741cb9 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507593 Apr 01 12:27:19.558918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4a4e5-943d-433e-97ed-45ecbc6063ec req-98218221-2e7e-4f24-b6f2-aa035cead308 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:19.560833 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03e4a4e5-943d-433e-97ed-45ecbc6063ec req-98218221-2e7e-4f24-b6f2-aa035cead308 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0824015 Apr 01 12:27:19.599690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81d739-dfc9-47e3-bbcb-11b43c423c97 req-8dde9ac5-38b6-4983-9d2e-d3da7786fc62 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:19.601784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd81d739-dfc9-47e3-bbcb-11b43c423c97 req-8dde9ac5-38b6-4983-9d2e-d3da7786fc62 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0638483 Apr 01 12:27:19.605065 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03e4a4e5-943d-433e-97ed-45ecbc6063ec req-2d941e24-a69c-4e96-b629-150c5a77a32d tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374811 Apr 01 12:27:19.651034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd81d739-dfc9-47e3-bbcb-11b43c423c97 req-adb8f9fe-3050-44b3-b4b4-e53679d03ef0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Apr 01 12:27:19.810191 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62126607-4e1b-41c1-ab93-d055b437a25f req-30085e34-31e1-45b9-bcd5-0d44eccfa016 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:19.811962 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62126607-4e1b-41c1-ab93-d055b437a25f req-30085e34-31e1-45b9-bcd5-0d44eccfa016 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0496864 Apr 01 12:27:19.888606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62126607-4e1b-41c1-ab93-d055b437a25f req-05863835-30a8-49cb-b668-29b76c067595 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686479 Apr 01 12:27:20.029589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf46e5a-f0a1-4528-b2fe-a21dea534606 req-0351a17e-c2b8-4829-ba28-1d2656c4e376 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:20.031116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cf46e5a-f0a1-4528-b2fe-a21dea534606 req-0351a17e-c2b8-4829-ba28-1d2656c4e376 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0548971 Apr 01 12:27:20.075385 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cf46e5a-f0a1-4528-b2fe-a21dea534606 req-8e918b39-d5af-48db-af51-50093b05df32 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377116 Apr 01 12:27:20.195424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89062b2-2f9a-4304-92e1-24cc351126d5 req-475e193a-af0a-4efa-aa45-989d4a54f24e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:20.198048 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b89062b2-2f9a-4304-92e1-24cc351126d5 req-475e193a-af0a-4efa-aa45-989d4a54f24e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 950 time: 0.0542920 Apr 01 12:27:20.238702 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b89062b2-2f9a-4304-92e1-24cc351126d5 req-f97568ec-f1ee-407d-89c3-591359d28aac tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352657 Apr 01 12:27:20.343392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d1868-e6c8-42fd-a4de-a32f8b162920 req-4d6c28f5-8a2d-40ce-906e-46506875e1d1 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:20.344961 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dd3d1868-e6c8-42fd-a4de-a32f8b162920 req-4d6c28f5-8a2d-40ce-906e-46506875e1d1 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.0496724 Apr 01 12:27:20.389021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dd3d1868-e6c8-42fd-a4de-a32f8b162920 req-d3c64493-6e5e-4c27-9816-06460bad0a91 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373380 Apr 01 12:27:20.419351 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:20.501663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10f4a9-3d69-4450-9623-6f40d750e0dc req-64822659-ff9c-42f7-bb89-b93f3e789ff1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:20.503163 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa10f4a9-3d69-4450-9623-6f40d750e0dc req-64822659-ff9c-42f7-bb89-b93f3e789ff1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0567462 Apr 01 12:27:20.506134 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:20.543939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:20.551274 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa10f4a9-3d69-4450-9623-6f40d750e0dc req-629d03c6-459d-4a27-bb11-5094476d6673 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403295 Apr 01 12:27:20.552180 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:20.626954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:21.030677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:21.033196 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f95886c-3324-4ab8-b560-1d808a1c10e2" -d '{"events": [{"server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:21.034606 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1a468-e4f3-4a26-a9ec-f5808eec8b16 req-dcc2fccd-e63b-4b7f-8cc4-77aa97c0f028 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:21.036097 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ff1a468-e4f3-4a26-a9ec-f5808eec8b16 req-dcc2fccd-e63b-4b7f-8cc4-77aa97c0f028 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0503361 Apr 01 12:27:21.076673 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ff1a468-e4f3-4a26-a9ec-f5808eec8b16 req-16f1ed31-a6c2-40eb-b728-36144dedcc06 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337288 Apr 01 12:27:21.395574 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-ffb04004-fd20-4abf-8710-c64c29942e05 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:27:21.396659 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-ffb04004-fd20-4abf-8710-c64c29942e05 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056620 Apr 01 12:27:21.441730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-6e2ab031-b680-4d28-8c87-e6535259a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:21.443161 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-6e2ab031-b680-4d28-8c87-e6535259a9a2 service neutron] 10.222.0.45 "GET /v2.0/ports/a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 HTTP/1.1" status: 200 len: 1093 time: 0.0388045 Apr 01 12:27:21.452908 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] Request body: {'binding': {'host': 'n-h1-836146-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:21.453361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] Unknown quota resources ['binding']. {{(pid=102719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 01 12:27:21.587557 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21352e47-d2d3-49c8-8d22-ab30bc1b4605 x-openstack-request-id: req-21352e47-d2d3-49c8-8d22-ab30bc1b4605 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:21.588758 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:21.589334 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21352e47-d2d3-49c8-8d22-ab30bc1b4605 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:21.589956 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21352e47-d2d3-49c8-8d22-ab30bc1b4605'] response: {'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'code': 200} Apr 01 12:27:21.597283 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] Attempting to bind port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on host n-h1-836146-1 for vnic_type normal with profile None {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:27:21.597593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] Attempting to bind port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:27:21.597975 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] Attempting to bind port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:21.602916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] Port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on network 5f326287-8629-4e35-afec-ed776729d480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:27:21.603251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] Attempting to bind port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:21.608093 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:27:21.608431 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:27:21.608800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] Bound using segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:27:21.609216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] Bound port: a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:27:21.694531 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:27:21.700990 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] Notify callbacks [] for binding, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:21.702092 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-894ac1bb-9de4-42e7-aac9-becb9601865a service neutron] 10.222.0.45 "POST /v2.0/ports/a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2526658 Apr 01 12:27:21.710838 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c598e6-9207-4145-9d73-61a791c71c45 req-c49d134b-ad59-4e79-a7a1-a13d0d4b2af2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:21.712346 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-19c598e6-9207-4145-9d73-61a791c71c45 req-c49d134b-ad59-4e79-a7a1-a13d0d4b2af2 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 950 time: 0.0749779 Apr 01 12:27:21.758436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0fbbe-cfbc-4ebe-82ec-47cd463c033e req-eab99c9e-8633-4a2f-88b1-96a36c112e4e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:21.759948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72d0fbbe-cfbc-4ebe-82ec-47cd463c033e req-eab99c9e-8633-4a2f-88b1-96a36c112e4e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 950 time: 0.0579770 Apr 01 12:27:21.771394 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-19c598e6-9207-4145-9d73-61a791c71c45 req-8c93e146-6ce8-4f3e-b23d-a6516cd89bd1 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474811 Apr 01 12:27:21.906047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145c44d-89da-4d0f-8ca2-052e5a94a220 req-bf7fa593-1d2d-4a57-85e7-16590118fe4d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:21.907541 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6145c44d-89da-4d0f-8ca2-052e5a94a220 req-bf7fa593-1d2d-4a57-85e7-16590118fe4d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 947 time: 0.0668771 Apr 01 12:27:21.914671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-72d0fbbe-cfbc-4ebe-82ec-47cd463c033e req-65f48914-470b-488a-9c68-585daa77e7aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Deleting port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:21.914922 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-72d0fbbe-cfbc-4ebe-82ec-47cd463c033e req-65f48914-470b-488a-9c68-585daa77e7aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:22.038727 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6145c44d-89da-4d0f-8ca2-052e5a94a220 req-4be5b686-b1a0-44bc-a770-19dc3ae9f0d0 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090870 Apr 01 12:27:22.071753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-491ea5a2-48f3-4ac2-ab59-5e52dd6e007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:22.073215 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-491ea5a2-48f3-4ac2-ab59-5e52dd6e007d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 1096 time: 0.1112878 Apr 01 12:27:22.074940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-72d0fbbe-cfbc-4ebe-82ec-47cd463c033e req-65f48914-470b-488a-9c68-585daa77e7aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] For port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:22.075300 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-72d0fbbe-cfbc-4ebe-82ec-47cd463c033e req-65f48914-470b-488a-9c68-585daa77e7aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:22.096026 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-72d0fbbe-cfbc-4ebe-82ec-47cd463c033e req-65f48914-470b-488a-9c68-585daa77e7aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Calling delete_port for 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:22.258092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-391d9210-885a-4fcc-a58d-5ab834290c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:22.259441 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-391d9210-885a-4fcc-a58d-5ab834290c4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.1751804 Apr 01 12:27:22.268020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c63077-4460-44f0-b0e6-d427b7b283fd req-8328aac3-1643-4aa1-ba9b-84880874fa3a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:22.268578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9120e-3916-4417-8e85-5cba7fcce7c0 req-8409712b-125d-4825-a2f6-db34bd7ffe32 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:22.269408 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-67c63077-4460-44f0-b0e6-d427b7b283fd req-8328aac3-1643-4aa1-ba9b-84880874fa3a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.1607971 Apr 01 12:27:22.271170 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0fb9120e-3916-4417-8e85-5cba7fcce7c0 req-8409712b-125d-4825-a2f6-db34bd7ffe32 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 947 time: 0.0770400 Apr 01 12:27:22.275284 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-2e06716e-6b8c-4072-9a3f-61d128c48a79 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724120 Apr 01 12:27:22.315525 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0fb9120e-3916-4417-8e85-5cba7fcce7c0 req-7408f424-c3f4-40d9-a6af-d21738984f3f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364027 Apr 01 12:27:22.316695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-e97e8bb4-2d54-4c4d-8662-cf30c4faa266 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 HTTP/1.1" status: 200 len: 217 time: 0.0451090 Apr 01 12:27:22.394451 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-67c63077-4460-44f0-b0e6-d427b7b283fd req-420ab3f6-8955-4ec5-9617-2411f3b6de36 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148610 Apr 01 12:27:22.418225 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:27:22.458247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-805dddae-4d42-4d5b-9f1a-af0fadfa8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:22.459756 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-805dddae-4d42-4d5b-9f1a-af0fadfa8dcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.1259742 Apr 01 12:27:22.500450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6155f3-b638-4ac9-b0b3-f7ec41a0ec55 req-f9b5f4ca-8117-4f05-a340-db38018656d5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:22.514359 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a6155f3-b638-4ac9-b0b3-f7ec41a0ec55 req-f9b5f4ca-8117-4f05-a340-db38018656d5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1228154 Apr 01 12:27:22.545026 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-489ac61b-d7dc-44ec-bf5f-621121f2ae38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683165 Apr 01 12:27:22.547511 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-72d0fbbe-cfbc-4ebe-82ec-47cd463c033e req-65f48914-470b-488a-9c68-585daa77e7aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:22.574424 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a6155f3-b638-4ac9-b0b3-f7ec41a0ec55 req-7de57c66-e47b-4f4b-94a8-81a12ac30227 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516763 Apr 01 12:27:22.607934 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c', '7213766e-da78-4fb2-99bc-0fb0ae40cf70', '90c05437-1218-4c17-8467-7f7cdf77cfc7', '969920f5-fbfd-48ba-a2f1-2ab73a63c75d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:22.610644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['69127762-0ca0-4fea-8ced-76dccf2a17ab', '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:22.619595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f48914-470b-488a-9c68-585daa77e7aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event deleted for resources: {'Port': ['ID=4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:22.792586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:22.796309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d0fbbe-cfbc-4ebe-82ec-47cd463c033e req-65f48914-470b-488a-9c68-585daa77e7aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] No DVR routers for this DVR port 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:22.799816 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-72d0fbbe-cfbc-4ebe-82ec-47cd463c033e req-65f48914-470b-488a-9c68-585daa77e7aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:22.803125 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72d0fbbe-cfbc-4ebe-82ec-47cd463c033e req-65f48914-470b-488a-9c68-585daa77e7aa tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "DELETE /v2.0/ports/4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b HTTP/1.1" status: 204 len: 173 time: 1.0361421 Apr 01 12:27:22.806058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5564eca-2cca-4300-8318-541fd3a8d572', 'name': 'network-vif-deleted', 'tag': '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:22.808485 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1f916b-f0d5-4792-9217-72d69b18b7f4" -d '{"events": [{"server_uuid": "b5564eca-2cca-4300-8318-541fd3a8d572", "name": "network-vif-deleted", "tag": "4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:22.814568 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-6ea68442-5781-4036-96aa-8845dac9a35a service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460191 Apr 01 12:27:22.817800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'mac_address': 'fa:16:3e:d9:b2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:27:22.858549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3c8b4-e082-4f38-a1de-cdbc2769d5f3 req-733efba5-02a8-4d3d-9062-b499d9ab4f2f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:22.860432 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-feb3c8b4-e082-4f38-a1de-cdbc2769d5f3 req-733efba5-02a8-4d3d-9062-b499d9ab4f2f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.3366308 Apr 01 12:27:22.931431 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:22.957959 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b508647f-b23d-48eb-9e36-3c77bdc040a0 x-openstack-request-id: req-b508647f-b23d-48eb-9e36-3c77bdc040a0 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:22.958220 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5564eca-2cca-4300-8318-541fd3a8d572", "name": "network-vif-deleted", "tag": "4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:22.958697 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b508647f-b23d-48eb-9e36-3c77bdc040a0 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:22.959548 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b508647f-b23d-48eb-9e36-3c77bdc040a0'] response: {'server_uuid': 'b5564eca-2cca-4300-8318-541fd3a8d572', 'name': 'network-vif-deleted', 'tag': '4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b', 'status': 'completed', 'code': 200} Apr 01 12:27:22.973167 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-feb3c8b4-e082-4f38-a1de-cdbc2769d5f3 req-108f1361-494e-4752-9ecb-5b05d0354e2d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959365 Apr 01 12:27:22.999240 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:27:23.027618 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-9f099954-48f8-4519-9173-c9af1d9e4c76 service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054787 Apr 01 12:27:23.051077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:23.088268 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:23.150720 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-69bda9c5-b507-4422-9068-445208c360d6 req-c75daca5-b6f2-4352-a95c-5318ae335bac tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5564eca-2cca-4300-8318-541fd3a8d572 HTTP/1.1" status: 200 len: 210 time: 0.0458210 Apr 01 12:27:23.290729 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,revision_number=10']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:23.513081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46bb0c-2a52-4d86-bbb5-9334eed5d694 req-1c513066-d0b7-4219-bd20-06665ea8def2 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:23.529733 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f46bb0c-2a52-4d86-bbb5-9334eed5d694 req-1c513066-d0b7-4219-bd20-06665ea8def2 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 947 time: 0.0699372 Apr 01 12:27:23.593383 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f46bb0c-2a52-4d86-bbb5-9334eed5d694 req-bb09382c-a00a-4eb2-b16b-0b2f9acf975a tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540545 Apr 01 12:27:23.593513 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:23.774461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f891a8-8aa4-4f71-bc44-a39283876cb2 req-5643eeb1-3ed3-45df-91f2-97a5b7ace6ea tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:23.785311 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57f891a8-8aa4-4f71-bc44-a39283876cb2 req-5643eeb1-3ed3-45df-91f2-97a5b7ace6ea tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.1014676 Apr 01 12:27:23.857165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b855812-431e-4949-8527-4abf6724f2ad req-8b848341-40c4-41de-a6af-0525c58c55e4 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:23.863687 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57f891a8-8aa4-4f71-bc44-a39283876cb2 req-f9e579c6-f6e9-4814-80bb-125798ed5582 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764499 Apr 01 12:27:23.864822 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b855812-431e-4949-8527-4abf6724f2ad req-8b848341-40c4-41de-a6af-0525c58c55e4 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.6943135 Apr 01 12:27:23.910757 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b855812-431e-4949-8527-4abf6724f2ad req-ea65f4bb-b300-4d30-92a2-b9f7127577be tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Apr 01 12:27:24.006398 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0abfc-8c75-4654-aa11-8f455782f3a6 req-60cd57b9-69fd-40f5-bb4c-9163b6a0f1c0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:24.008459 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eae0abfc-8c75-4654-aa11-8f455782f3a6 req-60cd57b9-69fd-40f5-bb4c-9163b6a0f1c0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0512733 Apr 01 12:27:24.048972 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eae0abfc-8c75-4654-aa11-8f455782f3a6 req-f25da650-8e69-4e5f-ae12-fdeaa2d87f21 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335782 Apr 01 12:27:24.090101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263460c-3208-4e2d-b706-4dde9d475aab req-29ecf6a0-66f5-434c-a287-d4db0b02de46 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:24.092573 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c263460c-3208-4e2d-b706-4dde9d475aab req-29ecf6a0-66f5-434c-a287-d4db0b02de46 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0518069 Apr 01 12:27:24.139128 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c263460c-3208-4e2d-b706-4dde9d475aab req-815cd880-be08-450c-8c19-a9daf86ba9e5 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 Apr 01 12:27:24.340051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6392b-c718-4e33-8faf-064a01d99808 req-d3548a13-58fe-4405-88df-7d9e61b0ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:24.342046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-d3548a13-58fe-4405-88df-7d9e61b0ad28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 1100 time: 0.0503726 Apr 01 12:27:24.477411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6392b-c718-4e33-8faf-064a01d99808 req-0e55b1df-ee23-46ac-8ea6-54e8059ad032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:24.478921 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-0e55b1df-ee23-46ac-8ea6-54e8059ad032 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1291878 Apr 01 12:27:24.486998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97757d5f-1bea-480b-b20d-a7eeef53de88 req-5366e455-3c21-4330-a659-1c6ab64ff0d2 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:24.488415 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97757d5f-1bea-480b-b20d-a7eeef53de88 req-5366e455-3c21-4330-a659-1c6ab64ff0d2 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.44 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 947 time: 0.0699587 Apr 01 12:27:24.552375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device af1f1649-08a7-46f2-9993-124c94282dc3 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:24.554386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-7fd38694-862a-4e23-8b1e-ceb79be01f4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 217 time: 0.0603769 Apr 01 12:27:24.682145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6392b-c718-4e33-8faf-064a01d99808 req-efd2f770-3f8d-4360-8bd1-3889968188f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:24.683591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-efd2f770-3f8d-4360-8bd1-3889968188f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1129820 Apr 01 12:27:24.684447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:24.700434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4559282-8259-4f54-b016-2041b3875594 req-2ecf55c8-b8aa-4523-a9be-0a6bafc8775a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:24.701982 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4559282-8259-4f54-b016-2041b3875594 req-2ecf55c8-b8aa-4523-a9be-0a6bafc8775a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 949 time: 0.0856750 Apr 01 12:27:24.754530 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-97757d5f-1bea-480b-b20d-a7eeef53de88 req-c3f776e7-1bdd-489a-984e-e3a207b7e77f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Deleting port af1f1649-08a7-46f2-9993-124c94282dc3 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:24.754870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-97757d5f-1bea-480b-b20d-a7eeef53de88 req-c3f776e7-1bdd-489a-984e-e3a207b7e77f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:24.756029 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c1792-e006-4eb0-9a4b-e37cde69f362 req-acdb99a9-9f03-41da-8959-c037ac76e8d4 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:24.768877 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-841c1792-e006-4eb0-9a4b-e37cde69f362 req-acdb99a9-9f03-41da-8959-c037ac76e8d4 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 947 time: 0.0805542 Apr 01 12:27:24.805184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6392b-c718-4e33-8faf-064a01d99808 req-9db27b5e-288f-4c98-bef0-85e7c939f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:24.806875 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-9db27b5e-288f-4c98-bef0-85e7c939f186 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037710 Apr 01 12:27:24.833171 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-841c1792-e006-4eb0-9a4b-e37cde69f362 req-2c52e4c0-599d-4afb-bf17-40777c1ce847 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630589 Apr 01 12:27:24.855637 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4559282-8259-4f54-b016-2041b3875594 req-aa1a510a-a648-4fe3-8748-d0ca085581e5 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262579 Apr 01 12:27:24.861343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:24.861891 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 4bd9bb5e-6375-4f1b-aa7f-67205b1eb72b not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:24.958279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-97757d5f-1bea-480b-b20d-a7eeef53de88 req-c3f776e7-1bdd-489a-984e-e3a207b7e77f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] For port af1f1649-08a7-46f2-9993-124c94282dc3, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=af1f1649-08a7-46f2-9993-124c94282dc3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:24.958279 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-97757d5f-1bea-480b-b20d-a7eeef53de88 req-c3f776e7-1bdd-489a-984e-e3a207b7e77f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:24.976990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-97757d5f-1bea-480b-b20d-a7eeef53de88 req-c3f776e7-1bdd-489a-984e-e3a207b7e77f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Calling delete_port for af1f1649-08a7-46f2-9993-124c94282dc3 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:25.004607 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-bce3b062-245e-4331-bbc8-1850189632be service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614206 Apr 01 12:27:25.025674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828885e-554c-47fe-89d1-63b0b9244a6b req-378d6da5-e0eb-4dae-b649-c26544a2c764 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:25.027287 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e828885e-554c-47fe-89d1-63b0b9244a6b req-378d6da5-e0eb-4dae-b649-c26544a2c764 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.0568643 Apr 01 12:27:25.070209 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e828885e-554c-47fe-89d1-63b0b9244a6b req-b120ed76-3454-43b0-9564-d4dc77e70738 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369203 Apr 01 12:27:25.178214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5dfaf-b7d7-405b-a3f4-2357e89d3404 req-d60ebe6c-b930-4dac-b601-3b8ca66bfcc1 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:25.179786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c5f5dfaf-b7d7-405b-a3f4-2357e89d3404 req-d60ebe6c-b930-4dac-b601-3b8ca66bfcc1 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1436682 Apr 01 12:27:25.186855 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8695f-a53a-4cf1-b327-1438b973431f req-732601ea-5aba-4d09-b6d6-157ac5296709 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:25.188462 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1dc8695f-a53a-4cf1-b327-1438b973431f req-732601ea-5aba-4d09-b6d6-157ac5296709 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0525126 Apr 01 12:27:25.212227 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-bac4958c-5a62-4fe2-9b51-5817de67f112 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749384 Apr 01 12:27:25.231906 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1dc8695f-a53a-4cf1-b327-1438b973431f req-27b39d80-4405-44d3-845d-43c625fd0fa4 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363147 Apr 01 12:27:25.263776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c5f5dfaf-b7d7-405b-a3f4-2357e89d3404 req-103d3787-981e-4a9f-a2ef-f483cfa499db tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714664 Apr 01 12:27:25.292880 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-97757d5f-1bea-480b-b20d-a7eeef53de88 req-c3f776e7-1bdd-489a-984e-e3a207b7e77f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:25.330213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f776e7-1bdd-489a-984e-e3a207b7e77f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Pushing event deleted for resources: {'Port': ['ID=af1f1649-08a7-46f2-9993-124c94282dc3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:25.395400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-97757d5f-1bea-480b-b20d-a7eeef53de88 req-c3f776e7-1bdd-489a-984e-e3a207b7e77f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] No DVR routers for this DVR port af1f1649-08a7-46f2-9993-124c94282dc3 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:25.398708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-97757d5f-1bea-480b-b20d-a7eeef53de88 req-c3f776e7-1bdd-489a-984e-e3a207b7e77f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:25.401401 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db17cf-b88b-44aa-83ac-804ee5c45974 req-16a5b892-b112-4294-bbdc-2faad1070115 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:25.401947 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97757d5f-1bea-480b-b20d-a7eeef53de88 req-c3f776e7-1bdd-489a-984e-e3a207b7e77f tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.44 "DELETE /v2.0/ports/af1f1649-08a7-46f2-9993-124c94282dc3 HTTP/1.1" status: 204 len: 173 time: 0.9068174 Apr 01 12:27:25.402555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f', 'name': 'network-vif-deleted', 'tag': 'af1f1649-08a7-46f2-9993-124c94282dc3'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:25.405287 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ba5db0-94a1-4062-92be-d84b7aa5a431" -d '{"events": [{"server_uuid": "366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f", "name": "network-vif-deleted", "tag": "af1f1649-08a7-46f2-9993-124c94282dc3"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:25.420915 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0db17cf-b88b-44aa-83ac-804ee5c45974 req-16a5b892-b112-4294-bbdc-2faad1070115 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.1107979 Apr 01 12:27:25.455719 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a390170c-a5c2-429e-938b-af2c576030e0 x-openstack-request-id: req-a390170c-a5c2-429e-938b-af2c576030e0 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:25.456018 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f", "name": "network-vif-deleted", "tag": "af1f1649-08a7-46f2-9993-124c94282dc3", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:25.456266 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a390170c-a5c2-429e-938b-af2c576030e0 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:25.456667 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a390170c-a5c2-429e-938b-af2c576030e0'] response: {'server_uuid': '366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f', 'name': 'network-vif-deleted', 'tag': 'af1f1649-08a7-46f2-9993-124c94282dc3', 'status': 'completed', 'code': 200} Apr 01 12:27:25.466971 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0db17cf-b88b-44aa-83ac-804ee5c45974 req-ddccc028-9787-41e5-8737-b25075b8bfcf tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Apr 01 12:27:25.962083 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2d1e2d17-8a62-4672-9b92-e063ae87d9d7 req-27048a1b-7e04-4ae4-a996-13971d2f6f40 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=366bcc72-ead9-4c4e-ba25-b07dcb9c2b7f HTTP/1.1" status: 200 len: 210 time: 0.0413365 Apr 01 12:27:26.016545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61c81d-9a48-4e44-8e9e-987c0ae74382 req-8b138657-d11b-42dc-ab25-a59ee2e4c269 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:26.022887 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b61c81d-9a48-4e44-8e9e-987c0ae74382 req-8b138657-d11b-42dc-ab25-a59ee2e4c269 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 949 time: 0.0761423 Apr 01 12:27:26.066742 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b61c81d-9a48-4e44-8e9e-987c0ae74382 req-ccf70bff-5099-47ee-96c7-667b998d4b36 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421820 Apr 01 12:27:26.140760 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce48309-b74c-43f6-8fcc-6a0b2282911a req-b2289c1c-bef8-463e-a528-36289bec16ca tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:26.142371 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bce48309-b74c-43f6-8fcc-6a0b2282911a req-b2289c1c-bef8-463e-a528-36289bec16ca tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745 HTTP/1.1" status: 200 len: 950 time: 0.0645504 Apr 01 12:27:26.282379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b0df4-1716-473e-bf33-d2311bf07566 req-6059215f-5130-49de-877e-0aa263b20691 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:26.283972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dd6b0df4-1716-473e-bf33-d2311bf07566 req-6059215f-5130-49de-877e-0aa263b20691 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.0952280 Apr 01 12:27:26.324657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-bce48309-b74c-43f6-8fcc-6a0b2282911a req-33ba10d9-2c6c-42c8-9100-8ef24a09e815 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Deleting port 69127762-0ca0-4fea-8ced-76dccf2a17ab {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:26.325163 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bce48309-b74c-43f6-8fcc-6a0b2282911a req-33ba10d9-2c6c-42c8-9100-8ef24a09e815 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:26.344129 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dd6b0df4-1716-473e-bf33-d2311bf07566 req-eedc7147-abf6-4ba2-8bb4-8a92cbc1e836 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534620 Apr 01 12:27:26.365161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c6204-5882-452c-a32c-0bb071d19c5e req-fda0f72b-e615-4be2-a7a1-9a1195171740 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:26.384071 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-646c6204-5882-452c-a32c-0bb071d19c5e req-fda0f72b-e615-4be2-a7a1-9a1195171740 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0723257 Apr 01 12:27:26.428624 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-646c6204-5882-452c-a32c-0bb071d19c5e req-098c6193-38c9-4d22-ad1c-d03d3a8f6e41 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436354 Apr 01 12:27:26.449655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:27:26.467683 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-bce48309-b74c-43f6-8fcc-6a0b2282911a req-33ba10d9-2c6c-42c8-9100-8ef24a09e815 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] For port 69127762-0ca0-4fea-8ced-76dccf2a17ab, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=69127762-0ca0-4fea-8ced-76dccf2a17ab,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:26.468056 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bce48309-b74c-43f6-8fcc-6a0b2282911a req-33ba10d9-2c6c-42c8-9100-8ef24a09e815 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:26.493508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-bce48309-b74c-43f6-8fcc-6a0b2282911a req-33ba10d9-2c6c-42c8-9100-8ef24a09e815 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Calling delete_port for 69127762-0ca0-4fea-8ced-76dccf2a17ab owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:26.514209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:26.515591 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:26.540782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d092ce7-8372-466a-b64d-db409740a121 req-3474ca6c-d02d-499e-93b0-7a4a34a1709f tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:26.542250 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d092ce7-8372-466a-b64d-db409740a121 req-3474ca6c-d02d-499e-93b0-7a4a34a1709f tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 949 time: 0.1150770 Apr 01 12:27:26.596327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77d218-d90a-4e90-9375-615fc1485df0 req-53d869b9-d8a4-494b-8818-a4ddba4038e3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:26.602469 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63091e-8859-4537-9dca-e4bc8d5051c9 req-0b9912b0-a4e4-4590-ba8e-01bd8c4e2c6a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:26.604023 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a77d218-d90a-4e90-9375-615fc1485df0 req-53d869b9-d8a4-494b-8818-a4ddba4038e3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0695536 Apr 01 12:27:26.604149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1e63091e-8859-4537-9dca-e4bc8d5051c9 req-0b9912b0-a4e4-4590-ba8e-01bd8c4e2c6a tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 949 time: 0.1281455 Apr 01 12:27:26.636422 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:26.651872 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a77d218-d90a-4e90-9375-615fc1485df0 req-c45a4bb6-6469-4f45-9cbe-e992618c43f8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Apr 01 12:27:26.663690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:26.666087 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ab9b93-cf23-4680-9319-ce6037afc4d5" -d '{"events": [{"server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:26.683170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:26.690100 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:26.718101 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d9af13-e0ce-4709-83b4-21985e35a787 x-openstack-request-id: req-94d9af13-e0ce-4709-83b4-21985e35a787 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:26.718812 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:26.719279 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94d9af13-e0ce-4709-83b4-21985e35a787 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:26.719880 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d9af13-e0ce-4709-83b4-21985e35a787'] response: {'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'code': 200} Apr 01 12:27:26.728270 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d092ce7-8372-466a-b64d-db409740a121 req-d5cc63a2-b39e-44d4-9b06-359e469c826e tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497087 Apr 01 12:27:26.759132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-1e63091e-8859-4537-9dca-e4bc8d5051c9 req-fd7fd67b-8816-46d6-8fc1-37c2bc76e4b0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Deleting port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:26.759132 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1e63091e-8859-4537-9dca-e4bc8d5051c9 req-fd7fd67b-8816-46d6-8fc1-37c2bc76e4b0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:26.781496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,revision_number=11']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:26.871159 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bce48309-b74c-43f6-8fcc-6a0b2282911a req-33ba10d9-2c6c-42c8-9100-8ef24a09e815 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:26.883252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c', '7213766e-da78-4fb2-99bc-0fb0ae40cf70', '90c05437-1218-4c17-8467-7f7cdf77cfc7', '969920f5-fbfd-48ba-a2f1-2ab73a63c75d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:26.920536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba10d9-2c6c-42c8-9100-8ef24a09e815 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event deleted for resources: {'Port': ['ID=69127762-0ca0-4fea-8ced-76dccf2a17ab,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:26.960482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-1e63091e-8859-4537-9dca-e4bc8d5051c9 req-fd7fd67b-8816-46d6-8fc1-37c2bc76e4b0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] For port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=969920f5-fbfd-48ba-a2f1-2ab73a63c75d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:26.960856 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1e63091e-8859-4537-9dca-e4bc8d5051c9 req-fd7fd67b-8816-46d6-8fc1-37c2bc76e4b0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:27.009476 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce48309-b74c-43f6-8fcc-6a0b2282911a req-33ba10d9-2c6c-42c8-9100-8ef24a09e815 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] No DVR routers for this DVR port 69127762-0ca0-4fea-8ced-76dccf2a17ab on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:27.011676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-1e63091e-8859-4537-9dca-e4bc8d5051c9 req-fd7fd67b-8816-46d6-8fc1-37c2bc76e4b0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Calling delete_port for 969920f5-fbfd-48ba-a2f1-2ab73a63c75d owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:27.016715 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bce48309-b74c-43f6-8fcc-6a0b2282911a req-33ba10d9-2c6c-42c8-9100-8ef24a09e815 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:27.019984 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bce48309-b74c-43f6-8fcc-6a0b2282911a req-33ba10d9-2c6c-42c8-9100-8ef24a09e815 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.44 "DELETE /v2.0/ports/69127762-0ca0-4fea-8ced-76dccf2a17ab HTTP/1.1" status: 204 len: 173 time: 0.8710237 Apr 01 12:27:27.035253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4d516-7b90-4928-a1ed-5248e685e253 req-fd0a0c01-2132-4c67-9962-b352f00a5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:27.036756 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edc4d516-7b90-4928-a1ed-5248e685e253 req-fd0a0c01-2132-4c67-9962-b352f00a5fd1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 1101 time: 0.1321654 Apr 01 12:27:27.124462 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edc4d516-7b90-4928-a1ed-5248e685e253 req-a9f41de5-ee81-4930-8fd8-2c062c3634a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589106 Apr 01 12:27:27.224565 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1e63091e-8859-4537-9dca-e4bc8d5051c9 req-fd7fd67b-8816-46d6-8fc1-37c2bc76e4b0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:27.263061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fd67b-8816-46d6-8fc1-37c2bc76e4b0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event deleted for resources: {'Port': ['ID=969920f5-fbfd-48ba-a2f1-2ab73a63c75d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:27.277134 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c4de7ef8-b77b-485d-a84a-8998faad0a4e req-592ce6ac-87a1-4d85-83cf-01bc1bcfe1fe tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=909bf308-17d3-433d-85ad-31ca8f161601 HTTP/1.1" status: 200 len: 210 time: 0.0663643 Apr 01 12:27:27.359357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e63091e-8859-4537-9dca-e4bc8d5051c9 req-fd7fd67b-8816-46d6-8fc1-37c2bc76e4b0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] No DVR routers for this DVR port 969920f5-fbfd-48ba-a2f1-2ab73a63c75d on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:27.362573 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1e63091e-8859-4537-9dca-e4bc8d5051c9 req-fd7fd67b-8816-46d6-8fc1-37c2bc76e4b0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:27.372069 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1e63091e-8859-4537-9dca-e4bc8d5051c9 req-fd7fd67b-8816-46d6-8fc1-37c2bc76e4b0 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "DELETE /v2.0/ports/969920f5-fbfd-48ba-a2f1-2ab73a63c75d HTTP/1.1" status: 204 len: 173 time: 0.7582724 Apr 01 12:27:27.458331 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745', 'name': 'network-vif-deleted', 'tag': '69127762-0ca0-4fea-8ced-76dccf2a17ab'}, {'server_uuid': '909bf308-17d3-433d-85ad-31ca8f161601', 'name': 'network-vif-deleted', 'tag': '969920f5-fbfd-48ba-a2f1-2ab73a63c75d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:27.461765 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f05aef4-a04f-4276-a341-d5b6238986aa" -d '{"events": [{"server_uuid": "1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745", "name": "network-vif-deleted", "tag": "69127762-0ca0-4fea-8ced-76dccf2a17ab"}, {"server_uuid": "909bf308-17d3-433d-85ad-31ca8f161601", "name": "network-vif-deleted", "tag": "969920f5-fbfd-48ba-a2f1-2ab73a63c75d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:27.524608 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371c66-5f4f-4f29-98ec-a78e59be7eb4 req-21644620-3e34-45e5-86a8-1980ce3a63c0 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:27.528738 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d4371c66-5f4f-4f29-98ec-a78e59be7eb4 req-21644620-3e34-45e5-86a8-1980ce3a63c0 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 1096 time: 0.1205258 Apr 01 12:27:27.572219 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678d6c7-cf2c-4693-9bc6-f2185103b100 req-e6eb2dad-5936-47e2-96a3-50bb8f2d1d53 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:27.581195 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6678d6c7-cf2c-4693-9bc6-f2185103b100 req-e6eb2dad-5936-47e2-96a3-50bb8f2d1d53 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=288d4b2c-526e-4bc8-9da4-9dbdde39ef8e HTTP/1.1" status: 200 len: 949 time: 0.0949419 Apr 01 12:27:27.612463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d4371c66-5f4f-4f29-98ec-a78e59be7eb4 req-448cc098-105a-4f5d-9045-8fc2b620b1b7 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773695 Apr 01 12:27:27.652616 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6678d6c7-cf2c-4693-9bc6-f2185103b100 req-1b1b3826-3962-4232-a1c2-1fd960f4e561 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700984 Apr 01 12:27:27.767219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5228f-1dee-4831-8826-b06c6755a739 req-46c0a0fb-d43c-4e92-9922-409bb529bb5e tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:27.771484 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05d5228f-1dee-4831-8826-b06c6755a739 req-46c0a0fb-d43c-4e92-9922-409bb529bb5e tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.0750575 Apr 01 12:27:27.781771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad0e62-4613-4c1b-8b6d-22d93aaa2442 req-cde97894-ec73-41cd-8429-7df53e2f8e5a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:27.784046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-50ad0e62-4613-4c1b-8b6d-22d93aaa2442 req-cde97894-ec73-41cd-8429-7df53e2f8e5a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0615306 Apr 01 12:27:27.826574 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05d5228f-1dee-4831-8826-b06c6755a739 req-84634e55-55ca-4554-ac51-277beb28b92c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478678 Apr 01 12:27:27.827026 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-50ad0e62-4613-4c1b-8b6d-22d93aaa2442 req-0e3e1d04-7cab-49d6-8cb3-224ae4f4f674 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355554 Apr 01 12:27:27.892169 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affd0bd9-dfd5-4022-8075-04ce52bbd54e x-openstack-request-id: req-affd0bd9-dfd5-4022-8075-04ce52bbd54e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:27.892931 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745", "name": "network-vif-deleted", "tag": "69127762-0ca0-4fea-8ced-76dccf2a17ab", "status": "completed", "code": 200}, {"server_uuid": "909bf308-17d3-433d-85ad-31ca8f161601", "name": "network-vif-deleted", "tag": "969920f5-fbfd-48ba-a2f1-2ab73a63c75d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:27.894095 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-affd0bd9-dfd5-4022-8075-04ce52bbd54e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:27.894858 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affd0bd9-dfd5-4022-8075-04ce52bbd54e'] response: {'server_uuid': '1f6d4772-6ae0-4d5d-96a6-b24c2f7d8745', 'name': 'network-vif-deleted', 'tag': '69127762-0ca0-4fea-8ced-76dccf2a17ab', 'status': 'completed', 'code': 200} Apr 01 12:27:27.896064 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affd0bd9-dfd5-4022-8075-04ce52bbd54e'] response: {'server_uuid': '909bf308-17d3-433d-85ad-31ca8f161601', 'name': 'network-vif-deleted', 'tag': '969920f5-fbfd-48ba-a2f1-2ab73a63c75d', 'status': 'completed', 'code': 200} Apr 01 12:27:28.001934 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded146e8-41ff-4c0f-9b3d-e7b5ddfac390 req-2449d376-8b37-4dfc-8d5e-14e35cb10c57 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:28.021046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ded146e8-41ff-4c0f-9b3d-e7b5ddfac390 req-2449d376-8b37-4dfc-8d5e-14e35cb10c57 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0805948 Apr 01 12:27:28.064569 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ded146e8-41ff-4c0f-9b3d-e7b5ddfac390 req-c81bc50d-85ad-42b0-b557-ca56c828164c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425339 Apr 01 12:27:28.208046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72eadc-1026-46d1-be17-1b4f70ea04f8 req-960e2bcd-d591-45ee-b357-f8f4e14fa403 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:28.209541 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac72eadc-1026-46d1-be17-1b4f70ea04f8 req-960e2bcd-d591-45ee-b357-f8f4e14fa403 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 950 time: 0.0644512 Apr 01 12:27:28.250886 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac72eadc-1026-46d1-be17-1b4f70ea04f8 req-f1a020d7-9aa3-4ab9-a196-efe2f8f2ebeb tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344818 Apr 01 12:27:28.589286 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 69127762-0ca0-4fea-8ced-76dccf2a17ab no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:28.615707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 69127762-0ca0-4fea-8ced-76dccf2a17ab {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:28.616069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 69127762-0ca0-4fea-8ced-76dccf2a17ab not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:28.775878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04e8c2-6565-4731-b7e4-0d6b88420090 req-af1e1cc6-c793-4adb-88a1-c247f5d2aaeb tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:28.777880 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc04e8c2-6565-4731-b7e4-0d6b88420090 req-af1e1cc6-c793-4adb-88a1-c247f5d2aaeb tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700 HTTP/1.1" status: 200 len: 950 time: 0.0558319 Apr 01 12:27:28.781598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-8404392c-822f-460f-a097-b4f32ffab3a5 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:27:28.782674 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-8404392c-822f-460f-a097-b4f32ffab3a5 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066488 Apr 01 12:27:28.818475 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc04e8c2-6565-4731-b7e4-0d6b88420090 req-d2b40e70-3bde-4a92-a3a8-d29a06fe3bfb tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342727 Apr 01 12:27:28.824910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384398-b004-4e28-9a96-904e0185ceac req-1f36a443-c9ec-4ec6-ba58-42793665f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:28.826443 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-1f36a443-c9ec-4ec6-ba58-42793665f0d1 service neutron] 10.222.0.45 "GET /v2.0/ports/48f3d975-d9ec-4126-acd9-71b9946de37a HTTP/1.1" status: 200 len: 1093 time: 0.0363145 Apr 01 12:27:28.839692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] Request body: {'binding': {'host': 'n-h2-836146-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:28.839692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] Unknown quota resources ['binding']. {{(pid=102719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 01 12:27:28.935269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818fa06-6fb1-4e25-b5ae-6bb06c76e7a4 req-e6f5a8f2-d222-4830-869d-55ea3173a684 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:28.936876 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b818fa06-6fb1-4e25-b5ae-6bb06c76e7a4 req-e6f5a8f2-d222-4830-869d-55ea3173a684 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=288d4b2c-526e-4bc8-9da4-9dbdde39ef8e HTTP/1.1" status: 200 len: 949 time: 0.0549676 Apr 01 12:27:28.978600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b818fa06-6fb1-4e25-b5ae-6bb06c76e7a4 req-ce02c0bf-7c66-4002-b4bd-2610256df6b8 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341291 Apr 01 12:27:29.002969 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on host n-h2-836146-1 for vnic_type normal with profile None {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:27:29.003424 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:27:29.003860 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:29.009386 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] Port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:27:29.009706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:29.014981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:27:29.015316 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:27:29.015694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:27:29.016116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] Bound port: 48f3d975-d9ec-4126-acd9-71b9946de37a, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:27:29.076208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=48f3d975-d9ec-4126-acd9-71b9946de37a,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:27:29.082642 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:29.083776 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-81149539-c509-47cb-8f7d-d6924e7ab9b1 service neutron] 10.222.0.45 "POST /v2.0/ports/48f3d975-d9ec-4126-acd9-71b9946de37a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2518520 Apr 01 12:27:29.108869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca785ea-7818-49b3-b8c1-03cce5cbde79 req-e17aea97-285c-4838-b7f3-637a4d5a73d6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:29.110450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eca785ea-7818-49b3-b8c1-03cce5cbde79 req-e17aea97-285c-4838-b7f3-637a4d5a73d6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0569799 Apr 01 12:27:29.153116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eca785ea-7818-49b3-b8c1-03cce5cbde79 req-5122df8b-4607-4343-9940-b25617e7f031 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344439 Apr 01 12:27:29.266560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19377405-7748-44ce-b444-ad731f3a559a req-1a43c6df-dcc2-4aa2-98ca-05be9dc5dd35 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:29.267174 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50f841-5ac1-4cc9-bc31-7edb4fb03634 req-5161261a-486c-4dcd-a234-aeed43b82a72 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:29.268586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-19377405-7748-44ce-b444-ad731f3a559a req-1a43c6df-dcc2-4aa2-98ca-05be9dc5dd35 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0540130 Apr 01 12:27:29.269035 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6f50f841-5ac1-4cc9-bc31-7edb4fb03634 req-5161261a-486c-4dcd-a234-aeed43b82a72 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.0661349 Apr 01 12:27:29.310101 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-19377405-7748-44ce-b444-ad731f3a559a req-67e5dcb3-80f4-4b34-851a-c9d9b0cb9088 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345609 Apr 01 12:27:29.317159 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6f50f841-5ac1-4cc9-bc31-7edb4fb03634 req-e1066dd4-7bf4-42a8-ae57-68458142db73 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405486 Apr 01 12:27:29.350812 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c', '7213766e-da78-4fb2-99bc-0fb0ae40cf70', '90c05437-1218-4c17-8467-7f7cdf77cfc7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:29.393370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384398-b004-4e28-9a96-904e0185ceac req-b341e92f-a9d6-459d-b18b-24d5d5090871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:29.394827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-b341e92f-a9d6-459d-b18b-24d5d5090871 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 1096 time: 0.0586569 Apr 01 12:27:29.440702 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2af169-43a0-4cae-9e4a-683d12abf55f req-8032885f-4fc3-4c30-a255-4c98a7ef2078 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:29.442614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae2af169-43a0-4cae-9e4a-683d12abf55f req-8032885f-4fc3-4c30-a255-4c98a7ef2078 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 950 time: 0.0518360 Apr 01 12:27:29.484907 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae2af169-43a0-4cae-9e4a-683d12abf55f req-64129213-4b6c-4948-bb7d-32860b85f25d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358868 Apr 01 12:27:29.512581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abdc26-a05a-42fe-b42a-eea5632d9065 req-668f17e5-cf4a-4115-9d77-d3babed7ad97 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:29.522388 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6abdc26-a05a-42fe-b42a-eea5632d9065 req-668f17e5-cf4a-4115-9d77-d3babed7ad97 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.1186471 Apr 01 12:27:29.572576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384398-b004-4e28-9a96-904e0185ceac req-fbd72357-6c62-4b8f-b988-7f7a33d5d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:29.574063 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-fbd72357-6c62-4b8f-b988-7f7a33d5d016 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.1628230 Apr 01 12:27:29.577329 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6abdc26-a05a-42fe-b42a-eea5632d9065 req-048ef1a3-acf7-42f0-88a1-e78afd68d096 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560970 Apr 01 12:27:29.626473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363c80e-4d69-42fb-a286-f542c7c50a1d req-336bceea-43bc-4a09-8c3b-93f4f9cf2dfd tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:29.628799 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b363c80e-4d69-42fb-a286-f542c7c50a1d req-336bceea-43bc-4a09-8c3b-93f4f9cf2dfd tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.44 "GET /v2.0/ports?device_id=288d4b2c-526e-4bc8-9da4-9dbdde39ef8e HTTP/1.1" status: 200 len: 949 time: 0.0822546 Apr 01 12:27:29.649725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-c02e5244-3ae9-4bea-a2b7-faefea7d8718 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f3d975-d9ec-4126-acd9-71b9946de37a HTTP/1.1" status: 200 len: 217 time: 0.0668089 Apr 01 12:27:29.706124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384398-b004-4e28-9a96-904e0185ceac req-71fcb10b-c8e7-489a-b5bc-f1c5989166cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:29.708113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-71fcb10b-c8e7-489a-b5bc-f1c5989166cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.0508902 Apr 01 12:27:29.729159 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-b363c80e-4d69-42fb-a286-f542c7c50a1d req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Deleting port 2eadd28a-df28-4b90-b456-30ccabaed8de {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:29.729567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b363c80e-4d69-42fb-a286-f542c7c50a1d req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:29.754165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-071ccea0-789d-4348-b0c4-981ef8f58ea4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364888 Apr 01 12:27:29.801276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501964b-bce3-4546-a4b0-80fd55773cfc req-12c7c5d6-3065-4939-bfed-7315b1d0d51f tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:29.802882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0501964b-bce3-4546-a4b0-80fd55773cfc req-12c7c5d6-3065-4939-bfed-7315b1d0d51f tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 1101 time: 0.0938652 Apr 01 12:27:29.822548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-b363c80e-4d69-42fb-a286-f542c7c50a1d req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] For port 2eadd28a-df28-4b90-b456-30ccabaed8de, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2eadd28a-df28-4b90-b456-30ccabaed8de,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:29.823771 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b363c80e-4d69-42fb-a286-f542c7c50a1d req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:29.836015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-b363c80e-4d69-42fb-a286-f542c7c50a1d req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Calling delete_port for 2eadd28a-df28-4b90-b456-30ccabaed8de owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:29.875536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0501964b-bce3-4546-a4b0-80fd55773cfc req-750742b5-8d27-45e4-bd84-7a421d0bbe94 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487013 Apr 01 12:27:29.881737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-d7f78ecd-d8f5-4b1f-9ad7-2950c7d8dffb service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195109 Apr 01 12:27:29.991312 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-c934841c-22bd-43ad-84f7-e6e5a471b7f2 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024530 Apr 01 12:27:30.098309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e7b43-ef16-41bc-860b-bc30da907e3d req-64ccd1cc-4263-404b-9a07-0c7dcfd4c16c tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:30.099987 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-188e7b43-ef16-41bc-860b-bc30da907e3d req-64ccd1cc-4263-404b-9a07-0c7dcfd4c16c tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 1101 time: 0.0441775 Apr 01 12:27:30.143974 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-188e7b43-ef16-41bc-860b-bc30da907e3d req-1dbc1f86-edb5-4b1f-aa81-f7fbadd12283 tempest-ServersAdminTestJSON-1612712050 tempest-ServersAdminTestJSON-1612712050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355213 Apr 01 12:27:30.219126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df301a16-2b76-4d28-a878-6be4062b8b95 req-362d14ae-ebb7-4745-811a-d5cdfbafa258 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:30.220830 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df301a16-2b76-4d28-a878-6be4062b8b95 req-362d14ae-ebb7-4745-811a-d5cdfbafa258 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700 HTTP/1.1" status: 200 len: 950 time: 0.0939488 Apr 01 12:27:30.280534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab1cbe-70b6-462e-80fb-006e5ce2c873 req-7d2a9123-4d01-44ba-9452-02e82d43d086 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:30.282940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5fab1cbe-70b6-462e-80fb-006e5ce2c873 req-7d2a9123-4d01-44ba-9452-02e82d43d086 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/ports?device_id=288d4b2c-526e-4bc8-9da4-9dbdde39ef8e HTTP/1.1" status: 200 len: 949 time: 0.0691681 Apr 01 12:27:30.305037 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df301a16-2b76-4d28-a878-6be4062b8b95 req-43de73af-adb0-4fb5-9fbd-472b399a61f5 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724835 Apr 01 12:27:30.342369 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b363c80e-4d69-42fb-a286-f542c7c50a1d req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:30.360187 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5fab1cbe-70b6-462e-80fb-006e5ce2c873 req-248131a2-7c11-49e7-8a4e-1ed5c1d8dec0 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.45 "GET /v2.0/security-groups?id=f741cefc-bfc0-4842-ae34-c1b965bf47ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698588 Apr 01 12:27:30.380642 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Pushing event deleted for resources: {'Port': ['ID=2eadd28a-df28-4b90-b456-30ccabaed8de,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:30.423087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:30.423639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:30.424190 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:30.425313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:30.425917 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:30.426441 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:30.426928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:30.427408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:30.427875 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:30.428555 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:30.429037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:30.429533 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:30.451794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b363c80e-4d69-42fb-a286-f542c7c50a1d req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] No DVR routers for this DVR port 2eadd28a-df28-4b90-b456-30ccabaed8de on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:30.463124 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 969920f5-fbfd-48ba-a2f1-2ab73a63c75d no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:30.467435 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b363c80e-4d69-42fb-a286-f542c7c50a1d req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:30.475149 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b363c80e-4d69-42fb-a286-f542c7c50a1d req-8f9d69ef-dd4f-49a0-870e-893c6b95b164 tempest-ListImageFiltersTestJSON-1475004053 tempest-ListImageFiltersTestJSON-1475004053-project] 10.222.0.44 "DELETE /v2.0/ports/2eadd28a-df28-4b90-b456-30ccabaed8de HTTP/1.1" status: 204 len: 173 time: 0.8390868 Apr 01 12:27:30.475657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'name': 'network-vif-deleted', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:30.482307 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787de9ca-84ab-4f8b-a797-5ca6eda6a1a6" -d '{"events": [{"server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "name": "network-vif-deleted", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:30.499619 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 969920f5-fbfd-48ba-a2f1-2ab73a63c75d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:30.500065 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 969920f5-fbfd-48ba-a2f1-2ab73a63c75d not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:30.537229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f42776-8c14-41b5-8f18-06a76ba4ad3f req-056fc902-1284-492b-a9a3-f165a5d624f3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:30.538883 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18f42776-8c14-41b5-8f18-06a76ba4ad3f req-056fc902-1284-492b-a9a3-f165a5d624f3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0936382 Apr 01 12:27:30.604864 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18f42776-8c14-41b5-8f18-06a76ba4ad3f req-7fe86f62-21e0-4b8e-93a0-0ff4f3db6c2a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537724 Apr 01 12:27:30.638313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66d17-d74a-480d-aac4-44d71058126d req-393e82cb-5365-4ce1-8b6a-dcbe79eb6b81 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:30.645793 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-94a66d17-d74a-480d-aac4-44d71058126d req-393e82cb-5365-4ce1-8b6a-dcbe79eb6b81 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0962903 Apr 01 12:27:30.693759 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-94a66d17-d74a-480d-aac4-44d71058126d req-b10617d8-cc49-4e95-8d20-7f1e1f4c0a28 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Apr 01 12:27:30.722679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212baea-8737-4f8d-a26d-14ce7d97929a req-164a8571-17d0-4c80-a78b-992793734c64 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:30.725155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9212baea-8737-4f8d-a26d-14ce7d97929a req-164a8571-17d0-4c80-a78b-992793734c64 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.0583980 Apr 01 12:27:30.732558 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9500d082-04c7-47ac-bdf9-2c31542f82d4 x-openstack-request-id: req-9500d082-04c7-47ac-bdf9-2c31542f82d4 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:30.733037 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288d4b2c-526e-4bc8-9da4-9dbdde39ef8e", "name": "network-vif-deleted", "tag": "2eadd28a-df28-4b90-b456-30ccabaed8de", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:30.733462 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9500d082-04c7-47ac-bdf9-2c31542f82d4 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:30.733941 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9500d082-04c7-47ac-bdf9-2c31542f82d4'] response: {'server_uuid': '288d4b2c-526e-4bc8-9da4-9dbdde39ef8e', 'name': 'network-vif-deleted', 'tag': '2eadd28a-df28-4b90-b456-30ccabaed8de', 'status': 'completed', 'code': 200} Apr 01 12:27:30.782609 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9212baea-8737-4f8d-a26d-14ce7d97929a req-318ef029-f550-4510-9f03-a2af46236b1c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470660 Apr 01 12:27:30.850728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac26cf0-62fd-4263-96f9-b69b5ec23f69 req-f4eeeeb5-a60f-40c0-9326-efaff6a6d45f tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:30.858615 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fac26cf0-62fd-4263-96f9-b69b5ec23f69 req-f4eeeeb5-a60f-40c0-9326-efaff6a6d45f tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 950 time: 0.0665910 Apr 01 12:27:30.910969 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fac26cf0-62fd-4263-96f9-b69b5ec23f69 req-98057ba6-71b1-444a-8972-23f1d34d5a4e tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Apr 01 12:27:30.941106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc6792-2475-4297-8d7b-988bbc4e39f7 req-7d9bdce7-3f61-450a-9cdd-5462699f1cd5 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:30.942651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7dc6792-2475-4297-8d7b-988bbc4e39f7 req-7d9bdce7-3f61-450a-9cdd-5462699f1cd5 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700 HTTP/1.1" status: 200 len: 950 time: 0.0904050 Apr 01 12:27:30.994265 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480e5c3-fc93-41c9-b18b-51104fbc4df0 req-756b543e-e3c4-46c3-b601-997b3f1c42bd tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:31.001907 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f480e5c3-fc93-41c9-b18b-51104fbc4df0 req-756b543e-e3c4-46c3-b601-997b3f1c42bd tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.1318483 Apr 01 12:27:31.072246 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f480e5c3-fc93-41c9-b18b-51104fbc4df0 req-09b89e44-2321-4b1d-8996-1ae6906a02b1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693495 Apr 01 12:27:31.129694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-e7dc6792-2475-4297-8d7b-988bbc4e39f7 req-daa25641-2ab2-4be1-89fa-9e88dab87248 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Deleting port 90c05437-1218-4c17-8467-7f7cdf77cfc7 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:31.130050 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e7dc6792-2475-4297-8d7b-988bbc4e39f7 req-daa25641-2ab2-4be1-89fa-9e88dab87248 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:31.166411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7772c-d3e2-47ce-8253-1d8eb64bf926 req-34333a04-043a-45b3-b0c3-124e3cbd5e2b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:31.167890 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edd7772c-d3e2-47ce-8253-1d8eb64bf926 req-34333a04-043a-45b3-b0c3-124e3cbd5e2b tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce2f9cee-728e-4c6a-9842-aabce634ff08 HTTP/1.1" status: 200 len: 949 time: 0.0810423 Apr 01 12:27:31.291612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e7dc6792-2475-4297-8d7b-988bbc4e39f7 req-daa25641-2ab2-4be1-89fa-9e88dab87248 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] For port 90c05437-1218-4c17-8467-7f7cdf77cfc7, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=90c05437-1218-4c17-8467-7f7cdf77cfc7,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:31.291983 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e7dc6792-2475-4297-8d7b-988bbc4e39f7 req-daa25641-2ab2-4be1-89fa-9e88dab87248 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:31.307816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-e7dc6792-2475-4297-8d7b-988bbc4e39f7 req-daa25641-2ab2-4be1-89fa-9e88dab87248 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Calling delete_port for 90c05437-1218-4c17-8467-7f7cdf77cfc7 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:31.366530 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-edd7772c-d3e2-47ce-8253-1d8eb64bf926 req-69a7f3d5-4cfd-41c4-b1b3-d973b8755101 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Deleting port 7213766e-da78-4fb2-99bc-0fb0ae40cf70 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:31.366872 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-edd7772c-d3e2-47ce-8253-1d8eb64bf926 req-69a7f3d5-4cfd-41c4-b1b3-d973b8755101 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:31.453773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9a7e4-456b-4467-ba77-f758964f59b4 req-11b1c34a-c5ea-4145-9885-4ba4d63faa23 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:31.462159 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-42a9a7e4-456b-4467-ba77-f758964f59b4 req-11b1c34a-c5ea-4145-9885-4ba4d63faa23 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700 HTTP/1.1" status: 200 len: 950 time: 0.0668099 Apr 01 12:27:31.485327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-edd7772c-d3e2-47ce-8253-1d8eb64bf926 req-69a7f3d5-4cfd-41c4-b1b3-d973b8755101 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] For port 7213766e-da78-4fb2-99bc-0fb0ae40cf70, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=7213766e-da78-4fb2-99bc-0fb0ae40cf70,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:31.486113 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-edd7772c-d3e2-47ce-8253-1d8eb64bf926 req-69a7f3d5-4cfd-41c4-b1b3-d973b8755101 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:31.503010 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-edd7772c-d3e2-47ce-8253-1d8eb64bf926 req-69a7f3d5-4cfd-41c4-b1b3-d973b8755101 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Calling delete_port for 7213766e-da78-4fb2-99bc-0fb0ae40cf70 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:31.517575 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-42a9a7e4-456b-4467-ba77-f758964f59b4 req-6c891e23-e589-4ca4-a186-ff359053173e tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540841 Apr 01 12:27:31.658497 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e7dc6792-2475-4297-8d7b-988bbc4e39f7 req-daa25641-2ab2-4be1-89fa-9e88dab87248 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:31.672262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c', '7213766e-da78-4fb2-99bc-0fb0ae40cf70', '90c05437-1218-4c17-8467-7f7cdf77cfc7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:31.750641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa25641-2ab2-4be1-89fa-9e88dab87248 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event deleted for resources: {'Port': ['ID=90c05437-1218-4c17-8467-7f7cdf77cfc7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:31.811932 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0b2df-7f36-4cd2-bf8e-4a0d8ff0d0aa req-c5619db5-eee0-4c6a-ab91-1faba4ccb511 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:31.813817 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-83b0b2df-7f36-4cd2-bf8e-4a0d8ff0d0aa req-c5619db5-eee0-4c6a-ab91-1faba4ccb511 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1125774 Apr 01 12:27:31.863435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-83b0b2df-7f36-4cd2-bf8e-4a0d8ff0d0aa req-5a6e1194-8897-4372-b89d-f8aa81b54867 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 Apr 01 12:27:32.055999 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19709a01-b126-4072-a37c-b7f8897a7661 req-537e7b18-5ed6-4f83-854c-f808696fe264 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:32.063970 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-19709a01-b126-4072-a37c-b7f8897a7661 req-537e7b18-5ed6-4f83-854c-f808696fe264 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0714264 Apr 01 12:27:32.133797 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-19709a01-b126-4072-a37c-b7f8897a7661 req-8d26b004-a13f-40af-8872-922c18815eac tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682025 Apr 01 12:27:32.212201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dc6792-2475-4297-8d7b-988bbc4e39f7 req-daa25641-2ab2-4be1-89fa-9e88dab87248 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] No DVR routers for this DVR port 90c05437-1218-4c17-8467-7f7cdf77cfc7 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:32.214982 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e7dc6792-2475-4297-8d7b-988bbc4e39f7 req-daa25641-2ab2-4be1-89fa-9e88dab87248 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:32.218940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7dc6792-2475-4297-8d7b-988bbc4e39f7 req-daa25641-2ab2-4be1-89fa-9e88dab87248 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "DELETE /v2.0/ports/90c05437-1218-4c17-8467-7f7cdf77cfc7 HTTP/1.1" status: 204 len: 173 time: 1.2695363 Apr 01 12:27:32.241801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7b531e-aa33-4d0d-8e21-cd3388b84700', 'name': 'network-vif-deleted', 'tag': '90c05437-1218-4c17-8467-7f7cdf77cfc7'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:32.246899 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24123681-f04c-435f-abd7-07dd5e0ab98c" -d '{"events": [{"server_uuid": "9b7b531e-aa33-4d0d-8e21-cd3388b84700", "name": "network-vif-deleted", "tag": "90c05437-1218-4c17-8467-7f7cdf77cfc7"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:32.274561 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fa53f-2c89-4369-8756-14e6670dc59a req-9152a398-224f-48d5-92b4-d767081bd502 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:32.279894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-565fa53f-2c89-4369-8756-14e6670dc59a req-9152a398-224f-48d5-92b4-d767081bd502 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 950 time: 0.0838141 Apr 01 12:27:32.308291 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-edd7772c-d3e2-47ce-8253-1d8eb64bf926 req-69a7f3d5-4cfd-41c4-b1b3-d973b8755101 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:32.339144 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-565fa53f-2c89-4369-8756-14e6670dc59a req-59d706b8-4908-4419-b7c9-162cdff7bf13 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525498 Apr 01 12:27:32.375227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7f3d5-4cfd-41c4-b1b3-d973b8755101 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event deleted for resources: {'Port': ['ID=7213766e-da78-4fb2-99bc-0fb0ae40cf70,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:32.388456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97070c5-9c8a-4c19-a486-0ccb7b2dcc05 req-3776d651-03a4-44a5-836b-1b439bc0f5ba tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:32.396048 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f97070c5-9c8a-4c19-a486-0ccb7b2dcc05 req-3776d651-03a4-44a5-836b-1b439bc0f5ba tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.2109931 Apr 01 12:27:32.452216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd7772c-d3e2-47ce-8253-1d8eb64bf926 req-69a7f3d5-4cfd-41c4-b1b3-d973b8755101 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] No DVR routers for this DVR port 7213766e-da78-4fb2-99bc-0fb0ae40cf70 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:32.458596 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-edd7772c-d3e2-47ce-8253-1d8eb64bf926 req-69a7f3d5-4cfd-41c4-b1b3-d973b8755101 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:32.461993 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edd7772c-d3e2-47ce-8253-1d8eb64bf926 req-69a7f3d5-4cfd-41c4-b1b3-d973b8755101 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "DELETE /v2.0/ports/7213766e-da78-4fb2-99bc-0fb0ae40cf70 HTTP/1.1" status: 204 len: 173 time: 1.2600303 Apr 01 12:27:32.483714 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f97070c5-9c8a-4c19-a486-0ccb7b2dcc05 req-f97e0d62-0abe-4608-abf6-28c7f2ad2d28 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863683 Apr 01 12:27:32.545609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:32.613769 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8936e98b-0ed8-4504-bb8a-feeae14d1746 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:27:32.616002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2eadd28a-df28-4b90-b456-30ccabaed8de no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:32.673525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 2eadd28a-df28-4b90-b456-30ccabaed8de {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:32.674239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2eadd28a-df28-4b90-b456-30ccabaed8de not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:32.678666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018c573-6d8e-403d-bf1c-f95d2d6dffa5 req-9d174b5c-926f-4380-8242-6ef72ac3f157 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:32.680360 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6018c573-6d8e-403d-bf1c-f95d2d6dffa5 req-9d174b5c-926f-4380-8242-6ef72ac3f157 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.0757768 Apr 01 12:27:32.767171 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca0421e-c519-44ce-bf56-e7fdf0ee5e05 x-openstack-request-id: req-bca0421e-c519-44ce-bf56-e7fdf0ee5e05 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:32.767171 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7b531e-aa33-4d0d-8e21-cd3388b84700", "name": "network-vif-deleted", "tag": "90c05437-1218-4c17-8467-7f7cdf77cfc7", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:32.767171 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bca0421e-c519-44ce-bf56-e7fdf0ee5e05 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:32.767739 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca0421e-c519-44ce-bf56-e7fdf0ee5e05'] response: {'server_uuid': '9b7b531e-aa33-4d0d-8e21-cd3388b84700', 'name': 'network-vif-deleted', 'tag': '90c05437-1218-4c17-8467-7f7cdf77cfc7', 'status': 'completed', 'code': 200} Apr 01 12:27:32.783177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6018c573-6d8e-403d-bf1c-f95d2d6dffa5 req-42928cdc-c103-40ee-8b8e-02bfc6e7326c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960369 Apr 01 12:27:32.874213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8936e98b-0ed8-4504-bb8a-feeae14d1746, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8936e98b-0ed8-4504-bb8a-feeae14d1746,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:32.897649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '8936e98b-0ed8-4504-bb8a-feeae14d1746', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'port_id': '8936e98b-0ed8-4504-bb8a-feeae14d1746', 'mac_address': 'fa:16:3e:df:2e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3516b13e-86ee-4605-892c-1bb452f4de0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:27:32.942501 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2c8f9dde-3ee6-4665-847f-829d893d8712 req-3901893b-e38f-43df-8b85-5bf4520178d7 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b7b531e-aa33-4d0d-8e21-cd3388b84700 HTTP/1.1" status: 200 len: 210 time: 0.0739012 Apr 01 12:27:32.956190 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:32.976094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8936e98b-0ed8-4504-bb8a-feeae14d1746 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:27:33.026197 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8936e98b-0ed8-4504-bb8a-feeae14d1746, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8936e98b-0ed8-4504-bb8a-feeae14d1746,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:33.032301 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:33.074115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a5473-ed64-4087-900e-248d0418c6a2 req-c5ef61ca-0a3f-4c1c-92ec-d492734e2458 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:33.092024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-835a5473-ed64-4087-900e-248d0418c6a2 req-c5ef61ca-0a3f-4c1c-92ec-d492734e2458 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.37 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 950 time: 0.2021868 Apr 01 12:27:33.128030 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8936e98b-0ed8-4504-bb8a-feeae14d1746,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:33.162263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6a2ff-82af-4a64-8029-4d8ec5e456a9 req-a4ed7d5b-031e-4f46-918c-e48725767b4a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:33.170229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-68f6a2ff-82af-4a64-8029-4d8ec5e456a9 req-a4ed7d5b-031e-4f46-918c-e48725767b4a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 944 time: 0.1653686 Apr 01 12:27:33.184528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['8936e98b-0ed8-4504-bb8a-feeae14d1746'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:33.270049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53050) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:33.278735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-68f6a2ff-82af-4a64-8029-4d8ec5e456a9 req-5be9cff6-9697-4c9a-9975-21f16611d78e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046805 Apr 01 12:27:33.327555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-835a5473-ed64-4087-900e-248d0418c6a2 req-cf8b338d-f995-46a5-98ea-1d002c274159 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Deleting port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:33.329014 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-835a5473-ed64-4087-900e-248d0418c6a2 req-cf8b338d-f995-46a5-98ea-1d002c274159 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:33.346625 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f298b1e-c2f7-4a59-8637-095cafe6a0b4 req-1c476f0e-110d-4566-8400-e9f8c348d8ef tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:33.362576 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3f298b1e-c2f7-4a59-8637-095cafe6a0b4 req-1c476f0e-110d-4566-8400-e9f8c348d8ef tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.1188502 Apr 01 12:27:33.445646 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3f298b1e-c2f7-4a59-8637-095cafe6a0b4 req-1039d092-5f47-4ae3-90d0-bdf535158fd5 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785632 Apr 01 12:27:33.504025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-835a5473-ed64-4087-900e-248d0418c6a2 req-cf8b338d-f995-46a5-98ea-1d002c274159 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] For port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:33.504507 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-835a5473-ed64-4087-900e-248d0418c6a2 req-cf8b338d-f995-46a5-98ea-1d002c274159 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:33.556880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-835a5473-ed64-4087-900e-248d0418c6a2 req-cf8b338d-f995-46a5-98ea-1d002c274159 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Calling delete_port for 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:33.630676 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1e109399-cec7-4a82-b37a-a04ceb4e4306 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92a3921868914bb2865066a7170ff8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587849 Apr 01 12:27:33.631805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53066) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:33.667964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a87e05-2a71-48a7-a72b-de0162f2bacb req-7602a739-e009-4483-81d2-8268f8360c92 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:33.671210 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78a87e05-2a71-48a7-a72b-de0162f2bacb req-7602a739-e009-4483-81d2-8268f8360c92 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 950 time: 0.1633301 Apr 01 12:27:33.740397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78a87e05-2a71-48a7-a72b-de0162f2bacb req-82b320e7-163b-4d0c-ad70-962faaf69dd9 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627105 Apr 01 12:27:33.794123 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b48dd89c-50ed-4158-88c6-5af4824c6876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:33.807247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680c1e4-d840-4217-bb15-ccca1473cf4d req-851a9a93-65b1-4b8c-acc9-4905e508e13b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:33.808985 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8680c1e4-d840-4217-bb15-ccca1473cf4d req-851a9a93-65b1-4b8c-acc9-4905e508e13b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.1150970 Apr 01 12:27:33.854865 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-835a5473-ed64-4087-900e-248d0418c6a2 req-cf8b338d-f995-46a5-98ea-1d002c274159 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:33.858768 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b48dd89c-50ed-4158-88c6-5af4824c6876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:33.869843 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['08b03219-2cf5-45da-823b-b241417d44e0'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:33.889715 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8680c1e4-d840-4217-bb15-ccca1473cf4d req-27ae0b0d-2142-44db-a6f1-732a983ec906 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720277 Apr 01 12:27:33.931973 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['407fad9a-7ec6-49aa-8ae8-3287e51fe9fc', '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:33.936308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b338d-f995-46a5-98ea-1d002c274159 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Pushing event deleted for resources: {'Port': ['ID=407fad9a-7ec6-49aa-8ae8-3287e51fe9fc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:34.010035 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b48dd89c-50ed-4158-88c6-5af4824c6876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:34.014735 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b48dd89c-50ed-4158-88c6-5af4824c6876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:34.037010 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b48dd89c-50ed-4158-88c6-5af4824c6876 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f741cefc-bfc0-4842-ae34-c1b965bf47ff HTTP/1.1" status: 204 len: 168 time: 0.4025118 Apr 01 12:27:34.059388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-835a5473-ed64-4087-900e-248d0418c6a2 req-cf8b338d-f995-46a5-98ea-1d002c274159 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] No DVR routers for this DVR port 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:34.064253 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-835a5473-ed64-4087-900e-248d0418c6a2 req-cf8b338d-f995-46a5-98ea-1d002c274159 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:34.065933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48dd89c-50ed-4158-88c6-5af4824c6876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f741cefc-bfc0-4842-ae34-c1b965bf47ff,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:34.082569 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-835a5473-ed64-4087-900e-248d0418c6a2 req-cf8b338d-f995-46a5-98ea-1d002c274159 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.37 "DELETE /v2.0/ports/407fad9a-7ec6-49aa-8ae8-3287e51fe9fc HTTP/1.1" status: 204 len: 173 time: 0.9756341 Apr 01 12:27:34.147805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b072aa-9956-4e9b-a449-799812e8f839 req-991cc8ff-95d4-4b6e-a1fe-6d11f4b60a80 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:34.156723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46b072aa-9956-4e9b-a449-799812e8f839 req-991cc8ff-95d4-4b6e-a1fe-6d11f4b60a80 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.2251277 Apr 01 12:27:34.246711 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46b072aa-9956-4e9b-a449-799812e8f839 req-db6d71c5-8f8a-4f6e-9de5-c20e488467d7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888100 Apr 01 12:27:34.487464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 90c05437-1218-4c17-8467-7f7cdf77cfc7 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:34.554856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d550a-59e5-4433-a559-e5f1beaa9af7 req-5fb3e8df-fa46-4135-ae47-dd234f73d352 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:34.556728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d550a-59e5-4433-a559-e5f1beaa9af7 req-5fb3e8df-fa46-4135-ae47-dd234f73d352 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 944 time: 0.1302032 Apr 01 12:27:34.559994 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 90c05437-1218-4c17-8467-7f7cdf77cfc7 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:34.560393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 90c05437-1218-4c17-8467-7f7cdf77cfc7 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:34.562287 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 7213766e-da78-4fb2-99bc-0fb0ae40cf70 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:34.614386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8936e98b-0ed8-4504-bb8a-feeae14d1746 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:27:34.629978 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 7213766e-da78-4fb2-99bc-0fb0ae40cf70 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:34.630214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 7213766e-da78-4fb2-99bc-0fb0ae40cf70 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:34.669427 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d550a-59e5-4433-a559-e5f1beaa9af7 req-07ab6612-cac8-497a-8bfb-e7ce9db5c037 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002352 Apr 01 12:27:34.691185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cae01-e7ff-4b7a-b034-2f5d31678fc4 req-a5a9f5ff-3f7a-4737-a8fd-ff139183ddb7 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:34.700883 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-444cae01-e7ff-4b7a-b034-2f5d31678fc4 req-a5a9f5ff-3f7a-4737-a8fd-ff139183ddb7 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0812669 Apr 01 12:27:34.768634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2f9cee-728e-4c6a-9842-aabce634ff08', 'name': 'network-vif-deleted', 'tag': '7213766e-da78-4fb2-99bc-0fb0ae40cf70'}, {'server_uuid': '9710dcef-9636-4a58-9701-b1d414c245a6', 'name': 'network-vif-deleted', 'tag': '407fad9a-7ec6-49aa-8ae8-3287e51fe9fc'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:34.771820 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1b1ea1-28d2-4291-bcc7-33ca7a420bb6" -d '{"events": [{"server_uuid": "ce2f9cee-728e-4c6a-9842-aabce634ff08", "name": "network-vif-deleted", "tag": "7213766e-da78-4fb2-99bc-0fb0ae40cf70"}, {"server_uuid": "9710dcef-9636-4a58-9701-b1d414c245a6", "name": "network-vif-deleted", "tag": "407fad9a-7ec6-49aa-8ae8-3287e51fe9fc"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:34.777166 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-444cae01-e7ff-4b7a-b034-2f5d31678fc4 req-5eb0d1fe-23f6-4d71-86e8-d1d23468903b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749853 Apr 01 12:27:34.822528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 8936e98b-0ed8-4504-bb8a-feeae14d1746 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:34.823151 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:34.899611 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e550c0b-075b-473c-8ef9-5489b18fe3a9 x-openstack-request-id: req-2e550c0b-075b-473c-8ef9-5489b18fe3a9 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:34.900679 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2f9cee-728e-4c6a-9842-aabce634ff08", "name": "network-vif-deleted", "tag": "7213766e-da78-4fb2-99bc-0fb0ae40cf70", "status": "completed", "code": 200}, {"server_uuid": "9710dcef-9636-4a58-9701-b1d414c245a6", "name": "network-vif-deleted", "tag": "407fad9a-7ec6-49aa-8ae8-3287e51fe9fc", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:34.920354 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e550c0b-075b-473c-8ef9-5489b18fe3a9 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:34.926145 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e550c0b-075b-473c-8ef9-5489b18fe3a9'] response: {'server_uuid': 'ce2f9cee-728e-4c6a-9842-aabce634ff08', 'name': 'network-vif-deleted', 'tag': '7213766e-da78-4fb2-99bc-0fb0ae40cf70', 'status': 'completed', 'code': 200} Apr 01 12:27:34.926519 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e550c0b-075b-473c-8ef9-5489b18fe3a9'] response: {'server_uuid': '9710dcef-9636-4a58-9701-b1d414c245a6', 'name': 'network-vif-deleted', 'tag': '407fad9a-7ec6-49aa-8ae8-3287e51fe9fc', 'status': 'completed', 'code': 200} Apr 01 12:27:35.014108 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:35.048606 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8936e98b-0ed8-4504-bb8a-feeae14d1746'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:35.051131 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da817c31-8b65-4f61-b83a-4d280a22c74a" -d '{"events": [{"server_uuid": "38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846", "name": "network-vif-plugged", "status": "completed", "tag": "8936e98b-0ed8-4504-bb8a-feeae14d1746"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:35.068193 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8936e98b-0ed8-4504-bb8a-feeae14d1746, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8936e98b-0ed8-4504-bb8a-feeae14d1746,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:35.083619 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:35.095578 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e0ee6257-605b-43d6-bee0-fc7bcbf3fc19 req-c3b3ffe7-e9dd-4193-9aa2-90c05bfc5c6d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=9710dcef-9636-4a58-9701-b1d414c245a6 HTTP/1.1" status: 200 len: 210 time: 0.0903335 Apr 01 12:27:35.162117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8936e98b-0ed8-4504-bb8a-feeae14d1746,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:35.262582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0066d6-57f6-4e8e-8f2a-a4dd785ffe6e req-f56d6749-0983-4f00-9665-f58a7de40f70 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:35.272303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba0066d6-57f6-4e8e-8f2a-a4dd785ffe6e req-f56d6749-0983-4f00-9665-f58a7de40f70 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 950 time: 0.4187477 Apr 01 12:27:35.282545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbbe79-ba1d-4e56-8a37-fc3df7399b82 req-23a81d1d-e527-4333-8770-8be6eea80037 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:35.285285 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3cbbe79-ba1d-4e56-8a37-fc3df7399b82 req-23a81d1d-e527-4333-8770-8be6eea80037 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 945 time: 0.0929511 Apr 01 12:27:35.294359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-02cc1cc1-e5a3-4340-8356-98fddba23aea tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:35.295903 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-02cc1cc1-e5a3-4340-8356-98fddba23aea tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3&tenant_id=d3ef0b6c28664a848490f62530c5067c&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 1096 time: 0.2565391 Apr 01 12:27:35.313994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836146-1'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:35.374863 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3cbbe79-ba1d-4e56-8a37-fc3df7399b82 req-e0c09ce8-3a0a-49b5-a369-0b0f4be489d8 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813363 Apr 01 12:27:35.403845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba0066d6-57f6-4e8e-8f2a-a4dd785ffe6e req-f25f2b91-6004-4bee-9831-92755c4fdbea tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286058 Apr 01 12:27:35.459056 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f769d392-ca02-4975-827b-ff8d851ccc47 x-openstack-request-id: req-f769d392-ca02-4975-827b-ff8d851ccc47 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:35.460074 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846", "name": "network-vif-plugged", "status": "completed", "tag": "8936e98b-0ed8-4504-bb8a-feeae14d1746", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:35.460495 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f769d392-ca02-4975-827b-ff8d851ccc47 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:35.461522 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f769d392-ca02-4975-827b-ff8d851ccc47'] response: {'server_uuid': '38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8936e98b-0ed8-4504-bb8a-feeae14d1746', 'code': 200} Apr 01 12:27:35.488555 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:35.579374 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53124) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:35.661671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba1f69-0837-46b4-971c-317bc8a12f35 req-96327145-83b0-4670-a79b-30ffc5460fb3 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:35.663891 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cba1f69-0837-46b4-971c-317bc8a12f35 req-96327145-83b0-4670-a79b-30ffc5460fb3 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.1490717 Apr 01 12:27:35.772155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cba1f69-0837-46b4-971c-317bc8a12f35 req-bf599f85-325d-4259-96c0-1b728acd56f9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970771 Apr 01 12:27:35.801387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:35.816290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-370473437-network', 'tenant_id': '073f1b91e660442fb9abaf85505943ba'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:35.859545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:35.931583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Made reservation on behalf of 073f1b91e660442fb9abaf85505943ba for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:27:35.933940 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:35.956323 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:35.974058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746ad5-2dd8-47a1-9893-00ede9af484a req-8a989480-44f8-4289-8d75-f61a4df854fd tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:35.982260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60746ad5-2dd8-47a1-9893-00ede9af484a req-8a989480-44f8-4289-8d75-f61a4df854fd tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0860794 Apr 01 12:27:35.983108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7279eb9-3da7-42d1-b5ae-89dab4649b47 req-60c56296-d480-4d70-aa5f-7e76c42333b4 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:35.984644 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a7279eb9-3da7-42d1-b5ae-89dab4649b47 req-60c56296-d480-4d70-aa5f-7e76c42333b4 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1638739 Apr 01 12:27:35.991896 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.017489 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.078665 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60746ad5-2dd8-47a1-9893-00ede9af484a req-0b743aa5-08ed-40c9-adc2-3922b39ba5c8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953128 Apr 01 12:27:36.142286 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a7279eb9-3da7-42d1-b5ae-89dab4649b47 req-4a5502a8-e832-468e-8a72-559da07ccf5a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352875 Apr 01 12:27:36.156125 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.169042 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.202314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Attempting to bind port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on host n-h2-836146-1 for vnic_type normal with profile {"migrating_to": "n-h1-836146-1"} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:27:36.203042 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Attempting to bind port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:27:36.203613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Attempting to bind port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:36.207999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Pushing event updated for resources: {'Port': ['ID=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:36.213812 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on network 5f326287-8629-4e35-afec-ed776729d480 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:27:36.214531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Attempting to bind port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on network 5f326287-8629-4e35-afec-ed776729d480 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:36.221679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:27:36.221833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:27:36.222509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Checking segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:27:36.223032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Bound using segment: {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:27:36.223565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Bound port: a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ed342-3c6d-4202-a2df-9d7af8293dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5f326287-8629-4e35-afec-ed776729d480'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:27:36.224015 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.281934 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.282296 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Added segment 1542a95f-4f27-428b-940a-42ab6e5e45a1 of type vlan for network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 Apr 01 12:27:36.300944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab30361f-8b32-4eb0-a223-91617a741070,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:36.304661 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:36.311435 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:27:36.319643 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.333323 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b0692413-1ff8-4aa3-9cb4-77f3cdfcb8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.407421 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.475948 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.478953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:36.480589 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.495014 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:27:36.498456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:36.514958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:36.515592 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.517013 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] 10.222.0.37 "PUT /v2.0/ports/a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 HTTP/1.1" status: 200 len: 1121 time: 1.2080138 Apr 01 12:27:36.529128 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0335fb0-6e21-4cbe-8556-63242f34fa2d service neutron] Pushing event updated for resources: {'Port': ['ID=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,revision_number=8']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:36.594614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0106320 Apr 01 12:27:36.595573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53144) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:36.599899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f7c3af86-f465-453d-a8fd-272b7d9730f4 admin admin] Request body: {'subnet': {'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-370473437-subnet', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:36.618308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:36.619020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 407fad9a-7ec6-49aa-8ae8-3287e51fe9fc not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:36.635422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c3af86-f465-453d-a8fd-272b7d9730f4 admin admin] Made reservation on behalf of 073f1b91e660442fb9abaf85505943ba for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:27:36.638327 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f7c3af86-f465-453d-a8fd-272b7d9730f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:36.678327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:36.754784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0eaea7-d7a5-43aa-979a-fd539500dd0c admin admin] Pushing event updated for resources: {'Network': ['ID=5386add8-6f5d-4fd3-97cd-be4c8d4922b0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:36.794200 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c51ce6-2793-4cc4-9d7c-dff045531840 req-3fc63a15-dc57-4aa4-96b0-97d7c8b35198 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:36.795647 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c1c51ce6-2793-4cc4-9d7c-dff045531840 req-3fc63a15-dc57-4aa4-96b0-97d7c8b35198 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 950 time: 0.1761336 Apr 01 12:27:36.821031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:36.837110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 has no active binding in host n-h1-836146-1 {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 01 12:27:36.840473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:27:36.842494 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:36.855655 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c1c51ce6-2793-4cc4-9d7c-dff045531840 req-4f5e3f7b-84a5-4205-bed8-56fa82352b1d tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526581 Apr 01 12:27:36.945419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82661039-41a3-456a-bb2e-6e7eec739eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0'}, {'name': 'network-changed', 'server_uuid': '82661039-41a3-456a-bb2e-6e7eec739eb3', 'tag': 'a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:36.948673 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623a79de-ea75-4060-9638-8a99befb7e50" -d '{"events": [{"server_uuid": "82661039-41a3-456a-bb2e-6e7eec739eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0"}, {"name": "network-changed", "server_uuid": "82661039-41a3-456a-bb2e-6e7eec739eb3", "tag": "a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:37.015047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d84f56-252e-44f8-a61d-5b802e8756d4 req-d248e3c0-359f-4fe5-b05e-5a441790e395 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:37.015754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4c162-2f1e-4e3d-8097-2374de70d00e req-434e57fc-a69f-43cb-bc06-316926dea26d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:37.017794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28d84f56-252e-44f8-a61d-5b802e8756d4 req-d248e3c0-359f-4fe5-b05e-5a441790e395 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.4825068 Apr 01 12:27:37.043817 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ce4c162-2f1e-4e3d-8097-2374de70d00e req-434e57fc-a69f-43cb-bc06-316926dea26d tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 950 time: 0.1123581 Apr 01 12:27:37.073802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb2da-3369-46c8-8157-cc4b7620d44d req-bc0715e9-f377-4ba2-9bcc-abbbb84d5258 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:37.075936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04ffb2da-3369-46c8-8157-cc4b7620d44d req-bc0715e9-f377-4ba2-9bcc-abbbb84d5258 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 950 time: 0.1769722 Apr 01 12:27:37.082137 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f7c3af86-f465-453d-a8fd-272b7d9730f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:37.123658 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ce4c162-2f1e-4e3d-8097-2374de70d00e req-e63ba950-292d-4a8e-b676-7c304924625e tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788679 Apr 01 12:27:37.231431 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3a640-1e9b-4e45-90fd-32b2b11f7808 req-02025789-63af-4dbc-b576-34483eeea191 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:37.239078 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eec3a640-1e9b-4e45-90fd-32b2b11f7808 req-02025789-63af-4dbc-b576-34483eeea191 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.0576687 Apr 01 12:27:37.279156 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28d84f56-252e-44f8-a61d-5b802e8756d4 req-54bf22ef-ee12-4122-bbd7-b3b86b0b0d01 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508066 Apr 01 12:27:37.309844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3af86-f465-453d-a8fd-272b7d9730f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67554ebd-3b80-4a34-bcc6-c079931e4712,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:37.331889 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c3af86-f465-453d-a8fd-272b7d9730f4 admin admin] Checking segment: {'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:27:37.332491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c3af86-f465-453d-a8fd-272b7d9730f4 admin admin] Network hostable DHCP agents. Network: 5386add8-6f5d-4fd3-97cd-be4c8d4922b0, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:27:37.339392 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926bff77-086b-4bd7-9767-90f19b826ea0 x-openstack-request-id: req-926bff77-086b-4bd7-9767-90f19b826ea0 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:37.340466 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82661039-41a3-456a-bb2e-6e7eec739eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0", "code": 200}, {"name": "network-changed", "server_uuid": "82661039-41a3-456a-bb2e-6e7eec739eb3", "tag": "a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:37.340466 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-926bff77-086b-4bd7-9767-90f19b826ea0 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:37.340818 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926bff77-086b-4bd7-9767-90f19b826ea0'] response: {'server_uuid': '82661039-41a3-456a-bb2e-6e7eec739eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0', 'code': 200} Apr 01 12:27:37.341089 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926bff77-086b-4bd7-9767-90f19b826ea0'] response: {'name': 'network-changed', 'server_uuid': '82661039-41a3-456a-bb2e-6e7eec739eb3', 'tag': 'a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0', 'status': 'completed', 'code': 200} Apr 01 12:27:37.356509 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eec3a640-1e9b-4e45-90fd-32b2b11f7808 req-ce6b78ce-270f-4962-ab42-8748307dcfd4 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162124 Apr 01 12:27:37.357981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-04ffb2da-3369-46c8-8157-cc4b7620d44d req-69592649-13d8-4f3f-8191-39ffaa255a86 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Deleting port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:37.358357 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-04ffb2da-3369-46c8-8157-cc4b7620d44d req-69592649-13d8-4f3f-8191-39ffaa255a86 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:37.393914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c3af86-f465-453d-a8fd-272b7d9730f4 admin admin] Network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:27:37.421389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-f7c3af86-f465-453d-a8fd-272b7d9730f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 5386add8-6f5d-4fd3-97cd-be4c8d4922b0) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:27:37.429988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c3af86-f465-453d-a8fd-272b7d9730f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:37.430922 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f7c3af86-f465-453d-a8fd-272b7d9730f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:37.439754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f5089d-8a32-4147-a7f7-c08adc0d6405 None None] Network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:27:37.456686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a79de-ea75-4060-9638-8a99befb7e50 req-555fe5f1-e7e9-4b70-a0aa-032a2e4f9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:37.458654 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-623a79de-ea75-4060-9638-8a99befb7e50 req-555fe5f1-e7e9-4b70-a0aa-032a2e4f9cc4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 1124 time: 0.0879974 Apr 01 12:27:37.482730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f7c3af86-f465-453d-a8fd-272b7d9730f4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8866818 Apr 01 12:27:37.490054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53156) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:37.504252 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:37.603606 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:37.604710 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6fd3b-8d79-47e4-9711-e8ee03c935d2 req-811db034-f2ae-46aa-9cdf-e44aa8e805fd tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:37.604885 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:37.610177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-04ffb2da-3369-46c8-8157-cc4b7620d44d req-69592649-13d8-4f3f-8191-39ffaa255a86 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] For port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35e244f0-f8e6-452d-9c6b-2c2b78648a1c,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:37.610531 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-04ffb2da-3369-46c8-8157-cc4b7620d44d req-69592649-13d8-4f3f-8191-39ffaa255a86 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:37.613162 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-54d6fd3b-8d79-47e4-9711-e8ee03c935d2 req-811db034-f2ae-46aa-9cdf-e44aa8e805fd tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1170452 Apr 01 12:27:37.635733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a7ec9-f3f5-4ca1-8dea-5ffdabf45e2b req-3a1e2246-26c0-49de-ba5d-aa19aff3ca1d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:37.636928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a79de-ea75-4060-9638-8a99befb7e50 req-c63ff359-b36e-4995-a080-1e92a4592ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:37.638639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1e2a7ec9-f3f5-4ca1-8dea-5ffdabf45e2b req-3a1e2246-26c0-49de-ba5d-aa19aff3ca1d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.1601787 Apr 01 12:27:37.644572 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-623a79de-ea75-4060-9638-8a99befb7e50 req-c63ff359-b36e-4995-a080-1e92a4592ece service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.1725163 Apr 01 12:27:37.655863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-04ffb2da-3369-46c8-8157-cc4b7620d44d req-69592649-13d8-4f3f-8191-39ffaa255a86 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Calling delete_port for 35e244f0-f8e6-452d-9c6b-2c2b78648a1c owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:37.710296 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-623a79de-ea75-4060-9638-8a99befb7e50 req-b41a433c-36f6-425c-9eea-eee40a74cd02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 HTTP/1.1" status: 200 len: 217 time: 0.0594878 Apr 01 12:27:37.724718 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-54d6fd3b-8d79-47e4-9711-e8ee03c935d2 req-883ed6a5-9bef-4a5e-bfd4-2c3c146603c1 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106746 Apr 01 12:27:37.795715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a79de-ea75-4060-9638-8a99befb7e50 req-dea3bcd0-fa1e-48b9-a5b8-35e9bb32dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:37.799442 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-623a79de-ea75-4060-9638-8a99befb7e50 req-dea3bcd0-fa1e-48b9-a5b8-35e9bb32dd80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.0722265 Apr 01 12:27:37.824582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'fixed_ips': [{'subnet_id': '67554ebd-3b80-4a34-bcc6-c079931e4712'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:27:37.825774 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:37.851994 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:37.856962 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-623a79de-ea75-4060-9638-8a99befb7e50 req-5e93c556-4010-4261-9ba6-f3afc4adaebd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369966 Apr 01 12:27:37.859299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1e2a7ec9-f3f5-4ca1-8dea-5ffdabf45e2b req-91cfbcdb-5b02-421a-8e0d-e9d37ad34816 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071080 Apr 01 12:27:38.129501 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Allocated IP 172.20.0.2 (5386add8-6f5d-4fd3-97cd-be4c8d4922b0/67554ebd-3b80-4a34-bcc6-c079931e4712/eab656a5-7157-4667-96a7-8a9ebaa01a68) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:27:38.137350 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef3ebe-83ec-4b91-b611-e7a73702d397 req-d9160e20-9d0d-4aa9-b927-f367c9d489f8 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:38.139016 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e9ef3ebe-83ec-4b91-b611-e7a73702d397 req-d9160e20-9d0d-4aa9-b927-f367c9d489f8 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 950 time: 0.1263945 Apr 01 12:27:38.140967 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-623a79de-ea75-4060-9638-8a99befb7e50 req-814c3199-13a4-4b3b-8c54-1bf51527c299 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733068 Apr 01 12:27:38.244669 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:38.366424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d9741-a50c-4da5-af41-2762f334049c req-4fefcc25-058a-400a-beca-d7cbdd9a78aa tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:38.366948 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e9ef3ebe-83ec-4b91-b611-e7a73702d397 req-812d6e7d-a3a7-4e9d-8cde-836c5f6437dc tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/security-groups?id=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115767 Apr 01 12:27:38.368344 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a73d9741-a50c-4da5-af41-2762f334049c req-4fefcc25-058a-400a-beca-d7cbdd9a78aa tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 950 time: 0.2079542 Apr 01 12:27:38.458704 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-04ffb2da-3369-46c8-8157-cc4b7620d44d req-69592649-13d8-4f3f-8191-39ffaa255a86 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:38.480460 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35e244f0-f8e6-452d-9c6b-2c2b78648a1c'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:38.565037 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:38.583383 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:38.592269 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:38.625215 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-623a79de-ea75-4060-9638-8a99befb7e50 req-f6474d9d-085d-4894-b545-4355941b963e service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049218 Apr 01 12:27:38.642639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69592649-13d8-4f3f-8191-39ffaa255a86 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Pushing event deleted for resources: {'Port': ['ID=35e244f0-f8e6-452d-9c6b-2c2b78648a1c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:38.674102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47861b-2952-40ec-a6dd-88b6406a56f3 req-0f256cb9-d4b9-4808-be81-3137255eb078 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:38.694041 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f47861b-2952-40ec-a6dd-88b6406a56f3 req-0f256cb9-d4b9-4808-be81-3137255eb078 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.1722374 Apr 01 12:27:38.719712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681f2b8-dc4d-4d4a-a1fa-c76e6044b27f req-bbc4e8c7-d693-4deb-b995-fad200e44e43 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:38.721421 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9681f2b8-dc4d-4d4a-a1fa-c76e6044b27f req-bbc4e8c7-d693-4deb-b995-fad200e44e43 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 950 time: 0.4263480 Apr 01 12:27:38.722990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:27:38.744368 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:27:38.746864 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:38.748868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:27:38.749756 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Pushing event updated for resources: {'Port': ['ID=eab656a5-7157-4667-96a7-8a9ebaa01a68,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:38.777227 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f47861b-2952-40ec-a6dd-88b6406a56f3 req-12fec455-77fc-4526-a70c-7a0ffbb0e7ba tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786893 Apr 01 12:27:38.821137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ffb2da-3369-46c8-8157-cc4b7620d44d req-69592649-13d8-4f3f-8191-39ffaa255a86 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] No DVR routers for this DVR port 35e244f0-f8e6-452d-9c6b-2c2b78648a1c on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:38.834530 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-04ffb2da-3369-46c8-8157-cc4b7620d44d req-69592649-13d8-4f3f-8191-39ffaa255a86 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:38.838266 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04ffb2da-3369-46c8-8157-cc4b7620d44d req-69592649-13d8-4f3f-8191-39ffaa255a86 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.37 "DELETE /v2.0/ports/35e244f0-f8e6-452d-9c6b-2c2b78648a1c HTTP/1.1" status: 204 len: 173 time: 1.7482924 Apr 01 12:27:38.877899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9681f2b8-dc4d-4d4a-a1fa-c76e6044b27f req-f7ea6974-c77b-4f17-94b8-00996a8b281f tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407137 Apr 01 12:27:38.883845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Attempting to bind port eab656a5-7157-4667-96a7-8a9ebaa01a68 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:27:38.885506 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Attempting to bind port eab656a5-7157-4667-96a7-8a9ebaa01a68 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:27:38.886109 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Attempting to bind port eab656a5-7157-4667-96a7-8a9ebaa01a68 on network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:38.893038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-a73d9741-a50c-4da5-af41-2762f334049c req-adde2596-fbde-4996-b027-bb29a064019c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Deleting port 08b03219-2cf5-45da-823b-b241417d44e0 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:38.893387 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a73d9741-a50c-4da5-af41-2762f334049c req-adde2596-fbde-4996-b027-bb29a064019c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:38.898907 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-30dcecbb-e538-477e-8ce9-516616896992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:38.903538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:27:38.904088 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Checking segment: {'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:27:38.904586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:38.905106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Bound using segment: {'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:27:38.905679 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Bound port: eab656a5-7157-4667-96a7-8a9ebaa01a68, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:27:38.906249 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:39.023478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f6539-df12-4890-9ef9-b92bf02504a3 req-9de04e86-3d16-4d31-971d-f07e1a876c31 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:39.027817 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-984f6539-df12-4890-9ef9-b92bf02504a3 req-9de04e86-3d16-4d31-971d-f07e1a876c31 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.1326866 Apr 01 12:27:39.091031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] For port eab656a5-7157-4667-96a7-8a9ebaa01a68, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:39.104603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] For port eab656a5-7157-4667-96a7-8a9ebaa01a68, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eab656a5-7157-4667-96a7-8a9ebaa01a68,segment=NetworkSegment(1542a95f-4f27-428b-940a-42ab6e5e45a1),segment_id=1542a95f-4f27-428b-940a-42ab6e5e45a1)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:27:39.109849 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:39.154526 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:39.191578 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-984f6539-df12-4890-9ef9-b92bf02504a3 req-3968f1bc-1451-40b0-82d3-e09a2e113bb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424279 Apr 01 12:27:39.214712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a73d9741-a50c-4da5-af41-2762f334049c req-adde2596-fbde-4996-b027-bb29a064019c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] For port 08b03219-2cf5-45da-823b-b241417d44e0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=08b03219-2cf5-45da-823b-b241417d44e0,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:39.215446 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a73d9741-a50c-4da5-af41-2762f334049c req-adde2596-fbde-4996-b027-bb29a064019c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:39.249051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-a73d9741-a50c-4da5-af41-2762f334049c req-adde2596-fbde-4996-b027-bb29a064019c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Calling delete_port for 08b03219-2cf5-45da-823b-b241417d44e0 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:39.328762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc36f0c-9af5-4344-93cd-f471d352c795 None None] Pushing event updated for resources: {'Port': ['ID=eab656a5-7157-4667-96a7-8a9ebaa01a68,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:39.446328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee10404-83a4-4801-9a37-790d3b159375', 'name': 'network-vif-deleted', 'tag': '35e244f0-f8e6-452d-9c6b-2c2b78648a1c'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:39.449233 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6d4026-4143-421b-a15b-c0b43c6f4396" -d '{"events": [{"server_uuid": "6ee10404-83a4-4801-9a37-790d3b159375", "name": "network-vif-deleted", "tag": "35e244f0-f8e6-452d-9c6b-2c2b78648a1c"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:39.487154 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:39.491720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6622e43-2202-4353-b3cc-249f2859c812 req-e7281fc2-bb1d-4591-ac34-2c24362fdeab tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:39.494193 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d6622e43-2202-4353-b3cc-249f2859c812 req-e7281fc2-bb1d-4591-ac34-2c24362fdeab tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.1134453 Apr 01 12:27:39.592582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae0b84-46e1-4957-b7cb-6b5207dc2598 req-63c57f23-b203-4548-ae05-03788ad39965 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:39.594403 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90ae0b84-46e1-4957-b7cb-6b5207dc2598 req-63c57f23-b203-4548-ae05-03788ad39965 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.5605125 Apr 01 12:27:39.615467 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d6622e43-2202-4353-b3cc-249f2859c812 req-f61f2def-3913-4020-92ea-91032ca51fc2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997541 Apr 01 12:27:39.710594 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a73d9741-a50c-4da5-af41-2762f334049c req-adde2596-fbde-4996-b027-bb29a064019c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:39.730496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:39.772260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90ae0b84-46e1-4957-b7cb-6b5207dc2598 req-35041ff0-4d2c-44da-86cb-14b9329920dd tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100879 Apr 01 12:27:39.782027 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ce9d64a-1e86-4990-9f02-086ab2eb8173 req-c5d8af39-878e-41f2-a826-fa8333b5ebd6 tempest-ServersOnMultiNodesTest-374363376 tempest-ServersOnMultiNodesTest-374363376-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ee10404-83a4-4801-9a37-790d3b159375 HTTP/1.1" status: 200 len: 210 time: 0.0815580 Apr 01 12:27:39.783776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde2596-fbde-4996-b027-bb29a064019c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Pushing event deleted for resources: {'Port': ['ID=08b03219-2cf5-45da-823b-b241417d44e0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:39.924189 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214091c5-48a0-40ee-88a0-3dd5bc100468 x-openstack-request-id: req-214091c5-48a0-40ee-88a0-3dd5bc100468 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:39.925098 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee10404-83a4-4801-9a37-790d3b159375", "name": "network-vif-deleted", "tag": "35e244f0-f8e6-452d-9c6b-2c2b78648a1c", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:39.925638 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-214091c5-48a0-40ee-88a0-3dd5bc100468 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:39.926303 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214091c5-48a0-40ee-88a0-3dd5bc100468'] response: {'server_uuid': '6ee10404-83a4-4801-9a37-790d3b159375', 'name': 'network-vif-deleted', 'tag': '35e244f0-f8e6-452d-9c6b-2c2b78648a1c', 'status': 'completed', 'code': 200} Apr 01 12:27:39.930262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73d9741-a50c-4da5-af41-2762f334049c req-adde2596-fbde-4996-b027-bb29a064019c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] No DVR routers for this DVR port 08b03219-2cf5-45da-823b-b241417d44e0 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:39.948526 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a73d9741-a50c-4da5-af41-2762f334049c req-adde2596-fbde-4996-b027-bb29a064019c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:39.954473 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a73d9741-a50c-4da5-af41-2762f334049c req-adde2596-fbde-4996-b027-bb29a064019c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.44 "DELETE /v2.0/ports/08b03219-2cf5-45da-823b-b241417d44e0 HTTP/1.1" status: 204 len: 173 time: 1.5680461 Apr 01 12:27:40.000679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Allocated IP 172.25.7.84 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:27:40.047501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258972c-b548-4b72-9cd4-b226bb98abfe req-6033c0cc-ec99-4599-b17c-24dbf629d55d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:40.049672 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f258972c-b548-4b72-9cd4-b226bb98abfe req-6033c0cc-ec99-4599-b17c-24dbf629d55d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.1129956 Apr 01 12:27:40.120887 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10011461-aedd-4d4e-bd92-665cc5d96d76 req-819f1923-3c4a-4ba1-a38f-7764de729fc2 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb0f2311-1072-47bc-8389-226b0927f028 HTTP/1.1" status: 200 len: 210 time: 0.0787714 Apr 01 12:27:40.228278 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:27:40.342147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eab656a5-7157-4667-96a7-8a9ebaa01a68 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:27:40.351617 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:40.460069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ff21c-6334-4955-afbe-0d8c6439ff94 req-b0cae622-4a7e-4800-922a-7fd5a8ec0632 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:40.461743 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-272ff21c-6334-4955-afbe-0d8c6439ff94 req-b0cae622-4a7e-4800-922a-7fd5a8ec0632 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.1067905 Apr 01 12:27:40.518600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port eab656a5-7157-4667-96a7-8a9ebaa01a68 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:40.520222 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:40.536597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:27:40.539876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35e244f0-f8e6-452d-9c6b-2c2b78648a1c no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:40.597473 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-272ff21c-6334-4955-afbe-0d8c6439ff94 req-ea27cf47-706c-4cb0-a6ca-1879432dfc20 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090295 Apr 01 12:27:40.605669 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 35e244f0-f8e6-452d-9c6b-2c2b78648a1c {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:40.610154 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35e244f0-f8e6-452d-9c6b-2c2b78648a1c not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:40.672818 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 08b03219-2cf5-45da-823b-b241417d44e0 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:40.806452 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 08b03219-2cf5-45da-823b-b241417d44e0 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:40.807185 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 08b03219-2cf5-45da-823b-b241417d44e0 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:40.856807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a84bd5-eab9-4dfc-b23d-6db23ff4250a req-5b8e29a9-ecff-4047-95fc-14f918049d8c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:40.870992 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-97a84bd5-eab9-4dfc-b23d-6db23ff4250a req-5b8e29a9-ecff-4047-95fc-14f918049d8c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.1260254 Apr 01 12:27:40.946771 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f258972c-b548-4b72-9cd4-b226bb98abfe req-e6c2bca7-3e8d-4686-9a97-afa4384fc66d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421072 Apr 01 12:27:40.998934 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-97a84bd5-eab9-4dfc-b23d-6db23ff4250a req-ecec64e0-34e7-48c2-b185-c8cd0adb3d83 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263149 Apr 01 12:27:41.052532 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:41.126515 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:41.145359 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:41.204738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61e7b9-2f2f-4d00-863a-b2b17ea3c0e8 req-8787f15a-0eb8-43ff-af14-31a7691b9f21 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:41.216037 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4a61e7b9-2f2f-4d00-863a-b2b17ea3c0e8 req-8787f15a-0eb8-43ff-af14-31a7691b9f21 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1107595 Apr 01 12:27:41.286404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Pushing event updated for resources: {'Port': ['ID=97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:41.293768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcc5359-b6c4-4cdd-bd00-fc9b02d9af6b None None] Network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:27:41.318168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:27:41.320238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:27:41.322714 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port eab656a5-7157-4667-96a7-8a9ebaa01a68, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eab656a5-7157-4667-96a7-8a9ebaa01a68,segment=NetworkSegment(1542a95f-4f27-428b-940a-42ab6e5e45a1),segment_id=1542a95f-4f27-428b-940a-42ab6e5e45a1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:41.326628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:27:41.377146 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:41.389857 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4a61e7b9-2f2f-4d00-863a-b2b17ea3c0e8 req-497655e7-1d45-45a0-9888-509c314bf925 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725950 Apr 01 12:27:41.470125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:41.521313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-05c9d1cb-5633-4c60-8a2e-58e22f373931 None None] Provisioning complete for port eab656a5-7157-4667-96a7-8a9ebaa01a68 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:41.522042 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05c9d1cb-5633-4c60-8a2e-58e22f373931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:41.583163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 has no active binding in host n-h1-836146-1 {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 01 12:27:41.600442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53196) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:41.687901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=eab656a5-7157-4667-96a7-8a9ebaa01a68,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:41.817935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a35da-c8eb-4906-a481-6d02412656cc req-8568dba4-89ce-4391-87d5-589099e12965 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:41.828259 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e91a35da-c8eb-4906-a481-6d02412656cc req-8568dba4-89ce-4391-87d5-589099e12965 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 950 time: 0.2089510 Apr 01 12:27:41.838814 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:41.873425 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:41.928919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0f2311-1072-47bc-8389-226b0927f028', 'name': 'network-vif-deleted', 'tag': '08b03219-2cf5-45da-823b-b241417d44e0'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:41.936343 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1fe332-e406-4395-bb15-70de79a953e2" -d '{"events": [{"server_uuid": "bb0f2311-1072-47bc-8389-226b0927f028", "name": "network-vif-deleted", "tag": "08b03219-2cf5-45da-823b-b241417d44e0"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:41.956200 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e91a35da-c8eb-4906-a481-6d02412656cc req-dbf265b9-b8ae-446e-98ca-623317809933 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173677 Apr 01 12:27:41.978820 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b1425427-b8f5-4a7f-962d-4428878b079a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba9303e6805042dc9b5b3e77a4800baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763928 Apr 01 12:27:41.979716 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53208) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:42.030255 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:42.113585 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e61fa84-e7a1-4983-85a0-310952662d07 x-openstack-request-id: req-9e61fa84-e7a1-4983-85a0-310952662d07 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:42.114379 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0f2311-1072-47bc-8389-226b0927f028", "name": "network-vif-deleted", "tag": "08b03219-2cf5-45da-823b-b241417d44e0", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:42.114783 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e61fa84-e7a1-4983-85a0-310952662d07 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:42.115332 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e61fa84-e7a1-4983-85a0-310952662d07'] response: {'server_uuid': 'bb0f2311-1072-47bc-8389-226b0927f028', 'name': 'network-vif-deleted', 'tag': '08b03219-2cf5-45da-823b-b241417d44e0', 'status': 'completed', 'code': 200} Apr 01 12:27:42.120178 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-312354c2-0a2d-4051-a88c-9ff3de58e34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:42.137685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce82a06-cda3-4049-9960-1e58ca135acc req-2a00e9cd-50bc-4e95-8e28-227f3fa015a7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:42.146331 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ce82a06-cda3-4049-9960-1e58ca135acc req-2a00e9cd-50bc-4e95-8e28-227f3fa015a7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.2675846 Apr 01 12:27:42.190139 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-312354c2-0a2d-4051-a88c-9ff3de58e34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:42.254260 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eab656a5-7157-4667-96a7-8a9ebaa01a68 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:27:42.310447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208c7a1-bac8-43b3-b5ae-21c3191bbee9 req-01715b82-50e3-4846-8945-59a128182b1c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:42.316839 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ce82a06-cda3-4049-9960-1e58ca135acc req-3e8a2fce-ac1c-4ce7-8b3c-553e37f66086 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686921 Apr 01 12:27:42.321181 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4208c7a1-bac8-43b3-b5ae-21c3191bbee9 req-01715b82-50e3-4846-8945-59a128182b1c tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.1163242 Apr 01 12:27:42.414828 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4208c7a1-bac8-43b3-b5ae-21c3191bbee9 req-4c08f3a2-8398-4d88-a412-11bab85a3bd9 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897131 Apr 01 12:27:42.443137 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-312354c2-0a2d-4051-a88c-9ff3de58e34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:42.446661 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-312354c2-0a2d-4051-a88c-9ff3de58e34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:42.447477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port eab656a5-7157-4667-96a7-8a9ebaa01a68 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:42.447861 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:42.451801 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-312354c2-0a2d-4051-a88c-9ff3de58e34a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/692c8a2c-ba93-4ebc-8a66-525f9c5de5f9 HTTP/1.1" status: 204 len: 168 time: 0.4709461 Apr 01 12:27:42.483715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312354c2-0a2d-4051-a88c-9ff3de58e34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692c8a2c-ba93-4ebc-8a66-525f9c5de5f9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:42.612838 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-354cb850-f15f-46b0-aa48-c1aa57730df8 None None] Provisioning complete for port eab656a5-7157-4667-96a7-8a9ebaa01a68 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:42.613209 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-354cb850-f15f-46b0-aa48-c1aa57730df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:42.678858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0781a-64ee-4f31-ad7d-f44e47600622 req-09a5916c-6d3f-4a03-8279-dee9275e9215 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:42.683096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc76452-ae32-4f84-9b48-373240d8e0b4 req-479f828f-6c82-4199-8054-7e29a9a67f88 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:42.691354 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0cd0781a-64ee-4f31-ad7d-f44e47600622 req-09a5916c-6d3f-4a03-8279-dee9275e9215 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1177917 Apr 01 12:27:42.703436 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dfc76452-ae32-4f84-9b48-373240d8e0b4 req-479f828f-6c82-4199-8054-7e29a9a67f88 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.2544863 Apr 01 12:27:42.746716 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:42.757702 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0cd0781a-64ee-4f31-ad7d-f44e47600622 req-debd5fb1-7223-4137-8726-ad4c1f5ee1a1 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659761 Apr 01 12:27:42.992916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53224) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:42.999232 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dfc76452-ae32-4f84-9b48-373240d8e0b4 req-d57ee430-3499-4868-83c3-da07fcd6b40d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948363 Apr 01 12:27:43.102283 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-93396998-f835-42c9-af43-b31370557160 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a8451e6a3024f1f877581a52d9e7b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1079865 Apr 01 12:27:43.108803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384398-b004-4e28-9a96-904e0185ceac req-7c7a5e5a-2dd3-4f03-99d8-ee893b521570 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:43.110337 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-7c7a5e5a-2dd3-4f03-99d8-ee893b521570 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747&tenant_id=91324be1f6c1479fa7e4a2bc713842b4&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1096 time: 0.3214219 Apr 01 12:27:43.110834 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53226) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:43.157580 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-1'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:43.180871 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d03b8d-fa4b-49c8-b2a1-f176314cf960 req-f57ba853-088e-4c46-8d4c-1c50cbc8769a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:43.182889 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-79d03b8d-fa4b-49c8-b2a1-f176314cf960 req-f57ba853-088e-4c46-8d4c-1c50cbc8769a tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 950 time: 0.1036768 Apr 01 12:27:43.254144 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-79d03b8d-fa4b-49c8-b2a1-f176314cf960 req-c67f85cb-6123-463c-ab0c-2a80e81f8f36 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589924 Apr 01 12:27:43.346043 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:43.347869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Router 3a630a52-5fc8-4f1a-9209-aaf090fe044a is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:27:43.385677 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bcbd59c9-e946-42c4-9cfd-ab813ab56cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:43.650785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854f85b-039d-4933-ab85-286c10c7e99d req-ea47bfae-55ac-444c-8af3-c778c948d9a7 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:43.652851 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3854f85b-039d-4933-ab85-286c10c7e99d req-ea47bfae-55ac-444c-8af3-c778c948d9a7 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.0829656 Apr 01 12:27:43.733931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:27:43.735075 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3854f85b-039d-4933-ab85-286c10c7e99d req-a60afb19-ccfc-4b63-844d-1e31e39f2156 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712392 Apr 01 12:27:43.745503 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Sync routers for ids ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:27:43.752176 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bcbd59c9-e946-42c4-9cfd-ab813ab56cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:43.774504 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Routers {'3a630a52-5fc8-4f1a-9209-aaf090fe044a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:27:43.778773 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:27:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:27:43.927335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=48f3d975-d9ec-4126-acd9-71b9946de37a,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:43.928706 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Set router 3a630a52-5fc8-4f1a-9209-aaf090fe044a gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:27:43.961406 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f94130-dc41-4813-be5e-4bc9217b8924 req-67d3d5c1-af13-4b45-8aea-72ed40d9dc00 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:43.969855 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4f94130-dc41-4813-be5e-4bc9217b8924 req-67d3d5c1-af13-4b45-8aea-72ed40d9dc00 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0988660 Apr 01 12:27:43.988067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:44.030935 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-5820ec19-7743-446c-a860-2ec67ce804fc service neutron] 10.222.0.44 "GET /v2.0/ports/a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0/bindings/n-h1-836146-1 HTTP/1.1" status: 200 len: 384 time: 0.1241148 Apr 01 12:27:44.036695 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4f94130-dc41-4813-be5e-4bc9217b8924 req-731108e4-04a7-4d99-9fd0-93f8f91911ba tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655825 Apr 01 12:27:44.064003 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:44.169886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a22b3f1-33d5-4877-aa96-c89d474a9747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f3d975-d9ec-4126-acd9-71b9946de37a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:44.182771 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc85541a-ab65-4550-a5bc-36a83d1e221c" -d '{"events": [{"server_uuid": "7a22b3f1-33d5-4877-aa96-c89d474a9747", "name": "network-vif-unplugged", "status": "completed", "tag": "48f3d975-d9ec-4126-acd9-71b9946de37a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:44.213451 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:44.222841 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:27:41Z', 'revision_number': 3, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:27:44.229612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53240) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:44.229864 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e8099cde-bbfd-43c5-9e07-e59e9ed80f5e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7265258 Apr 01 12:27:44.240187 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:44.263119 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Checking router: 3a630a52-5fc8-4f1a-9209-aaf090fe044a for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:27:44.263755 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Updating router 3a630a52-5fc8-4f1a-9209-aaf090fe044a port 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:27:44.311135 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:44.334407 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835bef-d4a5-4fd9-ab43-250da0fce4ca req-a1187854-97ba-4305-90a1-35d6825110a6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:44.336010 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ea835bef-d4a5-4fd9-ab43-250da0fce4ca req-a1187854-97ba-4305-90a1-35d6825110a6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.1783400 Apr 01 12:27:44.405417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ac8f2-1534-454c-a7fe-1c567a0a4fa5 req-a17e4429-5fb3-468d-9df2-6f997cec0752 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:44.407908 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d5ac8f2-1534-454c-a7fe-1c567a0a4fa5 req-a17e4429-5fb3-468d-9df2-6f997cec0752 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 945 time: 0.9050596 Apr 01 12:27:44.448114 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65160fa1-3efc-4fdc-9151-2991ac60c482 req-51b28d97-bbec-468a-b9a6-97df1524f0b1 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:44.452747 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-65160fa1-3efc-4fdc-9151-2991ac60c482 req-51b28d97-bbec-468a-b9a6-97df1524f0b1 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.37 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 950 time: 0.3739631 Apr 01 12:27:44.518285 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-a17ae2c3-f9fd-4e5e-ae0e-934865c1a76d service neutron] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:44.535189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:44.542603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ea835bef-d4a5-4fd9-ab43-250da0fce4ca req-b3e6d605-0743-44a0-8091-750f9a8efff3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703978 Apr 01 12:27:44.620612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Pushing event updated for resources: {'Port': ['ID=48f3d975-d9ec-4126-acd9-71b9946de37a,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:44.637293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 48f3d975-d9ec-4126-acd9-71b9946de37a details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:27:44.643829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:44.657133 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:44.657481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:44.657939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:44.658304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:44.658629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:44.659059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:44.659266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:44.659665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:44.660010 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:44.660330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:44.660650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:44.660975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:44.681471 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d64f32a-8422-4cfc-aa06-8b1eacb9d934 x-openstack-request-id: req-3d64f32a-8422-4cfc-aa06-8b1eacb9d934 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:44.681793 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a22b3f1-33d5-4877-aa96-c89d474a9747", "name": "network-vif-unplugged", "status": "completed", "tag": "48f3d975-d9ec-4126-acd9-71b9946de37a", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:44.682023 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d64f32a-8422-4cfc-aa06-8b1eacb9d934 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:44.682461 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d64f32a-8422-4cfc-aa06-8b1eacb9d934'] response: {'server_uuid': '7a22b3f1-33d5-4877-aa96-c89d474a9747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f3d975-d9ec-4126-acd9-71b9946de37a', 'code': 200} Apr 01 12:27:44.719062 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-a17ae2c3-f9fd-4e5e-ae0e-934865c1a76d service neutron] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:44.727756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on host n-h1-836146-1 for vnic_type normal with profile {"migrating_to": "n-h2-836146-1"} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:27:44.728097 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:27:44.729412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:44.734949 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bcbd59c9-e946-42c4-9cfd-ab813ab56cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:44.747556 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bcbd59c9-e946-42c4-9cfd-ab813ab56cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:44.750066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bcbd59c9-e946-42c4-9cfd-ab813ab56cd5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c085268-9f25-472e-98e6-c3db2e2b333b HTTP/1.1" status: 204 len: 168 time: 1.6335120 Apr 01 12:27:44.779068 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-a17ae2c3-f9fd-4e5e-ae0e-934865c1a76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:27:44.793996 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-a17ae2c3-f9fd-4e5e-ae0e-934865c1a76d service neutron] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:44.804466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d5ac8f2-1534-454c-a7fe-1c567a0a4fa5 req-84a0cfa7-ebe3-402a-9de3-a332e432bc3b tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867810 Apr 01 12:27:44.811152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd59c9-e946-42c4-9cfd-ab813ab56cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c085268-9f25-472e-98e6-c3db2e2b333b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:44.816257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:27:44.817324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:44.833261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:27:44.833896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:27:44.834850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:27:44.835663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Bound port: 48f3d975-d9ec-4126-acd9-71b9946de37a, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:27:44.837249 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:44.875228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-65160fa1-3efc-4fdc-9151-2991ac60c482 req-23813575-828e-4ae7-a475-e34ad5536b0c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Deleting port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:44.876253 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-65160fa1-3efc-4fdc-9151-2991ac60c482 req-23813575-828e-4ae7-a475-e34ad5536b0c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:44.905253 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.resource_extend [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:27:44.920190 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-a17ae2c3-f9fd-4e5e-ae0e-934865c1a76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:44.976505 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:45.003536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-65160fa1-3efc-4fdc-9151-2991ac60c482 req-23813575-828e-4ae7-a475-e34ad5536b0c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] For port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:45.004296 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-65160fa1-3efc-4fdc-9151-2991ac60c482 req-23813575-828e-4ae7-a475-e34ad5536b0c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:45.025663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-65160fa1-3efc-4fdc-9151-2991ac60c482 req-23813575-828e-4ae7-a475-e34ad5536b0c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Calling delete_port for 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:45.091882 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:45.102584 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:45.142036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1cf79-be50-4499-90ce-8bc0ac74a9b6 req-e1c0b14e-bf7d-4bf1-b7c8-d48b3bd2cd45 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:45.152195 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d1cf79-be50-4499-90ce-8bc0ac74a9b6 req-e1c0b14e-bf7d-4bf1-b7c8-d48b3bd2cd45 tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/ports?device_id=b797a101-1f22-4d28-8efc-32225c4f191c HTTP/1.1" status: 200 len: 950 time: 0.3383934 Apr 01 12:27:45.229236 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Pushing event updated for resources: {'Port': ['ID=97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:45.292268 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:45.294502 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:45.295073 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:45.296565 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:45.296919 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:45.297253 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:45.297579 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:45.297901 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:45.300891 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:45.301292 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:45.303571 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:45.303977 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:27:45.312934 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Attempting to bind port 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:27:45.313391 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Attempting to bind port 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:27:45.314871 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Attempting to bind port 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:45.326788 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:27:45.326788 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:27:45.333016 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:45.333647 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:27:45.334816 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-65160fa1-3efc-4fdc-9151-2991ac60c482 req-23813575-828e-4ae7-a475-e34ad5536b0c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:45.354241 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Bound port: 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:27:45.354733 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:45.356639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d1cf79-be50-4499-90ce-8bc0ac74a9b6 req-d3d3dcc2-dd6c-44b6-b89b-f5272173f90e tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034943 Apr 01 12:27:45.378824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, got binding levels [] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:45.496790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23813575-828e-4ae7-a475-e34ad5536b0c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Pushing event deleted for resources: {'Port': ['ID=1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:45.508155 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on host n-h1-836146-1 for vnic_type normal with profile {"migrating_to": "n-h2-836146-1"} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:27:45.508571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:27:45.510669 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:45.524021 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:27:45.524626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:45.532197 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-65160fa1-3efc-4fdc-9151-2991ac60c482 req-23813575-828e-4ae7-a475-e34ad5536b0c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] No DVR routers for this DVR port 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:45.535553 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-65160fa1-3efc-4fdc-9151-2991ac60c482 req-23813575-828e-4ae7-a475-e34ad5536b0c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:45.537353 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:27:45.539074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:27:45.539629 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-65160fa1-3efc-4fdc-9151-2991ac60c482 req-23813575-828e-4ae7-a475-e34ad5536b0c tempest-ServersAdminTestJSON-1228221441 tempest-ServersAdminTestJSON-1228221441-project] 10.222.0.37 "DELETE /v2.0/ports/1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 HTTP/1.1" status: 204 len: 173 time: 1.0720587 Apr 01 12:27:45.541216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:27:45.541906 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Bound port: 48f3d975-d9ec-4126-acd9-71b9946de37a, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:27:45.543272 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:45.558589 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] For port 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:45.577737 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] For port 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:27:45.577983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b8df-fc52-4db0-90e1-2d9c09762431 req-ac5af32e-f89a-4de6-bc5d-e8fda91fea02 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:45.589003 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bae9b8df-fc52-4db0-90e1-2d9c09762431 req-ac5af32e-f89a-4de6-bc5d-e8fda91fea02 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 943 time: 0.2995617 Apr 01 12:27:45.601377 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:45.650466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:45.717940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=48f3d975-d9ec-4126-acd9-71b9946de37a,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:27:45.760253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bae9b8df-fc52-4db0-90e1-2d9c09762431 req-7c302391-fda8-4e49-88e2-bd7cb18bba1d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690350 Apr 01 12:27:45.768409 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:45.770268 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:45.793532 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 48f3d975-d9ec-4126-acd9-71b9946de37a-n-h1-836146-1-0 {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:27:45.794683 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:27:45.844576 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Routers {'3a630a52-5fc8-4f1a-9209-aaf090fe044a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:27:45.845672 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:27:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:27:45.980284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982cd7e-881c-4ef1-87af-ff7c84f5671c req-7347336c-8d17-46b8-a057-db460de32b9c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:45.981918 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2982cd7e-881c-4ef1-87af-ff7c84f5671c req-7347336c-8d17-46b8-a057-db460de32b9c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.4212012 Apr 01 12:27:46.013716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:46.015284 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:46.016912 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] 10.222.0.44 "PUT /v2.0/ports/48f3d975-d9ec-4126-acd9-71b9946de37a HTTP/1.1" status: 200 len: 1121 time: 2.8788445 Apr 01 12:27:46.034077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-a17ae2c3-f9fd-4e5e-ae0e-934865c1a76d service neutron] Transition to ACTIVE for port object a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:27:46.087184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf92c44-445c-4a82-800c-e44e38307466 service neutron] Pushing event updated for resources: {'Port': ['ID=48f3d975-d9ec-4126-acd9-71b9946de37a,revision_number=8']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:46.094995 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] Set router 3a630a52-5fc8-4f1a-9209-aaf090fe044a gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:27:46.132323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['48f3d975-d9ec-4126-acd9-71b9946de37a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:46.140109 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-a17ae2c3-f9fd-4e5e-ae0e-934865c1a76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:46.231787 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['48f3d975-d9ec-4126-acd9-71b9946de37a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:27:46.376099 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-a17ae2c3-f9fd-4e5e-ae0e-934865c1a76d service neutron] No DVR routers for this DVR port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:46.387455 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on host n-h1-836146-1 for vnic_type normal with profile {"migrating_to": "n-h2-836146-1"} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:27:46.388581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:27:46.388961 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:46.394872 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d59a5-564d-4282-81b3-a51229942d95 None None] Pushing event updated for resources: {'Port': ['ID=97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:46.458913 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2982cd7e-881c-4ef1-87af-ff7c84f5671c req-e5387637-67f4-4e7c-9f52-f2c8c9d2fc73 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688194 Apr 01 12:27:46.478688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4a939-5ce1-48d6-99f7-5b6d61681d52 req-fda8d47d-d514-461c-b32c-c41e2ff1e8d9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:46.498249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-15d4a939-5ce1-48d6-99f7-5b6d61681d52 req-fda8d47d-d514-461c-b32c-c41e2ff1e8d9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.1328497 Apr 01 12:27:46.550514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:27:46.551095 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Attempting to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:46.562438 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-a17ae2c3-f9fd-4e5e-ae0e-934865c1a76d service neutron] 10.222.0.44 "PUT /v2.0/ports/a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0/bindings/n-h1-836146-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5242882 Apr 01 12:27:46.578720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:27:46.579851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:27:46.580688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:27:46.582049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Bound port: 48f3d975-d9ec-4126-acd9-71b9946de37a, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:27:46.585917 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:46.594281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:46.598257 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-15d4a939-5ce1-48d6-99f7-5b6d61681d52 req-78d841f1-b0fe-4eec-8a2b-87ee3965df16 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975945 Apr 01 12:27:46.625471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ae2c3-f9fd-4e5e-ae0e-934865c1a76d service neutron] Pushing event updated for resources: {'Port': ['ID=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,revision_number=10']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:46.672943 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:46.702081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'name': 'network-vif-deleted', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3'}, {'name': 'network-changed', 'server_uuid': '7a22b3f1-33d5-4877-aa96-c89d474a9747', 'tag': '48f3d975-d9ec-4126-acd9-71b9946de37a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:46.702594 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8b32d-1a59-4751-bd53-902473dc7bb5 req-4a7544ee-b8a6-495d-9345-513c47b8ae1d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:46.711550 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcf5147-767a-42b4-b696-901cffe62160" -d '{"events": [{"server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "name": "network-vif-deleted", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3"}, {"name": "network-changed", "server_uuid": "7a22b3f1-33d5-4877-aa96-c89d474a9747", "tag": "48f3d975-d9ec-4126-acd9-71b9946de37a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:46.712801 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4fb8b32d-1a59-4751-bd53-902473dc7bb5 req-4a7544ee-b8a6-495d-9345-513c47b8ae1d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 943 time: 0.1029913 Apr 01 12:27:46.786971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:46.789508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:46.800187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-2bc8f3c5-361c-4f53-9615-bec59c53aa5c tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:46.817087 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-2bc8f3c5-361c-4f53-9615-bec59c53aa5c tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3&tenant_id=d3ef0b6c28664a848490f62530c5067c&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 1095 time: 0.1743014 Apr 01 12:27:46.890334 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:27:41Z', 'revision_number': 3, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:27:46.907944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Allocated IP 172.20.0.1 (5386add8-6f5d-4fd3-97cd-be4c8d4922b0/67554ebd-3b80-4a34-bcc6-c079931e4712/4c20a372-a72e-4471-a053-67589efe2e55) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:27:46.939062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb8c8d-dc30-461f-bacf-6da74dee077a req-4036b766-c9be-44c8-8e21-b3ace42de2fb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:46.947821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-01bb8c8d-dc30-461f-bacf-6da74dee077a req-4036b766-c9be-44c8-8e21-b3ace42de2fb tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 945 time: 0.1866753 Apr 01 12:27:46.956882 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e3095-5cc5-4551-a99d-0d6299f6a056 None None] The sync data for ids ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'] in n-d-836146-1 is: [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:27:41Z', 'revision_number': 3, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:27:47.000930 n-d-836146-1 neutron-server[102720]: WARNING neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Concurrent port binding operations failed on port 48f3d975-d9ec-4126-acd9-71b9946de37a Apr 01 12:27:47.011649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-01bb8c8d-dc30-461f-bacf-6da74dee077a req-1640c99e-ec05-4041-bc3c-5ffe249fa0ba tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624578 Apr 01 12:27:47.012377 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=48f3d975-d9ec-4126-acd9-71b9946de37a,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:47.046652 n-d-836146-1 neutron-server[102720]: INFO neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Attempt 2 to bind port 48f3d975-d9ec-4126-acd9-71b9946de37a Apr 01 12:27:47.047054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 48f3d975-d9ec-4126-acd9-71b9946de37a has no active binding in host n-h2-836146-1 {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 01 12:27:47.051165 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:47.138963 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4fb8b32d-1a59-4751-bd53-902473dc7bb5 req-82098589-4b0d-4514-a541-b0f4d71ec209 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230320 Apr 01 12:27:47.140234 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:47.283968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-40fee397-8721-4d60-b425-97c2864f03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:47.289178 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-40fee397-8721-4d60-b425-97c2864f03f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3&tenant_id=d3ef0b6c28664a848490f62530c5067c HTTP/1.1" status: 200 len: 1095 time: 0.4401469 Apr 01 12:27:47.334884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:27:47.362920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:27:47.369355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:27:47.411201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0fe1112-f22b-42e0-93db-37e7abf00742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:47.417586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b0fe1112-f22b-42e0-93db-37e7abf00742 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 1095 time: 0.1012266 Apr 01 12:27:47.504070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Pushing event updated for resources: {'Port': ['ID=4c20a372-a72e-4471-a053-67589efe2e55,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:47.601234 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b065d5-c1ef-4970-b377-e7d729e6cc7f req-d36461da-4c18-4d17-82ed-25be93b59596 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:47.617734 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-15b065d5-c1ef-4970-b377-e7d729e6cc7f req-d36461da-4c18-4d17-82ed-25be93b59596 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 944 time: 0.2711897 Apr 01 12:27:47.620625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:47.690903 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb6d62d-63c5-4ab4-8b62-8274a208cbcb x-openstack-request-id: req-5bb6d62d-63c5-4ab4-8b62-8274a208cbcb {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:47.691652 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b797a101-1f22-4d28-8efc-32225c4f191c", "name": "network-vif-deleted", "tag": "1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a22b3f1-33d5-4877-aa96-c89d474a9747", "tag": "48f3d975-d9ec-4126-acd9-71b9946de37a", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:47.691652 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5bb6d62d-63c5-4ab4-8b62-8274a208cbcb {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:47.692172 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb6d62d-63c5-4ab4-8b62-8274a208cbcb'] response: {'server_uuid': 'b797a101-1f22-4d28-8efc-32225c4f191c', 'name': 'network-vif-deleted', 'tag': '1a4d5d56-1ec9-4cf5-9865-b0b80a7426d3', 'status': 'completed', 'code': 200} Apr 01 12:27:47.692432 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb6d62d-63c5-4ab4-8b62-8274a208cbcb'] response: {'name': 'network-changed', 'server_uuid': '7a22b3f1-33d5-4877-aa96-c89d474a9747', 'tag': '48f3d975-d9ec-4126-acd9-71b9946de37a', 'status': 'completed', 'code': 200} Apr 01 12:27:47.844242 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-15b065d5-c1ef-4970-b377-e7d729e6cc7f req-e2105502-8416-4092-b7d4-e17d956681a2 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253733 Apr 01 12:27:47.915728 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53300) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:47.918213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf5147-767a-42b4-b696-901cffe62160 req-4253287b-de34-4741-840b-0064b6aaec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:47.920271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdcf5147-767a-42b4-b696-901cffe62160 req-4253287b-de34-4741-840b-0064b6aaec72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 1124 time: 0.2125895 Apr 01 12:27:47.927905 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-0966254a-88fe-4192-b433-728a2610f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:47.929769 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-0966254a-88fe-4192-b433-728a2610f657 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.5003626 Apr 01 12:27:48.035571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6d911809-e6af-40fa-9c1c-43c2a47ad961 None None] Provisioning complete for port 4c20a372-a72e-4471-a053-67589efe2e55 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:48.043408 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6d911809-e6af-40fa-9c1c-43c2a47ad961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:48.085544 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-ef562a82-778f-4146-a6e0-3273f44f941c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 HTTP/1.1" status: 200 len: 217 time: 0.1093006 Apr 01 12:27:48.150960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6d911809-e6af-40fa-9c1c-43c2a47ad961 None None] Port 4c20a372-a72e-4471-a053-67589efe2e55 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:27:48.185874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:48.259282 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64be46-79a9-4d87-9937-f02f7a3a874d req-267e8fa0-f3a6-434c-8e17-6f3644f078c5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:48.274718 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae64be46-79a9-4d87-9937-f02f7a3a874d req-267e8fa0-f3a6-434c-8e17-6f3644f078c5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.2137573 Apr 01 12:27:48.335002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:27:48.349829 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae64be46-79a9-4d87-9937-f02f7a3a874d req-997879b2-dd82-4f1b-a9be-adf933851d70 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700009 Apr 01 12:27:48.502749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:48.503115 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:48.595277 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64e110-fa41-4291-a8fd-ca3588fa92eb req-b7e4347b-9768-407b-9132-4400da76f5ed tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:48.604454 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be64e110-fa41-4291-a8fd-ca3588fa92eb req-b7e4347b-9768-407b-9132-4400da76f5ed tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.1197925 Apr 01 12:27:48.677084 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:48.742805 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:48.755701 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:48.896619 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:48.961599 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-bf868e52-c7de-4b18-922b-7b99c85dc964 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=207e3641b0064d87ba453766885dfb9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6313057 Apr 01 12:27:49.038986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-bc9bdde4-263c-4639-8fe7-f82e2ecb7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:49.040854 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-bc9bdde4-263c-4639-8fe7-f82e2ecb7fde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.9437842 Apr 01 12:27:49.047248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a1ff34e0-6445-4d6d-8c6d-7285cf5c87e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ed2abfc729c4877b52987200707cb88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1253572 Apr 01 12:27:49.068093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-c0f2dec6-f023-494e-98dc-cc5c8fe42158 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:49.070443 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53318) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:49.070954 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-c0f2dec6-f023-494e-98dc-cc5c8fe42158 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.37 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 945 time: 0.7365327 Apr 01 12:27:49.072225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf5147-767a-42b4-b696-901cffe62160 req-61941eb2-9017-4eb7-b5e8-4c30c04a9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:49.074247 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdcf5147-767a-42b4-b696-901cffe62160 req-61941eb2-9017-4eb7-b5e8-4c30c04a9687 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 1.1429391 Apr 01 12:27:49.121249 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be64e110-fa41-4291-a8fd-ca3588fa92eb req-4f379456-069a-4b52-9f30-536fa2f293a9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5156879 Apr 01 12:27:49.153911 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdcf5147-767a-42b4-b696-901cffe62160 req-ef9fce64-8b40-45dc-be0b-907421933124 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f3d975-d9ec-4126-acd9-71b9946de37a HTTP/1.1" status: 200 len: 217 time: 0.0675449 Apr 01 12:27:49.216160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:49.220357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-0235aaba-b51e-4ad8-9232-fa5d401bf517 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449070 Apr 01 12:27:49.243297 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:49.325436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Pushing event updated for resources: {'Port': ['ID=4c20a372-a72e-4471-a053-67589efe2e55,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:49.378302 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3ec686d-c85e-4d2b-a2ff-4f3cfebce4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:49.416109 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3ec686d-c85e-4d2b-a2ff-4f3cfebce4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:49.416109 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:49.447004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-b39c66df-cae4-484f-8591-84f6c4f6c2b6 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:49.454699 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-b39c66df-cae4-484f-8591-84f6c4f6c2b6 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4913895 Apr 01 12:27:49.470914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf5147-767a-42b4-b696-901cffe62160 req-286c1a6c-88ab-40f8-8ce4-a80010a3347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:49.472402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdcf5147-767a-42b4-b696-901cffe62160 req-286c1a6c-88ab-40f8-8ce4-a80010a3347c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.2545907 Apr 01 12:27:49.484764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-42ffdb18-fb59-4d63-a715-59706c850fea tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/quotas/207e3641b0064d87ba453766885dfb9d HTTP/1.1" status: 200 len: 375 time: 0.0290647 Apr 01 12:27:49.528921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c101-793e-4f2a-9aef-b99637708eb4 req-9a81956b-b0d4-497c-abe9-07c25955d729 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:49.530740 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c47c101-793e-4f2a-9aef-b99637708eb4 req-9a81956b-b0d4-497c-abe9-07c25955d729 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 945 time: 0.3076823 Apr 01 12:27:49.547548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdcf5147-767a-42b4-b696-901cffe62160 req-fa8a3d2e-0169-4702-b901-473e75c75dfe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543351 Apr 01 12:27:49.548066 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3ec686d-c85e-4d2b-a2ff-4f3cfebce4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:49.548066 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3ec686d-c85e-4d2b-a2ff-4f3cfebce4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:49.549406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e3ec686d-c85e-4d2b-a2ff-4f3cfebce4e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f841b8d7-be2e-4dc4-8f1c-da2c09f09df6 HTTP/1.1" status: 204 len: 168 time: 0.4776022 Apr 01 12:27:49.565825 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-b5718793-00ca-4c7a-b1f0-47a398b42ddc service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305907 Apr 01 12:27:49.608937 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-bd8b9008-81e7-4f8f-94f9-890f95f38d21 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=207e3641b0064d87ba453766885dfb9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231639 Apr 01 12:27:49.687604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec686d-c85e-4d2b-a2ff-4f3cfebce4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f841b8d7-be2e-4dc4-8f1c-da2c09f09df6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:49.695680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Deleting port 67fff7a7-97e5-468f-835b-ee15a89ccd06 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:49.696044 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:49.819857 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c47c101-793e-4f2a-9aef-b99637708eb4 req-9c2b87f1-4386-446a-931d-618762ec4692 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517364 Apr 01 12:27:49.854710 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:27:49.860709 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:27:50.095324 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdcf5147-767a-42b4-b696-901cffe62160 req-1a0a5b37-ad48-481e-8810-b5ede79e26e5 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280607 Apr 01 12:27:50.105992 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-f0f00d22-6888-44e5-9a2b-7de940e7b0fd service neutron] 10.222.0.37 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131330 Apr 01 12:27:50.273497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:27:50.337931 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b97278-29e3-4f97-834e-432f3e32dff4 req-a87ec138-d77b-40a9-86e0-4e2d86b99a36 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:50.347740 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3b97278-29e3-4f97-834e-432f3e32dff4 req-a87ec138-d77b-40a9-86e0-4e2d86b99a36 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 943 time: 0.2691846 Apr 01 12:27:50.496341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] For port 67fff7a7-97e5-468f-835b-ee15a89ccd06, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=67fff7a7-97e5-468f-835b-ee15a89ccd06,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:50.496716 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:50.503425 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Router 3a630a52-5fc8-4f1a-9209-aaf090fe044a has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:27:50.507037 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f526a8e7-a11d-4d3a-b320-46227fdc6cab None None] Provisioning complete for port 4c20a372-a72e-4471-a053-67589efe2e55 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:50.507409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f526a8e7-a11d-4d3a-b320-46227fdc6cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:50.510885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:50.518864 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3b97278-29e3-4f97-834e-432f3e32dff4 req-bb93100e-5b24-4946-b2e2-c0fe1a9397b0 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699169 Apr 01 12:27:50.527980 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:50.552444 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53340) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:50.722663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f526a8e7-a11d-4d3a-b320-46227fdc6cab None None] Port 4c20a372-a72e-4471-a053-67589efe2e55 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:27:50.777308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdcf5147-767a-42b4-b696-901cffe62160 req-d69013fc-3356-4e8f-b09b-617c18d478dd service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699061 Apr 01 12:27:50.830592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f7fc8-41f7-4ff1-b724-b35e52abc1e9 req-40a3533f-4473-4574-81c4-28f451d25805 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:50.832309 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099f7fc8-41f7-4ff1-b724-b35e52abc1e9 req-40a3533f-4473-4574-81c4-28f451d25805 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 944 time: 0.7354851 Apr 01 12:27:50.834961 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-97d5f098-758a-4c81-99a7-b3780f563d91 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=994ac8635b124c30bb2655a827c21be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698503 Apr 01 12:27:50.837871 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53346) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:50.946224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebf882-fb19-49cf-b27b-b7d080bfc1c3 req-1dea13e8-7276-4ff5-b9da-4aafe5cdcb49 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:50.948010 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a9ebf882-fb19-49cf-b27b-b7d080bfc1c3 req-1dea13e8-7276-4ff5-b9da-4aafe5cdcb49 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.2919888 Apr 01 12:27:50.965514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-e867a713-7755-4b87-8d72-117a9755c6fe tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:50.967227 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-e867a713-7755-4b87-8d72-117a9755c6fe tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3&tenant_id=d3ef0b6c28664a848490f62530c5067c&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1095 time: 0.4298737 Apr 01 12:27:51.031790 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a537e3ff-2f00-4462-97a8-f0ffdb83a231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:51.070219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:27:51.083152 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d5083996-00f1-4214-a7a8-dfb26b801b63 admin admin] 10.222.0.45 "PUT /v2.0/routers/3a630a52-5fc8-4f1a-9209-aaf090fe044a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8534696 Apr 01 12:27:51.105095 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Sync routers for ids ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:27:51.121698 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099f7fc8-41f7-4ff1-b724-b35e52abc1e9 req-cf82ff1b-be69-4c7e-8800-0f80f29b5225 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640371 Apr 01 12:27:51.153281 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:51.153664 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:51.153966 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Floating IP c67ec8b4-c6d7-4658-8065-6926c0eefd48 disassociated. External IP: 172.25.7.189, port: 67fff7a7-97e5-468f-835b-ee15a89ccd06. Apr 01 12:27:51.154504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Calling delete_port for 67fff7a7-97e5-468f-835b-ee15a89ccd06 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:51.167064 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Routers {'3a630a52-5fc8-4f1a-9209-aaf090fe044a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:27:51.170923 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a9ebf882-fb19-49cf-b27b-b7d080bfc1c3 req-6e7469d3-4df6-4d12-b99d-92eb9927a881 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089314 Apr 01 12:27:51.177063 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:27:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:27:51.227049 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a537e3ff-2f00-4462-97a8-f0ffdb83a231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:51.353812 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-49e78caa-e3f1-419c-972c-04d05afded8b service neutron] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:51.373209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-49e78caa-e3f1-419c-972c-04d05afded8b service neutron] Notify callbacks [] for binding, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:51.383418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-377d029e-6dc5-40b9-93ed-4c53fa2ef7a2 req-49e78caa-e3f1-419c-972c-04d05afded8b service neutron] 10.222.0.37 "DELETE /v2.0/ports/a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0/bindings/n-h2-836146-1 HTTP/1.1" status: 204 len: 173 time: 0.4059525 Apr 01 12:27:51.411417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e245320-3c05-4e22-8f56-17027c62e7c4 req-99c3f758-9f57-411c-834d-4fdae14bc5d1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:51.413314 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4e245320-3c05-4e22-8f56-17027c62e7c4 req-99c3f758-9f57-411c-834d-4fdae14bc5d1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.0877972 Apr 01 12:27:51.432165 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a537e3ff-2f00-4462-97a8-f0ffdb83a231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:51.435360 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a537e3ff-2f00-4462-97a8-f0ffdb83a231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:51.436650 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a537e3ff-2f00-4462-97a8-f0ffdb83a231 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96458035-b414-4eba-b162-e01ef22a04a7 HTTP/1.1" status: 204 len: 168 time: 0.5875497 Apr 01 12:27:51.457468 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537e3ff-2f00-4462-97a8-f0ffdb83a231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96458035-b414-4eba-b162-e01ef22a04a7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:51.491618 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4e245320-3c05-4e22-8f56-17027c62e7c4 req-082226ae-83ad-4fa2-9343-d3440522de4f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675342 Apr 01 12:27:51.574287 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Set router 3a630a52-5fc8-4f1a-9209-aaf090fe044a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:27:51.611390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4dbcae78-d54f-4ecc-a13c-dbea3bd2ab9b req-e1d7c166-a32a-4c80-b72b-8ee874f24955 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 210 time: 0.1470292 Apr 01 12:27:51.795473 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:51.872058 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030b59a-b9f3-4dcf-9b9e-480d88d2fa39 req-35113595-4969-4653-bb7d-5c7f53a113ff tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:51.890284 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7030b59a-b9f3-4dcf-9b9e-480d88d2fa39 req-35113595-4969-4653-bb7d-5c7f53a113ff tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 867 time: 0.1826403 Apr 01 12:27:51.915899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Pushing event deleted for resources: {'Port': ['ID=67fff7a7-97e5-468f-835b-ee15a89ccd06,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:52.002165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7030b59a-b9f3-4dcf-9b9e-480d88d2fa39 req-14bc5021-86f5-463c-bfe3-66505d6c4331 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups?id=922bd52b-1e94-4568-bdc0-a0e7f38f56de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098747 Apr 01 12:27:52.029362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '4c20a372-a72e-4471-a053-67589efe2e55', 'name': '', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'mac_address': 'fa:16:3e:66:f1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:46Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 2, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'subnets': [{'id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:27:52.083569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Checking router: 3a630a52-5fc8-4f1a-9209-aaf090fe044a for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:27:52.084609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Updating router 3a630a52-5fc8-4f1a-9209-aaf090fe044a port 4c20a372-a72e-4471-a053-67589efe2e55 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:27:52.156545 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:52.300602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320927-9c28-493d-a73d-0e70508f2fe2 req-bc7514fb-0922-4187-abd6-1d7a22c97d37 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:52.306130 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b0320927-9c28-493d-a73d-0e70508f2fe2 req-bc7514fb-0922-4187-abd6-1d7a22c97d37 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 943 time: 0.1827881 Apr 01 12:27:52.425414 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-8c0a3025-e252-4e99-bec6-59577ebbfffe tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=207e3641b0064d87ba453766885dfb9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852406 Apr 01 12:27:52.436892 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b0320927-9c28-493d-a73d-0e70508f2fe2 req-d7a86907-dc80-4fe9-a634-8108ecaf977b tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234279 Apr 01 12:27:52.520775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Router 222a5865-3def-4f85-b19e-a433480459ff has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:27:52.621439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 67fff7a7-97e5-468f-835b-ee15a89ccd06 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:52.740968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 67fff7a7-97e5-468f-835b-ee15a89ccd06 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:27:52.741373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 67fff7a7-97e5-468f-835b-ee15a89ccd06 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:27:52.822728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52cef8-bba6-4a4f-b211-fcda00bab7b0 req-ea3ea5fe-fe63-4bfd-b500-16a851f99134 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:52.825217 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f52cef8-bba6-4a4f-b211-fcda00bab7b0 req-ea3ea5fe-fe63-4bfd-b500-16a851f99134 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 944 time: 0.1804008 Apr 01 12:27:52.916789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-7cec80fb-cb8e-45d4-ba80-c9e466c990af tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:52.919329 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-7cec80fb-cb8e-45d4-ba80-c9e466c990af tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4831481 Apr 01 12:27:52.941226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Request body: {'port': {'device_id': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '207e3641b0064d87ba453766885dfb9d'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:52.946099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f52cef8-bba6-4a4f-b211-fcda00bab7b0 req-01ee064a-9f51-4c65-9c6f-87306b68cf79 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073003 Apr 01 12:27:53.162907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:27:53.174778 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4234fa37-ccd3-40af-a66c-7b4b9cd18240 None None] Sync routers for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:27:53.189816 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29387944-36fc-41c4-8d9c-4493287daa5a req-f60e80dd-8599-4294-847f-8edee5e36ff5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:53.193258 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234fa37-ccd3-40af-a66c-7b4b9cd18240 None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:27:53.197359 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4234fa37-ccd3-40af-a66c-7b4b9cd18240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:27:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:27:53.200405 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-29387944-36fc-41c4-8d9c-4493287daa5a req-f60e80dd-8599-4294-847f-8edee5e36ff5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.0914369 Apr 01 12:27:53.246607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] No DVR routers for this DVR port 67fff7a7-97e5-468f-835b-ee15a89ccd06 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:27:53.252895 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.256660 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7963eb2e-84c2-42d6-94df-93ba47268ce6 req-1c43ad93-d4db-47d2-ac3b-8c9833d45a23 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.37 "DELETE /v2.0/ports/67fff7a7-97e5-468f-835b-ee15a89ccd06 HTTP/1.1" status: 204 len: 173 time: 4.1690583 Apr 01 12:27:53.257534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53392) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:53.258142 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86798de-1942-4628-9664-c6d21d86480b', 'name': 'network-vif-deleted', 'tag': '67fff7a7-97e5-468f-835b-ee15a89ccd06'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:53.261320 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834efc47-8922-40ab-bb30-82434f61bbd3" -d '{"events": [{"server_uuid": "e86798de-1942-4628-9664-c6d21d86480b", "name": "network-vif-deleted", "tag": "67fff7a7-97e5-468f-835b-ee15a89ccd06"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:53.267128 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Made reservation on behalf of 207e3641b0064d87ba453766885dfb9d for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:27:53.274583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-fdd9fbeb-d979-4f3b-b643-8162746b6f66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--997622196', 'description': 'tempest-description--812263574'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:53.274817 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.296670 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.299191 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.311564 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-29387944-36fc-41c4-8d9c-4493287daa5a req-d5f89bb1-f25c-4ca7-b281-62552c50c042 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033313 Apr 01 12:27:53.344409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.385394 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fdd9fbeb-d979-4f3b-b643-8162746b6f66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.546529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d569c47-975e-4b13-ad8b-60f2441bdfb3 req-0af4629b-65f3-474a-be8b-6207ca81c950 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:53.548239 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d569c47-975e-4b13-ad8b-60f2441bdfb3 req-0af4629b-65f3-474a-be8b-6207ca81c950 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.1044774 Apr 01 12:27:53.558931 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.571125 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.602974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bd10d-d84e-4ade-9bbb-88f1e1e3a2f6 None None] Pushing event updated for resources: {'Port': ['ID=4c20a372-a72e-4471-a053-67589efe2e55,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:53.603803 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fdd9fbeb-d979-4f3b-b643-8162746b6f66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.624263 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fdd9fbeb-d979-4f3b-b643-8162746b6f66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.676954 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-4234fa37-ccd3-40af-a66c-7b4b9cd18240 None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:27:53.694078 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8a75cad5-0c3f-49f7-bbdc-d8837b68e695 req-6ed8be23-3ebb-4f85-b913-782e9666e04a tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 210 time: 0.1092563 Apr 01 12:27:53.737069 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fdd9fbeb-d979-4f3b-b643-8162746b6f66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.748175 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fdd9fbeb-d979-4f3b-b643-8162746b6f66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4851387 Apr 01 12:27:53.753031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53402) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:53.778120 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-db8a3b32-79be-48c4-bc60-da21fe63bd66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Request body: {'security_group_rule': {'security_group_id': 'abec999b-4276-4f86-adfc-e36e30bcad68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:53.797042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9fbeb-d979-4f3b-b643-8162746b6f66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abec999b-4276-4f86-adfc-e36e30bcad68,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:53.825375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a916ef-61cb-4dd5-8292-4c6a5bb07135,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:53.842420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Attempting to bind port 4c20a372-a72e-4471-a053-67589efe2e55 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:27:53.842890 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Attempting to bind port 4c20a372-a72e-4471-a053-67589efe2e55 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:27:53.843341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Attempting to bind port 4c20a372-a72e-4471-a053-67589efe2e55 on network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:53.855640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:27:53.857437 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Checking segment: {'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:27:53.857951 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.858652 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Bound using segment: {'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:27:53.859782 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Bound port: 4c20a372-a72e-4471-a053-67589efe2e55, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:27:53.863699 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.882229 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db8a3b32-79be-48c4-bc60-da21fe63bd66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:53.926622 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d569c47-975e-4b13-ad8b-60f2441bdfb3 req-51076c42-256a-4bf3-a65f-ab633f34f76f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652480 Apr 01 12:27:54.121023 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] For port 4c20a372-a72e-4471-a053-67589efe2e55, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:54.137106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] For port 4c20a372-a72e-4471-a053-67589efe2e55, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4c20a372-a72e-4471-a053-67589efe2e55,segment=NetworkSegment(1542a95f-4f27-428b-940a-42ab6e5e45a1),segment_id=1542a95f-4f27-428b-940a-42ab6e5e45a1)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:27:54.148510 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:54.156538 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2217c4-6bd9-4254-b98c-aef661096107 x-openstack-request-id: req-6a2217c4-6bd9-4254-b98c-aef661096107 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:27:54.156926 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86798de-1942-4628-9664-c6d21d86480b", "name": "network-vif-deleted", "tag": "67fff7a7-97e5-468f-835b-ee15a89ccd06", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:27:54.157131 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a2217c4-6bd9-4254-b98c-aef661096107 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:27:54.157497 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2217c4-6bd9-4254-b98c-aef661096107'] response: {'server_uuid': 'e86798de-1942-4628-9664-c6d21d86480b', 'name': 'network-vif-deleted', 'tag': '67fff7a7-97e5-468f-835b-ee15a89ccd06', 'status': 'completed', 'code': 200} Apr 01 12:27:54.180965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Allocated IP 192.168.233.201 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/35455f41-a85e-40ee-9107-8a360cdb4d4d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:27:54.333400 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e4112fb-6ac2-4994-a034-90230880e50f req-c860e140-fa45-4148-af3f-d73d01dcc76e tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/ports?device_id=e86798de-1942-4628-9664-c6d21d86480b HTTP/1.1" status: 200 len: 210 time: 0.2332263 Apr 01 12:27:54.430253 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db8a3b32-79be-48c4-bc60-da21fe63bd66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:54.437968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db8a3b32-79be-48c4-bc60-da21fe63bd66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:54.483985 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Routers {'3a630a52-5fc8-4f1a-9209-aaf090fe044a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:27:54.485541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:27:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:27:54.510489 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db8a3b32-79be-48c4-bc60-da21fe63bd66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:54.514396 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-db8a3b32-79be-48c4-bc60-da21fe63bd66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7582932 Apr 01 12:27:54.515978 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53414) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:54.567872 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c1a15aa7-e791-40f6-976c-add9e4983236 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Request body: {'security_group_rule': {'security_group_id': 'abec999b-4276-4f86-adfc-e36e30bcad68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:54.611723 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3b32-79be-48c4-bc60-da21fe63bd66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5711df-af94-4158-ae46-c8c42fe2dbaf,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:54.634084 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4234fa37-ccd3-40af-a66c-7b4b9cd18240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:53Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:27:54.705286 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4234fa37-ccd3-40af-a66c-7b4b9cd18240 None None] Checking router: 222a5865-3def-4f85-b19e-a433480459ff for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:27:54.751748 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234fa37-ccd3-40af-a66c-7b4b9cd18240 None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:27:54.756503 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4234fa37-ccd3-40af-a66c-7b4b9cd18240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:27:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:27:54.768112 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbf9ff-cdb0-4198-ba3c-2d2af0078b98 req-56abd393-5509-40d8-81fd-fa23030d75d2 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:54.769765 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04cbf9ff-cdb0-4198-ba3c-2d2af0078b98 req-56abd393-5509-40d8-81fd-fa23030d75d2 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 1095 time: 0.1865854 Apr 01 12:27:54.785235 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1a15aa7-e791-40f6-976c-add9e4983236 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:54.858847 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:54.894841 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] Set router 3a630a52-5fc8-4f1a-9209-aaf090fe044a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:27:54.930811 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04cbf9ff-cdb0-4198-ba3c-2d2af0078b98 req-81378ddd-ed53-4661-a078-a45454eb2970 tempest-LiveAutoBlockMigrationV225Test-1325258280 tempest-LiveAutoBlockMigrationV225Test-1325258280-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474147 Apr 01 12:27:54.950843 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:55.049962 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1a15aa7-e791-40f6-976c-add9e4983236 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:55.063645 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1a15aa7-e791-40f6-976c-add9e4983236 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:55.070293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:27:55.119372 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1a15aa7-e791-40f6-976c-add9e4983236 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:55.121275 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8835a96-27fb-4231-a68c-ff77ff715a68 req-68e8d326-719c-4080-8998-7ac1425de0ba tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:55.127045 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c1a15aa7-e791-40f6-976c-add9e4983236 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6086550 Apr 01 12:27:55.134188 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53428) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:27:55.134456 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8835a96-27fb-4231-a68c-ff77ff715a68 req-68e8d326-719c-4080-8998-7ac1425de0ba tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 943 time: 0.7268064 Apr 01 12:27:55.138542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:27:55.144049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:55.145777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:27:55.151858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a15aa7-e791-40f6-976c-add9e4983236 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbff1bce-053f-43dd-9100-f9016d5d3cb1,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:55.226734 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-4234fa37-ccd3-40af-a66c-7b4b9cd18240 None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:27:55.252889 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:55.313303 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a420379-5984-4c99-ae1d-9bc79c2101d5 req-10b06c71-df0c-4126-b5e4-49beeb2a4f84 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:55.319886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:55.320563 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:55.323935 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a420379-5984-4c99-ae1d-9bc79c2101d5 req-10b06c71-df0c-4126-b5e4-49beeb2a4f84 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1557186 Apr 01 12:27:55.343058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1af9f9b8-df35-4813-8363-ff372807b31b None None] Provisioning complete for port 4c20a372-a72e-4471-a053-67589efe2e55 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:55.344265 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1af9f9b8-df35-4813-8363-ff372807b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:55.407963 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4752543 Apr 01 12:27:55.444940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Request body: {'port': {'device_id': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:55.458313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bd10d-d84e-4ade-9bbb-88f1e1e3a2f6 None None] Pushing event updated for resources: {'Port': ['ID=4c20a372-a72e-4471-a053-67589efe2e55,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:55.557874 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a420379-5984-4c99-ae1d-9bc79c2101d5 req-28942e16-1ca6-4fc7-acc6-9e59eb962428 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090912 Apr 01 12:27:55.584534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303e6ed-14a8-4af5-829c-d257ffb90244 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Pushing event updated for resources: {'Port': ['ID=35455f41-a85e-40ee-9107-8a360cdb4d4d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:55.603285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8835a96-27fb-4231-a68c-ff77ff715a68 req-98525a7e-c6b5-4548-89f6-d532167b0a5f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679234 Apr 01 12:27:55.620097 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:55.689150 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:55.737470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '4c20a372-a72e-4471-a053-67589efe2e55', 'name': '', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'mac_address': 'fa:16:3e:66:f1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:46Z', 'updated_at': '2022-04-01T12:27:54Z', 'revision_number': 4, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'subnets': [{'id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:27:55.807494 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1af9f9b8-df35-4813-8363-ff372807b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:55.810402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d432b0b-40e1-4b91-9058-b28983a1d15b None None] The sync data for ids ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'] in n-d-836146-1 is: [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '4c20a372-a72e-4471-a053-67589efe2e55', 'name': '', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'mac_address': 'fa:16:3e:66:f1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:46Z', 'updated_at': '2022-04-01T12:27:54Z', 'revision_number': 4, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'subnets': [{'id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:27:55.930592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1af9f9b8-df35-4813-8363-ff372807b31b None None] For port 4c20a372-a72e-4471-a053-67589efe2e55, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4c20a372-a72e-4471-a053-67589efe2e55,segment=NetworkSegment(1542a95f-4f27-428b-940a-42ab6e5e45a1),segment_id=1542a95f-4f27-428b-940a-42ab6e5e45a1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:55.949477 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4234fa37-ccd3-40af-a66c-7b4b9cd18240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:53Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:27:55.963273 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1af9f9b8-df35-4813-8363-ff372807b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:56.043659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eedc31-9a56-4056-8640-6cece3253312 req-f39cf826-01f6-4229-bcbc-1e2c606f0200 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:56.045611 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4234fa37-ccd3-40af-a66c-7b4b9cd18240 None None] The sync data for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 is: [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:23:46Z', 'revision_number': 4, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'a17e6051-2149-4e10-ad87-6c4cb75269ee', 'name': '', 'network_id': '54ec5879-6876-4332-b34c-ec146a3b7374', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'mac_address': 'fa:16:3e:f6:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:45Z', 'updated_at': '2022-04-01T12:23:53Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'subnets': [{'id': '7ef11ffb-671d-4944-80ae-de5a57ae60fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:27:56.058622 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-79eedc31-9a56-4056-8640-6cece3253312 req-f39cf826-01f6-4229-bcbc-1e2c606f0200 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.2301261 Apr 01 12:27:56.066665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9f9b8-df35-4813-8363-ff372807b31b None None] Pushing event updated for resources: {'Port': ['ID=4c20a372-a72e-4471-a053-67589efe2e55,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:56.151140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Allocated IP 172.25.7.160 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/1ebb0155-ba9d-4425-ab89-3db7905e9a05) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:27:56.152117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9382afeb-44e8-4bb3-998b-c88ac9d16cf4 None None] Provisioning complete for port 35455f41-a85e-40ee-9107-8a360cdb4d4d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:56.153347 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9382afeb-44e8-4bb3-998b-c88ac9d16cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:56.201924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-79eedc31-9a56-4056-8640-6cece3253312 req-06b353c2-265d-42eb-a66a-9a634f172158 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416888 Apr 01 12:27:56.243523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66a2c1-7145-453f-be21-d0da5939a00a req-2ce3cd34-1934-4941-a022-c224c7b6d8dd tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:56.255352 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e66a2c1-7145-453f-be21-d0da5939a00a req-2ce3cd34-1934-4941-a022-c224c7b6d8dd tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 936 time: 0.4690969 Apr 01 12:27:56.299026 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9382afeb-44e8-4bb3-998b-c88ac9d16cf4 None None] Port 35455f41-a85e-40ee-9107-8a360cdb4d4d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:27:56.362358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9382afeb-44e8-4bb3-998b-c88ac9d16cf4 None None] Provisioning complete for port 4c20a372-a72e-4471-a053-67589efe2e55 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:56.363659 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9382afeb-44e8-4bb3-998b-c88ac9d16cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:56.444624 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4c20a372-a72e-4471-a053-67589efe2e55 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:27:56.483634 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e66a2c1-7145-453f-be21-d0da5939a00a req-57774cd7-86a6-4965-a349-441cfdb6a171 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265563 Apr 01 12:27:56.504973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35455f41-a85e-40ee-9107-8a360cdb4d4d {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:27:56.551247 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:56.613616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Transition to ACTIVE for port object 35455f41-a85e-40ee-9107-8a360cdb4d4d will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:27:56.622292 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:56.793175 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:56.968093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:57.133590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4c03f-0da1-4918-b87e-d9f381bd7cce None None] New status for floating IP c67ec8b4-c6d7-4658-8065-6926c0eefd48: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:27:57.138160 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 48f3d975-d9ec-4126-acd9-71b9946de37a no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:27:57.198111 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:27:57.263933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:27:57.268729 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:27:57.314619 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-50cdc5bd-902e-4538-9e37-05357aaf6a1f tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1da7b6d5824c44e19e8db1ed5db17be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2077932 Apr 01 12:27:57.360218 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Pushing event updated for resources: {'Port': ['ID=1ebb0155-ba9d-4425-ab89-3db7905e9a05,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:57.388672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Pushing event updated for resources: {'Port': ['ID=35455f41-a85e-40ee-9107-8a360cdb4d4d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:57.483077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Attempting to bind port 35455f41-a85e-40ee-9107-8a360cdb4d4d on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:27:57.483715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Attempting to bind port 35455f41-a85e-40ee-9107-8a360cdb4d4d by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:27:57.484216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Attempting to bind port 35455f41-a85e-40ee-9107-8a360cdb4d4d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:57.628709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Port 35455f41-a85e-40ee-9107-8a360cdb4d4d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:27:57.629068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Attempting to bind port 35455f41-a85e-40ee-9107-8a360cdb4d4d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:27:57.711103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:27:57.711457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:27:57.711927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:27:57.722816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Bound port: 35455f41-a85e-40ee-9107-8a360cdb4d4d, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:27:57.723199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:57.735014 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4c20a372-a72e-4471-a053-67589efe2e55 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:27:57.736915 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:57.853469 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bbce3-9d65-4821-b579-3946c295701d req-e2785876-5127-4699-beef-943189956305 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:57.854863 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:57.856223 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f1bbce3-9d65-4821-b579-3946c295701d req-e2785876-5127-4699-beef-943189956305 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.37 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 944 time: 0.3765655 Apr 01 12:27:57.893823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0972bb-5e36-4a4d-ba3d-77c15f24226a req-f33a0aa2-06bc-406e-b79e-f45705c9b240 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:57.902930 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d0972bb-5e36-4a4d-ba3d-77c15f24226a req-f33a0aa2-06bc-406e-b79e-f45705c9b240 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.4988492 Apr 01 12:27:57.951858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-45cfeb7f-0202-493a-8cba-894914f5065a tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:57.953612 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-45cfeb7f-0202-493a-8cba-894914f5065a tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6380124 Apr 01 12:27:57.998354 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-0c3e13fe-45bb-4c08-874c-d2694f04ec1b tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/quotas/1da7b6d5824c44e19e8db1ed5db17be7 HTTP/1.1" status: 200 len: 375 time: 0.0299249 Apr 01 12:27:57.999265 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:58.047300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:58.056640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:27:58.094597 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-8944fe09-7530-4ba1-acab-d299e2d704de tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1da7b6d5824c44e19e8db1ed5db17be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866816 Apr 01 12:27:58.282384 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:58.286958 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d0972bb-5e36-4a4d-ba3d-77c15f24226a req-3eb8cfa0-92c0-453c-b6a5-5913472b8c8f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747127 Apr 01 12:27:58.452692 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-44a6392b-c718-4e33-8faf-064a01d99808 req-d45e9948-b39a-415f-a83d-eae6b64875b7 service neutron] show failed (client error): The resource could not be found. Apr 01 12:27:58.453785 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-d45e9948-b39a-415f-a83d-eae6b64875b7 service neutron] 10.222.0.37 "GET /v2.0/ports/df910b87-2ac6-4ece-b3cc-5c72bee3918d/bindings/n-h2-836146-1 HTTP/1.1" status: 404 len: 380 time: 0.8468142 Apr 01 12:27:58.510392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:58.523986 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:58.527841 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-3b13a20b-7403-48e5-a012-610068246cd7 service neutron] 10.222.0.37 "GET /v2.0/ports/48f3d975-d9ec-4126-acd9-71b9946de37a/bindings/n-h2-836146-1 HTTP/1.1" status: 200 len: 384 time: 0.2388225 Apr 01 12:27:58.553651 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:58.554318 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:58.555856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] 10.222.0.37 "PUT /v2.0/ports/35455f41-a85e-40ee-9107-8a360cdb4d4d HTTP/1.1" status: 200 len: 1096 time: 3.1321669 Apr 01 12:27:58.570449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:27:58.572966 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5485c52-91b5-4d34-a46a-a9d92674a874" -d '{"events": [{"name": "network-changed", "server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:27:58.772898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca2e30-e421-4c1c-bb83-c9b989c8335c service neutron] Pushing event updated for resources: {'Port': ['ID=35455f41-a85e-40ee-9107-8a360cdb4d4d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:58.791230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a24293-5068-428c-b32d-53367d1e4cc2 req-78ba3c38-e39d-486a-bc82-d0b05a1df61f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:58.807469 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-29a24293-5068-428c-b32d-53367d1e4cc2 req-78ba3c38-e39d-486a-bc82-d0b05a1df61f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 943 time: 0.3870921 Apr 01 12:27:58.816825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Pushing event updated for resources: {'Port': ['ID=1ebb0155-ba9d-4425-ab89-3db7905e9a05,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:27:58.817340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221ed56-4a60-4131-8416-dfd583a8d2a0 req-0fe100f2-a38f-4cfa-a632-568ccec4d974 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:58.827792 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5221ed56-4a60-4131-8416-dfd583a8d2a0 req-0fe100f2-a38f-4cfa-a632-568ccec4d974 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 944 time: 0.3891017 Apr 01 12:27:58.852036 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:58.871452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4f1bbce3-9d65-4821-b579-3946c295701d req-81e90b4f-773d-4d2f-8ca5-4b1463b4ecc0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Deleting port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:27:58.872127 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4f1bbce3-9d65-4821-b579-3946c295701d req-81e90b4f-773d-4d2f-8ca5-4b1463b4ecc0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:58.878045 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:58.880201 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ec8b8840-3766-4ce3-b34d-b4d86b6c76f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7438002 Apr 01 12:27:58.934248 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-29a24293-5068-428c-b32d-53367d1e4cc2 req-5655fb5d-a27e-4b42-b3ab-5d7fe2f9b47c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250172 Apr 01 12:27:59.147339 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9b384398-b004-4e28-9a96-904e0185ceac req-594b3435-e672-45b1-aeb2-990393fe9f1c service neutron] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=48f3d975-d9ec-4126-acd9-71b9946de37a,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:59.256770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6392b-c718-4e33-8faf-064a01d99808 req-7b05979b-60a6-4073-96be-c6519d8f3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:59.258588 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-7b05979b-60a6-4073-96be-c6519d8f3b9a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52&tenant_id=eb64db7358b94a5bb856657db1b186e0 HTTP/1.1" status: 200 len: 1100 time: 0.5133030 Apr 01 12:27:59.298190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-512c2778-30f7-4218-a07b-1304de973d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:59.300466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-512c2778-30f7-4218-a07b-1304de973d54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=207e3641b0064d87ba453766885dfb9d&device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 1099 time: 0.5946167 Apr 01 12:27:59.324594 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5221ed56-4a60-4131-8416-dfd583a8d2a0 req-b800db6f-8bc8-42e0-9d76-636daa76d578 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956212 Apr 01 12:27:59.358262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9b384398-b004-4e28-9a96-904e0185ceac req-594b3435-e672-45b1-aeb2-990393fe9f1c service neutron] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:27:59.417768 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-1', 'device_owner': 'compute:nova'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:27:59.436886 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-862259c7-bb00-4d74-9a77-c40e9ec1a468 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d HTTP/1.1" status: 200 len: 217 time: 0.1037874 Apr 01 12:27:59.480322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-9b384398-b004-4e28-9a96-904e0185ceac req-594b3435-e672-45b1-aeb2-990393fe9f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f3d975-d9ec-4126-acd9-71b9946de37a {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:27:59.490377 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4f1bbce3-9d65-4821-b579-3946c295701d req-81e90b4f-773d-4d2f-8ca5-4b1463b4ecc0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] For port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:59.490864 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4f1bbce3-9d65-4821-b579-3946c295701d req-81e90b4f-773d-4d2f-8ca5-4b1463b4ecc0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:59.509456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4f1bbce3-9d65-4821-b579-3946c295701d req-81e90b4f-773d-4d2f-8ca5-4b1463b4ecc0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Calling delete_port for a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:27:59.550765 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:59.595227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04f43-98f2-4bac-8803-bcdec083446c req-95be36a5-92e2-4762-8407-30cb6fe87891 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:59.603158 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fae04f43-98f2-4bac-8803-bcdec083446c req-95be36a5-92e2-4762-8407-30cb6fe87891 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.3635635 Apr 01 12:27:59.711154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-ca2ca76d-4994-44e9-97ae-2e405c0c2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:59.713229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-ca2ca76d-4994-44e9-97ae-2e405c0c2574 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1112282 Apr 01 12:27:59.715257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9b384398-b004-4e28-9a96-904e0185ceac req-594b3435-e672-45b1-aeb2-990393fe9f1c service neutron] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=48f3d975-d9ec-4126-acd9-71b9946de37a,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:27:59.749788 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fae04f43-98f2-4bac-8803-bcdec083446c req-b9ce84fe-a249-44aa-8f29-b9ffedf35db3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457558 Apr 01 12:27:59.861108 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b384398-b004-4e28-9a96-904e0185ceac req-594b3435-e672-45b1-aeb2-990393fe9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:27:59.874122 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0729-0c05-4c24-9e1b-08ab2644037f req-dfe1e537-5014-4384-b7fb-73ae4acbcf15 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:59.884469 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d6c0729-0c05-4c24-9e1b-08ab2644037f req-dfe1e537-5014-4384-b7fb-73ae4acbcf15 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 948 time: 0.2642949 Apr 01 12:27:59.934214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-4969b6a5-2836-4bf8-9e4f-77a540cf6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:27:59.936255 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-4969b6a5-2836-4bf8-9e4f-77a540cf6b9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2084267 Apr 01 12:27:59.975325 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-171d7a32-0001-4b33-b994-e370d56cf4a1 req-5a536ef5-b492-499f-833a-bb756fd5a128 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 210 time: 0.0393758 Apr 01 12:28:00.006061 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d6c0729-0c05-4c24-9e1b-08ab2644037f req-4c7778bf-8f0d-4a62-b7b6-f9645e583737 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156898 Apr 01 12:28:00.045377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:00.119001 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cf0489-e965-4bb0-83c5-081ac7d7cc72 x-openstack-request-id: req-26cf0489-e965-4bb0-83c5-081ac7d7cc72 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:00.119267 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:00.119566 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26cf0489-e965-4bb0-83c5-081ac7d7cc72 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:00.119986 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26cf0489-e965-4bb0-83c5-081ac7d7cc72'] response: {'name': 'network-changed', 'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'status': 'completed', 'code': 200} Apr 01 12:28:00.126569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:28:00.290380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:00.294097 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4bdd81-a517-4553-a05a-bb146a9d412c" -d '{"events": [{"server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "name": "network-vif-unplugged", "status": "completed", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:00.309009 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:00.337543 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4f1bbce3-9d65-4821-b579-3946c295701d req-81e90b4f-773d-4d2f-8ca5-4b1463b4ecc0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:00.337783 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Transition to ACTIVE for port object df910b87-2ac6-4ece-b3cc-5c72bee3918d will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:28:00.345501 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-9feb9e84-d7c7-4226-89d8-65abfae6a3e3 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756256 Apr 01 12:28:00.351316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['912a530b-0d86-4dab-b118-6bb99714e86f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:00.371811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61d505-1dee-497c-9d57-c65beca38e6e req-2121affc-cb63-47c9-98af-1fdfe4a8a2f0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:00.388463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-db61d505-1dee-497c-9d57-c65beca38e6e req-2121affc-cb63-47c9-98af-1fdfe4a8a2f0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.2158237 Apr 01 12:28:00.401690 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:00.569834 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-db61d505-1dee-497c-9d57-c65beca38e6e req-927e6bc1-da3b-440b-b3cf-689a31c00719 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794941 Apr 01 12:28:00.586327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=6']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:00.602981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] No DVR routers for this DVR port df910b87-2ac6-4ece-b3cc-5c72bee3918d on host n-h1-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:28:00.619783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-9b384398-b004-4e28-9a96-904e0185ceac req-594b3435-e672-45b1-aeb2-990393fe9f1c service neutron] Transition to ACTIVE for port object 48f3d975-d9ec-4126-acd9-71b9946de37a will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:28:00.671830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e90b4f-773d-4d2f-8ca5-4b1463b4ecc0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Pushing event deleted for resources: {'Port': ['ID=a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:00.698651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device df910b87-2ac6-4ece-b3cc-5c72bee3918d no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:00.725445 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53550) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:00.726158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Attempting to bind port df910b87-2ac6-4ece-b3cc-5c72bee3918d on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:28:00.726547 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Attempting to bind port df910b87-2ac6-4ece-b3cc-5c72bee3918d by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:28:00.731029 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Attempting to bind port df910b87-2ac6-4ece-b3cc-5c72bee3918d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:00.759508 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9b384398-b004-4e28-9a96-904e0185ceac req-594b3435-e672-45b1-aeb2-990393fe9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:00.776420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device df910b87-2ac6-4ece-b3cc-5c72bee3918d not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:00.777086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:00.780771 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Port df910b87-2ac6-4ece-b3cc-5c72bee3918d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:28:00.781363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Attempting to bind port df910b87-2ac6-4ece-b3cc-5c72bee3918d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:00.801742 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:28:00.802230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:28:00.802620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:28:00.803058 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Bound port: df910b87-2ac6-4ece-b3cc-5c72bee3918d, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:28:00.803591 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:00.848193 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:28:00.848568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:00.857588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b3435-e672-45b1-aeb2-990393fe9f1c service neutron] Pushing event updated for resources: {'Port': ['ID=48f3d975-d9ec-4126-acd9-71b9946de37a,revision_number=10']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:00.914362 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-bb158cd3-0a8e-4b9f-8e87-0bd1b76ada0e tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1da7b6d5824c44e19e8db1ed5db17be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5657966 Apr 01 12:28:00.949795 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:28:00.967118 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f0dc66-5cc8-4ec4-897a-c60d1a1e5cfc x-openstack-request-id: req-d5f0dc66-5cc8-4ec4-897a-c60d1a1e5cfc {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:00.967504 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "name": "network-vif-unplugged", "status": "completed", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:00.967909 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5f0dc66-5cc8-4ec4-897a-c60d1a1e5cfc {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:00.968714 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f0dc66-5cc8-4ec4-897a-c60d1a1e5cfc'] response: {'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'code': 200} Apr 01 12:28:00.991353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:28:00.993614 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-483f8307-11b6-4a2e-931b-a3e95c3a1bfa tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:01.005817 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:01.014658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1bbce3-9d65-4821-b579-3946c295701d req-81e90b4f-773d-4d2f-8ca5-4b1463b4ecc0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] No DVR routers for this DVR port a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:28:01.017494 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4f1bbce3-9d65-4821-b579-3946c295701d req-81e90b4f-773d-4d2f-8ca5-4b1463b4ecc0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:01.021834 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f1bbce3-9d65-4821-b579-3946c295701d req-81e90b4f-773d-4d2f-8ca5-4b1463b4ecc0 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.37 "DELETE /v2.0/ports/a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0 HTTP/1.1" status: 204 len: 173 time: 3.1165075 Apr 01 12:28:01.075955 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-823612a1-3df3-4de2-8cf7-e021583e332e req-142f7c89-58bb-428d-a8a2-5aa736031247 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 210 time: 0.0640399 Apr 01 12:28:01.084656 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-483f8307-11b6-4a2e-931b-a3e95c3a1bfa tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:01.094853 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:01.095207 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:01.096681 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] 10.222.0.44 "PUT /v2.0/ports/df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 1095 time: 1.7057433 Apr 01 12:28:01.158647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b384398-b004-4e28-9a96-904e0185ceac req-594b3435-e672-45b1-aeb2-990393fe9f1c service neutron] No DVR routers for this DVR port 48f3d975-d9ec-4126-acd9-71b9946de37a on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:28:01.194920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bd57c-2bea-466d-a3f0-6662ff6be89c service neutron] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=7']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:01.222716 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6392b-c718-4e33-8faf-064a01d99808 req-5358423a-1741-475d-a436-57ebe585e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:01.224675 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-5358423a-1741-475d-a436-57ebe585e1fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 1098 time: 0.0764337 Apr 01 12:28:01.262875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-483f8307-11b6-4a2e-931b-a3e95c3a1bfa tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:01.265681 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-483f8307-11b6-4a2e-931b-a3e95c3a1bfa tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:01.269570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-483f8307-11b6-4a2e-931b-a3e95c3a1bfa tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "DELETE /v2.0/security-groups/922bd52b-1e94-4568-bdc0-a0e7f38f56de HTTP/1.1" status: 204 len: 168 time: 0.5327168 Apr 01 12:28:01.282416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53580) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:01.362293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-1d825f73-d3fd-4899-b7f2-00464b301c1a tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:01.363250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f8307-11b6-4a2e-931b-a3e95c3a1bfa tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=922bd52b-1e94-4568-bdc0-a0e7f38f56de,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:01.366750 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-1d825f73-d3fd-4899-b7f2-00464b301c1a tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4499171 Apr 01 12:28:01.369606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fb9950-dbd9-4270-8a44-20f1f579d88f req-3f958412-db32-45ff-9ad9-3aff8525e222 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7357581 Apr 01 12:28:01.388503 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e339f-5c71-4270-95c6-d3bc8ab60af8 req-57440065-f6bd-4389-9be4-542792709967 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:01.390021 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-e5044820-8561-45b8-8ea2-c9bedc3817ca tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] show failed (client error): The resource could not be found. Apr 01 12:28:01.393674 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e5044820-8561-45b8-8ea2-c9bedc3817ca tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "GET /v2.0/security-groups/922bd52b-1e94-4568-bdc0-a0e7f38f56de HTTP/1.1" status: 404 len: 347 time: 0.0974119 Apr 01 12:28:01.396677 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-820e339f-5c71-4270-95c6-d3bc8ab60af8 req-57440065-f6bd-4389-9be4-542792709967 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 944 time: 1.0218713 Apr 01 12:28:01.403553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Request body: {'port': {'device_id': '6b7433d5-25e1-4086-890f-03378e158277', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '1da7b6d5824c44e19e8db1ed5db17be7'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:01.406819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53584) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:01.510062 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a50933-a87d-4dbe-9e65-59d538163019 req-a4e9d149-4dde-4667-98d0-4c5e0c5a22d9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:01.518239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d7a50933-a87d-4dbe-9e65-59d538163019 req-a4e9d149-4dde-4667-98d0-4c5e0c5a22d9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 947 time: 0.2338016 Apr 01 12:28:01.525493 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-820e339f-5c71-4270-95c6-d3bc8ab60af8 req-022b2a35-a86a-4ac1-a525-9ab305db844f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189718 Apr 01 12:28:01.529087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6392b-c718-4e33-8faf-064a01d99808 req-b1ccc5ee-f181-4235-8a4d-bd643b68689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:01.530827 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-b1ccc5ee-f181-4235-8a4d-bd643b68689f service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2961917 Apr 01 12:28:01.586185 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-b6c401e8-6328-4f58-aceb-c9eb85d9f213 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 217 time: 0.0457895 Apr 01 12:28:01.617822 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d7a50933-a87d-4dbe-9e65-59d538163019 req-f978087b-5dd4-4210-87a6-3280e1dcaa35 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956099 Apr 01 12:28:01.641152 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-594b3435-e672-45b1-aeb2-990393fe9f1c service neutron] 10.222.0.37 "PUT /v2.0/ports/48f3d975-d9ec-4126-acd9-71b9946de37a/bindings/n-h2-836146-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0948551 Apr 01 12:28:01.704969 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6392b-c718-4e33-8faf-064a01d99808 req-f21b0d0c-16d3-451b-a213-d3dfc13b21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:01.707087 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-f21b0d0c-16d3-451b-a213-d3dfc13b21ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1128194 Apr 01 12:28:01.840816 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856997b-e10b-478c-ae14-cf4f8f523c49 req-24897b35-1f24-4941-af1d-00d18450871c tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:01.846525 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c856997b-e10b-478c-ae14-cf4f8f523c49 req-24897b35-1f24-4941-af1d-00d18450871c tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 948 time: 0.1508069 Apr 01 12:28:01.850985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6392b-c718-4e33-8faf-064a01d99808 req-ab579ea1-8969-4a23-8eef-e618ec0c1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:01.852495 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-ab579ea1-8969-4a23-8eef-e618ec0c1a77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105723 Apr 01 12:28:01.880884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384398-b004-4e28-9a96-904e0185ceac req-223e77fc-9330-4781-b700-5e4823512277 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:01.881948 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-223e77fc-9330-4781-b700-5e4823512277 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747&tenant_id=91324be1f6c1479fa7e4a2bc713842b4&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1095 time: 0.1385498 Apr 01 12:28:01.897672 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c856997b-e10b-478c-ae14-cf4f8f523c49 req-2c80cad9-4676-4937-b82c-e72cd05db17e tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441630 Apr 01 12:28:01.910101 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b7f2d5e5-2717-4dcc-8e82-98bf9ed26e2b req-1a02e02b-0eb2-4335-bc5b-2cd9c46c8027 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 210 time: 0.2442198 Apr 01 12:28:02.001124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b2a4-32fe-489e-b601-434422e0897e req-fe2de185-c1a8-4e8b-b28c-dfeae609d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:02.003260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c926b2a4-32fe-489e-b601-434422e0897e req-fe2de185-c1a8-4e8b-b28c-dfeae609d047 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 1096 time: 0.6046002 Apr 01 12:28:02.082883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5485c52-91b5-4d34-a46a-a9d92674a874 req-8c88358e-52f3-408c-bfa8-b20e7e7395d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:02.085544 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5485c52-91b5-4d34-a46a-a9d92674a874 req-8c88358e-52f3-408c-bfa8-b20e7e7395d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=207e3641b0064d87ba453766885dfb9d&device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 1099 time: 0.5590408 Apr 01 12:28:02.087874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384398-b004-4e28-9a96-904e0185ceac req-721da5a0-920c-45e7-902f-65f00d7b9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:02.089408 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-721da5a0-920c-45e7-902f-65f00d7b9f47 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747&tenant_id=91324be1f6c1479fa7e4a2bc713842b4 HTTP/1.1" status: 200 len: 1095 time: 0.1852689 Apr 01 12:28:02.111013 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaacf3-3fcb-458d-8893-142bedfc614f req-0c04e0dd-c6af-4075-bb4b-a05d832392a4 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:02.112882 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5ceaacf3-3fcb-458d-8893-142bedfc614f req-0c04e0dd-c6af-4075-bb4b-a05d832392a4 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1206338 Apr 01 12:28:02.115026 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-fede66d9-0210-4734-8383-b588bf567271 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125907 Apr 01 12:28:02.125997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82661039-41a3-456a-bb2e-6e7eec739eb3', 'name': 'network-vif-deleted', 'tag': 'a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:02.128497 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc6a24f-00e9-4e02-816b-8eef0f48ea3d" -d '{"events": [{"server_uuid": "82661039-41a3-456a-bb2e-6e7eec739eb3", "name": "network-vif-deleted", "tag": "a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:02.166136 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Made reservation on behalf of 1da7b6d5824c44e19e8db1ed5db17be7 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:28:02.169800 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:02.219403 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:02.240993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-39152ea5-af9c-46ca-98ea-f19bbe5a0375 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Deleting port cafe3acf-70e3-48cf-aa80-d44802e6503f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:02.241409 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-39152ea5-af9c-46ca-98ea-f19bbe5a0375 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:02.295059 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384398-b004-4e28-9a96-904e0185ceac req-bdc2854e-5e21-40fd-9ebf-dc7c09341e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:02.296553 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-bdc2854e-5e21-40fd-9ebf-dc7c09341e86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 1095 time: 0.1648579 Apr 01 12:28:02.299538 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5ceaacf3-3fcb-458d-8893-142bedfc614f req-9c039314-5655-486e-9b3b-71b3b9e2e09f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760123 Apr 01 12:28:02.359944 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b706a972-6049-4f0e-9ebc-809bbd44f493 req-09ccfb81-dff9-4a65-9187-73fb6d92ad55 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 210 time: 0.0652590 Apr 01 12:28:02.371101 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952b4a5f-9157-4dd3-8216-fd5558a4ac53 x-openstack-request-id: req-952b4a5f-9157-4dd3-8216-fd5558a4ac53 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:02.371402 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82661039-41a3-456a-bb2e-6e7eec739eb3", "name": "network-vif-deleted", "tag": "a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:02.372147 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-952b4a5f-9157-4dd3-8216-fd5558a4ac53 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:02.372626 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952b4a5f-9157-4dd3-8216-fd5558a4ac53'] response: {'server_uuid': '82661039-41a3-456a-bb2e-6e7eec739eb3', 'name': 'network-vif-deleted', 'tag': 'a520c01e-6b0e-4fa0-8a62-d5f30fe2ced0', 'status': 'completed', 'code': 200} Apr 01 12:28:02.422234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b2a4-32fe-489e-b601-434422e0897e req-2599f85b-a4bd-41ce-880f-130b672a4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:02.423663 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c926b2a4-32fe-489e-b601-434422e0897e req-2599f85b-a4bd-41ce-880f-130b672a4d4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 913 time: 0.3984871 Apr 01 12:28:02.496354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5485c52-91b5-4d34-a46a-a9d92674a874 req-3ccbf9da-2f2e-488c-bb33-a305a2750e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:02.497862 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5485c52-91b5-4d34-a46a-a9d92674a874 req-3ccbf9da-2f2e-488c-bb33-a305a2750e38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.3888392 Apr 01 12:28:02.511996 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c926b2a4-32fe-489e-b601-434422e0897e req-e5928126-9e77-4760-9776-8d18e903c983 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8936e98b-0ed8-4504-bb8a-feeae14d1746 HTTP/1.1" status: 200 len: 217 time: 0.0726802 Apr 01 12:28:02.879721 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44a6392b-c718-4e33-8faf-064a01d99808 req-0d1fa5eb-124e-4e69-a4e0-192ced4918e5 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975234 Apr 01 12:28:02.903758 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483b312-77dd-43d3-915f-aede46124219 req-8b940c6e-5a5a-41a2-becd-d3ad1cfefec0 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:02.911506 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a483b312-77dd-43d3-915f-aede46124219 req-8b940c6e-5a5a-41a2-becd-d3ad1cfefec0 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 944 time: 0.1460202 Apr 01 12:28:02.924388 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384398-b004-4e28-9a96-904e0185ceac req-43b75edf-4f4f-4fc4-9e12-76bac94dd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:02.927481 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-43b75edf-4f4f-4fc4-9e12-76bac94dd995 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.5963438 Apr 01 12:28:02.977205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:02.979512 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41b46c4-acd0-4648-8ae5-60abbcf60e98" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:02.990098 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-e0a9d2b0-d0b6-42ab-bf27-86f4c55bd298 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f3d975-d9ec-4126-acd9-71b9946de37a HTTP/1.1" status: 200 len: 217 time: 0.0557811 Apr 01 12:28:03.000190 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a483b312-77dd-43d3-915f-aede46124219 req-42eec3d8-8a70-45b2-a84d-0e83a6fb98b5 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872145 Apr 01 12:28:03.040547 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-39152ea5-af9c-46ca-98ea-f19bbe5a0375 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:03.042311 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-39152ea5-af9c-46ca-98ea-f19bbe5a0375 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:03.051372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384398-b004-4e28-9a96-904e0185ceac req-4cd8a8e9-75da-49bc-93d2-e9f2607ac939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:03.052878 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-4cd8a8e9-75da-49bc-93d2-e9f2607ac939 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.0516238 Apr 01 12:28:03.078779 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5485c52-91b5-4d34-a46a-a9d92674a874 req-437e8d8c-730f-413c-9faa-5e5ae879cfa7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d HTTP/1.1" status: 200 len: 217 time: 0.5647922 Apr 01 12:28:03.089443 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:03.092395 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-7c5f3086-e4a8-4055-b203-7c4e8f138002 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297883 Apr 01 12:28:03.118278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-39152ea5-af9c-46ca-98ea-f19bbe5a0375 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Calling delete_port for cafe3acf-70e3-48cf-aa80-d44802e6503f owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:03.188219 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:03.286167 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff62fff-fb5e-4b3e-8d36-8ab5ae625e67 req-b8fb3906-f934-42d4-a3a2-4196db0b51a5 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:03.288354 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ff62fff-fb5e-4b3e-8d36-8ab5ae625e67 req-b8fb3906-f934-42d4-a3a2-4196db0b51a5 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 948 time: 0.1240988 Apr 01 12:28:03.317808 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-93a0b007-29f4-4760-b182-866c35deae3b service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179863 Apr 01 12:28:03.318761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8658901-914a-4a35-a69e-f0e93ce99dde,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:03.337936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b2a4-32fe-489e-b601-434422e0897e req-a905f736-b83a-4bed-8857-e6df302e55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:03.340361 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c926b2a4-32fe-489e-b601-434422e0897e req-a905f736-b83a-4bed-8857-e6df302e55f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 200 len: 852 time: 0.8190124 Apr 01 12:28:03.387362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5485c52-91b5-4d34-a46a-a9d92674a874 req-6b2d6cba-6706-4740-b495-83304721051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:03.389062 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5485c52-91b5-4d34-a46a-a9d92674a874 req-6b2d6cba-6706-4740-b495-83304721051c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.2991765 Apr 01 12:28:03.418291 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ff62fff-fb5e-4b3e-8d36-8ab5ae625e67 req-97c5cb33-9404-4d2d-9087-6e66b9ce4648 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233432 Apr 01 12:28:03.434356 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c926b2a4-32fe-489e-b601-434422e0897e req-a1198d4e-2ce1-4823-b92c-03e54c076fb6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e23dd718-56b2-4bf5-a1be-97c1c3333fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288644 Apr 01 12:28:03.486086 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-3f5c0349-d11d-43fe-856c-e7801cf0eda1 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589561 Apr 01 12:28:03.554199 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25639866-2167-4af5-a605-8fc26bdb8cac req-e7b46cc7-29cf-460b-8266-7523188366ac tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:03.555171 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2540284b-da5b-4997-b32d-27b5abe4f085 req-b914a962-b233-4b9c-888b-a3a9473a78a1 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 210 time: 0.0385988 Apr 01 12:28:03.561798 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25639866-2167-4af5-a605-8fc26bdb8cac req-e7b46cc7-29cf-460b-8266-7523188366ac tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 947 time: 0.5324900 Apr 01 12:28:03.667283 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0309fb90-8c82-4437-ad86-de0ac7ca480a x-openstack-request-id: req-0309fb90-8c82-4437-ad86-de0ac7ca480a {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:03.667555 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:03.667815 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0309fb90-8c82-4437-ad86-de0ac7ca480a {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:03.668264 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0309fb90-8c82-4437-ad86-de0ac7ca480a'] response: {'name': 'network-changed', 'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'status': 'completed', 'code': 200} Apr 01 12:28:03.688122 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5485c52-91b5-4d34-a46a-a9d92674a874 req-cf44ea20-6aa5-4b0c-9d6e-0d28406fbe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:03.689703 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5485c52-91b5-4d34-a46a-a9d92674a874 req-cf44ea20-6aa5-4b0c-9d6e-0d28406fbe2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2342224 Apr 01 12:28:03.801801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25639866-2167-4af5-a605-8fc26bdb8cac req-69b8d605-2498-4045-a440-c49693526c00 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337422 Apr 01 12:28:03.905051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Allocated IP 192.168.233.43 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/c1dd7fb2-690d-4318-b6a6-7957be4b70a6) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:28:03.905311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-bb24369a-d81b-417e-bd2a-74e609dde7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:03.907013 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-bb24369a-d81b-417e-bd2a-74e609dde7ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 1098 time: 0.1866171 Apr 01 12:28:03.952116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24619b-92b7-401e-923b-983dacec36cf req-39a02045-7c47-4de2-87f9-68fee65f6d0a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:03.953931 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cb24619b-92b7-401e-923b-983dacec36cf req-39a02045-7c47-4de2-87f9-68fee65f6d0a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1803343 Apr 01 12:28:03.980880 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4acbad0f-fea6-43c5-bf7a-5a86bad1bf61 req-545d1887-8fc0-4050-bee4-cac1324b0ab2 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 210 time: 0.0924842 Apr 01 12:28:03.984175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c926b2a4-32fe-489e-b601-434422e0897e req-22c63b10-5095-43da-8583-35296fc1fc4c service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488565 Apr 01 12:28:04.038464 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384398-b004-4e28-9a96-904e0185ceac req-a441ce32-7e05-4a18-a0a7-6e0fd694be4f tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:04.039049 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-a441ce32-7e05-4a18-a0a7-6e0fd694be4f tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747&tenant_id=91324be1f6c1479fa7e4a2bc713842b4&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 1095 time: 0.1916461 Apr 01 12:28:04.071176 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-39152ea5-af9c-46ca-98ea-f19bbe5a0375 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:04.102164 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-014d67aa-8c80-4b21-b5a0-7849f795d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:04.113904 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-014d67aa-8c80-4b21-b5a0-7849f795d311 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 1098 time: 0.4079530 Apr 01 12:28:04.142368 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cb24619b-92b7-401e-923b-983dacec36cf req-a5d0d1f5-157b-452c-81e0-c30ae3354aef tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783302 Apr 01 12:28:04.175141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-d5516b07-cb36-440f-bf2f-f2f2a2d496ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:04.177554 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-d5516b07-cb36-440f-bf2f-f2f2a2d496ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2615249 Apr 01 12:28:04.194760 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39152ea5-af9c-46ca-98ea-f19bbe5a0375 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Pushing event deleted for resources: {'Port': ['ID=cafe3acf-70e3-48cf-aa80-d44802e6503f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:04.289228 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-fea8e24c-21b1-4b9b-8d42-4ca8e4a99300 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 217 time: 0.0816061 Apr 01 12:28:04.336980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-9b384398-b004-4e28-9a96-904e0185ceac req-c6c22902-3e07-479c-a6cf-96c873cfcb6d service neutron] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h1-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:28:04.342411 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9b384398-b004-4e28-9a96-904e0185ceac req-c6c22902-3e07-479c-a6cf-96c873cfcb6d service neutron] Notify callbacks [] for binding, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:04.343531 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b384398-b004-4e28-9a96-904e0185ceac req-c6c22902-3e07-479c-a6cf-96c873cfcb6d service neutron] 10.222.0.44 "DELETE /v2.0/ports/48f3d975-d9ec-4126-acd9-71b9946de37a/bindings/n-h1-836146-1 HTTP/1.1" status: 204 len: 173 time: 0.2861362 Apr 01 12:28:04.353805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-e475efa8-23bb-4d46-9887-187f1a9f8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:04.354256 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5485c52-91b5-4d34-a46a-a9d92674a874 req-2632be99-4b41-404c-8183-1abbf4dca1c4 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400800 Apr 01 12:28:04.357845 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-e475efa8-23bb-4d46-9887-187f1a9f8368 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0620279 Apr 01 12:28:04.411250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-60d05cf0-106c-43ca-ab00-8286f399139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:04.412829 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-60d05cf0-106c-43ca-ab00-8286f399139a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460651 Apr 01 12:28:04.468958 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5485c52-91b5-4d34-a46a-a9d92674a874 req-feee1478-eb8c-486a-be1c-1f6b708970a2 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960176 Apr 01 12:28:04.607944 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-550df583-99e6-49ea-aac7-41c52557c4de service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863964 Apr 01 12:28:04.617606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18480be7-d053-4008-a8ef-5721a2901702 req-45a988bb-bffa-4283-9a1b-ac885498f3b4 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:04.622536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18480be7-d053-4008-a8ef-5721a2901702 req-45a988bb-bffa-4283-9a1b-ac885498f3b4 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 944 time: 0.4354570 Apr 01 12:28:04.644030 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35455f41-a85e-40ee-9107-8a360cdb4d4d details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:28:04.710048 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6565e-a051-4f69-b5fd-ca6cd3beff2d req-9aa4e57e-819e-41d4-87c2-395328418e03 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:04.722740 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1e6565e-a051-4f69-b5fd-ca6cd3beff2d req-9aa4e57e-819e-41d4-87c2-395328418e03 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 948 time: 0.1667197 Apr 01 12:28:04.752371 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c926b2a4-32fe-489e-b601-434422e0897e req-b3e6665a-9630-4efb-8254-fd948702e876 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7467284 Apr 01 12:28:04.758979 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-39152ea5-af9c-46ca-98ea-f19bbe5a0375 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:04.762281 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-39152ea5-af9c-46ca-98ea-f19bbe5a0375 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:04.766843 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-39152ea5-af9c-46ca-98ea-f19bbe5a0375 tempest-ServersWithSpecificFlavorTestJSON-1516324732 tempest-ServersWithSpecificFlavorTestJSON-1516324732-project] 10.222.0.45 "DELETE /v2.0/floatingips/c67ec8b4-c6d7-4658-8065-6926c0eefd48 HTTP/1.1" status: 204 len: 168 time: 3.3405268 Apr 01 12:28:04.769306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-91371bdd-0954-4646-93a5-9c099f2bc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:04.772095 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-91371bdd-0954-4646-93a5-9c099f2bc080 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.6566501 Apr 01 12:28:04.836180 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:04.854595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-6cde30e1-c635-43fd-8721-516e8ea3cbd3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 217 time: 0.0722306 Apr 01 12:28:04.872438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'mac_address': 'fa:16:3e:f6:cc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:28:04.874847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18480be7-d053-4008-a8ef-5721a2901702 req-b819437e-ee84-4de6-a1c9-42783b0e059b tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369471 Apr 01 12:28:04.957908 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1e6565e-a051-4f69-b5fd-ca6cd3beff2d req-5e4a5037-7da1-46cc-b432-b113ccb4d4fd tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223907 Apr 01 12:28:05.007663 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:05.017647 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-8c0e6d2a-1807-4944-a2a7-46595919471b service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008043 Apr 01 12:28:05.039779 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c3e7873-eda7-4977-91f6-3f0be64c6b5c req-fd6e3a5a-a538-4529-bb48-0ff143d3e3f2 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 210 time: 0.0558143 Apr 01 12:28:05.044838 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:05.046547 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35455f41-a85e-40ee-9107-8a360cdb4d4d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:05.060375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-037314dd-c7a2-4b33-9afe-565b050103f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:05.062852 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-037314dd-c7a2-4b33-9afe-565b050103f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1800771 Apr 01 12:28:05.108222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:05.117929 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:05.127060 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8936e98b-0ed8-4504-bb8a-feeae14d1746 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:05.221655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-839cb9c9-b9f7-47ef-8d9b-b5b83afc25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:05.228457 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-839cb9c9-b9f7-47ef-8d9b-b5b83afc25dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1454391 Apr 01 12:28:05.275760 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a852e82-e451-41e6-8ea0-cfdec96017d5 req-e03ec205-1e72-45a9-ace6-f4ca89b218ac tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:05.277838 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3a852e82-e451-41e6-8ea0-cfdec96017d5 req-e03ec205-1e72-45a9-ace6-f4ca89b218ac tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 947 time: 0.1111383 Apr 01 12:28:05.320262 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:05.363289 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3a852e82-e451-41e6-8ea0-cfdec96017d5 req-8c0d5951-fd9f-4e06-9867-aaeabb8876d9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783165 Apr 01 12:28:05.379974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=35455f41-a85e-40ee-9107-8a360cdb4d4d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:05.401362 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d0093df-5b29-4668-bf0f-55f63242679c req-582964e6-60ae-4c78-8520-8728acadf81e tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 210 time: 0.1194015 Apr 01 12:28:05.437158 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:28:05.443245 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:05.467594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:28:05.486286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:28:05.512740 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8936e98b-0ed8-4504-bb8a-feeae14d1746'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:05.517619 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2886c9f9-f694-45f0-aeff-e5e965790ea2" -d '{"events": [{"server_uuid": "38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846", "name": "network-vif-unplugged", "status": "completed", "tag": "8936e98b-0ed8-4504-bb8a-feeae14d1746"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:05.528441 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35455f41-a85e-40ee-9107-8a360cdb4d4d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:05.610393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8936e98b-0ed8-4504-bb8a-feeae14d1746, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8936e98b-0ed8-4504-bb8a-feeae14d1746,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:05.634779 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:05.660981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Pushing event updated for resources: {'Port': ['ID=c1dd7fb2-690d-4318-b6a6-7957be4b70a6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:05.700936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac07158-4f25-4f9e-ac35-f5da934313cf req-601a7b26-f42d-4135-9331-dcffa02e7289 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:05.718996 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ac07158-4f25-4f9e-ac35-f5da934313cf req-601a7b26-f42d-4135-9331-dcffa02e7289 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 945 time: 0.1389112 Apr 01 12:28:05.731615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:05.732330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:05.745104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-7f5a355a-7b23-49e5-92d1-f2b7c1e04c1e service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120773 Apr 01 12:28:05.781428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b904e62-f1b0-4cf6-9ef1-c7b1f49b600f req-63b071af-8c96-4b4a-8d4f-478a93a8352a tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:05.795968 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b904e62-f1b0-4cf6-9ef1-c7b1f49b600f req-63b071af-8c96-4b4a-8d4f-478a93a8352a tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 1095 time: 0.2025683 Apr 01 12:28:05.841863 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ac07158-4f25-4f9e-ac35-f5da934313cf req-81560aa8-7826-41a9-b3db-6eb2325f6f60 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192355 Apr 01 12:28:05.849951 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8936e98b-0ed8-4504-bb8a-feeae14d1746,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:05.995359 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-09cea1b0-3561-48ea-9037-324fe95eebe5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6161647 Apr 01 12:28:05.996507 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0c6dd8d0-0904-4c80-b0d7-a3f794081363 None None] Provisioning complete for port c1dd7fb2-690d-4318-b6a6-7957be4b70a6 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:05.997455 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd8d0-0904-4c80-b0d7-a3f794081363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:06.009792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Request body: {'port': {'device_id': '6b7433d5-25e1-4086-890f-03378e158277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:06.017913 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c41b46c4-acd0-4648-8ae5-60abbcf60e98 req-aaa26ec1-1d89-4dde-b402-727c14ddd89a service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550633 Apr 01 12:28:06.048539 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b904e62-f1b0-4cf6-9ef1-c7b1f49b600f req-75333803-fa64-4411-9b7f-a167b7455c7f tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575045 Apr 01 12:28:06.080313 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed3ccd4-4758-425e-bc3e-052651b58170 x-openstack-request-id: req-aed3ccd4-4758-425e-bc3e-052651b58170 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:06.080691 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846", "name": "network-vif-unplugged", "status": "completed", "tag": "8936e98b-0ed8-4504-bb8a-feeae14d1746", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:06.081035 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aed3ccd4-4758-425e-bc3e-052651b58170 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:06.081773 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed3ccd4-4758-425e-bc3e-052651b58170'] response: {'server_uuid': '38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8936e98b-0ed8-4504-bb8a-feeae14d1746', 'code': 200} Apr 01 12:28:06.102140 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-0c6dd8d0-0904-4c80-b0d7-a3f794081363 None None] Port c1dd7fb2-690d-4318-b6a6-7957be4b70a6 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:28:06.110847 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:06.314260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73297a-c0c5-4c9e-8960-b70b0448972e req-c929d952-40e2-455e-8625-d6deeb4cefa8 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:06.334402 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0c73297a-c0c5-4c9e-8960-b70b0448972e req-c929d952-40e2-455e-8625-d6deeb4cefa8 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 935 time: 0.0972595 Apr 01 12:28:06.338110 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a64af6dd-7c77-4d9c-8bdc-9d13a24cf1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:06.359478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf7202-6519-46af-b513-0cdc9752202e req-d6fbddd3-ca65-4215-b5da-3c28a1e3b661 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:06.365116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-67cf7202-6519-46af-b513-0cdc9752202e req-d6fbddd3-ca65-4215-b5da-3c28a1e3b661 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 949 time: 0.1642945 Apr 01 12:28:06.386855 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0c73297a-c0c5-4c9e-8960-b70b0448972e req-9c0c460d-8e21-4e33-9692-0998664bdac1 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488789 Apr 01 12:28:06.426548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-67cf7202-6519-46af-b513-0cdc9752202e req-9ae7c501-daf4-4360-b2c1-83377650ebf7 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601249 Apr 01 12:28:06.555188 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d9e24-4079-4fe6-bfdd-7e1ce8516071 req-886aee42-05f9-431c-b67e-47611947d5d4 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:06.563524 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab7d9e24-4079-4fe6-bfdd-7e1ce8516071 req-886aee42-05f9-431c-b67e-47611947d5d4 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 1095 time: 0.0831571 Apr 01 12:28:06.623227 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab7d9e24-4079-4fe6-bfdd-7e1ce8516071 req-b9080318-92ba-4623-912e-a579a50df94a tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585306 Apr 01 12:28:06.661027 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35455f41-a85e-40ee-9107-8a360cdb4d4d up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:28:06.715183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1dd7fb2-690d-4318-b6a6-7957be4b70a6 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:06.743645 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:06.754225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e14dab-c4fe-45b8-8d47-632eed207b1a req-6d0eace1-7ade-4ec5-9308-f0bafe254f79 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:06.756242 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25e14dab-c4fe-45b8-8d47-632eed207b1a req-6d0eace1-7ade-4ec5-9308-f0bafe254f79 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 947 time: 0.1793177 Apr 01 12:28:06.789406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Transition to ACTIVE for port object c1dd7fb2-690d-4318-b6a6-7957be4b70a6 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:28:06.795645 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3f5ce1f-9753-4fde-8c3e-fc76b9ed8ea6 req-4ee45956-7ab2-41da-8a9a-abf9c066b1f1 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=82661039-41a3-456a-bb2e-6e7eec739eb3 HTTP/1.1" status: 200 len: 210 time: 0.0666080 Apr 01 12:28:06.804604 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 35455f41-a85e-40ee-9107-8a360cdb4d4d completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:28:06.811667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 35455f41-a85e-40ee-9107-8a360cdb4d4d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:06.812036 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:06.831284 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:06.847765 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25e14dab-c4fe-45b8-8d47-632eed207b1a req-ef579b85-0b04-4118-8f01-734504b2323b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786588 Apr 01 12:28:06.926391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Pushing event updated for resources: {'Port': ['ID=c1dd7fb2-690d-4318-b6a6-7957be4b70a6,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:07.052289 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:07.072784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Attempting to bind port c1dd7fb2-690d-4318-b6a6-7957be4b70a6 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:28:07.073120 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Attempting to bind port c1dd7fb2-690d-4318-b6a6-7957be4b70a6 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:28:07.073443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Attempting to bind port c1dd7fb2-690d-4318-b6a6-7957be4b70a6 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:07.096249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Port c1dd7fb2-690d-4318-b6a6-7957be4b70a6 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:28:07.096611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Attempting to bind port c1dd7fb2-690d-4318-b6a6-7957be4b70a6 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:07.106531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:28:07.106868 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:28:07.107256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:28:07.107693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Bound port: c1dd7fb2-690d-4318-b6a6-7957be4b70a6, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:28:07.108053 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:07.148589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:07.152902 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:07.164955 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device df910b87-2ac6-4ece-b3cc-5c72bee3918d details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:28:07.198933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462947e-ec90-4d46-a07b-aa2b867c48d4 req-a5bc532c-04bc-4478-be1f-58d7fd2e81ad tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:07.207502 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b462947e-ec90-4d46-a07b-aa2b867c48d4 req-a5bc532c-04bc-4478-be1f-58d7fd2e81ad tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 943 time: 0.1244280 Apr 01 12:28:07.296934 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b462947e-ec90-4d46-a07b-aa2b867c48d4 req-df87a09f-18a0-429b-b366-e27f8ff06beb tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882370 Apr 01 12:28:07.321651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=35455f41-a85e-40ee-9107-8a360cdb4d4d,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:07.338680 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:07.339026 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:07.339365 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:07.339698 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:07.340023 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:07.340348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:07.340673 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:07.340994 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:07.341315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:07.341634 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:07.341955 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:07.342319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:07.430717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:07.444455 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'mac_address': 'fa:16:3e:dc:15:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:28:07.547502 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:07.606095 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df910b87-2ac6-4ece-b3cc-5c72bee3918d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:07.700623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:07.705522 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:07.825536 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:07.844898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] For port c1dd7fb2-690d-4318-b6a6-7957be4b70a6, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:28:07.853700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] For port c1dd7fb2-690d-4318-b6a6-7957be4b70a6, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c1dd7fb2-690d-4318-b6a6-7957be4b70a6,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:28:07.859391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:07.947567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:07.948198 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:07.952817 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] 10.222.0.44 "PUT /v2.0/ports/c1dd7fb2-690d-4318-b6a6-7957be4b70a6 HTTP/1.1" status: 200 len: 1095 time: 1.9449098 Apr 01 12:28:07.953298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7433d5-25e1-4086-890f-03378e158277', 'tag': 'c1dd7fb2-690d-4318-b6a6-7957be4b70a6'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:07.958746 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c11c62-477f-470b-84ff-a0f6b668ab7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7433d5-25e1-4086-890f-03378e158277", "tag": "c1dd7fb2-690d-4318-b6a6-7957be4b70a6"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:08.025622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['df910b87-2ac6-4ece-b3cc-5c72bee3918d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:08.070275 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91546c11-5725-4b47-9a59-df099de7a834 service neutron] Pushing event updated for resources: {'Port': ['ID=c1dd7fb2-690d-4318-b6a6-7957be4b70a6,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:08.139416 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:08.146252 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f751502c-27d0-4ac8-9189-e3cd1200ae73" -d '{"events": [{"server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "name": "network-vif-plugged", "status": "completed", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:08.152251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32dd23-310a-4c8f-b39a-c0e641f728f3 req-4bcd1342-7bd9-48be-9088-6d0376cf0882 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:08.154140 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa32dd23-310a-4c8f-b39a-c0e641f728f3 req-4bcd1342-7bd9-48be-9088-6d0376cf0882 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 947 time: 0.1909661 Apr 01 12:28:08.210222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-6657c768-e780-40ce-ae20-e55e33ac20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:08.211833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-6657c768-e780-40ce-ae20-e55e33ac20cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1da7b6d5824c44e19e8db1ed5db17be7&device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 1098 time: 0.1982269 Apr 01 12:28:08.226442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-47df5064-146f-42c6-bb70-d42a04e538dc tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:08.229020 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-47df5064-146f-42c6-bb70-d42a04e538dc tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52&tenant_id=eb64db7358b94a5bb856657db1b186e0&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 948 time: 0.3387492 Apr 01 12:28:08.291759 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa32dd23-310a-4c8f-b39a-c0e641f728f3 req-a0fbc94e-5776-4a48-beb7-aec4c1a4af6d tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288660 Apr 01 12:28:08.304073 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-0711580b-6753-40c6-abc3-6f28f84551e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=c1dd7fb2-690d-4318-b6a6-7957be4b70a6 HTTP/1.1" status: 200 len: 217 time: 0.0820279 Apr 01 12:28:08.374466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-e5b2116a-14cb-4d64-8f69-4a8b8dabfca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:08.376314 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-e5b2116a-14cb-4d64-8f69-4a8b8dabfca3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0583341 Apr 01 12:28:08.477091 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f8cf96a3-8bf3-4586-af1b-fe7356716a02 service neutron] 10.222.0.44 "GET /v2.0/ports/df910b87-2ac6-4ece-b3cc-5c72bee3918d/bindings/n-h2-836146-1 HTTP/1.1" status: 200 len: 382 time: 0.2015350 Apr 01 12:28:08.481494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-1fd5e7be-4d23-413c-ba6f-ab390776b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:08.484310 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-1fd5e7be-4d23-413c-ba6f-ab390776b319 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004727 Apr 01 12:28:08.550355 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:08.620647 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454bf39-42d5-4873-bd62-e77472f6e478 req-93a38cb3-1f0c-4239-95b5-be1904298a0d tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:08.622304 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2454bf39-42d5-4873-bd62-e77472f6e478 req-93a38cb3-1f0c-4239-95b5-be1904298a0d tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 950 time: 0.1412017 Apr 01 12:28:08.627705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-aca1a0f1-2d9b-428c-a05f-e352bde206e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:08.634547 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-aca1a0f1-2d9b-428c-a05f-e352bde206e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 1099 time: 0.1278937 Apr 01 12:28:08.671265 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-127c32b2-46bf-4b0d-91ed-8e35da6a7afb service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780202 Apr 01 12:28:08.680325 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:08.809504 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2454bf39-42d5-4873-bd62-e77472f6e478 req-c6186387-59ee-4800-8e73-ae0b0eed111a tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735675 Apr 01 12:28:08.847595 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-20e2c875-1c40-4da5-8a67-4774406905a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:08.877700 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-1e02cb1d-659a-428c-b63e-97c4ba0838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:08.879628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-1e02cb1d-659a-428c-b63e-97c4ba0838eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2291844 Apr 01 12:28:08.962850 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8ebd963-588d-44de-995c-a61633ce8cdb req-e25103ef-0fd9-4cd7-a58b-b1ab897ae61d service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846708 Apr 01 12:28:08.986068 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-867b7971-83d2-49ad-be7a-c7ec61a77be4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 217 time: 0.0987813 Apr 01 12:28:09.014754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53732) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:09.095553 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-a9e08c65-08cc-4dba-a642-830ddcc47097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:09.108181 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-a9e08c65-08cc-4dba-a642-830ddcc47097 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1064343 Apr 01 12:28:09.187386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device df910b87-2ac6-4ece-b3cc-5c72bee3918d up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:28:09.206416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-1559c738-e859-4f54-a426-ce1d0df6ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:09.210787 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-1559c738-e859-4f54-a426-ce1d0df6ac7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941327 Apr 01 12:28:09.334592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port df910b87-2ac6-4ece-b3cc-5c72bee3918d completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:28:09.342486 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port df910b87-2ac6-4ece-b3cc-5c72bee3918d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:09.342864 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:09.364295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e9c20-4917-4b28-9212-e96a28d73700 req-405414e4-85fd-4b85-a8f9-0e220083a67f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:09.371978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f84e9c20-4917-4b28-9212-e96a28d73700 req-405414e4-85fd-4b85-a8f9-0e220083a67f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846 HTTP/1.1" status: 200 len: 943 time: 0.1823750 Apr 01 12:28:09.455066 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-303f0e83-3611-4560-88af-8e932942b15e service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321196 Apr 01 12:28:09.592753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-f84e9c20-4917-4b28-9212-e96a28d73700 req-13b77729-3adc-4efb-a87a-f38ba003e7bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Deleting port 8936e98b-0ed8-4504-bb8a-feeae14d1746 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:09.593103 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f84e9c20-4917-4b28-9212-e96a28d73700 req-13b77729-3adc-4efb-a87a-f38ba003e7bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:09.607416 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:09.749953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:09.759693 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:09.760509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8936e98b-0ed8-4504-bb8a-feeae14d1746 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:09.776547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f84e9c20-4917-4b28-9212-e96a28d73700 req-13b77729-3adc-4efb-a87a-f38ba003e7bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] For port 8936e98b-0ed8-4504-bb8a-feeae14d1746, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8936e98b-0ed8-4504-bb8a-feeae14d1746,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:09.776938 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f84e9c20-4917-4b28-9212-e96a28d73700 req-13b77729-3adc-4efb-a87a-f38ba003e7bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:09.791009 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-d8d3e085-f317-43dd-bdbf-21b132f28ab8 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278930 Apr 01 12:28:09.797576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-f84e9c20-4917-4b28-9212-e96a28d73700 req-13b77729-3adc-4efb-a87a-f38ba003e7bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Calling delete_port for 8936e98b-0ed8-4504-bb8a-feeae14d1746 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:09.837109 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9aa383-7d57-496c-8971-52506211b56c req-f21199e6-b6fa-4da2-aeb7-5c83f98d7f0f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:09.840256 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4a9aa383-7d57-496c-8971-52506211b56c req-f21199e6-b6fa-4da2-aeb7-5c83f98d7f0f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 948 time: 0.2185175 Apr 01 12:28:09.876723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:09.939452 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4a9aa383-7d57-496c-8971-52506211b56c req-0a51d9fa-3973-4204-9572-99c5f0a73326 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916009 Apr 01 12:28:09.970813 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc50cdb3-7636-49fe-b43e-783086279a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:10.067551 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6614bc-02ec-4cbe-94ba-b89a905432c4 x-openstack-request-id: req-9a6614bc-02ec-4cbe-94ba-b89a905432c4 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:10.068031 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7433d5-25e1-4086-890f-03378e158277", "tag": "c1dd7fb2-690d-4318-b6a6-7957be4b70a6", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:10.068290 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a6614bc-02ec-4cbe-94ba-b89a905432c4 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:10.068693 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6614bc-02ec-4cbe-94ba-b89a905432c4'] response: {'name': 'network-changed', 'server_uuid': '6b7433d5-25e1-4086-890f-03378e158277', 'tag': 'c1dd7fb2-690d-4318-b6a6-7957be4b70a6', 'status': 'completed', 'code': 200} Apr 01 12:28:10.125114 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcf4f9a-d5e1-48b1-8542-c399267d0c66 x-openstack-request-id: req-cdcf4f9a-d5e1-48b1-8542-c399267d0c66 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:10.125414 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "name": "network-vif-plugged", "status": "completed", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:10.125684 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdcf4f9a-d5e1-48b1-8542-c399267d0c66 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:10.126098 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdcf4f9a-d5e1-48b1-8542-c399267d0c66'] response: {'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'code': 200} Apr 01 12:28:10.161954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c11c62-477f-470b-84ff-a0f6b668ab7c req-2a0124a5-18ce-4b35-8d4d-2927e354de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:10.171082 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93c11c62-477f-470b-84ff-a0f6b668ab7c req-2a0124a5-18ce-4b35-8d4d-2927e354de38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1da7b6d5824c44e19e8db1ed5db17be7&device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 1098 time: 0.1110234 Apr 01 12:28:10.179003 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f84e9c20-4917-4b28-9212-e96a28d73700 req-13b77729-3adc-4efb-a87a-f38ba003e7bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:10.276147 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:10.336726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b77729-3adc-4efb-a87a-f38ba003e7bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Pushing event deleted for resources: {'Port': ['ID=8936e98b-0ed8-4504-bb8a-feeae14d1746,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:10.420144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea05bb-b3c3-4365-a775-cba39be0ccbe req-e1fc1dde-cf21-4184-8091-d59362b75b11 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:10.428213 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eeea05bb-b3c3-4365-a775-cba39be0ccbe req-e1fc1dde-cf21-4184-8091-d59362b75b11 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 947 time: 0.1305540 Apr 01 12:28:10.432564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c11c62-477f-470b-84ff-a0f6b668ab7c req-2af9b708-8b4c-47b0-a7aa-d70c24e7fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:10.434022 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93c11c62-477f-470b-84ff-a0f6b668ab7c req-2af9b708-8b4c-47b0-a7aa-d70c24e7fa76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2575793 Apr 01 12:28:10.477194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606579a-5002-4045-b424-6a226a51acf1 req-876f6eb3-a753-4c62-9acb-112c31ff7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:10.478756 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b606579a-5002-4045-b424-6a226a51acf1 req-876f6eb3-a753-4c62-9acb-112c31ff7171 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 1101 time: 0.2423623 Apr 01 12:28:10.481460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84e9c20-4917-4b28-9212-e96a28d73700 req-13b77729-3adc-4efb-a87a-f38ba003e7bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] No DVR routers for this DVR port 8936e98b-0ed8-4504-bb8a-feeae14d1746 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:28:10.487541 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f84e9c20-4917-4b28-9212-e96a28d73700 req-13b77729-3adc-4efb-a87a-f38ba003e7bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:10.494762 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93c11c62-477f-470b-84ff-a0f6b668ab7c req-ae2526ed-639c-47b5-9caf-86e1da1d2211 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=c1dd7fb2-690d-4318-b6a6-7957be4b70a6 HTTP/1.1" status: 200 len: 217 time: 0.0501029 Apr 01 12:28:10.505665 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f84e9c20-4917-4b28-9212-e96a28d73700 req-13b77729-3adc-4efb-a87a-f38ba003e7bc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "DELETE /v2.0/ports/8936e98b-0ed8-4504-bb8a-feeae14d1746 HTTP/1.1" status: 204 len: 173 time: 1.1319344 Apr 01 12:28:10.562938 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eeea05bb-b3c3-4365-a775-cba39be0ccbe req-29d5caaa-9dbc-4c48-b639-f22e28149c9f tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334677 Apr 01 12:28:10.625356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c11c62-477f-470b-84ff-a0f6b668ab7c req-4575d628-435b-4b74-befd-20e4600ed62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:10.626568 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93c11c62-477f-470b-84ff-a0f6b668ab7c req-4575d628-435b-4b74-befd-20e4600ed62b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1197422 Apr 01 12:28:10.632344 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b606579a-5002-4045-b424-6a226a51acf1 req-1fe3fec2-609a-4692-b7a6-40086a97bd69 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098995 Apr 01 12:28:10.775113 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c11c62-477f-470b-84ff-a0f6b668ab7c req-19e4a048-ce38-4a67-a111-f1e7e62e2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:10.777478 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93c11c62-477f-470b-84ff-a0f6b668ab7c req-19e4a048-ce38-4a67-a111-f1e7e62e2576 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302109 Apr 01 12:28:10.809035 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b9a6c-fadb-4470-9b13-320e02a614ea req-f21c0816-1b34-4095-96af-3cc368110cd5 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:10.817496 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d34b9a6c-fadb-4470-9b13-320e02a614ea req-f21c0816-1b34-4095-96af-3cc368110cd5 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 950 time: 0.1028950 Apr 01 12:28:10.834842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-bc50cdb3-7636-49fe-b43e-783086279a1c admin admin] Deleting port a17e6051-2149-4e10-ad87-6c4cb75269ee {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:10.835231 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc50cdb3-7636-49fe-b43e-783086279a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:10.959139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-bc50cdb3-7636-49fe-b43e-783086279a1c admin admin] For port a17e6051-2149-4e10-ad87-6c4cb75269ee, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=a17e6051-2149-4e10-ad87-6c4cb75269ee,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:10.959941 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc50cdb3-7636-49fe-b43e-783086279a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:10.975789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-bc50cdb3-7636-49fe-b43e-783086279a1c admin admin] Calling delete_port for a17e6051-2149-4e10-ad87-6c4cb75269ee owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:11.001699 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93c11c62-477f-470b-84ff-a0f6b668ab7c req-7afb4902-bbcc-41ab-b59c-dc364b491379 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058737 Apr 01 12:28:11.024244 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d34b9a6c-fadb-4470-9b13-320e02a614ea req-ea9fb3a4-fc3b-46b0-a369-aebfee029759 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035255 Apr 01 12:28:11.399081 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93c11c62-477f-470b-84ff-a0f6b668ab7c req-994b3f5a-9d86-4665-8777-902159cb251d service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759441 Apr 01 12:28:11.468259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba96655-d70a-4f32-ae3d-1574cbc2776b req-26c65d01-6610-4fc2-b8ae-9593a9444b67 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:11.470123 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9ba96655-d70a-4f32-ae3d-1574cbc2776b req-26c65d01-6610-4fc2-b8ae-9593a9444b67 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.2235434 Apr 01 12:28:11.485823 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc50cdb3-7636-49fe-b43e-783086279a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:11.544430 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9ba96655-d70a-4f32-ae3d-1574cbc2776b req-7edd9eb7-9300-4ec3-bb00-a511add5bfed tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640376 Apr 01 12:28:11.574155 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50cdb3-7636-49fe-b43e-783086279a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=a17e6051-2149-4e10-ad87-6c4cb75269ee,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:11.650481 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:11.797105 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:11.936682 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc730d4-707d-4332-92a2-a7e8c59e72be req-4df259a6-699a-4472-93da-4c34be47e76d tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:11.945313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcc730d4-707d-4332-92a2-a7e8c59e72be req-4df259a6-699a-4472-93da-4c34be47e76d tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 947 time: 0.1894054 Apr 01 12:28:12.028704 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-29b40979-0866-44e2-9950-ded2a9531bb5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:12.038182 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-29b40979-0866-44e2-9950-ded2a9531bb5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.2238266 Apr 01 12:28:12.047148 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc50cdb3-7636-49fe-b43e-783086279a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:12.071716 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-196082af-0a1e-4bf6-970d-dc1caa643737 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/quotas/f3b8c2691e7642ebb43bca4c7e1d7c8b HTTP/1.1" status: 200 len: 375 time: 0.0318573 Apr 01 12:28:12.090620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcc730d4-707d-4332-92a2-a7e8c59e72be req-98b2dab4-1a5c-48ff-9afa-eed32aa3eb2e tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443419 Apr 01 12:28:12.092909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846', 'name': 'network-vif-deleted', 'tag': '8936e98b-0ed8-4504-bb8a-feeae14d1746'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:12.095183 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c55661-11b6-4eb3-834d-4328f6bfab04" -d '{"events": [{"server_uuid": "38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846", "name": "network-vif-deleted", "tag": "8936e98b-0ed8-4504-bb8a-feeae14d1746"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:12.118600 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-ac1eddec-5389-47c7-8d14-46655ea7bad4 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455649 Apr 01 12:28:12.127139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:12.131825 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b412c9-8fc1-4b84-b7e6-827e256538a0" -d '{"events": [{"server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "name": "network-vif-plugged", "status": "completed", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:12.406031 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-44e7f8a0-2abf-461a-a394-a2eb89f10d85 service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863007 Apr 01 12:28:12.632868 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7301a84-e779-4831-9383-88f6cec66827 req-47c17895-efa6-4b2f-acc5-62ade7066ee0 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:12.644139 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7301a84-e779-4831-9383-88f6cec66827 req-47c17895-efa6-4b2f-acc5-62ade7066ee0 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 950 time: 0.3588059 Apr 01 12:28:12.748918 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-26e50edd-8cb6-4f46-8bf5-2f3d9248c196 service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419123 Apr 01 12:28:12.789233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-559170a7-da13-4c3f-a085-b1822d494314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:12.790825 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-559170a7-da13-4c3f-a085-b1822d494314 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52&tenant_id=eb64db7358b94a5bb856657db1b186e0 HTTP/1.1" status: 200 len: 1100 time: 0.1861856 Apr 01 12:28:12.814854 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-1', 'device_owner': 'compute:nova'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:12.865717 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e06dd25-71f2-4121-ab18-b28448c94e53 req-123a52b9-eed4-4db3-b5dd-2018ef6c79c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1147041 Apr 01 12:28:12.870630 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7301a84-e779-4831-9383-88f6cec66827 req-1de713fe-3c65-47ca-bfe8-a40447b8d5f5 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255352 Apr 01 12:28:12.964922 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:12.986416 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39094740-f3fe-4eb4-aef6-406e62e12a4a x-openstack-request-id: req-39094740-f3fe-4eb4-aef6-406e62e12a4a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:12.986859 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846", "name": "network-vif-deleted", "tag": "8936e98b-0ed8-4504-bb8a-feeae14d1746", "status": "failed", "code": 422}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:12.987314 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39094740-f3fe-4eb4-aef6-406e62e12a4a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:12.987928 n-d-836146-1 neutron-server[102718]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-39094740-f3fe-4eb4-aef6-406e62e12a4a']: {'server_uuid': '38be3e7e-aa05-4d7b-8cf1-5e9f80ed0846', 'name': 'network-vif-deleted', 'tag': '8936e98b-0ed8-4504-bb8a-feeae14d1746', 'status': 'failed', 'code': 422} returned with failed status Apr 01 12:28:13.000133 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06dd25-71f2-4121-ab18-b28448c94e53 req-ec4fe077-88f5-4839-9da5-85343813c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:13.004304 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e06dd25-71f2-4121-ab18-b28448c94e53 req-ec4fe077-88f5-4839-9da5-85343813c443 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3ef0b6c28664a848490f62530c5067c&device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 1095 time: 0.1144819 Apr 01 12:28:13.029272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc50cdb3-7636-49fe-b43e-783086279a1c admin admin] Router 222a5865-3def-4f85-b19e-a433480459ff has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:28:13.164617 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23062e33-deb0-4103-8316-58b9c9a1cd55 x-openstack-request-id: req-23062e33-deb0-4103-8316-58b9c9a1cd55 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:13.165505 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "name": "network-vif-plugged", "status": "completed", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:13.166133 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23062e33-deb0-4103-8316-58b9c9a1cd55 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:13.166732 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23062e33-deb0-4103-8316-58b9c9a1cd55'] response: {'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'code': 200} Apr 01 12:28:13.217462 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c1dd7fb2-690d-4318-b6a6-7957be4b70a6 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:28:13.302408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06dd25-71f2-4121-ab18-b28448c94e53 req-baa31412-2e47-4fa7-ac6e-4db6bacb8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:13.304393 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e06dd25-71f2-4121-ab18-b28448c94e53 req-baa31412-2e47-4fa7-ac6e-4db6bacb8fab service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 200 len: 922 time: 0.2782087 Apr 01 12:28:13.430611 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e06dd25-71f2-4121-ab18-b28448c94e53 req-d57ac0e4-d44b-4313-82df-e36051411748 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=912a530b-0d86-4dab-b118-6bb99714e86f HTTP/1.1" status: 200 len: 217 time: 0.1162155 Apr 01 12:28:13.494315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c1dd7fb2-690d-4318-b6a6-7957be4b70a6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c1dd7fb2-690d-4318-b6a6-7957be4b70a6,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:13.554591 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'c1dd7fb2-690d-4318-b6a6-7957be4b70a6', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'c1dd7fb2-690d-4318-b6a6-7957be4b70a6', 'mac_address': 'fa:16:3e:47:be:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:28:13.641965 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06dd25-71f2-4121-ab18-b28448c94e53 req-03a4569c-9b12-48f0-ae43-c454204f7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:13.651831 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e06dd25-71f2-4121-ab18-b28448c94e53 req-03a4569c-9b12-48f0-ae43-c454204f7728 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 200 len: 861 time: 0.2135606 Apr 01 12:28:13.721196 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e06dd25-71f2-4121-ab18-b28448c94e53 req-b8071145-cc07-4b10-922c-08e2dc43256a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f326287-8629-4e35-afec-ed776729d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620553 Apr 01 12:28:13.730244 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:13.761272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1dd7fb2-690d-4318-b6a6-7957be4b70a6 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:13.794672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c1dd7fb2-690d-4318-b6a6-7957be4b70a6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c1dd7fb2-690d-4318-b6a6-7957be4b70a6,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:13.802933 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:13.936932 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c1dd7fb2-690d-4318-b6a6-7957be4b70a6,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:13.955722 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e06dd25-71f2-4121-ab18-b28448c94e53 req-05c82a59-5358-458e-8598-8bb4de86965f service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245579 Apr 01 12:28:14.062362 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bef18288-eeee-42e0-904d-0fcdba72ee22 req-6e2d10e3-1462-486c-9133-67a8115c9062 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 210 time: 0.0783205 Apr 01 12:28:14.101635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['c1dd7fb2-690d-4318-b6a6-7957be4b70a6'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:14.254409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc50cdb3-7636-49fe-b43e-783086279a1c admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:28:14.263778 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bc50cdb3-7636-49fe-b43e-783086279a1c admin admin] 10.222.0.45 "PUT /v2.0/routers/222a5865-3def-4f85-b19e-a433480459ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2478292 Apr 01 12:28:14.267568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53830) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:14.292816 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e06dd25-71f2-4121-ab18-b28448c94e53 req-33b67073-cd97-44b8-a3df-cb4542845768 service neutron] 10.222.0.44 "GET /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266752 Apr 01 12:28:14.293376 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae1700-b615-4bb3-94ac-5178af37615b None None] Sync routers for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:28:14.295857 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f24c2-0b4d-4708-a4b3-991df14db3ca req-10220729-fccc-45e0-ac1d-84357460a773 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:14.298122 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a07f24c2-0b4d-4708-a4b3-991df14db3ca req-10220729-fccc-45e0-ac1d-84357460a773 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.9360423 Apr 01 12:28:14.346352 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae1700-b615-4bb3-94ac-5178af37615b None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:28:14.349385 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-f6ae1700-b615-4bb3-94ac-5178af37615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:28:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:14.353358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232bdbb-98f6-4ada-9332-9c34e8bc62b6 req-60529736-d592-4b8a-9ff0-5db741e63eb8 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:14.364911 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5232bdbb-98f6-4ada-9332-9c34e8bc62b6 req-60529736-d592-4b8a-9ff0-5db741e63eb8 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 948 time: 0.1517410 Apr 01 12:28:14.471714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:14.486374 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5232bdbb-98f6-4ada-9332-9c34e8bc62b6 req-5e355cf7-1782-4614-bd88-7bfae57886f7 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192167 Apr 01 12:28:14.529599 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-f6ae1700-b615-4bb3-94ac-5178af37615b None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:28:14.641938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a07f24c2-0b4d-4708-a4b3-991df14db3ca req-442c029a-0ece-4069-9a4f-c6f481875ba6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879980 Apr 01 12:28:14.722952 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:28:14.769621 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:14.863526 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-f6ae1700-b615-4bb3-94ac-5178af37615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:28:11Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:14.910262 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae1700-b615-4bb3-94ac-5178af37615b None None] Checking router: 222a5865-3def-4f85-b19e-a433480459ff for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:28:14.913842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:14.931833 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae1700-b615-4bb3-94ac-5178af37615b None None] Routers {'222a5865-3def-4f85-b19e-a433480459ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:28:14.933105 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-f6ae1700-b615-4bb3-94ac-5178af37615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:28:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['222a5865-3def-4f85-b19e-a433480459ff'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:14.944035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Transition to ACTIVE for port object df910b87-2ac6-4ece-b3cc-5c72bee3918d will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:28:14.948487 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:14.956720 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:15.004166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:15.007733 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f502a3-4e0e-4d79-8c21-1ea5bb280f7f" -d '{"events": [{"server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "name": "network-vif-unplugged", "status": "completed", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:15.078431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=10']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:15.112882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] No DVR routers for this DVR port df910b87-2ac6-4ece-b3cc-5c72bee3918d on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:28:15.136895 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336512d1-af52-466c-809c-ada823ea99a4 x-openstack-request-id: req-336512d1-af52-466c-809c-ada823ea99a4 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:15.137191 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "name": "network-vif-unplugged", "status": "completed", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:15.137611 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-336512d1-af52-466c-809c-ada823ea99a4 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:15.138064 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336512d1-af52-466c-809c-ada823ea99a4'] response: {'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'code': 200} Apr 01 12:28:15.183775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Deleting port 0d3729cf-024d-43b7-8615-332448b9a4f3 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:15.184123 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:15.217017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device df910b87-2ac6-4ece-b3cc-5c72bee3918d no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:15.226167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Attempting to bind port df910b87-2ac6-4ece-b3cc-5c72bee3918d on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:28:15.226439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Attempting to bind port df910b87-2ac6-4ece-b3cc-5c72bee3918d by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:28:15.226776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Attempting to bind port df910b87-2ac6-4ece-b3cc-5c72bee3918d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:15.251313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Port df910b87-2ac6-4ece-b3cc-5c72bee3918d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:28:15.251626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Attempting to bind port df910b87-2ac6-4ece-b3cc-5c72bee3918d on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:15.323547 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cb8474b8-4be2-4eba-be9d-bf1b65569e1d req-f5bf9f48-45b3-4d19-8b0d-a8340b1c5719 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 210 time: 0.0724902 Apr 01 12:28:15.361727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device df910b87-2ac6-4ece-b3cc-5c72bee3918d not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:15.446245 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-f6ae1700-b615-4bb3-94ac-5178af37615b None None] Set router 222a5865-3def-4f85-b19e-a433480459ff gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:28:15.456965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] For port 0d3729cf-024d-43b7-8615-332448b9a4f3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0d3729cf-024d-43b7-8615-332448b9a4f3,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:15.457623 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:15.473153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Calling delete_port for 0d3729cf-024d-43b7-8615-332448b9a4f3 owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:15.684323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:28:15.684701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:28:15.685085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:28:15.685530 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Bound port: df910b87-2ac6-4ece-b3cc-5c72bee3918d, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:28:15.685885 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:15.703816 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-f6ae1700-b615-4bb3-94ac-5178af37615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:28:11Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:15.745538 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae1700-b615-4bb3-94ac-5178af37615b None None] The sync data for ids ['222a5865-3def-4f85-b19e-a433480459ff'] in n-d-836146-1 is: [{'id': '222a5865-3def-4f85-b19e-a433480459ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-104387739-router', 'tenant_id': '504bf52a206041a49c73cff58299a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:37Z', 'updated_at': '2022-04-01T12:28:11Z', 'revision_number': 5, 'project_id': '504bf52a206041a49c73cff58299a556', 'gw_port': {'id': '0d3729cf-024d-43b7-8615-332448b9a4f3', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222a5865-3def-4f85-b19e-a433480459ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:40Z', 'updated_at': '2022-04-01T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:28:15.907569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5347005b-ab15-4b4a-8879-1d9d9c54cb19 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:15.909087 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5347005b-ab15-4b4a-8879-1d9d9c54cb19 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.37 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.2169502 Apr 01 12:28:15.921385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee7911-8c85-4006-9062-ae3bc5bc00f9 req-2d836ba7-4269-45af-ba0b-fca6cf0c5a2c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:15.922948 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-53ee7911-8c85-4006-9062-ae3bc5bc00f9 req-2d836ba7-4269-45af-ba0b-fca6cf0c5a2c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 948 time: 0.0691891 Apr 01 12:28:15.932786 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Request body: {'port': {'device_id': 'a3011404-050c-4e4e-8b84-e18011007b18', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'admin_state_up': True, 'tenant_id': 'f3b8c2691e7642ebb43bca4c7e1d7c8b'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:15.941967 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:15.989472 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-53ee7911-8c85-4006-9062-ae3bc5bc00f9 req-444e7c0b-d39a-4b23-8b98-a07c5a96411f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533159 Apr 01 12:28:16.040100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3729cf-024d-43b7-8615-332448b9a4f3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:16.050085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691388ed-56ce-446e-be89-fc17fc0e84c9 req-0037543b-b976-4853-82fa-ddd2e5383fc3 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:16.051819 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-691388ed-56ce-446e-be89-fc17fc0e84c9 req-0037543b-b976-4853-82fa-ddd2e5383fc3 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 948 time: 0.3607702 Apr 01 12:28:16.177374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:28:16.311050 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:16.311469 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:28:16.394092 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device a17e6051-2149-4e10-ad87-6c4cb75269ee no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:16.428478 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: a17e6051-2149-4e10-ad87-6c4cb75269ee {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:28:16.428842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device a17e6051-2149-4e10-ad87-6c4cb75269ee not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:16.461908 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:16.548329 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7dd9b63a-e9ff-43d9-9b4a-0097a70d4d26 req-ec6eb64e-3bde-4746-8763-9b506bffc8cf tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 210 time: 0.0564368 Apr 01 12:28:16.614359 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:16.622294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-691388ed-56ce-446e-be89-fc17fc0e84c9 req-263c8313-e6c0-409e-91c9-a5ec1edd6177 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569569 Apr 01 12:28:16.623714 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:16.636939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Made reservation on behalf of f3b8c2691e7642ebb43bca4c7e1d7c8b for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:28:16.641283 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:16.661636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:16.662326 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:16.663828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] 10.222.0.37 "PUT /v2.0/ports/df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 1096 time: 3.8585091 Apr 01 12:28:16.798715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2d025-1ca2-4580-9e19-10ecf6e8833c service neutron] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=11']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:16.811034 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:16.811668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 222a5865-3def-4f85-b19e-a433480459ff {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:28:16.839134 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:16.840538 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3dc751a6-0d69-4731-9006-e59ec1c909cb admin admin] 10.222.0.45 "DELETE /v2.0/routers/222a5865-3def-4f85-b19e-a433480459ff HTTP/1.1" status: 204 len: 168 time: 2.5720742 Apr 01 12:28:16.843228 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53914) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:16.904291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-e0de3a81-6451-4e6b-b95a-e2de528293dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:16.907628 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-e0de3a81-6451-4e6b-b95a-e2de528293dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 1099 time: 0.1785023 Apr 01 12:28:16.928489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ba2b25-1c68-4a91-b804-d5749c2a9d93 admin admin] Deleting subnet 7ef11ffb-671d-4944-80ae-de5a57ae60fe {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:28:16.933623 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3ba2b25-1c68-4a91-b804-d5749c2a9d93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:16.986918 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Allocated IP 172.20.0.9 (e23dd718-56b2-4bf5-a1be-97c1c3333fca/3516b13e-86ee-4605-892c-1bb452f4de0b/f4edbee9-aa62-4a25-9cbf-c8ec7153d354) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:28:17.055410 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3ba2b25-1c68-4a91-b804-d5749c2a9d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:17.138981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:17.141255 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:17.165059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-a5198888-7ea7-4b4b-82f7-fe49e13350c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:17.173948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-a5198888-7ea7-4b4b-82f7-fe49e13350c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2523603 Apr 01 12:28:17.223724 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:28:17.296682 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7ef7c5-46ed-4510-b574-bc6ac6ff0572 x-openstack-request-id: req-8b7ef7c5-46ed-4510-b574-bc6ac6ff0572 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:17.296996 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:17.297341 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b7ef7c5-46ed-4510-b574-bc6ac6ff0572 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:17.297975 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7ef7c5-46ed-4510-b574-bc6ac6ff0572'] response: {'name': 'network-changed', 'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'status': 'completed', 'code': 200} Apr 01 12:28:17.307949 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-f75d3763-e571-4bba-a891-99a11bd52d2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 217 time: 0.1235723 Apr 01 12:28:17.386516 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c1dd7fb2-690d-4318-b6a6-7957be4b70a6 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:28:17.400098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-7b5767df-d4da-4446-bbd5-9155aac02536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:17.402039 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-7b5767df-d4da-4446-bbd5-9155aac02536 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 1099 time: 0.1124842 Apr 01 12:28:17.406799 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3ba2b25-1c68-4a91-b804-d5749c2a9d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:17.475343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port c1dd7fb2-690d-4318-b6a6-7957be4b70a6 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:28:17.482659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port c1dd7fb2-690d-4318-b6a6-7957be4b70a6 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:17.483300 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:17.527287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:17.647948 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:17.653125 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-75f6657a-5f29-4ee4-9846-7b5f1c417422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:17.663292 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-75f6657a-5f29-4ee4-9846-7b5f1c417422 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2265410 Apr 01 12:28:17.666292 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3ba2b25-1c68-4a91-b804-d5749c2a9d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:17.711645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7433d5-25e1-4086-890f-03378e158277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1dd7fb2-690d-4318-b6a6-7957be4b70a6'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:17.720917 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6962099a-5acd-41a5-8adc-236ca05a0ddd" -d '{"events": [{"server_uuid": "6b7433d5-25e1-4086-890f-03378e158277", "name": "network-vif-plugged", "status": "completed", "tag": "c1dd7fb2-690d-4318-b6a6-7957be4b70a6"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:17.729540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b87ccf-01b3-48b4-82cc-7f48cce47bc4 None None] Network 54ec5879-6876-4332-b34c-ec146a3b7374 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:28:17.732601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-b1555785-b72d-402c-a37f-8f9a1fe2d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:17.734589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-b1555785-b72d-402c-a37f-8f9a1fe2d263 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.2982433 Apr 01 12:28:17.737457 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:17.766950 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3ba2b25-1c68-4a91-b804-d5749c2a9d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:17.774892 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c1dd7fb2-690d-4318-b6a6-7957be4b70a6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c1dd7fb2-690d-4318-b6a6-7957be4b70a6,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:17.777522 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a3ba2b25-1c68-4a91-b804-d5749c2a9d93 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7ef11ffb-671d-4944-80ae-de5a57ae60fe HTTP/1.1" status: 204 len: 168 time: 0.9260831 Apr 01 12:28:17.785633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53964) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:17.813965 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:17.823939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Pushing event updated for resources: {'Port': ['ID=f4edbee9-aa62-4a25-9cbf-c8ec7153d354,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:17.854200 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cc28a-32ee-4802-bff1-889c97e8f4cb req-d26140b1-7a4a-41f5-adfc-080db0bbab18 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:17.856598 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb3cc28a-32ee-4802-bff1-889c97e8f4cb req-d26140b1-7a4a-41f5-adfc-080db0bbab18 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 948 time: 0.6516802 Apr 01 12:28:17.896103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba2b25-1c68-4a91-b804-d5749c2a9d93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ef11ffb-671d-4944-80ae-de5a57ae60fe,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:17.922704 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-8e952aee-854a-4a01-a376-889c3faf72b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 217 time: 0.2253094 Apr 01 12:28:17.960502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Network e23dd718-56b2-4bf5-a1be-97c1c3333fca is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:28:17.991764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:28:17.995491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:28:18.015002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c1dd7fb2-690d-4318-b6a6-7957be4b70a6,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:18.044038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-6e40a8ff-1962-4ebb-9f9f-638a29449e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:18.046934 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-6e40a8ff-1962-4ebb-9f9f-638a29449e3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2344398 Apr 01 12:28:18.079152 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb3cc28a-32ee-4802-bff1-889c97e8f4cb req-bda5d3ba-1627-4d1e-b37f-18f3265f32a6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750727 Apr 01 12:28:18.135356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:18.136037 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:18.156275 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b47bda-c4d8-4f23-860a-25f2bce980b8 None None] DHCP port deletion for 54ec5879-6876-4332-b34c-ec146a3b7374 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:28:18.243823 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d1b47bda-c4d8-4f23-860a-25f2bce980b8 None None] Deleting port 5a16a243-c632-4888-b23e-55b1c4d5381e {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:18.244515 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d1b47bda-c4d8-4f23-860a-25f2bce980b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:18.259421 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-889b4067-1b09-4c6a-b1b1-b610c12c7cb3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3308535 Apr 01 12:28:18.284358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Request body: {'port': {'device_id': 'a3011404-050c-4e4e-8b84-e18011007b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:18.297086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0d3729cf-024d-43b7-8615-332448b9a4f3 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:18.311959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f36a5a-9692-4571-bdfc-bb3893b8fb43 req-c96648a6-b613-4ae4-80e3-d69b7faaa1dc tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:18.313868 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64f36a5a-9692-4571-bdfc-bb3893b8fb43 req-c96648a6-b613-4ae4-80e3-d69b7faaa1dc tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 949 time: 0.1211853 Apr 01 12:28:18.357250 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 0d3729cf-024d-43b7-8615-332448b9a4f3 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:28:18.357587 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0d3729cf-024d-43b7-8615-332448b9a4f3 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:18.358213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5a16a243-c632-4888-b23e-55b1c4d5381e no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:18.398552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d1b47bda-c4d8-4f23-860a-25f2bce980b8 None None] For port 5a16a243-c632-4888-b23e-55b1c4d5381e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5a16a243-c632-4888-b23e-55b1c4d5381e,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:18.399127 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d1b47bda-c4d8-4f23-860a-25f2bce980b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:18.421399 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d1b47bda-c4d8-4f23-860a-25f2bce980b8 None None] Calling delete_port for 5a16a243-c632-4888-b23e-55b1c4d5381e owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:18.448076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64f36a5a-9692-4571-bdfc-bb3893b8fb43 req-38cb4f74-3c6e-42ae-8486-c245d113f030 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153274 Apr 01 12:28:18.511354 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:18.521255 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-cb98f9dc-970e-4c27-9fcd-d49333c7284d service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627419 Apr 01 12:28:18.535838 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:18.591018 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 5a16a243-c632-4888-b23e-55b1c4d5381e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5a16a243-c632-4888-b23e-55b1c4d5381e,segment=NetworkSegment(ffd38e5c-06ab-4c91-9781-83181fda92e1),segment_id=ffd38e5c-06ab-4c91-9781-83181fda92e1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:18.603337 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:18.640759 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d1b47bda-c4d8-4f23-860a-25f2bce980b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:18.651706 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583348ec-a4d6-4201-96a4-34fa62af1a04 x-openstack-request-id: req-583348ec-a4d6-4201-96a4-34fa62af1a04 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:18.652463 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7433d5-25e1-4086-890f-03378e158277", "name": "network-vif-plugged", "status": "completed", "tag": "c1dd7fb2-690d-4318-b6a6-7957be4b70a6", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:18.653310 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-583348ec-a4d6-4201-96a4-34fa62af1a04 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:18.654202 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583348ec-a4d6-4201-96a4-34fa62af1a04'] response: {'server_uuid': '6b7433d5-25e1-4086-890f-03378e158277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1dd7fb2-690d-4318-b6a6-7957be4b70a6', 'code': 200} Apr 01 12:28:18.671187 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b47bda-c4d8-4f23-860a-25f2bce980b8 None None] No DVR routers for this DVR port 5a16a243-c632-4888-b23e-55b1c4d5381e on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:28:18.711043 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35455f41-a85e-40ee-9107-8a360cdb4d4d details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:28:18.807021 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:18.811751 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-adf00da7-5afb-4e66-b8e5-f8a408ab56d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:18.813617 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-adf00da7-5afb-4e66-b8e5-f8a408ab56d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.8545036 Apr 01 12:28:18.815575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=5a16a243-c632-4888-b23e-55b1c4d5381e,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:18.833134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5526ec3-84ef-4014-8ea2-2169e7dc4170 req-0fb4d541-4ddd-40b8-a457-4aede1bfaed1 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:18.841380 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5526ec3-84ef-4014-8ea2-2169e7dc4170 req-0fb4d541-4ddd-40b8-a457-4aede1bfaed1 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 931 time: 1.0564988 Apr 01 12:28:18.866577 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0705cbd-46aa-40a9-9638-6f43beddab7d req-5579acd2-0b4b-4750-a474-e66419a8f95d service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329382 Apr 01 12:28:18.923199 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f8db8-30fe-4822-b2a9-5f4957355abc req-9207530d-590c-4830-a6b0-112ea6dfa8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:18.925118 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca1f8db8-30fe-4822-b2a9-5f4957355abc req-9207530d-590c-4830-a6b0-112ea6dfa8c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 1100 time: 0.2011440 Apr 01 12:28:18.925959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b47bda-c4d8-4f23-860a-25f2bce980b8 None None] Pushing event deleted for resources: {'Port': ['ID=5a16a243-c632-4888-b23e-55b1c4d5381e,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:18.939808 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5526ec3-84ef-4014-8ea2-2169e7dc4170 req-b9e88130-ad5a-43c1-bb68-198086e01275 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959904 Apr 01 12:28:18.995282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca1f8db8-30fe-4822-b2a9-5f4957355abc req-caa7c112-f78c-4426-bce7-9203116ab3a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556688 Apr 01 12:28:19.064121 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-9c06f906-1145-4946-adac-30b1d21ee377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:19.065723 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-9c06f906-1145-4946-adac-30b1d21ee377 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2220812 Apr 01 12:28:19.072166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:19.092150 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'mac_address': 'fa:16:3e:f6:cc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:28:19.096841 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.158333 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ec5879-6876-4332-b34c-ec146a3b7374']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:19.176259 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.180282 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd38e5c-06ab-4c91-9781-83181fda92e1') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:19.181146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd38e5c-06ab-4c91-9781-83181fda92e1') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:19.203017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35455f41-a85e-40ee-9107-8a360cdb4d4d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:19.239780 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.247111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4edbee9-aa62-4a25-9cbf-c8ec7153d354 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:19.258351 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.268427 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:19.275684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Transition to ACTIVE for port object f4edbee9-aa62-4a25-9cbf-c8ec7153d354 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:28:19.277478 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.285744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.323891 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.365602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:28:19.372674 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:28:19.378551 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:28:19.393019 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Pushing event updated for resources: {'Port': ['ID=f4edbee9-aa62-4a25-9cbf-c8ec7153d354,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:19.451063 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=35455f41-a85e-40ee-9107-8a360cdb4d4d,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:19.453375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864852f-91f1-456c-869b-1963518842ee req-30277981-c76e-4ab4-8822-92a6a6fe3d42 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:19.471041 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1864852f-91f1-456c-869b-1963518842ee req-30277981-c76e-4ab4-8822-92a6a6fe3d42 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 948 time: 0.2886684 Apr 01 12:28:19.507902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Attempting to bind port f4edbee9-aa62-4a25-9cbf-c8ec7153d354 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:28:19.509433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Attempting to bind port f4edbee9-aa62-4a25-9cbf-c8ec7153d354 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:28:19.509784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Attempting to bind port f4edbee9-aa62-4a25-9cbf-c8ec7153d354 on network e23dd718-56b2-4bf5-a1be-97c1c3333fca {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:19.516571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Port f4edbee9-aa62-4a25-9cbf-c8ec7153d354 on network e23dd718-56b2-4bf5-a1be-97c1c3333fca not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:28:19.517724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Attempting to bind port f4edbee9-aa62-4a25-9cbf-c8ec7153d354 on network e23dd718-56b2-4bf5-a1be-97c1c3333fca {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:19.526555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:28:19.526899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Checking segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:28:19.527348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Bound using segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:28:19.527924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Bound port: f4edbee9-aa62-4a25-9cbf-c8ec7153d354, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:28:19.528368 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.561597 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.568310 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.574573 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] 10.222.0.45 "DELETE /v2.0/networks/54ec5879-6876-4332-b34c-ec146a3b7374 HTTP/1.1" status: 204 len: 168 time: 1.7822382 Apr 01 12:28:19.588691 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1864852f-91f1-456c-869b-1963518842ee req-cc741279-3682-40ee-9f41-66fda2fb6444 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152961 Apr 01 12:28:19.606058 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53990) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:19.663008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e28999-97f8-4516-a006-b7730be21b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=54ec5879-6876-4332-b34c-ec146a3b7374,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:19.703999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] For port f4edbee9-aa62-4a25-9cbf-c8ec7153d354, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:28:19.708055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] For port f4edbee9-aa62-4a25-9cbf-c8ec7153d354, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f4edbee9-aa62-4a25-9cbf-c8ec7153d354,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:28:19.713678 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.740707 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-02e0a844-4c70-4c64-ad25-8e89cbeaffd1 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141535 Apr 01 12:28:19.770298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:19.771217 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:19.772633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] 10.222.0.37 "PUT /v2.0/ports/f4edbee9-aa62-4a25-9cbf-c8ec7153d354 HTTP/1.1" status: 200 len: 1091 time: 1.4938378 Apr 01 12:28:19.773150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3011404-050c-4e4e-8b84-e18011007b18', 'tag': 'f4edbee9-aa62-4a25-9cbf-c8ec7153d354'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:19.778992 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364a241c-c6d0-47f0-be64-c349e248c355" -d '{"events": [{"name": "network-changed", "server_uuid": "a3011404-050c-4e4e-8b84-e18011007b18", "tag": "f4edbee9-aa62-4a25-9cbf-c8ec7153d354"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:19.819374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3637b7-ff09-4689-bdb1-3d51b4e1efcd service neutron] Pushing event updated for resources: {'Port': ['ID=f4edbee9-aa62-4a25-9cbf-c8ec7153d354,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:19.871281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4e2db-ae90-4e4a-ab0c-800d9dbd0271 req-930a3a88-f76e-436e-b66e-b74785c0a107 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:19.872816 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-39e4e2db-ae90-4e4a-ab0c-800d9dbd0271 req-930a3a88-f76e-436e-b66e-b74785c0a107 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 949 time: 0.1565936 Apr 01 12:28:20.031844 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-f5667277-f302-4878-9394-e8a0959da446 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582541 Apr 01 12:28:20.040856 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-39e4e2db-ae90-4e4a-ab0c-800d9dbd0271 req-6f1ed1ba-8cc2-43ff-a730-e2f52ca977e4 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573350 Apr 01 12:28:20.387574 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-575b3162-92b0-48a4-a996-3b62a023db3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:20.411390 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceda8e4-7baf-4e7b-a98b-e70722125b7a x-openstack-request-id: req-2ceda8e4-7baf-4e7b-a98b-e70722125b7a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:20.412295 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3011404-050c-4e4e-8b84-e18011007b18", "tag": "f4edbee9-aa62-4a25-9cbf-c8ec7153d354", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:20.413077 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ceda8e4-7baf-4e7b-a98b-e70722125b7a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:20.413847 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ceda8e4-7baf-4e7b-a98b-e70722125b7a'] response: {'name': 'network-changed', 'server_uuid': 'a3011404-050c-4e4e-8b84-e18011007b18', 'tag': 'f4edbee9-aa62-4a25-9cbf-c8ec7153d354', 'status': 'completed', 'code': 200} Apr 01 12:28:20.650792 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f01fc7-fc15-4560-baa4-673ce4712f4d req-23c50e7c-1ddd-4a14-93e1-8140896acbac tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:20.652456 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76f01fc7-fc15-4560-baa4-673ce4712f4d req-23c50e7c-1ddd-4a14-93e1-8140896acbac tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 943 time: 0.1721802 Apr 01 12:28:20.683842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35455f41-a85e-40ee-9107-8a360cdb4d4d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:20.757846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-1de07576-6b11-4841-be8f-045ac32d77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:20.759534 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-1de07576-6b11-4841-be8f-045ac32d77dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 1099 time: 0.1515169 Apr 01 12:28:20.767379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76f01fc7-fc15-4560-baa4-673ce4712f4d req-1bec2416-70c9-4ee4-bc16-0ecd3325e792 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047833 Apr 01 12:28:20.796913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a241c-c6d0-47f0-be64-c349e248c355 req-a4661abf-9472-4ee7-a5d4-5a5bfc0aef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:20.801634 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-364a241c-c6d0-47f0-be64-c349e248c355 req-a4661abf-9472-4ee7-a5d4-5a5bfc0aef3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 1094 time: 0.1138494 Apr 01 12:28:20.924302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-575b3162-92b0-48a4-a996-3b62a023db3c admin admin] Deleting port d3867bb3-c28a-422c-b4a2-5c5ef84cb590 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:20.924910 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-575b3162-92b0-48a4-a996-3b62a023db3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:21.053007 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7c255-a360-43d1-9351-cdecdf227554 req-80291202-d861-4570-b73c-20a894e46b24 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:21.054842 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-94f7c255-a360-43d1-9351-cdecdf227554 req-80291202-d861-4570-b73c-20a894e46b24 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 944 time: 0.1988556 Apr 01 12:28:21.075417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc598b50-6493-4bbd-b2f2-de75ca70868b req-ea215e1f-6c4d-4e3d-954b-0a6016d85ad9 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:21.077110 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc598b50-6493-4bbd-b2f2-de75ca70868b req-ea215e1f-6c4d-4e3d-954b-0a6016d85ad9 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 944 time: 0.1673403 Apr 01 12:28:21.158629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-575b3162-92b0-48a4-a996-3b62a023db3c admin admin] For port d3867bb3-c28a-422c-b4a2-5c5ef84cb590, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d3867bb3-c28a-422c-b4a2-5c5ef84cb590,segment=NetworkSegment(226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f),segment_id=226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:21.159117 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-575b3162-92b0-48a4-a996-3b62a023db3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:21.173848 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-94f7c255-a360-43d1-9351-cdecdf227554 req-0064f787-6307-410f-9229-7a5c4880ad6a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119628 Apr 01 12:28:21.204594 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-575b3162-92b0-48a4-a996-3b62a023db3c admin admin] Calling delete_port for d3867bb3-c28a-422c-b4a2-5c5ef84cb590 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:21.326531 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-cc598b50-6493-4bbd-b2f2-de75ca70868b req-5a84137f-b867-4251-b714-8ce60913eb79 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Deleting port 912a530b-0d86-4dab-b118-6bb99714e86f {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:21.327040 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-cc598b50-6493-4bbd-b2f2-de75ca70868b req-5a84137f-b867-4251-b714-8ce60913eb79 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:21.352568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-eab7a884-85e2-4a9f-a8e4-a4e16c62d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:21.354197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-eab7a884-85e2-4a9f-a8e4-a4e16c62d760 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.5825012 Apr 01 12:28:21.405843 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-cacd5d9d-f7c1-4505-8c5c-c26a55c32ff7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 200 len: 217 time: 0.0421491 Apr 01 12:28:21.408674 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a241c-c6d0-47f0-be64-c349e248c355 req-5fbbb379-05fd-4b51-9ba9-635e748a7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:21.410185 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-364a241c-c6d0-47f0-be64-c349e248c355 req-5fbbb379-05fd-4b51-9ba9-635e748a7f26 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5919504 Apr 01 12:28:21.456273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2f690-24ef-4594-be15-e4a14b7f96ef req-3074572d-42fb-4bee-82db-ba2d215e38e0 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:21.463694 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e9b2f690-24ef-4594-be15-e4a14b7f96ef req-3074572d-42fb-4bee-82db-ba2d215e38e0 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 948 time: 0.1834927 Apr 01 12:28:21.553215 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e9b2f690-24ef-4594-be15-e4a14b7f96ef req-41eebfb8-2e4a-4839-947f-c47969b763f9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882928 Apr 01 12:28:21.577894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-9146cca3-ff5e-4f7e-9855-856de99ad839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:21.578919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-cc598b50-6493-4bbd-b2f2-de75ca70868b req-5a84137f-b867-4251-b714-8ce60913eb79 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] For port 912a530b-0d86-4dab-b118-6bb99714e86f, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=912a530b-0d86-4dab-b118-6bb99714e86f,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:21.578919 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-cc598b50-6493-4bbd-b2f2-de75ca70868b req-5a84137f-b867-4251-b714-8ce60913eb79 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:21.579555 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-9146cca3-ff5e-4f7e-9855-856de99ad839 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1335108 Apr 01 12:28:21.660033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-cc598b50-6493-4bbd-b2f2-de75ca70868b req-5a84137f-b867-4251-b714-8ce60913eb79 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Calling delete_port for 912a530b-0d86-4dab-b118-6bb99714e86f owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:21.666733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-4039c755-a113-44c5-8d5d-826a590565fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:21.668557 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-4039c755-a113-44c5-8d5d-826a590565fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816140 Apr 01 12:28:21.687248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a241c-c6d0-47f0-be64-c349e248c355 req-a4215227-cbff-4316-9319-cb397aa1130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:21.689510 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-364a241c-c6d0-47f0-be64-c349e248c355 req-a4215227-cbff-4316-9319-cb397aa1130f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2650371 Apr 01 12:28:21.765440 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-575b3162-92b0-48a4-a996-3b62a023db3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:21.817718 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b3162-92b0-48a4-a996-3b62a023db3c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3867bb3-c28a-422c-b4a2-5c5ef84cb590,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:21.826749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-b4321867-46f6-43ee-8d54-fcc9f1cce0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:21.828677 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-b4321867-46f6-43ee-8d54-fcc9f1cce0c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 1094 time: 0.0681005 Apr 01 12:28:21.832266 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-aa42fe62-16cc-4acd-8d99-fd822f243c04 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539876 Apr 01 12:28:21.852764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d79560-8ecd-4a80-aa4b-c228f7753ada req-d6507c2e-a017-4a3a-b027-9067f6c872ce tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:21.854373 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c2d79560-8ecd-4a80-aa4b-c228f7753ada req-d6507c2e-a017-4a3a-b027-9067f6c872ce tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 949 time: 0.1244042 Apr 01 12:28:21.894609 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-8a5b627d-3e0c-456f-bc6b-b9e13153a61b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4edbee9-aa62-4a25-9cbf-c8ec7153d354 HTTP/1.1" status: 200 len: 217 time: 0.0511737 Apr 01 12:28:21.976954 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c2d79560-8ecd-4a80-aa4b-c228f7753ada req-53c23429-843c-4a4a-b5e6-e10f4df5cfc7 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878601 Apr 01 12:28:22.008304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-f5c6a38c-cce7-464f-80e6-f247156bd947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:22.008304 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-f5c6a38c-cce7-464f-80e6-f247156bd947 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 200 len: 852 time: 0.0953667 Apr 01 12:28:22.061165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-f4288b00-3d67-4ca7-8b2c-d55b164d8b49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e23dd718-56b2-4bf5-a1be-97c1c3333fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453961 Apr 01 12:28:22.063243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27af89fa-523e-4222-ab9b-79fd4ae9ee2c req-a3497730-4a3e-44cd-b477-9819041bdafa service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070673 Apr 01 12:28:22.130502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-cc598b50-6493-4bbd-b2f2-de75ca70868b req-5a84137f-b867-4251-b714-8ce60913eb79 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:22.197246 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-a4d47d15-d359-4a91-8e87-692fbf1e3564 service neutron] 10.222.0.37 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238065 Apr 01 12:28:22.199882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84137f-b867-4251-b714-8ce60913eb79 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Pushing event deleted for resources: {'Port': ['ID=912a530b-0d86-4dab-b118-6bb99714e86f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:22.219612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac6934-aa19-41f7-a8fd-5c9d100ca315 req-453bbdbf-a37a-43fe-981e-fbc7eb77da2b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:22.221152 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-58ac6934-aa19-41f7-a8fd-5c9d100ca315 req-453bbdbf-a37a-43fe-981e-fbc7eb77da2b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 943 time: 0.1479080 Apr 01 12:28:22.260276 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-575b3162-92b0-48a4-a996-3b62a023db3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:22.283047 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc598b50-6493-4bbd-b2f2-de75ca70868b req-5a84137f-b867-4251-b714-8ce60913eb79 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] No DVR routers for this DVR port 912a530b-0d86-4dab-b118-6bb99714e86f on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:28:22.290944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-cc598b50-6493-4bbd-b2f2-de75ca70868b req-5a84137f-b867-4251-b714-8ce60913eb79 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:22.294258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc598b50-6493-4bbd-b2f2-de75ca70868b req-5a84137f-b867-4251-b714-8ce60913eb79 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.44 "DELETE /v2.0/ports/912a530b-0d86-4dab-b118-6bb99714e86f HTTP/1.1" status: 204 len: 173 time: 1.2046125 Apr 01 12:28:22.294707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2b12c4-9e29-4117-962d-255a696e75da', 'name': 'network-vif-deleted', 'tag': '912a530b-0d86-4dab-b118-6bb99714e86f'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:22.298085 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0914904-f436-4208-9d74-cb75b7682477" -d '{"events": [{"server_uuid": "ad2b12c4-9e29-4117-962d-255a696e75da", "name": "network-vif-deleted", "tag": "912a530b-0d86-4dab-b118-6bb99714e86f"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:22.340983 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd985735-fa7c-4a60-96bb-f1d105eeffc1 req-5c765e13-ffaa-4d3b-846f-9c51950da06e service neutron] 10.222.0.37 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356678 Apr 01 12:28:22.364778 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-58ac6934-aa19-41f7-a8fd-5c9d100ca315 req-b605357f-8df6-4830-8329-53fc9a46f92b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213386 Apr 01 12:28:22.645992 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e826229f-0e30-451a-9506-017907300e20 req-115032de-f367-49e0-a2d0-6083a95b0e1b tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad2b12c4-9e29-4117-962d-255a696e75da HTTP/1.1" status: 200 len: 210 time: 0.0458491 Apr 01 12:28:22.667930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575b3162-92b0-48a4-a996-3b62a023db3c admin admin] Router 38564ab8-4b93-4b29-afdd-f740be0686ff has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:28:22.713378 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35455f41-a85e-40ee-9107-8a360cdb4d4d up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:28:22.819736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 35455f41-a85e-40ee-9107-8a360cdb4d4d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:22.820413 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:22.966328 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:22.994580 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:22.996988 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1113c318-0125-46dc-9756-a4bd0e68de57" -d '{"events": [{"server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "name": "network-vif-plugged", "status": "completed", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:23.025581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:23.031512 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:23.100205 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080980e4-039d-4e23-bd9a-dc286334edad x-openstack-request-id: req-080980e4-039d-4e23-bd9a-dc286334edad {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:23.100861 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2b12c4-9e29-4117-962d-255a696e75da", "name": "network-vif-deleted", "tag": "912a530b-0d86-4dab-b118-6bb99714e86f", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:23.100861 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-080980e4-039d-4e23-bd9a-dc286334edad {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:23.101168 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080980e4-039d-4e23-bd9a-dc286334edad'] response: {'server_uuid': 'ad2b12c4-9e29-4117-962d-255a696e75da', 'name': 'network-vif-deleted', 'tag': '912a530b-0d86-4dab-b118-6bb99714e86f', 'status': 'completed', 'code': 200} Apr 01 12:28:23.102289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=35455f41-a85e-40ee-9107-8a360cdb4d4d,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:23.176932 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575b3162-92b0-48a4-a996-3b62a023db3c admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:28:23.189987 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-575b3162-92b0-48a4-a996-3b62a023db3c admin admin] 10.222.0.45 "PUT /v2.0/routers/38564ab8-4b93-4b29-afdd-f740be0686ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5577569 Apr 01 12:28:23.190547 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54042) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:23.205310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59299ec3-5781-40f1-a064-40a2c27d8c42 None None] Sync routers for ids ['38564ab8-4b93-4b29-afdd-f740be0686ff'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:28:23.217224 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59299ec3-5781-40f1-a064-40a2c27d8c42 None None] Routers {'38564ab8-4b93-4b29-afdd-f740be0686ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:28:23.218208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-59299ec3-5781-40f1-a064-40a2c27d8c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:28:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['38564ab8-4b93-4b29-afdd-f740be0686ff'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:23.269019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 912a530b-0d86-4dab-b118-6bb99714e86f no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:23.313218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 912a530b-0d86-4dab-b118-6bb99714e86f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:28:23.313639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 912a530b-0d86-4dab-b118-6bb99714e86f not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:23.320781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:23.425152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-59299ec3-5781-40f1-a064-40a2c27d8c42 None None] Set router 38564ab8-4b93-4b29-afdd-f740be0686ff gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:28:23.465368 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:23.530617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Deleting port 7b4193b4-da39-488e-8c77-51339346f972 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:23.530939 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:23.628626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] For port 7b4193b4-da39-488e-8c77-51339346f972, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7b4193b4-da39-488e-8c77-51339346f972,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:23.629171 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:23.642827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Calling delete_port for 7b4193b4-da39-488e-8c77-51339346f972 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:23.645872 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-59299ec3-5781-40f1-a064-40a2c27d8c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1123841028-router', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '7b4193b4-da39-488e-8c77-51339346f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:54Z', 'updated_at': '2022-04-01T12:28:21Z', 'revision_number': 5, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'gw_port': {'id': '7b4193b4-da39-488e-8c77-51339346f972', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:23:56Z', 'updated_at': '2022-04-01T12:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:23.675248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59299ec3-5781-40f1-a064-40a2c27d8c42 None None] Checking router: 38564ab8-4b93-4b29-afdd-f740be0686ff for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:28:23.684705 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59299ec3-5781-40f1-a064-40a2c27d8c42 None None] Routers {'38564ab8-4b93-4b29-afdd-f740be0686ff'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:28:23.685310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-59299ec3-5781-40f1-a064-40a2c27d8c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:28:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['38564ab8-4b93-4b29-afdd-f740be0686ff'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:23.796358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-59299ec3-5781-40f1-a064-40a2c27d8c42 None None] Set router 38564ab8-4b93-4b29-afdd-f740be0686ff gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:28:23.853030 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:23.876313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-59299ec3-5781-40f1-a064-40a2c27d8c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1123841028-router', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:54Z', 'updated_at': '2022-04-01T12:28:23Z', 'revision_number': 6, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:23.912116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59299ec3-5781-40f1-a064-40a2c27d8c42 None None] The sync data for ids ['38564ab8-4b93-4b29-afdd-f740be0686ff'] in n-d-836146-1 is: [{'id': '38564ab8-4b93-4b29-afdd-f740be0686ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1123841028-router', 'tenant_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:23:54Z', 'updated_at': '2022-04-01T12:28:23Z', 'revision_number': 6, 'project_id': 'f246fd799cde4b0cb0b8a443e58cf484', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:28:23.920954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4193b4-da39-488e-8c77-51339346f972,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:23.995212 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-29f50102-4128-4d0b-bceb-599f2471d635 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1da7b6d5824c44e19e8db1ed5db17be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778944 Apr 01 12:28:24.048239 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:24.054302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fbb89-9f30-459d-92e1-40930a8c6a82 req-47606c47-08f8-4ac2-a10b-60ed0d54232e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:24.056024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a7fbb89-9f30-459d-92e1-40930a8c6a82 req-47606c47-08f8-4ac2-a10b-60ed0d54232e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 948 time: 0.0712929 Apr 01 12:28:24.110405 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a7fbb89-9f30-459d-92e1-40930a8c6a82 req-c96a9329-f62f-4a47-ac25-c9771a9846a3 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470142 Apr 01 12:28:24.192926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:24.197593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:24.219639 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a058a8-41a6-481a-a322-657534cd0d16 x-openstack-request-id: req-74a058a8-41a6-481a-a322-657534cd0d16 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:24.220158 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "name": "network-vif-plugged", "status": "completed", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:24.220411 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74a058a8-41a6-481a-a322-657534cd0d16 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:24.220807 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a058a8-41a6-481a-a322-657534cd0d16'] response: {'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'code': 200} Apr 01 12:28:24.267857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-edb798bf-7cc9-420f-a9d1-1d9b64135254 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:24.271366 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-edb798bf-7cc9-420f-a9d1-1d9b64135254 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651837 Apr 01 12:28:24.310683 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:24.311128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38564ab8-4b93-4b29-afdd-f740be0686ff {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:28:24.316396 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:24.317582 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1bc8baf4-92f0-4bfa-ac05-a926b501abcc admin admin] 10.222.0.45 "DELETE /v2.0/routers/38564ab8-4b93-4b29-afdd-f740be0686ff HTTP/1.1" status: 204 len: 168 time: 1.1259773 Apr 01 12:28:24.320282 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-eaf0cf58-200e-4ed8-8417-a0e0dccdd50d tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/quotas/1da7b6d5824c44e19e8db1ed5db17be7 HTTP/1.1" status: 200 len: 375 time: 0.0290642 Apr 01 12:28:24.320409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54076) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:24.431693 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-6a2e6279-08ac-48f4-a69b-9f34aa26dda5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1da7b6d5824c44e19e8db1ed5db17be7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1037688 Apr 01 12:28:24.444599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d3867bb3-c28a-422c-b4a2-5c5ef84cb590 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:24.471592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: d3867bb3-c28a-422c-b4a2-5c5ef84cb590 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:28:24.471923 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d3867bb3-c28a-422c-b4a2-5c5ef84cb590 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:24.511702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ae687b-7f95-439b-8d79-260b17536fab admin admin] Deleting subnet 6edbe968-a70e-4f40-a176-a8e8cb8db7c9 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:28:24.533829 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82ae687b-7f95-439b-8d79-260b17536fab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:24.570129 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9706b0-038b-43af-88fd-37ea66ad418a req-9a857e85-487e-411e-abf6-80aa02a8fe7e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:24.584131 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8f9706b0-038b-43af-88fd-37ea66ad418a req-9a857e85-487e-411e-abf6-80aa02a8fe7e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 943 time: 0.1585317 Apr 01 12:28:24.649762 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8f9706b0-038b-43af-88fd-37ea66ad418a req-ecae1d99-85fb-40a9-b9a1-9c3add8b5477 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684869 Apr 01 12:28:24.662145 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82ae687b-7f95-439b-8d79-260b17536fab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:24.736311 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f4edbee9-aa62-4a25-9cbf-c8ec7153d354 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:28:24.871821 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-142b7b08-7fc3-445c-811f-dc615c7ccf00 req-684b27ba-4c6a-4b5d-8ec2-ea56152d4a68 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 210 time: 0.1125386 Apr 01 12:28:24.960300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f4edbee9-aa62-4a25-9cbf-c8ec7153d354, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f4edbee9-aa62-4a25-9cbf-c8ec7153d354,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:24.992638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'f4edbee9-aa62-4a25-9cbf-c8ec7153d354', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'port_id': 'f4edbee9-aa62-4a25-9cbf-c8ec7153d354', 'mac_address': 'fa:16:3e:e4:58:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3516b13e-86ee-4605-892c-1bb452f4de0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:28:25.039414 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:25.067362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4edbee9-aa62-4a25-9cbf-c8ec7153d354 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:25.107464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f4edbee9-aa62-4a25-9cbf-c8ec7153d354, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f4edbee9-aa62-4a25-9cbf-c8ec7153d354,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:25.127570 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:25.128532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device df910b87-2ac6-4ece-b3cc-5c72bee3918d details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:28:25.225975 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82ae687b-7f95-439b-8d79-260b17536fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:25.364433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82ae687b-7f95-439b-8d79-260b17536fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:25.424160 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82ae687b-7f95-439b-8d79-260b17536fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:25.437560 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-82ae687b-7f95-439b-8d79-260b17536fab admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6edbe968-a70e-4f40-a176-a8e8cb8db7c9 HTTP/1.1" status: 204 len: 168 time: 1.1135705 Apr 01 12:28:25.437747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54112) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:25.516485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae687b-7f95-439b-8d79-260b17536fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6edbe968-a70e-4f40-a176-a8e8cb8db7c9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:25.554794 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02addee-3885-4c45-9be9-d16b40338986 None None] Network 76352762-3a81-4a93-b80b-cd619b0ad285 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:28:25.573141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7584364-8276-44a7-8f2e-ea66e8c73a57 req-860b35ac-fb60-4843-93ce-7f2cc32b980d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:25.574745 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7584364-8276-44a7-8f2e-ea66e8c73a57 req-860b35ac-fb60-4843-93ce-7f2cc32b980d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 948 time: 0.1900990 Apr 01 12:28:25.605033 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:25.662998 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7584364-8276-44a7-8f2e-ea66e8c73a57 req-bf4d5503-5842-44b2-9686-7a3348fe54a4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744023 Apr 01 12:28:25.719804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Deleting port 221b8539-8bc2-4c7f-922f-423122dbacc1 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:25.720157 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:25.721786 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=f4edbee9-aa62-4a25-9cbf-c8ec7153d354,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:25.769971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:25.794471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'mac_address': 'fa:16:3e:dc:15:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:28:25.876211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa5b72-2c7d-4d9a-8040-afbf4d33b527 req-720f6752-165d-49d3-8ed3-8dec77e8189e tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:25.877711 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-99fa5b72-2c7d-4d9a-8040-afbf4d33b527 req-720f6752-165d-49d3-8ed3-8dec77e8189e tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 945 time: 0.1429501 Apr 01 12:28:25.891201 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] For port 221b8539-8bc2-4c7f-922f-423122dbacc1, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=221b8539-8bc2-4c7f-922f-423122dbacc1,segment=NetworkSegment(226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f),segment_id=226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:25.891561 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:25.936166 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:25.963787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b3f49-c686-493d-a617-b4d3f261ba61 req-2e6e0906-ac16-4d67-b490-282c5e9ca78d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:25.967933 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-622b3f49-c686-493d-a617-b4d3f261ba61 req-2e6e0906-ac16-4d67-b490-282c5e9ca78d tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 945 time: 0.1072676 Apr 01 12:28:25.970936 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df910b87-2ac6-4ece-b3cc-5c72bee3918d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:25.993455 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Calling delete_port for 221b8539-8bc2-4c7f-922f-423122dbacc1 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:26.007765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:26.036120 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:26.071494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-99fa5b72-2c7d-4d9a-8040-afbf4d33b527 req-c242648b-9022-43c1-9661-9c6b5e832037 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Deleting port bbcf0993-7761-4702-ba43-74c0a9fc2349 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:26.073048 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-99fa5b72-2c7d-4d9a-8040-afbf4d33b527 req-c242648b-9022-43c1-9661-9c6b5e832037 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:26.128165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-622b3f49-c686-493d-a617-b4d3f261ba61 req-bfaf11a8-83e4-42b8-bbcb-c757b0c62707 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518443 Apr 01 12:28:26.145630 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c99e0-00af-4267-8923-806189ee7908 None None] DHCP port deletion for 76352762-3a81-4a93-b80b-cd619b0ad285 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:28:26.213519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=12']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:26.348524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-99fa5b72-2c7d-4d9a-8040-afbf4d33b527 req-c242648b-9022-43c1-9661-9c6b5e832037 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] For port bbcf0993-7761-4702-ba43-74c0a9fc2349, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=bbcf0993-7761-4702-ba43-74c0a9fc2349,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:26.348837 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-99fa5b72-2c7d-4d9a-8040-afbf4d33b527 req-c242648b-9022-43c1-9661-9c6b5e832037 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:26.358666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330a14a-2cda-411d-90c9-a9d2562b34c5 req-df5f8a52-1aef-4552-abde-84dacf9d0b63 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:26.361089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a330a14a-2cda-411d-90c9-a9d2562b34c5 req-df5f8a52-1aef-4552-abde-84dacf9d0b63 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 944 time: 0.1196969 Apr 01 12:28:26.361671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7b4193b4-da39-488e-8c77-51339346f972 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:26.390558 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-99fa5b72-2c7d-4d9a-8040-afbf4d33b527 req-c242648b-9022-43c1-9661-9c6b5e832037 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Calling delete_port for bbcf0993-7761-4702-ba43-74c0a9fc2349 owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:26.402212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7b4193b4-da39-488e-8c77-51339346f972 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:28:26.402764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7b4193b4-da39-488e-8c77-51339346f972 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:26.403207 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 221b8539-8bc2-4c7f-922f-423122dbacc1 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:26.448636 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-2acb8f61-7239-475d-a1e6-738acb0b3656 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1da7b6d5824c44e19e8db1ed5db17be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294333 Apr 01 12:28:26.493069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-566c99e0-00af-4267-8923-806189ee7908 None None] Deleting port 221b8539-8bc2-4c7f-922f-423122dbacc1 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:26.493543 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-566c99e0-00af-4267-8923-806189ee7908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:26.514081 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a330a14a-2cda-411d-90c9-a9d2562b34c5 req-2030cbfd-9cc7-4c48-b32d-35f3fc260972 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449528 Apr 01 12:28:26.613874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-566c99e0-00af-4267-8923-806189ee7908 None None] For port 221b8539-8bc2-4c7f-922f-423122dbacc1, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=221b8539-8bc2-4c7f-922f-423122dbacc1,segment=NetworkSegment(226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f),segment_id=226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:26.614461 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-566c99e0-00af-4267-8923-806189ee7908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:26.628967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-566c99e0-00af-4267-8923-806189ee7908 None None] Calling delete_port for 221b8539-8bc2-4c7f-922f-423122dbacc1 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:26.706465 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['f4edbee9-aa62-4a25-9cbf-c8ec7153d354'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:26.714855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['df910b87-2ac6-4ece-b3cc-5c72bee3918d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:26.745485 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:26.764597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-dd105f69-6c80-47dd-8193-8c57d102c0e2 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:26.766090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-dd105f69-6c80-47dd-8193-8c57d102c0e2 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077850 Apr 01 12:28:26.783776 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] No DVR routers for this DVR port 221b8539-8bc2-4c7f-922f-423122dbacc1 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:28:26.786662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Request body: {'port': {'device_id': 'a6c22fa9-6e7c-4cda-a2b4-49631bec07b0', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '1da7b6d5824c44e19e8db1ed5db17be7'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:26.821575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bd759-b6b9-4222-9a39-0cb6a4bf747a req-400f1d7d-a937-469e-9cef-a215ac1bfefa tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:26.829580 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-909bd759-b6b9-4222-9a39-0cb6a4bf747a req-400f1d7d-a937-469e-9cef-a215ac1bfefa tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 949 time: 0.1242840 Apr 01 12:28:26.838812 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-99fa5b72-2c7d-4d9a-8040-afbf4d33b527 req-c242648b-9022-43c1-9661-9c6b5e832037 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:26.848385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Pushing event deleted for resources: {'Port': ['ID=221b8539-8bc2-4c7f-922f-423122dbacc1,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:26.898126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No active binding found for port 221b8539-8bc2-4c7f-922f-423122dbacc1 {{(pid=102720) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 01 12:28:26.902546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 221b8539-8bc2-4c7f-922f-423122dbacc1 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:26.969147 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-909bd759-b6b9-4222-9a39-0cb6a4bf747a req-b06c5832-a226-451e-addb-eba1cebaebf2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367211 Apr 01 12:28:26.975805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242648b-9022-43c1-9661-9c6b5e832037 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Pushing event deleted for resources: {'Port': ['ID=bbcf0993-7761-4702-ba43-74c0a9fc2349,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:27.032823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Made reservation on behalf of 1da7b6d5824c44e19e8db1ed5db17be7 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:28:27.038267 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:27.091174 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-566c99e0-00af-4267-8923-806189ee7908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:27.129983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fa5b72-2c7d-4d9a-8040-afbf4d33b527 req-c242648b-9022-43c1-9661-9c6b5e832037 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] No DVR routers for this DVR port bbcf0993-7761-4702-ba43-74c0a9fc2349 on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:28:27.134117 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-99fa5b72-2c7d-4d9a-8040-afbf4d33b527 req-c242648b-9022-43c1-9661-9c6b5e832037 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:27.139323 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-99fa5b72-2c7d-4d9a-8040-afbf4d33b527 req-c242648b-9022-43c1-9661-9c6b5e832037 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.44 "DELETE /v2.0/ports/bbcf0993-7761-4702-ba43-74c0a9fc2349 HTTP/1.1" status: 204 len: 173 time: 1.2501025 Apr 01 12:28:27.140787 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c99e0-00af-4267-8923-806189ee7908 None None] Pushing event deleted for resources: {'Port': ['ID=221b8539-8bc2-4c7f-922f-423122dbacc1,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:27.150776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c99e0-00af-4267-8923-806189ee7908 None None] No DVR routers for this DVR port 221b8539-8bc2-4c7f-922f-423122dbacc1 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:28:27.234511 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:27.239650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f05eff2-c950-49ee-b146-0dc5ece4ef7d', 'name': 'network-vif-deleted', 'tag': 'bbcf0993-7761-4702-ba43-74c0a9fc2349'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:27.264345 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075181cc-6a73-4b3a-960a-7e72ee37c466" -d '{"events": [{"server_uuid": "8f05eff2-c950-49ee-b146-0dc5ece4ef7d", "name": "network-vif-deleted", "tag": "bbcf0993-7761-4702-ba43-74c0a9fc2349"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:27.311588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64344b48-5aca-4690-aa5d-76b758342adb req-b3e8f4fa-18df-4632-bf81-3a743ee6fdd8 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 210 time: 0.0674853 Apr 01 12:28:27.338264 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76352762-3a81-4a93-b80b-cd619b0ad285']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:27.365395 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:27.365785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226fe55d-e69b-4f4d-8f30-bd4e8c8a6f9f') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:27.396508 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:27.430297 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:27.437943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:28:27.438416 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:28:27.440399 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:28:27.514378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Allocated IP 192.168.233.214 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/27a0e4c9-6cf9-4ead-ace3-c863f102b774) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:28:27.516556 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:27.525072 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:27.528666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] 10.222.0.45 "DELETE /v2.0/networks/76352762-3a81-4a93-b80b-cd619b0ad285 HTTP/1.1" status: 204 len: 168 time: 2.0899582 Apr 01 12:28:27.558848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613d0cc-350b-432e-ba77-e326205472ee admin admin] Pushing event deleted for resources: {'Network': ['ID=76352762-3a81-4a93-b80b-cd619b0ad285,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:27.591645 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edaf3831-acae-46bc-b0a9-d40ce8220971 req-5cb02f55-daa2-4bd9-960d-b863be6fa70f tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f05eff2-c950-49ee-b146-0dc5ece4ef7d HTTP/1.1" status: 200 len: 210 time: 0.0306418 Apr 01 12:28:27.724355 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defe9251-e070-4db0-93f9-03f277e21deb x-openstack-request-id: req-defe9251-e070-4db0-93f9-03f277e21deb {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:27.725094 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f05eff2-c950-49ee-b146-0dc5ece4ef7d", "name": "network-vif-deleted", "tag": "bbcf0993-7761-4702-ba43-74c0a9fc2349", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:27.725606 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-defe9251-e070-4db0-93f9-03f277e21deb {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:27.726597 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defe9251-e070-4db0-93f9-03f277e21deb'] response: {'server_uuid': '8f05eff2-c950-49ee-b146-0dc5ece4ef7d', 'name': 'network-vif-deleted', 'tag': 'bbcf0993-7761-4702-ba43-74c0a9fc2349', 'status': 'completed', 'code': 200} Apr 01 12:28:27.913093 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:27.953950 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54146) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:27.968287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:27.980091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['c1dd7fb2-690d-4318-b6a6-7957be4b70a6'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:28.020642 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d6f38bf5-fd4a-4364-91e8-494fed1bc1c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=504bf52a206041a49c73cff58299a556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632918 Apr 01 12:28:28.023403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54148) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:28.052467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:28:28.055596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Pushing event updated for resources: {'Port': ['ID=27a0e4c9-6cf9-4ead-ace3-c863f102b774,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:28.062779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:28:28.066318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:28:28.163602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:28.164473 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:28.182486 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87c51260-b9a5-486c-91f3-608fefae7fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:28.236759 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87c51260-b9a5-486c-91f3-608fefae7fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:28.296848 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-8471ef6f-9da4-4309-b117-066b561666d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5148754 Apr 01 12:28:28.307524 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87c51260-b9a5-486c-91f3-608fefae7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:28.310818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87c51260-b9a5-486c-91f3-608fefae7fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:28.314470 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-87c51260-b9a5-486c-91f3-608fefae7fb0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1731569a-f240-4a72-9a6d-7c7f05577038 HTTP/1.1" status: 204 len: 168 time: 0.2865756 Apr 01 12:28:28.339305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Request body: {'port': {'device_id': 'a6c22fa9-6e7c-4cda-a2b4-49631bec07b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:28.364492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c51260-b9a5-486c-91f3-608fefae7fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1731569a-f240-4a72-9a6d-7c7f05577038,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:28.460559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3db50315-fefd-44cd-a685-2e45f8c95f56 None None] Provisioning complete for port 27a0e4c9-6cf9-4ead-ace3-c863f102b774 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:28.461748 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3db50315-fefd-44cd-a685-2e45f8c95f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:28.471453 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:28.553343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3db50315-fefd-44cd-a685-2e45f8c95f56 None None] Port 27a0e4c9-6cf9-4ead-ace3-c863f102b774 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:28:28.752053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f4edbee9-aa62-4a25-9cbf-c8ec7153d354 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:28:28.841285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port f4edbee9-aa62-4a25-9cbf-c8ec7153d354 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:28:28.845376 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port f4edbee9-aa62-4a25-9cbf-c8ec7153d354 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:28.845755 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:28.888290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54162) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:28.898723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a0e4c9-6cf9-4ead-ace3-c863f102b774 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:28.908009 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:28.927688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Transition to ACTIVE for port object 27a0e4c9-6cf9-4ead-ace3-c863f102b774 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:28:28.936238 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:28.955411 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:28.976057 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3f789f17-95ea-4f8d-a2f0-6f20d58f1d2c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f246fd799cde4b0cb0b8a443e58cf484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0866163 Apr 01 12:28:28.987821 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54164) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:29.006136 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3011404-050c-4e4e-8b84-e18011007b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4edbee9-aa62-4a25-9cbf-c8ec7153d354'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:29.011030 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2188f6aa-f2f4-4db4-b1f2-8ac53dd93b79" -d '{"events": [{"server_uuid": "a3011404-050c-4e4e-8b84-e18011007b18", "name": "network-vif-plugged", "status": "completed", "tag": "f4edbee9-aa62-4a25-9cbf-c8ec7153d354"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:29.014320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Pushing event updated for resources: {'Port': ['ID=27a0e4c9-6cf9-4ead-ace3-c863f102b774,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:29.037897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f4edbee9-aa62-4a25-9cbf-c8ec7153d354, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f4edbee9-aa62-4a25-9cbf-c8ec7153d354,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:29.046797 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:29.048116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device df910b87-2ac6-4ece-b3cc-5c72bee3918d up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:28:29.096912 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5e862c0-ef07-40f3-9ae3-8db200f3a723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:29.142218 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5e862c0-ef07-40f3-9ae3-8db200f3a723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:29.155557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Attempting to bind port 27a0e4c9-6cf9-4ead-ace3-c863f102b774 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:28:29.156148 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Attempting to bind port 27a0e4c9-6cf9-4ead-ace3-c863f102b774 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:28:29.156661 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Attempting to bind port 27a0e4c9-6cf9-4ead-ace3-c863f102b774 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:29.174860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Port 27a0e4c9-6cf9-4ead-ace3-c863f102b774 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:28:29.175478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Attempting to bind port 27a0e4c9-6cf9-4ead-ace3-c863f102b774 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:29.185153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:28:29.186523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:28:29.187135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:28:29.187771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Bound port: 27a0e4c9-6cf9-4ead-ace3-c863f102b774, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:28:29.188310 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:29.224597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=f4edbee9-aa62-4a25-9cbf-c8ec7153d354,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:29.242530 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5e862c0-ef07-40f3-9ae3-8db200f3a723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:29.245580 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5e862c0-ef07-40f3-9ae3-8db200f3a723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:29.246197 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port df910b87-2ac6-4ece-b3cc-5c72bee3918d completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:28:29.247099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e5e862c0-ef07-40f3-9ae3-8db200f3a723 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f9452cb3-3244-4017-80ec-3727a32ef6c2 HTTP/1.1" status: 204 len: 168 time: 0.2561419 Apr 01 12:28:29.256126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port df910b87-2ac6-4ece-b3cc-5c72bee3918d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:29.256746 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:29.271881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e862c0-ef07-40f3-9ae3-8db200f3a723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9452cb3-3244-4017-80ec-3727a32ef6c2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:29.316484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device bbcf0993-7761-4702-ba43-74c0a9fc2349 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:29.359948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] For port 27a0e4c9-6cf9-4ead-ace3-c863f102b774, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:28:29.373211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] For port 27a0e4c9-6cf9-4ead-ace3-c863f102b774, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=27a0e4c9-6cf9-4ead-ace3-c863f102b774,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:28:29.380727 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:29.393504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: bbcf0993-7761-4702-ba43-74c0a9fc2349 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:28:29.393846 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device bbcf0993-7761-4702-ba43-74c0a9fc2349 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:29.537178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Pushing event updated for resources: {'Port': ['ID=27a0e4c9-6cf9-4ead-ace3-c863f102b774,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:29.548861 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:29.549933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:29.551794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-69903f4f-218b-4258-84d4-b9fd2e44e6fd service neutron] 10.222.0.37 "PUT /v2.0/ports/27a0e4c9-6cf9-4ead-ace3-c863f102b774 HTTP/1.1" status: 200 len: 1096 time: 1.2319205 Apr 01 12:28:29.552264 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c22fa9-6e7c-4cda-a2b4-49631bec07b0', 'tag': '27a0e4c9-6cf9-4ead-ace3-c863f102b774'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:29.554747 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44483ba3-9eed-43df-aef4-4d8d91ad7e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c22fa9-6e7c-4cda-a2b4-49631bec07b0", "tag": "27a0e4c9-6cf9-4ead-ace3-c863f102b774"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:29.636975 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:29.681632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-0bb0342f-34cb-4828-9bd7-0559c8d3b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:29.685669 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-0bb0342f-34cb-4828-9bd7-0559c8d3b523 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1da7b6d5824c44e19e8db1ed5db17be7&device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 1099 time: 0.0784113 Apr 01 12:28:29.741397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-02bcd362-3aa6-44ca-aa1a-d9e64dd4feb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=27a0e4c9-6cf9-4ead-ace3-c863f102b774 HTTP/1.1" status: 200 len: 217 time: 0.0465236 Apr 01 12:28:29.744901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:29.756293 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:29.860084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=13']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:29.864489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-a1bf238c-cba4-4d33-a840-728668a88494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:29.866281 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-a1bf238c-cba4-4d33-a840-728668a88494 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1109803 Apr 01 12:28:29.932326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-eaedfbd8-517f-4404-83bd-ff790cb84061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:29.934044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-eaedfbd8-517f-4404-83bd-ff790cb84061 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591431 Apr 01 12:28:30.102442 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-ecd794e5-cebb-471b-b0e1-e62d61fc2206 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582594 Apr 01 12:28:30.261829 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c952bcd-ae3a-4a86-8de4-7022f2655d78 req-376eb0ee-2dbf-4d57-9fed-a0f9235a8657 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509523 Apr 01 12:28:32.811555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 27a0e4c9-6cf9-4ead-ace3-c863f102b774 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:28:33.026916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 27a0e4c9-6cf9-4ead-ace3-c863f102b774, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=27a0e4c9-6cf9-4ead-ace3-c863f102b774,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:33.047666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '27a0e4c9-6cf9-4ead-ace3-c863f102b774', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '27a0e4c9-6cf9-4ead-ace3-c863f102b774', 'mac_address': 'fa:16:3e:30:a9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:28:33.111149 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:33.132109 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a0e4c9-6cf9-4ead-ace3-c863f102b774 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:33.164304 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 27a0e4c9-6cf9-4ead-ace3-c863f102b774, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=27a0e4c9-6cf9-4ead-ace3-c863f102b774,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:33.171179 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:33.232387 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=27a0e4c9-6cf9-4ead-ace3-c863f102b774,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:33.588027 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['27a0e4c9-6cf9-4ead-ace3-c863f102b774'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:34.798529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 27a0e4c9-6cf9-4ead-ace3-c863f102b774 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:28:34.865939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 27a0e4c9-6cf9-4ead-ace3-c863f102b774 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:28:34.872093 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 27a0e4c9-6cf9-4ead-ace3-c863f102b774 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:34.872473 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:35.006379 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:35.042505 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 27a0e4c9-6cf9-4ead-ace3-c863f102b774, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=27a0e4c9-6cf9-4ead-ace3-c863f102b774,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:35.050648 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:35.119099 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=27a0e4c9-6cf9-4ead-ace3-c863f102b774,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:36.333020 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9915d679-7ff1-4bfa-b769-34aaf624fa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:36.884284 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-0f361a88-a914-4b43-a952-bca635fcd610 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=eb64db7358b94a5bb856657db1b186e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297170 Apr 01 12:28:36.979436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c1702-0e9a-47fc-9078-68f0944a82fc req-daae1811-335d-49f6-b5f7-255f1e0dfe48 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:36.989382 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3a9c1702-0e9a-47fc-9078-68f0944a82fc req-daae1811-335d-49f6-b5f7-255f1e0dfe48 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.0843954 Apr 01 12:28:37.046692 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3a9c1702-0e9a-47fc-9078-68f0944a82fc req-8cb080c5-8b5f-4158-bdf0-51739a6dce98 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563040 Apr 01 12:28:37.160641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-54b701b5-ba20-4111-b3b9-fc1ff79f9229 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:37.163418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-54b701b5-ba20-4111-b3b9-fc1ff79f9229 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640982 Apr 01 12:28:37.187903 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8d5af-d14a-46cc-ae7b-98a6bad35393 req-dea23937-0443-4782-9055-3e5a6555e57f tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:37.199117 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d2d8d5af-d14a-46cc-ae7b-98a6bad35393 req-dea23937-0443-4782-9055-3e5a6555e57f tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 950 time: 0.0704298 Apr 01 12:28:37.201802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-f2ac31ef-e872-49a5-9215-b253e61b9594 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/quotas/eb64db7358b94a5bb856657db1b186e0 HTTP/1.1" status: 200 len: 375 time: 0.0308986 Apr 01 12:28:37.252353 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d2d8d5af-d14a-46cc-ae7b-98a6bad35393 req-1a104af4-b296-4e71-8256-11fb159c6493 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501962 Apr 01 12:28:37.302542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-ac50389b-01c7-4b4a-9fef-4ecf44481a8d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892794 Apr 01 12:28:37.373739 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b66f9b2-d176-449d-83ed-b450468927ae x-openstack-request-id: req-8b66f9b2-d176-449d-83ed-b450468927ae {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:37.374298 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3011404-050c-4e4e-8b84-e18011007b18", "name": "network-vif-plugged", "status": "completed", "tag": "f4edbee9-aa62-4a25-9cbf-c8ec7153d354", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:37.374298 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b66f9b2-d176-449d-83ed-b450468927ae {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:37.374676 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b66f9b2-d176-449d-83ed-b450468927ae'] response: {'server_uuid': 'a3011404-050c-4e4e-8b84-e18011007b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4edbee9-aa62-4a25-9cbf-c8ec7153d354', 'code': 200} Apr 01 12:28:37.438036 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166b9e25-9559-4c5c-90b1-72197b29097d x-openstack-request-id: req-166b9e25-9559-4c5c-90b1-72197b29097d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:37.438309 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c22fa9-6e7c-4cda-a2b4-49631bec07b0", "tag": "27a0e4c9-6cf9-4ead-ace3-c863f102b774", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:37.438577 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-166b9e25-9559-4c5c-90b1-72197b29097d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:37.438953 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166b9e25-9559-4c5c-90b1-72197b29097d'] response: {'name': 'network-changed', 'server_uuid': 'a6c22fa9-6e7c-4cda-a2b4-49631bec07b0', 'tag': '27a0e4c9-6cf9-4ead-ace3-c863f102b774', 'status': 'completed', 'code': 200} Apr 01 12:28:37.801060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44483ba3-9eed-43df-aef4-4d8d91ad7e3b req-d4c59c73-8ee0-44ad-b762-9384aa114f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:37.804161 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44483ba3-9eed-43df-aef4-4d8d91ad7e3b req-d4c59c73-8ee0-44ad-b762-9384aa114f30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1da7b6d5824c44e19e8db1ed5db17be7&device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 1101 time: 0.2819650 Apr 01 12:28:37.812465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-70ebfc44-d307-4404-9a5b-974c0b0c4472 req-0b015e5f-7f0b-4da6-978b-29d8f996f136 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 210 time: 0.0625758 Apr 01 12:28:37.844015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee863407-96a2-4f6d-849e-7d5cd5ea2445 req-94cd0668-b257-4303-a5c6-a74c53b14d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:37.845851 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ee863407-96a2-4f6d-849e-7d5cd5ea2445 req-94cd0668-b257-4303-a5c6-a74c53b14d4b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 1096 time: 0.3873034 Apr 01 12:28:38.236290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44483ba3-9eed-43df-aef4-4d8d91ad7e3b req-388f33f2-0bdc-4088-b258-70fc1cff78c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:38.237795 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44483ba3-9eed-43df-aef4-4d8d91ad7e3b req-388f33f2-0bdc-4088-b258-70fc1cff78c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.4227922 Apr 01 12:28:38.265077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5ac4-bcf9-44ac-8e8c-079ece7d7fa4 req-02226e15-d392-4edd-b5a6-b9fd3f26c323 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:38.269622 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-562d5ac4-bcf9-44ac-8e8c-079ece7d7fa4 req-02226e15-d392-4edd-b5a6-b9fd3f26c323 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 966 time: 0.0981688 Apr 01 12:28:38.404693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44483ba3-9eed-43df-aef4-4d8d91ad7e3b req-6cc9ac53-326e-4528-a710-f8b2ff61870f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=27a0e4c9-6cf9-4ead-ace3-c863f102b774 HTTP/1.1" status: 200 len: 217 time: 0.1151433 Apr 01 12:28:38.469185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-562d5ac4-bcf9-44ac-8e8c-079ece7d7fa4 req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Deleting port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:38.469788 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-562d5ac4-bcf9-44ac-8e8c-079ece7d7fa4 req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:38.490282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44483ba3-9eed-43df-aef4-4d8d91ad7e3b req-3dbc05f1-ddd2-4d45-8e82-58016f6f8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:38.525270 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44483ba3-9eed-43df-aef4-4d8d91ad7e3b req-3dbc05f1-ddd2-4d45-8e82-58016f6f8394 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1019700 Apr 01 12:28:38.554110 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:38.575405 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ee863407-96a2-4f6d-849e-7d5cd5ea2445 req-8cbd363c-8d24-4eb6-8ed6-6988fc768c47 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6894999 Apr 01 12:28:38.696306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35721b7-9c6c-4ffb-8825-006c8a0013c9 req-19e8a462-4d96-4cbe-bf17-7c03fb023c3a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:38.697808 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:38.705204 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a35721b7-9c6c-4ffb-8825-006c8a0013c9 req-19e8a462-4d96-4cbe-bf17-7c03fb023c3a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.1898184 Apr 01 12:28:38.747117 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-562d5ac4-bcf9-44ac-8e8c-079ece7d7fa4 req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] For port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,segment=NetworkSegment(3c1ed342-3c6d-4202-a2df-9d7af8293dda),segment_id=3c1ed342-3c6d-4202-a2df-9d7af8293dda)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:38.747479 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-562d5ac4-bcf9-44ac-8e8c-079ece7d7fa4 req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:38.754105 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8b6d8-658c-4190-a568-1e4698c48d68 req-d1cf95a9-bb7f-4b62-afee-5e1366d8d7b5 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:38.765572 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e1d8b6d8-658c-4190-a568-1e4698c48d68 req-d1cf95a9-bb7f-4b62-afee-5e1366d8d7b5 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d1c65b-1cb1-474a-8199-246487b1f9e2 HTTP/1.1" status: 200 len: 966 time: 0.7163224 Apr 01 12:28:38.767665 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-562d5ac4-bcf9-44ac-8e8c-079ece7d7fa4 req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Calling delete_port for dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 owned by compute:tempest-test_az-1574922972 {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:38.786035 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a35721b7-9c6c-4ffb-8825-006c8a0013c9 req-ab9673be-8241-4b01-a0f5-69e1b6c43f19 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722141 Apr 01 12:28:38.831452 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d29a2a92-8874-49c6-8cc2-b8bfb615517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:38.843419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44483ba3-9eed-43df-aef4-4d8d91ad7e3b req-4ba7de21-4cf2-4a3f-8a61-e58af6cd8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:38.849203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44483ba3-9eed-43df-aef4-4d8d91ad7e3b req-4ba7de21-4cf2-4a3f-8a61-e58af6cd8995 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3017986 Apr 01 12:28:38.905504 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e1d8b6d8-658c-4190-a568-1e4698c48d68 req-76ecb361-67bf-4fe3-8343-cfdb58303d0a tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead3596-4cc8-435f-8fa9-7517a5f07186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312294 Apr 01 12:28:39.083757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393a617-a0a0-4c79-8631-a55a4132bcd8 req-5772f25e-d60b-47c6-a372-24e8e7be2de6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:39.085349 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4393a617-a0a0-4c79-8631-a55a4132bcd8 req-5772f25e-d60b-47c6-a372-24e8e7be2de6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 950 time: 0.1628799 Apr 01 12:28:39.168959 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4393a617-a0a0-4c79-8631-a55a4132bcd8 req-d4d912c4-9f05-40ce-bf9b-22f38d45ee2f tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758557 Apr 01 12:28:39.177331 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-562d5ac4-bcf9-44ac-8e8c-079ece7d7fa4 req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:39.225843 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Pushing event deleted for resources: {'Port': ['ID=dbca8fc9-5614-4b8c-88a4-6dc7f38bb493,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:39.261423 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:39.261783 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:39.262150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:39.262485 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:39.262813 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:39.263146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:39.263516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:39.263842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:39.264165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:39.264497 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:39.264802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:39.267111 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:39.354956 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-562d5ac4-bcf9-44ac-8e8c-079ece7d7fa4 req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] No DVR routers for this DVR port dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:28:39.358935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-562d5ac4-bcf9-44ac-8e8c-079ece7d7fa4 req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:39.368155 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-562d5ac4-bcf9-44ac-8e8c-079ece7d7fa4 req-c22af1c0-2c81-4e81-b511-4acf0ec33614 tempest-LiveAutoBlockMigrationV225Test-1973287234 tempest-LiveAutoBlockMigrationV225Test-1973287234-project] 10.222.0.44 "DELETE /v2.0/ports/dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 HTTP/1.1" status: 204 len: 173 time: 1.0918026 Apr 01 12:28:39.368820 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d1c65b-1cb1-474a-8199-246487b1f9e2', 'name': 'network-vif-deleted', 'tag': 'dbca8fc9-5614-4b8c-88a4-6dc7f38bb493'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:39.375072 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f700c1-4c1f-4edf-830b-c456f4b049b4" -d '{"events": [{"server_uuid": "52d1c65b-1cb1-474a-8199-246487b1f9e2", "name": "network-vif-deleted", "tag": "dbca8fc9-5614-4b8c-88a4-6dc7f38bb493"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:39.378747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d'}, {'server_uuid': 'a6c22fa9-6e7c-4cda-a2b4-49631bec07b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a0e4c9-6cf9-4ead-ace3-c863f102b774'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:39.381879 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c361c29-3273-4c92-b11c-8388ad55ce48" -d '{"events": [{"server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "name": "network-vif-plugged", "status": "completed", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d"}, {"server_uuid": "a6c22fa9-6e7c-4cda-a2b4-49631bec07b0", "name": "network-vif-plugged", "status": "completed", "tag": "27a0e4c9-6cf9-4ead-ace3-c863f102b774"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:39.479721 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-d874f1c7-e6a2-4e36-aca9-43cbc0a2bf7f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb64db7358b94a5bb856657db1b186e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395772 Apr 01 12:28:39.723261 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94788e9-3bfe-46eb-a3b9-517be23e952b x-openstack-request-id: req-d94788e9-3bfe-46eb-a3b9-517be23e952b {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:39.726731 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d1c65b-1cb1-474a-8199-246487b1f9e2", "name": "network-vif-deleted", "tag": "dbca8fc9-5614-4b8c-88a4-6dc7f38bb493", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:39.727484 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d94788e9-3bfe-46eb-a3b9-517be23e952b {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:39.728372 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94788e9-3bfe-46eb-a3b9-517be23e952b'] response: {'server_uuid': '52d1c65b-1cb1-474a-8199-246487b1f9e2', 'name': 'network-vif-deleted', 'tag': 'dbca8fc9-5614-4b8c-88a4-6dc7f38bb493', 'status': 'completed', 'code': 200} Apr 01 12:28:39.748755 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b38cf1-1033-4add-9d59-49f995ad660a x-openstack-request-id: req-61b38cf1-1033-4add-9d59-49f995ad660a {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:39.749927 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "name": "network-vif-plugged", "status": "completed", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d", "code": 200}, {"server_uuid": "a6c22fa9-6e7c-4cda-a2b4-49631bec07b0", "name": "network-vif-plugged", "status": "completed", "tag": "27a0e4c9-6cf9-4ead-ace3-c863f102b774", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:39.751344 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61b38cf1-1033-4add-9d59-49f995ad660a {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:39.752194 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b38cf1-1033-4add-9d59-49f995ad660a'] response: {'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'code': 200} Apr 01 12:28:39.752836 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b38cf1-1033-4add-9d59-49f995ad660a'] response: {'server_uuid': 'a6c22fa9-6e7c-4cda-a2b4-49631bec07b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a0e4c9-6cf9-4ead-ace3-c863f102b774', 'code': 200} Apr 01 12:28:39.816167 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-0c74dc8c-d404-46f9-a3ea-f4d611039f8c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:39.821131 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-0c74dc8c-d404-46f9-a3ea-f4d611039f8c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3081903 Apr 01 12:28:39.825318 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44483ba3-9eed-43df-aef4-4d8d91ad7e3b req-fe428ef8-0395-443a-9556-86762b2c6db1 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8600795 Apr 01 12:28:39.836567 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f8bbd0be-2150-4bfa-b34b-9680e50fac1e req-a56a37dc-cd06-417f-972b-e61f6fad3bde tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 210 time: 0.7302306 Apr 01 12:28:39.841746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Request body: {'port': {'device_id': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'eb64db7358b94a5bb856657db1b186e0'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:40.082495 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544906f6-fff1-4336-ad87-58e150ab1cea req-59d9a7f9-303a-4370-a403-fe463bbba672 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:40.097167 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-544906f6-fff1-4336-ad87-58e150ab1cea req-59d9a7f9-303a-4370-a403-fe463bbba672 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 950 time: 0.1011267 Apr 01 12:28:40.155648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Made reservation on behalf of eb64db7358b94a5bb856657db1b186e0 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:28:40.159311 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:40.181233 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44483ba3-9eed-43df-aef4-4d8d91ad7e3b req-7d53ac66-0677-4f38-8a68-2e7f36fc0b39 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436320 Apr 01 12:28:40.190829 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-544906f6-fff1-4336-ad87-58e150ab1cea req-6f570e2c-1d14-4f50-9285-70fc7fb18e8c tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880847 Apr 01 12:28:40.249294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb36fe8-6764-4b48-9ad9-6dd7f5576044 req-3aaddb09-0bef-497c-a487-ab2cc99cdedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:40.251651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9fb36fe8-6764-4b48-9ad9-6dd7f5576044 req-3aaddb09-0bef-497c-a487-ab2cc99cdedb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 1101 time: 0.3886821 Apr 01 12:28:40.284525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54388) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:40.296206 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:40.328764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2deeee-9e9c-46d1-bba2-c71d45ccc53b req-69ba077d-a357-411c-b429-ac6ab88a2ba0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:40.337975 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a2deeee-9e9c-46d1-bba2-c71d45ccc53b req-69ba077d-a357-411c-b429-ac6ab88a2ba0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.2362442 Apr 01 12:28:40.365993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54396) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:40.490870 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9fb36fe8-6764-4b48-9ad9-6dd7f5576044 req-231e89d9-1412-4860-96dc-cb6de669208b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263379 Apr 01 12:28:40.520191 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a2deeee-9e9c-46d1-bba2-c71d45ccc53b req-074773e0-d904-4008-af48-7efbb478fec3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672599 Apr 01 12:28:40.547204 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd934-68e6-4252-82ad-89cf6ec124ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:40.570194 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Allocated IP 192.168.233.117 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/ac28d657-d13c-417b-86de-49dace92b49e) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:28:40.721161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55578e-da12-4299-8573-c8c3e6e28a25 req-08c2d6a9-931f-46da-8bc6-afd0d51f32f2 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:40.737477 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1e55578e-da12-4299-8573-c8c3e6e28a25 req-08c2d6a9-931f-46da-8bc6-afd0d51f32f2 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 950 time: 0.2012734 Apr 01 12:28:40.743975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ed2ca7-7f2a-4d71-afff-7295dfd1d120 admin admin] Deleting subnet 9e044a75-99af-487d-948a-2656afb0938b {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:28:40.747835 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11ed2ca7-7f2a-4d71-afff-7295dfd1d120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:40.797410 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11ed2ca7-7f2a-4d71-afff-7295dfd1d120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:40.810652 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35455f41-a85e-40ee-9107-8a360cdb4d4d no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:40.851926 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11ed2ca7-7f2a-4d71-afff-7295dfd1d120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:40.881691 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1e55578e-da12-4299-8573-c8c3e6e28a25 req-d8a0c957-e65c-4131-8edd-c288a48548e5 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409039 Apr 01 12:28:40.927338 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd934-68e6-4252-82ad-89cf6ec124ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:40.934908 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11ed2ca7-7f2a-4d71-afff-7295dfd1d120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:40.973896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed2ca7-7f2a-4d71-afff-7295dfd1d120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e044a75-99af-487d-948a-2656afb0938b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:40.979982 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd934-68e6-4252-82ad-89cf6ec124ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:40.992877 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11ed2ca7-7f2a-4d71-afff-7295dfd1d120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:40.997166 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:40.997476 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-11ed2ca7-7f2a-4d71-afff-7295dfd1d120 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9e044a75-99af-487d-948a-2656afb0938b HTTP/1.1" status: 204 len: 168 time: 0.6280911 Apr 01 12:28:41.010781 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54432) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:41.077862 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:41.085715 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.108554 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0e77d978-fb4d-4a7a-a4d2-ca4598959bb0 req-280e0968-7016-460a-8c4e-19b83fe83fbb tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 210 time: 0.0435371 Apr 01 12:28:41.110263 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aa4dd934-68e6-4252-82ad-89cf6ec124ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24a889f125794f6291d39dab976c5eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8232622 Apr 01 12:28:41.110991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54434) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:41.148677 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.189218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=35455f41-a85e-40ee-9107-8a360cdb4d4d,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:41.204753 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.205352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dd934-68e6-4252-82ad-89cf6ec124ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39f79db-0ea5-47c2-8fdc-c9bcea4536e5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:41.218070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['f67094aa-da6b-4834-a9b8-29a53904a824'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:41.236016 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.267066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'df910b87-2ac6-4ece-b3cc-5c72bee3918d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:41.268210 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ab65c98-7703-464e-8b3f-fb99ea02793a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.270358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:28:41.275627 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:28:41.285481 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:28:41.304258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:41.330953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:41.351063 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ab65c98-7703-464e-8b3f-fb99ea02793a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.401439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:41.403284 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.413024 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:28:41.416590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device dbca8fc9-5614-4b8c-88a4-6dc7f38bb493 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:41.449394 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-1288b969-8bb4-4a8f-9842-6e3b725f6160 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6124351 Apr 01 12:28:41.464016 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Request body: {'port': {'device_id': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:41.548973 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.588803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f326287-8629-4e35-afec-ed776729d480']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:41.606204 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1ed342-3c6d-4202-a2df-9d7af8293dda') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:41.607324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1ed342-3c6d-4202-a2df-9d7af8293dda') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:41.627372 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.638903 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ab65c98-7703-464e-8b3f-fb99ea02793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.644659 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ab65c98-7703-464e-8b3f-fb99ea02793a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.649293 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7ab65c98-7703-464e-8b3f-fb99ea02793a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a39f79db-0ea5-47c2-8fdc-c9bcea4536e5 HTTP/1.1" status: 204 len: 168 time: 0.5341094 Apr 01 12:28:41.668519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab65c98-7703-464e-8b3f-fb99ea02793a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39f79db-0ea5-47c2-8fdc-c9bcea4536e5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:41.677948 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.701833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:28:41.704929 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.733503 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:28:41.781828 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:28:41.789934 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.811305 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.820844 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] 10.222.0.45 "DELETE /v2.0/networks/5f326287-8629-4e35-afec-ed776729d480 HTTP/1.1" status: 204 len: 168 time: 0.8068836 Apr 01 12:28:41.824248 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54478) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:41.831191 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:41.841079 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed99c4a1-6def-47f2-8267-7fa6901bd5c9" -d '{"events": [{"server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "name": "network-vif-unplugged", "status": "completed", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:41.849147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebc4f5-a5db-4430-a631-5972c1250ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=5f326287-8629-4e35-afec-ed776729d480,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:41.960628 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.961742 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:41.966071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4604c-01b9-416c-be48-766d83bf7a73 req-56f2d7fb-4701-45d9-872f-f910f0aa02bd tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:41.974085 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72b4604c-01b9-416c-be48-766d83bf7a73 req-56f2d7fb-4701-45d9-872f-f910f0aa02bd tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.2610235 Apr 01 12:28:42.094739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df5127c-4b87-4496-8f8e-a515fbe473f5 admin admin] Deleting subnet 66bc83bc-e54f-4fdf-b06a-8bddef86ddf3 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:28:42.114946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4b36385e-a645-4470-96a0-55a3e27fc117 None None] Provisioning complete for port ac28d657-d13c-417b-86de-49dace92b49e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:42.115330 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4b36385e-a645-4470-96a0-55a3e27fc117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.116204 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6df5127c-4b87-4496-8f8e-a515fbe473f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.291426 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4b36385e-a645-4470-96a0-55a3e27fc117 None None] Port ac28d657-d13c-417b-86de-49dace92b49e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:28:42.302382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54496) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:42.322383 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-19493728-527a-440c-a223-f5ef85aa9ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.340631 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72b4604c-01b9-416c-be48-766d83bf7a73 req-08bd1a32-3a15-4f5f-b62c-74ea64c1e100 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651750 Apr 01 12:28:42.411133 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6df5127c-4b87-4496-8f8e-a515fbe473f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.425989 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc22881c-83dc-4946-a910-f9e57df279f2 x-openstack-request-id: req-fc22881c-83dc-4946-a910-f9e57df279f2 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:42.425989 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "name": "network-vif-unplugged", "status": "completed", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:42.426235 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc22881c-83dc-4946-a910-f9e57df279f2 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:42.426632 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc22881c-83dc-4946-a910-f9e57df279f2'] response: {'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'code': 200} Apr 01 12:28:42.479596 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-19493728-527a-440c-a223-f5ef85aa9ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.486625 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-19493728-527a-440c-a223-f5ef85aa9ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.547886 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-19493728-527a-440c-a223-f5ef85aa9ae3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b656bb465e96436288d8dad75e2aaa0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440634 Apr 01 12:28:42.554869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54504) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:42.595509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19493728-527a-440c-a223-f5ef85aa9ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09c6132-518c-413b-8268-87ca8a8fb591,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:42.683768 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6df5127c-4b87-4496-8f8e-a515fbe473f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.686412 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b8b80574-8094-4b92-af38-bf26b1827607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.744982 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b8b80574-8094-4b92-af38-bf26b1827607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.771920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28253bd-190e-4294-a534-05132863f78a req-3ffdcaeb-c195-4137-9c8f-50c76d9c5ee0 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:42.773553 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b28253bd-190e-4294-a534-05132863f78a req-3ffdcaeb-c195-4137-9c8f-50c76d9c5ee0 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 936 time: 0.1138802 Apr 01 12:28:42.803303 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529317b6-c7a6-4096-8baa-ed4068cdd483 req-39330124-6c77-4900-b226-57249e3f917c tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:42.811874 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-529317b6-c7a6-4096-8baa-ed4068cdd483 req-39330124-6c77-4900-b226-57249e3f917c tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 950 time: 0.1717126 Apr 01 12:28:42.824618 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b8b80574-8094-4b92-af38-bf26b1827607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.827590 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b8b80574-8094-4b92-af38-bf26b1827607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.829681 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b8b80574-8094-4b92-af38-bf26b1827607 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f09c6132-518c-413b-8268-87ca8a8fb591 HTTP/1.1" status: 204 len: 168 time: 0.2725706 Apr 01 12:28:42.843848 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b80574-8094-4b92-af38-bf26b1827607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09c6132-518c-413b-8268-87ca8a8fb591,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:42.870773 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b28253bd-190e-4294-a534-05132863f78a req-888ec09b-b685-41ea-a627-0800c8843ae0 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801637 Apr 01 12:28:42.895341 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6df5127c-4b87-4496-8f8e-a515fbe473f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.929670 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5127c-4b87-4496-8f8e-a515fbe473f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66bc83bc-e54f-4fdf-b06a-8bddef86ddf3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:42.976592 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6df5127c-4b87-4496-8f8e-a515fbe473f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:42.981818 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6df5127c-4b87-4496-8f8e-a515fbe473f5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/66bc83bc-e54f-4fdf-b06a-8bddef86ddf3 HTTP/1.1" status: 204 len: 168 time: 1.1539912 Apr 01 12:28:42.984307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54510) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:43.008147 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-529317b6-c7a6-4096-8baa-ed4068cdd483 req-8e1cbccc-64b8-425b-803f-d1e8a5045115 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948948 Apr 01 12:28:43.021191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac28d657-d13c-417b-86de-49dace92b49e {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:43.039972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:43.138737 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Transition to ACTIVE for port object ac28d657-d13c-417b-86de-49dace92b49e will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:28:43.147421 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:43.241293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:43.296953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:43.495349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df96557-d872-476c-b863-8d7e9c9dda54 req-0224c8df-1160-4e92-b6a5-b7c3c42a16de tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:43.498491 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:43.500892 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2df96557-d872-476c-b863-8d7e9c9dda54 req-0224c8df-1160-4e92-b6a5-b7c3c42a16de tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.1027155 Apr 01 12:28:43.573810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86b5cc5-64c0-4bcd-a3da-7345f24c76b9']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:43.633106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441184d1-9f81-43da-93a3-fb8690996235') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:43.633345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441184d1-9f81-43da-93a3-fb8690996235') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:28:43.683934 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Attempting to bind port ac28d657-d13c-417b-86de-49dace92b49e on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:28:43.684327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Attempting to bind port ac28d657-d13c-417b-86de-49dace92b49e by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:28:43.684651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Attempting to bind port ac28d657-d13c-417b-86de-49dace92b49e on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:43.705761 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2df96557-d872-476c-b863-8d7e9c9dda54 req-6a5e845b-ab16-4814-a5dc-5828bcf9d136 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917126 Apr 01 12:28:43.714848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Port ac28d657-d13c-417b-86de-49dace92b49e on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:28:43.715179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Attempting to bind port ac28d657-d13c-417b-86de-49dace92b49e on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:43.728243 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:43.745834 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:28:43.746046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:28:43.746509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:28:43.746907 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Bound port: ac28d657-d13c-417b-86de-49dace92b49e, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:28:43.747268 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:43.757723 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:43.783041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:28:43.789716 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:28:43.805147 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:28:43.922456 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:43.938732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:28:43.944429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:28:43.953692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] Pushing event deleted for resources: {'Network': ['ID=a86b5cc5-64c0-4bcd-a3da-7345f24c76b9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:43.995894 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:43.995894 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-531e0d0d-a2d6-4e31-9d25-3df85971295b admin admin] 10.222.0.45 "DELETE /v2.0/networks/a86b5cc5-64c0-4bcd-a3da-7345f24c76b9 HTTP/1.1" status: 204 len: 168 time: 0.9758370 Apr 01 12:28:44.032031 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:44.094410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104567f3-be9a-4e3c-ad82-189288b38ce0 req-f222541c-65d9-4b63-9a78-cb52a7697c89 tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:44.095997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-104567f3-be9a-4e3c-ad82-189288b38ce0 req-f222541c-65d9-4b63-9a78-cb52a7697c89 tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 1101 time: 0.0854304 Apr 01 12:28:44.119313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:44.119948 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:44.121444 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] 10.222.0.44 "PUT /v2.0/ports/ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 1096 time: 2.6623595 Apr 01 12:28:44.122822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:44.125095 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04db0fd5-cf51-4f20-8f48-460b9889b341" -d '{"events": [{"name": "network-changed", "server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "tag": "ac28d657-d13c-417b-86de-49dace92b49e"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:44.129788 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-104567f3-be9a-4e3c-ad82-189288b38ce0 req-0b6e7a50-dd1c-4eb3-8a47-caec220ff414 tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:44.289458 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7983b-a49b-491f-bf04-97034f3cabad req-f29a0f50-952e-4fef-8e61-7e58621731ed tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:44.303656 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d6a7983b-a49b-491f-bf04-97034f3cabad req-f29a0f50-952e-4fef-8e61-7e58621731ed tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 948 time: 0.3089499 Apr 01 12:28:44.345545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e85206-06bd-465d-953e-58498cfad3fc service neutron] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:44.360679 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-104567f3-be9a-4e3c-ad82-189288b38ce0 req-0b6e7a50-dd1c-4eb3-8a47-caec220ff414 tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:44.371635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-104567f3-be9a-4e3c-ad82-189288b38ce0 req-0b6e7a50-dd1c-4eb3-8a47-caec220ff414 tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:44.393122 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54552) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:44.473842 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d6a7983b-a49b-491f-bf04-97034f3cabad req-edea47d9-384b-425a-acbd-e8d2c6d3ec64 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638842 Apr 01 12:28:44.477432 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-ef513b86-8940-4e4b-a362-c7ade41c4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:44.483230 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-ef513b86-8940-4e4b-a362-c7ade41c4058 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1099 time: 0.2906682 Apr 01 12:28:44.516378 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-104567f3-be9a-4e3c-ad82-189288b38ce0 req-0b6e7a50-dd1c-4eb3-8a47-caec220ff414 tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060922 Apr 01 12:28:44.541832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e7a50-dd1c-4eb3-8a47-caec220ff414 tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f77ec2-c938-4064-8ffe-b189cd067ed3,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:44.644428 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-8505ddc1-db40-43b7-94d8-3ab0b331755d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 217 time: 0.1530108 Apr 01 12:28:44.652710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-75a1ee9b-3d49-4a41-a46c-badcf4102d7f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d3ef0b6c28664a848490f62530c5067c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561443 Apr 01 12:28:44.655306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54564) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:44.695190 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b466442b-cb41-4bc9-b312-67380b67f1de x-openstack-request-id: req-b466442b-cb41-4bc9-b312-67380b67f1de {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:44.695578 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "tag": "ac28d657-d13c-417b-86de-49dace92b49e", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:44.695719 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b466442b-cb41-4bc9-b312-67380b67f1de {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:44.696183 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b466442b-cb41-4bc9-b312-67380b67f1de'] response: {'name': 'network-changed', 'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e', 'status': 'completed', 'code': 200} Apr 01 12:28:44.739115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-ddeb571e-11c6-45a3-a6ad-b30edcdb0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:44.740572 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-ddeb571e-11c6-45a3-a6ad-b30edcdb0289 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0891752 Apr 01 12:28:44.760718 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:44.817200 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:44.849516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-e1b2c43e-e8cb-4748-8587-ceefe064bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:44.851078 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-e1b2c43e-e8cb-4748-8587-ceefe064bf60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975513 Apr 01 12:28:44.905578 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:44.916778 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:44.920672 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aead3596-4cc8-435f-8fa9-7517a5f07186 HTTP/1.1" status: 204 len: 168 time: 0.2598906 Apr 01 12:28:44.968464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aead3596-4cc8-435f-8fa9-7517a5f07186,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:44.982191 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:44.983728 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:44.984349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:44.985186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:44.985769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:44.986572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:44.987371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:44.988498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:44.989233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:44.989829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:44.990445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:44.990962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073370-2490-4e4f-b774-72f836f74b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:28:45.165873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15d6b8-9ff4-424f-b84f-25010b9707c7 req-122cbe9c-4930-44b8-8334-5f7d13b814e8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:45.167520 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b15d6b8-9ff4-424f-b84f-25010b9707c7 req-122cbe9c-4930-44b8-8334-5f7d13b814e8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.2841756 Apr 01 12:28:45.230703 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-721d9f4a-2543-4e6b-a3e5-9fc90927f854 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713157 Apr 01 12:28:45.334689 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b15d6b8-9ff4-424f-b84f-25010b9707c7 req-e8e21b7d-d4ec-4489-9fba-4363ef42e096 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551983 Apr 01 12:28:45.393494 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bf845c1-106e-432e-b0fd-475a677a6fab req-c5413c0b-56de-46d7-9142-7fb1dd393c96 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507518 Apr 01 12:28:45.526607 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db0fd5-cf51-4f20-8f48-460b9889b341 req-0133a75a-5b4a-47fd-8142-74eccf24abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:45.527646 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04db0fd5-cf51-4f20-8f48-460b9889b341 req-0133a75a-5b4a-47fd-8142-74eccf24abea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1099 time: 0.0793333 Apr 01 12:28:45.727608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3f106-11e0-4212-b590-f7a02a5c7d20 req-3f691a87-1a0a-4649-9263-64eef8bcc08e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:45.737391 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6cd3f106-11e0-4212-b590-f7a02a5c7d20 req-3f691a87-1a0a-4649-9263-64eef8bcc08e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 948 time: 0.1179481 Apr 01 12:28:45.750740 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54592) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:45.797084 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db0fd5-cf51-4f20-8f48-460b9889b341 req-c418cc1f-1333-47d1-ac95-e03ff427befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:45.797310 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6cd3f106-11e0-4212-b590-f7a02a5c7d20 req-810bbd92-cf13-45b8-89d7-9b4d1a6334f9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583901 Apr 01 12:28:45.798352 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04db0fd5-cf51-4f20-8f48-460b9889b341 req-c418cc1f-1333-47d1-ac95-e03ff427befe service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2583318 Apr 01 12:28:45.809915 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e15af-b623-4a38-903f-00e6b4aa48ab req-0b62c49c-456b-4fa1-b6d9-85847d0bc85e tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:45.819936 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-598e15af-b623-4a38-903f-00e6b4aa48ab req-0b62c49c-456b-4fa1-b6d9-85847d0bc85e tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 1101 time: 0.1362574 Apr 01 12:28:45.882971 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04db0fd5-cf51-4f20-8f48-460b9889b341 req-0c5d31f5-10f2-4f52-ab97-96d61b4764af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 217 time: 0.0603106 Apr 01 12:28:45.890327 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4ea54e19-831f-43a1-b470-a2fb48113c82 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07b5e90d4a264b15915547f3eb65f7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359570 Apr 01 12:28:45.890818 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54600) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:45.921247 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-598e15af-b623-4a38-903f-00e6b4aa48ab req-b4772e24-4c70-4a5e-9c11-ad77b8c58aee tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979054 Apr 01 12:28:45.995222 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9843117-ffea-4128-8e62-439579d31ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:46.010038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db0fd5-cf51-4f20-8f48-460b9889b341 req-969087c7-8eac-407f-afbf-51db7d07e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:46.010038 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04db0fd5-cf51-4f20-8f48-460b9889b341 req-969087c7-8eac-407f-afbf-51db7d07e9ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1102669 Apr 01 12:28:46.032527 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9843117-ffea-4128-8e62-439579d31ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:46.058451 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db0fd5-cf51-4f20-8f48-460b9889b341 req-9bc47066-43db-4f57-8194-981542e42782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:46.060305 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04db0fd5-cf51-4f20-8f48-460b9889b341 req-9bc47066-43db-4f57-8194-981542e42782 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497179 Apr 01 12:28:46.091646 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9843117-ffea-4128-8e62-439579d31ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:46.101146 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9843117-ffea-4128-8e62-439579d31ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:46.106867 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e9843117-ffea-4128-8e62-439579d31ed9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc29d261-a974-498e-945e-61a9c3d18c11 HTTP/1.1" status: 204 len: 168 time: 0.2150996 Apr 01 12:28:46.129272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9843117-ffea-4128-8e62-439579d31ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc29d261-a974-498e-945e-61a9c3d18c11,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:46.181568 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04db0fd5-cf51-4f20-8f48-460b9889b341 req-283e4d9a-0bdb-4e2d-90cb-d8940e718ba9 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134145 Apr 01 12:28:46.233594 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-b9039fba-e6df-404c-8c63-1fd531987d35 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--997622196&fields=id&tenant_id=073f1b91e660442fb9abaf85505943ba HTTP/1.1" status: 200 len: 267 time: 0.0504167 Apr 01 12:28:46.310437 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04db0fd5-cf51-4f20-8f48-460b9889b341 req-e25e88aa-3e4c-4da3-b55a-1ce4b8fdeaa4 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208158 Apr 01 12:28:46.361575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-ee7d23ad-f685-4ca3-905e-d372b1b34fbd tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:46.366578 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-ee7d23ad-f685-4ca3-905e-d372b1b34fbd tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/networks?id=5386add8-6f5d-4fd3-97cd-be4c8d4922b0 HTTP/1.1" status: 200 len: 815 time: 0.1320012 Apr 01 12:28:46.379311 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-df875679-84a1-43f3-9f70-de1fc88ebb87 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/quotas/073f1b91e660442fb9abaf85505943ba HTTP/1.1" status: 200 len: 375 time: 0.0094893 Apr 01 12:28:46.444017 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-2d1e590f-61e6-4e08-a2af-6483a6ee1d9f tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=073f1b91e660442fb9abaf85505943ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573051 Apr 01 12:28:46.656400 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-f63e1069-7344-40d7-b05c-5c21ab671888 service neutron] 10.222.0.45 "GET /v2.0/networks/5386add8-6f5d-4fd3-97cd-be4c8d4922b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999972 Apr 01 12:28:46.711053 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11a136-4e4e-4a7e-a467-dfd6377f7a46 req-8442a3dc-f081-4f2d-8e7e-a14a2eac2e33 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:46.712596 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae11a136-4e4e-4a7e-a467-dfd6377f7a46 req-8442a3dc-f081-4f2d-8e7e-a14a2eac2e33 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.0724149 Apr 01 12:28:46.771374 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-6827c239-67a3-4fcd-9f40-207787da77cf service neutron] 10.222.0.45 "GET /v2.0/networks/5386add8-6f5d-4fd3-97cd-be4c8d4922b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050856 Apr 01 12:28:46.771987 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae11a136-4e4e-4a7e-a467-dfd6377f7a46 req-83f579d7-a854-4fdb-9fde-09303fe06b06 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475719 Apr 01 12:28:46.860743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35455f41-a85e-40ee-9107-8a360cdb4d4d details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:28:46.976629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:46.991438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'mac_address': 'fa:16:3e:f6:cc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:28:47.039122 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:47.057051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35455f41-a85e-40ee-9107-8a360cdb4d4d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:47.085878 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:47.093426 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:47.207843 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=35455f41-a85e-40ee-9107-8a360cdb4d4d,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:47.233372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['35455f41-a85e-40ee-9107-8a360cdb4d4d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:47.324718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b21b40-7eab-4990-b65b-d7ba61341713 req-a747248f-973a-47d7-a38e-7b30acc4f162 tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:47.327619 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f1b21b40-7eab-4990-b65b-d7ba61341713 req-a747248f-973a-47d7-a38e-7b30acc4f162 tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 1101 time: 0.0548232 Apr 01 12:28:47.380774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f1b21b40-7eab-4990-b65b-d7ba61341713 req-3c9d4354-d9ab-490a-bf79-fd85ed446d4d tempest-ServersAdminNegativeTestJSON-635195054 tempest-ServersAdminNegativeTestJSON-635195054-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453954 Apr 01 12:28:47.659079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bc2ab-2306-4f55-aa03-4e674c1d6bb3 req-fcd0dc08-8518-42a3-9855-31582fc0bdee tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:47.661444 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f67bc2ab-2306-4f55-aa03-4e674c1d6bb3 req-fcd0dc08-8518-42a3-9855-31582fc0bdee tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 948 time: 0.5092821 Apr 01 12:28:47.662073 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54698) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:47.728754 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f67bc2ab-2306-4f55-aa03-4e674c1d6bb3 req-885d2282-ecc7-4c9b-b095-d81e0d5e901b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602796 Apr 01 12:28:47.750413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0ba36-e922-433b-b08b-3797b37a946f req-8d2bf549-472c-4808-92a6-5112e6ae6cc8 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:47.751969 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-8d2bf549-472c-4808-92a6-5112e6ae6cc8 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 808 time: 0.1957579 Apr 01 12:28:47.786094 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-c40e8a86-8ca0-4c7a-9624-d26b8307b388 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/quotas/91324be1f6c1479fa7e4a2bc713842b4 HTTP/1.1" status: 200 len: 375 time: 0.0136161 Apr 01 12:28:47.812888 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3cf0418a-4cde-415f-ad8f-fc6482777198 req-70da7127-e388-4890-a5d1-ef47fa70ba54 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 210 time: 0.0388825 Apr 01 12:28:47.888867 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4942a28-a8b5-4f32-9d01-7a94abf38d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:47.909703 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-639ee476-d6d6-4747-a4d3-f8bf2122710e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021767 Apr 01 12:28:47.993093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4942a28-a8b5-4f32-9d01-7a94abf38d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:47.998928 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4942a28-a8b5-4f32-9d01-7a94abf38d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:48.055992 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4942a28-a8b5-4f32-9d01-7a94abf38d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d885e5-086c-4a42-a729-a7bc4081971b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:48.062693 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a4942a28-a8b5-4f32-9d01-7a94abf38d5a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae60ca1e27d54ea697852d2531840de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990433 Apr 01 12:28:48.068507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54714) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:48.079497 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-61d93de8-3267-4d4c-98ab-7a6cb200b338 service neutron] 10.222.0.45 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516154 Apr 01 12:28:48.109393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a4cc4-641a-4cad-99af-9c182ba45670 req-fbca7640-15b5-4aeb-bb32-b4969b83e94b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:48.110902 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-644a4cc4-641a-4cad-99af-9c182ba45670 req-fbca7640-15b5-4aeb-bb32-b4969b83e94b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.0681319 Apr 01 12:28:48.175797 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-644a4cc4-641a-4cad-99af-9c182ba45670 req-98782cf5-6161-438a-95d8-453c55bad6c6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 Apr 01 12:28:48.210331 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5cef2622-21c6-4f34-b949-8c84ce52f7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:48.252185 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-29fbd519-9d47-41cd-9c3c-8939edfddcfb service neutron] 10.222.0.45 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600854 Apr 01 12:28:48.254802 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5cef2622-21c6-4f34-b949-8c84ce52f7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:48.324386 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5cef2622-21c6-4f34-b949-8c84ce52f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:48.327554 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5cef2622-21c6-4f34-b949-8c84ce52f7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:48.329127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5cef2622-21c6-4f34-b949-8c84ce52f7c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5d885e5-086c-4a42-a729-a7bc4081971b HTTP/1.1" status: 204 len: 168 time: 0.2580500 Apr 01 12:28:48.353384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef2622-21c6-4f34-b949-8c84ce52f7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d885e5-086c-4a42-a729-a7bc4081971b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:48.720106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-27df608a-cad3-4b30-a148-454664e51c83 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:48.724472 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-27df608a-cad3-4b30-a148-454664e51c83 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.44 "GET /v2.0/networks?id=5386add8-6f5d-4fd3-97cd-be4c8d4922b0 HTTP/1.1" status: 200 len: 815 time: 0.2145586 Apr 01 12:28:48.770097 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b9e4a-fdf2-4cdd-b99e-afc7a7f22f0e req-48eb1c01-33a2-46d7-9ff9-804ea09d8925 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:48.772279 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b61b9e4a-fdf2-4cdd-b99e-afc7a7f22f0e req-48eb1c01-33a2-46d7-9ff9-804ea09d8925 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 950 time: 0.0612891 Apr 01 12:28:48.832847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b61b9e4a-fdf2-4cdd-b99e-afc7a7f22f0e req-a2ebcc69-cc1e-47a3-bec5-61f5e4954dcd tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495806 Apr 01 12:28:48.877969 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-05c1a9e7-4190-441b-9b3a-cc92fde1df73 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=073f1b91e660442fb9abaf85505943ba HTTP/1.1" status: 200 len: 379 time: 0.1312573 Apr 01 12:28:48.892345 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35455f41-a85e-40ee-9107-8a360cdb4d4d up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:28:48.894485 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Request body: {'port': {'device_id': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'admin_state_up': True, 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'security_groups': ['abec999b-4276-4f86-adfc-e36e30bcad68']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:48.937492 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54764) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:48.970586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-913b5890-56dd-432a-ac95-c980f9c07777 req-94367520-13bc-4881-aba8-5c935357df9f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 210 time: 0.0627224 Apr 01 12:28:48.985325 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51616dce-2bf6-4956-ac67-c593efb56d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:48.985839 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 35455f41-a85e-40ee-9107-8a360cdb4d4d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:48.986314 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:49.115149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b9f08ca-a292-4d39-b53a-5617a286c3c6 req-d242becf-578a-4d83-a632-b25222c6d7c6 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 210 time: 0.0448594 Apr 01 12:28:49.116399 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:49.142845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df95cb1-5575-4b6b-8594-cd7a169fc7f6 req-df3671ce-e1f5-464f-88bb-f86c0f29a4af tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:49.145089 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3df95cb1-5575-4b6b-8594-cd7a169fc7f6 req-df3671ce-e1f5-464f-88bb-f86c0f29a4af tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 948 time: 0.1932299 Apr 01 12:28:49.156339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:49.165612 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90458338-b497-4a64-918d-34f56a7f7663" -d '{"events": [{"server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "name": "network-vif-plugged", "status": "completed", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:49.201059 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:49.208495 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:49.220605 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3df95cb1-5575-4b6b-8594-cd7a169fc7f6 req-16b0f62b-9240-474f-a9cf-712648f3c601 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650892 Apr 01 12:28:49.223806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Made reservation on behalf of 073f1b91e660442fb9abaf85505943ba for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:28:49.227671 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:49.271173 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51616dce-2bf6-4956-ac67-c593efb56d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:49.318683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=35455f41-a85e-40ee-9107-8a360cdb4d4d,revision_number=10']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:49.325922 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31ccecf-1304-4935-8b77-011e51885028 x-openstack-request-id: req-e31ccecf-1304-4935-8b77-011e51885028 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:49.326239 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "name": "network-vif-plugged", "status": "completed", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:49.326739 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e31ccecf-1304-4935-8b77-011e51885028 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:49.328013 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e31ccecf-1304-4935-8b77-011e51885028'] response: {'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'code': 200} Apr 01 12:28:49.346802 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ac28d657-d13c-417b-86de-49dace92b49e details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:28:49.348892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51616dce-2bf6-4956-ac67-c593efb56d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:49.517593 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:49.533110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'ac28d657-d13c-417b-86de-49dace92b49e', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'ac28d657-d13c-417b-86de-49dace92b49e', 'mac_address': 'fa:16:3e:80:0e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:28:49.553751 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-51616dce-2bf6-4956-ac67-c593efb56d42 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f44cb384915a4c49afc964ee61ec4f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6147487 Apr 01 12:28:49.556640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54786) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:49.569267 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51616dce-2bf6-4956-ac67-c593efb56d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cfdc87-9c8a-451c-aeee-762c7559e234,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:49.600935 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:49.622474 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac28d657-d13c-417b-86de-49dace92b49e {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:49.642548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc454a3-6213-43c2-8814-387ce04a0725 req-b4dee32a-63e3-4bde-b9e1-caf2e95ce403 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:49.650908 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5bc454a3-6213-43c2-8814-387ce04a0725 req-b4dee32a-63e3-4bde-b9e1-caf2e95ce403 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.2625530 Apr 01 12:28:49.654965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:49.670623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Allocated IP 172.20.0.11 (5386add8-6f5d-4fd3-97cd-be4c8d4922b0/67554ebd-3b80-4a34-bcc6-c079931e4712/1e76bea3-3a62-4cc6-95ee-db9c52c16bbe) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:28:49.671926 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:49.683289 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a9faf74-8b89-4092-8f1c-26c23070858d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:49.727799 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a9faf74-8b89-4092-8f1c-26c23070858d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:49.732830 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5bc454a3-6213-43c2-8814-387ce04a0725 req-208d8fdb-1fce-4e48-b7fa-ffd5da116019 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661004 Apr 01 12:28:49.748042 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:49.839301 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a9faf74-8b89-4092-8f1c-26c23070858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:49.841875 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a9faf74-8b89-4092-8f1c-26c23070858d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:49.843240 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6a9faf74-8b89-4092-8f1c-26c23070858d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76cfdc87-9c8a-451c-aeee-762c7559e234 HTTP/1.1" status: 204 len: 168 time: 0.2851682 Apr 01 12:28:49.871270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9faf74-8b89-4092-8f1c-26c23070858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cfdc87-9c8a-451c-aeee-762c7559e234,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:49.953399 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['ac28d657-d13c-417b-86de-49dace92b49e'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:49.982980 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:50.115440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf0d4f-424e-49cf-b322-d49a861ebf2d req-35bf7d49-4adb-429a-8cca-baa06c8e891a tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:50.131746 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4adf0d4f-424e-49cf-b322-d49a861ebf2d req-35bf7d49-4adb-429a-8cca-baa06c8e891a tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 950 time: 0.1770847 Apr 01 12:28:50.132216 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:50.166307 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54802) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:50.311329 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6b56d6c-7e58-40f6-923f-fc5835a41ee6 req-938cce25-9729-4f24-89d2-5aa78cce2a60 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 210 time: 0.1654518 Apr 01 12:28:50.327100 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:28:50.345134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:28:50.362633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:28:50.461060 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4adf0d4f-424e-49cf-b322-d49a861ebf2d req-04e6dfa8-3d9e-4c0f-89d0-a9901d90c50d tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276038 Apr 01 12:28:50.501667 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Pushing event updated for resources: {'Port': ['ID=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:50.545872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0ba36-e922-433b-b08b-3797b37a946f req-921519fa-f8ef-406f-865d-b0bf0e852e07 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:50.562782 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-921519fa-f8ef-406f-865d-b0bf0e852e07 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.37 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 808 time: 0.4276013 Apr 01 12:28:50.599346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-13a0ba36-e922-433b-b08b-3797b37a946f req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Request body: {'port': {'device_id': '9ff70513-f084-4b92-9c33-a24d2085558e', 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427', 'admin_state_up': True, 'tenant_id': '91324be1f6c1479fa7e4a2bc713842b4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:50.648760 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d6669e8a-6dc5-4340-a83f-35541f5e8888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:50.707752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:50.708430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:50.739882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a0ba36-e922-433b-b08b-3797b37a946f req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Made reservation on behalf of 91324be1f6c1479fa7e4a2bc713842b4 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:28:50.744577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13a0ba36-e922-433b-b08b-3797b37a946f req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:50.772567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf34fc8-beca-4321-9326-e03df6043e36 req-3b676dcb-9631-477b-8989-e4f31c88fd68 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:50.774136 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fcf34fc8-beca-4321-9326-e03df6043e36 req-3b676dcb-9631-477b-8989-e4f31c88fd68 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 932 time: 0.2926219 Apr 01 12:28:50.775464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-dd8b1a9c-885b-43bc-ae76-35125708bda5 None None] Provisioning complete for port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:50.777309 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1a9c-885b-43bc-ae76-35125708bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:50.788553 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-77c0fb0c-3876-45d3-88e5-e0ca9859ba95 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9028258 Apr 01 12:28:50.844788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Request body: {'port': {'device_id': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:50.856788 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934bca0-4fe5-40d7-8689-7bdc69172a11 req-df2e5455-92db-42f2-9a99-d74a05c85673 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:50.864966 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0934bca0-4fe5-40d7-8689-7bdc69172a11 req-df2e5455-92db-42f2-9a99-d74a05c85673 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 949 time: 0.1357417 Apr 01 12:28:50.884968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b1a9c-885b-43bc-ae76-35125708bda5 None None] Port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:28:50.997852 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fcf34fc8-beca-4321-9326-e03df6043e36 req-1f1cb7b8-b87b-4c0b-8021-4f5a8243b0ed tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057729 Apr 01 12:28:51.066435 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2fc8c-94e9-474f-be9f-65088353d117 req-ffe1c4c0-fd14-49ed-9819-e26b8248424b tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:51.069556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bde2fc8c-94e9-474f-be9f-65088353d117 req-ffe1c4c0-fd14-49ed-9819-e26b8248424b tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 950 time: 0.2210193 Apr 01 12:28:51.073610 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.149411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0934bca0-4fe5-40d7-8689-7bdc69172a11 req-a6f42c62-5482-451f-a7ef-60c61f00924d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768250 Apr 01 12:28:51.151154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-13a0ba36-e922-433b-b08b-3797b37a946f req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Allocated IP 172.20.0.2 (6e03f832-9609-4116-a2e6-1f2acde5b427/d4da2763-ce40-4592-83f0-87a0352a7000/d1ceb440-3d2d-45c9-a26c-58560d88a725) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:28:51.162654 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d6669e8a-6dc5-4340-a83f-35541f5e8888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.173089 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d6669e8a-6dc5-4340-a83f-35541f5e8888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.181654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54836) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:51.286775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-bde2fc8c-94e9-474f-be9f-65088353d117 req-98a9971c-5b1c-4cfe-b013-f0931b0557ed tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Deleting port 27a0e4c9-6cf9-4ead-ace3-c863f102b774 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:51.287070 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bde2fc8c-94e9-474f-be9f-65088353d117 req-98a9971c-5b1c-4cfe-b013-f0931b0557ed tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.315150 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d6669e8a-6dc5-4340-a83f-35541f5e8888 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34ce1454160b41f0b0d3660737977b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1339412 Apr 01 12:28:51.321429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54842) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:51.322399 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6669e8a-6dc5-4340-a83f-35541f5e8888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21ab65c-f190-4a03-9600-fd4fba00baa7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:51.360719 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ac28d657-d13c-417b-86de-49dace92b49e up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:28:51.445065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25128c36-4d10-4033-91a1-2fcad2879582 req-f2110848-960a-4855-b6e8-65dff487b96f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:51.446903 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-25128c36-4d10-4033-91a1-2fcad2879582 req-f2110848-960a-4855-b6e8-65dff487b96f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.2230632 Apr 01 12:28:51.499515 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port ac28d657-d13c-417b-86de-49dace92b49e completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:28:51.504583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port ac28d657-d13c-417b-86de-49dace92b49e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:51.504946 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.519079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-network', 'tenant_id': '077b292e623b423fbfed103f39d3b352'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:51.526357 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a755789-5abe-418a-b9d4-341c8f359364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.575615 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13a0ba36-e922-433b-b08b-3797b37a946f req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.621486 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.626542 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-25128c36-4d10-4033-91a1-2fcad2879582 req-c2c3fda3-ad9b-4fc5-9a0a-9ed4891c71c7 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493464 Apr 01 12:28:51.658277 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d261785-86df-49ef-b617-0c0dc25c257f req-2f971ba7-32fb-4f68-88b7-0a348fe03559 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 210 time: 0.2031195 Apr 01 12:28:51.664536 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13a0ba36-e922-433b-b08b-3797b37a946f req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.682371 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['db0b0bf5-b596-4c8c-8782-d59718b579f2', '48f3d975-d9ec-4126-acd9-71b9946de37a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:51.689068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:51.693508 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0639d8-ce26-44e3-92fc-a95406ba987d" -d '{"events": [{"server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "name": "network-vif-plugged", "status": "completed", "tag": "ac28d657-d13c-417b-86de-49dace92b49e"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:51.694705 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a755789-5abe-418a-b9d4-341c8f359364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.705298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a0ba36-e922-433b-b08b-3797b37a946f req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Network 6e03f832-9609-4116-a2e6-1f2acde5b427 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:28:51.729767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-13a0ba36-e922-433b-b08b-3797b37a946f req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:28:51.741027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a0ba36-e922-433b-b08b-3797b37a946f req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:28:51.775046 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fad67a2-5ec4-4c80-99f0-c6be77d884c3 x-openstack-request-id: req-5fad67a2-5ec4-4c80-99f0-c6be77d884c3 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:51.775323 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "name": "network-vif-plugged", "status": "completed", "tag": "ac28d657-d13c-417b-86de-49dace92b49e", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:51.775568 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fad67a2-5ec4-4c80-99f0-c6be77d884c3 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:51.775947 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fad67a2-5ec4-4c80-99f0-c6be77d884c3'] response: {'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e', 'code': 200} Apr 01 12:28:51.778249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:51.787767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Made reservation on behalf of 077b292e623b423fbfed103f39d3b352 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:28:51.791122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.793722 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.816824 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.825255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-bde2fc8c-94e9-474f-be9f-65088353d117 req-98a9971c-5b1c-4cfe-b013-f0931b0557ed tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] For port 27a0e4c9-6cf9-4ead-ace3-c863f102b774, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=27a0e4c9-6cf9-4ead-ace3-c863f102b774,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:51.825919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bde2fc8c-94e9-474f-be9f-65088353d117 req-98a9971c-5b1c-4cfe-b013-f0931b0557ed tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.834367 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Pushing event updated for resources: {'Port': ['ID=d1ceb440-3d2d-45c9-a26c-58560d88a725,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:51.842253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0ba36-e922-433b-b08b-3797b37a946f req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:51.843186 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13a0ba36-e922-433b-b08b-3797b37a946f req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.858488 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a755789-5abe-418a-b9d4-341c8f359364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.864551 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a755789-5abe-418a-b9d4-341c8f359364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:51.871081 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0a755789-5abe-418a-b9d4-341c8f359364 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d21ab65c-f190-4a03-9600-fd4fba00baa7 HTTP/1.1" status: 204 len: 168 time: 0.5450177 Apr 01 12:28:51.873618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-bde2fc8c-94e9-474f-be9f-65088353d117 req-98a9971c-5b1c-4cfe-b013-f0931b0557ed tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Calling delete_port for 27a0e4c9-6cf9-4ead-ace3-c863f102b774 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:51.882635 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-dc35d72a-e85e-4aea-8651-d4a043063b29 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3038521 Apr 01 12:28:51.885719 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:51.915338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Request body: {'port': {'device_id': '9ff70513-f084-4b92-9c33-a24d2085558e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:52.015152 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a755789-5abe-418a-b9d4-341c8f359364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21ab65c-f190-4a03-9600-fd4fba00baa7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:52.019956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee04f01-dbc1-46e5-b0a6-7b617e798804 req-a2812774-4e09-4155-8154-55e6b1999617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:52.021598 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aee04f01-dbc1-46e5-b0a6-7b617e798804 req-a2812774-4e09-4155-8154-55e6b1999617 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1101 time: 0.1617873 Apr 01 12:28:52.053020 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:52.072196 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:52.098121 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:52.171573 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aee04f01-dbc1-46e5-b0a6-7b617e798804 req-abfdc14a-e6ed-4c5c-8d2b-a1aca3114d15 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370785 Apr 01 12:28:52.224418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9019ba-6797-4df6-8e0a-87a10174ed68 req-8ecce689-dbe7-4798-b41d-15c54bd2a82a tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:52.235639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ff9019ba-6797-4df6-8e0a-87a10174ed68 req-8ecce689-dbe7-4798-b41d-15c54bd2a82a tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6c22fa9-6e7c-4cda-a2b4-49631bec07b0 HTTP/1.1" status: 200 len: 950 time: 0.4747906 Apr 01 12:28:52.296276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec5989d-b677-4942-9c9b-0e47cd208509,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:52.325447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:52.335593 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ff9019ba-6797-4df6-8e0a-87a10174ed68 req-a42e002c-c3ae-41eb-a988-cbe015d061d6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751815 Apr 01 12:28:52.337593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:52.352234 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Transition to ACTIVE for port object 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:28:52.358546 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:52.428634 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Pushing event updated for resources: {'Port': ['ID=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:52.463364 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54870) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:52.484860 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bde2fc8c-94e9-474f-be9f-65088353d117 req-98a9971c-5b1c-4cfe-b013-f0931b0557ed tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:52.532430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31641f46-c060-4cd3-9907-bedb1d61c975 req-403ea060-a5ed-490a-a799-c08874dd3d3d tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:52.535588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-31641f46-c060-4cd3-9907-bedb1d61c975 req-403ea060-a5ed-490a-a799-c08874dd3d3d tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 932 time: 0.3819644 Apr 01 12:28:52.586188 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7f80ee6-1654-4f8b-ac21-eddb3506feb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:52.592378 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['c1dd7fb2-690d-4318-b6a6-7957be4b70a6'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:28:52.598921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:28:52.622741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9971c-5b1c-4cfe-b013-f0931b0557ed tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Pushing event deleted for resources: {'Port': ['ID=27a0e4c9-6cf9-4ead-ace3-c863f102b774,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:52.644295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Attempting to bind port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:28:52.645055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Attempting to bind port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:28:52.645654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Attempting to bind port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe on network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:52.662163 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe on network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:28:52.664191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Attempting to bind port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe on network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:52.670475 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:52.671576 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Added segment 3e54b362-6067-40f3-a4f5-3cd7f7c385ba of type vlan for network 812cc8bf-25f6-40bc-8686-4075c0f30d37 Apr 01 12:28:52.703175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:28:52.710511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Checking segment: {'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:28:52.712620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Bound using segment: {'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:28:52.713359 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Bound port: 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1542a95f-4f27-428b-940a-42ab6e5e45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:28:52.717698 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:52.846738 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:52.887110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde2fc8c-94e9-474f-be9f-65088353d117 req-98a9971c-5b1c-4cfe-b013-f0931b0557ed tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] No DVR routers for this DVR port 27a0e4c9-6cf9-4ead-ace3-c863f102b774 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:28:52.894490 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bde2fc8c-94e9-474f-be9f-65088353d117 req-98a9971c-5b1c-4cfe-b013-f0931b0557ed tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:52.897838 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bde2fc8c-94e9-474f-be9f-65088353d117 req-98a9971c-5b1c-4cfe-b013-f0931b0557ed tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.37 "DELETE /v2.0/ports/27a0e4c9-6cf9-4ead-ace3-c863f102b774 HTTP/1.1" status: 204 len: 173 time: 1.8179533 Apr 01 12:28:52.898361 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 27a0e4c9-6cf9-4ead-ace3-c863f102b774 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:52.922609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c22fa9-6e7c-4cda-a2b4-49631bec07b0', 'name': 'network-vif-deleted', 'tag': '27a0e4c9-6cf9-4ead-ace3-c863f102b774'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:52.929147 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a722d5-bb19-4f67-85d2-837806bb5ceb" -d '{"events": [{"server_uuid": "a6c22fa9-6e7c-4cda-a2b4-49631bec07b0", "name": "network-vif-deleted", "tag": "27a0e4c9-6cf9-4ead-ace3-c863f102b774"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:52.961622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 27a0e4c9-6cf9-4ead-ace3-c863f102b774 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:28:52.961963 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 27a0e4c9-6cf9-4ead-ace3-c863f102b774 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:53.011898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b1511-3d41-4642-9f88-bc3b39761aa5 req-190ffa07-18f8-4c2f-be79-3a1a8c8ab744 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:53.020265 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-452b1511-3d41-4642-9f88-bc3b39761aa5 req-190ffa07-18f8-4c2f-be79-3a1a8c8ab744 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.2387621 Apr 01 12:28:53.072910 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.073726 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:53.074368 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.079182 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] For port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:28:53.106207 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-31641f46-c060-4cd3-9907-bedb1d61c975 req-fe5cee58-1074-4178-8a78-6c1c88297788 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5223303 Apr 01 12:28:53.127657 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-452b1511-3d41-4642-9f88-bc3b39761aa5 req-2d2ec809-d680-438a-b676-72e71d255331 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064706 Apr 01 12:28:53.162763 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] For port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe,segment=NetworkSegment(1542a95f-4f27-428b-940a-42ab6e5e45a1),segment_id=1542a95f-4f27-428b-940a-42ab6e5e45a1)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:28:53.180640 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.9578669 Apr 01 12:28:53.183323 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54894) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:53.184728 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.186601 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7f80ee6-1654-4f8b-ac21-eddb3506feb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.198316 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7f80ee6-1654-4f8b-ac21-eddb3506feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.211515 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5dd7baac-b1d3-436d-8a56-652c4f813540 admin admin] Request body: {'subnet': {'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-subnet', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:53.315285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ceb440-3d2d-45c9-a26c-58560d88a725 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:28:53.329700 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b7f80ee6-1654-4f8b-ac21-eddb3506feb2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ee3bcb8669e43869dca13c6d7a5b0d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8610420 Apr 01 12:28:53.332153 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.340188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54898) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:53.340986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f80ee6-1654-4f8b-ac21-eddb3506feb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf6c031-c509-4e4e-97bc-904e07c0e86d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:53.386085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Transition to ACTIVE for port object d1ceb440-3d2d-45c9-a26c-58560d88a725 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:28:53.463400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a2943-f400-486c-8b1b-47d66d061d73 req-526db68e-f2bd-41bc-be23-be398558bc7e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:53.465184 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-381a2943-f400-486c-8b1b-47d66d061d73 req-526db68e-f2bd-41bc-be23-be398558bc7e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.2014344 Apr 01 12:28:53.465864 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.501344 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f24c17-ff94-4ba3-a673-fc19125d06e0 admin admin] Pushing event updated for resources: {'Network': ['ID=812cc8bf-25f6-40bc-8686-4075c0f30d37,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:53.517011 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 812cc8bf-25f6-40bc-8686-4075c0f30d37 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:28:53.519171 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:53.520615 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.525923 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] 10.222.0.44 "PUT /v2.0/ports/1e76bea3-3a62-4cc6-95ee-db9c52c16bbe HTTP/1.1" status: 200 len: 1092 time: 2.6871397 Apr 01 12:28:53.528289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'tag': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:53.543987 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea5a3ab-7ef5-4d2f-a0d2-ed10abb80071" -d '{"events": [{"name": "network-changed", "server_uuid": "72aeddc1-8f03-4113-af2c-1c7d2a2f70bd", "tag": "1e76bea3-3a62-4cc6-95ee-db9c52c16bbe"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:53.566353 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-381a2943-f400-486c-8b1b-47d66d061d73 req-16bdd3a4-4c9c-4143-949b-6a3545aeca51 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892577 Apr 01 12:28:53.646892 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e56bc9ef-a790-4bfc-880a-cff5045c377e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.684308 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e56bc9ef-a790-4bfc-880a-cff5045c377e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.744147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0aac6-34ff-47a9-aecd-43267a934d6e service neutron] Pushing event updated for resources: {'Port': ['ID=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:53.753405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Pushing event updated for resources: {'Port': ['ID=d1ceb440-3d2d-45c9-a26c-58560d88a725,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:53.758388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e56bc9ef-a790-4bfc-880a-cff5045c377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.761210 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e56bc9ef-a790-4bfc-880a-cff5045c377e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.782649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e56bc9ef-a790-4bfc-880a-cff5045c377e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ddf6c031-c509-4e4e-97bc-904e07c0e86d HTTP/1.1" status: 204 len: 168 time: 0.4225943 Apr 01 12:28:53.800837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bc9ef-a790-4bfc-880a-cff5045c377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf6c031-c509-4e4e-97bc-904e07c0e86d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:53.852916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd7baac-b1d3-436d-8a56-652c4f813540 admin admin] Made reservation on behalf of 077b292e623b423fbfed103f39d3b352 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:28:53.855263 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5dd7baac-b1d3-436d-8a56-652c4f813540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.864273 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f385fc-a261-4600-b9b1-32f414d16429 x-openstack-request-id: req-f2f385fc-a261-4600-b9b1-32f414d16429 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:53.864621 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c22fa9-6e7c-4cda-a2b4-49631bec07b0", "name": "network-vif-deleted", "tag": "27a0e4c9-6cf9-4ead-ace3-c863f102b774", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:53.864805 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2f385fc-a261-4600-b9b1-32f414d16429 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:53.865188 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f385fc-a261-4600-b9b1-32f414d16429'] response: {'server_uuid': 'a6c22fa9-6e7c-4cda-a2b4-49631bec07b0', 'name': 'network-vif-deleted', 'tag': '27a0e4c9-6cf9-4ead-ace3-c863f102b774', 'status': 'completed', 'code': 200} Apr 01 12:28:53.871611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Attempting to bind port d1ceb440-3d2d-45c9-a26c-58560d88a725 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:28:53.872801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Attempting to bind port d1ceb440-3d2d-45c9-a26c-58560d88a725 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:28:53.873137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Attempting to bind port d1ceb440-3d2d-45c9-a26c-58560d88a725 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:53.878408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Port d1ceb440-3d2d-45c9-a26c-58560d88a725 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:28:53.878830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Attempting to bind port d1ceb440-3d2d-45c9-a26c-58560d88a725 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:53.885313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:28:53.885707 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:28:53.886153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:28:53.886585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Bound port: d1ceb440-3d2d-45c9-a26c-58560d88a725, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:28:53.886942 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:53.982337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:28:53.994804 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:28:54.000933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:54.122470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:54.122470 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:54.122470 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] 10.222.0.37 "PUT /v2.0/ports/d1ceb440-3d2d-45c9-a26c-58560d88a725 HTTP/1.1" status: 200 len: 1091 time: 2.2159622 Apr 01 12:28:54.189924 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d02559-cc08-4607-8ea0-44e74ff7527a req-e7869ff3-cfaf-4dd0-9560-da8c30fa67b8 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:54.192462 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9d02559-cc08-4607-8ea0-44e74ff7527a req-e7869ff3-cfaf-4dd0-9560-da8c30fa67b8 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.9255242 Apr 01 12:28:54.198352 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-4910f79d-4217-43e6-ac5e-e9bf66578970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:54.200007 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-4910f79d-4217-43e6-ac5e-e9bf66578970 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=073f1b91e660442fb9abaf85505943ba&device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 1095 time: 0.4141991 Apr 01 12:28:54.213744 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:28:54.225035 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fe1a8f-e358-4257-93bc-cfcbed3e173c x-openstack-request-id: req-15fe1a8f-e358-4257-93bc-cfcbed3e173c {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:54.225834 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72aeddc1-8f03-4113-af2c-1c7d2a2f70bd", "tag": "1e76bea3-3a62-4cc6-95ee-db9c52c16bbe", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:54.226435 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15fe1a8f-e358-4257-93bc-cfcbed3e173c {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:54.227259 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fe1a8f-e358-4257-93bc-cfcbed3e173c'] response: {'name': 'network-changed', 'server_uuid': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'tag': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe', 'status': 'completed', 'code': 200} Apr 01 12:28:54.254690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d36cf5-dc12-4bd4-be8c-d61776d6253f service neutron] Pushing event updated for resources: {'Port': ['ID=d1ceb440-3d2d-45c9-a26c-58560d88a725,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:54.298031 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-17a254d3-4c5b-4943-adc5-c1ad836e3330 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe HTTP/1.1" status: 200 len: 217 time: 0.0701735 Apr 01 12:28:54.304237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0ba36-e922-433b-b08b-3797b37a946f req-10f0c8ba-a5ec-4095-b766-7d30ffbc0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:54.305927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-10f0c8ba-a5ec-4095-b766-7d30ffbc0a9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 1094 time: 0.1316352 Apr 01 12:28:54.361555 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9d02559-cc08-4607-8ea0-44e74ff7527a req-43a6beee-b3d8-43b2-ba3d-b3a7e7de43b0 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543429 Apr 01 12:28:54.384163 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-fb07261b-4a10-4b78-9279-8b0a2f91412e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725 HTTP/1.1" status: 200 len: 217 time: 0.0671182 Apr 01 12:28:54.500645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-2bc94607-959d-4822-a37e-933cee174148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:54.502523 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-2bc94607-959d-4822-a37e-933cee174148 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67554ebd-3b80-4a34-bcc6-c079931e4712 HTTP/1.1" status: 200 len: 854 time: 0.1849055 Apr 01 12:28:54.518292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0ba36-e922-433b-b08b-3797b37a946f req-4a4dd5d2-a467-4430-b559-4d20a2cd0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:54.520106 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-4a4dd5d2-a467-4430-b559-4d20a2cd0ab0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.1282942 Apr 01 12:28:54.653818 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-69e82639-56c1-4a02-a429-224a35f56600 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263053 Apr 01 12:28:54.662616 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-35a31013-7620-4173-8f14-deb86fc7a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:54.670675 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-35a31013-7620-4173-8f14-deb86fc7a679 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5386add8-6f5d-4fd3-97cd-be4c8d4922b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538384 Apr 01 12:28:54.678153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5dd7baac-b1d3-436d-8a56-652c4f813540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:54.883566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7baac-b1d3-436d-8a56-652c4f813540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a697d1d-07f8-4b71-9490-322b750b832f,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:54.929714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a224bc-69a4-441a-b567-5cff90613be6 req-b8658cf2-336f-4fb9-a7c3-54af08f41d67 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:54.929714 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f7a224bc-69a4-441a-b567-5cff90613be6 req-b8658cf2-336f-4fb9-a7c3-54af08f41d67 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 944 time: 0.3291230 Apr 01 12:28:54.965689 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-8fef4f1e-ceed-40bb-ab7a-7a69f2950040 service neutron] 10.222.0.44 "GET /v2.0/networks/5386add8-6f5d-4fd3-97cd-be4c8d4922b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717321 Apr 01 12:28:54.998318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41552fa-3394-4385-b67a-b074c68f89d7 req-e3b2bfae-9549-4303-aeef-2a1a17d93810 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:54.999891 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c41552fa-3394-4385-b67a-b074c68f89d7 req-e3b2bfae-9549-4303-aeef-2a1a17d93810 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.3153906 Apr 01 12:28:55.156732 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-446f60be-56ff-4cfa-8fd3-7e54a85e8179 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707003 Apr 01 12:28:55.186738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd7baac-b1d3-436d-8a56-652c4f813540 admin admin] Checking segment: {'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:28:55.187423 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd7baac-b1d3-436d-8a56-652c4f813540 admin admin] Network hostable DHCP agents. Network: 812cc8bf-25f6-40bc-8686-4075c0f30d37, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:28:55.195225 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b3c0c57-ac45-4e7e-8d81-4cef22b5383e req-f1c3c572-ab9d-4d59-8654-8051c47f1228 service neutron] 10.222.0.44 "GET /v2.0/networks/5386add8-6f5d-4fd3-97cd-be4c8d4922b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092056 Apr 01 12:28:55.203920 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f7a224bc-69a4-441a-b567-5cff90613be6 req-6c471968-37aa-42b5-a0ea-203de6a39844 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335398 Apr 01 12:28:55.224909 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd7baac-b1d3-436d-8a56-652c4f813540 admin admin] Network 812cc8bf-25f6-40bc-8686-4075c0f30d37 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:28:55.267150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-5dd7baac-b1d3-436d-8a56-652c4f813540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 812cc8bf-25f6-40bc-8686-4075c0f30d37) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:28:55.279398 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d69ccb4-e95d-4c6e-ad9f-7daf9859548b None None] Network 812cc8bf-25f6-40bc-8686-4075c0f30d37 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:28:55.368741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd7baac-b1d3-436d-8a56-652c4f813540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:55.369332 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5dd7baac-b1d3-436d-8a56-652c4f813540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:55.371388 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-13a0ba36-e922-433b-b08b-3797b37a946f req-99e67672-1168-41a7-8f9e-4fc4c6aff9c9 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137179 Apr 01 12:28:55.371884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54948) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:55.423209 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c41552fa-3394-4385-b67a-b074c68f89d7 req-b032259a-0ab0-428a-8dcf-0487f6c5c8c9 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872821 Apr 01 12:28:55.474313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a3ab-7ef5-4d2f-a0d2-ed10abb80071 req-1e2fa3d7-1fe8-4b79-950d-8e554bb0affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:55.476091 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ea5a3ab-7ef5-4d2f-a0d2-ed10abb80071 req-1e2fa3d7-1fe8-4b79-950d-8e554bb0affe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=073f1b91e660442fb9abaf85505943ba&device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 1095 time: 0.2099729 Apr 01 12:28:55.486207 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5dd7baac-b1d3-436d-8a56-652c4f813540 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2987504 Apr 01 12:28:55.489618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54956) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:55.494452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:55.575141 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:55.576811 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:55.593612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebad030-4193-4c49-847d-514228369754 req-e42410ac-9651-4590-a99b-fcb70f4f0949 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:55.606620 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ebad030-4193-4c49-847d-514228369754 req-e42410ac-9651-4590-a99b-fcb70f4f0949 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 949 time: 0.2424662 Apr 01 12:28:55.618569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-812cc8bf-25f6-40bc-8686-4075c0f30d37', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'fixed_ips': [{'subnet_id': '3a697d1d-07f8-4b71-9490-322b750b832f'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:28:55.619444 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:55.705517 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a3ab-7ef5-4d2f-a0d2-ed10abb80071 req-cc657c3e-674a-479b-b6fb-56f0554561a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:55.708920 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ea5a3ab-7ef5-4d2f-a0d2-ed10abb80071 req-cc657c3e-674a-479b-b6fb-56f0554561a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5386add8-6f5d-4fd3-97cd-be4c8d4922b0 HTTP/1.1" status: 200 len: 916 time: 0.2195220 Apr 01 12:28:55.756027 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ebad030-4193-4c49-847d-514228369754 req-45e0c4c5-7a81-4d57-9d4f-7010245de7e7 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483204 Apr 01 12:28:55.829988 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ea5a3ab-7ef5-4d2f-a0d2-ed10abb80071 req-6f019eda-6aea-4f71-9238-62beaac64a6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe HTTP/1.1" status: 200 len: 217 time: 0.1049407 Apr 01 12:28:55.878902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Allocated IP 172.20.0.2 (812cc8bf-25f6-40bc-8686-4075c0f30d37/3a697d1d-07f8-4b71-9490-322b750b832f/25cd2e89-4a59-410f-b65a-e8a4f864563f) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:28:55.947803 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a3ab-7ef5-4d2f-a0d2-ed10abb80071 req-cf1beb45-2453-43ae-abdc-57b83c50bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:55.949979 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ea5a3ab-7ef5-4d2f-a0d2-ed10abb80071 req-cf1beb45-2453-43ae-abdc-57b83c50bff9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67554ebd-3b80-4a34-bcc6-c079931e4712 HTTP/1.1" status: 200 len: 854 time: 0.1130357 Apr 01 12:28:56.067691 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:56.074829 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a3ab-7ef5-4d2f-a0d2-ed10abb80071 req-023e0577-d35c-47b6-b0f5-30cdb301f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:56.080074 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:56.082161 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ea5a3ab-7ef5-4d2f-a0d2-ed10abb80071 req-023e0577-d35c-47b6-b0f5-30cdb301f98d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5386add8-6f5d-4fd3-97cd-be4c8d4922b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223242 Apr 01 12:28:56.118686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda9c1f-1da2-49c3-a7f1-0c8f39e4d7de req-5c2026fc-8e80-4db6-b281-0c6af39e3069 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:56.125640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Network 812cc8bf-25f6-40bc-8686-4075c0f30d37 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:28:56.127691 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:56.128991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:28:56.134485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-369173372-network', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:56.134911 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2bda9c1f-1da2-49c3-a7f1-0c8f39e4d7de req-5c2026fc-8e80-4db6-b281-0c6af39e3069 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.1835506 Apr 01 12:28:56.136089 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:28:56.182450 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Pushing event updated for resources: {'Port': ['ID=25cd2e89-4a59-410f-b65a-e8a4f864563f,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:56.188533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff70513-f084-4b92-9c33-a24d2085558e', 'tag': 'd1ceb440-3d2d-45c9-a26c-58560d88a725'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:28:56.191097 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4478c228-e816-4143-82d8-150917816ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff70513-f084-4b92-9c33-a24d2085558e", "tag": "d1ceb440-3d2d-45c9-a26c-58560d88a725"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:28:56.251159 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Attempting to bind port 25cd2e89-4a59-410f-b65a-e8a4f864563f on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:28:56.252303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Attempting to bind port 25cd2e89-4a59-410f-b65a-e8a4f864563f by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:28:56.252874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Attempting to bind port 25cd2e89-4a59-410f-b65a-e8a4f864563f on network 812cc8bf-25f6-40bc-8686-4075c0f30d37 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:28:56.265091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:28:56.265960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Checking segment: {'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:28:56.266736 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:56.267348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Bound using segment: {'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:28:56.268069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Bound port: 25cd2e89-4a59-410f-b65a-e8a4f864563f, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:28:56.268753 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:56.296853 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2bda9c1f-1da2-49c3-a7f1-0c8f39e4d7de req-261bc2a6-86f7-46a7-91d9-b9d6582f5150 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357741 Apr 01 12:28:56.377696 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ea5a3ab-7ef5-4d2f-a0d2-ed10abb80071 req-3cebd759-1614-4b7a-88b1-6bfbd7c1b5e5 service neutron] 10.222.0.44 "GET /v2.0/networks/5386add8-6f5d-4fd3-97cd-be4c8d4922b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817197 Apr 01 12:28:56.394749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] For port 25cd2e89-4a59-410f-b65a-e8a4f864563f, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:28:56.399716 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] For port 25cd2e89-4a59-410f-b65a-e8a4f864563f, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=25cd2e89-4a59-410f-b65a-e8a4f864563f,segment=NetworkSegment(3e54b362-6067-40f3-a4f5-3cd7f7c385ba),segment_id=3e54b362-6067-40f3-a4f5-3cd7f7c385ba)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:28:56.406177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Made reservation on behalf of 35aecee3d9a8483db13fd7e55f9daf55 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:28:56.413082 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:56.413840 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:56.485305 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14a0b9-06be-4f34-9fc2-56e4a463c404 None None] Pushing event updated for resources: {'Port': ['ID=25cd2e89-4a59-410f-b65a-e8a4f864563f,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:56.500518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:56.518331 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:56.565616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001c51-3b3b-4011-a651-c705a8febfa0 req-5367ba7a-5037-462e-9494-ca9dfbb1b17f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:56.574937 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93001c51-3b3b-4011-a651-c705a8febfa0 req-5367ba7a-5037-462e-9494-ca9dfbb1b17f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 1.0198097 Apr 01 12:28:56.599653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9502c-8445-47a9-b609-43377ff4e91c req-f6bfea44-229e-4434-9e76-5f958dd4cab6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:56.601800 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fcf9502c-8445-47a9-b609-43377ff4e91c req-f6bfea44-229e-4434-9e76-5f958dd4cab6 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 949 time: 0.4629338 Apr 01 12:28:56.855476 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93001c51-3b3b-4011-a651-c705a8febfa0 req-16ce2e1d-2944-44f8-bfa3-601b679815f3 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778704 Apr 01 12:28:56.989736 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:56.992794 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ade6ba-edf2-493d-a173-10fa6475c99b x-openstack-request-id: req-71ade6ba-edf2-493d-a173-10fa6475c99b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:28:56.993351 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff70513-f084-4b92-9c33-a24d2085558e", "tag": "d1ceb440-3d2d-45c9-a26c-58560d88a725", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:28:56.994546 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71ade6ba-edf2-493d-a173-10fa6475c99b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:28:56.995905 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ade6ba-edf2-493d-a173-10fa6475c99b'] response: {'name': 'network-changed', 'server_uuid': '9ff70513-f084-4b92-9c33-a24d2085558e', 'tag': 'd1ceb440-3d2d-45c9-a26c-58560d88a725', 'status': 'completed', 'code': 200} Apr 01 12:28:57.019527 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:57.158687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c4ae3-1145-4b69-b664-527b0c9c41d8 req-197f34b8-e3d5-40f9-bbf5-e725b801edcc tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:57.168294 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e28c4ae3-1145-4b69-b664-527b0c9c41d8 req-197f34b8-e3d5-40f9-bbf5-e725b801edcc tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1101 time: 0.7697849 Apr 01 12:28:57.168754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:28:57.217595 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:57.218545 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Added segment 80f317c0-b145-49dc-a7f2-daf0ffbf1f21 of type vlan for network d624c987-5f0a-4884-a492-27ec9905351f Apr 01 12:28:57.229467 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ea5a3ab-7ef5-4d2f-a0d2-ed10abb80071 req-3e4617d2-d66b-4db1-97b4-1b04e1ac8947 service neutron] 10.222.0.44 "GET /v2.0/networks/5386add8-6f5d-4fd3-97cd-be4c8d4922b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8436563 Apr 01 12:28:57.235908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c228-e816-4143-82d8-150917816ad9 req-75cb56a4-63ad-4733-acbe-9f479ad3bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:57.238111 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4478c228-e816-4143-82d8-150917816ad9 req-75cb56a4-63ad-4733-acbe-9f479ad3bd49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 1094 time: 0.2411962 Apr 01 12:28:57.239186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d47d1b-ccb2-4d25-8be8-93cd60be3571,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:57.268054 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e28c4ae3-1145-4b69-b664-527b0c9c41d8 req-a176ca84-e5d9-43d7-855d-c05de986fccc tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983038 Apr 01 12:28:57.328421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-fcf9502c-8445-47a9-b609-43377ff4e91c req-376c44e9-c86c-43cb-9c47-681be1cf82b3 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Deleting port c1dd7fb2-690d-4318-b6a6-7957be4b70a6 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:28:57.328913 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fcf9502c-8445-47a9-b609-43377ff4e91c req-376c44e9-c86c-43cb-9c47-681be1cf82b3 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:57.364059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cac974-f578-42f5-bf3c-261e4989019e req-6fd0ed46-1808-4c53-8f42-3202e8b3b818 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:57.374556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-71cac974-f578-42f5-bf3c-261e4989019e req-6fd0ed46-1808-4c53-8f42-3202e8b3b818 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 944 time: 0.2807209 Apr 01 12:28:57.443523 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:57.447567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e5d1c-57be-4b8d-91a5-560ab9ae99c0 req-74a1b392-1bce-4ab5-b00c-f40f0761ef28 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:57.463832 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-140e5d1c-57be-4b8d-91a5-560ab9ae99c0 req-74a1b392-1bce-4ab5-b00c-f40f0761ef28 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 949 time: 0.0883939 Apr 01 12:28:57.525862 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-140e5d1c-57be-4b8d-91a5-560ab9ae99c0 req-bcbd7017-46c8-44ca-8f80-a2d542929f57 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609248 Apr 01 12:28:57.696737 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.db.resource_extend [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:28:57.770112 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-71cac974-f578-42f5-bf3c-261e4989019e req-eabfcab4-95ef-4a10-a1e7-d0e9774a8253 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3942828 Apr 01 12:28:57.919722 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:57.921086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:57.921904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:58.093277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c228-e816-4143-82d8-150917816ad9 req-892c0df1-930e-4cdd-8be3-a7d22e9f88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:58.102593 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4478c228-e816-4143-82d8-150917816ad9 req-892c0df1-930e-4cdd-8be3-a7d22e9f88d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.8493834 Apr 01 12:28:58.120984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-fcf9502c-8445-47a9-b609-43377ff4e91c req-376c44e9-c86c-43cb-9c47-681be1cf82b3 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] For port c1dd7fb2-690d-4318-b6a6-7957be4b70a6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c1dd7fb2-690d-4318-b6a6-7957be4b70a6,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:58.121358 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fcf9502c-8445-47a9-b609-43377ff4e91c req-376c44e9-c86c-43cb-9c47-681be1cf82b3 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:58.141069 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.7614100 Apr 01 12:28:58.146367 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54992) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:58.169914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b996afce-b815-457e-8bc7-43a3ba784146 admin admin] Request body: {'subnet': {'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-369173372-subnet', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:58.193525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69ea4a-4c39-4b15-98dc-f05cf778c3a7 req-5aa9e25d-d68c-436c-b409-e1732537f771 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:58.201917 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd69ea4a-4c39-4b15-98dc-f05cf778c3a7 req-5aa9e25d-d68c-436c-b409-e1732537f771 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.1793587 Apr 01 12:28:58.244343 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4478c228-e816-4143-82d8-150917816ad9 req-d5654947-c3bf-4738-90dd-529b50f778a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725 HTTP/1.1" status: 200 len: 217 time: 0.1182733 Apr 01 12:28:58.245586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae920c57-a12f-43aa-b837-b5a78b8ec74a None None] Network 812cc8bf-25f6-40bc-8686-4075c0f30d37 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:28:58.247010 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-fcf9502c-8445-47a9-b609-43377ff4e91c req-376c44e9-c86c-43cb-9c47-681be1cf82b3 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Calling delete_port for c1dd7fb2-690d-4318-b6a6-7957be4b70a6 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:28:58.247451 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-10afb2ae-117f-450e-a51c-d8617c9953d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1759734 Apr 01 12:28:58.250756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fd6d7-ef8f-4751-a990-78f83d1899cf admin admin] Pushing event updated for resources: {'Network': ['ID=d624c987-5f0a-4884-a492-27ec9905351f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:58.290200 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd69ea4a-4c39-4b15-98dc-f05cf778c3a7 req-2619472c-7fe7-40ca-b138-fa6ed650326b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869641 Apr 01 12:28:58.291477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b996afce-b815-457e-8bc7-43a3ba784146 admin admin] Made reservation on behalf of 35aecee3d9a8483db13fd7e55f9daf55 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:28:58.305015 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b996afce-b815-457e-8bc7-43a3ba784146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:58.306717 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:58.349635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17d465-70a2-4b06-85a7-44a728c882a9 req-f684e83b-cd8d-416c-a7f7-27e4f99ca396 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:58.362894 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c17d465-70a2-4b06-85a7-44a728c882a9 req-f684e83b-cd8d-416c-a7f7-27e4f99ca396 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.4596121 Apr 01 12:28:58.379944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network d624c987-5f0a-4884-a492-27ec9905351f details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:28:58.383645 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:58.547748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 25cd2e89-4a59-410f-b65a-e8a4f864563f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:28:58.655015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c228-e816-4143-82d8-150917816ad9 req-70788c04-3026-478e-9991-6414b90e357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:58.656606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4478c228-e816-4143-82d8-150917816ad9 req-70788c04-3026-478e-9991-6414b90e357f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.3964608 Apr 01 12:28:58.738455 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1deb4813-b6c4-4085-ae23-df2069bf7392 None None] Provisioning complete for port 25cd2e89-4a59-410f-b65a-e8a4f864563f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:58.739247 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1deb4813-b6c4-4085-ae23-df2069bf7392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:58.792491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b996afce-b815-457e-8bc7-43a3ba784146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:58.811108 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4478c228-e816-4143-82d8-150917816ad9 req-9402d46b-7488-466f-8a8c-1c3dace5d6f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042230 Apr 01 12:28:58.840849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c17d465-70a2-4b06-85a7-44a728c882a9 req-e4bdd769-a826-42d8-9893-b3539c04ef6d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699028 Apr 01 12:28:58.874890 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 25cd2e89-4a59-410f-b65a-e8a4f864563f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:28:58.878436 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:58.991273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c168e70-209c-46d4-b9d7-260ef42ea908 req-5c3fd1a9-9a57-4a74-b927-d0170635635d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:58.993213 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0c168e70-209c-46d4-b9d7-260ef42ea908 req-5c3fd1a9-9a57-4a74-b927-d0170635635d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.5167665 Apr 01 12:28:58.996754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996afce-b815-457e-8bc7-43a3ba784146 admin admin] Checking segment: {'id': '80f317c0-b145-49dc-a7f2-daf0ffbf1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:28:59.003646 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b996afce-b815-457e-8bc7-43a3ba784146 admin admin] Network hostable DHCP agents. Network: d624c987-5f0a-4884-a492-27ec9905351f, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:28:59.019387 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996afce-b815-457e-8bc7-43a3ba784146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f1adcd-9398-4a14-acf3-844bff86e3ab,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:59.086924 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b996afce-b815-457e-8bc7-43a3ba784146 admin admin] Network d624c987-5f0a-4884-a492-27ec9905351f is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:28:59.120134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b996afce-b815-457e-8bc7-43a3ba784146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, d624c987-5f0a-4884-a492-27ec9905351f) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:28:59.126868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996afce-b815-457e-8bc7-43a3ba784146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:59.129448 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b996afce-b815-457e-8bc7-43a3ba784146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:59.134466 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0c168e70-209c-46d4-b9d7-260ef42ea908 req-e1f315ed-f612-44b6-a2a6-843d12634684 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275785 Apr 01 12:28:59.176904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b996afce-b815-457e-8bc7-43a3ba784146 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0267348 Apr 01 12:28:59.179002 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55018) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:28:59.192611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-369173372-router', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:28:59.217264 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Allocated IP 172.25.7.132 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/c47c97d0-d67e-43e0-8099-690131e80ac9) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:28:59.281499 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:59.282822 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:59.342421 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29c43fa-177e-4cb4-b153-f0ce16993bd1 None None] Network d624c987-5f0a-4884-a492-27ec9905351f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:28:59.494714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f9b42-61e6-4c20-ba32-11587393420a req-5b4975bd-a697-43ec-887e-bb0ce80ec8ab tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:28:59.512067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7a5f9b42-61e6-4c20-ba32-11587393420a req-5b4975bd-a697-43ec-887e-bb0ce80ec8ab tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b7433d5-25e1-4086-890f-03378e158277 HTTP/1.1" status: 200 len: 949 time: 0.2799222 Apr 01 12:28:59.531413 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fcf9502c-8445-47a9-b609-43377ff4e91c req-376c44e9-c86c-43cb-9c47-681be1cf82b3 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:59.536228 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:59.594354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4478c228-e816-4143-82d8-150917816ad9 req-c3d12ab2-c445-4b6e-a059-d29525f32428 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7531996 Apr 01 12:28:59.613631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c44e9-c86c-43cb-9c47-681be1cf82b3 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Pushing event deleted for resources: {'Port': ['ID=c1dd7fb2-690d-4318-b6a6-7957be4b70a6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:28:59.693371 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7a5f9b42-61e6-4c20-ba32-11587393420a req-493f7ce4-aa65-47b6-978a-18a8ef915328 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8658901-914a-4a35-a69e-f0e93ce99dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723366 Apr 01 12:28:59.729402 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1deb4813-b6c4-4085-ae23-df2069bf7392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:59.744773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c1dd7fb2-690d-4318-b6a6-7957be4b70a6 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:28:59.861881 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1deb4813-b6c4-4085-ae23-df2069bf7392 None None] For port 25cd2e89-4a59-410f-b65a-e8a4f864563f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=25cd2e89-4a59-410f-b65a-e8a4f864563f,segment=NetworkSegment(3e54b362-6067-40f3-a4f5-3cd7f7c385ba),segment_id=3e54b362-6067-40f3-a4f5-3cd7f7c385ba)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:28:59.871381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: c1dd7fb2-690d-4318-b6a6-7957be4b70a6 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:28:59.871717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c1dd7fb2-690d-4318-b6a6-7957be4b70a6 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:28:59.892096 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1deb4813-b6c4-4085-ae23-df2069bf7392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:59.902829 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:59.945289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-d624c987-5f0a-4884-a492-27ec9905351f', 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'fixed_ips': [{'subnet_id': 'c3f1adcd-9398-4a14-acf3-844bff86e3ab'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:28:59.946174 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:28:59.974206 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf9502c-8445-47a9-b609-43377ff4e91c req-376c44e9-c86c-43cb-9c47-681be1cf82b3 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] No DVR routers for this DVR port c1dd7fb2-690d-4318-b6a6-7957be4b70a6 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:00.061278 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:29:00.065889 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:29:00.091073 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fcf9502c-8445-47a9-b609-43377ff4e91c req-376c44e9-c86c-43cb-9c47-681be1cf82b3 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:00.095726 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fcf9502c-8445-47a9-b609-43377ff4e91c req-376c44e9-c86c-43cb-9c47-681be1cf82b3 tempest-ServersAdminNegativeTestJSON-1567289045 tempest-ServersAdminNegativeTestJSON-1567289045-project] 10.222.0.44 "DELETE /v2.0/ports/c1dd7fb2-690d-4318-b6a6-7957be4b70a6 HTTP/1.1" status: 204 len: 173 time: 3.4739377 Apr 01 12:29:00.107328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7433d5-25e1-4086-890f-03378e158277', 'name': 'network-vif-deleted', 'tag': 'c1dd7fb2-690d-4318-b6a6-7957be4b70a6'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:00.118476 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0c5982-d07c-4151-8711-9cff01915a63" -d '{"events": [{"server_uuid": "6b7433d5-25e1-4086-890f-03378e158277", "name": "network-vif-deleted", "tag": "c1dd7fb2-690d-4318-b6a6-7957be4b70a6"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:00.133664 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:00.171797 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d839-83ce-4871-bc91-82f262c491e2 req-db953838-ee2c-44f3-b502-14010243643c tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:00.210603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7191d839-83ce-4871-bc91-82f262c491e2 req-db953838-ee2c-44f3-b502-14010243643c tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 944 time: 0.6776104 Apr 01 12:29:00.396352 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:00.416401 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7191d839-83ce-4871-bc91-82f262c491e2 req-0fce52e1-1258-4cc7-98ea-73602c08e61b tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013543 Apr 01 12:29:00.418461 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4478c228-e816-4143-82d8-150917816ad9 req-31cfebc4-c049-4245-bcdf-bcf1c6cfed45 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8147466 Apr 01 12:29:00.431027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fe523-4a7f-4ffd-8b74-fc439c996d87 req-789bd3bf-6cd5-4828-a64e-e7e973b15c07 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:00.432999 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e21fe523-4a7f-4ffd-8b74-fc439c996d87 req-789bd3bf-6cd5-4828-a64e-e7e973b15c07 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.4671268 Apr 01 12:29:00.505753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Allocated IP 172.20.0.2 (d624c987-5f0a-4884-a492-27ec9905351f/c3f1adcd-9398-4a14-acf3-844bff86e3ab/8431748b-4f9a-4233-97ba-8fb797d76114) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:00.567019 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e21fe523-4a7f-4ffd-8b74-fc439c996d87 req-e5d87cf6-17e0-497e-ad99-3b05a1161cc7 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076381 Apr 01 12:29:00.569339 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:00.609835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-b2501549-86ee-47d5-a2ae-9de235e7c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:00.611465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-b2501549-86ee-47d5-a2ae-9de235e7c885 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1101 time: 0.1411452 Apr 01 12:29:00.635137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:00.652904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:00.662675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Pushing event updated for resources: {'Port': ['ID=c47c97d0-d67e-43e0-8099-690131e80ac9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:00.665858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:00.760308 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2967037-413f-4cd7-866c-21e470b4d348 x-openstack-request-id: req-a2967037-413f-4cd7-866c-21e470b4d348 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:00.760726 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7433d5-25e1-4086-890f-03378e158277", "name": "network-vif-deleted", "tag": "c1dd7fb2-690d-4318-b6a6-7957be4b70a6", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:00.761088 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2967037-413f-4cd7-866c-21e470b4d348 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:00.761885 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2967037-413f-4cd7-866c-21e470b4d348'] response: {'server_uuid': '6b7433d5-25e1-4086-890f-03378e158277', 'name': 'network-vif-deleted', 'tag': 'c1dd7fb2-690d-4318-b6a6-7957be4b70a6', 'status': 'completed', 'code': 200} Apr 01 12:29:00.947659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb4813-b6c4-4085-ae23-df2069bf7392 None None] Pushing event updated for resources: {'Port': ['ID=25cd2e89-4a59-410f-b65a-e8a4f864563f,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:01.006864 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:01.017364 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-05cf9d01-5f52-4f4d-9983-a5abb6dd6b76 None None] Provisioning complete for port 25cd2e89-4a59-410f-b65a-e8a4f864563f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:01.017722 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05cf9d01-5f52-4f4d-9983-a5abb6dd6b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:01.042623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc102625-fd20-4d7e-9afa-422003794e9b req-af6346a1-35df-42a0-ada8-dd47fb3b45e2 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:01.044546 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc102625-fd20-4d7e-9afa-422003794e9b req-af6346a1-35df-42a0-ada8-dd47fb3b45e2 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.2742462 Apr 01 12:29:01.048538 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:01.081228 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:01.107114 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:01.212298 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Network d624c987-5f0a-4884-a492-27ec9905351f is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:01.213173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Pushing event updated for resources: {'Port': ['ID=8431748b-4f9a-4233-97ba-8fb797d76114,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:01.235825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 25cd2e89-4a59-410f-b65a-e8a4f864563f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:01.253821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:01.298108 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc102625-fd20-4d7e-9afa-422003794e9b req-7f6779fe-61bb-4e53-a4ba-075934f761d9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442496 Apr 01 12:29:01.301108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:01.432329 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Allocated IP 172.25.7.71 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/5d9ffe31-8805-4be2-ab80-096269600958) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:01.457269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-5e38fa72-16c6-422f-adb5-63ccc146945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:01.457269 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-5e38fa72-16c6-422f-adb5-63ccc146945f service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.8292086 Apr 01 12:29:01.547848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Attempting to bind port 8431748b-4f9a-4233-97ba-8fb797d76114 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:01.548435 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Attempting to bind port 8431748b-4f9a-4233-97ba-8fb797d76114 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '80f317c0-b145-49dc-a7f2-daf0ffbf1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:01.548800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Attempting to bind port 8431748b-4f9a-4233-97ba-8fb797d76114 on network d624c987-5f0a-4884-a492-27ec9905351f {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:01.560094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 25cd2e89-4a59-410f-b65a-e8a4f864563f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:01.560619 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:01.562993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:01.563525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Checking segment: {'id': '80f317c0-b145-49dc-a7f2-daf0ffbf1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:01.564030 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:01.564523 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Bound using segment: {'id': '80f317c0-b145-49dc-a7f2-daf0ffbf1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:01.565642 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Bound port: 8431748b-4f9a-4233-97ba-8fb797d76114, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f317c0-b145-49dc-a7f2-daf0ffbf1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:01.566977 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:01.569764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-47f18c7a-daa1-48cf-94bf-f4282cf1cad7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 217 time: 0.0964210 Apr 01 12:29:01.730846 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:01.787903 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] For port 8431748b-4f9a-4233-97ba-8fb797d76114, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:01.796037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:01.807749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] For port 8431748b-4f9a-4233-97ba-8fb797d76114, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8431748b-4f9a-4233-97ba-8fb797d76114,segment=NetworkSegment(80f317c0-b145-49dc-a7f2-daf0ffbf1f21),segment_id=80f317c0-b145-49dc-a7f2-daf0ffbf1f21)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:01.822567 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:01.889002 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:01.899380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:01.918359 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:01.922765 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Pushing event updated for resources: {'Port': ['ID=5d9ffe31-8805-4be2-ab80-096269600958,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:01.967077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521ecba-86df-4372-839e-ccfb8fcedc6f None None] Pushing event updated for resources: {'Port': ['ID=8431748b-4f9a-4233-97ba-8fb797d76114,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:01.985624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426f42e-28da-4f40-830e-d4cf62b622c6 req-709b82e5-820e-44a0-94c1-3f967841ebe4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:01.999902 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c426f42e-28da-4f40-830e-d4cf62b622c6 req-709b82e5-820e-44a0-94c1-3f967841ebe4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 1.1683512 Apr 01 12:29:02.000358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec393e-6d98-42b0-a831-d4f7552c872a req-a7665b67-1f0e-4635-b493-7d0b253274da tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:02.013422 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87ec393e-6d98-42b0-a831-d4f7552c872a req-a7665b67-1f0e-4635-b493-7d0b253274da tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 944 time: 0.3298531 Apr 01 12:29:02.040146 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-2eca212d-708b-47ac-bf1b-155fbd14ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:02.043305 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-2eca212d-708b-47ac-bf1b-155fbd14ae02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.4359024 Apr 01 12:29:02.151267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c426f42e-28da-4f40-830e-d4cf62b622c6 req-de1abb15-8200-474b-9ed6-d6a596c9df3b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498549 Apr 01 12:29:02.220231 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87ec393e-6d98-42b0-a831-d4f7552c872a req-69eb2b2d-c5f5-4b4b-91ec-d2980fe2b11b tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055414 Apr 01 12:29:02.248883 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55064) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:02.396145 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:02.487731 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:02.540216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-84f14cb0-ab0c-43b1-aef8-863e063784bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:02.549585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-84f14cb0-ab0c-43b1-aef8-863e063784bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4397383 Apr 01 12:29:02.718873 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d6c3fade-e3b0-4ebc-863b-d3533dccac77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1da7b6d5824c44e19e8db1ed5db17be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656360 Apr 01 12:29:02.726313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55072) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:02.748891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb84b7-504b-4b5f-ae05-1dda2f7b09eb req-0c83769e-2af9-4802-81f1-ccfa2c1121be tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:02.750988 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9ebb84b7-504b-4b5f-ae05-1dda2f7b09eb req-0c83769e-2af9-4802-81f1-ccfa2c1121be tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.2067881 Apr 01 12:29:02.912620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-d6f2df29-9d61-49c1-a07c-2f7e1a537d5d service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254795 Apr 01 12:29:02.957783 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:03.035066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09b487-b1a2-4f47-b95d-3f2d9db3cef5 req-53ad66db-29ff-42dc-9edc-58f477327919 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:03.045416 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c09b487-b1a2-4f47-b95d-3f2d9db3cef5 req-53ad66db-29ff-42dc-9edc-58f477327919 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.6772850 Apr 01 12:29:03.111308 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9ebb84b7-504b-4b5f-ae05-1dda2f7b09eb req-5b81c875-a984-46a2-9238-a9c90cda2218 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504219 Apr 01 12:29:03.204237 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c09b487-b1a2-4f47-b95d-3f2d9db3cef5 req-ee0b9956-e9e4-4011-bb4c-25795c92084b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555459 Apr 01 12:29:03.206934 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-1cc260b9-cd87-434e-bdd9-eae8761a0552 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789464 Apr 01 12:29:03.214603 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:03.251734 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd9318c0-de6b-4ea0-bbac-2069094e25a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:03.350296 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd9318c0-de6b-4ea0-bbac-2069094e25a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:03.394411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8431748b-4f9a-4233-97ba-8fb797d76114 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:03.474436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d3180-be3c-4e5f-8a96-98a9ffdf3ef6 req-f91432e7-4ec5-4d0e-b917-e001db560673 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:03.476658 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f1d3180-be3c-4e5f-8a96-98a9ffdf3ef6 req-f91432e7-4ec5-4d0e-b917-e001db560673 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.1017432 Apr 01 12:29:03.496713 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd9318c0-de6b-4ea0-bbac-2069094e25a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:03.499453 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd9318c0-de6b-4ea0-bbac-2069094e25a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:03.505293 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fd9318c0-de6b-4ea0-bbac-2069094e25a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8658901-914a-4a35-a69e-f0e93ce99dde HTTP/1.1" status: 204 len: 168 time: 0.7776985 Apr 01 12:29:03.535803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 8431748b-4f9a-4233-97ba-8fb797d76114 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:03.536197 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:03.542028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9318c0-de6b-4ea0-bbac-2069094e25a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8658901-914a-4a35-a69e-f0e93ce99dde,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:03.567068 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Router 60561023-c6e9-4759-87c6-3dda55ac54c3 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:29:03.591543 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f1d3180-be3c-4e5f-8a96-98a9ffdf3ef6 req-82dffd7b-d006-49cc-a731-21e130cc9b9f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053951 Apr 01 12:29:03.593096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Router 965388a4-9502-43b7-8976-a34597383c9f is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:29:03.594797 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9831dfc-89fe-4da7-a20a-2479e0853e9e req-a148d51c-27ab-41d4-ae2e-7b5b993693ce tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:03.608234 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a9831dfc-89fe-4da7-a20a-2479e0853e9e req-a148d51c-27ab-41d4-ae2e-7b5b993693ce tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 944 time: 0.1524248 Apr 01 12:29:03.770774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:29:03.789262 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Sync routers for ids ['965388a4-9502-43b7-8976-a34597383c9f'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:29:03.797808 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:03.805317 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:03.807863 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Routers {'965388a4-9502-43b7-8976-a34597383c9f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:03.811967 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-372b33a4-1b4c-4a3e-8ca7-6620e5e3425b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 8.3184860 Apr 01 12:29:03.812499 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:28:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['965388a4-9502-43b7-8976-a34597383c9f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:03.812831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55088) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:03.847576 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a9831dfc-89fe-4da7-a20a-2479e0853e9e req-591c14a7-363f-4b1f-945d-7b95c70f8a4a tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337725 Apr 01 12:29:03.859191 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4fd04c-e9e7-44cd-bdb2-8db3733baf66 None None] Network d624c987-5f0a-4884-a492-27ec9905351f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:29:03.892267 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:29:03.919100 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 8431748b-4f9a-4233-97ba-8fb797d76114, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8431748b-4f9a-4233-97ba-8fb797d76114,segment=NetworkSegment(80f317c0-b145-49dc-a7f2-daf0ffbf1f21),segment_id=80f317c0-b145-49dc-a7f2-daf0ffbf1f21)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:03.926420 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:03.931973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55092) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:03.935632 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9efa7504-3cc4-46b0-8d06-3202ffb1231a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.7552757 Apr 01 12:29:03.946634 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Sync routers for ids ['60561023-c6e9-4759-87c6-3dda55ac54c3'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:29:03.967465 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:04.048585 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Set router 965388a4-9502-43b7-8976-a34597383c9f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:04.085131 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Routers {'60561023-c6e9-4759-87c6-3dda55ac54c3'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:04.085842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:28:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['60561023-c6e9-4759-87c6-3dda55ac54c3'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:04.223637 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Set router 60561023-c6e9-4759-87c6-3dda55ac54c3 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:04.244566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55098) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:04.330738 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bb35cb4b-b4ad-472d-9ba5-301eac889a53 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e05bdb6ae064800b18bf8b1c05e246d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763948 Apr 01 12:29:04.331433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55102) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:04.443378 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170beda-26db-4a2a-8e19-a9ce2bcd4b80 req-2ae7e5d9-201f-4dba-bb0d-5f77ee72baa5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:04.445131 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9170beda-26db-4a2a-8e19-a9ce2bcd4b80 req-2ae7e5d9-201f-4dba-bb0d-5f77ee72baa5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.1074812 Apr 01 12:29:04.445908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7bd799aa-e4a3-4ccd-8b94-8549a737a8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:04.482103 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7bd799aa-e4a3-4ccd-8b94-8549a737a8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:04.547976 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9170beda-26db-4a2a-8e19-a9ce2bcd4b80 req-1d7e1e1e-5b96-43ed-b42a-d9a00716b582 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846519 Apr 01 12:29:04.567325 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:29:01Z', 'revision_number': 3, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:04.582424 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7bd799aa-e4a3-4ccd-8b94-8549a737a8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:04.585418 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7bd799aa-e4a3-4ccd-8b94-8549a737a8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:04.588788 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7bd799aa-e4a3-4ccd-8b94-8549a737a8ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52f77ec2-c938-4064-8ffe-b189cd067ed3 HTTP/1.1" status: 204 len: 168 time: 0.2562904 Apr 01 12:29:04.609808 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd799aa-e4a3-4ccd-8b94-8549a737a8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f77ec2-c938-4064-8ffe-b189cd067ed3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:04.630092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9751-591b-49f0-a9b3-21ad1caf2671 req-db94a923-aab1-46bb-96ea-74f8eba1b115 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:04.631491 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae0c9751-591b-49f0-a9b3-21ad1caf2671 req-db94a923-aab1-46bb-96ea-74f8eba1b115 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.3281889 Apr 01 12:29:04.647467 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ae504599-b4da-4363-a970-f8c6cb3bcc8a None None] Provisioning complete for port 8431748b-4f9a-4233-97ba-8fb797d76114 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:04.647930 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae504599-b4da-4363-a970-f8c6cb3bcc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:04.704929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=8431748b-4f9a-4233-97ba-8fb797d76114,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:04.708360 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Checking router: 965388a4-9502-43b7-8976-a34597383c9f for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:29:04.708711 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Updating router 965388a4-9502-43b7-8976-a34597383c9f port c47c97d0-d67e-43e0-8099-690131e80ac9 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:29:04.774899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14b375-563f-4729-aeef-b341bcae37a1 req-7fb789d1-6b6c-4db6-8ade-230ace87b0e6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:04.782857 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd14b375-563f-4729-aeef-b341bcae37a1 req-7fb789d1-6b6c-4db6-8ade-230ace87b0e6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.0685296 Apr 01 12:29:04.811212 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:04.837239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd14b375-563f-4729-aeef-b341bcae37a1 req-f0fe6873-53eb-4e19-8c08-1a5fbf4230e5 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485888 Apr 01 12:29:04.841382 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae0c9751-591b-49f0-a9b3-21ad1caf2671 req-fd7edc99-c50c-4139-9429-1e3878e97fc0 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604490 Apr 01 12:29:05.171043 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-369173372-router', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5d9ffe31-8805-4be2-ab80-096269600958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:59Z', 'updated_at': '2022-04-01T12:29:02Z', 'revision_number': 3, 'project_id': '35aecee3d9a8483db13fd7e55f9daf55', 'gw_port': {'id': '5d9ffe31-8805-4be2-ab80-096269600958', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:01Z', 'updated_at': '2022-04-01T12:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:05.214523 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Checking router: 60561023-c6e9-4759-87c6-3dda55ac54c3 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:29:05.215176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Updating router 60561023-c6e9-4759-87c6-3dda55ac54c3 port 5d9ffe31-8805-4be2-ab80-096269600958 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:29:05.247091 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.280126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafef09-7a64-4fd0-a175-e27cacf7e8fd req-2899227c-cc07-4eb7-a126-7b6e3c0348f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:05.289154 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3aafef09-7a64-4fd0-a175-e27cacf7e8fd req-2899227c-cc07-4eb7-a126-7b6e3c0348f5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 944 time: 0.1644752 Apr 01 12:29:05.315914 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.336954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8431748b-4f9a-4233-97ba-8fb797d76114 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:05.380453 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3aafef09-7a64-4fd0-a175-e27cacf7e8fd req-53d038fe-ccd4-4f0d-94b2-8ab449e6a537 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829530 Apr 01 12:29:05.494273 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.505919 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.560301 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Pushing event updated for resources: {'Port': ['ID=c47c97d0-d67e-43e0-8099-690131e80ac9,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:05.564885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Allocated IP 172.20.0.1 (d624c987-5f0a-4884-a492-27ec9905351f/c3f1adcd-9398-4a14-acf3-844bff86e3ab/92dbe49f-e0c4-430d-b094-f506ba08588e) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:05.585833 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:05.586434 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:05.587003 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:05.587454 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:05.587967 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:05.588388 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:05.589092 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:05.589429 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:05.589847 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:05.590857 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:05.590857 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:05.591114 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:05.595198 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Attempting to bind port c47c97d0-d67e-43e0-8099-690131e80ac9 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:05.595720 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Attempting to bind port c47c97d0-d67e-43e0-8099-690131e80ac9 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:05.596430 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Attempting to bind port c47c97d0-d67e-43e0-8099-690131e80ac9 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:05.603447 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:05.603906 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:05.604758 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.605252 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:05.605826 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Bound port: c47c97d0-d67e-43e0-8099-690131e80ac9, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:05.606912 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.747440 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.775687 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.776474 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] For port c47c97d0-d67e-43e0-8099-690131e80ac9, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:05.784424 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] For port c47c97d0-d67e-43e0-8099-690131e80ac9, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c47c97d0-d67e-43e0-8099-690131e80ac9,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:05.794179 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.795742 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.826233 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.870922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5f41a1ba-72c9-41d9-a6b1-1de21b898afc None None] Provisioning complete for port 8431748b-4f9a-4233-97ba-8fb797d76114 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:05.871475 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5f41a1ba-72c9-41d9-a6b1-1de21b898afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.933520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Pushing event updated for resources: {'Port': ['ID=92dbe49f-e0c4-430d-b094-f506ba08588e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:05.935697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Attempting to bind port 5d9ffe31-8805-4be2-ab80-096269600958 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:05.936209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Attempting to bind port 5d9ffe31-8805-4be2-ab80-096269600958 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:05.942799 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Attempting to bind port 5d9ffe31-8805-4be2-ab80-096269600958 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:05.949810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eaa64c-df29-44fe-a34e-ca3dfd982957 None None] Pushing event updated for resources: {'Port': ['ID=5d9ffe31-8805-4be2-ab80-096269600958,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:05.970693 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:05.971354 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:05.971974 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.972567 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:05.973368 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Bound port: 5d9ffe31-8805-4be2-ab80-096269600958, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:05.975111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Network d624c987-5f0a-4884-a492-27ec9905351f is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:05.975597 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:05.990150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aa60d-33d1-47a1-b596-7199d0050002 req-3ee865fa-fbc7-4e02-af5c-d1e9cd172db8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:05.991790 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Routers {'965388a4-9502-43b7-8976-a34597383c9f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:05.992716 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:28:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['965388a4-9502-43b7-8976-a34597383c9f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:05.999000 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f8aa60d-33d1-47a1-b596-7199d0050002 req-3ee865fa-fbc7-4e02-af5c-d1e9cd172db8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.1956346 Apr 01 12:29:06.007552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:06.021505 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:06.052160 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 8431748b-4f9a-4233-97ba-8fb797d76114 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:06.056024 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:06.137083 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70268a-ca28-4902-a822-3e5b9d4db18d req-2b02601f-0e78-4c23-9762-d02e2bd11e05 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:06.146673 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350641c-f2d6-4e69-9486-e45a371bdc40 None None] Pushing event updated for resources: {'Port': ['ID=c47c97d0-d67e-43e0-8099-690131e80ac9,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:06.158554 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5f70268a-ca28-4902-a822-3e5b9d4db18d req-2b02601f-0e78-4c23-9762-d02e2bd11e05 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.1342051 Apr 01 12:29:06.166806 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:06.274349 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5f70268a-ca28-4902-a822-3e5b9d4db18d req-da67f4a5-4453-4f77-b2af-12b8885e6917 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086161 Apr 01 12:29:06.289404 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] Set router 965388a4-9502-43b7-8976-a34597383c9f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:06.367758 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] For port 5d9ffe31-8805-4be2-ab80-096269600958, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:06.385564 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cb42ac5e-150f-43f8-aea8-a54417039788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:06.393110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] For port 5d9ffe31-8805-4be2-ab80-096269600958, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5d9ffe31-8805-4be2-ab80-096269600958,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:06.406891 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:06.538339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170afb82-15c6-4d0d-a64c-142a5af379c5 req-4171e0d8-acb9-4f30-8d30-5007d1920c67 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:06.548834 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-170afb82-15c6-4d0d-a64c-142a5af379c5 req-4171e0d8-acb9-4f30-8d30-5007d1920c67 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.1214983 Apr 01 12:29:06.554549 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eaa64c-df29-44fe-a34e-ca3dfd982957 None None] Pushing event updated for resources: {'Port': ['ID=5d9ffe31-8805-4be2-ab80-096269600958,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:06.614542 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:29:01Z', 'revision_number': 3, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:06.677980 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92b86a-f1c6-4f7e-b175-5a264ebdf0c9 None None] The sync data for ids ['965388a4-9502-43b7-8976-a34597383c9f'] in n-d-836146-1 is: [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:29:01Z', 'revision_number': 3, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:29:06.681560 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-170afb82-15c6-4d0d-a64c-142a5af379c5 req-42484fd9-49c4-4ea2-8782-21a8bb62a313 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066310 Apr 01 12:29:06.776974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-41d63bc4-db50-4e7d-b3da-7eb95df219e0 None None] Provisioning complete for port 92dbe49f-e0c4-430d-b094-f506ba08588e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:06.777880 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-41d63bc4-db50-4e7d-b3da-7eb95df219e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:06.898228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Routers {'60561023-c6e9-4759-87c6-3dda55ac54c3'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:06.898228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:28:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['60561023-c6e9-4759-87c6-3dda55ac54c3'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:06.900448 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-41d63bc4-db50-4e7d-b3da-7eb95df219e0 None None] Port 92dbe49f-e0c4-430d-b094-f506ba08588e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:29:06.921368 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbb406-a210-4188-80f9-f5516344adac req-c48f7317-72a5-4918-97a6-78fe506df832 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:06.923547 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f7cbb406-a210-4188-80f9-f5516344adac req-c48f7317-72a5-4918-97a6-78fe506df832 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 944 time: 0.1089451 Apr 01 12:29:07.019262 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f7cbb406-a210-4188-80f9-f5516344adac req-bbdec673-7a8f-4843-be21-233629b60322 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868962 Apr 01 12:29:07.022405 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f8aa60d-33d1-47a1-b596-7199d0050002 req-1963d4f2-94ff-48f7-b87e-b1b6d03e3cb7 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0224946 Apr 01 12:29:07.174063 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] Set router 60561023-c6e9-4759-87c6-3dda55ac54c3 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:07.403689 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:07.406980 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:07.493595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-369173372-router', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5d9ffe31-8805-4be2-ab80-096269600958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:59Z', 'updated_at': '2022-04-01T12:29:02Z', 'revision_number': 3, 'project_id': '35aecee3d9a8483db13fd7e55f9daf55', 'gw_port': {'id': '5d9ffe31-8805-4be2-ab80-096269600958', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:01Z', 'updated_at': '2022-04-01T12:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:07.600897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2472b-bba6-44bf-ba0a-d54ee41b9af4 None None] The sync data for ids ['60561023-c6e9-4759-87c6-3dda55ac54c3'] in n-d-836146-1 is: [{'id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-369173372-router', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5d9ffe31-8805-4be2-ab80-096269600958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:59Z', 'updated_at': '2022-04-01T12:29:02Z', 'revision_number': 3, 'project_id': '35aecee3d9a8483db13fd7e55f9daf55', 'gw_port': {'id': '5d9ffe31-8805-4be2-ab80-096269600958', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:01Z', 'updated_at': '2022-04-01T12:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:29:07.691900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbb530-eb2c-4932-be9f-95cfe24a69b6 req-ed37bedf-7337-4a94-9a65-565eebfd8b0d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:07.699963 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91dbb530-eb2c-4932-be9f-95cfe24a69b6 req-ed37bedf-7337-4a94-9a65-565eebfd8b0d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.2725954 Apr 01 12:29:07.885241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60bd80-7a7b-4903-9015-ea038ab8ac8e req-451d5deb-c353-4da9-90bb-8189795a18f3 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:07.899958 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dd60bd80-7a7b-4903-9015-ea038ab8ac8e req-451d5deb-c353-4da9-90bb-8189795a18f3 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.1121011 Apr 01 12:29:07.928463 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91dbb530-eb2c-4932-be9f-95cfe24a69b6 req-8eca7b8a-66e6-42cc-8696-01fb7f5d9b93 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272308 Apr 01 12:29:07.972258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dd60bd80-7a7b-4903-9015-ea038ab8ac8e req-bd0fe976-6f35-4a06-b7ce-a80a1d3e75ee tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703750 Apr 01 12:29:08.084776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Allocated IP 172.20.0.1 (812cc8bf-25f6-40bc-8686-4075c0f30d37/3a697d1d-07f8-4b71-9490-322b750b832f/226a441a-d4af-4b28-8cdf-4475c275025d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:08.219391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:08.234910 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:08.235867 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa0c44-d04a-4a8f-b449-ddda14d456d2 req-84163e00-204b-435a-b25c-733ff7b90662 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:08.245484 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-38fa0c44-d04a-4a8f-b449-ddda14d456d2 req-84163e00-204b-435a-b25c-733ff7b90662 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 944 time: 0.1192801 Apr 01 12:29:08.329051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-38fa0c44-d04a-4a8f-b449-ddda14d456d2 req-54eda368-e6c1-447a-b80f-3add1fc7d2f0 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795455 Apr 01 12:29:08.387215 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:08.420570 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:08.430921 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Pushing event updated for resources: {'Port': ['ID=92dbe49f-e0c4-430d-b094-f506ba08588e,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:08.520893 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:08.541946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f2572-56a3-45fa-9f08-27ab5db624de req-4795becc-15b2-4bfd-b3e4-8f411e2dd854 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:08.555331 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d21f2572-56a3-45fa-9f08-27ab5db624de req-4795becc-15b2-4bfd-b3e4-8f411e2dd854 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.1329367 Apr 01 12:29:08.567478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Network d624c987-5f0a-4884-a492-27ec9905351f is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:08.599644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:08.668806 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d21f2572-56a3-45fa-9f08-27ab5db624de req-bd47065b-cb12-4699-a0f5-5ba6a4a5548b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124859 Apr 01 12:29:08.691771 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:08.727617 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:08.857541 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5da2e701-3de1-4335-9779-be235d66854a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:08.910431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Network 812cc8bf-25f6-40bc-8686-4075c0f30d37 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:08.922954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:08.933567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:08.937562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Pushing event updated for resources: {'Port': ['ID=226a441a-d4af-4b28-8cdf-4475c275025d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:09.004499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Router 60561023-c6e9-4759-87c6-3dda55ac54c3 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:29:09.031289 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:09.154694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-15fcbc55-3de0-473a-b958-2f7fc942460d None None] Provisioning complete for port 92dbe49f-e0c4-430d-b094-f506ba08588e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:09.166569 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-15fcbc55-3de0-473a-b958-2f7fc942460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:09.321838 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-15fcbc55-3de0-473a-b958-2f7fc942460d None None] Port 92dbe49f-e0c4-430d-b094-f506ba08588e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:29:09.425473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5d9ffe31-8805-4be2-ab80-096269600958 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:09.496264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 5d9ffe31-8805-4be2-ab80-096269600958 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:09.497077 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:09.502991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a0fbf-c4d1-419b-bed4-243834c6a0c5 req-6d7c3510-beb1-4a60-a7cb-cc8e81da6484 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:09.510688 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cf3a0fbf-c4d1-419b-bed4-243834c6a0c5 req-6d7c3510-beb1-4a60-a7cb-cc8e81da6484 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.3563683 Apr 01 12:29:09.567655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5c27418d-36bb-42d0-adf0-60c507388e19 None None] Provisioning complete for port 226a441a-d4af-4b28-8cdf-4475c275025d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:09.569111 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5c27418d-36bb-42d0-adf0-60c507388e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:09.571426 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:29:09.591058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:29:09.603067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8b7a2cc4-0b17-442c-bb23-35c40c1d1c3d admin admin] 10.222.0.45 "PUT /v2.0/routers/60561023-c6e9-4759-87c6-3dda55ac54c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6702867 Apr 01 12:29:09.613911 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:09.619538 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cf3a0fbf-c4d1-419b-bed4-243834c6a0c5 req-68c14c44-33bf-48a8-a7bd-5b793e311635 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079807 Apr 01 12:29:09.800241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe,segment=NetworkSegment(1542a95f-4f27-428b-940a-42ab6e5e45a1),segment_id=1542a95f-4f27-428b-940a-42ab6e5e45a1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:09.810666 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1166f-73a1-4281-8fa5-dff2bcf402fb req-ae9eab9d-465c-4133-81dd-30e26ec3fa28 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:09.818928 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-48e1166f-73a1-4281-8fa5-dff2bcf402fb req-ae9eab9d-465c-4133-81dd-30e26ec3fa28 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.1192327 Apr 01 12:29:09.848483 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'port_id': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe', 'mac_address': 'fa:16:3e:35:6a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:29:09.895598 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-48e1166f-73a1-4281-8fa5-dff2bcf402fb req-bfc0dc48-866a-480f-9379-79d9f937acd9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755577 Apr 01 12:29:09.925620 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:09.993326 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:29:10.023651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe,segment=NetworkSegment(1542a95f-4f27-428b-940a-42ab6e5e45a1),segment_id=1542a95f-4f27-428b-940a-42ab6e5e45a1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:10.073222 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.078537 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.081722 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5c27418d-36bb-42d0-adf0-60c507388e19 None None] Port 226a441a-d4af-4b28-8cdf-4475c275025d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:29:10.106135 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.123001 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.147795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:10.161833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:10.162244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:10.162586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:10.162918 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:10.163242 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:10.163600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:10.163882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:10.164202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:10.164650 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:10.164984 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:10.165303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:10.165620 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:10.186964 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef26fc5-16d9-492b-aebc-023f5270f08a req-6764f820-044c-433c-af75-3fd2c5cdcc7c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:10.190479 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eef26fc5-16d9-492b-aebc-023f5270f08a req-6764f820-044c-433c-af75-3fd2c5cdcc7c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.1142681 Apr 01 12:29:10.192343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 5d9ffe31-8805-4be2-ab80-096269600958, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5d9ffe31-8805-4be2-ab80-096269600958,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:10.193081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55258) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:10.200085 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.201411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c47c97d0-d67e-43e0-8099-690131e80ac9 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:10.266917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=5d9ffe31-8805-4be2-ab80-096269600958,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:10.267210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44205740-5ba2-44d9-a18b-892a5033bce0 req-3522fa50-9510-407f-acd8-1d9e9cbad3ea tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:10.273975 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44205740-5ba2-44d9-a18b-892a5033bce0 req-3522fa50-9510-407f-acd8-1d9e9cbad3ea tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 944 time: 0.4462719 Apr 01 12:29:10.287875 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.288921 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eef26fc5-16d9-492b-aebc-023f5270f08a req-f605cf76-8f1f-43e1-ad60-d3833bce9f34 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913723 Apr 01 12:29:10.347703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Pushing event updated for resources: {'Port': ['ID=226a441a-d4af-4b28-8cdf-4475c275025d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:10.373721 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.376767 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c47c97d0-d67e-43e0-8099-690131e80ac9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:10.377584 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.437872 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1e76bea3-3a62-4cc6-95ee-db9c52c16bbe'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:10.532845 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92c7e61f-c46d-4c60-931f-d7ac8b9a67a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.571621 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.630047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port c47c97d0-d67e-43e0-8099-690131e80ac9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c47c97d0-d67e-43e0-8099-690131e80ac9,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:10.701200 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44205740-5ba2-44d9-a18b-892a5033bce0 req-566701d9-7f49-4562-a9fb-d974b3f70523 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4033439 Apr 01 12:29:10.707382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Network 812cc8bf-25f6-40bc-8686-4075c0f30d37 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:10.710192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:10.718311 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.731661 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92c7e61f-c46d-4c60-931f-d7ac8b9a67a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.741259 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92c7e61f-c46d-4c60-931f-d7ac8b9a67a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:10.962198 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=c47c97d0-d67e-43e0-8099-690131e80ac9,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:10.995949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Router 965388a4-9502-43b7-8976-a34597383c9f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:29:11.000270 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-87714bee-9475-4041-84d3-5a2495ba1392 req-82e5c716-70bf-4545-9316-a256e07667ce tempest-FloatingIPDetailsNegativeTestJSON-1862744132 tempest-FloatingIPDetailsNegativeTestJSON-1862744132-project] show failed (client error): The resource could not be found. Apr 01 12:29:11.002162 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87714bee-9475-4041-84d3-5a2495ba1392 req-82e5c716-70bf-4545-9316-a256e07667ce tempest-FloatingIPDetailsNegativeTestJSON-1862744132 tempest-FloatingIPDetailsNegativeTestJSON-1862744132-project] 10.222.0.45 "GET /v2.0/floatingips/dde08914-b9d0-454a-8b31-4063094b4d0f HTTP/1.1" status: 404 len: 350 time: 0.1926773 Apr 01 12:29:11.009128 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-92c7e61f-c46d-4c60-931f-d7ac8b9a67a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4baa237dcce945b08eab3bfb337ea805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8129098 Apr 01 12:29:11.011659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7e61f-c46d-4c60-931f-d7ac8b9a67a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a836b2a1-2e40-452a-920d-1c2272f79ad4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:11.020341 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55272) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:11.023286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55274) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:11.164068 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Sync routers for ids ['60561023-c6e9-4759-87c6-3dda55ac54c3'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:29:11.194423 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Routers {'60561023-c6e9-4759-87c6-3dda55ac54c3'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:11.195311 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['60561023-c6e9-4759-87c6-3dda55ac54c3'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:11.218702 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-974318ab-308e-4017-a8a1-f65b7b33919c None None] Provisioning complete for port 226a441a-d4af-4b28-8cdf-4475c275025d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:11.219074 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-974318ab-308e-4017-a8a1-f65b7b33919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:11.289693 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5d9ffe31-8805-4be2-ab80-096269600958 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:11.321807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11a328-f37b-49a5-bae9-7bf0aeaa7584 req-f2f70a27-7d0f-4d1d-952f-520354f9081b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:11.323711 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa11a328-f37b-49a5-bae9-7bf0aeaa7584 req-f2f70a27-7d0f-4d1d-952f-520354f9081b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.1197546 Apr 01 12:29:11.354476 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b38a6120-d6ed-4010-9d29-ceeedc7621c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:11.358122 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-974318ab-308e-4017-a8a1-f65b7b33919c None None] Port 226a441a-d4af-4b28-8cdf-4475c275025d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:29:11.368701 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Set router 60561023-c6e9-4759-87c6-3dda55ac54c3 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:11.371742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:29:11.388941 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f3105801-7639-4989-b740-6c0655c521f7 admin admin] 10.222.0.45 "PUT /v2.0/routers/965388a4-9502-43b7-8976-a34597383c9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5651584 Apr 01 12:29:11.389472 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Sync routers for ids ['965388a4-9502-43b7-8976-a34597383c9f'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:29:11.404076 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Routers {'965388a4-9502-43b7-8976-a34597383c9f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:11.404622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['965388a4-9502-43b7-8976-a34597383c9f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:11.406445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 5d9ffe31-8805-4be2-ab80-096269600958 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:11.406814 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:11.427036 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa11a328-f37b-49a5-bae9-7bf0aeaa7584 req-e5a124f5-ab5f-4622-9afb-13716da68ac1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959966 Apr 01 12:29:11.484419 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b38a6120-d6ed-4010-9d29-ceeedc7621c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:11.519088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf504b-2dc8-48b3-9b67-790b2b3193ce req-15c32676-9221-4042-8fed-0a74ead8a650 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:11.526604 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-24bf504b-2dc8-48b3-9b67-790b2b3193ce req-15c32676-9221-4042-8fed-0a74ead8a650 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.3604209 Apr 01 12:29:11.601091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:11.654608 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-24bf504b-2dc8-48b3-9b67-790b2b3193ce req-eab62e64-baea-4614-981f-d223c6880d08 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270535 Apr 01 12:29:11.724564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83276f3d-09fd-42e6-b0fb-e7e89713df41 req-9f1db7b6-c221-4a6d-9522-c54847554ef8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:11.733549 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83276f3d-09fd-42e6-b0fb-e7e89713df41 req-9f1db7b6-c221-4a6d-9522-c54847554ef8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.1231370 Apr 01 12:29:11.738800 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-369173372-router', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5d9ffe31-8805-4be2-ab80-096269600958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:59Z', 'updated_at': '2022-04-01T12:29:07Z', 'revision_number': 4, 'project_id': '35aecee3d9a8483db13fd7e55f9daf55', 'gw_port': {'id': '5d9ffe31-8805-4be2-ab80-096269600958', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:01Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '92dbe49f-e0c4-430d-b094-f506ba08588e', 'name': '', 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'mac_address': 'fa:16:3e:42:5d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'c3f1adcd-9398-4a14-acf3-844bff86e3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:05Z', 'updated_at': '2022-04-01T12:29:07Z', 'revision_number': 2, 'project_id': '35aecee3d9a8483db13fd7e55f9daf55', 'subnets': [{'id': 'c3f1adcd-9398-4a14-acf3-844bff86e3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:11.798729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83276f3d-09fd-42e6-b0fb-e7e89713df41 req-4f48d045-82f2-4b61-9df0-d62ea3f831a6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633738 Apr 01 12:29:11.811919 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Checking router: 60561023-c6e9-4759-87c6-3dda55ac54c3 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:29:11.812240 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Updating router 60561023-c6e9-4759-87c6-3dda55ac54c3 port 92dbe49f-e0c4-430d-b094-f506ba08588e binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:29:11.868928 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:12.009432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Set router 965388a4-9502-43b7-8976-a34597383c9f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:12.176151 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:12.218693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a4a6f-d115-4491-88f8-e211df102909 req-11ed3b6c-c2f6-40b8-abe6-8df0b7079463 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:12.220231 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-11ed3b6c-c2f6-40b8-abe6-8df0b7079463 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/networks?id=812cc8bf-25f6-40bc-8686-4075c0f30d37 HTTP/1.1" status: 200 len: 829 time: 0.2353122 Apr 01 12:29:12.233166 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:12.242919 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b38a6120-d6ed-4010-9d29-ceeedc7621c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:12.245820 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b38a6120-d6ed-4010-9d29-ceeedc7621c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:12.251554 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-9433bb6d-5c27-4ac2-a124-f5dd3fabff5f tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/quotas/077b292e623b423fbfed103f39d3b352 HTTP/1.1" status: 200 len: 375 time: 0.0101528 Apr 01 12:29:12.258214 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b38a6120-d6ed-4010-9d29-ceeedc7621c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a836b2a1-2e40-452a-920d-1c2272f79ad4 HTTP/1.1" status: 204 len: 168 time: 1.2254558 Apr 01 12:29:12.290323 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a6120-d6ed-4010-9d29-ceeedc7621c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a836b2a1-2e40-452a-920d-1c2272f79ad4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:12.295597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:29:12.299743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c47c97d0-d67e-43e0-8099-690131e80ac9 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:12.380075 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-14f1b29b-4cde-47c5-921c-6fe24cf93aa9 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=077b292e623b423fbfed103f39d3b352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956264 Apr 01 12:29:12.430679 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb3d57-90fe-4824-8854-301c085a7381 req-99f7850f-3c95-45ee-af97-ceefd090b051 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:12.438713 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3bfb3d57-90fe-4824-8854-301c085a7381 req-99f7850f-3c95-45ee-af97-ceefd090b051 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 945 time: 0.2415044 Apr 01 12:29:12.483195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:12.483581 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:12.547203 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3bfb3d57-90fe-4824-8854-301c085a7381 req-97be840b-7d26-4396-ac24-17a4a0ee45f4 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079800 Apr 01 12:29:12.569833 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:12.586971 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:12.609024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-77c547bc-75b3-49f2-b566-ff5ddbd7fc4b service neutron] 10.222.0.45 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280233 Apr 01 12:29:12.766533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c47c97d0-d67e-43e0-8099-690131e80ac9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:12.767556 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:12.774886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:29:09Z', 'revision_number': 4, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '226a441a-d4af-4b28-8cdf-4475c275025d', 'name': '', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'mac_address': 'fa:16:3e:3a:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:07Z', 'updated_at': '2022-04-01T12:29:09Z', 'revision_number': 2, 'project_id': '077b292e623b423fbfed103f39d3b352', 'subnets': [{'id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:12.852285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-18f5e470-0c8a-41c2-a6d7-07b4b39f8df6 service neutron] 10.222.0.45 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356358 Apr 01 12:29:12.861616 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bb299-8f01-49e3-a3d6-407ae9a66ba0 req-2bfd90f5-34a5-4e31-a42a-01b230f4e90b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:12.874702 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-291bb299-8f01-49e3-a3d6-407ae9a66ba0 req-2bfd90f5-34a5-4e31-a42a-01b230f4e90b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.1800787 Apr 01 12:29:12.900044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55320) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:12.901910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Checking router: 965388a4-9502-43b7-8976-a34597383c9f for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:29:12.902472 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Updating router 965388a4-9502-43b7-8976-a34597383c9f port 226a441a-d4af-4b28-8cdf-4475c275025d binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:29:12.917172 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4fc38d4-b947-44b3-baf9-bc630de4a78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:12.928974 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a730-e2bb-4b4b-9728-f63b86b2e481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:12.983148 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-291bb299-8f01-49e3-a3d6-407ae9a66ba0 req-d2a2e15c-6404-4622-bcd2-e8d66f0c52fa tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065648 Apr 01 12:29:12.984334 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:13.038767 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d1ceb440-3d2d-45c9-a26c-58560d88a725 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:29:13.228278 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87570b32-23b7-4954-b656-e266e17a84a2 None None] Pushing event updated for resources: {'Port': ['ID=92dbe49f-e0c4-430d-b094-f506ba08588e,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:13.232211 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Attempting to bind port 92dbe49f-e0c4-430d-b094-f506ba08588e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:13.232582 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Attempting to bind port 92dbe49f-e0c4-430d-b094-f506ba08588e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '80f317c0-b145-49dc-a7f2-daf0ffbf1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:13.233003 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Attempting to bind port 92dbe49f-e0c4-430d-b094-f506ba08588e on network d624c987-5f0a-4884-a492-27ec9905351f {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:13.253676 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:13.257341 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Checking segment: {'id': '80f317c0-b145-49dc-a7f2-daf0ffbf1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:13.257922 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:13.258383 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Bound using segment: {'id': '80f317c0-b145-49dc-a7f2-daf0ffbf1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:13.258883 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Bound port: 92dbe49f-e0c4-430d-b094-f506ba08588e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f317c0-b145-49dc-a7f2-daf0ffbf1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:13.259276 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:13.289788 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a730-e2bb-4b4b-9728-f63b86b2e481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:13.300781 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a730-e2bb-4b4b-9728-f63b86b2e481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:13.405328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55334) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:13.405915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fdf8a730-e2bb-4b4b-9728-f63b86b2e481 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0b14823fd3740488f45d517cc457b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5013561 Apr 01 12:29:13.409036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8a730-e2bb-4b4b-9728-f63b86b2e481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7968b71b-4442-49b3-9e47-e7bf0745e468,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:13.420674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6b6d3-3ce4-4ea5-9390-7af6734449b4 req-48cc15e1-3fc0-4961-b6d5-05a384bcb826 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:13.422221 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bd6b6d3-3ce4-4ea5-9390-7af6734449b4 req-48cc15e1-3fc0-4961-b6d5-05a384bcb826 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.1570194 Apr 01 12:29:13.429473 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] For port 92dbe49f-e0c4-430d-b094-f506ba08588e, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:13.434206 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] For port 92dbe49f-e0c4-430d-b094-f506ba08588e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=92dbe49f-e0c4-430d-b094-f506ba08588e,segment=NetworkSegment(80f317c0-b145-49dc-a7f2-daf0ffbf1f21),segment_id=80f317c0-b145-49dc-a7f2-daf0ffbf1f21)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:13.443336 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:13.523164 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ae7b1-a2e1-482b-b6c3-7d122c029be8 req-bf5aebdb-6ac2-4e1e-83bc-246ef56e5e8c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:13.533113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d90ae7b1-a2e1-482b-b6c3-7d122c029be8 req-bf5aebdb-6ac2-4e1e-83bc-246ef56e5e8c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.0797565 Apr 01 12:29:13.635511 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d90ae7b1-a2e1-482b-b6c3-7d122c029be8 req-a3fa8901-b75e-4ac3-a470-a1bbf62fa791 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984988 Apr 01 12:29:13.677821 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Routers {'60561023-c6e9-4759-87c6-3dda55ac54c3'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:13.691822 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4bd6b6d3-3ce4-4ea5-9390-7af6734449b4 req-6bcd73c1-8362-4a54-8f33-8ae8cb3d98ad tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534122 Apr 01 12:29:13.692047 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:13.693714 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['60561023-c6e9-4759-87c6-3dda55ac54c3'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:13.715035 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87570b32-23b7-4954-b656-e266e17a84a2 None None] Pushing event updated for resources: {'Port': ['ID=92dbe49f-e0c4-430d-b094-f506ba08588e,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:13.921089 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:13.922610 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac992108-d528-432e-b1fc-e3d3985bc156 req-04073cea-363d-44d2-a018-0ad77949de9e tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 210 time: 0.1526759 Apr 01 12:29:13.923367 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0f6e99eb-1f45-416d-9584-bfb865dec72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:13.923749 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af1e37d-eaf3-489c-8f8a-18ffc8541bb9" -d '{"events": [{"server_uuid": "72aeddc1-8f03-4113-af2c-1c7d2a2f70bd", "name": "network-vif-plugged", "status": "completed", "tag": "1e76bea3-3a62-4cc6-95ee-db9c52c16bbe"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:13.972061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3a94a05a-ffc3-4b5e-bcd6-3f27734bc82a None None] Provisioning complete for port 92dbe49f-e0c4-430d-b094-f506ba08588e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:13.972365 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3a94a05a-ffc3-4b5e-bcd6-3f27734bc82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.002809 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0f6e99eb-1f45-416d-9584-bfb865dec72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.024142 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe,segment=NetworkSegment(1542a95f-4f27-428b-940a-42ab6e5e45a1),segment_id=1542a95f-4f27-428b-940a-42ab6e5e45a1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:14.033179 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] Set router 60561023-c6e9-4759-87c6-3dda55ac54c3 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:14.064917 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.124416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a4fc38d4-b947-44b3-baf9-bc630de4a78a admin admin] Deleting port 92dbe49f-e0c4-430d-b094-f506ba08588e {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:14.125033 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4fc38d4-b947-44b3-baf9-bc630de4a78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.137361 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cf5618-257a-410f-b820-52e0068e7bab x-openstack-request-id: req-45cf5618-257a-410f-b820-52e0068e7bab {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:14.137644 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aeddc1-8f03-4113-af2c-1c7d2a2f70bd", "name": "network-vif-plugged", "status": "completed", "tag": "1e76bea3-3a62-4cc6-95ee-db9c52c16bbe", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:14.137890 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45cf5618-257a-410f-b820-52e0068e7bab {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:14.138384 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cf5618-257a-410f-b820-52e0068e7bab'] response: {'server_uuid': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe', 'code': 200} Apr 01 12:29:14.144368 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.170811 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.250224 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:14.252742 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:14.336367 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc34ccc-a7f1-46af-a220-aa84588c3b88 req-ebd4643a-6f56-457e-bf93-26315167823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:14.338371 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7dc34ccc-a7f1-46af-a220-aa84588c3b88 req-ebd4643a-6f56-457e-bf93-26315167823a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 1097 time: 0.1796343 Apr 01 12:29:14.369897 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0cf1c-6516-44b2-b562-e42a2fc0fe91 req-01eb760f-09fa-4b2c-9fd2-1370b5a9ced4 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:14.386501 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-09e0cf1c-6516-44b2-b562-e42a2fc0fe91 req-01eb760f-09fa-4b2c-9fd2-1370b5a9ced4 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 946 time: 0.3486342 Apr 01 12:29:14.399586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'd1ceb440-3d2d-45c9-a26c-58560d88a725', 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427', 'port_id': 'd1ceb440-3d2d-45c9-a26c-58560d88a725', 'mac_address': 'fa:16:3e:05:c4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4da2763-ce40-4592-83f0-87a0352a7000', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:29:14.406650 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7dc34ccc-a7f1-46af-a220-aa84588c3b88 req-e4ca3315-a1f5-4187-aeed-c4c057be44ea service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569766 Apr 01 12:29:14.462464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d1500-b105-4dd3-87df-61c976ff31fd req-5cdc0f0e-728f-478d-975d-15143566a509 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:14.466814 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-279d1500-b105-4dd3-87df-61c976ff31fd req-5cdc0f0e-728f-478d-975d-15143566a509 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.1964715 Apr 01 12:29:14.470722 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0f6e99eb-1f45-416d-9584-bfb865dec72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.481952 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0f6e99eb-1f45-416d-9584-bfb865dec72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.494366 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0f6e99eb-1f45-416d-9584-bfb865dec72e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7968b71b-4442-49b3-9e47-e7bf0745e468 HTTP/1.1" status: 204 len: 168 time: 1.0621216 Apr 01 12:29:14.537290 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-369173372-router', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5d9ffe31-8805-4be2-ab80-096269600958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:59Z', 'updated_at': '2022-04-01T12:29:07Z', 'revision_number': 4, 'project_id': '35aecee3d9a8483db13fd7e55f9daf55', 'gw_port': {'id': '5d9ffe31-8805-4be2-ab80-096269600958', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:01Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '92dbe49f-e0c4-430d-b094-f506ba08588e', 'name': '', 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'mac_address': 'fa:16:3e:42:5d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'c3f1adcd-9398-4a14-acf3-844bff86e3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:05Z', 'updated_at': '2022-04-01T12:29:13Z', 'revision_number': 4, 'project_id': '35aecee3d9a8483db13fd7e55f9daf55', 'subnets': [{'id': 'c3f1adcd-9398-4a14-acf3-844bff86e3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:14.537592 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-09e0cf1c-6516-44b2-b562-e42a2fc0fe91 req-d886fa33-084d-44f8-857b-c6e40d34420e tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499012 Apr 01 12:29:14.560500 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e99eb-1f45-416d-9584-bfb865dec72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7968b71b-4442-49b3-9e47-e7bf0745e468,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:14.565293 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-a4fc38d4-b947-44b3-baf9-bc630de4a78a admin admin] For port 92dbe49f-e0c4-430d-b094-f506ba08588e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=92dbe49f-e0c4-430d-b094-f506ba08588e,segment=NetworkSegment(80f317c0-b145-49dc-a7f2-daf0ffbf1f21),segment_id=80f317c0-b145-49dc-a7f2-daf0ffbf1f21)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:14.565665 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4fc38d4-b947-44b3-baf9-bc630de4a78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.623434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-279d1500-b105-4dd3-87df-61c976ff31fd req-97d83d18-7b04-4cb8-b380-8c171b88de2f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484616 Apr 01 12:29:14.635396 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095ff4f-ebb0-434a-900a-6489b95f1fd0 None None] The sync data for ids ['60561023-c6e9-4759-87c6-3dda55ac54c3'] in n-d-836146-1 is: [{'id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-369173372-router', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5d9ffe31-8805-4be2-ab80-096269600958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:59Z', 'updated_at': '2022-04-01T12:29:07Z', 'revision_number': 4, 'project_id': '35aecee3d9a8483db13fd7e55f9daf55', 'gw_port': {'id': '5d9ffe31-8805-4be2-ab80-096269600958', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:01Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '92dbe49f-e0c4-430d-b094-f506ba08588e', 'name': '', 'network_id': 'd624c987-5f0a-4884-a492-27ec9905351f', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'mac_address': 'fa:16:3e:42:5d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'c3f1adcd-9398-4a14-acf3-844bff86e3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:05Z', 'updated_at': '2022-04-01T12:29:13Z', 'revision_number': 4, 'project_id': '35aecee3d9a8483db13fd7e55f9daf55', 'subnets': [{'id': 'c3f1adcd-9398-4a14-acf3-844bff86e3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:29:14.641202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a4fc38d4-b947-44b3-baf9-bc630de4a78a admin admin] Calling delete_port for 92dbe49f-e0c4-430d-b094-f506ba08588e owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:14.749074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e20fd-4ede-4197-9a2f-88985ba45e60 None None] Pushing event updated for resources: {'Port': ['ID=226a441a-d4af-4b28-8cdf-4475c275025d,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:14.805086 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3a94a05a-ffc3-4b5e-bcd6-3f27734bc82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.879239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Attempting to bind port 226a441a-d4af-4b28-8cdf-4475c275025d on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:14.879898 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Attempting to bind port 226a441a-d4af-4b28-8cdf-4475c275025d by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:14.880597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Attempting to bind port 226a441a-d4af-4b28-8cdf-4475c275025d on network 812cc8bf-25f6-40bc-8686-4075c0f30d37 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:14.898799 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.903453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:14.904442 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Checking segment: {'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:14.905049 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.905798 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Bound using segment: {'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:14.906485 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Bound port: 226a441a-d4af-4b28-8cdf-4475c275025d, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:14.907274 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.911474 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3a94a05a-ffc3-4b5e-bcd6-3f27734bc82a None None] For port 92dbe49f-e0c4-430d-b094-f506ba08588e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=92dbe49f-e0c4-430d-b094-f506ba08588e,segment=NetworkSegment(80f317c0-b145-49dc-a7f2-daf0ffbf1f21),segment_id=80f317c0-b145-49dc-a7f2-daf0ffbf1f21)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:14.958121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3a94a05a-ffc3-4b5e-bcd6-3f27734bc82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:14.969406 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ceb440-3d2d-45c9-a26c-58560d88a725 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:29:14.977931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a21063-5201-4f51-bf77-b961259a1946 req-fb35da2f-a7e0-4de9-adbd-5ec25e041e9c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:14.987324 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3a21063-5201-4f51-bf77-b961259a1946 req-fb35da2f-a7e0-4de9-adbd-5ec25e041e9c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.1319380 Apr 01 12:29:15.076743 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3a21063-5201-4f51-bf77-b961259a1946 req-5b2e8922-5d88-4fa1-8f92-b52942832de4 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883873 Apr 01 12:29:15.125899 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94a05a-ffc3-4b5e-bcd6-3f27734bc82a None None] Pushing event updated for resources: {'Port': ['ID=92dbe49f-e0c4-430d-b094-f506ba08588e,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:15.138134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:15.149421 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:15.201980 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c27be545-c170-492b-acd1-505a0fe366fa None None] Provisioning complete for port 92dbe49f-e0c4-430d-b094-f506ba08588e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:15.202395 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c27be545-c170-492b-acd1-505a0fe366fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:15.240540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e4cdd-71c0-4c41-a1ac-608e13c73518 req-6d41d7ac-3dab-4088-ab4c-52d85354b442 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:15.250834 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a5e4cdd-71c0-4c41-a1ac-608e13c73518 req-6d41d7ac-3dab-4088-ab4c-52d85354b442 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.3521297 Apr 01 12:29:15.270221 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec59fe3a-41dc-4a84-914e-45623e24a48c req-b892c276-e41f-49e0-a678-3e0840dbe6bf tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 210 time: 0.0560310 Apr 01 12:29:15.341543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] For port 226a441a-d4af-4b28-8cdf-4475c275025d, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:15.369645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] For port 226a441a-d4af-4b28-8cdf-4475c275025d, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=226a441a-d4af-4b28-8cdf-4475c275025d,segment=NetworkSegment(3e54b362-6067-40f3-a4f5-3cd7f7c385ba),segment_id=3e54b362-6067-40f3-a4f5-3cd7f7c385ba)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:15.383647 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=d1ceb440-3d2d-45c9-a26c-58560d88a725,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:15.422893 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a5e4cdd-71c0-4c41-a1ac-608e13c73518 req-523fa7ac-b558-4c74-9e20-9313e3d743d7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704416 Apr 01 12:29:15.428170 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:15.451758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4fc38d4-b947-44b3-baf9-bc630de4a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:15.511976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc38d4-b947-44b3-baf9-bc630de4a78a admin admin] Pushing event deleted for resources: {'Port': ['ID=92dbe49f-e0c4-430d-b094-f506ba08588e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:15.816280 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e20fd-4ede-4197-9a2f-88985ba45e60 None None] Pushing event updated for resources: {'Port': ['ID=226a441a-d4af-4b28-8cdf-4475c275025d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:15.875284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d1ceb440-3d2d-45c9-a26c-58560d88a725'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:15.891145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a4a6f-d115-4491-88f8-e211df102909 req-48503d39-9728-4aae-8af9-b2f1f7caeb46 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:15.893247 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-48503d39-9728-4aae-8af9-b2f1f7caeb46 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.37 "GET /v2.0/networks?id=812cc8bf-25f6-40bc-8686-4075c0f30d37 HTTP/1.1" status: 200 len: 829 time: 0.4342492 Apr 01 12:29:15.909631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-130a4a6f-d115-4491-88f8-e211df102909 req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Request body: {'port': {'device_id': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'admin_state_up': True, 'tenant_id': '077b292e623b423fbfed103f39d3b352'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:15.913533 n-d-836146-1 neutron-server[102720]: INFO neutron.plugins.ml2.db [None req-c27be545-c170-492b-acd1-505a0fe366fa None None] No ports have port_id starting with 92dbe49f-e0c4-430d-b094-f506ba08588e Apr 01 12:29:16.030228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Routers {'965388a4-9502-43b7-8976-a34597383c9f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:16.030830 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['965388a4-9502-43b7-8976-a34597383c9f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:16.125471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450b36b-ba63-4640-9a32-81ebbaa7f317 req-535f2126-ef36-4ff2-9d48-62b2011942bd tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:16.142537 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8450b36b-ba63-4640-9a32-81ebbaa7f317 req-535f2126-ef36-4ff2-9d48-62b2011942bd tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 946 time: 0.3200226 Apr 01 12:29:16.240838 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8450b36b-ba63-4640-9a32-81ebbaa7f317 req-90f18c51-bc3c-4e5b-8746-cb98b21438f2 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960293 Apr 01 12:29:16.291297 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cb096-5be1-42ce-93b3-e73d1fac0a08 req-1a0996ae-20c2-43a3-81fe-687f98fffa49 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:16.316324 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d77cb096-5be1-42ce-93b3-e73d1fac0a08 req-1a0996ae-20c2-43a3-81fe-687f98fffa49 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.3221195 Apr 01 12:29:16.405396 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4fc38d4-b947-44b3-baf9-bc630de4a78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:16.421902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55404) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:16.441870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130a4a6f-d115-4491-88f8-e211df102909 req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Made reservation on behalf of 077b292e623b423fbfed103f39d3b352 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:29:16.449233 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-130a4a6f-d115-4491-88f8-e211df102909 req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:16.594187 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c27be545-c170-492b-acd1-505a0fe366fa None None] Provisioning complete for port 226a441a-d4af-4b28-8cdf-4475c275025d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:16.594809 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c27be545-c170-492b-acd1-505a0fe366fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:16.635575 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-254174017-network', 'tenant_id': '8939f5a89a18471d9e24218f6c879939'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:16.647207 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d77cb096-5be1-42ce-93b3-e73d1fac0a08 req-e9107d92-6303-43f1-80c4-5e940d4a127e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178787 Apr 01 12:29:16.797786 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54c25c-62ec-4932-9a3b-fee2fffdc85d req-0f2d358c-c614-47f2-97bc-3c4326ba35cf tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:16.802585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-130a4a6f-d115-4491-88f8-e211df102909 req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Allocated IP 172.20.0.14 (812cc8bf-25f6-40bc-8686-4075c0f30d37/3a697d1d-07f8-4b71-9490-322b750b832f/c99e585f-f6e3-4b47-81a3-e465ef8b82ca) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:16.812499 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fb54c25c-62ec-4932-9a3b-fee2fffdc85d req-0f2d358c-c614-47f2-97bc-3c4326ba35cf tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.2271128 Apr 01 12:29:16.823177 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Made reservation on behalf of 8939f5a89a18471d9e24218f6c879939 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:29:16.831985 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:16.841930 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10b94df4-e269-49bb-b470-c9f70a606f8e req-010191c8-a7e6-4b5f-a96d-7320edfb03fb tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 210 time: 0.0544062 Apr 01 12:29:16.846624 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] Set router 965388a4-9502-43b7-8976-a34597383c9f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:16.915830 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c27be545-c170-492b-acd1-505a0fe366fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:16.922196 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:17.005967 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fb54c25c-62ec-4932-9a3b-fee2fffdc85d req-c67516c5-3a32-4171-9b7b-e27b964e93ba tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915410 Apr 01 12:29:17.154112 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:17.162805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:17.170529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885593b-1286-4340-9f45-6bef11c158f1 req-73f07e69-7e56-4b3d-b34e-ad1b763d34ca tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:17.178812 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2885593b-1286-4340-9f45-6bef11c158f1 req-73f07e69-7e56-4b3d-b34e-ad1b763d34ca tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 944 time: 0.1135287 Apr 01 12:29:17.235081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:29:17.239062 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c27be545-c170-492b-acd1-505a0fe366fa None None] For port 226a441a-d4af-4b28-8cdf-4475c275025d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=226a441a-d4af-4b28-8cdf-4475c275025d,segment=NetworkSegment(3e54b362-6067-40f3-a4f5-3cd7f7c385ba),segment_id=3e54b362-6067-40f3-a4f5-3cd7f7c385ba)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:17.250485 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79be30cf-0ce9-4ed8-9439-fa6cff5326ba,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:17.251177 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-130a4a6f-d115-4491-88f8-e211df102909 req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:17.253101 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c27be545-c170-492b-acd1-505a0fe366fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:17.258979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fc38d4-b947-44b3-baf9-bc630de4a78a admin admin] Router 60561023-c6e9-4759-87c6-3dda55ac54c3 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:29:17.261973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:17.262469 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Added segment 2cbcce47-0137-4a83-907a-5d7c50891a3a of type vlan for network 1a1f30d0-30bb-4d8d-bbce-eeac498cf662 Apr 01 12:29:17.328685 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2885593b-1286-4340-9f45-6bef11c158f1 req-63234397-572b-438a-96fd-37507a0ff7f9 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488931 Apr 01 12:29:17.330917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27be545-c170-492b-acd1-505a0fe366fa None None] Pushing event updated for resources: {'Port': ['ID=226a441a-d4af-4b28-8cdf-4475c275025d,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:17.352935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1ed7d-a005-4011-9b3f-bc7a7c3f9ea5 req-b5c6ae50-cf5c-4c6d-8d83-80769476fb71 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:17.355660 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1a1ed7d-a005-4011-9b3f-bc7a7c3f9ea5 req-b5c6ae50-cf5c-4c6d-8d83-80769476fb71 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.1478388 Apr 01 12:29:17.358761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:29:09Z', 'revision_number': 4, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '226a441a-d4af-4b28-8cdf-4475c275025d', 'name': '', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'mac_address': 'fa:16:3e:3a:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:07Z', 'updated_at': '2022-04-01T12:29:15Z', 'revision_number': 4, 'project_id': '077b292e623b423fbfed103f39d3b352', 'subnets': [{'id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:17.394388 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698adfde-ce9c-4138-824c-2c37ab245465 None None] The sync data for ids ['965388a4-9502-43b7-8976-a34597383c9f'] in n-d-836146-1 is: [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:29:09Z', 'revision_number': 4, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '226a441a-d4af-4b28-8cdf-4475c275025d', 'name': '', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'mac_address': 'fa:16:3e:3a:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:07Z', 'updated_at': '2022-04-01T12:29:15Z', 'revision_number': 4, 'project_id': '077b292e623b423fbfed103f39d3b352', 'subnets': [{'id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:29:17.411543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fa920e7e-9fd9-49a7-a340-14aaef1061c0 None None] Provisioning complete for port 226a441a-d4af-4b28-8cdf-4475c275025d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:17.412069 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fa920e7e-9fd9-49a7-a340-14aaef1061c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:17.495555 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:17.649985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fc38d4-b947-44b3-baf9-bc630de4a78a admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:29:17.656830 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a4fc38d4-b947-44b3-baf9-bc630de4a78a admin admin] 10.222.0.45 "PUT /v2.0/routers/60561023-c6e9-4759-87c6-3dda55ac54c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6302035 Apr 01 12:29:17.664063 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3d82a-83f7-4cb9-bf43-8613baa03dd6 None None] Sync routers for ids ['60561023-c6e9-4759-87c6-3dda55ac54c3'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:29:17.678385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55422) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:17.697698 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd3d82a-83f7-4cb9-bf43-8613baa03dd6 None None] Routers {'60561023-c6e9-4759-87c6-3dda55ac54c3'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:17.698370 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9cd3d82a-83f7-4cb9-bf43-8613baa03dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['60561023-c6e9-4759-87c6-3dda55ac54c3'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:17.847468 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:17.850300 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:17.851267 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:17.851865 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:17.864658 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede2559-6d62-4d60-b215-d40443c6e641 req-88fe284c-af3d-4c1e-99f8-239c03481999 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:17.872634 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ede2559-6d62-4d60-b215-d40443c6e641 req-88fe284c-af3d-4c1e-99f8-239c03481999 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 946 time: 0.4568243 Apr 01 12:29:17.886572 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9cd3d82a-83f7-4cb9-bf43-8613baa03dd6 None None] Set router 60561023-c6e9-4759-87c6-3dda55ac54c3 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:17.995886 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ede2559-6d62-4d60-b215-d40443c6e641 req-1a1cd608-f638-43e4-ad45-5afd64135499 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221385 Apr 01 12:29:18.073800 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6495266 Apr 01 12:29:18.077090 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55432) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:18.124618 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e9d55e11-2c1a-43ca-83a4-c94e1ba553a6 admin admin] Request body: {'subnet': {'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-254174017-subnet', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:18.190616 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c385c864-e6ac-4be3-8416-bddcf7f65c44 req-e1e21714-e811-4162-ada9-093dcb06458c tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 210 time: 0.0620813 Apr 01 12:29:18.196692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b2b69-c0cc-452b-bb5d-b09bd81cad9e admin admin] Pushing event updated for resources: {'Network': ['ID=1a1f30d0-30bb-4d8d-bbce-eeac498cf662,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:18.211008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 1a1f30d0-30bb-4d8d-bbce-eeac498cf662 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:29:18.252809 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-130a4a6f-d115-4491-88f8-e211df102909 req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:18.262605 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9cd3d82a-83f7-4cb9-bf43-8613baa03dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-369173372-router', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5d9ffe31-8805-4be2-ab80-096269600958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:59Z', 'updated_at': '2022-04-01T12:29:15Z', 'revision_number': 5, 'project_id': '35aecee3d9a8483db13fd7e55f9daf55', 'gw_port': {'id': '5d9ffe31-8805-4be2-ab80-096269600958', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:01Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:18.355176 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3d82a-83f7-4cb9-bf43-8613baa03dd6 None None] Checking router: 60561023-c6e9-4759-87c6-3dda55ac54c3 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:29:18.376338 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd3d82a-83f7-4cb9-bf43-8613baa03dd6 None None] Routers {'60561023-c6e9-4759-87c6-3dda55ac54c3'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:18.382432 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9cd3d82a-83f7-4cb9-bf43-8613baa03dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['60561023-c6e9-4759-87c6-3dda55ac54c3'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:18.408881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d55e11-2c1a-43ca-83a4-c94e1ba553a6 admin admin] Made reservation on behalf of 8939f5a89a18471d9e24218f6c879939 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:29:18.411854 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9d55e11-2c1a-43ca-83a4-c94e1ba553a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:18.414349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 226a441a-d4af-4b28-8cdf-4475c275025d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:18.431051 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:18.446444 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18187b3-e2eb-4a9c-88cf-7743628e7884 req-d5d47dee-cbaf-4749-8295-f0003456cbd4 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:18.447499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130a4a6f-d115-4491-88f8-e211df102909 req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Network 812cc8bf-25f6-40bc-8686-4075c0f30d37 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:18.461487 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b18187b3-e2eb-4a9c-88cf-7743628e7884 req-d5d47dee-cbaf-4749-8295-f0003456cbd4 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 946 time: 0.1491113 Apr 01 12:29:18.462314 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55436) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:18.471937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-130a4a6f-d115-4491-88f8-e211df102909 req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:18.485129 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-130a4a6f-d115-4491-88f8-e211df102909 req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:18.526589 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4d5ec0bd-4989-4c11-86f5-7312c3a49737 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Request body: {'floatingip': {'port_id': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:18.552288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e46cf-ff54-4591-a80b-5e5ef58e2bb2 req-c40fc820-feec-4c9d-bdcd-9717b0ac0432 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:18.607184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 226a441a-d4af-4b28-8cdf-4475c275025d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:18.607325 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab9e46cf-ff54-4591-a80b-5e5ef58e2bb2 req-c40fc820-feec-4c9d-bdcd-9717b0ac0432 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.5588219 Apr 01 12:29:18.607530 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:18.620302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Pushing event updated for resources: {'Port': ['ID=c99e585f-f6e3-4b47-81a3-e465ef8b82ca,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:18.694994 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9cd3d82a-83f7-4cb9-bf43-8613baa03dd6 None None] Set router 60561023-c6e9-4759-87c6-3dda55ac54c3 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:18.720807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b1a1ed7d-a005-4011-9b3f-bc7a7c3f9ea5 req-b864440f-233e-4d12-b287-47afe2597ee6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Deleting port f4edbee9-aa62-4a25-9cbf-c8ec7153d354 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:18.721341 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1a1ed7d-a005-4011-9b3f-bc7a7c3f9ea5 req-b864440f-233e-4d12-b287-47afe2597ee6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:18.766701 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec0bd-4989-4c11-86f5-7312c3a49737 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:18.873881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a4a6f-d115-4491-88f8-e211df102909 req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:18.874765 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-130a4a6f-d115-4491-88f8-e211df102909 req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:18.926328 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab9e46cf-ff54-4591-a80b-5e5ef58e2bb2 req-f3bf6802-0013-48ea-be98-5600b5777d47 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178701 Apr 01 12:29:18.973524 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8cfec3ca-fa90-4c81-8050-88109815bde9 None None] Provisioning complete for port c99e585f-f6e3-4b47-81a3-e465ef8b82ca triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:18.975691 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8cfec3ca-fa90-4c81-8050-88109815bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:19.040625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-8d21c80a-aa4b-4721-8dbc-5e8c598d5c5a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1363733 Apr 01 12:29:19.068223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a8a74-2b1b-4371-bd45-630bf47a01d8 req-c1692887-005a-4dbc-ab8d-9ca045674153 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:19.073733 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9cd3d82a-83f7-4cb9-bf43-8613baa03dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-369173372-router', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5d9ffe31-8805-4be2-ab80-096269600958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:59Z', 'updated_at': '2022-04-01T12:29:15Z', 'revision_number': 5, 'project_id': '35aecee3d9a8483db13fd7e55f9daf55', 'gw_port': {'id': '5d9ffe31-8805-4be2-ab80-096269600958', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:01Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:19.075837 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-419a8a74-2b1b-4371-bd45-630bf47a01d8 req-c1692887-005a-4dbc-ab8d-9ca045674153 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 945 time: 0.5388215 Apr 01 12:29:19.085905 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8cfec3ca-fa90-4c81-8050-88109815bde9 None None] Port c99e585f-f6e3-4b47-81a3-e465ef8b82ca cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:29:19.090345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Request body: {'port': {'device_id': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:19.110907 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3d82a-83f7-4cb9-bf43-8613baa03dd6 None None] The sync data for ids ['60561023-c6e9-4759-87c6-3dda55ac54c3'] in n-d-836146-1 is: [{'id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-369173372-router', 'tenant_id': '35aecee3d9a8483db13fd7e55f9daf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5d9ffe31-8805-4be2-ab80-096269600958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:59Z', 'updated_at': '2022-04-01T12:29:15Z', 'revision_number': 5, 'project_id': '35aecee3d9a8483db13fd7e55f9daf55', 'gw_port': {'id': '5d9ffe31-8805-4be2-ab80-096269600958', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60561023-c6e9-4759-87c6-3dda55ac54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:01Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:29:19.178996 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d1ceb440-3d2d-45c9-a26c-58560d88a725 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:19.203508 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Deleting port 5d9ffe31-8805-4be2-ab80-096269600958 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:19.215040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b1a1ed7d-a005-4011-9b3f-bc7a7c3f9ea5 req-b864440f-233e-4d12-b287-47afe2597ee6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] For port f4edbee9-aa62-4a25-9cbf-c8ec7153d354, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f4edbee9-aa62-4a25-9cbf-c8ec7153d354,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:19.215415 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1a1ed7d-a005-4011-9b3f-bc7a7c3f9ea5 req-b864440f-233e-4d12-b287-47afe2597ee6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:19.216051 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:19.243996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b1a1ed7d-a005-4011-9b3f-bc7a7c3f9ea5 req-b864440f-233e-4d12-b287-47afe2597ee6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Calling delete_port for f4edbee9-aa62-4a25-9cbf-c8ec7153d354 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:19.302048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port d1ceb440-3d2d-45c9-a26c-58560d88a725 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:29:19.306427 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port d1ceb440-3d2d-45c9-a26c-58560d88a725 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:19.307662 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:19.326917 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:19.343421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8ff1c-c5bb-4a10-8808-47270251bbef req-646f0885-9242-4e6d-96c4-9762051ee7c7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:19.350995 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ad8ff1c-c5bb-4a10-8808-47270251bbef req-646f0885-9242-4e6d-96c4-9762051ee7c7 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 944 time: 0.2903938 Apr 01 12:29:19.453053 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-419a8a74-2b1b-4371-bd45-630bf47a01d8 req-2e6e1f02-c2cb-4b56-81e7-14726fb8e45c tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509834 Apr 01 12:29:19.564240 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:19.631802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ad8ff1c-c5bb-4a10-8808-47270251bbef req-f5a6738b-9de9-40d4-bbdc-9b34a7b80d37 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797892 Apr 01 12:29:19.688454 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff70513-f084-4b92-9c33-a24d2085558e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ceb440-3d2d-45c9-a26c-58560d88a725'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:19.697644 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de184f55-5501-4632-abb0-01ee06266577" -d '{"events": [{"server_uuid": "9ff70513-f084-4b92-9c33-a24d2085558e", "name": "network-vif-plugged", "status": "completed", "tag": "d1ceb440-3d2d-45c9-a26c-58560d88a725"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:19.749357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:19.759493 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:19.761642 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f4edbee9-aa62-4a25-9cbf-c8ec7153d354 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:19.830921 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16789d8-1868-4556-aa62-60189ecb0876 x-openstack-request-id: req-d16789d8-1868-4556-aa62-60189ecb0876 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:19.831587 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff70513-f084-4b92-9c33-a24d2085558e", "name": "network-vif-plugged", "status": "completed", "tag": "d1ceb440-3d2d-45c9-a26c-58560d88a725", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:19.832018 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d16789d8-1868-4556-aa62-60189ecb0876 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:19.834397 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16789d8-1868-4556-aa62-60189ecb0876'] response: {'server_uuid': '9ff70513-f084-4b92-9c33-a24d2085558e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ceb440-3d2d-45c9-a26c-58560d88a725', 'code': 200} Apr 01 12:29:19.928621 n-d-836146-1 neutron-server[102720]: INFO neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No ports have port_id starting with f4edbee9-aa62-4a25-9cbf-c8ec7153d354 Apr 01 12:29:19.947404 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1a1ed7d-a005-4011-9b3f-bc7a7c3f9ea5 req-b864440f-233e-4d12-b287-47afe2597ee6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:19.971260 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=d1ceb440-3d2d-45c9-a26c-58560d88a725,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:20.172504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864440f-233e-4d12-b287-47afe2597ee6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Pushing event deleted for resources: {'Port': ['ID=f4edbee9-aa62-4a25-9cbf-c8ec7153d354,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:20.246586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a1ed7d-a005-4011-9b3f-bc7a7c3f9ea5 req-b864440f-233e-4d12-b287-47afe2597ee6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] No DVR routers for this DVR port f4edbee9-aa62-4a25-9cbf-c8ec7153d354 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:20.259707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 92dbe49f-e0c4-430d-b094-f506ba08588e no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:20.270833 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b1a1ed7d-a005-4011-9b3f-bc7a7c3f9ea5 req-b864440f-233e-4d12-b287-47afe2597ee6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:20.274182 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1a1ed7d-a005-4011-9b3f-bc7a7c3f9ea5 req-b864440f-233e-4d12-b287-47afe2597ee6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.37 "DELETE /v2.0/ports/f4edbee9-aa62-4a25-9cbf-c8ec7153d354 HTTP/1.1" status: 204 len: 173 time: 2.9061487 Apr 01 12:29:20.280256 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9d55e11-2c1a-43ca-83a4-c94e1ba553a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:20.289286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3011404-050c-4e4e-8b84-e18011007b18', 'name': 'network-vif-deleted', 'tag': 'f4edbee9-aa62-4a25-9cbf-c8ec7153d354'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:20.292706 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa79772-326f-4c94-b31d-f4290937680a" -d '{"events": [{"server_uuid": "a3011404-050c-4e4e-8b84-e18011007b18", "name": "network-vif-deleted", "tag": "f4edbee9-aa62-4a25-9cbf-c8ec7153d354"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:20.300356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 92dbe49f-e0c4-430d-b094-f506ba08588e {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:29:20.303496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 92dbe49f-e0c4-430d-b094-f506ba08588e not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:29:20.425210 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-158719ce-df60-4775-88e9-7749c6f8315b req-744c8716-c195-4116-89a5-ab464170478c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2647853 Apr 01 12:29:20.426087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b37326-7d27-47c2-9b72-37495753c453 req-98de5d8d-078d-40db-bfa7-fcb1b022a403 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:20.428297 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-47b37326-7d27-47c2-9b72-37495753c453 req-98de5d8d-078d-40db-bfa7-fcb1b022a403 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 932 time: 0.2951393 Apr 01 12:29:20.441612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8237c2f-4f9c-4ef2-bc3d-78bff4486580 req-b1caae98-737b-452f-91fa-bec5d9d36aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:20.443454 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8237c2f-4f9c-4ef2-bc3d-78bff4486580 req-b1caae98-737b-452f-91fa-bec5d9d36aca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 1096 time: 0.5238261 Apr 01 12:29:20.447442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] For port 5d9ffe31-8805-4be2-ab80-096269600958, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5d9ffe31-8805-4be2-ab80-096269600958,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:20.447900 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:20.471357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97101257-c4b8-417f-8818-e031cf3230c7 req-7f4bea00-9b2c-4710-9fc3-924fb89e177d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:20.474730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97101257-c4b8-417f-8818-e031cf3230c7 req-7f4bea00-9b2c-4710-9fc3-924fb89e177d tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.3468513 Apr 01 12:29:20.526055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d55e11-2c1a-43ca-83a4-c94e1ba553a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783087ec-a676-4172-bc95-4757928f3980,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:20.528534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Calling delete_port for 5d9ffe31-8805-4be2-ab80-096269600958 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:20.598814 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8237c2f-4f9c-4ef2-bc3d-78bff4486580 req-013da88f-fc70-44a1-ad24-072140f9d503 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229844 Apr 01 12:29:20.630659 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97101257-c4b8-417f-8818-e031cf3230c7 req-84db2220-f99a-49a7-b40a-4515d9ab9dca tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326358 Apr 01 12:29:20.649497 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158719ce-df60-4775-88e9-7749c6f8315b req-1c838b94-c5f2-4774-8c94-843b55932efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:20.651132 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-158719ce-df60-4775-88e9-7749c6f8315b req-1c838b94-c5f2-4774-8c94-843b55932efc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 1101 time: 0.1303287 Apr 01 12:29:20.679131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d55e11-2c1a-43ca-83a4-c94e1ba553a6 admin admin] Checking segment: {'id': '2cbcce47-0137-4a83-907a-5d7c50891a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:20.679775 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d55e11-2c1a-43ca-83a4-c94e1ba553a6 admin admin] Network hostable DHCP agents. Network: 1a1f30d0-30bb-4d8d-bbce-eeac498cf662, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:29:20.698948 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-47b37326-7d27-47c2-9b72-37495753c453 req-f7e956e0-bd5d-411c-a8fd-435fe2626253 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ec5989d-b677-4942-9c9b-0e47cd208509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577162 Apr 01 12:29:20.716720 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae08fe46-3aeb-40df-a0c7-0ee22bbf6fe9 x-openstack-request-id: req-ae08fe46-3aeb-40df-a0c7-0ee22bbf6fe9 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:20.717026 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3011404-050c-4e4e-8b84-e18011007b18", "name": "network-vif-deleted", "tag": "f4edbee9-aa62-4a25-9cbf-c8ec7153d354", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:20.717284 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae08fe46-3aeb-40df-a0c7-0ee22bbf6fe9 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:20.717698 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae08fe46-3aeb-40df-a0c7-0ee22bbf6fe9'] response: {'server_uuid': 'a3011404-050c-4e4e-8b84-e18011007b18', 'name': 'network-vif-deleted', 'tag': 'f4edbee9-aa62-4a25-9cbf-c8ec7153d354', 'status': 'completed', 'code': 200} Apr 01 12:29:20.743483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99e585f-f6e3-4b47-81a3-e465ef8b82ca {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:29:20.764064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:20.831356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Transition to ACTIVE for port object c99e585f-f6e3-4b47-81a3-e465ef8b82ca will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:29:20.868626 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b19859a9-e325-4a0e-98c2-1819741a830e req-78af23c0-e8d0-49d8-8a8e-0ba9805cebcc tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3011404-050c-4e4e-8b84-e18011007b18 HTTP/1.1" status: 200 len: 210 time: 0.0627851 Apr 01 12:29:20.869693 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:20.935673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d55e11-2c1a-43ca-83a4-c94e1ba553a6 admin admin] Network 1a1f30d0-30bb-4d8d-bbce-eeac498cf662 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:29:21.031211 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.resource_extend [None req-4d5ec0bd-4989-4c11-86f5-7312c3a49737 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:29:21.040881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e9d55e11-2c1a-43ca-83a4-c94e1ba553a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 1a1f30d0-30bb-4d8d-bbce-eeac498cf662) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:21.043069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Pushing event updated for resources: {'Port': ['ID=c99e585f-f6e3-4b47-81a3-e465ef8b82ca,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:21.049643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d55e11-2c1a-43ca-83a4-c94e1ba553a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:21.050606 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9d55e11-2c1a-43ca-83a4-c94e1ba553a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.083891 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b1cc3-cb26-41b5-8464-35dae47aeefa None None] Network 1a1f30d0-30bb-4d8d-bbce-eeac498cf662 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:29:21.095186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158719ce-df60-4775-88e9-7749c6f8315b req-7808e671-0849-4f9f-8d36-8d508eb0cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:21.100608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-158719ce-df60-4775-88e9-7749c6f8315b req-7808e671-0849-4f9f-8d36-8d508eb0cc08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2265916 Apr 01 12:29:21.182565 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-158719ce-df60-4775-88e9-7749c6f8315b req-13035218-3cc5-4450-b355-13cb74fbd224 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4 HTTP/1.1" status: 200 len: 217 time: 0.0616720 Apr 01 12:29:21.251027 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e9d55e11-2c1a-43ca-83a4-c94e1ba553a6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1300280 Apr 01 12:29:21.253453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55474) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:21.261483 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddd92f-55b2-4faf-80d3-3bb2481f1933 req-ddf83960-72c1-4ed5-a465-d5bb007daa3d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:21.266203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-254174017-router', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:21.273433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158719ce-df60-4775-88e9-7749c6f8315b req-f9af1870-f397-4f71-aea4-e44062f19bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:21.275526 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-85ddd92f-55b2-4faf-80d3-3bb2481f1933 req-ddf83960-72c1-4ed5-a465-d5bb007daa3d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 945 time: 0.3398736 Apr 01 12:29:21.284368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-158719ce-df60-4775-88e9-7749c6f8315b req-f9af1870-f397-4f71-aea4-e44062f19bea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0926707 Apr 01 12:29:21.285456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Attempting to bind port c99e585f-f6e3-4b47-81a3-e465ef8b82ca on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:21.286126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Attempting to bind port c99e585f-f6e3-4b47-81a3-e465ef8b82ca by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:21.286680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Attempting to bind port c99e585f-f6e3-4b47-81a3-e465ef8b82ca on network 812cc8bf-25f6-40bc-8686-4075c0f30d37 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:21.304309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Port c99e585f-f6e3-4b47-81a3-e465ef8b82ca on network 812cc8bf-25f6-40bc-8686-4075c0f30d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:29:21.305027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Attempting to bind port c99e585f-f6e3-4b47-81a3-e465ef8b82ca on network 812cc8bf-25f6-40bc-8686-4075c0f30d37 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:21.347860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:21.350188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Checking segment: {'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:21.350856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Bound using segment: {'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:21.351564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Bound port: c99e585f-f6e3-4b47-81a3-e465ef8b82ca, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e54b362-6067-40f3-a4f5-3cd7f7c385ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:21.351826 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec0bd-4989-4c11-86f5-7312c3a49737 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.355659 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.363987 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec0bd-4989-4c11-86f5-7312c3a49737 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.366456 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.368027 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.413535 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-1a1f30d0-30bb-4d8d-bbce-eeac498cf662', 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'fixed_ips': [{'subnet_id': '783087ec-a676-4172-bc95-4757928f3980'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:29:21.414436 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.433525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158719ce-df60-4775-88e9-7749c6f8315b req-32266e15-4601-4842-95d8-3fd311c2bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:21.435175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-158719ce-df60-4775-88e9-7749c6f8315b req-32266e15-4601-4842-95d8-3fd311c2bddc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390970 Apr 01 12:29:21.498829 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-85ddd92f-55b2-4faf-80d3-3bb2481f1933 req-9937c0b0-11e2-46cc-b845-ce90ef9c5408 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133119 Apr 01 12:29:21.505943 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.546214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] For port c99e585f-f6e3-4b47-81a3-e465ef8b82ca, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:21.584340 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9ffe31-8805-4be2-ab80-096269600958,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:21.604840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] For port c99e585f-f6e3-4b47-81a3-e465ef8b82ca, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c99e585f-f6e3-4b47-81a3-e465ef8b82ca,segment=NetworkSegment(3e54b362-6067-40f3-a4f5-3cd7f7c385ba),segment_id=3e54b362-6067-40f3-a4f5-3cd7f7c385ba)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:21.650052 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.653252 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.665370 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-4d5ec0bd-4989-4c11-86f5-7312c3a49737 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Floating IP 7763ec51-1516-43c4-99a5-484b4ed70692 associated. External IP: 172.25.7.160, port: 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe. Apr 01 12:29:21.717677 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.724521 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Allocated IP 172.20.0.2 (1a1f30d0-30bb-4d8d-bbce-eeac498cf662/783087ec-a676-4172-bc95-4757928f3980/ce1dc6fe-14e6-4ae2-98ed-3812336cc725) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:21.897896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:21.899438 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.901554 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] 10.222.0.37 "PUT /v2.0/ports/c99e585f-f6e3-4b47-81a3-e465ef8b82ca HTTP/1.1" status: 200 len: 1092 time: 2.8326070 Apr 01 12:29:21.904175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-158719ce-df60-4775-88e9-7749c6f8315b req-0e5e57f0-6f06-4562-9aa5-6dbe687ea705 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593332 Apr 01 12:29:21.935306 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:21.965065 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:22.068223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032da3-c672-478b-86af-9fc744fef9f1 req-eca92267-bc2b-4275-8ca3-3f26a0b32e8e tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:22.073247 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74032da3-c672-478b-86af-9fc744fef9f1 req-eca92267-bc2b-4275-8ca3-3f26a0b32e8e tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 944 time: 0.2234473 Apr 01 12:29:22.077350 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:22.100108 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:22.125956 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:22.126565 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60561023-c6e9-4759-87c6-3dda55ac54c3 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:29:22.214930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Network 1a1f30d0-30bb-4d8d-bbce-eeac498cf662 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:22.231802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-158719ce-df60-4775-88e9-7749c6f8315b req-29ad9c49-2656-41be-a436-5a185d552c5d service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029181 Apr 01 12:29:22.242062 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:22.259171 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:22.275694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Pushing event updated for resources: {'Port': ['ID=ce1dc6fe-14e6-4ae2-98ed-3812336cc725,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:22.313820 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:22.320724 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-775622e8-42b6-4ff6-9f1c-3631c6c10f6a admin admin] 10.222.0.45 "DELETE /v2.0/routers/60561023-c6e9-4759-87c6-3dda55ac54c3 HTTP/1.1" status: 204 len: 168 time: 4.6318092 Apr 01 12:29:22.352065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55490) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:22.377856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Attempting to bind port ce1dc6fe-14e6-4ae2-98ed-3812336cc725 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:22.378539 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Attempting to bind port ce1dc6fe-14e6-4ae2-98ed-3812336cc725 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '2cbcce47-0137-4a83-907a-5d7c50891a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:22.379392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Attempting to bind port ce1dc6fe-14e6-4ae2-98ed-3812336cc725 on network 1a1f30d0-30bb-4d8d-bbce-eeac498cf662 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:22.380517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fea47-0646-469e-a00e-056907887e70 service neutron] Pushing event updated for resources: {'Port': ['ID=c99e585f-f6e3-4b47-81a3-e465ef8b82ca,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:22.386782 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:22.387701 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Checking segment: {'id': '2cbcce47-0137-4a83-907a-5d7c50891a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:22.388284 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:22.394114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74032da3-c672-478b-86af-9fc744fef9f1 req-91c07395-592f-4bb1-98f6-a40a54ac3b8e tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ec5989d-b677-4942-9c9b-0e47cd208509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917478 Apr 01 12:29:22.399646 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Bound using segment: {'id': '2cbcce47-0137-4a83-907a-5d7c50891a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:22.400258 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Bound port: ce1dc6fe-14e6-4ae2-98ed-3812336cc725, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbcce47-0137-4a83-907a-5d7c50891a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:22.401204 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:22.486807 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:22.514603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab46cba-a73f-4372-b64c-e0417eb7491a req-805180a9-9eeb-4452-9ccd-ab7d05c3fd99 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:22.516855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] For port ce1dc6fe-14e6-4ae2-98ed-3812336cc725, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:22.520067 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5ec0bd-4989-4c11-86f5-7312c3a49737 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Router 3a630a52-5fc8-4f1a-9209-aaf090fe044a has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:29:22.526181 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ab46cba-a73f-4372-b64c-e0417eb7491a req-805180a9-9eeb-4452-9ccd-ab7d05c3fd99 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.7259960 Apr 01 12:29:22.526398 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] For port ce1dc6fe-14e6-4ae2-98ed-3812336cc725, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ce1dc6fe-14e6-4ae2-98ed-3812336cc725,segment=NetworkSegment(2cbcce47-0137-4a83-907a-5d7c50891a3a),segment_id=2cbcce47-0137-4a83-907a-5d7c50891a3a)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:22.532913 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:22.652272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dbf32-bebf-4a9c-b279-6be0c2474fde None None] Pushing event updated for resources: {'Port': ['ID=ce1dc6fe-14e6-4ae2-98ed-3812336cc725,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:22.698065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a4a6f-d115-4491-88f8-e211df102909 req-ad143504-f35a-43fb-9271-ec59058f6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:22.703097 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-ad143504-f35a-43fb-9271-ec59058f6d97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=077b292e623b423fbfed103f39d3b352&device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 1095 time: 0.4827182 Apr 01 12:29:22.726738 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'tag': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:22.729954 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb49ac7-4b43-4474-939d-b8fdbdf7d3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa", "tag": "c99e585f-f6e3-4b47-81a3-e465ef8b82ca"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:22.790403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c623b3c0-c98e-41bd-ba87-50760f1af8f5 admin admin] Deleting subnet c3f1adcd-9398-4a14-acf3-844bff86e3ab {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:29:22.805938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ab46cba-a73f-4372-b64c-e0417eb7491a req-af91ffa4-61a2-468d-88e0-e8536e66a832 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782955 Apr 01 12:29:22.806894 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c623b3c0-c98e-41bd-ba87-50760f1af8f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:22.811170 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-3d841da0-902b-4e04-b899-9332014993b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99e585f-f6e3-4b47-81a3-e465ef8b82ca HTTP/1.1" status: 200 len: 217 time: 0.0918872 Apr 01 12:29:22.843703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5775ca7-80cc-4ab3-a197-a6849e3106c8 req-946cb5cc-22c4-4f49-b3b4-f2af594cc019 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:22.845482 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5775ca7-80cc-4ab3-a197-a6849e3106c8 req-946cb5cc-22c4-4f49-b3b4-f2af594cc019 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 945 time: 0.1096904 Apr 01 12:29:22.847017 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5ec0bd-4989-4c11-86f5-7312c3a49737 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:29:22.853221 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec0bd-4989-4c11-86f5-7312c3a49737 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:22.863732 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e662a6-f4e4-4299-a999-111eafb0de2d None None] Sync routers for ids ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:29:22.907167 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e662a6-f4e4-4299-a999-111eafb0de2d None None] Routers {'3a630a52-5fc8-4f1a-9209-aaf090fe044a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:22.907167 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-10e662a6-f4e4-4299-a999-111eafb0de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:22.929762 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4d5ec0bd-4989-4c11-86f5-7312c3a49737 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "PUT /v2.0/floatingips/7763ec51-1516-43c4-99a5-484b4ed70692 HTTP/1.1" status: 200 len: 992 time: 4.4447465 Apr 01 12:29:22.929762 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'tag': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:22.930799 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea898758-ba4a-4ca7-bae1-ce088391bd70" -d '{"events": [{"name": "network-changed", "server_uuid": "72aeddc1-8f03-4113-af2c-1c7d2a2f70bd", "tag": "1e76bea3-3a62-4cc6-95ee-db9c52c16bbe"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:22.969181 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5775ca7-80cc-4ab3-a197-a6849e3106c8 req-edf81080-0c43-46e1-b1ef-771643380683 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956097 Apr 01 12:29:23.025059 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c623b3c0-c98e-41bd-ba87-50760f1af8f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:23.089659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-10e662a6-f4e4-4299-a999-111eafb0de2d None None] Set router 3a630a52-5fc8-4f1a-9209-aaf090fe044a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:23.110621 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a4a6f-d115-4491-88f8-e211df102909 req-c1504226-7092-4aff-b6cf-961c34eb4efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:23.112988 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-c1504226-7092-4aff-b6cf-961c34eb4efa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a697d1d-07f8-4b71-9490-322b750b832f HTTP/1.1" status: 200 len: 868 time: 0.2750282 Apr 01 12:29:23.215810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813d86c-d075-4001-891f-a2928c6e3c4a req-e9ead6f6-0469-4fbf-a822-c0d345077c4e tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:23.217744 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0813d86c-d075-4001-891f-a2928c6e3c4a req-e9ead6f6-0469-4fbf-a822-c0d345077c4e tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 951 time: 0.2267153 Apr 01 12:29:23.260198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-511d2398-f02c-455e-bacf-d2c994a1c8ad tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:23.262340 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-511d2398-f02c-455e-bacf-d2c994a1c8ad tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.2048397 Apr 01 12:29:23.279433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a4a6f-d115-4491-88f8-e211df102909 req-1ceddd21-9973-46d6-bf9c-faf45c84fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:23.281167 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-1ceddd21-9973-46d6-bf9c-faf45c84fb1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=812cc8bf-25f6-40bc-8686-4075c0f30d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551914 Apr 01 12:29:23.286859 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-43df0366-5355-40d5-a152-342269e62a3d tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/quotas/f3b8c2691e7642ebb43bca4c7e1d7c8b HTTP/1.1" status: 200 len: 375 time: 0.0184247 Apr 01 12:29:23.338358 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-bddb2877-e4ef-45e0-bb5a-f3b13df406bb tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430555 Apr 01 12:29:23.349350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0813d86c-d075-4001-891f-a2928c6e3c4a req-f83262ec-df79-4519-ba83-5351c2775a34 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239610 Apr 01 12:29:23.365173 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c623b3c0-c98e-41bd-ba87-50760f1af8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:23.446751 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0091824-bd76-4553-8f5f-f4f1ea07dc2a x-openstack-request-id: req-d0091824-bd76-4553-8f5f-f4f1ea07dc2a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:23.447037 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa", "tag": "c99e585f-f6e3-4b47-81a3-e465ef8b82ca", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:23.447268 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0091824-bd76-4553-8f5f-f4f1ea07dc2a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:23.447674 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0091824-bd76-4553-8f5f-f4f1ea07dc2a'] response: {'name': 'network-changed', 'server_uuid': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'tag': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca', 'status': 'completed', 'code': 200} Apr 01 12:29:23.513678 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-3a39ba0b-dc67-4a82-bb9a-09eb3efb0ff7 service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666348 Apr 01 12:29:23.640059 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-5cac8cfe-8862-4b03-bd6f-c5d445bde651 service neutron] 10.222.0.45 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245511 Apr 01 12:29:23.726475 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-10e662a6-f4e4-4299-a999-111eafb0de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '7763ec51-1516-43c4-99a5-484b4ed70692', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'floating_ip_address': '172.25.7.160', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'port_id': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'mac_address': 'fa:16:3e:35:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:27:57Z', 'updated_at': '2022-04-01T12:29:20Z', 'revision_number': 1, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c20a372-a72e-4471-a053-67589efe2e55', 'name': '', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'mac_address': 'fa:16:3e:66:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:46Z', 'updated_at': '2022-04-01T12:27:55Z', 'revision_number': 5, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'subnets': [{'id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:23.758403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e662a6-f4e4-4299-a999-111eafb0de2d None None] Checking router: 3a630a52-5fc8-4f1a-9209-aaf090fe044a for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:29:23.769964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e662a6-f4e4-4299-a999-111eafb0de2d None None] Routers {'3a630a52-5fc8-4f1a-9209-aaf090fe044a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:23.770694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-10e662a6-f4e4-4299-a999-111eafb0de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:23.861519 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913bbf70-e84e-468e-b13e-fbf6d4425432 x-openstack-request-id: req-913bbf70-e84e-468e-b13e-fbf6d4425432 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:23.861847 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72aeddc1-8f03-4113-af2c-1c7d2a2f70bd", "tag": "1e76bea3-3a62-4cc6-95ee-db9c52c16bbe", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:23.862123 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-913bbf70-e84e-468e-b13e-fbf6d4425432 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:23.862531 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913bbf70-e84e-468e-b13e-fbf6d4425432'] response: {'name': 'network-changed', 'server_uuid': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'tag': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe', 'status': 'completed', 'code': 200} Apr 01 12:29:23.932889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-10e662a6-f4e4-4299-a999-111eafb0de2d None None] Set router 3a630a52-5fc8-4f1a-9209-aaf090fe044a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:23.989249 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f787df-19fa-4295-a5e5-02b7995b3d5b req-41b6a4af-f386-465f-b7f0-c1f72ea494b0 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:24.002612 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-45f787df-19fa-4295-a5e5-02b7995b3d5b req-41b6a4af-f386-465f-b7f0-c1f72ea494b0 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 1096 time: 0.0657270 Apr 01 12:29:24.067545 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-45f787df-19fa-4295-a5e5-02b7995b3d5b req-c762dd65-ee60-49a0-baee-d40b3dc46922 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629516 Apr 01 12:29:24.082224 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-87ea6f4a-52e5-40c6-905b-adeefa15f8f1 service neutron] 10.222.0.37 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7844889 Apr 01 12:29:24.083664 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:24.094562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4646e-3a80-40cc-94bd-ce99e5b3fc48 req-d3f96aa4-3ff2-4468-a032-04a4947e7a66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:24.103020 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6bf4646e-3a80-40cc-94bd-ce99e5b3fc48 req-d3f96aa4-3ff2-4468-a032-04a4947e7a66 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 946 time: 0.6232266 Apr 01 12:29:24.109795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74baff-d45d-459e-88ac-12d7572a9b1e None None] Network 1a1f30d0-30bb-4d8d-bbce-eeac498cf662 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:29:24.160731 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c623b3c0-c98e-41bd-ba87-50760f1af8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:24.193911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea898758-ba4a-4ca7-bae1-ce088391bd70 req-db1eece2-e14f-48e1-8324-0d7228855afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:24.195405 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea898758-ba4a-4ca7-bae1-ce088391bd70 req-db1eece2-e14f-48e1-8324-0d7228855afe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=073f1b91e660442fb9abaf85505943ba&device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 1097 time: 0.2366710 Apr 01 12:29:24.196438 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:24.198839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c0274-94ad-4102-8afc-dc1310cb62ca req-1bbeb607-c430-4560-a298-8735e925980e tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:24.208732 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c77c0274-94ad-4102-8afc-dc1310cb62ca req-1bbeb607-c430-4560-a298-8735e925980e tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 944 time: 0.0800686 Apr 01 12:29:24.209638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0d8df3ec-8fb9-4960-a19b-54fe3efefab2 None None] Provisioning complete for port ce1dc6fe-14e6-4ae2-98ed-3812336cc725 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:24.210080 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0d8df3ec-8fb9-4960-a19b-54fe3efefab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:24.314540 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c77c0274-94ad-4102-8afc-dc1310cb62ca req-09df4b69-cf8b-4f54-a2be-14986f738001 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ec5989d-b677-4942-9c9b-0e47cd208509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046143 Apr 01 12:29:24.324219 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Allocated IP 172.25.7.12 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/ffdae06e-2b37-4903-9a03-89aabbd22a63) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:24.380259 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6bf4646e-3a80-40cc-94bd-ce99e5b3fc48 req-74f65cdb-178b-4e82-bdd2-9a96039107f8 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762482 Apr 01 12:29:24.391565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623b3c0-c98e-41bd-ba87-50760f1af8f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f1adcd-9398-4a14-acf3-844bff86e3ab,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:24.457289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ce1dc6fe-14e6-4ae2-98ed-3812336cc725 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:24.482442 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-015c64a9-d289-493e-888a-58a3b5a46359 req-3e44f723-4c07-4818-9234-e2b6520003f5 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 210 time: 0.0777707 Apr 01 12:29:24.489417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8dd161-d8bb-4a25-8dd1-21afaa51d5e5 None None] Network d624c987-5f0a-4884-a492-27ec9905351f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:29:24.521588 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0d8df3ec-8fb9-4960-a19b-54fe3efefab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:24.522712 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c623b3c0-c98e-41bd-ba87-50760f1af8f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:24.529193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:24.541504 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c623b3c0-c98e-41bd-ba87-50760f1af8f5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c3f1adcd-9398-4a14-acf3-844bff86e3ab HTTP/1.1" status: 204 len: 168 time: 2.1755321 Apr 01 12:29:24.634980 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0d8df3ec-8fb9-4960-a19b-54fe3efefab2 None None] For port ce1dc6fe-14e6-4ae2-98ed-3812336cc725, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ce1dc6fe-14e6-4ae2-98ed-3812336cc725,segment=NetworkSegment(2cbcce47-0137-4a83-907a-5d7c50891a3a),segment_id=2cbcce47-0137-4a83-907a-5d7c50891a3a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:24.672061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-10e662a6-f4e4-4299-a999-111eafb0de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '7763ec51-1516-43c4-99a5-484b4ed70692', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'floating_ip_address': '172.25.7.160', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'port_id': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'mac_address': 'fa:16:3e:35:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:27:57Z', 'updated_at': '2022-04-01T12:29:20Z', 'revision_number': 1, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c20a372-a72e-4471-a053-67589efe2e55', 'name': '', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'mac_address': 'fa:16:3e:66:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:46Z', 'updated_at': '2022-04-01T12:27:55Z', 'revision_number': 5, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'subnets': [{'id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:24.689643 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:24.697319 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a980f-e8a1-44e3-9f3d-182a3737edf5 req-f2951cc3-4e1f-4c62-adff-33426ee39af0 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:24.698976 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9d4a980f-e8a1-44e3-9f3d-182a3737edf5 req-f2951cc3-4e1f-4c62-adff-33426ee39af0 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 1096 time: 0.1319644 Apr 01 12:29:24.735772 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0d8df3ec-8fb9-4960-a19b-54fe3efefab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:24.749999 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e662a6-f4e4-4299-a999-111eafb0de2d None None] The sync data for ids ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'] in n-d-836146-1 is: [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '7763ec51-1516-43c4-99a5-484b4ed70692', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'floating_ip_address': '172.25.7.160', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'port_id': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'mac_address': 'fa:16:3e:35:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:27:57Z', 'updated_at': '2022-04-01T12:29:20Z', 'revision_number': 1, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c20a372-a72e-4471-a053-67589efe2e55', 'name': '', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'mac_address': 'fa:16:3e:66:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:46Z', 'updated_at': '2022-04-01T12:27:55Z', 'revision_number': 5, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'subnets': [{'id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:29:24.808426 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-130a4a6f-d115-4491-88f8-e211df102909 req-ac0a5fa5-de97-4ecd-9b9a-438d0aa71fc7 service neutron] 10.222.0.37 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802590 Apr 01 12:29:24.825453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0920eb-f5cf-4042-aec4-eabd6e3dcddd req-5233c980-5bcc-4e12-9a8f-dba43fd40c77 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:24.827232 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb0920eb-f5cf-4042-aec4-eabd6e3dcddd req-5233c980-5bcc-4e12-9a8f-dba43fd40c77 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.2630880 Apr 01 12:29:24.828599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea898758-ba4a-4ca7-bae1-ce088391bd70 req-5e680401-83f8-4fa5-bd84-345bd9178064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:24.830723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea898758-ba4a-4ca7-bae1-ce088391bd70 req-5e680401-83f8-4fa5-bd84-345bd9178064 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5386add8-6f5d-4fd3-97cd-be4c8d4922b0 HTTP/1.1" status: 200 len: 916 time: 0.4858651 Apr 01 12:29:24.834276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port ce1dc6fe-14e6-4ae2-98ed-3812336cc725 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:24.834665 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:24.842868 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9d4a980f-e8a1-44e3-9f3d-182a3737edf5 req-422e352e-7934-4806-ad94-aff73405cc5c tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338553 Apr 01 12:29:24.886786 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Deleting port 8431748b-4f9a-4233-97ba-8fb797d76114 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:24.891164 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:24.993678 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.006447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8df3ec-8fb9-4960-a19b-54fe3efefab2 None None] Pushing event updated for resources: {'Port': ['ID=ce1dc6fe-14e6-4ae2-98ed-3812336cc725,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:25.038418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] For port 8431748b-4f9a-4233-97ba-8fb797d76114, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8431748b-4f9a-4233-97ba-8fb797d76114,segment=NetworkSegment(80f317c0-b145-49dc-a7f2-daf0ffbf1f21),segment_id=80f317c0-b145-49dc-a7f2-daf0ffbf1f21)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:25.038946 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.059397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Calling delete_port for 8431748b-4f9a-4233-97ba-8fb797d76114 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:25.072984 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5d9ffe31-8805-4be2-ab80-096269600958 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:25.076063 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb96ade-a82d-4c38-bd7e-d1492ba3b9b9 req-38796640-b9f4-4a4a-9133-98cfee12209f tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:25.083119 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.085154 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8fb96ade-a82d-4c38-bd7e-d1492ba3b9b9 req-38796640-b9f4-4a4a-9133-98cfee12209f tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 951 time: 0.1000621 Apr 01 12:29:25.106085 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 5d9ffe31-8805-4be2-ab80-096269600958 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:29:25.106428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5d9ffe31-8805-4be2-ab80-096269600958 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:29:25.130262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6243b936-40ab-4391-9694-f720a8f7c54a None None] DHCP port deletion for d624c987-5f0a-4884-a492-27ec9905351f request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:29:25.195291 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8fb96ade-a82d-4c38-bd7e-d1492ba3b9b9 req-c790c5ff-c654-4852-bd69-21e7e1819ca4 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049502 Apr 01 12:29:25.197425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:25.200116 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc61a275-2d2c-4867-9110-e83302faa263 None None] New status for floating IP 7763ec51-1516-43c4-99a5-484b4ed70692: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:29:25.200651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea898758-ba4a-4ca7-bae1-ce088391bd70 req-97408c61-9b83-4e88-9220-5097300ece74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe HTTP/1.1" status: 200 len: 1000 time: 0.3597364 Apr 01 12:29:25.203373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35455f41-a85e-40ee-9107-8a360cdb4d4d no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:25.217882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb0920eb-f5cf-4042-aec4-eabd6e3dcddd req-f6419a60-139b-4c0e-994e-f1aee8afd940 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510237 Apr 01 12:29:25.301368 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.312559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:25.318375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:25.324642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea898758-ba4a-4ca7-bae1-ce088391bd70 req-e5efe37e-3988-4a51-ba9d-9f2ca0e1bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:25.337906 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea898758-ba4a-4ca7-bae1-ce088391bd70 req-e5efe37e-3988-4a51-ba9d-9f2ca0e1bed7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=67554ebd-3b80-4a34-bcc6-c079931e4712 HTTP/1.1" status: 200 len: 854 time: 0.1187186 Apr 01 12:29:25.348363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb49ac7-4b43-4474-939d-b8fdbdf7d3c6 req-3c4d94cc-96d6-498e-a115-32883a8cda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:25.355435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bfb49ac7-4b43-4474-939d-b8fdbdf7d3c6 req-3c4d94cc-96d6-498e-a115-32883a8cda1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=077b292e623b423fbfed103f39d3b352&device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 1095 time: 0.3888588 Apr 01 12:29:25.374105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-09774cf4-a5a1-4f15-bce4-13c7b696b7fc None None] Provisioning complete for port ce1dc6fe-14e6-4ae2-98ed-3812336cc725 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:25.375651 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09774cf4-a5a1-4f15-bce4-13c7b696b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.377313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] No DVR routers for this DVR port 8431748b-4f9a-4233-97ba-8fb797d76114 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:25.399292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Pushing event updated for resources: {'Port': ['ID=ffdae06e-2b37-4903-9a03-89aabbd22a63,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:25.412479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Pushing event deleted for resources: {'Port': ['ID=8431748b-4f9a-4233-97ba-8fb797d76114,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:25.597560 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6243b936-40ab-4391-9694-f720a8f7c54a None None] Deleting port 8431748b-4f9a-4233-97ba-8fb797d76114 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:25.598170 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6243b936-40ab-4391-9694-f720a8f7c54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.651517 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.668546 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.700894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d624c987-5f0a-4884-a492-27ec9905351f']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:25.719169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea898758-ba4a-4ca7-bae1-ce088391bd70 req-b1b54f53-2773-4f99-8593-fea8b5fbd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:25.721470 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea898758-ba4a-4ca7-bae1-ce088391bd70 req-b1b54f53-2773-4f99-8593-fea8b5fbd317 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5386add8-6f5d-4fd3-97cd-be4c8d4922b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3629966 Apr 01 12:29:25.722792 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f317c0-b145-49dc-a7f2-daf0ffbf1f21') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:25.723087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f317c0-b145-49dc-a7f2-daf0ffbf1f21') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:25.760306 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:25.760804 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-12d41be8-91fd-4359-9f49-d0e4609c066b service neutron] show failed (client error): The resource could not be found. Apr 01 12:29:25.761618 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-12d41be8-91fd-4359-9f49-d0e4609c066b service neutron] 10.222.0.44 "GET /v2.0/ports/ac28d657-d13c-417b-86de-49dace92b49e/bindings/n-h1-836146-1 HTTP/1.1" status: 404 len: 380 time: 0.3473458 Apr 01 12:29:25.770149 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670b4463-832f-4fc9-a20f-23cf7ee79d7b" -d '{"events": [{"server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "name": "network-vif-unplugged", "status": "completed", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:25.773561 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.822730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:25.828015 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.836971 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.840090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6243b936-40ab-4391-9694-f720a8f7c54a None None] For port 8431748b-4f9a-4233-97ba-8fb797d76114, host n-d-836146-1, got binding levels [] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:25.840505 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6243b936-40ab-4391-9694-f720a8f7c54a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.880113 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6243b936-40ab-4391-9694-f720a8f7c54a None None] Calling delete_port for 8431748b-4f9a-4233-97ba-8fb797d76114 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:25.884637 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:29:25.885176 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.888241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.ipam_backend_mixin [None req-6243b936-40ab-4391-9694-f720a8f7c54a None None] Port 8431748b-4f9a-4233-97ba-8fb797d76114 was not found and therefore no delete operation was performed {{(pid=102720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:29:25.890349 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:29:25.921057 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6243b936-40ab-4391-9694-f720a8f7c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:25.929103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb49ac7-4b43-4474-939d-b8fdbdf7d3c6 req-e8088a77-a9d7-4a5e-8618-8c3d44b4ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:25.931615 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bfb49ac7-4b43-4474-939d-b8fdbdf7d3c6 req-e8088a77-a9d7-4a5e-8618-8c3d44b4ff3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=812cc8bf-25f6-40bc-8686-4075c0f30d37 HTTP/1.1" status: 200 len: 930 time: 0.5138962 Apr 01 12:29:25.958535 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243b936-40ab-4391-9694-f720a8f7c54a None None] No DVR routers for this DVR port 8431748b-4f9a-4233-97ba-8fb797d76114 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:25.967616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=35455f41-a85e-40ee-9107-8a360cdb4d4d,revision_number=11']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:26.010879 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243b936-40ab-4391-9694-f720a8f7c54a None None] Pushing event deleted for resources: {'Port': ['ID=8431748b-4f9a-4233-97ba-8fb797d76114,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:26.081046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-caeaeb63-ea2b-45f0-b83f-6d8d183207f6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:26.082662 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-caeaeb63-ea2b-45f0-b83f-6d8d183207f6 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 812 time: 0.6993010 Apr 01 12:29:26.090526 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:26.092478 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bfb49ac7-4b43-4474-939d-b8fdbdf7d3c6 req-29a4a8aa-4f87-489d-b43a-321a943544a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99e585f-f6e3-4b47-81a3-e465ef8b82ca HTTP/1.1" status: 200 len: 217 time: 0.1438549 Apr 01 12:29:26.102733 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:26.113002 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d624c987-5f0a-4884-a492-27ec9905351f HTTP/1.1" status: 204 len: 168 time: 1.5821497 Apr 01 12:29:26.118076 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Request body: {'port': {'device_id': '80ffd63e-5703-45f6-83d6-af0ea436d897', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'admin_state_up': True, 'tenant_id': 'f3b8c2691e7642ebb43bca4c7e1d7c8b'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:26.154313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0cb0e-1511-4dd0-ba22-1d87689c2926 admin admin] Pushing event deleted for resources: {'Network': ['ID=d624c987-5f0a-4884-a492-27ec9905351f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:26.356445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-68d57f86-9d4d-45b0-973c-f82143798ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:26.357978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-68d57f86-9d4d-45b0-973c-f82143798ff5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49&tenant_id=eb64db7358b94a5bb856657db1b186e0 HTTP/1.1" status: 200 len: 1101 time: 0.2672999 Apr 01 12:29:26.359445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb49ac7-4b43-4474-939d-b8fdbdf7d3c6 req-8fa26f60-0890-41ab-98e5-873cac1d32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:26.360833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bfb49ac7-4b43-4474-939d-b8fdbdf7d3c6 req-8fa26f60-0890-41ab-98e5-873cac1d32bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a697d1d-07f8-4b71-9490-322b750b832f HTTP/1.1" status: 200 len: 868 time: 0.2556548 Apr 01 12:29:26.379276 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea898758-ba4a-4ca7-bae1-ce088391bd70 req-1e553ad0-2440-45a9-9862-8b5e22b68e64 service neutron] 10.222.0.44 "GET /v2.0/networks/5386add8-6f5d-4fd3-97cd-be4c8d4922b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107695 Apr 01 12:29:26.399001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-1', 'device_owner': 'compute:nova'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:26.400212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ce1dc6fe-14e6-4ae2-98ed-3812336cc725 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:26.420758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55636) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:26.485645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port ce1dc6fe-14e6-4ae2-98ed-3812336cc725 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:26.487019 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:26.525723 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:26.687411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f6adcb94-7927-4117-9ff4-cf76fa402468 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35aecee3d9a8483db13fd7e55f9daf55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573974 Apr 01 12:29:26.688735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55644) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:26.689393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8431748b-4f9a-4233-97ba-8fb797d76114 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:26.696082 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Made reservation on behalf of f3b8c2691e7642ebb43bca4c7e1d7c8b for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:29:26.702872 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:26.776421 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea898758-ba4a-4ca7-bae1-ce088391bd70 req-aacd9511-6cb6-4139-b996-059306df4c9e service neutron] 10.222.0.44 "GET /v2.0/networks/5386add8-6f5d-4fd3-97cd-be4c8d4922b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637044 Apr 01 12:29:26.781731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb49ac7-4b43-4474-939d-b8fdbdf7d3c6 req-8dd1d4b4-334b-4bac-a67f-8d6ef52deada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:26.783717 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bfb49ac7-4b43-4474-939d-b8fdbdf7d3c6 req-8dd1d4b4-334b-4bac-a67f-8d6ef52deada service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=812cc8bf-25f6-40bc-8686-4075c0f30d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3980660 Apr 01 12:29:26.824454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637d50a-b70b-4036-8cb7-7763756d7455 req-0dbeb505-c145-4ad2-a146-90773d250573 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:26.826849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2637d50a-b70b-4036-8cb7-7763756d7455 req-0dbeb505-c145-4ad2-a146-90773d250573 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 944 time: 0.4501233 Apr 01 12:29:26.844954 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:26.903060 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 8431748b-4f9a-4233-97ba-8fb797d76114 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:29:26.903664 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8431748b-4f9a-4233-97ba-8fb797d76114 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:29:26.917679 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5580c0c8-3479-41ac-8671-5a4414bfec53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:26.920162 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2637d50a-b70b-4036-8cb7-7763756d7455 req-6b6294bc-91c5-4dcd-940c-35949d3972f4 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ec5989d-b677-4942-9c9b-0e47cd208509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710068 Apr 01 12:29:26.979101 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5580c0c8-3479-41ac-8671-5a4414bfec53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:27.028825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Allocated IP 172.20.0.3 (e23dd718-56b2-4bf5-a1be-97c1c3333fca/3516b13e-86ee-4605-892c-1bb452f4de0b/6b474f80-2d21-4147-8018-fa75cf71c3ff) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:27.104813 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5580c0c8-3479-41ac-8671-5a4414bfec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:27.107457 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5580c0c8-3479-41ac-8671-5a4414bfec53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:27.108632 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5580c0c8-3479-41ac-8671-5a4414bfec53 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2d47d1b-ccb2-4d25-8be8-93cd60be3571 HTTP/1.1" status: 204 len: 168 time: 0.4163046 Apr 01 12:29:27.139283 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580c0c8-3479-41ac-8671-5a4414bfec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d47d1b-ccb2-4d25-8be8-93cd60be3571,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:27.214952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c99e585f-f6e3-4b47-81a3-e465ef8b82ca details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:29:27.261674 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:27.306507 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:27.364346 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Network e23dd718-56b2-4bf5-a1be-97c1c3333fca is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:27.372481 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:27.378605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:27.428733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Pushing event updated for resources: {'Port': ['ID=6b474f80-2d21-4147-8018-fa75cf71c3ff,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:27.437945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-21f4d981-4f40-40e9-98a4-56245913a08a tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:29:27.439918 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-21f4d981-4f40-40e9-98a4-56245913a08a tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3451247 Apr 01 12:29:27.440299 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c99e585f-f6e3-4b47-81a3-e465ef8b82ca, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c99e585f-f6e3-4b47-81a3-e465ef8b82ca,segment=NetworkSegment(3e54b362-6067-40f3-a4f5-3cd7f7c385ba),segment_id=3e54b362-6067-40f3-a4f5-3cd7f7c385ba)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:27.455640 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:27.456834 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:27.459066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'port_id': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca', 'mac_address': 'fa:16:3e:38:e6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:29:27.500173 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-64b9324b-746d-46c9-91b2-5c7d3b46bf7a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3997035 Apr 01 12:29:27.501905 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:27.514899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Request body: {'port': {'device_id': '80ffd63e-5703-45f6-83d6-af0ea436d897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:27.521658 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99e585f-f6e3-4b47-81a3-e465ef8b82ca {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:29:27.546824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c99e585f-f6e3-4b47-81a3-e465ef8b82ca, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c99e585f-f6e3-4b47-81a3-e465ef8b82ca,segment=NetworkSegment(3e54b362-6067-40f3-a4f5-3cd7f7c385ba),segment_id=3e54b362-6067-40f3-a4f5-3cd7f7c385ba)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:27.554574 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:27.565447 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:27.616030 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c99e585f-f6e3-4b47-81a3-e465ef8b82ca,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:27.642983 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:27.668339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ac28d657-d13c-417b-86de-49dace92b49e no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:27.693542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd2f98-7442-4dd4-acd7-4922fa85c28e req-b7aa611d-4eaf-4816-b0dc-0a60bd54a682 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:27.695527 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-65dd2f98-7442-4dd4-acd7-4922fa85c28e req-b7aa611d-4eaf-4816-b0dc-0a60bd54a682 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 931 time: 0.2902195 Apr 01 12:29:27.717238 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bfb49ac7-4b43-4474-939d-b8fdbdf7d3c6 req-a28eff1a-ce68-40b2-a41a-d275bc26cba2 service neutron] 10.222.0.37 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8889689 Apr 01 12:29:27.819356 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:27.827794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-459f0da3-6a81-4eaf-a78e-d01d00b12cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:27.831219 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-459f0da3-6a81-4eaf-a78e-d01d00b12cb0 service neutron] 10.222.0.45 "GET /v2.0/ports/d1ceb440-3d2d-45c9-a26c-58560d88a725 HTTP/1.1" status: 200 len: 1093 time: 0.3696129 Apr 01 12:29:27.844982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] Request body: {'binding': {'host': 'n-h2-836146-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:27.844982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] Unknown quota resources ['binding']. {{(pid=102719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 01 12:29:27.925399 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['c99e585f-f6e3-4b47-81a3-e465ef8b82ca'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:27.957443 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-65dd2f98-7442-4dd4-acd7-4922fa85c28e req-d8feaf39-8256-489b-8c59-c2ee298f747a tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470951 Apr 01 12:29:27.993243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:28.061767 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bfb49ac7-4b43-4474-939d-b8fdbdf7d3c6 req-1b9b29c1-44e1-4600-bb94-95524927f6c8 service neutron] 10.222.0.37 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064194 Apr 01 12:29:28.069370 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d68a4c-69da-4f87-a229-66d461ac3b29 x-openstack-request-id: req-85d68a4c-69da-4f87-a229-66d461ac3b29 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:28.069370 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "name": "network-vif-unplugged", "status": "completed", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:28.069370 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85d68a4c-69da-4f87-a229-66d461ac3b29 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:28.069370 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d68a4c-69da-4f87-a229-66d461ac3b29'] response: {'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'code': 200} Apr 01 12:29:28.112277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:28.132602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] Attempting to bind port d1ceb440-3d2d-45c9-a26c-58560d88a725 on host n-h2-836146-1 for vnic_type normal with profile None {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:28.132898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] Attempting to bind port d1ceb440-3d2d-45c9-a26c-58560d88a725 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:28.133224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] Attempting to bind port d1ceb440-3d2d-45c9-a26c-58560d88a725 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:28.139725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] Port d1ceb440-3d2d-45c9-a26c-58560d88a725 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:29:28.140047 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] Attempting to bind port d1ceb440-3d2d-45c9-a26c-58560d88a725 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:28.147955 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:28.148361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:28.148839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:28.149376 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] Bound port: d1ceb440-3d2d-45c9-a26c-58560d88a725, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:28.190559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Router b780b841-4e81-417f-a32b-a0fe6c4efee8 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:29:28.211816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:28.214756 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455a9018-4e77-4597-b517-b143e97926c2" -d '{"events": [{"server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "name": "network-vif-unplugged", "status": "completed", "tag": "ac28d657-d13c-417b-86de-49dace92b49e"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:28.221043 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:28.229568 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b474f80-2d21-4147-8018-fa75cf71c3ff {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:29:28.235763 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:28.242749 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:28.248714 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] Notify callbacks [] for binding, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:28.250154 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-19696fe0-cacc-4a20-944d-9ae26bc7c09f service neutron] 10.222.0.45 "POST /v2.0/ports/d1ceb440-3d2d-45c9-a26c-58560d88a725/bindings HTTP/1.1" status: 201 len: 389 time: 0.4115913 Apr 01 12:29:28.265360 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Transition to ACTIVE for port object 6b474f80-2d21-4147-8018-fa75cf71c3ff will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:29:28.270798 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:28.329228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Transition to ACTIVE for port object ac28d657-d13c-417b-86de-49dace92b49e will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:29:28.375409 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:28.430337 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:29:28.431011 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:29:28.436136 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Pushing event updated for resources: {'Port': ['ID=6b474f80-2d21-4147-8018-fa75cf71c3ff,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:28.470098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Attempting to bind port 6b474f80-2d21-4147-8018-fa75cf71c3ff on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:28.470469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Attempting to bind port 6b474f80-2d21-4147-8018-fa75cf71c3ff by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:28.470935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Attempting to bind port 6b474f80-2d21-4147-8018-fa75cf71c3ff on network e23dd718-56b2-4bf5-a1be-97c1c3333fca {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:28.482647 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Port 6b474f80-2d21-4147-8018-fa75cf71c3ff on network e23dd718-56b2-4bf5-a1be-97c1c3333fca not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:29:28.482957 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Attempting to bind port 6b474f80-2d21-4147-8018-fa75cf71c3ff on network e23dd718-56b2-4bf5-a1be-97c1c3333fca {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:28.491162 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:28.491421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Checking segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:28.491999 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Bound using segment: {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:28.492815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Bound port: 6b474f80-2d21-4147-8018-fa75cf71c3ff, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:28.492815 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:28.510861 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af90a2-e11b-4e6f-9db6-483b99950e9d req-2e7649e1-2e6f-4514-aa14-8c907bd24f55 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:28.515917 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-37af90a2-e11b-4e6f-9db6-483b99950e9d req-2e7649e1-2e6f-4514-aa14-8c907bd24f55 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 945 time: 0.0892088 Apr 01 12:29:28.569576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] No DVR routers for this DVR port ac28d657-d13c-417b-86de-49dace92b49e on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:28.603311 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-37af90a2-e11b-4e6f-9db6-483b99950e9d req-23ec2000-844d-4f92-aa6a-88d5fd9a77ff tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ec5989d-b677-4942-9c9b-0e47cd208509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596805 Apr 01 12:29:28.624971 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] For port 6b474f80-2d21-4147-8018-fa75cf71c3ff, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:28.629158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] For port 6b474f80-2d21-4147-8018-fa75cf71c3ff, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=6b474f80-2d21-4147-8018-fa75cf71c3ff,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:28.635304 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:28.644416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:28.662680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c313a9-4d4f-47da-844d-2f7beeea5900 req-57c498d4-137c-4d8a-b489-d903912c5375 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:28.664653 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6c313a9-4d4f-47da-844d-2f7beeea5900 req-57c498d4-137c-4d8a-b489-d903912c5375 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.4405355 Apr 01 12:29:28.680115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:28.680953 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:28.683101 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] 10.222.0.44 "PUT /v2.0/ports/6b474f80-2d21-4147-8018-fa75cf71c3ff HTTP/1.1" status: 200 len: 1091 time: 1.1764393 Apr 01 12:29:28.683621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ffd63e-5703-45f6-83d6-af0ea436d897', 'tag': '6b474f80-2d21-4147-8018-fa75cf71c3ff'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:28.686174 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587fdfef-d70e-4f34-8513-db5c07141bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "80ffd63e-5703-45f6-83d6-af0ea436d897", "tag": "6b474f80-2d21-4147-8018-fa75cf71c3ff"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:28.715531 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025db07e-dd05-4e0c-83d4-8c196ab73412 service neutron] Pushing event updated for resources: {'Port': ['ID=6b474f80-2d21-4147-8018-fa75cf71c3ff,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:28.778646 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-ca42d5fc-25e9-431f-8534-2019486350de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:28.780124 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-ca42d5fc-25e9-431f-8534-2019486350de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 1094 time: 0.0427024 Apr 01 12:29:28.815486 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Attempting to bind port ac28d657-d13c-417b-86de-49dace92b49e on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:28.815925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Attempting to bind port ac28d657-d13c-417b-86de-49dace92b49e by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:28.816351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Attempting to bind port ac28d657-d13c-417b-86de-49dace92b49e on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:28.821486 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6c313a9-4d4f-47da-844d-2f7beeea5900 req-8679812a-4a6b-46f6-9d3d-22f8461eb988 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927799 Apr 01 12:29:28.826584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:29:28.833085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Port ac28d657-d13c-417b-86de-49dace92b49e on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:29:28.833246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Attempting to bind port ac28d657-d13c-417b-86de-49dace92b49e on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:28.838833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Sync routers for ids ['b780b841-4e81-417f-a32b-a0fe6c4efee8'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:29:28.842615 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-f798574a-48fe-41d1-a8ce-cf2cd4717e5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b474f80-2d21-4147-8018-fa75cf71c3ff HTTP/1.1" status: 200 len: 217 time: 0.0518069 Apr 01 12:29:28.844171 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-e5e084fa-0d42-4a27-9bce-480dffa424ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:28.845752 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-e5e084fa-0d42-4a27-9bce-480dffa424ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 1096 time: 0.2830520 Apr 01 12:29:28.849135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:28.849563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:28.850177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:28.850565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Bound port: ac28d657-d13c-417b-86de-49dace92b49e, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:28.850995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:28.865168 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Routers {'b780b841-4e81-417f-a32b-a0fe6c4efee8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:28.866064 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b780b841-4e81-417f-a32b-a0fe6c4efee8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:28.891615 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:28.895959 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a564587c-5e3b-412a-9b7c-2633dd530040 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6343708 Apr 01 12:29:28.909310 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240a7347-5ac1-4f89-b578-2b7611ccb980 x-openstack-request-id: req-240a7347-5ac1-4f89-b578-2b7611ccb980 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:28.909615 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "name": "network-vif-unplugged", "status": "completed", "tag": "ac28d657-d13c-417b-86de-49dace92b49e", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:28.909837 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-240a7347-5ac1-4f89-b578-2b7611ccb980 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:28.910276 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240a7347-5ac1-4f89-b578-2b7611ccb980'] response: {'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e', 'code': 200} Apr 01 12:29:28.911827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55690) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:28.924817 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-613db02a-17a6-4c1d-93ba-d18dfba757f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:28.926327 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-613db02a-17a6-4c1d-93ba-d18dfba757f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 200 len: 852 time: 0.0710220 Apr 01 12:29:28.978316 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-a959914b-8289-4975-ba33-e7e13d175d63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e23dd718-56b2-4bf5-a1be-97c1c3333fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370126 Apr 01 12:29:29.047426 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Set router b780b841-4e81-417f-a32b-a0fe6c4efee8 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:29.090772 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-4022985e-1a7c-49c3-88cb-ed6c90b25c78 service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046970 Apr 01 12:29:29.188474 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-7bc88e6e-559d-4924-8baa-8b1aa155ad56 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=88690f939f1744f8b7a4558d9a0a2127&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492206 Apr 01 12:29:29.233017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c99e585f-f6e3-4b47-81a3-e465ef8b82ca up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:29.240467 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87fced5e-6bdd-4ada-afec-b0e2032aaadf req-c990b444-8f15-4d9c-9ea2-160681e7791d service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429119 Apr 01 12:29:29.295627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:29.306853 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:29.314914 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port c99e585f-f6e3-4b47-81a3-e465ef8b82ca completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:29:29.317581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e17d8-c39c-408c-95cb-3dc5fcf55d25 req-01289c85-c620-43d2-9a25-b8848379f9af tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:29.319786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-048e17d8-c39c-408c-95cb-3dc5fcf55d25 req-01289c85-c620-43d2-9a25-b8848379f9af tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 945 time: 0.3076320 Apr 01 12:29:29.321795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port c99e585f-f6e3-4b47-81a3-e465ef8b82ca triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:29.322199 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:29.324681 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'name': 'tempest-FloatingIPDetailsTestJSON-254174017-router', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:29:21Z', 'updated_at': '2022-04-01T12:29:25Z', 'revision_number': 3, 'project_id': '8939f5a89a18471d9e24218f6c879939', 'gw_port': {'id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:24Z', 'updated_at': '2022-04-01T12:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:29.340928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-9cd3c30a-d651-4e82-92df-bcdbb1cd7c89 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:29.342611 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-9cd3c30a-d651-4e82-92df-bcdbb1cd7c89 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1376557 Apr 01 12:29:29.357622 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:29.363380 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-9efdf7a1-6d8c-48df-b371-3d533a7dbdb3 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/quotas/88690f939f1744f8b7a4558d9a0a2127 HTTP/1.1" status: 200 len: 375 time: 0.0122361 Apr 01 12:29:29.364638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-1ea7204a-3941-4d8f-8ba4-5d460869538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:29.366146 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-1ea7204a-3941-4d8f-8ba4-5d460869538c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.5004814 Apr 01 12:29:29.377918 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Checking router: b780b841-4e81-417f-a32b-a0fe6c4efee8 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:29:29.378321 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Updating router b780b841-4e81-417f-a32b-a0fe6c4efee8 port ffdae06e-2b37-4903-9a03-89aabbd22a63 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:29:29.397244 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-89df256a-e306-489f-a8cb-1869e66c7fd3 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=88690f939f1744f8b7a4558d9a0a2127&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292923 Apr 01 12:29:29.412527 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:29.468890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:29.469518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:29.471585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] 10.222.0.37 "PUT /v2.0/ports/ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 1096 time: 3.0888932 Apr 01 12:29:29.497336 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-5d0e8b96-bbcd-4b02-acdc-1789173096b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725 HTTP/1.1" status: 200 len: 217 time: 0.0989344 Apr 01 12:29:29.555929 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:29.614874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8ec90-9c64-4120-9d1a-b938243a4473 service neutron] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:29.639951 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc983dcb-5740-41d5-ace5-8e31677224e4 x-openstack-request-id: req-cc983dcb-5740-41d5-ace5-8e31677224e4 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:29.640245 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ffd63e-5703-45f6-83d6-af0ea436d897", "tag": "6b474f80-2d21-4147-8018-fa75cf71c3ff", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:29.640529 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc983dcb-5740-41d5-ace5-8e31677224e4 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:29.640928 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc983dcb-5740-41d5-ace5-8e31677224e4'] response: {'name': 'network-changed', 'server_uuid': '80ffd63e-5703-45f6-83d6-af0ea436d897', 'tag': '6b474f80-2d21-4147-8018-fa75cf71c3ff', 'status': 'completed', 'code': 200} Apr 01 12:29:29.646350 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c99e585f-f6e3-4b47-81a3-e465ef8b82ca, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c99e585f-f6e3-4b47-81a3-e465ef8b82ca,segment=NetworkSegment(3e54b362-6067-40f3-a4f5-3cd7f7c385ba),segment_id=3e54b362-6067-40f3-a4f5-3cd7f7c385ba)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:29.653054 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:29.674920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-048e17d8-c39c-408c-95cb-3dc5fcf55d25 req-c2cbf74e-9644-4703-a14f-98a00c544864 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187351 Apr 01 12:29:29.711170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-8ed33e7e-9b1f-44cd-9bba-ff4e0925115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:29.713668 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-8ed33e7e-9b1f-44cd-9bba-ff4e0925115e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.2012219 Apr 01 12:29:29.722616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-7c56658c-7e56-4b8d-b1b0-6d0d6fc06f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:29.724229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-7c56658c-7e56-4b8d-b1b0-6d0d6fc06f8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1099 time: 0.2114825 Apr 01 12:29:29.765778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fdfef-d70e-4f34-8513-db5c07141bfc req-17abadb5-e995-484a-b6e2-a1fd2dd66d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:29.768258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-587fdfef-d70e-4f34-8513-db5c07141bfc req-17abadb5-e995-484a-b6e2-a1fd2dd66d05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 1094 time: 0.0994096 Apr 01 12:29:29.813706 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-3d23d2af-f4cd-4409-90f5-db46ad95c50f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884547 Apr 01 12:29:29.819845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c99e585f-f6e3-4b47-81a3-e465ef8b82ca,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:29.905011 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec266a1-adf4-4339-aaa9-109a5a364b24 req-a82d0ff0-93bd-46c1-ab22-567d11488a47 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:29.906613 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ec266a1-adf4-4339-aaa9-109a5a364b24 req-a82d0ff0-93bd-46c1-ab22-567d11488a47 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 949 time: 0.1366789 Apr 01 12:29:29.946656 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:29.963982 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:29.969420 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ec266a1-adf4-4339-aaa9-109a5a364b24 req-c7019f6d-b5b1-4a1d-86d8-f1a3f761e3e4 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555065 Apr 01 12:29:29.974611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fdfef-d70e-4f34-8513-db5c07141bfc req-7b150c2e-ff3e-4134-aa13-3c81678ebf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:29.976303 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-587fdfef-d70e-4f34-8513-db5c07141bfc req-7b150c2e-ff3e-4134-aa13-3c81678ebf66 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 200 len: 913 time: 0.1950350 Apr 01 12:29:30.034353 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Attempting to bind port ffdae06e-2b37-4903-9a03-89aabbd22a63 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:30.034741 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Attempting to bind port ffdae06e-2b37-4903-9a03-89aabbd22a63 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:30.035071 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Attempting to bind port ffdae06e-2b37-4903-9a03-89aabbd22a63 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:30.038222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82ddf8-fe29-4b7b-936a-876a64f54dbf None None] Pushing event updated for resources: {'Port': ['ID=ffdae06e-2b37-4903-9a03-89aabbd22a63,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:30.043042 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:30.043960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:30.044368 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:30.044840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:30.045228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Bound port: ffdae06e-2b37-4903-9a03-89aabbd22a63, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:30.045583 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:30.062491 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-587fdfef-d70e-4f34-8513-db5c07141bfc req-7a8a682e-337b-4767-95e9-6c63f5c0f6a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b474f80-2d21-4147-8018-fa75cf71c3ff HTTP/1.1" status: 200 len: 217 time: 0.0776744 Apr 01 12:29:30.094866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684330ed-b274-489f-8ad2-5a9c1e02ba51 req-18fcf6c8-5556-4e78-bac1-88cd39e4b501 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:30.096431 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-684330ed-b274-489f-8ad2-5a9c1e02ba51 req-18fcf6c8-5556-4e78-bac1-88cd39e4b501 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 943 time: 0.2767134 Apr 01 12:29:30.098303 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0bf3dbdb-3ffa-48f2-9e4e-27d7196597b0 req-4197c1bd-1574-447f-b85b-1374a4c41538 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 210 time: 0.0467544 Apr 01 12:29:30.117613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] For port ffdae06e-2b37-4903-9a03-89aabbd22a63, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:30.120974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] For port ffdae06e-2b37-4903-9a03-89aabbd22a63, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ffdae06e-2b37-4903-9a03-89aabbd22a63,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:30.122433 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:30.124926 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f300020c-f433-4832-8e2d-b23c5b5ff5b6" -d '{"events": [{"server_uuid": "fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa", "name": "network-vif-plugged", "status": "completed", "tag": "c99e585f-f6e3-4b47-81a3-e465ef8b82ca"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:30.130919 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:30.186982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fdfef-d70e-4f34-8513-db5c07141bfc req-be93cb55-69ed-4b65-b78f-4419e0e38228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:30.188976 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-587fdfef-d70e-4f34-8513-db5c07141bfc req-be93cb55-69ed-4b65-b78f-4419e0e38228 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 200 len: 852 time: 0.1094491 Apr 01 12:29:30.190381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82ddf8-fe29-4b7b-936a-876a64f54dbf None None] Pushing event updated for resources: {'Port': ['ID=ffdae06e-2b37-4903-9a03-89aabbd22a63,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:30.198021 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Routers {'b780b841-4e81-417f-a32b-a0fe6c4efee8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:30.198540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b780b841-4e81-417f-a32b-a0fe6c4efee8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:30.222175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-f20111bd-e498-458e-870e-c9bb36d78244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:30.231693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-f20111bd-e498-458e-870e-c9bb36d78244 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.4204705 Apr 01 12:29:30.248324 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-587fdfef-d70e-4f34-8513-db5c07141bfc req-d8a36c9f-c90f-430a-8b15-1540fc02b83c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e23dd718-56b2-4bf5-a1be-97c1c3333fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515785 Apr 01 12:29:30.300368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-f325a66a-064a-413b-8e0f-7f20423f3285 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065762 Apr 01 12:29:30.325995 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-684330ed-b274-489f-8ad2-5a9c1e02ba51 req-3207ba67-4dab-413d-be71-c0c1f9a79822 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883147 Apr 01 12:29:30.347459 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148a85-64e7-45c9-b6be-3a15b95f98ab req-6be7ed88-19f9-473f-a54b-3d45bb0b95ee tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:30.358839 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-94148a85-64e7-45c9-b6be-3a15b95f98ab req-6be7ed88-19f9-473f-a54b-3d45bb0b95ee tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 946 time: 0.1436131 Apr 01 12:29:30.446031 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-94148a85-64e7-45c9-b6be-3a15b95f98ab req-45a8c14a-5e92-48b5-951f-ba238d30d49c tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ec5989d-b677-4942-9c9b-0e47cd208509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858760 Apr 01 12:29:30.460940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-e8ae217e-c332-4d8e-a500-c3c2e3890bc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 217 time: 0.1595826 Apr 01 12:29:30.466062 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-587fdfef-d70e-4f34-8513-db5c07141bfc req-33973550-7109-4819-b984-4c02e155ebac service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009995 Apr 01 12:29:30.477173 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:30.489547 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] Set router b780b841-4e81-417f-a32b-a0fe6c4efee8 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:30.522753 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d5cdd8-c16e-49e5-bcbe-f83e60f39611 x-openstack-request-id: req-e8d5cdd8-c16e-49e5-bcbe-f83e60f39611 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:30.523019 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa", "name": "network-vif-plugged", "status": "completed", "tag": "c99e585f-f6e3-4b47-81a3-e465ef8b82ca", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:30.523261 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8d5cdd8-c16e-49e5-bcbe-f83e60f39611 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:30.523657 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d5cdd8-c16e-49e5-bcbe-f83e60f39611'] response: {'server_uuid': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca', 'code': 200} Apr 01 12:29:30.610859 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-587fdfef-d70e-4f34-8513-db5c07141bfc req-98bd47bc-73a4-49f4-ba96-3f9166a1dfcf service neutron] 10.222.0.44 "GET /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321967 Apr 01 12:29:30.693605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'name': 'tempest-FloatingIPDetailsTestJSON-254174017-router', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:29:21Z', 'updated_at': '2022-04-01T12:29:25Z', 'revision_number': 3, 'project_id': '8939f5a89a18471d9e24218f6c879939', 'gw_port': {'id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:24Z', 'updated_at': '2022-04-01T12:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:30.725350 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76e3df-edc2-4ce4-a683-2bdc619ff0e9 None None] The sync data for ids ['b780b841-4e81-417f-a32b-a0fe6c4efee8'] in n-d-836146-1 is: [{'id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'name': 'tempest-FloatingIPDetailsTestJSON-254174017-router', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:29:21Z', 'updated_at': '2022-04-01T12:29:25Z', 'revision_number': 3, 'project_id': '8939f5a89a18471d9e24218f6c879939', 'gw_port': {'id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:24Z', 'updated_at': '2022-04-01T12:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:29:30.844444 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e7e9d-faf9-4c17-a7f8-ce57f291f046 req-810e9d4c-e871-4c7e-9a4a-98037a72c6ed tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:30.846690 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d9e7e9d-faf9-4c17-a7f8-ce57f291f046 req-810e9d4c-e871-4c7e-9a4a-98037a72c6ed tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 945 time: 0.0783560 Apr 01 12:29:30.887930 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d9e7e9d-faf9-4c17-a7f8-ce57f291f046 req-8496ece5-e069-4fd0-85b1-88d16167dcd3 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346069 Apr 01 12:29:30.914394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:30.916662 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3c401c-af1e-43e9-b14c-30842909d3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "tag": "ac28d657-d13c-417b-86de-49dace92b49e"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:30.938138 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-78ed112b-6137-47cd-a3f9-0e329b6e9971 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=88690f939f1744f8b7a4558d9a0a2127&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343363 Apr 01 12:29:31.014496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee1dde-9a02-48d1-88c1-047c1234dc55 req-9db05f81-d1d2-4853-bb67-4e993f928edb tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:31.022529 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2eee1dde-9a02-48d1-88c1-047c1234dc55 req-9db05f81-d1d2-4853-bb67-4e993f928edb tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 948 time: 0.5962126 Apr 01 12:29:31.088076 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-cc5ae995-fb8f-4b1f-8ca5-186f27dd2be6 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:31.089809 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-cc5ae995-fb8f-4b1f-8ca5-186f27dd2be6 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469350 Apr 01 12:29:31.094978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-7e99fbb8-27b2-4133-b00a-81ce2d1bc58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:31.097018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-7e99fbb8-27b2-4133-b00a-81ce2d1bc58f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.5983760 Apr 01 12:29:31.101700 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d702cf-0a61-4270-9274-a68bc9e8a5f2 x-openstack-request-id: req-f5d702cf-0a61-4270-9274-a68bc9e8a5f2 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:31.101988 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "tag": "ac28d657-d13c-417b-86de-49dace92b49e", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:31.102271 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5d702cf-0a61-4270-9274-a68bc9e8a5f2 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:31.102667 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d702cf-0a61-4270-9274-a68bc9e8a5f2'] response: {'name': 'network-changed', 'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e', 'status': 'completed', 'code': 200} Apr 01 12:29:31.105024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-4a1e1a98-2380-4617-8dfa-7df1e63dc327 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7733102 Apr 01 12:29:31.107540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Request body: {'port': {'device_id': 'bf01c880-5429-4ce9-a2e9-5bf291c898b6', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': '88690f939f1744f8b7a4558d9a0a2127'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:31.129084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308d44e-c7d5-441e-91e5-e989e0aabfee req-bcc5a6d7-69a5-4934-9ceb-8d82bdd3facc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:31.130622 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7308d44e-c7d5-441e-91e5-e989e0aabfee req-bcc5a6d7-69a5-4934-9ceb-8d82bdd3facc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 1097 time: 0.2294667 Apr 01 12:29:31.213362 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:29:31.268936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2eee1dde-9a02-48d1-88c1-047c1234dc55 req-9cef1c36-6e35-47ab-a197-1bdfc35e8366 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457943 Apr 01 12:29:31.346943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35ef3c-5887-4616-ab6b-4217e3ae5ec1 req-5afd415d-8204-4c13-9eb8-85a356df4578 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:31.348840 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd35ef3c-5887-4616-ab6b-4217e3ae5ec1 req-5afd415d-8204-4c13-9eb8-85a356df4578 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 949 time: 0.1488397 Apr 01 12:29:31.355866 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Made reservation on behalf of 88690f939f1744f8b7a4558d9a0a2127 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:29:31.361848 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:31.369344 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7308d44e-c7d5-441e-91e5-e989e0aabfee req-d9ef7fd5-3508-4d51-bf4d-941c58408332 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6ec5989d-b677-4942-9c9b-0e47cd208509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704485 Apr 01 12:29:31.375697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-0bb00c92-5fca-4ea0-87f8-5210ce38deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:31.375992 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:31.378387 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-0bb00c92-5fca-4ea0-87f8-5210ce38deb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2710445 Apr 01 12:29:31.387520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef850e-6930-4932-9e5c-8111daecad95 req-4ef56cd5-ec28-47ed-94b5-011bb5322f7e tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:31.389373 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75ef850e-6930-4932-9e5c-8111daecad95 req-4ef56cd5-ec28-47ed-94b5-011bb5322f7e tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.37 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 949 time: 0.2673714 Apr 01 12:29:31.395073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-e4f09ac4-7256-4230-894e-2ec91bfbada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:31.396866 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-e4f09ac4-7256-4230-894e-2ec91bfbada1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1099 time: 0.2711236 Apr 01 12:29:31.442063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Allocated IP 172.20.0.1 (1a1f30d0-30bb-4d8d-bbce-eeac498cf662/783087ec-a676-4172-bc95-4757928f3980/51a9ca76-e279-4da2-8245-f1fb0bf118e5) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:31.452881 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63d87ea0-335a-43fc-9a3c-a151dedff5b7 req-e7a2a2e7-03e3-4a12-9a52-fbacb8787507 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 210 time: 0.0820918 Apr 01 12:29:31.477153 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd35ef3c-5887-4616-ab6b-4217e3ae5ec1 req-1cfc1092-44ed-436c-9921-9cd87cbd264e tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020427 Apr 01 12:29:31.527211 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:31.536973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:31.590737 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b9c8c5-b637-424d-9295-166d3dfa8e55,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:31.683113 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 6b474f80-2d21-4147-8018-fa75cf71c3ff details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:29:31.808222 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bc916-9338-499c-8e29-6ba5b2896a2d req-2107fabf-0ae0-40bf-aace-026cdb464cb8 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:31.809875 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-278bc916-9338-499c-8e29-6ba5b2896a2d req-2107fabf-0ae0-40bf-aace-026cdb464cb8 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 946 time: 0.1966426 Apr 01 12:29:31.830063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-66d8390c-f6bd-4c70-9fff-872d50bf5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:31.831550 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-66d8390c-f6bd-4c70-9fff-872d50bf5345 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.4233844 Apr 01 12:29:31.854061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Allocated IP 192.168.233.23 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/092089b0-8ce0-4084-87c6-e802e3f1a385) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:31.856528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 6b474f80-2d21-4147-8018-fa75cf71c3ff, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=6b474f80-2d21-4147-8018-fa75cf71c3ff,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:31.873605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '6b474f80-2d21-4147-8018-fa75cf71c3ff', 'network_id': 'e23dd718-56b2-4bf5-a1be-97c1c3333fca', 'port_id': '6b474f80-2d21-4147-8018-fa75cf71c3ff', 'mac_address': 'fa:16:3e:a7:e1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3516b13e-86ee-4605-892c-1bb452f4de0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:29:31.873940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4882f3-3205-4c3c-a53f-b4de7b6d51af req-1d68989d-3e16-4555-9d4d-cc876db0f4e0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:31.883223 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea4882f3-3205-4c3c-a53f-b4de7b6d51af req-1d68989d-3e16-4555-9d4d-cc876db0f4e0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 943 time: 0.2799258 Apr 01 12:29:31.888043 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-278bc916-9338-499c-8e29-6ba5b2896a2d req-0dc3ec72-eb91-4843-8c29-76d27dcf89d9 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ec5989d-b677-4942-9c9b-0e47cd208509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672977 Apr 01 12:29:31.933279 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:31.950177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b474f80-2d21-4147-8018-fa75cf71c3ff {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:29:31.974881 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-1cb5b7d4-0e2a-45ef-a315-d690b4ef3f53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 217 time: 0.1258807 Apr 01 12:29:31.978087 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 6b474f80-2d21-4147-8018-fa75cf71c3ff, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=6b474f80-2d21-4147-8018-fa75cf71c3ff,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:31.984424 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:32.015078 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:32.054153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=6b474f80-2d21-4147-8018-fa75cf71c3ff,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:32.099615 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea4882f3-3205-4c3c-a53f-b4de7b6d51af req-24efc615-f568-4458-a63b-ca0dafa3c03d tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154338 Apr 01 12:29:32.123419 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-f6eac2bb-333c-4086-8c92-387f00c86ef1 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709444 Apr 01 12:29:32.141663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d3f57-757f-4652-8186-1a9853112509 req-46e22a4d-2f6d-4ada-a5e4-7955345c966d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:32.149114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-083d3f57-757f-4652-8186-1a9853112509 req-46e22a4d-2f6d-4ada-a5e4-7955345c966d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 945 time: 0.1437738 Apr 01 12:29:32.194169 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:32.206133 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-75ef850e-6930-4932-9e5c-8111daecad95 req-b313d087-6f06-4bb8-b7cf-a33b420b7eb7 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Deleting port 35455f41-a85e-40ee-9107-8a360cdb4d4d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:32.206442 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-75ef850e-6930-4932-9e5c-8111daecad95 req-b313d087-6f06-4bb8-b7cf-a33b420b7eb7 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:32.209992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-8e6a732b-d158-461e-9c20-3f0e95acb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:32.210257 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-083d3f57-757f-4652-8186-1a9853112509 req-74f6b452-c92a-4257-8c65-45bbcb556685 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602596 Apr 01 12:29:32.211566 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-8e6a732b-d158-461e-9c20-3f0e95acb830 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.2115488 Apr 01 12:29:32.258554 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:32.281797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['6b474f80-2d21-4147-8018-fa75cf71c3ff'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:32.308695 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:32.345747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:32.352171 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:32.353874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:32.382375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Pushing event updated for resources: {'Port': ['ID=092089b0-8ce0-4084-87c6-e802e3f1a385,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:32.418622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Network 1a1f30d0-30bb-4d8d-bbce-eeac498cf662 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:32.448713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ffdae06e-2b37-4903-9a03-89aabbd22a63 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:32.462140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:32.472752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-021cbc73-de75-4944-92d0-7f54cfa71da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:32.475043 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-021cbc73-de75-4944-92d0-7f54cfa71da6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201056 Apr 01 12:29:32.475794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:32.507347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:32.508136 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:32.546934 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-813a3d93-ccb8-4bee-ab5a-88368597045f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4435496 Apr 01 12:29:32.559406 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Request body: {'port': {'device_id': 'bf01c880-5429-4ce9-a2e9-5bf291c898b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:32.570105 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:32.693381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port ffdae06e-2b37-4903-9a03-89aabbd22a63 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:32.693914 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:32.724419 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56d3b736-f5b4-45a2-81f7-0888d1c230ef req-89913be4-2e9e-4768-9351-0bfcc8f9ea9e service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907803 Apr 01 12:29:32.725193 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Pushing event updated for resources: {'Port': ['ID=51a9ca76-e279-4da2-8245-f1fb0bf118e5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:32.844353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16918ed5-6cf8-46b8-91c4-e336d4e4ae1c req-b1a408b1-6221-4b6a-ac71-159fa2c6851a tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:32.871540 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-16918ed5-6cf8-46b8-91c4-e336d4e4ae1c req-b1a408b1-6221-4b6a-ac71-159fa2c6851a tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 935 time: 0.2677934 Apr 01 12:29:32.874426 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:32.894546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a6179127-8c06-420d-a800-5728c1c242e9 None None] Provisioning complete for port 092089b0-8ce0-4084-87c6-e802e3f1a385 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:32.895507 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a6179127-8c06-420d-a800-5728c1c242e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:32.923026 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-75ef850e-6930-4932-9e5c-8111daecad95 req-b313d087-6f06-4bb8-b7cf-a33b420b7eb7 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] For port 35455f41-a85e-40ee-9107-8a360cdb4d4d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=35455f41-a85e-40ee-9107-8a360cdb4d4d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:32.923638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-75ef850e-6930-4932-9e5c-8111daecad95 req-b313d087-6f06-4bb8-b7cf-a33b420b7eb7 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:32.956182 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a6179127-8c06-420d-a800-5728c1c242e9 None None] Port 092089b0-8ce0-4084-87c6-e802e3f1a385 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:29:32.971545 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-16918ed5-6cf8-46b8-91c4-e336d4e4ae1c req-a411ffb5-edf7-4c9c-89e6-dd2e50df3a6a tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/security-groups?id=f4b9c8c5-b637-424d-9295-166d3dfa8e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990257 Apr 01 12:29:33.020590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-75ef850e-6930-4932-9e5c-8111daecad95 req-b313d087-6f06-4bb8-b7cf-a33b420b7eb7 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Calling delete_port for 35455f41-a85e-40ee-9107-8a360cdb4d4d owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:33.059402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4d9a4-905e-4e59-a63a-927420153c13 req-a6fb09f4-24e9-4617-8c14-6762193cc6f2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:33.062920 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:33.070594 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5ef4d9a4-905e-4e59-a63a-927420153c13 req-a6fb09f4-24e9-4617-8c14-6762193cc6f2 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 948 time: 0.6103799 Apr 01 12:29:33.122056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port ffdae06e-2b37-4903-9a03-89aabbd22a63, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ffdae06e-2b37-4903-9a03-89aabbd22a63,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:33.136309 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:33.143033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-87d92d8b-1834-46a0-833f-9cebe286fa0f None None] Provisioning complete for port 51a9ca76-e279-4da2-8245-f1fb0bf118e5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:33.143033 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-87d92d8b-1834-46a0-833f-9cebe286fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:33.183287 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-2d85f0d2-0945-4996-b900-969faf1432f6 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066478 Apr 01 12:29:33.202776 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e660734-99cd-453e-9de4-a1b355a2bf73 req-4ab3235d-a09d-4f94-beaa-6168c629bf4e tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:33.211359 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4e660734-99cd-453e-9de4-a1b355a2bf73 req-4ab3235d-a09d-4f94-beaa-6168c629bf4e tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 949 time: 0.1025805 Apr 01 12:29:33.262893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-f35b2942-0f76-481a-9f64-b91fd788c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:33.264216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-87d92d8b-1834-46a0-833f-9cebe286fa0f None None] Port 51a9ca76-e279-4da2-8245-f1fb0bf118e5 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:29:33.264451 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-f35b2942-0f76-481a-9f64-b91fd788c1ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1099 time: 0.3692293 Apr 01 12:29:33.270069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=ffdae06e-2b37-4903-9a03-89aabbd22a63,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:33.305718 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4e660734-99cd-453e-9de4-a1b355a2bf73 req-0ddeecbe-e151-456d-9b5b-4fc4a27d1762 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/security-groups?id=68a916ef-61cb-4dd5-8292-4c6a5bb07135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934672 Apr 01 12:29:33.343034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5ef4d9a4-905e-4e59-a63a-927420153c13 req-91d48738-19fe-47e7-9627-790c719700bf tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896207 Apr 01 12:29:33.432713 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:33.447152 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092089b0-8ce0-4084-87c6-e802e3f1a385 {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:29:33.458616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:33.487633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a9fdd-7e3b-403a-80fd-cc1fa520282c req-8b96da35-fa56-4373-a349-1e70603e2376 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:33.489563 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-644a9fdd-7e3b-403a-80fd-cc1fa520282c req-8b96da35-fa56-4373-a349-1e70603e2376 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 946 time: 0.0775743 Apr 01 12:29:33.495344 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Transition to ACTIVE for port object 092089b0-8ce0-4084-87c6-e802e3f1a385 will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:29:33.501040 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:33.640357 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Pushing event updated for resources: {'Port': ['ID=092089b0-8ce0-4084-87c6-e802e3f1a385,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:33.656478 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-644a9fdd-7e3b-403a-80fd-cc1fa520282c req-d3ce1d8f-750c-4df1-a807-f6456282626a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ec5989d-b677-4942-9c9b-0e47cd208509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439795 Apr 01 12:29:33.672397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-5a7faea3-7323-4546-81f9-b86db201795a service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478440 Apr 01 12:29:33.708226 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Attempting to bind port 092089b0-8ce0-4084-87c6-e802e3f1a385 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:33.708972 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Attempting to bind port 092089b0-8ce0-4084-87c6-e802e3f1a385 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:33.709545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Attempting to bind port 092089b0-8ce0-4084-87c6-e802e3f1a385 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:33.713511 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 6b474f80-2d21-4147-8018-fa75cf71c3ff up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:33.715443 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Port 092089b0-8ce0-4084-87c6-e802e3f1a385 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:29:33.716007 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Attempting to bind port 092089b0-8ce0-4084-87c6-e802e3f1a385 on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:33.728358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:33.729319 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:33.729944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:33.730661 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Bound port: 092089b0-8ce0-4084-87c6-e802e3f1a385, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:33.731262 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:33.789397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-2f4edf97-e44e-499d-8d53-926078493a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:33.791317 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-2f4edf97-e44e-499d-8d53-926078493a87 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.5138745 Apr 01 12:29:33.805402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c6e47-2441-459e-a818-198c41c557db req-575e051e-bac3-4181-bd16-52840a108dc7 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:33.807051 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0f8c6e47-2441-459e-a818-198c41c557db req-575e051e-bac3-4181-bd16-52840a108dc7 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 944 time: 0.3783467 Apr 01 12:29:33.840680 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 6b474f80-2d21-4147-8018-fa75cf71c3ff completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:29:33.846409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] For port 092089b0-8ce0-4084-87c6-e802e3f1a385, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:33.850623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 6b474f80-2d21-4147-8018-fa75cf71c3ff triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:33.851031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] For port 092089b0-8ce0-4084-87c6-e802e3f1a385, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=092089b0-8ce0-4084-87c6-e802e3f1a385,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:33.852111 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:33.888018 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:33.960906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b81d8-30b0-4103-b44a-67123af87485 req-524975d0-bacd-4f77-a0bd-a9a726613b1b tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:33.971091 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-902b81d8-30b0-4103-b44a-67123af87485 req-524975d0-bacd-4f77-a0bd-a9a726613b1b tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 945 time: 0.2025115 Apr 01 12:29:34.018111 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:34.029360 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Pushing event updated for resources: {'Port': ['ID=092089b0-8ce0-4084-87c6-e802e3f1a385,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:34.036210 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:34.038977 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:34.045321 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-f849b513-2924-44ed-ac94-736024cd855a service neutron] 10.222.0.44 "PUT /v2.0/ports/092089b0-8ce0-4084-87c6-e802e3f1a385 HTTP/1.1" status: 200 len: 1095 time: 1.4906976 Apr 01 12:29:34.046949 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf01c880-5429-4ce9-a2e9-5bf291c898b6', 'tag': '092089b0-8ce0-4084-87c6-e802e3f1a385'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:34.051625 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce809cfb-adfc-473f-95d6-4b9d296d3a67" -d '{"events": [{"name": "network-changed", "server_uuid": "bf01c880-5429-4ce9-a2e9-5bf291c898b6", "tag": "092089b0-8ce0-4084-87c6-e802e3f1a385"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:34.088216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 6b474f80-2d21-4147-8018-fa75cf71c3ff, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=6b474f80-2d21-4147-8018-fa75cf71c3ff,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:34.090722 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ffd63e-5703-45f6-83d6-af0ea436d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b474f80-2d21-4147-8018-fa75cf71c3ff'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:34.099380 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbcbc2b-17e1-496d-9f9e-4bab4c094909" -d '{"events": [{"server_uuid": "80ffd63e-5703-45f6-83d6-af0ea436d897", "name": "network-vif-plugged", "status": "completed", "tag": "6b474f80-2d21-4147-8018-fa75cf71c3ff"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:34.103673 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:34.128230 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-902b81d8-30b0-4103-b44a-67123af87485 req-47e4018c-8f9a-417c-907f-fb0033be6b76 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529381 Apr 01 12:29:34.168917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=6b474f80-2d21-4147-8018-fa75cf71c3ff,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:34.256625 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-61646edc-6c7a-4edb-9909-857ddb0c5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:34.258570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-61646edc-6c7a-4edb-9909-857ddb0c5ccb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88690f939f1744f8b7a4558d9a0a2127&device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 1098 time: 0.1503317 Apr 01 12:29:34.262191 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-dab4db9d-6788-4244-8156-66ffc8b56fdd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 217 time: 0.4540050 Apr 01 12:29:34.334476 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0f8c6e47-2441-459e-a818-198c41c557db req-d1406297-6412-47ed-bbc9-a22aa1bfaf2f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037994 Apr 01 12:29:34.350648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ffdae06e-2b37-4903-9a03-89aabbd22a63 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:34.380315 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-75ef850e-6930-4932-9e5c-8111daecad95 req-b313d087-6f06-4bb8-b7cf-a33b420b7eb7 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:34.423009 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port ffdae06e-2b37-4903-9a03-89aabbd22a63 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:34.423783 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-fc9147e3-fad1-48e0-a595-e48f241b3bdd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=092089b0-8ce0-4084-87c6-e802e3f1a385 HTTP/1.1" status: 200 len: 217 time: 0.1539581 Apr 01 12:29:34.423936 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:34.554489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313d087-6f06-4bb8-b7cf-a33b420b7eb7 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Pushing event deleted for resources: {'Port': ['ID=35455f41-a85e-40ee-9107-8a360cdb4d4d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:34.608395 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-40f618fd-785a-43fc-82df-721970440a94 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 258 time: 0.4080608 Apr 01 12:29:34.610230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-5ec30d4e-d288-4163-b056-917ea0e52f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:34.612426 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-5ec30d4e-d288-4163-b056-917ea0e52f74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1724215 Apr 01 12:29:34.619358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ef850e-6930-4932-9e5c-8111daecad95 req-b313d087-6f06-4bb8-b7cf-a33b420b7eb7 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] No DVR routers for this DVR port 35455f41-a85e-40ee-9107-8a360cdb4d4d on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:34.622116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:34.627079 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-75ef850e-6930-4932-9e5c-8111daecad95 req-b313d087-6f06-4bb8-b7cf-a33b420b7eb7 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:34.630951 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75ef850e-6930-4932-9e5c-8111daecad95 req-b313d087-6f06-4bb8-b7cf-a33b420b7eb7 tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.37 "DELETE /v2.0/ports/35455f41-a85e-40ee-9107-8a360cdb4d4d HTTP/1.1" status: 204 len: 173 time: 3.0046642 Apr 01 12:29:34.642686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'name': 'network-vif-deleted', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:34.650961 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab92e5f9-b6dd-4d44-bae7-8e887f9b7978" -d '{"events": [{"server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "name": "network-vif-deleted", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:34.670295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-1cfee12b-a227-47ec-b9db-ea01866771a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:34.672154 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-1cfee12b-a227-47ec-b9db-ea01866771a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.3678215 Apr 01 12:29:34.686728 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:34.770317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd5f78-7a88-463a-8ff3-cfcacef5c408 req-5834a9ba-b8ea-4ab6-a9d5-947dec8d455f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:34.772609 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32cd5f78-7a88-463a-8ff3-cfcacef5c408 req-5834a9ba-b8ea-4ab6-a9d5-947dec8d455f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 947 time: 0.3187294 Apr 01 12:29:34.786345 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:34.955722 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Pushing event updated for resources: {'Port': ['ID=51a9ca76-e279-4da2-8245-f1fb0bf118e5,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:34.961005 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-ed0782e9-a399-40e1-aa58-b80e50afef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:34.963480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-ed0782e9-a399-40e1-aa58-b80e50afef0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2799525 Apr 01 12:29:35.023685 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:35.072808 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:35.080576 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32cd5f78-7a88-463a-8ff3-cfcacef5c408 req-f01cd8e0-43b7-4ab0-8969-cd028ba01df0 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/security-groups?id=f4b9c8c5-b637-424d-9295-166d3dfa8e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816329 Apr 01 12:29:35.119550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-35e651bc-29d1-4173-9b3e-f78302a371d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:35.123609 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-35e651bc-29d1-4173-9b3e-f78302a371d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4964318 Apr 01 12:29:35.171708 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b3daeb-ceae-4a07-84a8-80b332a317a5 x-openstack-request-id: req-56b3daeb-ceae-4a07-84a8-80b332a317a5 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:35.172166 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf01c880-5429-4ce9-a2e9-5bf291c898b6", "tag": "092089b0-8ce0-4084-87c6-e802e3f1a385", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:35.172422 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56b3daeb-ceae-4a07-84a8-80b332a317a5 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:35.172993 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b3daeb-ceae-4a07-84a8-80b332a317a5'] response: {'name': 'network-changed', 'server_uuid': 'bf01c880-5429-4ce9-a2e9-5bf291c898b6', 'tag': '092089b0-8ce0-4084-87c6-e802e3f1a385', 'status': 'completed', 'code': 200} Apr 01 12:29:35.212463 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b354904c-bdbb-46b6-82f3-f3a4ab240297 x-openstack-request-id: req-b354904c-bdbb-46b6-82f3-f3a4ab240297 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:35.213150 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ffd63e-5703-45f6-83d6-af0ea436d897", "name": "network-vif-plugged", "status": "completed", "tag": "6b474f80-2d21-4147-8018-fa75cf71c3ff", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:35.213150 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b354904c-bdbb-46b6-82f3-f3a4ab240297 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:35.213677 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b354904c-bdbb-46b6-82f3-f3a4ab240297'] response: {'server_uuid': '80ffd63e-5703-45f6-83d6-af0ea436d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b474f80-2d21-4147-8018-fa75cf71c3ff', 'code': 200} Apr 01 12:29:35.230549 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-67eaa50c-40bc-4303-a762-1e03768903c8 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566738 Apr 01 12:29:35.278118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ac28d657-d13c-417b-86de-49dace92b49e details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:29:35.284362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35455f41-a85e-40ee-9107-8a360cdb4d4d no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:35.340552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 35455f41-a85e-40ee-9107-8a360cdb4d4d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:29:35.340885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 35455f41-a85e-40ee-9107-8a360cdb4d4d not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:29:35.351272 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-869c291f-0e3c-4bb4-b65e-2a535e7443e4 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166493 Apr 01 12:29:35.370214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:35.403989 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3c401c-af1e-43e9-b14c-30842909d3a6 req-7bf57ccd-7624-4b1d-90c2-f5af15356dfe service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637828 Apr 01 12:29:35.459781 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f45f2545-65c1-40fa-bf63-52755cd814a0 req-32f51fbf-5bd2-47b9-a1e7-ec772f7ff58d tempest-ImagesOneServerTestJSON-2082468961 tempest-ImagesOneServerTestJSON-2082468961-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a637a4-9ac0-481d-bd50-92392737e2a7 HTTP/1.1" status: 200 len: 210 time: 0.0444055 Apr 01 12:29:35.487462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Network 1a1f30d0-30bb-4d8d-bbce-eeac498cf662 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:35.490981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:35.507284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98118cc-1b43-4386-af38-6c47105d274f req-859c13c1-98f5-47be-8121-1f92ea06786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:35.509828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e98118cc-1b43-4386-af38-6c47105d274f req-859c13c1-98f5-47be-8121-1f92ea06786b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 1096 time: 0.1025176 Apr 01 12:29:35.564310 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541fbed8-aeae-4c90-9596-27f7579ff4ae req-040cbe7a-ca52-42ac-8d43-495ecf26c816 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044618 Apr 01 12:29:35.609694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Allocated IP 172.25.7.48 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/888a8e9c-a59f-4d6b-9f79-e80d42d06f08) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:35.640428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:35.647666 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e98118cc-1b43-4386-af38-6c47105d274f req-0d00c091-ce35-442e-b294-acb3304be88c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916786 Apr 01 12:29:35.677121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'ac28d657-d13c-417b-86de-49dace92b49e', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'ac28d657-d13c-417b-86de-49dace92b49e', 'mac_address': 'fa:16:3e:80:0e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:29:35.741394 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:35.775272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac28d657-d13c-417b-86de-49dace92b49e {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:29:35.798120 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:35.799366 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fff129-e720-446e-ad73-6e1beac5e475 req-1959da46-715e-4a89-abb2-dd4c67a3d0f8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:35.800946 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1fff129-e720-446e-ad73-6e1beac5e475 req-1959da46-715e-4a89-abb2-dd4c67a3d0f8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 948 time: 0.1489737 Apr 01 12:29:35.813790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Router b780b841-4e81-417f-a32b-a0fe6c4efee8 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:29:35.823602 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:35.830590 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:35.869706 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:35.920836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:35.925436 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1fff129-e720-446e-ad73-6e1beac5e475 req-5570a8ba-c26f-4d25-92f6-d3e9b853c3cd tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960355 Apr 01 12:29:35.952986 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:35.959261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:35.960501 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d6b4fa42-1d55-49f7-b9a2-14082a124eda None None] Provisioning complete for port 51a9ca76-e279-4da2-8245-f1fb0bf118e5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:35.960869 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fa42-1d55-49f7-b9a2-14082a124eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:35.963991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:35.977218 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce809cfb-adfc-473f-95d6-4b9d296d3a67 req-98d2bb19-c2ab-493c-81e7-c96f9c8e3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:35.979266 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce809cfb-adfc-473f-95d6-4b9d296d3a67 req-98d2bb19-c2ab-493c-81e7-c96f9c8e3a97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88690f939f1744f8b7a4558d9a0a2127&device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 1098 time: 0.1248434 Apr 01 12:29:36.005489 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc2616b-63e1-4d5c-8db3-3f778c8ec14e x-openstack-request-id: req-8bc2616b-63e1-4d5c-8db3-3f778c8ec14e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:36.006077 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a637a4-9ac0-481d-bd50-92392737e2a7", "name": "network-vif-deleted", "tag": "35455f41-a85e-40ee-9107-8a360cdb4d4d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:36.006484 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8bc2616b-63e1-4d5c-8db3-3f778c8ec14e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:36.007217 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc2616b-63e1-4d5c-8db3-3f778c8ec14e'] response: {'server_uuid': '99a637a4-9ac0-481d-bd50-92392737e2a7', 'name': 'network-vif-deleted', 'tag': '35455f41-a85e-40ee-9107-8a360cdb4d4d', 'status': 'completed', 'code': 200} Apr 01 12:29:36.022672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4fa42-1d55-49f7-b9a2-14082a124eda None None] Port 51a9ca76-e279-4da2-8245-f1fb0bf118e5 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:29:36.035575 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Pushing event updated for resources: {'Port': ['ID=888a8e9c-a59f-4d6b-9f79-e80d42d06f08,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:36.036871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:29:36.050883 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Sync routers for ids ['b780b841-4e81-417f-a32b-a0fe6c4efee8'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:29:36.051528 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-056dabb7-6279-4abf-b480-ff4f87de0f16 admin admin] 10.222.0.45 "PUT /v2.0/routers/b780b841-4e81-417f-a32b-a0fe6c4efee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1377902 Apr 01 12:29:36.061002 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Routers {'b780b841-4e81-417f-a32b-a0fe6c4efee8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:36.061901 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b780b841-4e81-417f-a32b-a0fe6c4efee8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:36.189802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24cc26-c2f8-4ae8-991c-6c72e8681c03 req-5d50bccf-a3cf-47d8-a6b4-1428af9459b1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:36.195343 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1e24cc26-c2f8-4ae8-991c-6c72e8681c03 req-5d50bccf-a3cf-47d8-a6b4-1428af9459b1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 945 time: 0.1252005 Apr 01 12:29:36.196756 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce809cfb-adfc-473f-95d6-4b9d296d3a67 req-fc7f3f03-44e1-4b4f-bf47-001a71909c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:36.198665 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce809cfb-adfc-473f-95d6-4b9d296d3a67 req-fc7f3f03-44e1-4b4f-bf47-001a71909c4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1924961 Apr 01 12:29:36.254594 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:36.258698 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce809cfb-adfc-473f-95d6-4b9d296d3a67 req-d9b03130-7f92-467f-b74c-7e564ff578fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=092089b0-8ce0-4084-87c6-e802e3f1a385 HTTP/1.1" status: 200 len: 217 time: 0.0521491 Apr 01 12:29:36.279654 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1e24cc26-c2f8-4ae8-991c-6c72e8681c03 req-abb540da-cf0e-41ce-aa92-7e00c79b1e67 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754263 Apr 01 12:29:36.311054 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Set router b780b841-4e81-417f-a32b-a0fe6c4efee8 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:36.343551 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1ab14a0a-2343-41cd-b2d3-e8539c70e274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:36.358335 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:36.481722 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f3b35-fee9-42d1-9dcc-9c13bedcd7b6 req-66c80ffe-6147-427d-bfa7-73c96901568b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:36.487133 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d04f3b35-fee9-42d1-9dcc-9c13bedcd7b6 req-66c80ffe-6147-427d-bfa7-73c96901568b tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 945 time: 0.1266379 Apr 01 12:29:36.519752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce809cfb-adfc-473f-95d6-4b9d296d3a67 req-2d98ba3a-c90d-48e8-ba4e-026b1c930359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:36.521797 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce809cfb-adfc-473f-95d6-4b9d296d3a67 req-2d98ba3a-c90d-48e8-ba4e-026b1c930359 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.2547767 Apr 01 12:29:36.535752 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d04f3b35-fee9-42d1-9dcc-9c13bedcd7b6 req-a99bb817-151a-4d45-a25b-c99e807e80fa tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415516 Apr 01 12:29:36.607841 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'name': 'tempest-FloatingIPDetailsTestJSON-254174017-router', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:29:21Z', 'updated_at': '2022-04-01T12:29:33Z', 'revision_number': 4, 'project_id': '8939f5a89a18471d9e24218f6c879939', 'gw_port': {'id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:24Z', 'updated_at': '2022-04-01T12:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '51a9ca76-e279-4da2-8245-f1fb0bf118e5', 'name': '', 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'mac_address': 'fa:16:3e:c1:3b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '783087ec-a676-4172-bc95-4757928f3980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:30Z', 'updated_at': '2022-04-01T12:29:33Z', 'revision_number': 2, 'project_id': '8939f5a89a18471d9e24218f6c879939', 'subnets': [{'id': '783087ec-a676-4172-bc95-4757928f3980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:36.620216 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:36.631451 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce809cfb-adfc-473f-95d6-4b9d296d3a67 req-53993bb6-d65a-43bb-b5dd-f06654157267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:36.633065 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce809cfb-adfc-473f-95d6-4b9d296d3a67 req-53993bb6-d65a-43bb-b5dd-f06654157267 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992856 Apr 01 12:29:36.633882 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:36.639613 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Checking router: b780b841-4e81-417f-a32b-a0fe6c4efee8 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:29:36.640198 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Updating router b780b841-4e81-417f-a32b-a0fe6c4efee8 port 51a9ca76-e279-4da2-8245-f1fb0bf118e5 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:29:36.668882 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:36.686693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95845173-dbc4-4410-a7e3-74acd4967bc7 req-b56a7856-853e-472b-a7ef-6d7ab94e42ca tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:36.690295 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-95845173-dbc4-4410-a7e3-74acd4967bc7 req-b56a7856-853e-472b-a7ef-6d7ab94e42ca tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 947 time: 0.0806015 Apr 01 12:29:36.755696 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-95845173-dbc4-4410-a7e3-74acd4967bc7 req-5d2430c3-d8ef-4b05-a8bb-16b8c6822295 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/security-groups?id=f4b9c8c5-b637-424d-9295-166d3dfa8e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594680 Apr 01 12:29:36.774156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Pushing event updated for resources: {'Port': ['ID=888a8e9c-a59f-4d6b-9f79-e80d42d06f08,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:36.784605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:36.822483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:36.823742 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-987fbaff-32e9-4b6d-9ff6-f1b087b49fb2 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2064011 Apr 01 12:29:36.837976 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce809cfb-adfc-473f-95d6-4b9d296d3a67 req-b5f79402-a945-46e9-bdb8-11c17b893e80 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950607 Apr 01 12:29:36.982607 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-d970681b-45d9-4d67-9d46-6db703a8955e tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.1434851 Apr 01 12:29:37.013875 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.022816 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.032100 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-e0fa6cb4-f6b3-4900-94ed-182dcd4d6f02 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1488400 Apr 01 12:29:37.045070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:37.073098 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.073766 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef914b-128c-4bb7-bf92-2ef92815ceb0 None None] Pushing event updated for resources: {'Port': ['ID=51a9ca76-e279-4da2-8245-f1fb0bf118e5,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:37.147414 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Attempting to bind port 51a9ca76-e279-4da2-8245-f1fb0bf118e5 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:37.147550 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Attempting to bind port 51a9ca76-e279-4da2-8245-f1fb0bf118e5 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '2cbcce47-0137-4a83-907a-5d7c50891a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:37.147897 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Attempting to bind port 51a9ca76-e279-4da2-8245-f1fb0bf118e5 on network 1a1f30d0-30bb-4d8d-bbce-eeac498cf662 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:37.151280 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce809cfb-adfc-473f-95d6-4b9d296d3a67 req-42ac468c-b4d7-4040-834c-86eb064f18ab service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945499 Apr 01 12:29:37.154497 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:37.154870 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Checking segment: {'id': '2cbcce47-0137-4a83-907a-5d7c50891a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:37.155267 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.155655 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Bound using segment: {'id': '2cbcce47-0137-4a83-907a-5d7c50891a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:37.156122 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Bound port: 51a9ca76-e279-4da2-8245-f1fb0bf118e5, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbcce47-0137-4a83-907a-5d7c50891a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:37.156500 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.210274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-f5f38520-bf33-4a19-adfd-c4e43674c20f tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:37.212190 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-944ac7a2-0bfc-4de1-87b1-f4260ec7c146 req-f5f38520-bf33-4a19-adfd-c4e43674c20f tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.2206337 Apr 01 12:29:37.252565 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] For port 51a9ca76-e279-4da2-8245-f1fb0bf118e5, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:37.256329 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] For port 51a9ca76-e279-4da2-8245-f1fb0bf118e5, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=51a9ca76-e279-4da2-8245-f1fb0bf118e5,segment=NetworkSegment(2cbcce47-0137-4a83-907a-5d7c50891a3a),segment_id=2cbcce47-0137-4a83-907a-5d7c50891a3a)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:37.265486 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.309248 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.334166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['ac28d657-d13c-417b-86de-49dace92b49e'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:37.430678 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Routers {'b780b841-4e81-417f-a32b-a0fe6c4efee8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:37.431303 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b780b841-4e81-417f-a32b-a0fe6c4efee8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:37.439944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Allocated IP 172.25.7.218 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/b782f6d4-035a-45f7-82b4-1561099fd0b5) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:37.531651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85173012-df29-40aa-9600-7cad785f0755 req-ae447519-1d14-47a6-afc9-04fdfb77f251 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:37.540858 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-24db4894-5f75-4152-9f74-d083665dccf4 None None] Provisioning complete for port 51a9ca76-e279-4da2-8245-f1fb0bf118e5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:37.542093 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-24db4894-5f75-4152-9f74-d083665dccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.547835 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-85173012-df29-40aa-9600-7cad785f0755 req-ae447519-1d14-47a6-afc9-04fdfb77f251 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 949 time: 0.1199656 Apr 01 12:29:37.556763 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef914b-128c-4bb7-bf92-2ef92815ceb0 None None] Pushing event updated for resources: {'Port': ['ID=51a9ca76-e279-4da2-8245-f1fb0bf118e5,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:37.567741 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.623819 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.643217 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-85173012-df29-40aa-9600-7cad785f0755 req-1d973be3-fd26-4874-8217-7e1b809d6383 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943847 Apr 01 12:29:37.687365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:37.691069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55792) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:37.692581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:37.694637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Pushing event updated for resources: {'Port': ['ID=b782f6d4-035a-45f7-82b4-1561099fd0b5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:37.703831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:37.718153 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] Set router b780b841-4e81-417f-a32b-a0fe6c4efee8 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:37.814917 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.868504 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.873700 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-24db4894-5f75-4152-9f74-d083665dccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.882331 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34415b48-4766-4970-8c41-008306f9920f req-090817f5-9f75-4233-823d-1e7828f19ac6 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:37.883855 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34415b48-4766-4970-8c41-008306f9920f req-090817f5-9f75-4233-823d-1e7828f19ac6 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0936575 Apr 01 12:29:37.920159 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-24db4894-5f75-4152-9f74-d083665dccf4 None None] For port 51a9ca76-e279-4da2-8245-f1fb0bf118e5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=51a9ca76-e279-4da2-8245-f1fb0bf118e5,segment=NetworkSegment(2cbcce47-0137-4a83-907a-5d7c50891a3a),segment_id=2cbcce47-0137-4a83-907a-5d7c50891a3a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:37.924962 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-24db4894-5f75-4152-9f74-d083665dccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:37.956959 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34415b48-4766-4970-8c41-008306f9920f req-d1299349-c22e-40e3-a93c-d43ae2e8a90e tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.0669975 Apr 01 12:29:37.976545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-34415b48-4766-4970-8c41-008306f9920f req-7a60ded6-dd12-484e-aea7-8e72a9bf6d51 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Request body: {'floatingip': {'port_id': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:37.989833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db4894-5f75-4152-9f74-d083665dccf4 None None] Pushing event updated for resources: {'Port': ['ID=51a9ca76-e279-4da2-8245-f1fb0bf118e5,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:38.004253 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'name': 'tempest-FloatingIPDetailsTestJSON-254174017-router', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:29:21Z', 'updated_at': '2022-04-01T12:29:33Z', 'revision_number': 4, 'project_id': '8939f5a89a18471d9e24218f6c879939', 'gw_port': {'id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:24Z', 'updated_at': '2022-04-01T12:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '51a9ca76-e279-4da2-8245-f1fb0bf118e5', 'name': '', 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'mac_address': 'fa:16:3e:c1:3b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '783087ec-a676-4172-bc95-4757928f3980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:30Z', 'updated_at': '2022-04-01T12:29:37Z', 'revision_number': 4, 'project_id': '8939f5a89a18471d9e24218f6c879939', 'subnets': [{'id': '783087ec-a676-4172-bc95-4757928f3980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:38.028096 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-34415b48-4766-4970-8c41-008306f9920f req-7a60ded6-dd12-484e-aea7-8e72a9bf6d51 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.035978 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-24febf08-ddda-4879-b510-638a9345c389 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=207e3641b0064d87ba453766885dfb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409994 Apr 01 12:29:38.036261 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b86d83d-6cdb-4dc3-b6a9-3ab15eaccafb None None] The sync data for ids ['b780b841-4e81-417f-a32b-a0fe6c4efee8'] in n-d-836146-1 is: [{'id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'name': 'tempest-FloatingIPDetailsTestJSON-254174017-router', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:29:21Z', 'updated_at': '2022-04-01T12:29:33Z', 'revision_number': 4, 'project_id': '8939f5a89a18471d9e24218f6c879939', 'gw_port': {'id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:24Z', 'updated_at': '2022-04-01T12:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '51a9ca76-e279-4da2-8245-f1fb0bf118e5', 'name': '', 'network_id': '1a1f30d0-30bb-4d8d-bbce-eeac498cf662', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'mac_address': 'fa:16:3e:c1:3b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '783087ec-a676-4172-bc95-4757928f3980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:30Z', 'updated_at': '2022-04-01T12:29:37Z', 'revision_number': 4, 'project_id': '8939f5a89a18471d9e24218f6c879939', 'subnets': [{'id': '783087ec-a676-4172-bc95-4757928f3980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:29:38.041265 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55798) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:38.052179 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-137aa228-6a29-480c-82a7-8a06d8675824 None None] Provisioning complete for port 51a9ca76-e279-4da2-8245-f1fb0bf118e5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:38.052541 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-137aa228-6a29-480c-82a7-8a06d8675824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.146443 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.161214 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-22c45e60-32cd-45f4-bbc8-19c993e1bd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.164213 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.254554 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-22c45e60-32cd-45f4-bbc8-19c993e1bd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.304582 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.323223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Pushing event updated for resources: {'Port': ['ID=b782f6d4-035a-45f7-82b4-1561099fd0b5,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:38.331081 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.335815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-985a28c3-a70e-4c8b-8157-f76f25ed502c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2975559 Apr 01 12:29:38.370901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 51a9ca76-e279-4da2-8245-f1fb0bf118e5 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:38.412597 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-cfae2fe9-581f-457f-a3f9-9b6492d6f4b6 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.218 HTTP/1.1" status: 200 len: 696 time: 0.0733387 Apr 01 12:29:38.435880 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-22c45e60-32cd-45f4-bbc8-19c993e1bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.440101 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-22c45e60-32cd-45f4-bbc8-19c993e1bd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.440691 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 51a9ca76-e279-4da2-8245-f1fb0bf118e5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:38.441243 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.452955 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-22c45e60-32cd-45f4-bbc8-19c993e1bd92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68a916ef-61cb-4dd5-8292-4c6a5bb07135 HTTP/1.1" status: 204 len: 168 time: 0.4036238 Apr 01 12:29:38.487405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c45e60-32cd-45f4-bbc8-19c993e1bd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a916ef-61cb-4dd5-8292-4c6a5bb07135,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:38.617673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-124f5a3f-a3d9-425f-a5d8-9abb3468c165 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:38.619486 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26417e20-d3e3-482b-b6e4-c0cac916b39e req-124f5a3f-a3d9-425f-a5d8-9abb3468c165 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1972976 Apr 01 12:29:38.679945 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.689834 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.767494 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-34415b48-4766-4970-8c41-008306f9920f req-7a60ded6-dd12-484e-aea7-8e72a9bf6d51 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.773371 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-34415b48-4766-4970-8c41-008306f9920f req-7a60ded6-dd12-484e-aea7-8e72a9bf6d51 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.825134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a06dc-f4ea-47b3-bff3-58cf33f6ad8e req-cd33eb8c-d583-4722-8401-ca08de9f90d1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:38.826565 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bef21597-7942-4310-9290-f6e528575b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:38.827120 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-db0a06dc-f4ea-47b3-bff3-58cf33f6ad8e req-cd33eb8c-d583-4722-8401-ca08de9f90d1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 945 time: 0.0782335 Apr 01 12:29:38.878099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-db0a06dc-f4ea-47b3-bff3-58cf33f6ad8e req-510b129c-1eab-43d9-b981-75fece8540e5 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Apr 01 12:29:38.914845 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [req-34415b48-4766-4970-8c41-008306f9920f req-7a60ded6-dd12-484e-aea7-8e72a9bf6d51 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Floating IP e866b0ea-8b00-41ef-9486-d86f64ff1ccc associated. External IP: 172.25.7.48, port: c99e585f-f6e3-4b47-81a3-e465ef8b82ca. Apr 01 12:29:39.047608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9633a-73b5-4dc4-940e-d024514f515a req-6ae429ab-db4b-4d71-8744-e198fdd62b4e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:39.056477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbd9633a-73b5-4dc4-940e-d024514f515a req-6ae429ab-db4b-4d71-8744-e198fdd62b4e tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 945 time: 0.0951965 Apr 01 12:29:39.136350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbd9633a-73b5-4dc4-940e-d024514f515a req-8681d50d-e09d-4e9a-b352-a40ddc00f05f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765994 Apr 01 12:29:39.284756 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ac28d657-d13c-417b-86de-49dace92b49e up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:39.324607 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34415b48-4766-4970-8c41-008306f9920f req-7a60ded6-dd12-484e-aea7-8e72a9bf6d51 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Router 965388a4-9502-43b7-8976-a34597383c9f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:29:39.430043 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port ac28d657-d13c-417b-86de-49dace92b49e completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:29:39.452854 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port ac28d657-d13c-417b-86de-49dace92b49e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:39.455887 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:39.537357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-60d8390a-5c08-4c29-8c0c-48d093ddbe51 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:39.539555 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-60d8390a-5c08-4c29-8c0c-48d093ddbe51 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.37 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49&tenant_id=eb64db7358b94a5bb856657db1b186e0&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 949 time: 0.1325531 Apr 01 12:29:39.547782 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34415b48-4766-4970-8c41-008306f9920f req-7a60ded6-dd12-484e-aea7-8e72a9bf6d51 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:29:39.559426 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-34415b48-4766-4970-8c41-008306f9920f req-7a60ded6-dd12-484e-aea7-8e72a9bf6d51 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:39.567390 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7177108-23e0-4de6-9c1f-e75976c130a5 None None] Sync routers for ids ['965388a4-9502-43b7-8976-a34597383c9f'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:29:39.593333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7177108-23e0-4de6-9c1f-e75976c130a5 None None] Routers {'965388a4-9502-43b7-8976-a34597383c9f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:39.594178 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f7177108-23e0-4de6-9c1f-e75976c130a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['965388a4-9502-43b7-8976-a34597383c9f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:39.612016 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34415b48-4766-4970-8c41-008306f9920f req-7a60ded6-dd12-484e-aea7-8e72a9bf6d51 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "PUT /v2.0/floatingips/e866b0ea-8b00-41ef-9486-d86f64ff1ccc HTTP/1.1" status: 200 len: 996 time: 1.6482606 Apr 01 12:29:39.612488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'tag': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:39.615091 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e5864a-0ffb-4f33-b046-bd0572370112" -d '{"events": [{"name": "network-changed", "server_uuid": "fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa", "tag": "c99e585f-f6e3-4b47-81a3-e465ef8b82ca"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:39.665203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef9f59-c67f-4e14-8960-8fa1a09799b3 req-9ae978d9-66d3-4c14-b011-1b530c583a77 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:39.676003 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45ef9f59-c67f-4e14-8960-8fa1a09799b3 req-9ae978d9-66d3-4c14-b011-1b530c583a77 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 947 time: 0.1538072 Apr 01 12:29:39.696987 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34415b48-4766-4970-8c41-008306f9920f req-5a208979-8b5d-46b3-8bd3-b1ff52618caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:39.699369 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34415b48-4766-4970-8c41-008306f9920f req-5a208979-8b5d-46b3-8bd3-b1ff52618caa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=077b292e623b423fbfed103f39d3b352&device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 1097 time: 0.0660558 Apr 01 12:29:39.725010 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-27399fad-5a31-495c-8c77-751cc096f906 service neutron] 10.222.0.37 "GET /v2.0/ports/ac28d657-d13c-417b-86de-49dace92b49e/bindings/n-h1-836146-1 HTTP/1.1" status: 200 len: 382 time: 0.1739104 Apr 01 12:29:39.742328 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:39.752450 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 092089b0-8ce0-4084-87c6-e802e3f1a385 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:29:39.765672 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45ef9f59-c67f-4e14-8960-8fa1a09799b3 req-234f1ee2-ec7c-4efc-bdce-06256a58fb5f tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/security-groups?id=f4b9c8c5-b637-424d-9295-166d3dfa8e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885472 Apr 01 12:29:39.810607 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:39.813052 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2448bf-93f9-4ce7-8337-86bea6688eb0" -d '{"events": [{"server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "name": "network-vif-plugged", "status": "completed", "tag": "ac28d657-d13c-417b-86de-49dace92b49e"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:39.824806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-f7177108-23e0-4de6-9c1f-e75976c130a5 None None] Set router 965388a4-9502-43b7-8976-a34597383c9f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:39.827891 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:39.854143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34415b48-4766-4970-8c41-008306f9920f req-5d0546a5-6c9c-4526-8589-827226943673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:39.855579 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34415b48-4766-4970-8c41-008306f9920f req-5d0546a5-6c9c-4526-8589-827226943673 service neutron] 10.222.0.45 "GET /v2.0/networks?id=812cc8bf-25f6-40bc-8686-4075c0f30d37 HTTP/1.1" status: 200 len: 930 time: 0.1448226 Apr 01 12:29:39.863491 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:39.887923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-d2ab0bd5-6988-47dc-b2ee-fa3093de5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:39.889539 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-d2ab0bd5-6988-47dc-b2ee-fa3093de5265 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1100 time: 0.1207299 Apr 01 12:29:39.939243 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34415b48-4766-4970-8c41-008306f9920f req-66738063-2c3e-4858-b5c2-d1fcd014a7f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99e585f-f6e3-4b47-81a3-e465ef8b82ca HTTP/1.1" status: 200 len: 999 time: 0.0737920 Apr 01 12:29:40.006661 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34415b48-4766-4970-8c41-008306f9920f req-3c4bafa6-63de-4a0f-8c11-89af43605757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:40.013969 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34415b48-4766-4970-8c41-008306f9920f req-3c4bafa6-63de-4a0f-8c11-89af43605757 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a697d1d-07f8-4b71-9490-322b750b832f HTTP/1.1" status: 200 len: 868 time: 0.0742517 Apr 01 12:29:40.018110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:40.026562 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93c42919-8d93-4b02-8b04-81b119924de1 req-a803ce07-f95f-46e9-9d19-4aa185a130bb tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2030253 Apr 01 12:29:40.033835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:40.048430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 092089b0-8ce0-4084-87c6-e802e3f1a385, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=092089b0-8ce0-4084-87c6-e802e3f1a385,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:40.055834 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-7d1e4eda-be62-46fc-b6ba-37ed2d97ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:40.057468 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-7d1e4eda-be62-46fc-b6ba-37ed2d97ac65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.1392937 Apr 01 12:29:40.067088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34415b48-4766-4970-8c41-008306f9920f req-10e90250-e543-4caf-81ce-2261eac1b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:40.068577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34415b48-4766-4970-8c41-008306f9920f req-10e90250-e543-4caf-81ce-2261eac1b4a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=812cc8bf-25f6-40bc-8686-4075c0f30d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521493 Apr 01 12:29:40.070457 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '092089b0-8ce0-4084-87c6-e802e3f1a385', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '092089b0-8ce0-4084-87c6-e802e3f1a385', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:29:40.114965 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-e1af38f3-76ef-4176-887e-8b3022e6a0b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 217 time: 0.0491779 Apr 01 12:29:40.115870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:40.162895 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:40.169889 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34415b48-4766-4970-8c41-008306f9920f req-1bcc15b9-287e-4ed4-9a60-ab6c1d3fc6e6 service neutron] 10.222.0.45 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895426 Apr 01 12:29:40.183496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092089b0-8ce0-4084-87c6-e802e3f1a385 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:29:40.208934 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-0e7064b3-c97e-4f6f-947c-4e7f19f88eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:40.210396 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-0e7064b3-c97e-4f6f-947c-4e7f19f88eb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0795279 Apr 01 12:29:40.225243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 092089b0-8ce0-4084-87c6-e802e3f1a385, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=092089b0-8ce0-4084-87c6-e802e3f1a385,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:40.232811 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:40.272539 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34415b48-4766-4970-8c41-008306f9920f req-f233da8e-1799-4cd6-a4fe-3d81d7800457 service neutron] 10.222.0.45 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925159 Apr 01 12:29:40.303729 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:40.311412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=092089b0-8ce0-4084-87c6-e802e3f1a385,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:40.316907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-802ad912-35f5-40d5-a84c-fc3a973548dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:40.317206 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f7177108-23e0-4de6-9c1f-e75976c130a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:29:09Z', 'revision_number': 4, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e866b0ea-8b00-41ef-9486-d86f64ff1ccc', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '965388a4-9502-43b7-8976-a34597383c9f', 'port_id': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'mac_address': 'fa:16:3e:38:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:29:36Z', 'updated_at': '2022-04-01T12:29:38Z', 'revision_number': 1, 'project_id': '077b292e623b423fbfed103f39d3b352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226a441a-d4af-4b28-8cdf-4475c275025d', 'name': '', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'mac_address': 'fa:16:3e:3a:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:07Z', 'updated_at': '2022-04-01T12:29:17Z', 'revision_number': 5, 'project_id': '077b292e623b423fbfed103f39d3b352', 'subnets': [{'id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:40.318719 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-802ad912-35f5-40d5-a84c-fc3a973548dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710492 Apr 01 12:29:40.346884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7177108-23e0-4de6-9c1f-e75976c130a5 None None] Checking router: 965388a4-9502-43b7-8976-a34597383c9f for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:29:40.357834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7177108-23e0-4de6-9c1f-e75976c130a5 None None] Routers {'965388a4-9502-43b7-8976-a34597383c9f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:40.358623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f7177108-23e0-4de6-9c1f-e75976c130a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['965388a4-9502-43b7-8976-a34597383c9f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:40.367432 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:40.472595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-1391e93a-38bd-4b24-8017-41d630a6f0ae service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462224 Apr 01 12:29:40.502557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-f7177108-23e0-4de6-9c1f-e75976c130a5 None None] Set router 965388a4-9502-43b7-8976-a34597383c9f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:40.535576 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['092089b0-8ce0-4084-87c6-e802e3f1a385'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:40.566111 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8c8f9-be1d-4279-b1f1-557f82854be7 req-971ef41b-2a3e-42c9-a0d0-bd7b9eec348e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:40.567947 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5be8c8f9-be1d-4279-b1f1-557f82854be7 req-971ef41b-2a3e-42c9-a0d0-bd7b9eec348e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.0631318 Apr 01 12:29:40.577125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Allocated IP 172.25.7.137 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/7aae5ddf-de5e-4f61-bec0-7974dda99925) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:40.612871 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5be8c8f9-be1d-4279-b1f1-557f82854be7 req-0ff0a2ed-fc77-4907-916f-1db58a260864 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Apr 01 12:29:40.658274 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-7593d38f-da6c-4a14-8bde-0dd574ea9b79 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601274 Apr 01 12:29:40.666501 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fa126a-1ddf-4d8f-8354-a7ad62d9f575 x-openstack-request-id: req-39fa126a-1ddf-4d8f-8354-a7ad62d9f575 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:40.667030 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa", "tag": "c99e585f-f6e3-4b47-81a3-e465ef8b82ca", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:40.667279 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39fa126a-1ddf-4d8f-8354-a7ad62d9f575 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:40.667677 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39fa126a-1ddf-4d8f-8354-a7ad62d9f575'] response: {'name': 'network-changed', 'server_uuid': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'tag': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca', 'status': 'completed', 'code': 200} Apr 01 12:29:40.789856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5864a-0ffb-4f33-b046-bd0572370112 req-971888cb-c9e0-4be2-969f-aef50b4df105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:40.791660 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30e5864a-0ffb-4f33-b046-bd0572370112 req-971888cb-c9e0-4be2-969f-aef50b4df105 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=077b292e623b423fbfed103f39d3b352&device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 1097 time: 0.0845749 Apr 01 12:29:40.794689 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:40.884257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f7177108-23e0-4de6-9c1f-e75976c130a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:29:09Z', 'revision_number': 4, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e866b0ea-8b00-41ef-9486-d86f64ff1ccc', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '965388a4-9502-43b7-8976-a34597383c9f', 'port_id': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'mac_address': 'fa:16:3e:38:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:29:36Z', 'updated_at': '2022-04-01T12:29:38Z', 'revision_number': 1, 'project_id': '077b292e623b423fbfed103f39d3b352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226a441a-d4af-4b28-8cdf-4475c275025d', 'name': '', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'mac_address': 'fa:16:3e:3a:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:07Z', 'updated_at': '2022-04-01T12:29:17Z', 'revision_number': 5, 'project_id': '077b292e623b423fbfed103f39d3b352', 'subnets': [{'id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:40.909578 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:40.913445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7177108-23e0-4de6-9c1f-e75976c130a5 None None] The sync data for ids ['965388a4-9502-43b7-8976-a34597383c9f'] in n-d-836146-1 is: [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:29:09Z', 'revision_number': 4, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e866b0ea-8b00-41ef-9486-d86f64ff1ccc', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '965388a4-9502-43b7-8976-a34597383c9f', 'port_id': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'mac_address': 'fa:16:3e:38:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:29:36Z', 'updated_at': '2022-04-01T12:29:38Z', 'revision_number': 1, 'project_id': '077b292e623b423fbfed103f39d3b352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226a441a-d4af-4b28-8cdf-4475c275025d', 'name': '', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'mac_address': 'fa:16:3e:3a:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:07Z', 'updated_at': '2022-04-01T12:29:17Z', 'revision_number': 5, 'project_id': '077b292e623b423fbfed103f39d3b352', 'subnets': [{'id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:29:40.937150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5864a-0ffb-4f33-b046-bd0572370112 req-323172d8-5940-4f2d-8501-f122da89ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:40.938816 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30e5864a-0ffb-4f33-b046-bd0572370112 req-323172d8-5940-4f2d-8501-f122da89ae32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=812cc8bf-25f6-40bc-8686-4075c0f30d37 HTTP/1.1" status: 200 len: 930 time: 0.1394839 Apr 01 12:29:40.967219 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:41.001984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:41.006221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Pushing event updated for resources: {'Port': ['ID=7aae5ddf-de5e-4f61-bec0-7974dda99925,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:41.010648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:41.061435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30e5864a-0ffb-4f33-b046-bd0572370112 req-8d61ffd3-18b2-41ff-9beb-7f623a572a0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99e585f-f6e3-4b47-81a3-e465ef8b82ca HTTP/1.1" status: 200 len: 999 time: 0.1108887 Apr 01 12:29:41.155873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5864a-0ffb-4f33-b046-bd0572370112 req-4925ce1f-6b2f-4343-9e40-9551151266e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:41.157320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30e5864a-0ffb-4f33-b046-bd0572370112 req-4925ce1f-6b2f-4343-9e40-9551151266e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a697d1d-07f8-4b71-9490-322b750b832f HTTP/1.1" status: 200 len: 868 time: 0.0798662 Apr 01 12:29:41.158444 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:41.208289 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158bea4d-4079-429c-9f3f-3db26e5f4c33 None None] New status for floating IP e866b0ea-8b00-41ef-9486-d86f64ff1ccc: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:29:41.467484 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbe47e0-ac29-4d9a-8525-fc91bcb024e5 x-openstack-request-id: req-9bbe47e0-ac29-4d9a-8525-fc91bcb024e5 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:41.467801 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "name": "network-vif-plugged", "status": "completed", "tag": "ac28d657-d13c-417b-86de-49dace92b49e", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:41.468050 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bbe47e0-ac29-4d9a-8525-fc91bcb024e5 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:41.468457 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bbe47e0-ac29-4d9a-8525-fc91bcb024e5'] response: {'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e', 'code': 200} Apr 01 12:29:41.574164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd273e07-6803-4fe8-b525-8a36d47281d3 req-85772bd4-6173-497f-a28a-f6d11ecc71ee tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:41.575700 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd273e07-6803-4fe8-b525-8a36d47281d3 req-85772bd4-6173-497f-a28a-f6d11ecc71ee tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 945 time: 0.0590580 Apr 01 12:29:41.579796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:41.611638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5864a-0ffb-4f33-b046-bd0572370112 req-60cc692c-21af-40ee-a2b7-86016c8028c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:41.613342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30e5864a-0ffb-4f33-b046-bd0572370112 req-60cc692c-21af-40ee-a2b7-86016c8028c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=812cc8bf-25f6-40bc-8686-4075c0f30d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4448702 Apr 01 12:29:41.622380 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd273e07-6803-4fe8-b525-8a36d47281d3 req-6eb3c252-4b2c-49cf-83af-c964c682d6de tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Apr 01 12:29:41.665008 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:41.758977 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63689656-64fa-44a2-8afd-7b1848524f2c req-1f4d762b-3df4-4050-bcb5-9a158d72a786 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 258 time: 0.1114938 Apr 01 12:29:41.770490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:41.780522 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 092089b0-8ce0-4084-87c6-e802e3f1a385 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:41.792659 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:41.802088 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30e5864a-0ffb-4f33-b046-bd0572370112 req-957f5193-7efa-4296-aeaa-8552820384fe service neutron] 10.222.0.37 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803677 Apr 01 12:29:41.811520 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:41.839764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 092089b0-8ce0-4084-87c6-e802e3f1a385 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:29:41.848969 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 092089b0-8ce0-4084-87c6-e802e3f1a385 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:41.849678 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:41.906945 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:41.908241 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:41.919745 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:41.952407 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:41.989514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 092089b0-8ce0-4084-87c6-e802e3f1a385, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=092089b0-8ce0-4084-87c6-e802e3f1a385,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:41.994943 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:41.996235 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30e5864a-0ffb-4f33-b046-bd0572370112 req-83015f3b-4c73-42b6-806b-fbc2e809ea7c service neutron] 10.222.0.37 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840401 Apr 01 12:29:42.013834 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Pushing event updated for resources: {'Port': ['ID=7aae5ddf-de5e-4f61-bec0-7974dda99925,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:42.027762 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Allocated IP 172.25.7.152 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/5eec2f65-ac7f-4434-8979-631d1a360f3d) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:42.028312 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:42.044792 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:42.046041 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93c42919-8d93-4b02-8b04-81b119924de1 req-c3f9cc9b-d47b-4a57-8c8b-abd2440bd88a tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0183806 Apr 01 12:29:42.110282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93c42919-8d93-4b02-8b04-81b119924de1 req-9f46500c-e702-4d1e-bd49-30a1110a5633 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 696 time: 0.0576677 Apr 01 12:29:42.164394 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:42.213125 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:42.215993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=092089b0-8ce0-4084-87c6-e802e3f1a385,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:42.238877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c42919-8d93-4b02-8b04-81b119924de1 req-d7180654-afe3-432b-96bd-8a7fca96893b tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:42.240301 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93c42919-8d93-4b02-8b04-81b119924de1 req-d7180654-afe3-432b-96bd-8a7fca96893b tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1230323 Apr 01 12:29:42.269049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:42.274106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:42.276965 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:42.311306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Pushing event updated for resources: {'Port': ['ID=5eec2f65-ac7f-4434-8979-631d1a360f3d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:42.327751 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:42.328083 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:42.328449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:42.328896 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:42.329242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:42.329671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:42.330087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:42.330546 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:42.330980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:42.331298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:42.331818 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:42.332141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:42.351155 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d23a3-e413-4016-8d96-afebe86904e8 req-488e88f8-ddd5-4208-9a87-f6361739f4f0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:42.353309 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d22d23a3-e413-4016-8d96-afebe86904e8 req-488e88f8-ddd5-4208-9a87-f6361739f4f0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 945 time: 0.0583620 Apr 01 12:29:42.393721 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d22d23a3-e413-4016-8d96-afebe86904e8 req-a578fa8c-f2e0-464b-bf2f-8373eb04b938 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343390 Apr 01 12:29:42.401780 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:42.437106 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:42.528225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb32902-50c5-43b6-a192-9af28e961690 req-129eb61f-d9c1-447c-8ce9-e72a86c5cc33 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:42.529714 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9fb32902-50c5-43b6-a192-9af28e961690 req-129eb61f-d9c1-447c-8ce9-e72a86c5cc33 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 949 time: 0.0536408 Apr 01 12:29:42.576386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9fb32902-50c5-43b6-a192-9af28e961690 req-1aa4cf22-1f8c-4431-a511-5a95ca694e70 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/security-groups?id=f4b9c8c5-b637-424d-9295-166d3dfa8e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390170 Apr 01 12:29:42.661158 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:42.685322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:42.729336 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffecba0-7a0b-4901-9a46-2c5ff0745733 req-ff9bc07a-6296-4f91-9f75-6941d225d10b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:42.730877 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2ffecba0-7a0b-4901-9a46-2c5ff0745733 req-ff9bc07a-6296-4f91-9f75-6941d225d10b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.0539343 Apr 01 12:29:42.775631 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2ffecba0-7a0b-4901-9a46-2c5ff0745733 req-9f4b705c-8a6e-402f-a0c2-5b168798d579 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Apr 01 12:29:42.776845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Pushing event updated for resources: {'Port': ['ID=5eec2f65-ac7f-4434-8979-631d1a360f3d,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:42.786916 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:42.807506 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:42.809706 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63689656-64fa-44a2-8afd-7b1848524f2c req-b2460605-39a4-41bd-af99-e2854b05bc41 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0437818 Apr 01 12:29:42.882997 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63689656-64fa-44a2-8afd-7b1848524f2c req-c10be690-9007-424a-9cb8-e535e75b845f tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 696 time: 0.0653689 Apr 01 12:29:42.970620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a752504-cc12-465f-98a3-f3c8127f189f req-4c4dc8a6-0db8-4606-88db-476298985f10 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1527154 Apr 01 12:29:42.985481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:43.005394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63689656-64fa-44a2-8afd-7b1848524f2c req-7bef792b-4fab-40d8-87a3-a3035c81f14c tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:43.006888 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63689656-64fa-44a2-8afd-7b1848524f2c req-7bef792b-4fab-40d8-87a3-a3035c81f14c tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1220500 Apr 01 12:29:43.010600 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:43.130065 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:43.259958 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-7e16423c-3a33-400f-8766-1d920bdabda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:43.261442 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-7e16423c-3a33-400f-8766-1d920bdabda4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49&tenant_id=eb64db7358b94a5bb856657db1b186e0 HTTP/1.1" status: 200 len: 1101 time: 0.0508776 Apr 01 12:29:43.281737 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-1', 'device_owner': 'compute:nova'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:43.283773 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Allocated IP 172.25.7.148 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/7a208485-4e74-4862-a25d-2ac195a1a373) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:43.358726 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e8549-39cd-42b2-a21a-d5bba2144a46 req-cfe7a7da-f0d8-4d85-a6de-d8ea89528272 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:43.360811 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4e5e8549-39cd-42b2-a21a-d5bba2144a46 req-cfe7a7da-f0d8-4d85-a6de-d8ea89528272 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 945 time: 0.0930805 Apr 01 12:29:43.367873 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:43.395238 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:43.431988 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:43.439055 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4e5e8549-39cd-42b2-a21a-d5bba2144a46 req-3be3dfa8-2cb1-453a-923d-c288c2bf1dfe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690498 Apr 01 12:29:43.470805 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf01c880-5429-4ce9-a2e9-5bf291c898b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092089b0-8ce0-4084-87c6-e802e3f1a385'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:43.473501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:43.476837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:43.477332 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68b9509-b26b-4dbf-a004-f85fcf66fce1" -d '{"events": [{"server_uuid": "bf01c880-5429-4ce9-a2e9-5bf291c898b6", "name": "network-vif-plugged", "status": "completed", "tag": "092089b0-8ce0-4084-87c6-e802e3f1a385"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:43.480326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:43.486523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Pushing event updated for resources: {'Port': ['ID=7a208485-4e74-4862-a25d-2ac195a1a373,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:43.604042 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-d182c446-3a22-402a-a103-6b0647d4a257 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:43.606938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-d182c446-3a22-402a-a103-6b0647d4a257 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e&tenant_id=91324be1f6c1479fa7e4a2bc713842b4&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1096 time: 0.0878801 Apr 01 12:29:43.611038 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:43.618421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-1'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:43.629040 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c0461-3f1a-4f93-b417-e01585f5f797 req-f9b48a0e-0d47-4150-982f-4dd67ed25cd9 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:43.630968 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c56c0461-3f1a-4f93-b417-e01585f5f797 req-f9b48a0e-0d47-4150-982f-4dd67ed25cd9 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1063054 Apr 01 12:29:43.693199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:43.721859 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c56c0461-3f1a-4f93-b417-e01585f5f797 req-dd651e35-ce6d-4de6-8da4-a7c95ce4121a tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 696 time: 0.0621567 Apr 01 12:29:43.729966 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:43.740753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-c56c0461-3f1a-4f93-b417-e01585f5f797 req-e5bdf67a-ac1a-4205-bc40-4eb1c5afe698 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Request body: {'floatingip': {'port_id': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:43.958046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:43.983556 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:43.988779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.068149 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:44.104344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Pushing event updated for resources: {'Port': ['ID=7a208485-4e74-4862-a25d-2ac195a1a373,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:44.127623 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.131979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff70513-f084-4b92-9c33-a24d2085558e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ceb440-3d2d-45c9-a26c-58560d88a725'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:44.134304 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0666144f-4465-43ba-8a6a-ac41b36d4cc2" -d '{"events": [{"server_uuid": "9ff70513-f084-4b92-9c33-a24d2085558e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ceb440-3d2d-45c9-a26c-58560d88a725"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:44.139552 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.148869 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.151819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:44.159005 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.160249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a752504-cc12-465f-98a3-f3c8127f189f req-032d5816-3db3-4e4a-9062-71c2ba11ea1c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1807246 Apr 01 12:29:44.166224 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-c56c0461-3f1a-4f93-b417-e01585f5f797 req-e5bdf67a-ac1a-4205-bc40-4eb1c5afe698 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.251320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a752504-cc12-465f-98a3-f3c8127f189f req-fac7c6ff-06b3-42d3-9aec-02b5fade5ab9 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.148 HTTP/1.1" status: 200 len: 696 time: 0.0705028 Apr 01 12:29:44.286669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ceb440-3d2d-45c9-a26c-58560d88a725,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:44.287247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h1-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:44.320469 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Attempting to bind port d1ceb440-3d2d-45c9-a26c-58560d88a725 on host n-h1-836146-1 for vnic_type normal with profile {"migrating_to": "n-h2-836146-1"} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:44.320794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Attempting to bind port d1ceb440-3d2d-45c9-a26c-58560d88a725 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:44.321126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Attempting to bind port d1ceb440-3d2d-45c9-a26c-58560d88a725 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:44.330639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Port d1ceb440-3d2d-45c9-a26c-58560d88a725 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:29:44.330904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Attempting to bind port d1ceb440-3d2d-45c9-a26c-58560d88a725 on network 6e03f832-9609-4116-a2e6-1f2acde5b427 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:44.365555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:44.365892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Checking segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:44.366305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Bound using segment: {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:44.367017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Bound port: d1ceb440-3d2d-45c9-a26c-58560d88a725, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9fee13-c346-4064-8148-39ebaf8960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6e03f832-9609-4116-a2e6-1f2acde5b427'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:44.367374 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.375133 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:44.377958 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9f4f74-0b21-467f-8fc5-db2382bb0299" -d '{"events": [{"server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "name": "network-vif-unplugged", "status": "completed", "tag": "ac28d657-d13c-417b-86de-49dace92b49e"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:44.385774 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.406308 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Transition to ACTIVE for port object ac28d657-d13c-417b-86de-49dace92b49e will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:29:44.410481 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.439856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a752504-cc12-465f-98a3-f3c8127f189f req-8d6876c5-1b85-40db-b029-d1802bc1e9ed tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:44.441243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a752504-cc12-465f-98a3-f3c8127f189f req-8d6876c5-1b85-40db-b029-d1802bc1e9ed tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1809559 Apr 01 12:29:44.467961 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:44.471893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:44.476650 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.526122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] No DVR routers for this DVR port ac28d657-d13c-417b-86de-49dace92b49e on host n-h1-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:44.533755 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-c56c0461-3f1a-4f93-b417-e01585f5f797 req-e5bdf67a-ac1a-4205-bc40-4eb1c5afe698 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 12:29:44.542627 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c56c0461-3f1a-4f93-b417-e01585f5f797 req-e5bdf67a-ac1a-4205-bc40-4eb1c5afe698 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "PUT /v2.0/floatingips/7cf3dc9f-fd83-4d73-93e0-dc136f5a9c15 HTTP/1.1" status: 409 len: 551 time: 0.8118188 Apr 01 12:29:44.548362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ceb440-3d2d-45c9-a26c-58560d88a725,revision_number=8']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:44.550275 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=10']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:44.569058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:44.569682 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.571418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-9bbe9ee9-27f0-4bd1-95ea-f6fee23331e8 service neutron] 10.222.0.44 "PUT /v2.0/ports/d1ceb440-3d2d-45c9-a26c-58560d88a725 HTTP/1.1" status: 200 len: 1121 time: 0.9574225 Apr 01 12:29:44.611538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Attempting to bind port ac28d657-d13c-417b-86de-49dace92b49e on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:29:44.611538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Attempting to bind port ac28d657-d13c-417b-86de-49dace92b49e by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:29:44.612017 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Attempting to bind port ac28d657-d13c-417b-86de-49dace92b49e on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:44.617889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Port ac28d657-d13c-417b-86de-49dace92b49e on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:29:44.618240 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Attempting to bind port ac28d657-d13c-417b-86de-49dace92b49e on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:29:44.626532 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:29:44.626943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:29:44.627561 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:29:44.628291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Bound port: ac28d657-d13c-417b-86de-49dace92b49e, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:29:44.628876 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.669777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d1ceb440-3d2d-45c9-a26c-58560d88a725'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:44.728609 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:44.732845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:29:44.738097 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.765014 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['d1ceb440-3d2d-45c9-a26c-58560d88a725'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:44.817473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585cde6-6ee9-41ae-b3db-7d5c74d0b1ba req-708824a0-b175-4000-9892-7690b3da943f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:44.827219 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f585cde6-6ee9-41ae-b3db-7d5c74d0b1ba req-708824a0-b175-4000-9892-7690b3da943f tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 945 time: 0.1513178 Apr 01 12:29:44.832155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:44.833504 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:44.835133 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] 10.222.0.44 "PUT /v2.0/ports/ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 1097 time: 1.5576944 Apr 01 12:29:44.893430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d0a84-1a7a-4554-abfa-2b2d9dff345b service neutron] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=11']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:44.921080 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bdea7-b35e-415b-be1d-4367d53a0624 req-9bced793-a72f-4dc6-8456-b1208303c9b0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:44.923345 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c6bdea7-b35e-415b-be1d-4367d53a0624 req-9bced793-a72f-4dc6-8456-b1208303c9b0 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ffd63e-5703-45f6-83d6-af0ea436d897 HTTP/1.1" status: 200 len: 945 time: 0.0692282 Apr 01 12:29:44.939628 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f585cde6-6ee9-41ae-b3db-7d5c74d0b1ba req-b45a60f9-7413-4acd-a006-2d28fd8b7ec8 tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf9dc68e-e814-4913-b89c-17b48504bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042964 Apr 01 12:29:44.950064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-b78fad38-90cd-4368-a36a-a4edbce4d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:44.951976 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-b78fad38-90cd-4368-a36a-a4edbce4d9bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1100 time: 0.0771611 Apr 01 12:29:45.071450 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f36698b-23ef-4b10-88d3-b0d1e466f6bb x-openstack-request-id: req-8f36698b-23ef-4b10-88d3-b0d1e466f6bb {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:45.071874 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf01c880-5429-4ce9-a2e9-5bf291c898b6", "name": "network-vif-plugged", "status": "completed", "tag": "092089b0-8ce0-4084-87c6-e802e3f1a385", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:45.072553 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f36698b-23ef-4b10-88d3-b0d1e466f6bb {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:45.073158 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f36698b-23ef-4b10-88d3-b0d1e466f6bb'] response: {'server_uuid': 'bf01c880-5429-4ce9-a2e9-5bf291c898b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092089b0-8ce0-4084-87c6-e802e3f1a385', 'code': 200} Apr 01 12:29:45.147505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-9c6bdea7-b35e-415b-be1d-4367d53a0624 req-da3788d5-1e15-43c0-abb2-30a3e95595ff tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Deleting port 6b474f80-2d21-4147-8018-fa75cf71c3ff {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:45.147951 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9c6bdea7-b35e-415b-be1d-4367d53a0624 req-da3788d5-1e15-43c0-abb2-30a3e95595ff tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:45.238758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-38149de4-47c0-4a12-aa9c-ce8a4d0edfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:45.240209 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-38149de4-47c0-4a12-aa9c-ce8a4d0edfba service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.2574706 Apr 01 12:29:45.242270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081e6b6-4501-4b88-a461-6c3f67bc60d5 req-e5a542d2-6783-4f23-ac91-e8dfcd3e1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:45.243586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e081e6b6-4501-4b88-a461-6c3f67bc60d5 req-e5a542d2-6783-4f23-ac91-e8dfcd3e1c81 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 1100 time: 0.1188931 Apr 01 12:29:45.261874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217274bf-5055-40d3-bfa1-5fd53c3351a3 req-73296597-30ca-42cf-b4b1-be800c915d60 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:45.263495 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-217274bf-5055-40d3-bfa1-5fd53c3351a3 req-73296597-30ca-42cf-b4b1-be800c915d60 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 949 time: 0.0806792 Apr 01 12:29:45.293878 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-9c6bdea7-b35e-415b-be1d-4367d53a0624 req-da3788d5-1e15-43c0-abb2-30a3e95595ff tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] For port 6b474f80-2d21-4147-8018-fa75cf71c3ff, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=6b474f80-2d21-4147-8018-fa75cf71c3ff,segment=NetworkSegment(2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57),segment_id=2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:45.294628 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9c6bdea7-b35e-415b-be1d-4367d53a0624 req-da3788d5-1e15-43c0-abb2-30a3e95595ff tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:45.309513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-9c6bdea7-b35e-415b-be1d-4367d53a0624 req-da3788d5-1e15-43c0-abb2-30a3e95595ff tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Calling delete_port for 6b474f80-2d21-4147-8018-fa75cf71c3ff owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:45.326513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-601d1685-a59c-490b-b56b-66f43fe30c12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 217 time: 0.0612345 Apr 01 12:29:45.390258 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e081e6b6-4501-4b88-a461-6c3f67bc60d5 req-a6eb7eb6-c467-4ae4-833c-91d383a4b6e2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f4b9c8c5-b637-424d-9295-166d3dfa8e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226432 Apr 01 12:29:45.403501 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-217274bf-5055-40d3-bfa1-5fd53c3351a3 req-b1d332bc-8ff5-4ef9-b48d-827cd297e1a3 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/security-groups?id=f4b9c8c5-b637-424d-9295-166d3dfa8e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261761 Apr 01 12:29:45.426872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-feddf8c4-cf66-4da5-96e3-5ee36ea68721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:45.426872 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-feddf8c4-cf66-4da5-96e3-5ee36ea68721 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0845518 Apr 01 12:29:45.446090 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902050ca-d4e5-4e14-a8e7-042f92a55e7b req-8fa72f89-8b2b-4f04-bc92-6750c0c93618 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:45.447672 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-902050ca-d4e5-4e14-a8e7-042f92a55e7b req-8fa72f89-8b2b-4f04-bc92-6750c0c93618 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 949 time: 0.0708153 Apr 01 12:29:45.457702 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ca16b6-6eff-4864-b8d9-8c2dd3433092 x-openstack-request-id: req-d0ca16b6-6eff-4864-b8d9-8c2dd3433092 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:45.458026 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff70513-f084-4b92-9c33-a24d2085558e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ceb440-3d2d-45c9-a26c-58560d88a725", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:45.458285 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0ca16b6-6eff-4864-b8d9-8c2dd3433092 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:45.458739 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ca16b6-6eff-4864-b8d9-8c2dd3433092'] response: {'server_uuid': '9ff70513-f084-4b92-9c33-a24d2085558e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ceb440-3d2d-45c9-a26c-58560d88a725', 'code': 200} Apr 01 12:29:45.508171 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5448d5-3040-4f63-a84c-b1f9a0e6b522 x-openstack-request-id: req-3e5448d5-3040-4f63-a84c-b1f9a0e6b522 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:45.508465 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "name": "network-vif-unplugged", "status": "completed", "tag": "ac28d657-d13c-417b-86de-49dace92b49e", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:45.508714 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e5448d5-3040-4f63-a84c-b1f9a0e6b522 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:45.509106 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5448d5-3040-4f63-a84c-b1f9a0e6b522'] response: {'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e', 'code': 200} Apr 01 12:29:45.527814 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-902050ca-d4e5-4e14-a8e7-042f92a55e7b req-b2f830b0-3ccf-448e-aaec-cc26d72868bd tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520461 Apr 01 12:29:45.528913 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9c6bdea7-b35e-415b-be1d-4367d53a0624 req-da3788d5-1e15-43c0-abb2-30a3e95595ff tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:45.559534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3788d5-1e15-43c0-abb2-30a3e95595ff tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Pushing event deleted for resources: {'Port': ['ID=6b474f80-2d21-4147-8018-fa75cf71c3ff,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:45.598367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['6b474f80-2d21-4147-8018-fa75cf71c3ff'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:45.618962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6bdea7-b35e-415b-be1d-4367d53a0624 req-da3788d5-1e15-43c0-abb2-30a3e95595ff tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] No DVR routers for this DVR port 6b474f80-2d21-4147-8018-fa75cf71c3ff on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:45.621621 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9c6bdea7-b35e-415b-be1d-4367d53a0624 req-da3788d5-1e15-43c0-abb2-30a3e95595ff tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:45.624942 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c6bdea7-b35e-415b-be1d-4367d53a0624 req-da3788d5-1e15-43c0-abb2-30a3e95595ff tempest-DeleteServersTestJSON-1586514813 tempest-DeleteServersTestJSON-1586514813-project] 10.222.0.44 "DELETE /v2.0/ports/6b474f80-2d21-4147-8018-fa75cf71c3ff HTTP/1.1" status: 204 len: 173 time: 0.6949210 Apr 01 12:29:45.684649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-45723fc1-9f1c-4263-9253-9e600fde8544 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1694260 Apr 01 12:29:45.689011 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315f133-d663-4d2a-873b-a1214ce48dcb req-78d62628-6174-4400-bce1-7584988e1e9f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:45.690905 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-8eeeee5b-f73a-4617-97b1-7624e7844e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:45.692966 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-8eeeee5b-f73a-4617-97b1-7624e7844e3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843599 Apr 01 12:29:45.696724 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1315f133-d663-4d2a-873b-a1214ce48dcb req-78d62628-6174-4400-bce1-7584988e1e9f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.0646048 Apr 01 12:29:45.701628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:45.734555 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1315f133-d663-4d2a-873b-a1214ce48dcb req-4c33310d-a108-4c19-914d-1f982edda76d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369353 Apr 01 12:29:45.778847 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:45.807940 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d1ceb440-3d2d-45c9-a26c-58560d88a725 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:29:45.834196 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-7c8d0427-82a9-4d8d-b3f2-82222bd68334 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips/7cf3dc9f-fd83-4d73-93e0-dc136f5a9c15 HTTP/1.1" status: 200 len: 693 time: 0.0625403 Apr 01 12:29:45.839756 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-652670d9-b2f6-4619-86de-260ee7c97bb2 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320298 Apr 01 12:29:45.941439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:45.956165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d1ceb440-3d2d-45c9-a26c-58560d88a725 has no active binding in host n-h2-836146-1 {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 01 12:29:45.976203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-81593b2f-c5e8-4a4d-9cec-b9713d42ab1c tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:45.978531 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-81593b2f-c5e8-4a4d-9cec-b9713d42ab1c tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1428931 Apr 01 12:29:46.023428 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.026657 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-737bbe1c-36c6-43fc-af9f-bd618d830190 req-98b813e5-43a8-437e-ac43-c8b01da5b7f0 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552336 Apr 01 12:29:46.038607 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-ab09d30f-304d-466d-aee3-440abe30a4b6 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 696 time: 0.0522623 Apr 01 12:29:46.087197 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-f554c32c-ffe7-45ef-ad9d-dc1e87973fee tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 696 time: 0.0457079 Apr 01 12:29:46.158729 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Allocated IP 172.25.7.4 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/7ba9f598-6071-4d27-ae96-6c25c8f008bb) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:29:46.257890 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-fbb80ac8-9371-457a-9b03-c07d335b2237 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Deleting port 5eec2f65-ac7f-4434-8979-631d1a360f3d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:46.258436 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-fbb80ac8-9371-457a-9b03-c07d335b2237 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.299973 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.347373 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-fbb80ac8-9371-457a-9b03-c07d335b2237 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.347706 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-fbb80ac8-9371-457a-9b03-c07d335b2237 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.348161 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.366356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-fbb80ac8-9371-457a-9b03-c07d335b2237 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Calling delete_port for 5eec2f65-ac7f-4434-8979-631d1a360f3d owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:46.402395 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:29:46.406036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:29:46.408769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:29:46.439534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Pushing event updated for resources: {'Port': ['ID=7ba9f598-6071-4d27-ae96-6c25c8f008bb,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:46.454603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:46.454975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:46.455309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:46.455820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:46.456151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:46.456489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:46.456925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:46.457320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:46.457640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:46.458076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:46.458413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:46.458794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:29:46.520619 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-fbb80ac8-9371-457a-9b03-c07d335b2237 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.523629 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.551593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb80ac8-9371-457a-9b03-c07d335b2237 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Pushing event deleted for resources: {'Port': ['ID=5eec2f65-ac7f-4434-8979-631d1a360f3d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:46.564403 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.617797 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-fbb80ac8-9371-457a-9b03-c07d335b2237 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.620472 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-fbb80ac8-9371-457a-9b03-c07d335b2237 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.621648 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9e6672c-6902-4d48-9847-40938aa3c48e req-fbb80ac8-9371-457a-9b03-c07d335b2237 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "DELETE /v2.0/floatingips/7cf3dc9f-fd83-4d73-93e0-dc136f5a9c15 HTTP/1.1" status: 204 len: 173 time: 0.5270040 Apr 01 12:29:46.735976 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.747605 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.791494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f287de-8af9-44fb-b8ba-ec53629ac616 req-340035f5-b85d-4af8-9e56-c786174ca12d tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:46.793216 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-20f287de-8af9-44fb-b8ba-ec53629ac616 req-340035f5-b85d-4af8-9e56-c786174ca12d tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 949 time: 0.0644574 Apr 01 12:29:46.818587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Pushing event updated for resources: {'Port': ['ID=7ba9f598-6071-4d27-ae96-6c25c8f008bb,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:46.829993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.836174 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-20f287de-8af9-44fb-b8ba-ec53629ac616 req-bd5ef285-89c4-4fdf-b489-9331520ac7a0 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/security-groups?id=f4b9c8c5-b637-424d-9295-166d3dfa8e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360730 Apr 01 12:29:46.850282 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:46.854751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-2267e73b-6a46-4a8e-82bb-64d77d03c911 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.1570628 Apr 01 12:29:46.927399 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-ad2190d9-7220-4ac5-8171-57dc970df3a2 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 694 time: 0.0615840 Apr 01 12:29:46.972715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1021e-8024-431f-a1d9-0b59408d01ee req-d11bd8dc-7e0b-4ac3-9d2d-4c78d6c6a710 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:46.974379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87f1021e-8024-431f-a1d9-0b59408d01ee req-d11bd8dc-7e0b-4ac3-9d2d-4c78d6c6a710 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 949 time: 0.0570285 Apr 01 12:29:47.028087 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87f1021e-8024-431f-a1d9-0b59408d01ee req-27247ee0-f2a2-4a46-b9f3-d2a6c5a3cf8c tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430813 Apr 01 12:29:47.063904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-3080e97f-16a7-4d88-a27c-5f8f21d25259 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:47.065830 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e9edfc2-bec6-4a88-9d2b-eab6bd74a20b req-3080e97f-16a7-4d88-a27c-5f8f21d25259 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1296601 Apr 01 12:29:47.136452 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-589bba12-069e-4563-b0ab-f51964bbb720 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 1001 time: 0.0830019 Apr 01 12:29:47.193393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06273278-958d-4890-9c5f-e5c0393696c6 req-855bbca6-fa9f-45a4-9f0e-c2c629db31f6 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:47.194881 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-855bbca6-fa9f-45a4-9f0e-c2c629db31f6 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports/c99e585f-f6e3-4b47-81a3-e465ef8b82ca HTTP/1.1" status: 200 len: 943 time: 0.0518758 Apr 01 12:29:47.276855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc374fc4-ab1c-4fcf-a50b-7661d4702619 req-a3ddcce2-bd19-4ee1-9ba3-4f9370b6cb1f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:47.278431 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc374fc4-ab1c-4fcf-a50b-7661d4702619 req-a3ddcce2-bd19-4ee1-9ba3-4f9370b6cb1f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.0597775 Apr 01 12:29:47.309016 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-0f729bf3-8b84-4ad5-8055-26d72873f41d tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 1001 time: 0.0677307 Apr 01 12:29:47.320155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc374fc4-ab1c-4fcf-a50b-7661d4702619 req-dcaee6e3-7b79-4f1c-a851-272355a5a0d1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346365 Apr 01 12:29:47.323995 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ac28d657-d13c-417b-86de-49dace92b49e no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:47.370418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ac28d657-d13c-417b-86de-49dace92b49e not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:29:47.409493 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90584d29-2a4e-43a4-89a1-4945c9c37fc4 req-bc9dc8ef-ac30-4b9d-b928-b8dc4707b6d4 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips/b5fe113c-d505-4e40-91b9-936daa220c4f HTTP/1.1" status: 200 len: 691 time: 0.0462937 Apr 01 12:29:47.444834 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06273278-958d-4890-9c5f-e5c0393696c6 req-803aa730-b63d-4e58-80be-1912d49fec44 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:47.446238 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-803aa730-b63d-4e58-80be-1912d49fec44 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1303816 Apr 01 12:29:47.481894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff70513-f084-4b92-9c33-a24d2085558e', 'tag': 'd1ceb440-3d2d-45c9-a26c-58560d88a725'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:47.484164 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33771efb-22d1-459f-a55a-70251f2a702d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff70513-f084-4b92-9c33-a24d2085558e", "tag": "d1ceb440-3d2d-45c9-a26c-58560d88a725"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:47.509833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e'}, {'server_uuid': '80ffd63e-5703-45f6-83d6-af0ea436d897', 'name': 'network-vif-deleted', 'tag': '6b474f80-2d21-4147-8018-fa75cf71c3ff'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:47.512195 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe471b35-1e51-4c8e-b566-df545faac087" -d '{"events": [{"name": "network-changed", "server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "tag": "ac28d657-d13c-417b-86de-49dace92b49e"}, {"server_uuid": "80ffd63e-5703-45f6-83d6-af0ea436d897", "name": "network-vif-deleted", "tag": "6b474f80-2d21-4147-8018-fa75cf71c3ff"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:47.524462 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-d0f29da3-d593-420b-8050-976d59aac188 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 1001 time: 0.0690687 Apr 01 12:29:47.528864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90584d29-2a4e-43a4-89a1-4945c9c37fc4 req-98f1c97a-7840-4c44-bdb1-8103aa45db5e tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:47.530285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90584d29-2a4e-43a4-89a1-4945c9c37fc4 req-98f1c97a-7840-4c44-bdb1-8103aa45db5e tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1151471 Apr 01 12:29:47.536228 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-06273278-958d-4890-9c5f-e5c0393696c6 req-f9a62f8a-1889-4781-b9cb-da8c6995428b tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:29:47.541107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-90584d29-2a4e-43a4-89a1-4945c9c37fc4 req-9d4aad73-c8db-4325-86d8-838ee02809a2 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:29:47.542188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90584d29-2a4e-43a4-89a1-4945c9c37fc4 req-9d4aad73-c8db-4325-86d8-838ee02809a2 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061593 Apr 01 12:29:47.609915 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-06273278-958d-4890-9c5f-e5c0393696c6 req-f9a62f8a-1889-4781-b9cb-da8c6995428b tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:47.646946 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40061b23-c1fb-4612-93bf-70a97d299f7c x-openstack-request-id: req-40061b23-c1fb-4612-93bf-70a97d299f7c {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:47.647316 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff70513-f084-4b92-9c33-a24d2085558e", "tag": "d1ceb440-3d2d-45c9-a26c-58560d88a725", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:47.647594 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40061b23-c1fb-4612-93bf-70a97d299f7c {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:47.648004 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40061b23-c1fb-4612-93bf-70a97d299f7c'] response: {'name': 'network-changed', 'server_uuid': '9ff70513-f084-4b92-9c33-a24d2085558e', 'tag': 'd1ceb440-3d2d-45c9-a26c-58560d88a725', 'status': 'completed', 'code': 200} Apr 01 12:29:47.716200 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f4ff40-1708-41d4-bd40-9a61cc34e3eb x-openstack-request-id: req-d3f4ff40-1708-41d4-bd40-9a61cc34e3eb {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:47.717139 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "tag": "ac28d657-d13c-417b-86de-49dace92b49e", "status": "completed", "code": 200}, {"server_uuid": "80ffd63e-5703-45f6-83d6-af0ea436d897", "name": "network-vif-deleted", "tag": "6b474f80-2d21-4147-8018-fa75cf71c3ff", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:47.717768 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3f4ff40-1708-41d4-bd40-9a61cc34e3eb {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:47.718395 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f4ff40-1708-41d4-bd40-9a61cc34e3eb'] response: {'name': 'network-changed', 'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e', 'status': 'completed', 'code': 200} Apr 01 12:29:47.719038 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f4ff40-1708-41d4-bd40-9a61cc34e3eb'] response: {'server_uuid': '80ffd63e-5703-45f6-83d6-af0ea436d897', 'name': 'network-vif-deleted', 'tag': '6b474f80-2d21-4147-8018-fa75cf71c3ff', 'status': 'completed', 'code': 200} Apr 01 12:29:47.801030 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-06273278-958d-4890-9c5f-e5c0393696c6 req-f9a62f8a-1889-4781-b9cb-da8c6995428b tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:47.806031 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-06273278-958d-4890-9c5f-e5c0393696c6 req-f9a62f8a-1889-4781-b9cb-da8c6995428b tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:47.806600 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [req-06273278-958d-4890-9c5f-e5c0393696c6 req-f9a62f8a-1889-4781-b9cb-da8c6995428b tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Floating IP e866b0ea-8b00-41ef-9486-d86f64ff1ccc disassociated. External IP: 172.25.7.48, port: c99e585f-f6e3-4b47-81a3-e465ef8b82ca. Apr 01 12:29:47.823324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 6b474f80-2d21-4147-8018-fa75cf71c3ff no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:47.849822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33771efb-22d1-459f-a55a-70251f2a702d req-2caf1760-16aa-421f-a5b5-2265354b0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:47.851356 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-33771efb-22d1-459f-a55a-70251f2a702d req-2caf1760-16aa-421f-a5b5-2265354b0a3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 1124 time: 0.1755316 Apr 01 12:29:47.855382 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-efd4cefa-acd7-40f7-987b-2284b1adbcd1 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips/b5fe113c-d505-4e40-91b9-936daa220c4f HTTP/1.1" status: 200 len: 691 time: 0.1213586 Apr 01 12:29:47.859118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 6b474f80-2d21-4147-8018-fa75cf71c3ff {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:29:47.859459 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 6b474f80-2d21-4147-8018-fa75cf71c3ff not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:29:47.928745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471b35-1e51-4c8e-b566-df545faac087 req-942efafe-0c8e-4aa8-aa89-53ca9f1b559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:47.930359 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-942efafe-0c8e-4aa8-aa89-53ca9f1b559c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1100 time: 0.1920056 Apr 01 12:29:48.025789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471b35-1e51-4c8e-b566-df545faac087 req-b18e87c4-2f9e-417b-86e2-dc9a5600488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:48.027376 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-b18e87c4-2f9e-417b-86e2-dc9a5600488d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb64db7358b94a5bb856657db1b186e0&device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1100 time: 0.2730570 Apr 01 12:29:48.076661 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06273278-958d-4890-9c5f-e5c0393696c6 req-f9a62f8a-1889-4781-b9cb-da8c6995428b tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Router 965388a4-9502-43b7-8976-a34597383c9f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:29:48.223413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06273278-958d-4890-9c5f-e5c0393696c6 req-f9a62f8a-1889-4781-b9cb-da8c6995428b tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:29:48.234378 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02530e3a-0cbd-480f-8f2e-f44685f4d0df None None] Sync routers for ids ['965388a4-9502-43b7-8976-a34597383c9f'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:29:48.253215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02530e3a-0cbd-480f-8f2e-f44685f4d0df None None] Routers {'965388a4-9502-43b7-8976-a34597383c9f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:48.254384 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-02530e3a-0cbd-480f-8f2e-f44685f4d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['965388a4-9502-43b7-8976-a34597383c9f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:48.264700 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-06273278-958d-4890-9c5f-e5c0393696c6 req-f9a62f8a-1889-4781-b9cb-da8c6995428b tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:48.399575 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-f9a62f8a-1889-4781-b9cb-da8c6995428b tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "PUT /v2.0/floatingips/e866b0ea-8b00-41ef-9486-d86f64ff1ccc HTTP/1.1" status: 200 len: 694 time: 0.8671434 Apr 01 12:29:48.412454 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-02530e3a-0cbd-480f-8f2e-f44685f4d0df None None] Set router 965388a4-9502-43b7-8976-a34597383c9f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:48.479806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06273278-958d-4890-9c5f-e5c0393696c6 req-be74a366-cc4a-4f6b-98cd-bb23840fae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:48.493223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33771efb-22d1-459f-a55a-70251f2a702d req-b87b9e0e-9af5-4cb7-b470-3e593fe33981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:48.494719 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-33771efb-22d1-459f-a55a-70251f2a702d req-b87b9e0e-9af5-4cb7-b470-3e593fe33981 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.6336763 Apr 01 12:29:48.497237 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-be74a366-cc4a-4f6b-98cd-bb23840fae9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=077b292e623b423fbfed103f39d3b352&device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 1097 time: 0.0865176 Apr 01 12:29:48.517827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-f966d14c-1040-4252-a393-31ed1cc997c5 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:48.525571 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-f966d14c-1040-4252-a393-31ed1cc997c5 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.6547685 Apr 01 12:29:48.618550 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-33771efb-22d1-459f-a55a-70251f2a702d req-c00abbf4-b56f-467f-acee-070816c67638 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725 HTTP/1.1" status: 200 len: 217 time: 0.1145680 Apr 01 12:29:48.649960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-c8148531-4bb8-4d45-93db-c5392049b325 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 694 time: 0.1232677 Apr 01 12:29:48.722032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471b35-1e51-4c8e-b566-df545faac087 req-29033352-f2c4-4858-94f4-a4721ad8ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:48.723502 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-29033352-f2c4-4858-94f4-a4721ad8ed58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.3620837 Apr 01 12:29:48.730379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471b35-1e51-4c8e-b566-df545faac087 req-4d34b69f-b364-4231-a516-9c1899f4c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:48.731829 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-4d34b69f-b364-4231-a516-9c1899f4c580 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.7664123 Apr 01 12:29:48.764720 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-288e8af5-48f5-44fb-bd8a-7e9fc90693b3 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 694 time: 0.1138282 Apr 01 12:29:48.802228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-02530e3a-0cbd-480f-8f2e-f44685f4d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:29:09Z', 'revision_number': 4, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '226a441a-d4af-4b28-8cdf-4475c275025d', 'name': '', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'mac_address': 'fa:16:3e:3a:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:07Z', 'updated_at': '2022-04-01T12:29:17Z', 'revision_number': 5, 'project_id': '077b292e623b423fbfed103f39d3b352', 'subnets': [{'id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:48.851884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02530e3a-0cbd-480f-8f2e-f44685f4d0df None None] Checking router: 965388a4-9502-43b7-8976-a34597383c9f for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:29:48.852808 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06273278-958d-4890-9c5f-e5c0393696c6 req-d46374d3-3caa-429b-8555-86e3b0313699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:48.867302 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-7b15be3b-b3b4-453f-802d-dcda0afd0676 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 217 time: 0.1326306 Apr 01 12:29:48.867524 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-d46374d3-3caa-429b-8555-86e3b0313699 service neutron] 10.222.0.45 "GET /v2.0/networks?id=812cc8bf-25f6-40bc-8686-4075c0f30d37 HTTP/1.1" status: 200 len: 930 time: 0.3677998 Apr 01 12:29:48.868512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-415f4921-7ced-4778-a173-c5d28f7c9c32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 200 len: 217 time: 0.1238241 Apr 01 12:29:48.871810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02530e3a-0cbd-480f-8f2e-f44685f4d0df None None] Routers {'965388a4-9502-43b7-8976-a34597383c9f'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:29:48.872859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-02530e3a-0cbd-480f-8f2e-f44685f4d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['965388a4-9502-43b7-8976-a34597383c9f'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:48.895643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33771efb-22d1-459f-a55a-70251f2a702d req-53bf3b72-611c-444e-a2e1-5a3fe213adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:48.897069 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-33771efb-22d1-459f-a55a-70251f2a702d req-53bf3b72-611c-444e-a2e1-5a3fe213adc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.2694664 Apr 01 12:29:48.977843 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-d2d8008c-2c12-477f-9d68-d2374062a04e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99e585f-f6e3-4b47-81a3-e465ef8b82ca HTTP/1.1" status: 200 len: 217 time: 0.1020520 Apr 01 12:29:49.002646 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-33771efb-22d1-459f-a55a-70251f2a702d req-04e770af-bb59-4ae6-9f1f-4e4f95ae92ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987992 Apr 01 12:29:49.077582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471b35-1e51-4c8e-b566-df545faac087 req-ba1bc26a-4e7a-460f-b942-cf7e1fbff527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:49.079191 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-ba1bc26a-4e7a-460f-b942-cf7e1fbff527 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1961768 Apr 01 12:29:49.083546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471b35-1e51-4c8e-b566-df545faac087 req-27f03b28-c8c1-4cfd-8ac3-f1fd5951814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:49.085028 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-27f03b28-c8c1-4cfd-8ac3-f1fd5951814a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.2099197 Apr 01 12:29:49.085356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06273278-958d-4890-9c5f-e5c0393696c6 req-761b391f-c02d-473c-b5b6-afc7a6e13ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:49.099019 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-761b391f-c02d-473c-b5b6-afc7a6e13ec3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a697d1d-07f8-4b71-9490-322b750b832f HTTP/1.1" status: 200 len: 868 time: 0.1162162 Apr 01 12:29:49.161419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-02530e3a-0cbd-480f-8f2e-f44685f4d0df None None] Set router 965388a4-9502-43b7-8976-a34597383c9f gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:29:49.171295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06273278-958d-4890-9c5f-e5c0393696c6 req-ba0d9ab3-eec1-41fa-808d-bf1722407778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:49.175760 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-ba0d9ab3-eec1-41fa-808d-bf1722407778 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=812cc8bf-25f6-40bc-8686-4075c0f30d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745564 Apr 01 12:29:49.228127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-33771efb-22d1-459f-a55a-70251f2a702d req-943753d6-35f2-46cd-b773-65486b6ff05d service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150855 Apr 01 12:29:49.236218 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471b35-1e51-4c8e-b566-df545faac087 req-77535b8e-ca21-47fa-8ea7-e24d75d30519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:49.237719 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-77535b8e-ca21-47fa-8ea7-e24d75d30519 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195626 Apr 01 12:29:49.242370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471b35-1e51-4c8e-b566-df545faac087 req-e033588d-f845-42b5-95c3-3008dbf68ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:49.243837 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-e033588d-f845-42b5-95c3-3008dbf68ad8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270983 Apr 01 12:29:49.284914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-461587d3-c21b-4cfe-b42c-66ecc1c98b17 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Deleting port 7ba9f598-6071-4d27-ae96-6c25c8f008bb {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:49.285278 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-461587d3-c21b-4cfe-b42c-66ecc1c98b17 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:49.439348 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-19a068c6-b560-4069-a49d-cfd4bf4537db service neutron] 10.222.0.45 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472928 Apr 01 12:29:49.564248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-33771efb-22d1-459f-a55a-70251f2a702d req-533e1add-90b3-4402-b3b3-4bb5ff6c3881 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252683 Apr 01 12:29:49.565898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-461587d3-c21b-4cfe-b42c-66ecc1c98b17 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:49.566284 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-461587d3-c21b-4cfe-b42c-66ecc1c98b17 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:49.570871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-0efc711c-5f93-4007-8990-1a2c943d65d9 service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174572 Apr 01 12:29:49.580239 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-0487489b-94f9-4596-a7fe-cd1209cabceb service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231347 Apr 01 12:29:49.614971 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06273278-958d-4890-9c5f-e5c0393696c6 req-4a730ce7-fe5d-4814-bff1-ff0328efc974 service neutron] 10.222.0.45 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699903 Apr 01 12:29:49.624926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-461587d3-c21b-4cfe-b42c-66ecc1c98b17 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Calling delete_port for 7ba9f598-6071-4d27-ae96-6c25c8f008bb owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:49.640400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-02530e3a-0cbd-480f-8f2e-f44685f4d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:29:09Z', 'revision_number': 4, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '226a441a-d4af-4b28-8cdf-4475c275025d', 'name': '', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'mac_address': 'fa:16:3e:3a:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:07Z', 'updated_at': '2022-04-01T12:29:17Z', 'revision_number': 5, 'project_id': '077b292e623b423fbfed103f39d3b352', 'subnets': [{'id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:29:49.687010 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02530e3a-0cbd-480f-8f2e-f44685f4d0df None None] The sync data for ids ['965388a4-9502-43b7-8976-a34597383c9f'] in n-d-836146-1 is: [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:29:09Z', 'revision_number': 4, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '226a441a-d4af-4b28-8cdf-4475c275025d', 'name': '', 'network_id': '812cc8bf-25f6-40bc-8686-4075c0f30d37', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'mac_address': 'fa:16:3e:3a:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:07Z', 'updated_at': '2022-04-01T12:29:17Z', 'revision_number': 5, 'project_id': '077b292e623b423fbfed103f39d3b352', 'subnets': [{'id': '3a697d1d-07f8-4b71-9490-322b750b832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:29:49.720770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'tag': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:49.723351 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be48dd1-925c-485c-8867-a3dca914946c" -d '{"events": [{"name": "network-changed", "server_uuid": "fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa", "tag": "c99e585f-f6e3-4b47-81a3-e465ef8b82ca"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:49.824134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ac28d657-d13c-417b-86de-49dace92b49e details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:29:49.867312 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-5bb86656-b267-4753-a303-5ae50ba467ec service neutron] 10.222.0.44 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870295 Apr 01 12:29:49.890608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe471b35-1e51-4c8e-b566-df545faac087 req-211a6b7d-f3b0-44c3-8071-3c81af55e7a1 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003094 Apr 01 12:29:49.984006 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-461587d3-c21b-4cfe-b42c-66ecc1c98b17 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:50.018939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:50.031833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'ac28d657-d13c-417b-86de-49dace92b49e', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'ac28d657-d13c-417b-86de-49dace92b49e', 'mac_address': 'fa:16:3e:80:0e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:29:50.041991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461587d3-c21b-4cfe-b42c-66ecc1c98b17 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Pushing event deleted for resources: {'Port': ['ID=7ba9f598-6071-4d27-ae96-6c25c8f008bb,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:50.103343 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:50.118210 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac28d657-d13c-417b-86de-49dace92b49e {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:29:50.119670 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-461587d3-c21b-4cfe-b42c-66ecc1c98b17 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:50.123466 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-461587d3-c21b-4cfe-b42c-66ecc1c98b17 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:50.125216 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abc73eb4-3e01-434d-a78d-d5d65c6016a1 req-461587d3-c21b-4cfe-b42c-66ecc1c98b17 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "DELETE /v2.0/floatingips/b5fe113c-d505-4e40-91b9-936daa220c4f HTTP/1.1" status: 204 len: 173 time: 1.3596652 Apr 01 12:29:50.153784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:50.158836 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:50.177592 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea03a60-c28f-45a6-b8fc-86a307cf9cce None None] New status for floating IP e866b0ea-8b00-41ef-9486-d86f64ff1ccc: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:29:50.280582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=12']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:50.352280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc63d7e-64da-4ec1-947a-82ddbb3894d6 req-6a3f6b75-4b2e-43b3-b431-44d0c80f0d1e tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:50.354190 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8fc63d7e-64da-4ec1-947a-82ddbb3894d6 req-6a3f6b75-4b2e-43b3-b431-44d0c80f0d1e tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 949 time: 0.1004353 Apr 01 12:29:50.425650 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8fc63d7e-64da-4ec1-947a-82ddbb3894d6 req-c6b27038-8524-455e-884b-6e4e3e5f5311 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/security-groups?id=f4b9c8c5-b637-424d-9295-166d3dfa8e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641682 Apr 01 12:29:50.432411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-5a60e35c-4ab3-42af-9da0-b9d9e1c65320 service neutron] 10.222.0.37 "GET /v2.0/ports/d1ceb440-3d2d-45c9-a26c-58560d88a725/bindings/n-h2-836146-1 HTTP/1.1" status: 200 len: 384 time: 0.1236010 Apr 01 12:29:50.506149 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['ac28d657-d13c-417b-86de-49dace92b49e'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:50.529802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32c849-ec05-447d-b332-318b2cadf196 req-a46cfe73-687b-445c-a45f-5f92546238d8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:50.532208 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1a32c849-ec05-447d-b332-318b2cadf196 req-a46cfe73-687b-445c-a45f-5f92546238d8 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 950 time: 0.0879941 Apr 01 12:29:50.583351 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1a32c849-ec05-447d-b332-318b2cadf196 req-082693b5-e21b-4763-b7ae-8b449761411e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 Apr 01 12:29:50.654328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d77f-4383-4715-912b-84b8c1292a29 req-8ef061c8-c425-4d9e-91c8-13996bf7d93c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:50.656606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61f1d77f-4383-4715-912b-84b8c1292a29 req-8ef061c8-c425-4d9e-91c8-13996bf7d93c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 943 time: 0.1516931 Apr 01 12:29:50.716804 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-f0360210-458a-4271-9e8f-70be5f3f6be3 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips/e866b0ea-8b00-41ef-9486-d86f64ff1ccc HTTP/1.1" status: 200 len: 692 time: 0.0779908 Apr 01 12:29:50.756435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61f1d77f-4383-4715-912b-84b8c1292a29 req-5163a62c-158d-44f6-8e0a-a08c28a24fae tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921412 Apr 01 12:29:50.812166 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a78a9ef-d894-49ae-af3c-2448ca87769a x-openstack-request-id: req-8a78a9ef-d894-49ae-af3c-2448ca87769a {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:50.812519 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa", "tag": "c99e585f-f6e3-4b47-81a3-e465ef8b82ca", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:50.812764 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a78a9ef-d894-49ae-af3c-2448ca87769a {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:50.814648 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a78a9ef-d894-49ae-af3c-2448ca87769a'] response: {'name': 'network-changed', 'server_uuid': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'tag': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca', 'status': 'completed', 'code': 200} Apr 01 12:29:50.835192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-cb9ff371-8167-4cb5-a5d7-2b88433ee29f service neutron] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:50.857859 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-4a5ab0cb-ddef-4b6b-b973-0e88d0229ea8 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:50.859300 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-4a5ab0cb-ddef-4b6b-b973-0e88d0229ea8 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1309843 Apr 01 12:29:50.918052 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-9c324c0d-067e-4e2d-88e7-7c6f81ddbfc3 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.0522285 Apr 01 12:29:50.936698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-cb9ff371-8167-4cb5-a5d7-2b88433ee29f service neutron] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:50.970187 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-689c0e55-0c99-4bb2-a1ae-17967178fdd8 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.0446510 Apr 01 12:29:51.047169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-cb9ff371-8167-4cb5-a5d7-2b88433ee29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ceb440-3d2d-45c9-a26c-58560d88a725 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:29:51.075066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-cb9ff371-8167-4cb5-a5d7-2b88433ee29f service neutron] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:51.098641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be48dd1-925c-485c-8867-a3dca914946c req-e4c2f983-d312-4739-b8b0-38e2f557d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:51.100203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2be48dd1-925c-485c-8867-a3dca914946c req-e4c2f983-d312-4739-b8b0-38e2f557d816 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=077b292e623b423fbfed103f39d3b352&device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 1097 time: 0.2539961 Apr 01 12:29:51.111411 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-9ac119aa-456f-4819-92ce-72e56f978381 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Deleting port 888a8e9c-a59f-4d6b-9f79-e80d42d06f08 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:51.111748 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-9ac119aa-456f-4819-92ce-72e56f978381 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:51.144534 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-cb9ff371-8167-4cb5-a5d7-2b88433ee29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:51.156429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ae590-eaa2-4e30-88cb-9ad8f9fd4faa req-6f119ca6-9fda-47a4-a9a0-73794d9d4539 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:51.158064 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d79ae590-eaa2-4e30-88cb-9ad8f9fd4faa req-6f119ca6-9fda-47a4-a9a0-73794d9d4539 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3258393 Apr 01 12:29:51.207598 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-9ac119aa-456f-4819-92ce-72e56f978381 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:51.208094 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-9ac119aa-456f-4819-92ce-72e56f978381 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:51.222542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-9ac119aa-456f-4819-92ce-72e56f978381 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Calling delete_port for 888a8e9c-a59f-4d6b-9f79-e80d42d06f08 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:51.309033 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be48dd1-925c-485c-8867-a3dca914946c req-2dc0814b-371d-42bb-b1e4-7abc1d59fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:51.310784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2be48dd1-925c-485c-8867-a3dca914946c req-2dc0814b-371d-42bb-b1e4-7abc1d59fcba service neutron] 10.222.0.37 "GET /v2.0/networks?id=812cc8bf-25f6-40bc-8686-4075c0f30d37 HTTP/1.1" status: 200 len: 930 time: 0.1988523 Apr 01 12:29:51.313411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-cb9ff371-8167-4cb5-a5d7-2b88433ee29f service neutron] Transition to ACTIVE for port object d1ceb440-3d2d-45c9-a26c-58560d88a725 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:29:51.318091 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-cb9ff371-8167-4cb5-a5d7-2b88433ee29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:51.325169 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d1ceb440-3d2d-45c9-a26c-58560d88a725 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:51.403623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d1ceb440-3d2d-45c9-a26c-58560d88a725 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:29:51.404946 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-9ac119aa-456f-4819-92ce-72e56f978381 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:51.420177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2be48dd1-925c-485c-8867-a3dca914946c req-37a12286-1bf8-451a-9ff7-9682abe4f86f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99e585f-f6e3-4b47-81a3-e465ef8b82ca HTTP/1.1" status: 200 len: 217 time: 0.0758452 Apr 01 12:29:51.442325 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac119aa-456f-4819-92ce-72e56f978381 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Pushing event deleted for resources: {'Port': ['ID=888a8e9c-a59f-4d6b-9f79-e80d42d06f08,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:51.475866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-cb9ff371-8167-4cb5-a5d7-2b88433ee29f service neutron] No DVR routers for this DVR port d1ceb440-3d2d-45c9-a26c-58560d88a725 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:51.528773 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-9ac119aa-456f-4819-92ce-72e56f978381 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:51.531936 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-9ac119aa-456f-4819-92ce-72e56f978381 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:51.533216 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9f564bb-19b2-4b45-bd33-65033904acf4 req-9ac119aa-456f-4819-92ce-72e56f978381 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "DELETE /v2.0/floatingips/e866b0ea-8b00-41ef-9486-d86f64ff1ccc HTTP/1.1" status: 204 len: 173 time: 0.5561562 Apr 01 12:29:51.780860 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4d2fcdb6-375d-48a0-aba5-5640a953409a req-4cbb80e4-da46-4358-a8e9-735bc4638832 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=8939f5a89a18471d9e24218f6c879939 HTTP/1.1" status: 200 len: 1657 time: 0.0617619 Apr 01 12:29:51.850919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ac28d657-d13c-417b-86de-49dace92b49e up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:29:51.879645 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ff371-8167-4cb5-a5d7-2b88433ee29f service neutron] Pushing event updated for resources: {'Port': ['ID=d1ceb440-3d2d-45c9-a26c-58560d88a725,revision_number=10']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:51.893368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-cb9ff371-8167-4cb5-a5d7-2b88433ee29f service neutron] 10.222.0.37 "PUT /v2.0/ports/d1ceb440-3d2d-45c9-a26c-58560d88a725/bindings/n-h2-836146-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4524255 Apr 01 12:29:51.913770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be48dd1-925c-485c-8867-a3dca914946c req-c09b925e-1b11-4729-9210-e56c6dae30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:51.915249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2be48dd1-925c-485c-8867-a3dca914946c req-c09b925e-1b11-4729-9210-e56c6dae30ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a697d1d-07f8-4b71-9490-322b750b832f HTTP/1.1" status: 200 len: 868 time: 0.4857352 Apr 01 12:29:51.919924 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port ac28d657-d13c-417b-86de-49dace92b49e completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:29:51.921664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fcdb6-375d-48a0-aba5-5640a953409a req-0c589edf-5ef9-4fb9-82df-14bcfe6e61dd tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:51.923955 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4d2fcdb6-375d-48a0-aba5-5640a953409a req-0c589edf-5ef9-4fb9-82df-14bcfe6e61dd tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks?id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&id=e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 787 time: 0.1334507 Apr 01 12:29:51.929276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port ac28d657-d13c-417b-86de-49dace92b49e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:29:51.929848 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:51.981658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bf078-d7ed-4fa3-bb9f-2d72f0c2ee59 req-c125a300-4469-4e23-954d-93fa1238a86c tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:51.982913 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b4bf078-d7ed-4fa3-bb9f-2d72f0c2ee59 req-c125a300-4469-4e23-954d-93fa1238a86c tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 1101 time: 0.1114333 Apr 01 12:29:52.040689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be48dd1-925c-485c-8867-a3dca914946c req-b4edb99e-ab22-455f-a990-a7318da79835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:52.042430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2be48dd1-925c-485c-8867-a3dca914946c req-b4edb99e-ab22-455f-a990-a7318da79835 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=812cc8bf-25f6-40bc-8686-4075c0f30d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174634 Apr 01 12:29:52.050706 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:52.070642 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b4bf078-d7ed-4fa3-bb9f-2d72f0c2ee59 req-b54bfd62-b2c1-4963-8500-dcf3f27add43 tempest-MigrationsAdminTest-2092765473 tempest-MigrationsAdminTest-2092765473-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673776 Apr 01 12:29:52.091845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:52.095126 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41652e83-21e3-4376-b3a4-045436332710" -d '{"events": [{"server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "name": "network-vif-plugged", "status": "completed", "tag": "ac28d657-d13c-417b-86de-49dace92b49e"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:52.115862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-94fd6a86-7301-4749-a4ca-1508bf68ce82 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:52.117379 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-94fd6a86-7301-4749-a4ca-1508bf68ce82 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e&tenant_id=91324be1f6c1479fa7e4a2bc713842b4&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1095 time: 0.1515326 Apr 01 12:29:52.119308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:52.127679 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:52.128499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d1ceb440-3d2d-45c9-a26c-58560d88a725 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:52.249754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=13']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:52.265060 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2be48dd1-925c-485c-8867-a3dca914946c req-3a007300-2740-44e1-9f52-8e3f8ae83409 service neutron] 10.222.0.37 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118638 Apr 01 12:29:52.268138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-6704cb44-c203-4867-bef9-817ba810106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:52.275050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-6704cb44-c203-4867-bef9-817ba810106c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e&tenant_id=91324be1f6c1479fa7e4a2bc713842b4 HTTP/1.1" status: 200 len: 1095 time: 0.1358178 Apr 01 12:29:52.309065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fc03f-25ae-421c-83f8-b4886ef429c9 req-b9cd358a-11f0-4b7f-8eeb-dc7c71504d2e tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:52.310766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-424fc03f-25ae-421c-83f8-b4886ef429c9 req-b9cd358a-11f0-4b7f-8eeb-dc7c71504d2e tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 949 time: 0.1175058 Apr 01 12:29:52.451883 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-424fc03f-25ae-421c-83f8-b4886ef429c9 req-f42eb738-6fa4-4285-b351-c5d140aef493 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/security-groups?id=f4b9c8c5-b637-424d-9295-166d3dfa8e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208751 Apr 01 12:29:52.455159 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-7829f173-418f-40ec-afc6-8900b064ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:52.456644 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-7829f173-418f-40ec-afc6-8900b064ab4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 1095 time: 0.1379569 Apr 01 12:29:52.458878 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2be48dd1-925c-485c-8867-a3dca914946c req-391c13e7-39e2-41a1-a78d-21a99c991d94 service neutron] 10.222.0.37 "GET /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847126 Apr 01 12:29:52.556424 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-b30d42c2-c950-4933-a4a0-2c7fa3ecfc75 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips/25076044-3f37-49ef-b60f-b9306b95fd38 HTTP/1.1" status: 200 len: 693 time: 0.0488102 Apr 01 12:29:52.628339 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-1aec2d69-c328-419b-af75-a4b22473e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:52.630078 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-1aec2d69-c328-419b-af75-a4b22473e7a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.1573818 Apr 01 12:29:52.639589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e23a-7cec-4eb2-ba09-2add64d84989 req-18df5b6f-21c2-47f9-9c11-34e71cee9cd3 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:52.641326 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6322e23a-7cec-4eb2-ba09-2add64d84989 req-18df5b6f-21c2-47f9-9c11-34e71cee9cd3 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 944 time: 0.0835013 Apr 01 12:29:52.688696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-b3d2306a-a085-4ecc-ac4c-8d2abe253748 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:52.690319 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-b3d2306a-a085-4ecc-ac4c-8d2abe253748 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1275322 Apr 01 12:29:52.696140 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-fb7d8d15-3293-4693-ac13-f7dcc99ed5ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725 HTTP/1.1" status: 200 len: 217 time: 0.0533187 Apr 01 12:29:52.751540 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6322e23a-7cec-4eb2-ba09-2add64d84989 req-8b2123c0-23f7-4d54-91c0-a3afc5b18377 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018288 Apr 01 12:29:52.752881 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-0155216b-aa04-4e53-80a9-57984696ae87 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.148 HTTP/1.1" status: 200 len: 696 time: 0.0522540 Apr 01 12:29:52.770250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-3f00f35a-2812-47ef-9478-dcf2445450dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:52.772956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-3f00f35a-2812-47ef-9478-dcf2445450dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.0692928 Apr 01 12:29:52.812736 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-0f4f608f-979b-480d-917b-fe125edb2a0d tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.148 HTTP/1.1" status: 200 len: 696 time: 0.0521734 Apr 01 12:29:52.824914 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-305325cf-3e69-4771-8b6c-dd865189ad5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393934 Apr 01 12:29:52.956552 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-b03402cc-169a-4a51-ae2a-b8eb2b5c41d9 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280081 Apr 01 12:29:52.964894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5eb7c-9da7-476d-ad40-540705114adb req-f97f4e5f-690b-416c-bf76-ab4123c2e901 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:52.965304 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-e2ed9ae5-5831-4c71-a88d-d10bdc240736 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Deleting port 7a208485-4e74-4862-a25d-2ac195a1a373 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:52.965584 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-e2ed9ae5-5831-4c71-a88d-d10bdc240736 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:52.966426 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ea5eb7c-9da7-476d-ad40-540705114adb req-f97f4e5f-690b-416c-bf76-ab4123c2e901 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0961347 Apr 01 12:29:53.026855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ea5eb7c-9da7-476d-ad40-540705114adb req-1f548802-1a7f-44c5-a973-8bc8c735ef51 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0514963 Apr 01 12:29:53.076593 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82dd764-e0a2-45fb-87fe-6826f36d02b2 x-openstack-request-id: req-a82dd764-e0a2-45fb-87fe-6826f36d02b2 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:53.077134 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "name": "network-vif-plugged", "status": "completed", "tag": "ac28d657-d13c-417b-86de-49dace92b49e", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:53.077134 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a82dd764-e0a2-45fb-87fe-6826f36d02b2 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:53.077507 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82dd764-e0a2-45fb-87fe-6826f36d02b2'] response: {'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e', 'code': 200} Apr 01 12:29:53.120163 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-22733f8b-a724-4b86-a764-b28e22808f85 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527367 Apr 01 12:29:53.316646 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af060bf9-c08d-40fd-90d0-034a033a8da7 req-0b72a9bf-a250-4c70-a44e-1ab138e85581 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:53.318406 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af060bf9-c08d-40fd-90d0-034a033a8da7 req-0b72a9bf-a250-4c70-a44e-1ab138e85581 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 949 time: 0.0747731 Apr 01 12:29:53.375076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e28d4a81-4f5f-4501-bfab-38c07392f57e req-959c00ce-46b4-40cd-a7e5-60eb01eddb0d tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0552461 Apr 01 12:29:53.396551 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-e2ed9ae5-5831-4c71-a88d-d10bdc240736 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:53.396952 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-e2ed9ae5-5831-4c71-a88d-d10bdc240736 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:53.425721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-e2ed9ae5-5831-4c71-a88d-d10bdc240736 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Calling delete_port for 7a208485-4e74-4862-a25d-2ac195a1a373 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:53.483169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-5c8a9770-5f45-462a-ae20-4d9a64dbc527 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:53.484672 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-5c8a9770-5f45-462a-ae20-4d9a64dbc527 tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e&tenant_id=91324be1f6c1479fa7e4a2bc713842b4&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 1095 time: 0.1013136 Apr 01 12:29:53.520044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c91e9-6834-4aa3-94f4-41abae4fe350 req-1e96b3cd-1ee2-4c3f-931f-1d9185b2db15 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:53.521705 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-526c91e9-6834-4aa3-94f4-41abae4fe350 req-1e96b3cd-1ee2-4c3f-931f-1d9185b2db15 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 951 time: 0.0667071 Apr 01 12:29:53.528500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-af060bf9-c08d-40fd-90d0-034a033a8da7 req-b4ae5bff-7319-4434-9fa2-857e26433ee8 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Deleting port 092089b0-8ce0-4084-87c6-e802e3f1a385 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:53.528870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-af060bf9-c08d-40fd-90d0-034a033a8da7 req-b4ae5bff-7319-4434-9fa2-857e26433ee8 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:53.621251 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-526c91e9-6834-4aa3-94f4-41abae4fe350 req-2b54326a-259f-4812-b612-311554a91528 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892203 Apr 01 12:29:53.659409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-e2ed9ae5-5831-4c71-a88d-d10bdc240736 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:53.660784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-af060bf9-c08d-40fd-90d0-034a033a8da7 req-b4ae5bff-7319-4434-9fa2-857e26433ee8 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] For port 092089b0-8ce0-4084-87c6-e802e3f1a385, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=092089b0-8ce0-4084-87c6-e802e3f1a385,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:53.661371 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-af060bf9-c08d-40fd-90d0-034a033a8da7 req-b4ae5bff-7319-4434-9fa2-857e26433ee8 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:53.661623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-dad1bb0c-0f12-4597-9249-91c589d1fea0 service neutron] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h1-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:29:53.671223 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-dad1bb0c-0f12-4597-9249-91c589d1fea0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:53.672433 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-afe608e6-2deb-453e-a6ba-9c6c44efe6ba req-dad1bb0c-0f12-4597-9249-91c589d1fea0 service neutron] 10.222.0.44 "DELETE /v2.0/ports/d1ceb440-3d2d-45c9-a26c-58560d88a725/bindings/n-h1-836146-1 HTTP/1.1" status: 204 len: 173 time: 0.1777530 Apr 01 12:29:53.686911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-af060bf9-c08d-40fd-90d0-034a033a8da7 req-b4ae5bff-7319-4434-9fa2-857e26433ee8 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Calling delete_port for 092089b0-8ce0-4084-87c6-e802e3f1a385 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:53.698159 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed9ae5-5831-4c71-a88d-d10bdc240736 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Pushing event deleted for resources: {'Port': ['ID=7a208485-4e74-4862-a25d-2ac195a1a373,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:53.772767 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-e2ed9ae5-5831-4c71-a88d-d10bdc240736 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:53.776379 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-e2ed9ae5-5831-4c71-a88d-d10bdc240736 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:53.777616 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8a27699-0857-4f4c-ac0c-1dc13ebdcdef req-e2ed9ae5-5831-4c71-a88d-d10bdc240736 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "DELETE /v2.0/floatingips/25076044-3f37-49ef-b60f-b9306b95fd38 HTTP/1.1" status: 204 len: 173 time: 0.9520504 Apr 01 12:29:53.872769 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-af060bf9-c08d-40fd-90d0-034a033a8da7 req-b4ae5bff-7319-4434-9fa2-857e26433ee8 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:53.897600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff1638-9605-4942-b538-cec52c876326 req-6f01bc8a-3de1-480d-81bb-fe94e6f2c946 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:53.899836 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87ff1638-9605-4942-b538-cec52c876326 req-6f01bc8a-3de1-480d-81bb-fe94e6f2c946 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf01c880-5429-4ce9-a2e9-5bf291c898b6 HTTP/1.1" status: 200 len: 949 time: 0.0656056 Apr 01 12:29:53.908120 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae5bff-7319-4434-9fa2-857e26433ee8 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Pushing event deleted for resources: {'Port': ['ID=092089b0-8ce0-4084-87c6-e802e3f1a385,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:53.954864 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87ff1638-9605-4942-b538-cec52c876326 req-b83def7a-9c89-4cf8-9a98-5582b9062d81 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.45 "GET /v2.0/security-groups?id=f4b9c8c5-b637-424d-9295-166d3dfa8e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455754 Apr 01 12:29:53.964831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-af060bf9-c08d-40fd-90d0-034a033a8da7 req-b4ae5bff-7319-4434-9fa2-857e26433ee8 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] No DVR routers for this DVR port 092089b0-8ce0-4084-87c6-e802e3f1a385 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:53.969216 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-af060bf9-c08d-40fd-90d0-034a033a8da7 req-b4ae5bff-7319-4434-9fa2-857e26433ee8 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:53.973249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af060bf9-c08d-40fd-90d0-034a033a8da7 req-b4ae5bff-7319-4434-9fa2-857e26433ee8 tempest-ImagesNegativeTestJSON-561342949 tempest-ImagesNegativeTestJSON-561342949-project] 10.222.0.44 "DELETE /v2.0/ports/092089b0-8ce0-4084-87c6-e802e3f1a385 HTTP/1.1" status: 204 len: 173 time: 0.6098871 Apr 01 12:29:53.973796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf01c880-5429-4ce9-a2e9-5bf291c898b6', 'name': 'network-vif-deleted', 'tag': '092089b0-8ce0-4084-87c6-e802e3f1a385'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:53.976340 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea52c1f-42c5-4dad-a06a-0e36ce6c709d" -d '{"events": [{"server_uuid": "bf01c880-5429-4ce9-a2e9-5bf291c898b6", "name": "network-vif-deleted", "tag": "092089b0-8ce0-4084-87c6-e802e3f1a385"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:54.031232 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-5e16e56c-2840-4fb0-a19d-33a57bb3471f tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips/143d3205-c1a6-4289-9e5a-99e57386a440 HTTP/1.1" status: 200 len: 693 time: 0.0642779 Apr 01 12:29:54.137322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9511d98-89dd-4a28-adcd-4217c337a233 req-400b741c-23e3-478c-8fa9-5d3901b9184f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:54.140777 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f9511d98-89dd-4a28-adcd-4217c337a233 req-400b741c-23e3-478c-8fa9-5d3901b9184f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 944 time: 0.0950696 Apr 01 12:29:54.177886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-a09fba35-8570-4730-a4df-3c13e787c82d tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:54.179452 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-a09fba35-8570-4730-a4df-3c13e787c82d tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.1394272 Apr 01 12:29:54.203591 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f9511d98-89dd-4a28-adcd-4217c337a233 req-5d53074d-84bf-40e6-880b-abda9ab8c338 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564728 Apr 01 12:29:54.244817 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-c5dcbd25-8af0-43a3-a622-0da75845e9c9 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 696 time: 0.0561612 Apr 01 12:29:54.301398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-7b9c0bde-b46c-4a59-8137-434f6eec1aa4 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 696 time: 0.0490689 Apr 01 12:29:54.337631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5eccf-0f23-4232-a514-d7f9e821f48e req-c0484bd7-9121-4683-ad2d-618222d2b0e6 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:54.339169 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55d5eccf-0f23-4232-a514-d7f9e821f48e req-c0484bd7-9121-4683-ad2d-618222d2b0e6 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 946 time: 0.0531061 Apr 01 12:29:54.380317 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55d5eccf-0f23-4232-a514-d7f9e821f48e req-2dd90f84-e58f-447d-8a81-59432eef2de5 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ec5989d-b677-4942-9c9b-0e47cd208509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336566 Apr 01 12:29:54.461853 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-8f0228a2-48d9-4249-a1fb-e4bedf0d52b1 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Deleting port 7aae5ddf-de5e-4f61-bec0-7974dda99925 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:54.461853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-8f0228a2-48d9-4249-a1fb-e4bedf0d52b1 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:54.491192 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322fe9ed-850b-4d06-8d44-0f6978e38b2a x-openstack-request-id: req-322fe9ed-850b-4d06-8d44-0f6978e38b2a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:54.491496 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf01c880-5429-4ce9-a2e9-5bf291c898b6", "name": "network-vif-deleted", "tag": "092089b0-8ce0-4084-87c6-e802e3f1a385", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:54.492148 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-322fe9ed-850b-4d06-8d44-0f6978e38b2a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:54.492827 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322fe9ed-850b-4d06-8d44-0f6978e38b2a'] response: {'server_uuid': 'bf01c880-5429-4ce9-a2e9-5bf291c898b6', 'name': 'network-vif-deleted', 'tag': '092089b0-8ce0-4084-87c6-e802e3f1a385', 'status': 'completed', 'code': 200} Apr 01 12:29:54.596130 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-8f0228a2-48d9-4249-a1fb-e4bedf0d52b1 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:54.596599 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-8f0228a2-48d9-4249-a1fb-e4bedf0d52b1 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:54.643014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-8f0228a2-48d9-4249-a1fb-e4bedf0d52b1 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Calling delete_port for 7aae5ddf-de5e-4f61-bec0-7974dda99925 owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:54.827746 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-8f0228a2-48d9-4249-a1fb-e4bedf0d52b1 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:54.857928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0228a2-48d9-4249-a1fb-e4bedf0d52b1 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Pushing event deleted for resources: {'Port': ['ID=7aae5ddf-de5e-4f61-bec0-7974dda99925,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:54.961326 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-8f0228a2-48d9-4249-a1fb-e4bedf0d52b1 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:54.964110 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-8f0228a2-48d9-4249-a1fb-e4bedf0d52b1 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:54.965280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-375b9c4d-05ce-4807-97bc-f2bcc070f32b req-8f0228a2-48d9-4249-a1fb-e4bedf0d52b1 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "DELETE /v2.0/floatingips/143d3205-c1a6-4289-9e5a-99e57386a440 HTTP/1.1" status: 204 len: 173 time: 0.6562102 Apr 01 12:29:54.983594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2f3ef-b13c-48ab-83b1-f8914ec865a5 req-c849b136-7e71-414b-a17c-20657d0a0541 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:54.986025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3c2f3ef-b13c-48ab-83b1-f8914ec865a5 req-c849b136-7e71-414b-a17c-20657d0a0541 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.44 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 951 time: 0.0734537 Apr 01 12:29:55.131401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8ca86-5caf-4920-9c25-3207f8212eec req-c9fed09b-7747-42e7-841b-e8b9e149b99e tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:55.132914 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-47f8ca86-5caf-4920-9c25-3207f8212eec req-c9fed09b-7747-42e7-841b-e8b9e149b99e tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 1095 time: 0.0656860 Apr 01 12:29:55.138567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-e3c2f3ef-b13c-48ab-83b1-f8914ec865a5 req-65b44dc3-f647-49b9-9fb3-0c173f3615e6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Deleting port ac28d657-d13c-417b-86de-49dace92b49e {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:55.138906 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e3c2f3ef-b13c-48ab-83b1-f8914ec865a5 req-65b44dc3-f647-49b9-9fb3-0c173f3615e6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:55.249173 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-47f8ca86-5caf-4920-9c25-3207f8212eec req-206af0a8-e5df-492c-a75f-62ae902ac2bf tempest-LiveMigrationTest-1664070050 tempest-LiveMigrationTest-1664070050-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884473 Apr 01 12:29:55.290569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f887a-bb57-49c8-afa0-c9e50780881a req-ea7294a0-cea8-44ee-bbdc-45482382cd49 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:55.292555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e3c2f3ef-b13c-48ab-83b1-f8914ec865a5 req-65b44dc3-f647-49b9-9fb3-0c173f3615e6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] For port ac28d657-d13c-417b-86de-49dace92b49e, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ac28d657-d13c-417b-86de-49dace92b49e,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:55.292993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e3c2f3ef-b13c-48ab-83b1-f8914ec865a5 req-65b44dc3-f647-49b9-9fb3-0c173f3615e6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:55.302672 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-375f887a-bb57-49c8-afa0-c9e50780881a req-ea7294a0-cea8-44ee-bbdc-45482382cd49 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec5a962-bf9b-4dd3-92b8-330e57b12b49 HTTP/1.1" status: 200 len: 951 time: 0.0902867 Apr 01 12:29:55.316212 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-e3c2f3ef-b13c-48ab-83b1-f8914ec865a5 req-65b44dc3-f647-49b9-9fb3-0c173f3615e6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Calling delete_port for ac28d657-d13c-417b-86de-49dace92b49e owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:55.373602 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-375f887a-bb57-49c8-afa0-c9e50780881a req-ca4a6f62-8683-406b-8dbe-a442d4825bd1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644081 Apr 01 12:29:55.531142 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-8977dbe1-8b6c-41ab-91d0-579016b2fcf1 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips/a4e46e2f-6836-4791-b89b-e26252cbc1b7 HTTP/1.1" status: 200 len: 693 time: 0.1150477 Apr 01 12:29:55.779831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ae29b-8b99-4760-8d23-a53fef9b0f03 req-e3a2fc69-f2aa-4763-b827-3dba0db50d97 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:55.782811 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-018ae29b-8b99-4760-8d23-a53fef9b0f03 req-e3a2fc69-f2aa-4763-b827-3dba0db50d97 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.37 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 946 time: 0.2943621 Apr 01 12:29:55.870993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ac28d657-d13c-417b-86de-49dace92b49e no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:55.910525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8c1bb-fd37-4c0d-b8d3-8f02b3a28f73 req-66ca8b54-e9f2-418a-9bb0-65628f49b1a4 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:55.913650 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ae8c1bb-fd37-4c0d-b8d3-8f02b3a28f73 req-66ca8b54-e9f2-418a-9bb0-65628f49b1a4 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 946 time: 0.0851090 Apr 01 12:29:55.975027 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:55.995960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-b857f731-b4e2-4f99-b5da-bb597fbac5f4 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:55.998295 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-b857f731-b4e2-4f99-b5da-bb597fbac5f4 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.4333076 Apr 01 12:29:56.009920 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ae8c1bb-fd37-4c0d-b8d3-8f02b3a28f73 req-8643de67-150f-441e-a667-e5364a39a22c tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ec5989d-b677-4942-9c9b-0e47cd208509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769722 Apr 01 12:29:56.086889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 092089b0-8ce0-4084-87c6-e802e3f1a385 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:56.097818 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-0090245e-3b4e-4dc9-b76c-8b9c77df3d6e tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.218 HTTP/1.1" status: 200 len: 696 time: 0.0818055 Apr 01 12:29:56.100455 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e3c2f3ef-b13c-48ab-83b1-f8914ec865a5 req-65b44dc3-f647-49b9-9fb3-0c173f3615e6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:56.143459 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 092089b0-8ce0-4084-87c6-e802e3f1a385 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:29:56.145641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 092089b0-8ce0-4084-87c6-e802e3f1a385 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:29:56.148112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'df910b87-2ac6-4ece-b3cc-5c72bee3918d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:56.151881 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['f67094aa-da6b-4834-a9b8-29a53904a824'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:56.200446 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951b038-4ff3-4912-ba0c-2a45e98d6527 req-cb838cd3-d097-4976-997d-ef1a2fa78253 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:56.213582 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2951b038-4ff3-4912-ba0c-2a45e98d6527 req-cb838cd3-d097-4976-997d-ef1a2fa78253 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 944 time: 0.0999420 Apr 01 12:29:56.269372 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2951b038-4ff3-4912-ba0c-2a45e98d6527 req-4f606bb4-0e86-4d7a-8133-7f2722cfd78c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513783 Apr 01 12:29:56.292572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b44dc3-f647-49b9-9fb3-0c173f3615e6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Pushing event deleted for resources: {'Port': ['ID=ac28d657-d13c-417b-86de-49dace92b49e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:56.315370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-018ae29b-8b99-4760-8d23-a53fef9b0f03 req-72d9548b-d1e0-4374-8d79-5ac55e34a003 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Deleting port c99e585f-f6e3-4b47-81a3-e465ef8b82ca {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:56.316514 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-018ae29b-8b99-4760-8d23-a53fef9b0f03 req-72d9548b-d1e0-4374-8d79-5ac55e34a003 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:56.344734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c2f3ef-b13c-48ab-83b1-f8914ec865a5 req-65b44dc3-f647-49b9-9fb3-0c173f3615e6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] No DVR routers for this DVR port ac28d657-d13c-417b-86de-49dace92b49e on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:56.349416 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e3c2f3ef-b13c-48ab-83b1-f8914ec865a5 req-65b44dc3-f647-49b9-9fb3-0c173f3615e6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:56.353667 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3c2f3ef-b13c-48ab-83b1-f8914ec865a5 req-65b44dc3-f647-49b9-9fb3-0c173f3615e6 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.44 "DELETE /v2.0/ports/ac28d657-d13c-417b-86de-49dace92b49e HTTP/1.1" status: 204 len: 173 time: 1.3606250 Apr 01 12:29:56.393850 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-a02d3399-c45d-41bc-9000-eecf84f099a4 tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.218 HTTP/1.1" status: 200 len: 696 time: 0.2719383 Apr 01 12:29:56.503194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'name': 'network-vif-deleted', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:56.506640 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aa3106-bd35-4c01-9380-e84ce8cc6ec4" -d '{"events": [{"server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "name": "network-vif-deleted", "tag": "ac28d657-d13c-417b-86de-49dace92b49e"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:56.620219 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c6158-e7fb-4b62-b5b4-6841a2853f1b req-b614684f-4505-4795-a2f1-2052fbc8eb64 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:56.622279 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-511c6158-e7fb-4b62-b5b4-6841a2853f1b req-b614684f-4505-4795-a2f1-2052fbc8eb64 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 944 time: 0.2208610 Apr 01 12:29:56.805178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-018ae29b-8b99-4760-8d23-a53fef9b0f03 req-72d9548b-d1e0-4374-8d79-5ac55e34a003 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] For port c99e585f-f6e3-4b47-81a3-e465ef8b82ca, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c99e585f-f6e3-4b47-81a3-e465ef8b82ca,segment=NetworkSegment(3e54b362-6067-40f3-a4f5-3cd7f7c385ba),segment_id=3e54b362-6067-40f3-a4f5-3cd7f7c385ba)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:56.805947 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-018ae29b-8b99-4760-8d23-a53fef9b0f03 req-72d9548b-d1e0-4374-8d79-5ac55e34a003 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:56.832667 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-018ae29b-8b99-4760-8d23-a53fef9b0f03 req-72d9548b-d1e0-4374-8d79-5ac55e34a003 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Calling delete_port for c99e585f-f6e3-4b47-81a3-e465ef8b82ca owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:56.889469 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-b3248822-465c-4ecb-9bea-008f66cc4b8c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Deleting port b782f6d4-035a-45f7-82b4-1561099fd0b5 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:56.889810 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-b3248822-465c-4ecb-9bea-008f66cc4b8c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:56.944257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-511c6158-e7fb-4b62-b5b4-6841a2853f1b req-8dd16586-a606-4843-80ce-eff3a4b22ffe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Deleting port d1ceb440-3d2d-45c9-a26c-58560d88a725 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:56.944539 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-511c6158-e7fb-4b62-b5b4-6841a2853f1b req-8dd16586-a606-4843-80ce-eff3a4b22ffe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:57.080758 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-b3248822-465c-4ecb-9bea-008f66cc4b8c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:57.080758 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-b3248822-465c-4ecb-9bea-008f66cc4b8c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:57.108965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-b3248822-465c-4ecb-9bea-008f66cc4b8c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Calling delete_port for b782f6d4-035a-45f7-82b4-1561099fd0b5 owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:57.160197 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6456ef46-a341-4e39-8d34-61911a7cee7c x-openstack-request-id: req-6456ef46-a341-4e39-8d34-61911a7cee7c {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:57.160491 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5a962-bf9b-4dd3-92b8-330e57b12b49", "name": "network-vif-deleted", "tag": "ac28d657-d13c-417b-86de-49dace92b49e", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:57.160744 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6456ef46-a341-4e39-8d34-61911a7cee7c {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:57.161143 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6456ef46-a341-4e39-8d34-61911a7cee7c'] response: {'server_uuid': 'aec5a962-bf9b-4dd3-92b8-330e57b12b49', 'name': 'network-vif-deleted', 'tag': 'ac28d657-d13c-417b-86de-49dace92b49e', 'status': 'completed', 'code': 200} Apr 01 12:29:57.215304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-511c6158-e7fb-4b62-b5b4-6841a2853f1b req-8dd16586-a606-4843-80ce-eff3a4b22ffe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] For port d1ceb440-3d2d-45c9-a26c-58560d88a725, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d1ceb440-3d2d-45c9-a26c-58560d88a725,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:29:57.215683 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-511c6158-e7fb-4b62-b5b4-6841a2853f1b req-8dd16586-a606-4843-80ce-eff3a4b22ffe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:57.241400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-511c6158-e7fb-4b62-b5b4-6841a2853f1b req-8dd16586-a606-4843-80ce-eff3a4b22ffe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Calling delete_port for d1ceb440-3d2d-45c9-a26c-58560d88a725 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:29:57.255037 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-018ae29b-8b99-4760-8d23-a53fef9b0f03 req-72d9548b-d1e0-4374-8d79-5ac55e34a003 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:57.266377 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['c99e585f-f6e3-4b47-81a3-e465ef8b82ca'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:57.300690 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1bf25057-e338-4e50-93c1-6634f3e1f476 req-b6c64100-6949-4fed-81fd-cb15db3a82e6 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 210 time: 0.0466654 Apr 01 12:29:57.704361 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9548b-d1e0-4374-8d79-5ac55e34a003 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Pushing event deleted for resources: {'Port': ['ID=c99e585f-f6e3-4b47-81a3-e465ef8b82ca,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:57.711948 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e7999-e404-4aeb-9a5a-fc6736d36914 req-a4f08625-7ff6-42a8-9c06-f920b9a4ef6c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:57.723927 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a09e7999-e404-4aeb-9a5a-fc6736d36914 req-a4f08625-7ff6-42a8-9c06-f920b9a4ef6c tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 944 time: 0.0946043 Apr 01 12:29:57.774799 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a09e7999-e404-4aeb-9a5a-fc6736d36914 req-6f58dd2a-6ccf-4d28-bcbb-2d10e51e169b tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498254 Apr 01 12:29:57.786817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-018ae29b-8b99-4760-8d23-a53fef9b0f03 req-72d9548b-d1e0-4374-8d79-5ac55e34a003 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] No DVR routers for this DVR port c99e585f-f6e3-4b47-81a3-e465ef8b82ca on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:57.792003 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-018ae29b-8b99-4760-8d23-a53fef9b0f03 req-72d9548b-d1e0-4374-8d79-5ac55e34a003 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:57.795646 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-018ae29b-8b99-4760-8d23-a53fef9b0f03 req-72d9548b-d1e0-4374-8d79-5ac55e34a003 tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.37 "DELETE /v2.0/ports/c99e585f-f6e3-4b47-81a3-e465ef8b82ca HTTP/1.1" status: 204 len: 173 time: 2.0046122 Apr 01 12:29:57.894976 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-b3248822-465c-4ecb-9bea-008f66cc4b8c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:57.999896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3248822-465c-4ecb-9bea-008f66cc4b8c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Pushing event deleted for resources: {'Port': ['ID=b782f6d4-035a-45f7-82b4-1561099fd0b5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:58.022198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab1ed0-17c1-4ff9-a8ac-a80809edf2dc req-dd4757d5-2476-43bb-b823-9b674566e761 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:58.032381 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7fab1ed0-17c1-4ff9-a8ac-a80809edf2dc req-dd4757d5-2476-43bb-b823-9b674566e761 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 950 time: 0.1170666 Apr 01 12:29:58.086419 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7fab1ed0-17c1-4ff9-a8ac-a80809edf2dc req-6a356e56-e31e-4054-9feb-61796c29242f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509365 Apr 01 12:29:58.115568 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56064) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:58.120998 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-511c6158-e7fb-4b62-b5b4-6841a2853f1b req-8dd16586-a606-4843-80ce-eff3a4b22ffe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:58.144738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['db0b0bf5-b596-4c8c-8782-d59718b579f2', '48f3d975-d9ec-4126-acd9-71b9946de37a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:29:58.239299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd16586-a606-4843-80ce-eff3a4b22ffe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Pushing event deleted for resources: {'Port': ['ID=d1ceb440-3d2d-45c9-a26c-58560d88a725,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:58.256033 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-b3248822-465c-4ecb-9bea-008f66cc4b8c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:58.261951 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-b3248822-465c-4ecb-9bea-008f66cc4b8c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:58.264542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b51507a2-2a68-4953-817f-b3e9700f8b95 req-b3248822-465c-4ecb-9bea-008f66cc4b8c tempest-FloatingIPDetailsTestJSON-840020181 tempest-FloatingIPDetailsTestJSON-840020181-project] 10.222.0.45 "DELETE /v2.0/floatingips/a4e46e2f-6836-4791-b89b-e26252cbc1b7 HTTP/1.1" status: 204 len: 173 time: 1.8694992 Apr 01 12:29:58.271721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56074) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:58.297293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-511c6158-e7fb-4b62-b5b4-6841a2853f1b req-8dd16586-a606-4843-80ce-eff3a4b22ffe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] No DVR routers for this DVR port d1ceb440-3d2d-45c9-a26c-58560d88a725 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:29:58.316190 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-511c6158-e7fb-4b62-b5b4-6841a2853f1b req-8dd16586-a606-4843-80ce-eff3a4b22ffe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:58.333525 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-511c6158-e7fb-4b62-b5b4-6841a2853f1b req-8dd16586-a606-4843-80ce-eff3a4b22ffe tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.44 "DELETE /v2.0/ports/d1ceb440-3d2d-45c9-a26c-58560d88a725 HTTP/1.1" status: 204 len: 173 time: 1.6963274 Apr 01 12:29:58.398256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56080) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:58.647092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56086) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:58.785776 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4887a671-31f3-4ce0-b000-509103e59a92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88690f939f1744f8b7a4558d9a0a2127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6683977 Apr 01 12:29:58.789986 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56090) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:58.806042 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a522d85-3306-45c0-ba5f-eef8518f1897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:58.833405 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-007a87d2-bf5e-49cc-9d23-5936346a97de req-5015845c-81c1-4a74-867d-c19c120b617c tempest-FloatingIPsAssociationNegativeTestJSON-368809556 tempest-FloatingIPsAssociationNegativeTestJSON-368809556-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa HTTP/1.1" status: 200 len: 210 time: 0.3662002 Apr 01 12:29:58.907872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd3f6fe-5d25-4bbe-b5ab-f6040bd17fdf admin admin] Deleting subnet 3516b13e-86ee-4605-892c-1bb452f4de0b {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:29:58.915779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f6fe-5d25-4bbe-b5ab-f6040bd17fdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:58.951335 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3b51-5804-4d05-ad6e-47b7e0f84d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:58.978316 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f6fe-5d25-4bbe-b5ab-f6040bd17fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.023499 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3b51-5804-4d05-ad6e-47b7e0f84d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.145932 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3b51-5804-4d05-ad6e-47b7e0f84d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.148725 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3b51-5804-4d05-ad6e-47b7e0f84d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.149912 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6a7e3b51-5804-4d05-ad6e-47b7e0f84d23 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4b9c8c5-b637-424d-9295-166d3dfa8e55 HTTP/1.1" status: 204 len: 168 time: 0.3580089 Apr 01 12:29:59.161652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e3b51-5804-4d05-ad6e-47b7e0f84d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b9c8c5-b637-424d-9295-166d3dfa8e55,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:59.173142 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'name': 'network-vif-deleted', 'tag': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca'}, {'server_uuid': '9ff70513-f084-4b92-9c33-a24d2085558e', 'name': 'network-vif-deleted', 'tag': 'd1ceb440-3d2d-45c9-a26c-58560d88a725'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:29:59.185575 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c560070-4bdc-477a-aebb-ad40b5dfe0d4" -d '{"events": [{"server_uuid": "fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa", "name": "network-vif-deleted", "tag": "c99e585f-f6e3-4b47-81a3-e465ef8b82ca"}, {"server_uuid": "9ff70513-f084-4b92-9c33-a24d2085558e", "name": "network-vif-deleted", "tag": "d1ceb440-3d2d-45c9-a26c-58560d88a725"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:29:59.227405 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a522d85-3306-45c0-ba5f-eef8518f1897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.256269 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a522d85-3306-45c0-ba5f-eef8518f1897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.328973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c9af-27d5-4b94-b9c9-3fcd402c7856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.329196 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9a522d85-3306-45c0-ba5f-eef8518f1897 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e44322963a13477bba8405e235957017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6801698 Apr 01 12:29:59.331356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56106) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:59.339398 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a6e47-5d9b-482c-bb0f-71a1f809c892 req-f6fb3dce-0622-47c9-9240-c64ee54541ce tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:59.339884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f8ef6-6e59-4244-8660-43b3f7e08171 req-3ccb2e29-9f21-4500-b498-f73a01482446 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:29:59.342580 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae6f8ef6-6e59-4244-8660-43b3f7e08171 req-3ccb2e29-9f21-4500-b498-f73a01482446 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 950 time: 0.2938714 Apr 01 12:29:59.349550 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b5a6e47-5d9b-482c-bb0f-71a1f809c892 req-f6fb3dce-0622-47c9-9240-c64ee54541ce tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 950 time: 0.0975385 Apr 01 12:29:59.370074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c99e585f-f6e3-4b47-81a3-e465ef8b82ca no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:59.392834 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40eb5de3-9687-4325-a953-316dbe38ed8a req-ebdf8e98-7670-4d51-bf4b-8750b635264f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 210 time: 0.1456676 Apr 01 12:29:59.396678 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f6fe-5d25-4bbe-b5ab-f6040bd17fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.496440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a522d85-3306-45c0-ba5f-eef8518f1897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e136e9b-bf36-4466-b554-bee3d1a5c0df,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:59.689742 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b5a6e47-5d9b-482c-bb0f-71a1f809c892 req-25146ed9-708e-4dae-879e-045c15ad5441 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376827 Apr 01 12:29:59.715879 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f6fe-5d25-4bbe-b5ab-f6040bd17fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.772802 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dad17d28-741b-46a3-b222-5f1c4255468a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.816645 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dad17d28-741b-46a3-b222-5f1c4255468a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.823006 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ae3e64-d42a-41dd-bdbc-0b40ab6e18b8 x-openstack-request-id: req-35ae3e64-d42a-41dd-bdbc-0b40ab6e18b8 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:29:59.823367 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa", "name": "network-vif-deleted", "tag": "c99e585f-f6e3-4b47-81a3-e465ef8b82ca", "status": "completed", "code": 200}, {"server_uuid": "9ff70513-f084-4b92-9c33-a24d2085558e", "name": "network-vif-deleted", "tag": "d1ceb440-3d2d-45c9-a26c-58560d88a725", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:29:59.823628 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35ae3e64-d42a-41dd-bdbc-0b40ab6e18b8 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:29:59.824044 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ae3e64-d42a-41dd-bdbc-0b40ab6e18b8'] response: {'server_uuid': 'fda107d4-b5f4-4db5-bdd2-fb6d7a1235aa', 'name': 'network-vif-deleted', 'tag': 'c99e585f-f6e3-4b47-81a3-e465ef8b82ca', 'status': 'completed', 'code': 200} Apr 01 12:29:59.824305 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ae3e64-d42a-41dd-bdbc-0b40ab6e18b8'] response: {'server_uuid': '9ff70513-f084-4b92-9c33-a24d2085558e', 'name': 'network-vif-deleted', 'tag': 'd1ceb440-3d2d-45c9-a26c-58560d88a725', 'status': 'completed', 'code': 200} Apr 01 12:29:59.825936 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: c99e585f-f6e3-4b47-81a3-e465ef8b82ca {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:29:59.827666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c99e585f-f6e3-4b47-81a3-e465ef8b82ca not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:29:59.836533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3f6fe-5d25-4bbe-b5ab-f6040bd17fdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3516b13e-86ee-4605-892c-1bb452f4de0b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:29:59.844731 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f6fe-5d25-4bbe-b5ab-f6040bd17fdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.850893 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7cd3f6fe-5d25-4bbe-b5ab-f6040bd17fdf admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3516b13e-86ee-4605-892c-1bb452f4de0b HTTP/1.1" status: 204 len: 168 time: 1.4483562 Apr 01 12:29:59.851348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56116) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:29:59.884612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ae6f8ef6-6e59-4244-8660-43b3f7e08171 req-6f19a018-cb30-4b15-81e6-6d70838339a4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Deleting port df910b87-2ac6-4ece-b3cc-5c72bee3918d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:59.884963 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae6f8ef6-6e59-4244-8660-43b3f7e08171 req-6f19a018-cb30-4b15-81e6-6d70838339a4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.924600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d1ceb440-3d2d-45c9-a26c-58560d88a725 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:29:59.934627 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0c9af-27d5-4b94-b9c9-3fcd402c7856 admin admin] Deleting port 51a9ca76-e279-4da2-8245-f1fb0bf118e5 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:29:59.935087 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c9af-27d5-4b94-b9c9-3fcd402c7856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.949478 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: d1ceb440-3d2d-45c9-a26c-58560d88a725 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:29:59.949915 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d1ceb440-3d2d-45c9-a26c-58560d88a725 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:29:59.967375 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dad17d28-741b-46a3-b222-5f1c4255468a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.972584 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dad17d28-741b-46a3-b222-5f1c4255468a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:29:59.978101 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dad17d28-741b-46a3-b222-5f1c4255468a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e136e9b-bf36-4466-b554-bee3d1a5c0df HTTP/1.1" status: 204 len: 168 time: 0.6167743 Apr 01 12:29:59.989044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56124) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:00.085959 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:00.129263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e6184-c570-4553-9455-de01e27637e9 req-426d031c-e4c5-40b5-9d59-e1fd06f354b3 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:00.131058 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9e6184-c570-4553-9455-de01e27637e9 req-426d031c-e4c5-40b5-9d59-e1fd06f354b3 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 946 time: 0.1931181 Apr 01 12:30:00.215077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ae6f8ef6-6e59-4244-8660-43b3f7e08171 req-6f19a018-cb30-4b15-81e6-6d70838339a4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] For port df910b87-2ac6-4ece-b3cc-5c72bee3918d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df910b87-2ac6-4ece-b3cc-5c72bee3918d,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:00.215766 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae6f8ef6-6e59-4244-8660-43b3f7e08171 req-6f19a018-cb30-4b15-81e6-6d70838339a4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:00.248766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad17d28-741b-46a3-b222-5f1c4255468a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e136e9b-bf36-4466-b554-bee3d1a5c0df,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:00.261523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ae6f8ef6-6e59-4244-8660-43b3f7e08171 req-6f19a018-cb30-4b15-81e6-6d70838339a4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Calling delete_port for df910b87-2ac6-4ece-b3cc-5c72bee3918d owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:00.309851 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9e6184-c570-4553-9455-de01e27637e9 req-26d6a485-cfbd-409f-8de2-88ab625b03ae tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628242 Apr 01 12:30:00.318131 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:00.332091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-e6c0c9af-27d5-4b94-b9c9-3fcd402c7856 admin admin] For port 51a9ca76-e279-4da2-8245-f1fb0bf118e5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=51a9ca76-e279-4da2-8245-f1fb0bf118e5,segment=NetworkSegment(2cbcce47-0137-4a83-907a-5d7c50891a3a),segment_id=2cbcce47-0137-4a83-907a-5d7c50891a3a)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:00.332769 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c9af-27d5-4b94-b9c9-3fcd402c7856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:00.359671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0c9af-27d5-4b94-b9c9-3fcd402c7856 admin admin] Calling delete_port for 51a9ca76-e279-4da2-8245-f1fb0bf118e5 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:00.388935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23dd718-56b2-4bf5-a1be-97c1c3333fca']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:00.410036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:00.411111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b75e3f6-66e8-4ec0-a0bd-cfd06cf79b57') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:00.471425 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:00.515407 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:00.560022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:30:00.561154 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:30:00.564640 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:30:00.617379 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e85c850-f586-4212-b139-6e7c44b7cab0 req-9533a03c-f63a-415e-bff3-d0de60de2665 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 210 time: 0.0819647 Apr 01 12:30:00.702095 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:00.723677 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:00.734106 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e23dd718-56b2-4bf5-a1be-97c1c3333fca HTTP/1.1" status: 204 len: 168 time: 0.8788614 Apr 01 12:30:00.809949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbad00-2436-4046-b9d7-a97d207bbbb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e23dd718-56b2-4bf5-a1be-97c1c3333fca,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:00.837682 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae6f8ef6-6e59-4244-8660-43b3f7e08171 req-6f19a018-cb30-4b15-81e6-6d70838339a4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:00.850585 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['f67094aa-da6b-4834-a9b8-29a53904a824'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:30:00.856017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'df910b87-2ac6-4ece-b3cc-5c72bee3918d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:30:00.883121 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0457bba-241e-473f-a06c-f5de0b73d4d6 req-a5c27f0f-f928-41ea-9764-b3dbd6194f9f tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9fb6c1-de30-4c53-8711-2a1e866b8d52 HTTP/1.1" status: 200 len: 210 time: 0.0558703 Apr 01 12:30:00.961158 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19a018-cb30-4b15-81e6-6d70838339a4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Pushing event deleted for resources: {'Port': ['ID=df910b87-2ac6-4ece-b3cc-5c72bee3918d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:01.091442 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6f8ef6-6e59-4244-8660-43b3f7e08171 req-6f19a018-cb30-4b15-81e6-6d70838339a4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] No DVR routers for this DVR port df910b87-2ac6-4ece-b3cc-5c72bee3918d on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:30:01.097007 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae6f8ef6-6e59-4244-8660-43b3f7e08171 req-6f19a018-cb30-4b15-81e6-6d70838339a4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:01.106300 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae6f8ef6-6e59-4244-8660-43b3f7e08171 req-6f19a018-cb30-4b15-81e6-6d70838339a4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.37 "DELETE /v2.0/ports/df910b87-2ac6-4ece-b3cc-5c72bee3918d HTTP/1.1" status: 204 len: 173 time: 1.7174451 Apr 01 12:30:01.335439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56196) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:01.470034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-af48f928-dfed-48e9-8e18-1471c151ad34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f3b8c2691e7642ebb43bca4c7e1d7c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312513 Apr 01 12:30:01.481776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56198) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:01.512420 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c9af-27d5-4b94-b9c9-3fcd402c7856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:01.517952 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda89e-19cb-44d9-8a7f-0d89d18fb74b req-833bd957-9e93-4bdd-a050-34a71fd9419e tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:01.521308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-05bda89e-19cb-44d9-8a7f-0d89d18fb74b req-833bd957-9e93-4bdd-a050-34a71fd9419e tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 946 time: 0.2531209 Apr 01 12:30:01.630837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0c9af-27d5-4b94-b9c9-3fcd402c7856 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a9ca76-e279-4da2-8245-f1fb0bf118e5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:01.657548 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56204) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:01.807407 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-05bda89e-19cb-44d9-8a7f-0d89d18fb74b req-c6164ef5-8b0a-42c1-8865-6f8b904328ed tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575727 Apr 01 12:30:01.821752 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb1386bc-cc2f-4119-8b4b-9a4ad037c2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:01.827640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'name': 'network-vif-deleted', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:30:01.831696 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39057a2b-5264-4926-8f45-40784f36c727" -d '{"events": [{"server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "name": "network-vif-deleted", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:30:01.893336 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb1386bc-cc2f-4119-8b4b-9a4ad037c2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:01.948319 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd07499-814f-4a01-a162-8aff052a853e x-openstack-request-id: req-3cd07499-814f-4a01-a162-8aff052a853e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:30:01.951494 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9fb6c1-de30-4c53-8711-2a1e866b8d52", "name": "network-vif-deleted", "tag": "df910b87-2ac6-4ece-b3cc-5c72bee3918d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:30:01.952273 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3cd07499-814f-4a01-a162-8aff052a853e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:30:01.952273 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd07499-814f-4a01-a162-8aff052a853e'] response: {'server_uuid': 'fe9fb6c1-de30-4c53-8711-2a1e866b8d52', 'name': 'network-vif-deleted', 'tag': 'df910b87-2ac6-4ece-b3cc-5c72bee3918d', 'status': 'completed', 'code': 200} Apr 01 12:30:01.970227 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-637f396d-ab06-4009-90c1-82751ebdf6c4 req-8f512f46-3ac1-4416-b403-5198ff84bc13 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 210 time: 0.0924177 Apr 01 12:30:02.021148 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb1386bc-cc2f-4119-8b4b-9a4ad037c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.024796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb1386bc-cc2f-4119-8b4b-9a4ad037c2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.027386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cb1386bc-cc2f-4119-8b4b-9a4ad037c2ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf9dc68e-e814-4913-b89c-17b48504bef6 HTTP/1.1" status: 204 len: 168 time: 0.5417652 Apr 01 12:30:02.047989 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-550cd415-cabd-4b4d-997a-37047b6cd96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.056389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1386bc-cc2f-4119-8b4b-9a4ad037c2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9dc68e-e814-4913-b89c-17b48504bef6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:02.106807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56220) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:02.197155 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e015db3f-528c-47cd-9714-ecb1e5d234ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.290655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-878885776-network', 'tenant_id': '5e41bc63aa5f4031b439be448a3f3520'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:02.364719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Made reservation on behalf of 5e41bc63aa5f4031b439be448a3f3520 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:02.368537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.387921 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c9af-27d5-4b94-b9c9-3fcd402c7856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.406672 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e015db3f-528c-47cd-9714-ecb1e5d234ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.423531 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.436925 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e015db3f-528c-47cd-9714-ecb1e5d234ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.528207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada7362-3051-443b-a4a6-e7546560e04f req-32f153d0-6839-4fc5-bc11-f1a0f2e5b8e4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:02.529948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ada7362-3051-443b-a4a6-e7546560e04f req-32f153d0-6839-4fc5-bc11-f1a0f2e5b8e4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.1588671 Apr 01 12:30:02.538994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e015db3f-528c-47cd-9714-ecb1e5d234ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0753b12a4f94589923342b4ac5c7d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8754463 Apr 01 12:30:02.541831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015db3f-528c-47cd-9714-ecb1e5d234ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6adb3dc-22b4-4b2e-8fd7-63cde0388070,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:02.549251 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56230) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:02.670183 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ada7362-3051-443b-a4a6-e7546560e04f req-d0a6da71-650f-4593-b4ca-cf4080d51b5e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218169 Apr 01 12:30:02.682295 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.692204 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.729672 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c746f8f-3cea-4fa5-95e7-657749575e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.754580 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:30:02.766207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cb81cb-f79f-4e6f-9131-51657c193bbd,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:02.787555 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.787903 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Added segment 8d13d52f-f4fb-4fdf-8684-c84c6e639a21 of type vlan for network 2a321467-5962-4a1a-a979-eff8e720538b Apr 01 12:30:02.791527 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c746f8f-3cea-4fa5-95e7-657749575e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.865126 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.928010 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c746f8f-3cea-4fa5-95e7-657749575e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.930919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c746f8f-3cea-4fa5-95e7-657749575e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.932131 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0c746f8f-3cea-4fa5-95e7-657749575e24 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6adb3dc-22b4-4b2e-8fd7-63cde0388070 HTTP/1.1" status: 204 len: 168 time: 0.3819461 Apr 01 12:30:02.936639 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.938270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:02.939006 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:02.968213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c746f8f-3cea-4fa5-95e7-657749575e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6adb3dc-22b4-4b2e-8fd7-63cde0388070,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:03.013347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ba4fc-76d5-4746-8733-f20810f81556 req-f21296da-0a45-4ca4-8f87-be6c067c0d9a tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:03.016006 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-687ba4fc-76d5-4746-8733-f20810f81556 req-f21296da-0a45-4ca4-8f87-be6c067c0d9a tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 946 time: 0.1349466 Apr 01 12:30:03.018911 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9109697 Apr 01 12:30:03.023705 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56246) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:03.089717 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ce186227-42a5-4817-b1d0-8bce861317a7 admin admin] Request body: {'subnet': {'network_id': '2a321467-5962-4a1a-a979-eff8e720538b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-878885776-subnet', 'tenant_id': '5e41bc63aa5f4031b439be448a3f3520', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:03.098436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fe9d0-2fd8-4116-8493-e193546cf3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=2a321467-5962-4a1a-a979-eff8e720538b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:03.113027 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 2a321467-5962-4a1a-a979-eff8e720538b details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:30:03.173170 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-761137a8-41d1-4f6c-9440-1165d03b5ad9 req-cd89764b-6127-4410-9eff-5c571a3de58b tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 210 time: 0.0757086 Apr 01 12:30:03.257839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce186227-42a5-4817-b1d0-8bce861317a7 admin admin] Made reservation on behalf of 5e41bc63aa5f4031b439be448a3f3520 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:03.266304 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ce186227-42a5-4817-b1d0-8bce861317a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:03.303516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb7beb-157f-4b47-a5a1-7cc0b54910b2 req-9640fbab-30f6-4f64-917c-b64eb6197699 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:03.316734 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1bfb7beb-157f-4b47-a5a1-7cc0b54910b2 req-9640fbab-30f6-4f64-917c-b64eb6197699 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 946 time: 0.3188999 Apr 01 12:30:03.386112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device df910b87-2ac6-4ece-b3cc-5c72bee3918d no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:03.400049 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1bfb7beb-157f-4b47-a5a1-7cc0b54910b2 req-24a409df-cdad-4a8f-9e77-0a77a3a76f55 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups?id=abec999b-4276-4f86-adfc-e36e30bcad68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803485 Apr 01 12:30:03.431689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: df910b87-2ac6-4ece-b3cc-5c72bee3918d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:03.432423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device df910b87-2ac6-4ece-b3cc-5c72bee3918d not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:03.435981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c0c9af-27d5-4b94-b9c9-3fcd402c7856 admin admin] Router b780b841-4e81-417f-a32b-a0fe6c4efee8 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:30:03.455211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Deleting port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:03.455886 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:03.546279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56260) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:03.560681 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] For port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe,segment=NetworkSegment(1542a95f-4f27-428b-940a-42ab6e5e45a1),segment_id=1542a95f-4f27-428b-940a-42ab6e5e45a1)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:03.561076 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:03.579830 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-550cd415-cabd-4b4d-997a-37047b6cd96f admin admin] Deleting port 226a441a-d4af-4b28-8cdf-4475c275025d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:03.580234 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-550cd415-cabd-4b4d-997a-37047b6cd96f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:03.768818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:03.769193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:03.769507 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Floating IP 7763ec51-1516-43c4-99a5-484b4ed70692 disassociated. External IP: 172.25.7.160, port: 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe. Apr 01 12:30:03.769873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Calling delete_port for 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:03.790968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-391750262-network', 'tenant_id': '0713e035054f4784a69028267597a06a'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:03.800559 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c0c9af-27d5-4b94-b9c9-3fcd402c7856 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:30:03.810845 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e6c0c9af-27d5-4b94-b9c9-3fcd402c7856 admin admin] 10.222.0.45 "PUT /v2.0/routers/b780b841-4e81-417f-a32b-a0fe6c4efee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5369341 Apr 01 12:30:03.811873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56270) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:03.814258 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14cca80-09a1-406d-aaba-79681f23aadc None None] Sync routers for ids ['b780b841-4e81-417f-a32b-a0fe6c4efee8'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:30:03.846316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14cca80-09a1-406d-aaba-79681f23aadc None None] Routers {'b780b841-4e81-417f-a32b-a0fe6c4efee8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:03.847065 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b14cca80-09a1-406d-aaba-79681f23aadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b780b841-4e81-417f-a32b-a0fe6c4efee8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:03.983339 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.028963 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-b14cca80-09a1-406d-aaba-79681f23aadc None None] Set router b780b841-4e81-417f-a32b-a0fe6c4efee8 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:04.048613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Pushing event deleted for resources: {'Port': ['ID=1e76bea3-3a62-4cc6-95ee-db9c52c16bbe,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:04.051650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-550cd415-cabd-4b4d-997a-37047b6cd96f admin admin] For port 226a441a-d4af-4b28-8cdf-4475c275025d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=226a441a-d4af-4b28-8cdf-4475c275025d,segment=NetworkSegment(3e54b362-6067-40f3-a4f5-3cd7f7c385ba),segment_id=3e54b362-6067-40f3-a4f5-3cd7f7c385ba)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:04.052269 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-550cd415-cabd-4b4d-997a-37047b6cd96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.079142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-550cd415-cabd-4b4d-997a-37047b6cd96f admin admin] Calling delete_port for 226a441a-d4af-4b28-8cdf-4475c275025d owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:04.163343 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:04.165645 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.186221 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.217185 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56282) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:04.277895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f4dc8-e35c-4b9d-9498-71d1554c3d94 req-c9b193a0-2c72-435a-9120-dad3d5fc7884 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:04.279845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-678f4dc8-e35c-4b9d-9498-71d1554c3d94 req-c9b193a0-2c72-435a-9120-dad3d5fc7884 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.3622968 Apr 01 12:30:04.333265 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154efc46-97fd-4359-92dc-61377137dc49 req-54df4a78-cbd4-4ee8-86d0-0af2b0db1bbc tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:04.337435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-154efc46-97fd-4359-92dc-61377137dc49 req-54df4a78-cbd4-4ee8-86d0-0af2b0db1bbc tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.44 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.3927727 Apr 01 12:30:04.343296 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2bdf130d-ce39-411c-9f1c-e79ac5b9858b req-e433bbc4-9173-42eb-82df-6434eec88478 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 210 time: 0.0647142 Apr 01 12:30:04.361776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b14cca80-09a1-406d-aaba-79681f23aadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'name': 'tempest-FloatingIPDetailsTestJSON-254174017-router', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:29:21Z', 'updated_at': '2022-04-01T12:30:01Z', 'revision_number': 5, 'project_id': '8939f5a89a18471d9e24218f6c879939', 'gw_port': {'id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:24Z', 'updated_at': '2022-04-01T12:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:04.409646 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.452562 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14cca80-09a1-406d-aaba-79681f23aadc None None] Checking router: b780b841-4e81-417f-a32b-a0fe6c4efee8 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:30:04.472306 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14cca80-09a1-406d-aaba-79681f23aadc None None] Routers {'b780b841-4e81-417f-a32b-a0fe6c4efee8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:04.474410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b14cca80-09a1-406d-aaba-79681f23aadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b780b841-4e81-417f-a32b-a0fe6c4efee8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:04.500780 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-91876978-network', 'tenant_id': '57f43c368539419980a35d2786b94e02'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:04.508730 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ce186227-42a5-4817-b1d0-8bce861317a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.582345 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3752b4a9-1d88-4345-8a16-05c7c78c3f9e req-aeb9eb87-8e3c-4c01-ad74-03ba6e30dc18 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 210 time: 0.0664573 Apr 01 12:30:04.607730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-678f4dc8-e35c-4b9d-9498-71d1554c3d94 req-fc26b950-455d-413d-a9a2-50f540988a1a tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020654 Apr 01 12:30:04.643074 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Router 3a630a52-5fc8-4f1a-9209-aaf090fe044a has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:30:04.655748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Made reservation on behalf of 57f43c368539419980a35d2786b94e02 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:04.660774 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.686078 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.752139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-b14cca80-09a1-406d-aaba-79681f23aadc None None] Set router b780b841-4e81-417f-a32b-a0fe6c4efee8 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:04.811655 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.817595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce186227-42a5-4817-b1d0-8bce861317a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d81a36-3e61-4e6c-848d-ea2241282ed5,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:04.822242 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.888949 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.890812 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-550cd415-cabd-4b4d-997a-37047b6cd96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.907031 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.946191 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:04.947817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce186227-42a5-4817-b1d0-8bce861317a7 admin admin] Checking segment: {'id': '8d13d52f-f4fb-4fdf-8684-c84c6e639a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2a321467-5962-4a1a-a979-eff8e720538b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:04.948278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce186227-42a5-4817-b1d0-8bce861317a7 admin admin] Network hostable DHCP agents. Network: 2a321467-5962-4a1a-a979-eff8e720538b, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:30:04.960916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cd415-cabd-4b4d-997a-37047b6cd96f admin admin] Pushing event deleted for resources: {'Port': ['ID=226a441a-d4af-4b28-8cdf-4475c275025d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:04.979506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:30:05.002128 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:30:05.005065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-154efc46-97fd-4359-92dc-61377137dc49 req-99d372a4-2df5-46fb-a748-c069962646ba tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Deleting port f67094aa-da6b-4834-a9b8-29a53904a824 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:05.005594 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-154efc46-97fd-4359-92dc-61377137dc49 req-99d372a4-2df5-46fb-a748-c069962646ba tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:05.009306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5b71f0-8d74-438a-958d-bb0a1454cdb4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:05.020314 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356a0e34-f12c-47d5-8aa2-45f3d670847b None None] Sync routers for ids ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:30:05.030539 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:05.030963 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Added segment 7653b545-d8e3-4f43-ac7b-2e63565f2f58 of type vlan for network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b Apr 01 12:30:05.047585 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a0e34-f12c-47d5-8aa2-45f3d670847b None None] Routers {'3a630a52-5fc8-4f1a-9209-aaf090fe044a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:05.048227 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-356a0e34-f12c-47d5-8aa2-45f3d670847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:05.050021 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:30:05.099805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce186227-42a5-4817-b1d0-8bce861317a7 admin admin] Network 2a321467-5962-4a1a-a979-eff8e720538b is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:30:05.129578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] No DVR routers for this DVR port 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:30:05.134724 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:05.138685 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-687ba4fc-76d5-4746-8733-f20810f81556 req-4455dfff-4f1b-4331-9738-6070b3a4b880 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.44 "DELETE /v2.0/ports/1e76bea3-3a62-4cc6-95ee-db9c52c16bbe HTTP/1.1" status: 204 len: 173 time: 2.1158044 Apr 01 12:30:05.139302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'name': 'network-vif-deleted', 'tag': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:30:05.142825 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055d0134-59a8-4930-96e9-7dcb9d416ff8" -d '{"events": [{"server_uuid": "72aeddc1-8f03-4113-af2c-1c7d2a2f70bd", "name": "network-vif-deleted", "tag": "1e76bea3-3a62-4cc6-95ee-db9c52c16bbe"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:30:05.165187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ce186227-42a5-4817-b1d0-8bce861317a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 2a321467-5962-4a1a-a979-eff8e720538b) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:05.175769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce186227-42a5-4817-b1d0-8bce861317a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:05.176497 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ce186227-42a5-4817-b1d0-8bce861317a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:05.181362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0edf2be-2377-4baa-8b44-9f01bfe08dad None None] Network 2a321467-5962-4a1a-a979-eff8e720538b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:05.187252 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c397300-b884-433f-bb50-6772b0ae68e5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:05.218853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:05.246415 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b14cca80-09a1-406d-aaba-79681f23aadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'name': 'tempest-FloatingIPDetailsTestJSON-254174017-router', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:29:21Z', 'updated_at': '2022-04-01T12:30:01Z', 'revision_number': 5, 'project_id': '8939f5a89a18471d9e24218f6c879939', 'gw_port': {'id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:24Z', 'updated_at': '2022-04-01T12:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:05.248090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ce186227-42a5-4817-b1d0-8bce861317a7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1873889 Apr 01 12:30:05.315433 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:05.315808 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Added segment da62e856-d508-4f97-8492-3e3a3e7a55b7 of type vlan for network d9505885-a6f9-4a04-a492-0ab3a7527bc1 Apr 01 12:30:05.321456 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef02a6b8-25b4-4e7b-9def-1b05280dbe26 x-openstack-request-id: req-ef02a6b8-25b4-4e7b-9def-1b05280dbe26 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:30:05.322125 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aeddc1-8f03-4113-af2c-1c7d2a2f70bd", "name": "network-vif-deleted", "tag": "1e76bea3-3a62-4cc6-95ee-db9c52c16bbe", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:30:05.322591 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef02a6b8-25b4-4e7b-9def-1b05280dbe26 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:30:05.323373 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef02a6b8-25b4-4e7b-9def-1b05280dbe26'] response: {'server_uuid': '72aeddc1-8f03-4113-af2c-1c7d2a2f70bd', 'name': 'network-vif-deleted', 'tag': '1e76bea3-3a62-4cc6-95ee-db9c52c16bbe', 'status': 'completed', 'code': 200} Apr 01 12:30:05.325906 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:05.327428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:05.328271 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:05.380113 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-356a0e34-f12c-47d5-8aa2-45f3d670847b None None] Set router 3a630a52-5fc8-4f1a-9209-aaf090fe044a gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:05.402189 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1737919 Apr 01 12:30:05.403567 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14cca80-09a1-406d-aaba-79681f23aadc None None] The sync data for ids ['b780b841-4e81-417f-a32b-a0fe6c4efee8'] in n-d-836146-1 is: [{'id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'name': 'tempest-FloatingIPDetailsTestJSON-254174017-router', 'tenant_id': '8939f5a89a18471d9e24218f6c879939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:29:21Z', 'updated_at': '2022-04-01T12:30:01Z', 'revision_number': 5, 'project_id': '8939f5a89a18471d9e24218f6c879939', 'gw_port': {'id': 'ffdae06e-2b37-4903-9a03-89aabbd22a63', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780b841-4e81-417f-a32b-a0fe6c4efee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:29:24Z', 'updated_at': '2022-04-01T12:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:30:05.407770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56296) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:05.431629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d14ded47-e34a-4860-af75-b07c48eb101c admin admin] Request body: {'subnet': {'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-91876978-subnet', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:05.541587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba2e52-5df2-4ba4-bf90-9d1c1f24b8a2 admin admin] Pushing event updated for resources: {'Network': ['ID=18ccbc48-6a03-441e-b99f-71ab3ce1ad7b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:05.569447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:30:05.570903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ded47-e34a-4860-af75-b07c48eb101c admin admin] Made reservation on behalf of 57f43c368539419980a35d2786b94e02 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:05.573488 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d14ded47-e34a-4860-af75-b07c48eb101c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:05.772133 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-38b6c2b9-7bcb-4a21-b004-d0acd700c056 req-d7ab217d-cb95-4a5c-bb7e-c37f9707c992 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff70513-f084-4b92-9c33-a24d2085558e HTTP/1.1" status: 200 len: 210 time: 0.1422014 Apr 01 12:30:05.836623 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-356a0e34-f12c-47d5-8aa2-45f3d670847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '4c20a372-a72e-4471-a053-67589efe2e55', 'name': '', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'mac_address': 'fa:16:3e:66:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:46Z', 'updated_at': '2022-04-01T12:27:55Z', 'revision_number': 5, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'subnets': [{'id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:05.861576 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d38f22-65a3-4483-af21-7968c8a8fe5d None None] Network 2a321467-5962-4a1a-a979-eff8e720538b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:05.919306 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356a0e34-f12c-47d5-8aa2-45f3d670847b None None] Checking router: 3a630a52-5fc8-4f1a-9209-aaf090fe044a for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:30:05.954017 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a0e34-f12c-47d5-8aa2-45f3d670847b None None] Routers {'3a630a52-5fc8-4f1a-9209-aaf090fe044a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:05.954993 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-356a0e34-f12c-47d5-8aa2-45f3d670847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:29:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:06.009465 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:06.014558 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a8a2a04a-80fc-4492-ba0d-4f72a9bbb54f req-2c8ac738-e882-41b2-9643-d7911ba9dc7a tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 210 time: 0.0827146 Apr 01 12:30:06.024084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:06.059369 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-07f72eed-09c1-4b88-a393-1d14ef2aa9b2 req-0df77ba1-4030-47c4-8c7f-6f993380505c tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-132858108', 'description': 'tempest-description-246667886'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:06.123456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:06.126816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1e76bea3-3a62-4cc6-95ee-db9c52c16bbe not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:06.182552 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-154efc46-97fd-4359-92dc-61377137dc49 req-99d372a4-2df5-46fb-a748-c069962646ba tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] For port f67094aa-da6b-4834-a9b8-29a53904a824, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=f67094aa-da6b-4834-a9b8-29a53904a824,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:06.182962 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-154efc46-97fd-4359-92dc-61377137dc49 req-99d372a4-2df5-46fb-a748-c069962646ba tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:06.190603 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Deleting port ffdae06e-2b37-4903-9a03-89aabbd22a63 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:06.191237 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:06.192226 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-356a0e34-f12c-47d5-8aa2-45f3d670847b None None] Set router 3a630a52-5fc8-4f1a-9209-aaf090fe044a gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:06.193248 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d14ded47-e34a-4860-af75-b07c48eb101c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:06.231630 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-550cd415-cabd-4b4d-997a-37047b6cd96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:06.240061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-154efc46-97fd-4359-92dc-61377137dc49 req-99d372a4-2df5-46fb-a748-c069962646ba tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Calling delete_port for f67094aa-da6b-4834-a9b8-29a53904a824 owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:06.257079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-07f72eed-09c1-4b88-a393-1d14ef2aa9b2 req-0df77ba1-4030-47c4-8c7f-6f993380505c tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:06.321655 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:06.322940 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:06.323708 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:06.344300 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a0c7ba0e-df75-431c-b1cb-b5ef8f6584d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:06.344544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ded47-e34a-4860-af75-b07c48eb101c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f506a90d-7898-4784-9b9d-4bf9cd0cae59,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:06.379250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a788df4-e4cf-4dde-b482-532f3293b2d6 req-aa7432f2-4e64-4493-a86c-ec27b7562626 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:06.388013 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a788df4-e4cf-4dde-b482-532f3293b2d6 req-aa7432f2-4e64-4493-a86c-ec27b7562626 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 950 time: 0.2198372 Apr 01 12:30:06.416555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 51a9ca76-e279-4da2-8245-f1fb0bf118e5 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:06.424028 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14ded47-e34a-4860-af75-b07c48eb101c admin admin] Checking segment: {'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:06.424385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ded47-e34a-4860-af75-b07c48eb101c admin admin] Network hostable DHCP agents. Network: 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:30:06.450503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 51a9ca76-e279-4da2-8245-f1fb0bf118e5 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:06.450503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 51a9ca76-e279-4da2-8245-f1fb0bf118e5 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:06.493807 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a788df4-e4cf-4dde-b482-532f3293b2d6 req-65df5aa4-2c41-46d4-bc01-467731e7735e tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928040 Apr 01 12:30:06.524047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ded47-e34a-4860-af75-b07c48eb101c admin admin] Network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:30:06.545753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d14ded47-e34a-4860-af75-b07c48eb101c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:06.550965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ded47-e34a-4860-af75-b07c48eb101c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:06.551916 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d14ded47-e34a-4860-af75-b07c48eb101c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:06.561926 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba59a58-90b4-45b4-b1b9-7ed0339bc48c None None] Network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:06.577495 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d14ded47-e34a-4860-af75-b07c48eb101c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1530170 Apr 01 12:30:06.591966 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56306) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:06.597516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:06.624499 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:06.625911 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:06.634412 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-356a0e34-f12c-47d5-8aa2-45f3d670847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '4c20a372-a72e-4471-a053-67589efe2e55', 'name': '', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'mac_address': 'fa:16:3e:66:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:46Z', 'updated_at': '2022-04-01T12:27:55Z', 'revision_number': 5, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'subnets': [{'id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:06.671641 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356a0e34-f12c-47d5-8aa2-45f3d670847b None None] The sync data for ids ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'] in n-d-836146-1 is: [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '4c20a372-a72e-4471-a053-67589efe2e55', 'name': '', 'network_id': '5386add8-6f5d-4fd3-97cd-be4c8d4922b0', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'mac_address': 'fa:16:3e:66:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:46Z', 'updated_at': '2022-04-01T12:27:55Z', 'revision_number': 5, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'subnets': [{'id': '67554ebd-3b80-4a34-bcc6-c079931e4712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:30:06.722747 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:07.012623 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:07.164581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:30:07.165459 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:07.198353 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f3e9f-4a32-43f7-8f1b-eca22c337641 None None] New status for floating IP 7763ec51-1516-43c4-99a5-484b4ed70692: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:30:07.200531 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eda08323-617c-412e-98b3-cd5b49e9d24f req-cf674c37-c575-4c8f-92fd-1c46ae9055d5 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 210 time: 0.0367315 Apr 01 12:30:07.331213 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-07f72eed-09c1-4b88-a393-1d14ef2aa9b2 req-0df77ba1-4030-47c4-8c7f-6f993380505c tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:07.333144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] Pushing event updated for resources: {'Network': ['ID=d9505885-a6f9-4a04-a492-0ab3a7527bc1,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:07.345678 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-154efc46-97fd-4359-92dc-61377137dc49 req-99d372a4-2df5-46fb-a748-c069962646ba tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:07.352333 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-07f72eed-09c1-4b88-a393-1d14ef2aa9b2 req-0df77ba1-4030-47c4-8c7f-6f993380505c tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:07.356686 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network d9505885-a6f9-4a04-a492-0ab3a7527bc1 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:30:07.383212 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:07.395423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['919fb245-61cf-4fe1-8a80-fbcb63dd47c4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:30:07.409710 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:07.420474 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4fc54b69-2f52-4ff1-8070-d1e0b0c62007 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.8702168 Apr 01 12:30:07.422349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56316) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:07.432577 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6cfba1e1-9652-4c44-8f93-756de7761c2e admin admin] Request body: {'subnet': {'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-subnet', 'tenant_id': '0713e035054f4784a69028267597a06a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:07.461582 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df77ba1-4030-47c4-8c7f-6f993380505c tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855e8651-a984-4983-b5b0-922d66035fb8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:07.464842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d372a4-2df5-46fb-a748-c069962646ba tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Pushing event deleted for resources: {'Port': ['ID=f67094aa-da6b-4834-a9b8-29a53904a824,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:07.471517 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-07f72eed-09c1-4b88-a393-1d14ef2aa9b2 req-0df77ba1-4030-47c4-8c7f-6f993380505c tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:07.473603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-07f72eed-09c1-4b88-a393-1d14ef2aa9b2 req-0df77ba1-4030-47c4-8c7f-6f993380505c tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.4962575 Apr 01 12:30:07.612259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfba1e1-9652-4c44-8f93-756de7761c2e admin admin] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:07.615436 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6cfba1e1-9652-4c44-8f93-756de7761c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:07.691328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-154efc46-97fd-4359-92dc-61377137dc49 req-99d372a4-2df5-46fb-a748-c069962646ba tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] No DVR routers for this DVR port f67094aa-da6b-4834-a9b8-29a53904a824 on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:30:07.747617 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-154efc46-97fd-4359-92dc-61377137dc49 req-99d372a4-2df5-46fb-a748-c069962646ba tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:07.756904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-154efc46-97fd-4359-92dc-61377137dc49 req-99d372a4-2df5-46fb-a748-c069962646ba tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.44 "DELETE /v2.0/ports/f67094aa-da6b-4834-a9b8-29a53904a824 HTTP/1.1" status: 204 len: 173 time: 3.4081557 Apr 01 12:30:07.759484 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'name': 'network-vif-deleted', 'tag': 'f67094aa-da6b-4834-a9b8-29a53904a824'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:30:07.764677 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188350ee-9a69-4035-a604-59d002c70889" -d '{"events": [{"server_uuid": "edee227c-aec1-4e97-8157-0e0c15cfe531", "name": "network-vif-deleted", "tag": "f67094aa-da6b-4834-a9b8-29a53904a824"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:30:07.835541 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-041d5588-dff1-4b43-a1f3-a4ba96cc4946 req-02af0c38-a0fb-4d9c-9949-0c07009963ec tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=edee227c-aec1-4e97-8157-0e0c15cfe531 HTTP/1.1" status: 200 len: 210 time: 0.1420660 Apr 01 12:30:07.848587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] For port ffdae06e-2b37-4903-9a03-89aabbd22a63, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ffdae06e-2b37-4903-9a03-89aabbd22a63,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:07.849103 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:07.892437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Calling delete_port for ffdae06e-2b37-4903-9a03-89aabbd22a63 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:07.914396 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550cd415-cabd-4b4d-997a-37047b6cd96f admin admin] Router 965388a4-9502-43b7-8976-a34597383c9f has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:30:08.104031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Allocated IP 172.20.0.2 (18ccbc48-6a03-441e-b99f-71ab3ce1ad7b/f506a90d-7898-4784-9b9d-4bf9cd0cae59/cf99f832-b6b3-4789-862c-570dd3b453d8) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:08.228070 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:30:08.260636 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627be8a4-5929-461a-ab7f-7b0eae243b3d x-openstack-request-id: req-627be8a4-5929-461a-ab7f-7b0eae243b3d {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:30:08.262242 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edee227c-aec1-4e97-8157-0e0c15cfe531", "name": "network-vif-deleted", "tag": "f67094aa-da6b-4834-a9b8-29a53904a824", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:30:08.263126 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-627be8a4-5929-461a-ab7f-7b0eae243b3d {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:30:08.264498 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627be8a4-5929-461a-ab7f-7b0eae243b3d'] response: {'server_uuid': 'edee227c-aec1-4e97-8157-0e0c15cfe531', 'name': 'network-vif-deleted', 'tag': 'f67094aa-da6b-4834-a9b8-29a53904a824', 'status': 'completed', 'code': 200} Apr 01 12:30:08.281668 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.360537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6cfba1e1-9652-4c44-8f93-756de7761c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.373575 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=ffdae06e-2b37-4903-9a03-89aabbd22a63,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:08.473613 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e650b94-53db-4feb-ae72-70aca9bd0013 req-e97a96a5-b451-46c1-bcdd-d1d07366f728 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 210 time: 0.1107204 Apr 01 12:30:08.499508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfba1e1-9652-4c44-8f93-756de7761c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3034b60b-12d3-4ce0-8ff1-72aa527eb6b1,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:08.525784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device f67094aa-da6b-4834-a9b8-29a53904a824 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:08.592428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: f67094aa-da6b-4834-a9b8-29a53904a824 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:08.592900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device f67094aa-da6b-4834-a9b8-29a53904a824 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:08.609720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Allocated IP 172.25.7.204 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:08.652324 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.661092 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.696576 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.715022 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.729423 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.796392 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.799238 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Pushing event updated for resources: {'Port': ['ID=cf99f832-b6b3-4789-862c-570dd3b453d8,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:08.828479 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28584520-cde1-446f-8d09-9ef9547c1804 req-e209c23b-0e74-4363-a245-4096c03cadbb tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/855e8651-a984-4983-b5b0-922d66035fb8 HTTP/1.1" status: 200 len: 1811 time: 1.3172321 Apr 01 12:30:08.844180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-28584520-cde1-446f-8d09-9ef9547c1804 req-78cf382e-d84d-4658-b0f5-eb7d7f1e609d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '855e8651-a984-4983-b5b0-922d66035fb8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:08.844533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-28584520-cde1-446f-8d09-9ef9547c1804 req-78cf382e-d84d-4658-b0f5-eb7d7f1e609d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '855e8651-a984-4983-b5b0-922d66035fb8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:08.851403 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.854042 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.862428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:08.874294 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b5d71415-d2c5-449d-9d9e-f10641342dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.883485 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:08.886286 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:08.929787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfba1e1-9652-4c44-8f93-756de7761c2e admin admin] Checking segment: {'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:08.930207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfba1e1-9652-4c44-8f93-756de7761c2e admin admin] Network hostable DHCP agents. Network: d9505885-a6f9-4a04-a492-0ab3a7527bc1, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:30:08.937998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550cd415-cabd-4b4d-997a-37047b6cd96f admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:30:08.952384 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e4f1e-957d-4753-b6d8-888662882780 None None] Sync routers for ids ['965388a4-9502-43b7-8976-a34597383c9f'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:30:08.964288 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.965450 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:08.966060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b780b841-4e81-417f-a32b-a0fe6c4efee8 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:30:08.977941 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e4f1e-957d-4753-b6d8-888662882780 None None] Routers {'965388a4-9502-43b7-8976-a34597383c9f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:08.978702 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-983e4f1e-957d-4753-b6d8-888662882780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['965388a4-9502-43b7-8976-a34597383c9f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:08.987194 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Attempting to bind port cf99f832-b6b3-4789-862c-570dd3b453d8 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:08.987494 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-550cd415-cabd-4b4d-997a-37047b6cd96f admin admin] 10.222.0.45 "PUT /v2.0/routers/965388a4-9502-43b7-8976-a34597383c9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9902329 Apr 01 12:30:08.987625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Attempting to bind port cf99f832-b6b3-4789-862c-570dd3b453d8 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:08.987985 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Attempting to bind port cf99f832-b6b3-4789-862c-570dd3b453d8 on network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:08.990287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56332) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:08.998545 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.002900 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a280a566-41b4-4fff-bdc7-b1f56262cb9c admin admin] 10.222.0.45 "DELETE /v2.0/routers/b780b841-4e81-417f-a32b-a0fe6c4efee8 HTTP/1.1" status: 204 len: 168 time: 5.1804254 Apr 01 12:30:09.004224 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:09.004601 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Checking segment: {'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:09.005006 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.005404 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Bound using segment: {'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:09.005890 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Bound port: cf99f832-b6b3-4789-862c-570dd3b453d8, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:09.006310 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.045595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56334) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:09.105678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Pushing event updated for resources: {'Port': ['ID=88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:09.239349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] For port cf99f832-b6b3-4789-862c-570dd3b453d8, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:09.243617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:09.250329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] For port cf99f832-b6b3-4789-862c-570dd3b453d8, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cf99f832-b6b3-4789-862c-570dd3b453d8,segment=NetworkSegment(7653b545-d8e3-4f43-ac7b-2e63565f2f58),segment_id=7653b545-d8e3-4f43-ac7b-2e63565f2f58)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:09.252477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:09.257326 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.261794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:09.335339 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-983e4f1e-957d-4753-b6d8-888662882780 None None] Set router 965388a4-9502-43b7-8976-a34597383c9f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:09.377521 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-28584520-cde1-446f-8d09-9ef9547c1804 req-78cf382e-d84d-4658-b0f5-eb7d7f1e609d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.422753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5f284c-12ab-41f0-a916-93401e63c1b7 admin admin] Deleting subnet 783087ec-a676-4172-bc95-4757928f3980 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:30:09.457050 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fb5f284c-12ab-41f0-a916-93401e63c1b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.548932 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48990426-c1df-411c-88e0-c40c9c95958c None None] Pushing event updated for resources: {'Port': ['ID=cf99f832-b6b3-4789-862c-570dd3b453d8,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:09.577044 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-28584520-cde1-446f-8d09-9ef9547c1804 req-78cf382e-d84d-4658-b0f5-eb7d7f1e609d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.582896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfba1e1-9652-4c44-8f93-756de7761c2e admin admin] Network d9505885-a6f9-4a04-a492-0ab3a7527bc1 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:30:09.589551 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-28584520-cde1-446f-8d09-9ef9547c1804 req-78cf382e-d84d-4658-b0f5-eb7d7f1e609d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.642242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6cfba1e1-9652-4c44-8f93-756de7761c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, d9505885-a6f9-4a04-a492-0ab3a7527bc1) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:09.646882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfba1e1-9652-4c44-8f93-756de7761c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:09.647489 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6cfba1e1-9652-4c44-8f93-756de7761c2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.656315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c908690d-a89b-4d8e-a9a5-e89dfe64aa9a None None] Network d9505885-a6f9-4a04-a492-0ab3a7527bc1 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:09.683455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf382e-d84d-4658-b0f5-eb7d7f1e609d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0406c513-0c39-4770-9a96-5762c0a594e7,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:09.821913 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6cfba1e1-9652-4c44-8f93-756de7761c2e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3959839 Apr 01 12:30:09.825579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56342) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:09.851931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:09.880933 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fb5f284c-12ab-41f0-a916-93401e63c1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.902618 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-28584520-cde1-446f-8d09-9ef9547c1804 req-78cf382e-d84d-4658-b0f5-eb7d7f1e609d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.903952 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28584520-cde1-446f-8d09-9ef9547c1804 req-78cf382e-d84d-4658-b0f5-eb7d7f1e609d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0645022 Apr 01 12:30:09.949464 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.950760 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:09.994383 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-983e4f1e-957d-4753-b6d8-888662882780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:30:04Z', 'revision_number': 5, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:10.006869 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:10.011814 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:10.056971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-d9505885-a6f9-4a04-a492-0ab3a7527bc1', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'tenant_id': '0713e035054f4784a69028267597a06a', 'fixed_ips': [{'subnet_id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:30:10.057861 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:10.092144 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e4f1e-957d-4753-b6d8-888662882780 None None] Checking router: 965388a4-9502-43b7-8976-a34597383c9f for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:30:10.126628 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e4f1e-957d-4753-b6d8-888662882780 None None] Routers {'965388a4-9502-43b7-8976-a34597383c9f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:10.127381 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-983e4f1e-957d-4753-b6d8-888662882780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['965388a4-9502-43b7-8976-a34597383c9f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:10.194846 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-36199480-800a-4504-8bde-464d12646664 req-3144a9fd-8974-4f6a-ba4b-0453959f6677 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 210 time: 0.1053288 Apr 01 12:30:10.272614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d99fc6-1144-4d99-9451-4d3afd40ab87 req-334d1edb-61e3-436c-980a-56d29edcd064 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:10.274364 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10d99fc6-1144-4d99-9451-4d3afd40ab87 req-334d1edb-61e3-436c-980a-56d29edcd064 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.1860967 Apr 01 12:30:10.317153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fb5f284c-12ab-41f0-a916-93401e63c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:10.405180 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e45431-7262-4344-ba17-14f0d871f685 req-5737194a-139e-43f1-80b5-6847677a75d1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:10.414173 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-69e45431-7262-4344-ba17-14f0d871f685 req-5737194a-139e-43f1-80b5-6847677a75d1 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.6787260 Apr 01 12:30:10.426032 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fb5f284c-12ab-41f0-a916-93401e63c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:10.428308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Allocated IP 172.20.0.2 (d9505885-a6f9-4a04-a492-0ab3a7527bc1/3034b60b-12d3-4ce0-8ff1-72aa527eb6b1/b34425a8-dbf1-4c6b-b5af-4eac09dd3625) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:10.433277 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-983e4f1e-957d-4753-b6d8-888662882780 None None] Set router 965388a4-9502-43b7-8976-a34597383c9f gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:10.511269 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:10.530016 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f284c-12ab-41f0-a916-93401e63c1b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783087ec-a676-4172-bc95-4757928f3980,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:10.543690 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-69e45431-7262-4344-ba17-14f0d871f685 req-da313dbf-2cb3-482d-b4f7-e2a7fe05c69b tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284950 Apr 01 12:30:10.581221 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:10.603990 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fb5f284c-12ab-41f0-a916-93401e63c1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:10.624994 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fb5f284c-12ab-41f0-a916-93401e63c1b7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/783087ec-a676-4172-bc95-4757928f3980 HTTP/1.1" status: 204 len: 168 time: 1.5710056 Apr 01 12:30:10.630772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56348) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:10.714235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cf99f832-b6b3-4789-862c-570dd3b453d8 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:10.724864 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af046fb-694e-47fc-942b-99904bd03078 None None] Network 1a1f30d0-30bb-4d8d-bbce-eeac498cf662 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:10.759157 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:10.772656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Deleting port c47c97d0-d67e-43e0-8099-690131e80ac9 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:10.773003 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:10.804438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-10d99fc6-1144-4d99-9451-4d3afd40ab87 req-72cc2440-efea-4d9c-bcb0-58b61a07c8b4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Deleting port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:10.804817 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-10d99fc6-1144-4d99-9451-4d3afd40ab87 req-72cc2440-efea-4d9c-bcb0-58b61a07c8b4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:10.872996 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e67d4eb-7db2-40fc-9192-45892d158138 req-8984a3b9-bf24-4be5-b0e8-814d7323a96b tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/855e8651-a984-4983-b5b0-922d66035fb8 HTTP/1.1" status: 200 len: 2404 time: 0.6207802 Apr 01 12:30:11.035119 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.080947 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e1614b7-f1ae-4113-b6f0-394945f69f2c req-fc56315c-8806-4069-912d-98fc5a3b2430 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-group-rules/0406c513-0c39-4770-9a96-5762c0a594e7 HTTP/1.1" status: 200 len: 778 time: 0.1039710 Apr 01 12:30:11.121234 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.121744 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Deleting port ce1dc6fe-14e6-4ae2-98ed-3812336cc725 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:11.122140 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.176035 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-983e4f1e-957d-4753-b6d8-888662882780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:30:04Z', 'revision_number': 5, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:11.220274 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.261807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] For port ce1dc6fe-14e6-4ae2-98ed-3812336cc725, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ce1dc6fe-14e6-4ae2-98ed-3812336cc725,segment=NetworkSegment(2cbcce47-0137-4a83-907a-5d7c50891a3a),segment_id=2cbcce47-0137-4a83-907a-5d7c50891a3a)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:11.262742 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.268280 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e4f1e-957d-4753-b6d8-888662882780 None None] The sync data for ids ['965388a4-9502-43b7-8976-a34597383c9f'] in n-d-836146-1 is: [{'id': '965388a4-9502-43b7-8976-a34597383c9f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1226321022-router', 'tenant_id': '077b292e623b423fbfed103f39d3b352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:28:55Z', 'updated_at': '2022-04-01T12:30:04Z', 'revision_number': 5, 'project_id': '077b292e623b423fbfed103f39d3b352', 'gw_port': {'id': 'c47c97d0-d67e-43e0-8099-690131e80ac9', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965388a4-9502-43b7-8976-a34597383c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:28:58Z', 'updated_at': '2022-04-01T12:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:30:11.279624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Calling delete_port for ce1dc6fe-14e6-4ae2-98ed-3812336cc725 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:11.295421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-10d99fc6-1144-4d99-9451-4d3afd40ab87 req-72cc2440-efea-4d9c-bcb0-58b61a07c8b4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] For port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:11.296164 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-10d99fc6-1144-4d99-9451-4d3afd40ab87 req-72cc2440-efea-4d9c-bcb0-58b61a07c8b4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.315187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-10d99fc6-1144-4d99-9451-4d3afd40ab87 req-72cc2440-efea-4d9c-bcb0-58b61a07c8b4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Calling delete_port for 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:11.383805 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Pushing event updated for resources: {'Port': ['ID=b34425a8-dbf1-4c6b-b5af-4eac09dd3625,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:11.398942 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.413870 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae51844-ccb2-4602-86a8-bb2cc3542fe6 None None] Network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:11.463800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1dc6fe-14e6-4ae2-98ed-3812336cc725,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:11.471248 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] No DVR routers for this DVR port ce1dc6fe-14e6-4ae2-98ed-3812336cc725 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:30:11.485955 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.494899 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e1614b7-f1ae-4113-b6f0-394945f69f2c req-878f6f2c-92af-4069-96ea-f7aad9a4cf1a tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/855e8651-a984-4983-b5b0-922d66035fb8 HTTP/1.1" status: 200 len: 2404 time: 0.4129946 Apr 01 12:30:11.519741 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cf99f832-b6b3-4789-862c-570dd3b453d8 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:11.520889 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.543027 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Network d9505885-a6f9-4a04-a492-0ab3a7527bc1 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:11.563175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] For port c47c97d0-d67e-43e0-8099-690131e80ac9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c47c97d0-d67e-43e0-8099-690131e80ac9,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:11.563639 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.573188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:11.577372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:11.578904 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:11.579474 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:11.580019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:11.580793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:11.581322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:11.581890 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:11.582484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:11.583044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:11.583614 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:11.584163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:11.584728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:11.589874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:11.606500 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91a88d2a-6ba8-4e18-a40e-dbe382c335c0 req-5f239b29-1ab7-484b-907f-68eef10eb58e tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 210 time: 0.1138904 Apr 01 12:30:11.763048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Attempting to bind port b34425a8-dbf1-4c6b-b5af-4eac09dd3625 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:11.763412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Attempting to bind port b34425a8-dbf1-4c6b-b5af-4eac09dd3625 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:11.763764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Attempting to bind port b34425a8-dbf1-4c6b-b5af-4eac09dd3625 on network d9505885-a6f9-4a04-a492-0ab3a7527bc1 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:11.764762 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.770640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ed37d400-0249-46f5-ad2a-e9e11f9ea920 None None] Provisioning complete for port cf99f832-b6b3-4789-862c-570dd3b453d8 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:11.770929 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ed37d400-0249-46f5-ad2a-e9e11f9ea920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.814635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Calling delete_port for c47c97d0-d67e-43e0-8099-690131e80ac9 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:11.829318 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8e1614b7-f1ae-4113-b6f0-394945f69f2c req-aad6210f-25a1-46d1-9c94-42ab79139a0d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.871922 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1f30d0-30bb-4d8d-bbce-eeac498cf662']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:11.902953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff2f2e3-6895-4711-9d78-3c4ce8114c88 None None] DHCP port deletion for 1a1f30d0-30bb-4d8d-bbce-eeac498cf662 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:30:11.916332 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8e1614b7-f1ae-4113-b6f0-394945f69f2c req-aad6210f-25a1-46d1-9c94-42ab79139a0d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.945885 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbcce47-0137-4a83-907a-5d7c50891a3a') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:11.946359 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbcce47-0137-4a83-907a-5d7c50891a3a') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:11.964999 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.978461 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-10d99fc6-1144-4d99-9451-4d3afd40ab87 req-72cc2440-efea-4d9c-bcb0-58b61a07c8b4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.984120 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:11.984639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Checking segment: {'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:11.985048 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.985436 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Bound using segment: {'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:11.985915 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Bound port: b34425a8-dbf1-4c6b-b5af-4eac09dd3625, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:11.986749 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:11.986887 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.010234 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.012240 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.036101 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['919fb245-61cf-4fe1-8a80-fbcb63dd47c4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:30:12.099227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc2440-efea-4d9c-bcb0-58b61a07c8b4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Pushing event deleted for resources: {'Port': ['ID=919fb245-61cf-4fe1-8a80-fbcb63dd47c4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:12.171606 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8e1614b7-f1ae-4113-b6f0-394945f69f2c req-aad6210f-25a1-46d1-9c94-42ab79139a0d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.181450 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8e1614b7-f1ae-4113-b6f0-394945f69f2c req-aad6210f-25a1-46d1-9c94-42ab79139a0d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.185635 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e1614b7-f1ae-4113-b6f0-394945f69f2c req-aad6210f-25a1-46d1-9c94-42ab79139a0d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/0406c513-0c39-4770-9a96-5762c0a594e7 HTTP/1.1" status: 204 len: 173 time: 0.6883755 Apr 01 12:30:12.187923 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.192044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef2206-f6ad-4037-b3f2-07d93332d234 req-e15c6ad8-2b0e-4c39-b488-175b4e0614dd tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:12.193867 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-deef2206-f6ad-4037-b3f2-07d93332d234 req-e15c6ad8-2b0e-4c39-b488-175b4e0614dd tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e HTTP/1.1" status: 200 len: 950 time: 0.4194059 Apr 01 12:30:12.212679 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.219437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6210f-25a1-46d1-9c94-42ab79139a0d tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0406c513-0c39-4770-9a96-5762c0a594e7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:12.220877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d99fc6-1144-4d99-9451-4d3afd40ab87 req-72cc2440-efea-4d9c-bcb0-58b61a07c8b4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] No DVR routers for this DVR port 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:30:12.257556 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47c97d0-d67e-43e0-8099-690131e80ac9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:12.262207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:30:12.262917 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.273413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-8d906601-0a5a-4fa5-8695-1ae7b4b9f35e req-cc356066-2f20-449c-92b5-96077d7eef76 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1682458187', 'description': 'tempest-description-562188349'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:30:12.275395 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:30:12.309460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-10d99fc6-1144-4d99-9451-4d3afd40ab87 req-72cc2440-efea-4d9c-bcb0-58b61a07c8b4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.313983 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10d99fc6-1144-4d99-9451-4d3afd40ab87 req-72cc2440-efea-4d9c-bcb0-58b61a07c8b4 tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.37 "DELETE /v2.0/ports/919fb245-61cf-4fe1-8a80-fbcb63dd47c4 HTTP/1.1" status: 204 len: 173 time: 1.9882064 Apr 01 12:30:12.314561 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'name': 'network-vif-deleted', 'tag': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:30:12.316947 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da85b82-a33b-44a9-ac2e-46afa64d6caf" -d '{"events": [{"server_uuid": "6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e", "name": "network-vif-deleted", "tag": "919fb245-61cf-4fe1-8a80-fbcb63dd47c4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:30:12.339641 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.368138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port cf99f832-b6b3-4789-862c-570dd3b453d8, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cf99f832-b6b3-4789-862c-570dd3b453d8,segment=NetworkSegment(7653b545-d8e3-4f43-ac7b-2e63565f2f58),segment_id=7653b545-d8e3-4f43-ac7b-2e63565f2f58)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:12.398879 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.404829 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.405207 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.441257 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-deef2206-f6ad-4037-b3f2-07d93332d234 req-88bcfef9-8963-406a-af3b-2f8ce8a1cddd tempest-MigrationsAdminTest-208494667 tempest-MigrationsAdminTest-208494667-project] 10.222.0.45 "GET /v2.0/security-groups?id=238625cc-d68d-4556-98b1-bb91696a7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283182 Apr 01 12:30:12.539876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-17cb3511-3d68-452c-8505-46233c661091 None None] For port b34425a8-dbf1-4c6b-b5af-4eac09dd3625, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:12.544319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-17cb3511-3d68-452c-8505-46233c661091 None None] For port b34425a8-dbf1-4c6b-b5af-4eac09dd3625, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b34425a8-dbf1-4c6b-b5af-4eac09dd3625,segment=NetworkSegment(da62e856-d508-4f97-8492-3e3a3e7a55b7),segment_id=da62e856-d508-4f97-8492-3e3a3e7a55b7)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:12.557465 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ffdae06e-2b37-4903-9a03-89aabbd22a63 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:12.583364 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ed37d400-0249-46f5-ad2a-e9e11f9ea920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.591309 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: ffdae06e-2b37-4903-9a03-89aabbd22a63 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:12.591677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ffdae06e-2b37-4903-9a03-89aabbd22a63 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:12.596843 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.606425 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809101a2-7d30-4e78-a9d5-1e3a3f94b0eb x-openstack-request-id: req-809101a2-7d30-4e78-a9d5-1e3a3f94b0eb {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:30:12.606937 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e", "name": "network-vif-deleted", "tag": "919fb245-61cf-4fe1-8a80-fbcb63dd47c4", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:30:12.608556 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-809101a2-7d30-4e78-a9d5-1e3a3f94b0eb {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:30:12.609258 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809101a2-7d30-4e78-a9d5-1e3a3f94b0eb'] response: {'server_uuid': '6bdfc5b5-03f7-455f-8230-e5bb8b5a7c4e', 'name': 'network-vif-deleted', 'tag': '919fb245-61cf-4fe1-8a80-fbcb63dd47c4', 'status': 'completed', 'code': 200} Apr 01 12:30:12.707115 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.808333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=cf99f832-b6b3-4789-862c-570dd3b453d8,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:12.889170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb3511-3d68-452c-8505-46233c661091 None None] Pushing event updated for resources: {'Port': ['ID=b34425a8-dbf1-4c6b-b5af-4eac09dd3625,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:12.893967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ce1dc6fe-14e6-4ae2-98ed-3812336cc725 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:12.923712 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: ce1dc6fe-14e6-4ae2-98ed-3812336cc725 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:12.924341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ce1dc6fe-14e6-4ae2-98ed-3812336cc725 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:12.924766 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 226a441a-d4af-4b28-8cdf-4475c275025d no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:12.931003 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.956925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 226a441a-d4af-4b28-8cdf-4475c275025d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:12.957263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 226a441a-d4af-4b28-8cdf-4475c275025d not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:12.959003 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:12.961872 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-ed37d400-0249-46f5-ad2a-e9e11f9ea920 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:30:12.962286 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-ed37d400-0249-46f5-ad2a-e9e11f9ea920 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:30:12.983758 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] 10.222.0.45 "DELETE /v2.0/networks/1a1f30d0-30bb-4d8d-bbce-eeac498cf662 HTTP/1.1" status: 204 len: 168 time: 2.3517482 Apr 01 12:30:13.049084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8d906601-0a5a-4fa5-8695-1ae7b4b9f35e req-cc356066-2f20-449c-92b5-96077d7eef76 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.059192 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.087371 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.103762 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7e8b2-73c4-4780-bb65-d3d6b697657b admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1f30d0-30bb-4d8d-bbce-eeac498cf662,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:13.276367 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.277237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 965388a4-9502-43b7-8976-a34597383c9f {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:30:13.287661 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.289026 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1c6df533-22e4-40c3-8b70-c4b4706b6b51 admin admin] 10.222.0.45 "DELETE /v2.0/routers/965388a4-9502-43b7-8976-a34597383c9f HTTP/1.1" status: 204 len: 168 time: 4.2873859 Apr 01 12:30:13.299815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56368) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:13.359678 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56370) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:13.439958 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f430def-66c4-496e-a358-014690344449 admin admin] Deleting subnet 3a697d1d-07f8-4b71-9490-322b750b832f {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:30:13.451168 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8d906601-0a5a-4fa5-8695-1ae7b4b9f35e req-cc356066-2f20-449c-92b5-96077d7eef76 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.457847 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f430def-66c4-496e-a358-014690344449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.486535 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8d906601-0a5a-4fa5-8695-1ae7b4b9f35e req-cc356066-2f20-449c-92b5-96077d7eef76 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.521415 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9351505d-d178-4d57-b2cb-aadda231fd3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8939f5a89a18471d9e24218f6c879939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588242 Apr 01 12:30:13.527974 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56374) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:13.552943 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f430def-66c4-496e-a358-014690344449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.557341 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8d906601-0a5a-4fa5-8695-1ae7b4b9f35e req-cc356066-2f20-449c-92b5-96077d7eef76 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.558959 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8d906601-0a5a-4fa5-8695-1ae7b4b9f35e req-cc356066-2f20-449c-92b5-96077d7eef76 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.3407936 Apr 01 12:30:13.620226 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc356066-2f20-449c-92b5-96077d7eef76 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81db6226-132c-49d8-9a89-f41e604e280b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:13.646162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Allocated IP 172.25.7.226 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/a0ade32a-a47b-4b1b-9662-a4b35fd117fd) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:13.708135 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5eb11280-1f19-49de-bc5d-a41c7ebffd79 None None] Provisioning complete for port cf99f832-b6b3-4789-862c-570dd3b453d8 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:13.715463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e05560ba-da4e-42ea-9970-ddaca28690cd req-e5ea58f8-d49c-4cf3-84d6-70b19aa5ee12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1076891 Apr 01 12:30:13.716445 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5eb11280-1f19-49de-bc5d-a41c7ebffd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.806488 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.821947 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f430def-66c4-496e-a358-014690344449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.886205 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adaa6e43-e42c-482b-b166-6019e257c2d2 req-d91ac6a2-7db6-4302-a64c-20f69a33ae49 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 210 time: 0.3578889 Apr 01 12:30:13.914898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:13.961596 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7c97ae63-3fd3-46c6-8378-33c1e22a909b req-56a9779b-a2eb-4988-8b2e-d0d66d281020 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/81db6226-132c-49d8-9a89-f41e604e280b HTTP/1.1" status: 200 len: 1812 time: 0.2597115 Apr 01 12:30:14.053679 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-ab1f2b09-97b1-4a05-b941-f5b90762a497 req-eaf5448f-cbaa-41e3-95f6-ab95259fb9fd tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1250587946', 'description': 'tempest-description-631572822'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:14.107958 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05560ba-da4e-42ea-9970-ddaca28690cd req-46c0c6d6-ad2c-4630-90c9-1f3f0ee032c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:14.119520 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e05560ba-da4e-42ea-9970-ddaca28690cd req-46c0c6d6-ad2c-4630-90c9-1f3f0ee032c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 1098 time: 0.3302281 Apr 01 12:30:14.146961 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Router 16236bdb-0795-4ed6-9c6e-18e012d02553 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:30:14.157097 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-ab1f2b09-97b1-4a05-b941-f5b90762a497 req-eaf5448f-cbaa-41e3-95f6-ab95259fb9fd tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:14.165524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:14.169601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:14.181361 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ade32a-a47b-4b1b-9662-a4b35fd117fd,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:14.190262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:14.195578 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6351132b-0598-4615-b05f-22eb13a680d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:14.242075 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f430def-66c4-496e-a358-014690344449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:14.274482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620b9f2c-77ca-4dc3-81f7-d241467276a3 None None] Network 812cc8bf-25f6-40bc-8686-4075c0f30d37 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:14.358430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f430def-66c4-496e-a358-014690344449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:14.372191 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8f430def-66c4-496e-a358-014690344449 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3a697d1d-07f8-4b71-9490-322b750b832f HTTP/1.1" status: 204 len: 168 time: 1.0700326 Apr 01 12:30:14.377464 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56388) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:14.377818 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56390) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:14.530059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:30:14.563174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Sync routers for ids ['16236bdb-0795-4ed6-9c6e-18e012d02553'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:30:14.567383 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca52b50c-dced-45c8-a9b6-a08344ebc9d2 None None] Network d9505885-a6f9-4a04-a492-0ab3a7527bc1 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:14.605896 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6351132b-0598-4615-b05f-22eb13a680d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:14.619656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f430def-66c4-496e-a358-014690344449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a697d1d-07f8-4b71-9490-322b750b832f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:14.620932 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:14.625443 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f222a53f-3688-4eee-88ae-4afa25087fcf admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.0293291 Apr 01 12:30:14.629225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56394) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:14.656216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Routers {'16236bdb-0795-4ed6-9c6e-18e012d02553'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:14.656876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['16236bdb-0795-4ed6-9c6e-18e012d02553'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:14.737779 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:14.897951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05560ba-da4e-42ea-9970-ddaca28690cd req-908dfacc-2b47-47e9-a385-a54ba66412d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:14.899506 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e05560ba-da4e-42ea-9970-ddaca28690cd req-908dfacc-2b47-47e9-a385-a54ba66412d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 0.7145112 Apr 01 12:30:14.916810 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-ab1f2b09-97b1-4a05-b941-f5b90762a497 req-eaf5448f-cbaa-41e3-95f6-ab95259fb9fd tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:15.046557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-ab1f2b09-97b1-4a05-b941-f5b90762a497 req-eaf5448f-cbaa-41e3-95f6-ab95259fb9fd tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:15.062265 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Set router 16236bdb-0795-4ed6-9c6e-18e012d02553 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:15.096852 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e05560ba-da4e-42ea-9970-ddaca28690cd req-12a8ad77-0146-483c-837e-77b4fe6ee13c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2 HTTP/1.1" status: 200 len: 217 time: 0.1787534 Apr 01 12:30:15.202503 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-ab1f2b09-97b1-4a05-b941-f5b90762a497 req-eaf5448f-cbaa-41e3-95f6-ab95259fb9fd tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:15.203681 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab1f2b09-97b1-4a05-b941-f5b90762a497 req-eaf5448f-cbaa-41e3-95f6-ab95259fb9fd tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.1707578 Apr 01 12:30:15.224584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5448f-cbaa-41e3-95f6-ab95259fb9fd tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19bf0ea-f125-4e96-8df1-11e71c809143,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:15.281390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d15c61ef-e228-4362-8b6a-55ff2691fd41 req-6edd7bcf-9663-40c1-9a30-3fdad069407d tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/ports?device_id=72aeddc1-8f03-4113-af2c-1c7d2a2f70bd HTTP/1.1" status: 200 len: 210 time: 0.1795685 Apr 01 12:30:15.311160 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2edd9b51-feb3-40b1-ac76-6d303be7e1f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb64db7358b94a5bb856657db1b186e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9246495 Apr 01 12:30:15.315427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56402) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:15.340917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b34425a8-dbf1-4c6b-b5af-4eac09dd3625 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:15.362730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05560ba-da4e-42ea-9970-ddaca28690cd req-084fa09b-cb22-4416-a990-c7cf2dad379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:15.365881 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e05560ba-da4e-42ea-9970-ddaca28690cd req-084fa09b-cb22-4416-a990-c7cf2dad379b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.2420120 Apr 01 12:30:15.447441 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Deleting port 25cd2e89-4a59-410f-b65a-e8a4f864563f {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:15.447766 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:15.468287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6351132b-0598-4615-b05f-22eb13a680d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:15.471340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6351132b-0598-4615-b05f-22eb13a680d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:15.476899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6351132b-0598-4615-b05f-22eb13a680d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/79be30cf-0ce9-4ed8-9439-fa6cff5326ba HTTP/1.1" status: 204 len: 168 time: 1.9000349 Apr 01 12:30:15.601581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:15.617511 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e05560ba-da4e-42ea-9970-ddaca28690cd req-dbf2ec67-c901-46d2-81e6-2f811e5a6953 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2063227 Apr 01 12:30:15.662041 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-50069b7a-f5d9-4751-b853-22a531bd3081 req-4361fef5-6ae9-4a30-a7a0-5451307e7708 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/f19bf0ea-f125-4e96-8df1-11e71c809143 HTTP/1.1" status: 200 len: 1812 time: 0.3749452 Apr 01 12:30:15.665034 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] For port 25cd2e89-4a59-410f-b65a-e8a4f864563f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=25cd2e89-4a59-410f-b65a-e8a4f864563f,segment=NetworkSegment(3e54b362-6067-40f3-a4f5-3cd7f7c385ba),segment_id=3e54b362-6067-40f3-a4f5-3cd7f7c385ba)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:15.665034 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:15.731826 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-45a0af2d-1390-4474-aa01-2e48092cee95 req-b325d268-2c37-4aa2-b4de-a1b19e359bf3 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1338250868', 'description': 'tempest-description-2023639090'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:15.781923 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-54d6b3fb-4f40-47aa-b435-6571a460be80 None None] Provisioning complete for port b34425a8-dbf1-4c6b-b5af-4eac09dd3625 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:15.782296 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54d6b3fb-4f40-47aa-b435-6571a460be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:15.873791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:15.874276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 919fb245-61cf-4fe1-8a80-fbcb63dd47c4 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:15.949580 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:15.958357 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-45a0af2d-1390-4474-aa01-2e48092cee95 req-b325d268-2c37-4aa2-b4de-a1b19e359bf3 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:15.965378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351132b-0598-4615-b05f-22eb13a680d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79be30cf-0ce9-4ed8-9439-fa6cff5326ba,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:16.008798 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b68e1e9-217b-401c-8543-f2efd2535fc4 None None] DHCP port deletion for 812cc8bf-25f6-40bc-8686-4075c0f30d37 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:30:16.198725 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54d6b3fb-4f40-47aa-b435-6571a460be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:16.287235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b34425a8-dbf1-4c6b-b5af-4eac09dd3625 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:16.288007 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:16.368604 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-54d6b3fb-4f40-47aa-b435-6571a460be80 None None] For port b34425a8-dbf1-4c6b-b5af-4eac09dd3625, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b34425a8-dbf1-4c6b-b5af-4eac09dd3625,segment=NetworkSegment(da62e856-d508-4f97-8492-3e3a3e7a55b7),segment_id=da62e856-d508-4f97-8492-3e3a3e7a55b7)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:16.396781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-0b68e1e9-217b-401c-8543-f2efd2535fc4 None None] Deleting port 25cd2e89-4a59-410f-b65a-e8a4f864563f {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:16.396781 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0b68e1e9-217b-401c-8543-f2efd2535fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:16.397237 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54d6b3fb-4f40-47aa-b435-6571a460be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:16.576723 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Calling delete_port for 25cd2e89-4a59-410f-b65a-e8a4f864563f owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:16.578426 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56424) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:16.608392 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-45a0af2d-1390-4474-aa01-2e48092cee95 req-b325d268-2c37-4aa2-b4de-a1b19e359bf3 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:16.704604 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a98806d0-0bb0-42c9-a5ea-97fb8ed89405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:16.726140 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6b3fb-4f40-47aa-b435-6571a460be80 None None] Pushing event updated for resources: {'Port': ['ID=b34425a8-dbf1-4c6b-b5af-4eac09dd3625,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:16.750760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:30:10Z', 'revision_number': 3, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:16.757707 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:16.772031 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-45a0af2d-1390-4474-aa01-2e48092cee95 req-b325d268-2c37-4aa2-b4de-a1b19e359bf3 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:16.776094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0b68e1e9-217b-401c-8543-f2efd2535fc4 None None] For port 25cd2e89-4a59-410f-b65a-e8a4f864563f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=25cd2e89-4a59-410f-b65a-e8a4f864563f,segment=NetworkSegment(3e54b362-6067-40f3-a4f5-3cd7f7c385ba),segment_id=3e54b362-6067-40f3-a4f5-3cd7f7c385ba)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:16.777801 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0b68e1e9-217b-401c-8543-f2efd2535fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:16.884606 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-45a0af2d-1390-4474-aa01-2e48092cee95 req-b325d268-2c37-4aa2-b4de-a1b19e359bf3 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:16.885781 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45a0af2d-1390-4474-aa01-2e48092cee95 req-b325d268-2c37-4aa2-b4de-a1b19e359bf3 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1587775 Apr 01 12:30:16.900200 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325d268-2c37-4aa2-b4de-a1b19e359bf3 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d875a690-1983-4074-b65a-b70be1876d36,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:16.905447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Checking router: 16236bdb-0795-4ed6-9c6e-18e012d02553 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:30:16.905846 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Updating router 16236bdb-0795-4ed6-9c6e-18e012d02553 port 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:30:16.909992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-0b68e1e9-217b-401c-8543-f2efd2535fc4 None None] Calling delete_port for 25cd2e89-4a59-410f-b65a-e8a4f864563f owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:16.962126 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:16.995803 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a98806d0-0bb0-42c9-a5ea-97fb8ed89405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.002401 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56436) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:17.158173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cf99f832-b6b3-4789-862c-570dd3b453d8 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:17.161849 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8da4abf9-bd76-446a-b6e4-e21cc3bc68e7 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.212699 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.214895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c229199f-7676-46dc-a9c4-df434611e363 None None] Provisioning complete for port b34425a8-dbf1-4c6b-b5af-4eac09dd3625 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:17.215310 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c229199f-7676-46dc-a9c4-df434611e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.231670 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e05560ba-da4e-42ea-9970-ddaca28690cd req-03d24368-0b90-4061-9451-4ff7909711e9 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5758948 Apr 01 12:30:17.301837 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8da4abf9-bd76-446a-b6e4-e21cc3bc68e7 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.337639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Allocated IP 172.20.0.1 (18ccbc48-6a03-441e-b99f-71ab3ce1ad7b/f506a90d-7898-4784-9b9d-4bf9cd0cae59/b653b764-da45-479a-9c32-0cbbf3c63bff) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:17.409769 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.412609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Router 5013084c-dc2e-493c-9ddf-287e26c7a132 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:30:17.422988 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a98806d0-0bb0-42c9-a5ea-97fb8ed89405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.426408 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a98806d0-0bb0-42c9-a5ea-97fb8ed89405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.430847 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a98806d0-0bb0-42c9-a5ea-97fb8ed89405 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/238625cc-d68d-4556-98b1-bb91696a7ed8 HTTP/1.1" status: 204 len: 168 time: 2.0878849 Apr 01 12:30:17.441657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1198981612-network', 'tenant_id': 'c4b821af0795497fbcc908a4f753fc57'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:17.481427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] No DVR routers for this DVR port 25cd2e89-4a59-410f-b65a-e8a4f864563f on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:30:17.484463 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98806d0-0bb0-42c9-a5ea-97fb8ed89405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238625cc-d68d-4556-98b1-bb91696a7ed8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:17.513292 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8da4abf9-bd76-446a-b6e4-e21cc3bc68e7 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.516425 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8da4abf9-bd76-446a-b6e4-e21cc3bc68e7 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.517609 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8da4abf9-bd76-446a-b6e4-e21cc3bc68e7 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "DELETE /v2.0/security-groups/abec999b-4276-4f86-adfc-e36e30bcad68 HTTP/1.1" status: 204 len: 168 time: 0.9336352 Apr 01 12:30:17.557372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56444) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:17.563408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Pushing event deleted for resources: {'Port': ['ID=25cd2e89-4a59-410f-b65a-e8a4f864563f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:17.640322 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-78cc3160-4f0d-4486-bf54-d519a5328f92 req-77c6cec6-2d8c-41dd-8d60-ee65193d7c05 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/d875a690-1983-4074-b65a-b70be1876d36 HTTP/1.1" status: 200 len: 1813 time: 0.7008743 Apr 01 12:30:17.640322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4abf9-bd76-446a-b6e4-e21cc3bc68e7 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abec999b-4276-4f86-adfc-e36e30bcad68,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:17.695588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-0dc8cbfe-9a15-47c4-be58-b7527c9f949f req-282cad97-dcba-4eed-9f95-4d63bdd389f4 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-201219605', 'description': 'tempest-description-575716686'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:17.721986 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.748459 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0dc8cbfe-9a15-47c4-be58-b7527c9f949f req-282cad97-dcba-4eed-9f95-4d63bdd389f4 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.751206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812cc8bf-25f6-40bc-8686-4075c0f30d37']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:17.758081 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0b68e1e9-217b-401c-8543-f2efd2535fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.767004 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e54b362-6067-40f3-a4f5-3cd7f7c385ba') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:17.767558 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e54b362-6067-40f3-a4f5-3cd7f7c385ba') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:17.778875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.797258 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.805947 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:30:17.806544 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.820993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.872424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:30:17.885564 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Sync routers for ids ['5013084c-dc2e-493c-9ddf-287e26c7a132'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:30:17.887123 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:30:17.895860 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-80380800-b14f-45da-87b9-12260b8f7fc6 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] show failed (client error): The resource could not be found. Apr 01 12:30:17.897084 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-80380800-b14f-45da-87b9-12260b8f7fc6 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "GET /v2.0/security-groups/abec999b-4276-4f86-adfc-e36e30bcad68 HTTP/1.1" status: 404 len: 347 time: 0.3354673 Apr 01 12:30:17.897913 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.901827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Made reservation on behalf of c4b821af0795497fbcc908a4f753fc57 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:17.904494 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.909774 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56450) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:17.911396 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Routers {'5013084c-dc2e-493c-9ddf-287e26c7a132'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:17.912827 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5013084c-dc2e-493c-9ddf-287e26c7a132'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:17.939795 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.943418 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] 10.222.0.45 "DELETE /v2.0/networks/812cc8bf-25f6-40bc-8686-4075c0f30d37 HTTP/1.1" status: 204 len: 168 time: 3.5557270 Apr 01 12:30:17.987508 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:17.993488 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b7fe4b95-4aca-48f8-bea3-922671c9d702 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1537192 Apr 01 12:30:17.998155 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:18.001123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56454) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:18.034254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14518b-9720-4e28-abcf-394e4db1d89e admin admin] Pushing event deleted for resources: {'Network': ['ID=812cc8bf-25f6-40bc-8686-4075c0f30d37,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:18.048922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cf99f832-b6b3-4789-862c-570dd3b453d8 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:18.049476 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:18.088864 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:18.133412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56456) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:18.169434 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Set router 5013084c-dc2e-493c-9ddf-287e26c7a132 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:18.246025 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0dc8cbfe-9a15-47c4-be58-b7527c9f949f req-282cad97-dcba-4eed-9f95-4d63bdd389f4 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:18.250611 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b68e1e9-217b-401c-8543-f2efd2535fc4 None None] Network 812cc8bf-25f6-40bc-8686-4075c0f30d37 is not hosted by any dhcp agent {{(pid=102720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 12:30:18.251174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68e1e9-217b-401c-8543-f2efd2535fc4 None None] No DVR routers for this DVR port 25cd2e89-4a59-410f-b65a-e8a4f864563f on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:30:18.285453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68e1e9-217b-401c-8543-f2efd2535fc4 None None] Pushing event deleted for resources: {'Port': ['ID=25cd2e89-4a59-410f-b65a-e8a4f864563f,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:18.313888 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0dc8cbfe-9a15-47c4-be58-b7527c9f949f req-282cad97-dcba-4eed-9f95-4d63bdd389f4 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:18.336270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:18.341594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56460) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:18.395944 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e05560ba-da4e-42ea-9970-ddaca28690cd req-19569031-b641-4fb6-996b-fdf00637fd04 service neutron] 10.222.0.44 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1584072 Apr 01 12:30:18.423509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b653b764-da45-479a-9c32-0cbbf3c63bff,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:18.435531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:18.440003 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:18.509737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-07f3cd27-2a9a-422a-8fb5-918b897d3028 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce272aba46324fd5a4f91538ec401a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259602 Apr 01 12:30:18.516925 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0dc8cbfe-9a15-47c4-be58-b7527c9f949f req-282cad97-dcba-4eed-9f95-4d63bdd389f4 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:18.519929 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0dc8cbfe-9a15-47c4-be58-b7527c9f949f req-282cad97-dcba-4eed-9f95-4d63bdd389f4 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8385863 Apr 01 12:30:18.532781 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56462) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:18.557276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cad97-dcba-4eed-9f95-4d63bdd389f4 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbbcbc9-b5d7-4264-ab47-2cf04d113543,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:18.625613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c47c97d0-d67e-43e0-8099-690131e80ac9 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:18.666894 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:30:15Z', 'revision_number': 3, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:18.679781 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:18.727784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: c47c97d0-d67e-43e0-8099-690131e80ac9 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:18.728548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c47c97d0-d67e-43e0-8099-690131e80ac9 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:18.754637 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Checking router: 5013084c-dc2e-493c-9ddf-287e26c7a132 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:30:18.756194 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Updating router 5013084c-dc2e-493c-9ddf-287e26c7a132 port a0ade32a-a47b-4b1b-9662-a4b35fd117fd binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:30:18.761545 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:18.774469 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:18.821087 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:18.850388 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a1c5ecf0-39ac-4359-89fe-15ec490f868d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=077b292e623b423fbfed103f39d3b352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766948 Apr 01 12:30:18.869838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56466) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:18.891980 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c6e38a20-03f9-435f-976f-97edfe9f2920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:18.892422 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb159dd-7d79-4b0d-88f4-05aa07fb796c None None] Pushing event updated for resources: {'Port': ['ID=88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:18.962336 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.013616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Attempting to bind port 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:19.013988 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Attempting to bind port 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:19.014380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Attempting to bind port 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:19.020846 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c6e38a20-03f9-435f-976f-97edfe9f2920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.031276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b34425a8-dbf1-4c6b-b5af-4eac09dd3625 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:19.042222 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-78d078ae-fd34-4b7c-a4b1-3bc7bbae1295 req-a65e6ade-2de4-4234-ad36-9437051bd933 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/8cbbcbc9-b5d7-4264-ab47-2cf04d113543 HTTP/1.1" status: 200 len: 1811 time: 0.4154818 Apr 01 12:30:19.133293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1c6e0435-cca3-480f-a554-7f10bc0a0950 None None] Provisioning complete for port b653b764-da45-479a-9c32-0cbbf3c63bff triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:19.133662 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0435-cca3-480f-a554-7f10bc0a0950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.143493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:19.144998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:19.144998 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.145251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:19.145729 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Bound port: 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:19.146140 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.149514 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-6d01a6a5-0a24-49c4-b147-8893afe48dbd req-d456f809-9e41-4394-afc8-e807b31924ea tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] show failed (client error): The resource could not be found. Apr 01 12:30:19.151176 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d01a6a5-0a24-49c4-b147-8893afe48dbd req-d456f809-9e41-4394-afc8-e807b31924ea tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/74c639a2-6ffc-4b40-8f88-d9059f6f4c5f HTTP/1.1" status: 404 len: 352 time: 0.0266676 Apr 01 12:30:19.206023 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1905a84-bf44-45d3-84a0-d83891215b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.316126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] For port 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:19.316693 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1905a84-bf44-45d3-84a0-d83891215b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.324037 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] For port 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:19.326353 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.340724 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6a71ceb3-92ff-41b9-a447-ad8e39d91824 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Deleting port 1ebb0155-ba9d-4425-ab89-3db7905e9a05 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:19.341116 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a71ceb3-92ff-41b9-a447-ad8e39d91824 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.354417 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-8c5ab778-4fa0-488c-b2c6-d88cc308c7ea req-1784f5d9-39d6-43cd-b658-ee6f865f2042 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] show failed (client error): The resource could not be found. Apr 01 12:30:19.358768 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c5ab778-4fa0-488c-b2c6-d88cc308c7ea req-1784f5d9-39d6-43cd-b658-ee6f865f2042 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-group-rules/a8968205-e685-4b4f-b23c-4103f7a9d2bb HTTP/1.1" status: 404 len: 361 time: 0.1234064 Apr 01 12:30:19.388563 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.398164 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.459461 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1905a84-bf44-45d3-84a0-d83891215b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.462200 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1905a84-bf44-45d3-84a0-d83891215b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.466705 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a1905a84-bf44-45d3-84a0-d83891215b4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ec5989d-b677-4942-9c9b-0e47cd208509 HTTP/1.1" status: 204 len: 168 time: 0.5724287 Apr 01 12:30:19.531175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1905a84-bf44-45d3-84a0-d83891215b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec5989d-b677-4942-9c9b-0e47cd208509,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:19.534048 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c6e38a20-03f9-435f-976f-97edfe9f2920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.536979 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c6e38a20-03f9-435f-976f-97edfe9f2920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.541648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c6e38a20-03f9-435f-976f-97edfe9f2920 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32c7e350-1878-4b7d-8e47-61452fe15871 HTTP/1.1" status: 204 len: 168 time: 0.9886365 Apr 01 12:30:19.572444 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e38a20-03f9-435f-976f-97edfe9f2920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c7e350-1878-4b7d-8e47-61452fe15871,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:19.612457 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb159dd-7d79-4b0d-88f4-05aa07fb796c None None] Pushing event updated for resources: {'Port': ['ID=88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:19.674744 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d7dcff8-142e-48c4-bb4b-bf3338bea437 req-825b1d8d-3c70-4369-9c02-4cf76fd64420 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/8cbbcbc9-b5d7-4264-ab47-2cf04d113543 HTTP/1.1" status: 200 len: 1811 time: 0.2339396 Apr 01 12:30:19.680050 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.691850 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.772912 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e0435-cca3-480f-a554-7f10bc0a0950 None None] Port b653b764-da45-479a-9c32-0cbbf3c63bff cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:30:19.816029 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:30:19.816640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b34425a8-dbf1-4c6b-b5af-4eac09dd3625 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:19.817130 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.891103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17468dba-014e-4f5f-bec6-c593601e4491,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:19.900610 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Attempting to bind port a0ade32a-a47b-4b1b-9662-a4b35fd117fd on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:19.902283 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Attempting to bind port a0ade32a-a47b-4b1b-9662-a4b35fd117fd by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:19.903988 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Attempting to bind port a0ade32a-a47b-4b1b-9662-a4b35fd117fd on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:19.914373 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Pushing event updated for resources: {'Port': ['ID=a0ade32a-a47b-4b1b-9662-a4b35fd117fd,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:19.943903 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:19.944160 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:19.944516 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.947398 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:19.947909 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Bound port: a0ade32a-a47b-4b1b-9662-a4b35fd117fd, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:19.948326 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.969873 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:19.973762 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Added segment d724feba-e06d-4bc8-8cec-3b3298584870 of type vlan for network 226dc3cd-0136-4de9-9f75-b2bd2fe4455d Apr 01 12:30:19.989423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Routers {'16236bdb-0795-4ed6-9c6e-18e012d02553'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:20.011085 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['16236bdb-0795-4ed6-9c6e-18e012d02553'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:20.012425 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:20.032704 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:20.033671 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a71ceb3-92ff-41b9-a447-ad8e39d91824 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:20.034877 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a71ceb3-92ff-41b9-a447-ad8e39d91824 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:20.048547 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9d7dcff8-142e-48c4-bb4b-bf3338bea437 req-6542461a-fe64-49af-8fa9-37d90033daf5 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:20.055576 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:20.055920 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:20.056470 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:20.056619 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:20.056958 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:20.058745 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:20.058745 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:20.058745 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:20.058745 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:20.059241 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:20.059899 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:20.060234 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:20.103745 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6a71ceb3-92ff-41b9-a447-ad8e39d91824 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Calling delete_port for 1ebb0155-ba9d-4425-ab89-3db7905e9a05 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:20.201796 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] For port a0ade32a-a47b-4b1b-9662-a4b35fd117fd, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:20.215303 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] For port a0ade32a-a47b-4b1b-9662-a4b35fd117fd, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=a0ade32a-a47b-4b1b-9662-a4b35fd117fd,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:20.247100 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:20.337990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] Set router 16236bdb-0795-4ed6-9c6e-18e012d02553 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:20.475536 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Routers {'5013084c-dc2e-493c-9ddf-287e26c7a132'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:20.481733 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5013084c-dc2e-493c-9ddf-287e26c7a132'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:20.924376 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cfeff-d3c3-4672-b0d8-12b0df371e47 None None] Pushing event updated for resources: {'Port': ['ID=a0ade32a-a47b-4b1b-9662-a4b35fd117fd,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:21.219242 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] Set router 5013084c-dc2e-493c-9ddf-287e26c7a132 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:21.267051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:30:18Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b653b764-da45-479a-9c32-0cbbf3c63bff', 'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'mac_address': 'fa:16:3e:ef:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:17Z', 'updated_at': '2022-04-01T12:30:19Z', 'revision_number': 2, 'project_id': '57f43c368539419980a35d2786b94e02', 'subnets': [{'id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:21.504335 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a71ceb3-92ff-41b9-a447-ad8e39d91824 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:21.580718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decb68c8-474c-4a86-8887-aefa33fadf76 None None] The sync data for ids ['16236bdb-0795-4ed6-9c6e-18e012d02553'] in n-d-836146-1 is: [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:30:18Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b653b764-da45-479a-9c32-0cbbf3c63bff', 'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'mac_address': 'fa:16:3e:ef:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:17Z', 'updated_at': '2022-04-01T12:30:19Z', 'revision_number': 2, 'project_id': '57f43c368539419980a35d2786b94e02', 'subnets': [{'id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:30:21.600976 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 25cd2e89-4a59-410f-b65a-e8a4f864563f no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:21.718429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 25cd2e89-4a59-410f-b65a-e8a4f864563f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:21.743827 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 25cd2e89-4a59-410f-b65a-e8a4f864563f not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:21.881928 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:21.919831 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71ceb3-92ff-41b9-a447-ad8e39d91824 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Pushing event deleted for resources: {'Port': ['ID=1ebb0155-ba9d-4425-ab89-3db7905e9a05,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:21.989234 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:30:15Z', 'revision_number': 3, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:22.004160 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b653b764-da45-479a-9c32-0cbbf3c63bff,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:22.027057 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9d7dcff8-142e-48c4-bb4b-bf3338bea437 req-6542461a-fe64-49af-8fa9-37d90033daf5 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:22.038919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04dfe4-2c02-417a-974a-855dd5fd6d7c req-e00226af-218f-4612-943a-0a09e98ae31e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:22.041904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-af04dfe4-2c02-417a-974a-855dd5fd6d7c req-e00226af-218f-4612-943a-0a09e98ae31e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 944 time: 1.9037957 Apr 01 12:30:22.084797 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.resource_extend [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:30:22.094344 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dafef1-30d7-4e00-a5db-71418ed77710 None None] The sync data for ids ['5013084c-dc2e-493c-9ddf-287e26c7a132'] in n-d-836146-1 is: [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:30:15Z', 'revision_number': 3, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:30:22.114996 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8842d6-b6f5-429e-a705-0436d6abedc5 req-0b46c0ba-4be9-4139-b471-6d78dff05c67 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:22.119012 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c8842d6-b6f5-429e-a705-0436d6abedc5 req-0b46c0ba-4be9-4139-b471-6d78dff05c67 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 944 time: 1.3117316 Apr 01 12:30:22.170489 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:22.183466 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9d7dcff8-142e-48c4-bb4b-bf3338bea437 req-6542461a-fe64-49af-8fa9-37d90033daf5 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:22.186726 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9d7dcff8-142e-48c4-bb4b-bf3338bea437 req-6542461a-fe64-49af-8fa9-37d90033daf5 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:22.188640 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d7dcff8-142e-48c4-bb4b-bf3338bea437 req-6542461a-fe64-49af-8fa9-37d90033daf5 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "DELETE /v2.0/security-groups/8cbbcbc9-b5d7-4264-ab47-2cf04d113543 HTTP/1.1" status: 204 len: 173 time: 2.5127313 Apr 01 12:30:22.217271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b9a7875-c972-43e9-bdf2-16b764fb6f9d req-ffc3e325-2219-42f1-9752-99a505a2cf88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6028399 Apr 01 12:30:22.255045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542461a-fe64-49af-8fa9-37d90033daf5 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbbcbc9-b5d7-4264-ab47-2cf04d113543,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:22.400122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a71ceb3-92ff-41b9-a447-ad8e39d91824 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:22.409933 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a71ceb3-92ff-41b9-a447-ad8e39d91824 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:22.422406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6a71ceb3-92ff-41b9-a447-ad8e39d91824 tempest-ServersTestBootFromVolume-1555867329 tempest-ServersTestBootFromVolume-1555867329-project] 10.222.0.45 "DELETE /v2.0/floatingips/7763ec51-1516-43c4-99a5-484b4ed70692 HTTP/1.1" status: 204 len: 168 time: 4.5101566 Apr 01 12:30:22.422650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56520) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:22.435939 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:22.436955 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:22.437532 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:22.548135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7875-c972-43e9-bdf2-16b764fb6f9d req-e5abca3c-3143-45dd-a28e-df507918f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:22.549985 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b9a7875-c972-43e9-bdf2-16b764fb6f9d req-e5abca3c-3143-45dd-a28e-df507918f649 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 1095 time: 0.2553704 Apr 01 12:30:22.566142 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dead6ab0-d1ad-459c-ae19-d7bba8287e70 req-94a13152-2d28-48d5-b928-f96c378a5572 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/d875a690-1983-4074-b65a-b70be1876d36 HTTP/1.1" status: 200 len: 1813 time: 0.2466185 Apr 01 12:30:22.877035 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 5.8562517 Apr 01 12:30:22.913358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56524) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:22.937580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ef43d-4443-4958-bcc6-69346f9b6a49 admin admin] Pushing event updated for resources: {'Network': ['ID=226dc3cd-0136-4de9-9f75-b2bd2fe4455d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:22.951326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:22.961367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 226dc3cd-0136-4de9-9f75-b2bd2fe4455d details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:30:22.984272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c000907d-56e1-4e74-999a-29e85f0d1a75 admin admin] Request body: {'subnet': {'network_id': '226dc3cd-0136-4de9-9f75-b2bd2fe4455d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1198981612-subnet', 'tenant_id': 'c4b821af0795497fbcc908a4f753fc57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:23.025132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:23.089059 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:23.223268 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-af04dfe4-2c02-417a-974a-855dd5fd6d7c req-a4fdd230-6108-4e47-8c47-acc09fa96385 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0975540 Apr 01 12:30:23.304886 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c000907d-56e1-4e74-999a-29e85f0d1a75 admin admin] Made reservation on behalf of c4b821af0795497fbcc908a4f753fc57 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:23.309601 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c000907d-56e1-4e74-999a-29e85f0d1a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:23.689824 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7875-c972-43e9-bdf2-16b764fb6f9d req-dc729379-1dd9-4e82-a8c8-817f674a292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:23.698536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b9a7875-c972-43e9-bdf2-16b764fb6f9d req-dc729379-1dd9-4e82-a8c8-817f674a292f service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 200 len: 909 time: 1.0691245 Apr 01 12:30:23.747576 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5aa5af0e-929d-4271-bf81-937f272f0562 None None] Provisioning complete for port b653b764-da45-479a-9c32-0cbbf3c63bff triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:23.747947 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5aa5af0e-929d-4271-bf81-937f272f0562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:23.875560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Allocated IP 172.20.0.1 (d9505885-a6f9-4a04-a492-0ab3a7527bc1/3034b60b-12d3-4ce0-8ff1-72aa527eb6b1/dae3f197-3d86-4eaa-a732-839cf7638147) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:23.899673 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b9a7875-c972-43e9-bdf2-16b764fb6f9d req-c3a8694f-4765-4802-83db-a58029bead75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd HTTP/1.1" status: 200 len: 217 time: 0.1950266 Apr 01 12:30:23.951600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5af0e-929d-4271-bf81-937f272f0562 None None] Port b653b764-da45-479a-9c32-0cbbf3c63bff cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:30:23.977441 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-9c8842d6-b6f5-429e-a705-0436d6abedc5 req-14b965b0-7dba-4c12-a3ed-7dd79b54685e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Deleting port 48f3d975-d9ec-4126-acd9-71b9946de37a {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:23.978259 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9c8842d6-b6f5-429e-a705-0436d6abedc5 req-14b965b0-7dba-4c12-a3ed-7dd79b54685e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:24.042069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 48f3d975-d9ec-4126-acd9-71b9946de37a no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:24.091736 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dead6ab0-d1ad-459c-ae19-d7bba8287e70 req-6605aa8b-f601-4ae3-9bc2-24f2ef667c05 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:24.123528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Router 16236bdb-0795-4ed6-9c6e-18e012d02553 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:30:24.167733 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device a0ade32a-a47b-4b1b-9662-a4b35fd117fd up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:24.195318 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dead6ab0-d1ad-459c-ae19-d7bba8287e70 req-6605aa8b-f601-4ae3-9bc2-24f2ef667c05 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:24.313522 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dead6ab0-d1ad-459c-ae19-d7bba8287e70 req-6605aa8b-f601-4ae3-9bc2-24f2ef667c05 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:24.336482 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dead6ab0-d1ad-459c-ae19-d7bba8287e70 req-6605aa8b-f601-4ae3-9bc2-24f2ef667c05 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:24.337714 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dead6ab0-d1ad-459c-ae19-d7bba8287e70 req-6605aa8b-f601-4ae3-9bc2-24f2ef667c05 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "DELETE /v2.0/security-groups/d875a690-1983-4074-b65a-b70be1876d36 HTTP/1.1" status: 204 len: 173 time: 1.7706370 Apr 01 12:30:24.457930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7875-c972-43e9-bdf2-16b764fb6f9d req-c23f1c7c-637d-4cf0-a999-80d005116a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:24.457930 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b9a7875-c972-43e9-bdf2-16b764fb6f9d req-c23f1c7c-637d-4cf0-a999-80d005116a3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 200 len: 848 time: 0.5304401 Apr 01 12:30:24.593938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605aa8b-f601-4ae3-9bc2-24f2ef667c05 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d875a690-1983-4074-b65a-b70be1876d36,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:24.663906 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b9a7875-c972-43e9-bdf2-16b764fb6f9d req-85061a2d-c367-4357-b291-10349d292860 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e03f832-9609-4116-a2e6-1f2acde5b427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667585 Apr 01 12:30:24.689547 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port a0ade32a-a47b-4b1b-9662-a4b35fd117fd triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:24.690195 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:24.784317 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f5e3e3dd-997d-4735-9f49-41a22bc9f95b req-8ec1a42d-21e4-4f04-9aa3-f95f81240ef2 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/f19bf0ea-f125-4e96-8df1-11e71c809143 HTTP/1.1" status: 200 len: 1812 time: 0.3114343 Apr 01 12:30:24.784583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:24.792337 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-9c8842d6-b6f5-429e-a705-0436d6abedc5 req-14b965b0-7dba-4c12-a3ed-7dd79b54685e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] For port 48f3d975-d9ec-4126-acd9-71b9946de37a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=48f3d975-d9ec-4126-acd9-71b9946de37a,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:24.792885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9c8842d6-b6f5-429e-a705-0436d6abedc5 req-14b965b0-7dba-4c12-a3ed-7dd79b54685e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:24.822535 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:24.830611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-9c8842d6-b6f5-429e-a705-0436d6abedc5 req-14b965b0-7dba-4c12-a3ed-7dd79b54685e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Calling delete_port for 48f3d975-d9ec-4126-acd9-71b9946de37a owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:24.839414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b66e8-4520-4475-bc0b-e41b6f292fe2 req-c657f091-9b53-4076-9021-65f2a32aa4cc tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:24.848980 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e87b66e8-4520-4475-bc0b-e41b6f292fe2 req-c657f091-9b53-4076-9021-65f2a32aa4cc tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 944 time: 0.3257160 Apr 01 12:30:24.852381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port a0ade32a-a47b-4b1b-9662-a4b35fd117fd, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=a0ade32a-a47b-4b1b-9662-a4b35fd117fd,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:24.859588 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:24.860210 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:24.918445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:30:24.950027 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b9a7875-c972-43e9-bdf2-16b764fb6f9d req-e3825f50-ffb1-418d-ab95-8d1bdb84c371 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624168 Apr 01 12:30:24.958039 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d86c1e71-a124-45e3-bfb8-0aacce016cb8 admin admin] 10.222.0.45 "PUT /v2.0/routers/16236bdb-0795-4ed6-9c6e-18e012d02553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3269739 Apr 01 12:30:24.975041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=a0ade32a-a47b-4b1b-9662-a4b35fd117fd,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:24.991023 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f5e3e3dd-997d-4735-9f49-41a22bc9f95b req-91075ded-cd21-4863-81a0-6e8060ba9c46 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.020148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:25.020797 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.056872 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e87b66e8-4520-4475-bc0b-e41b6f292fe2 req-8120562b-e838-4428-b8c5-67552eb63781 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022922 Apr 01 12:30:25.061118 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c000907d-56e1-4e74-999a-29e85f0d1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.098903 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f5e3e3dd-997d-4735-9f49-41a22bc9f95b req-91075ded-cd21-4863-81a0-6e8060ba9c46 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.135894 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.168803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:25.177082 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.203673 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.219932 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5dc491d-cb3a-4f5d-a413-fe4ba7ea6ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.252594 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:25.292834 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000907d-56e1-4e74-999a-29e85f0d1a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e5ad62-1354-4248-b1e3-2564061821e7,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:25.299947 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Network d9505885-a6f9-4a04-a492-0ab3a7527bc1 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:25.314433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:25.316873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:25.375872 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Pushing event updated for resources: {'Port': ['ID=dae3f197-3d86-4eaa-a732-839cf7638147,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:25.406727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000907d-56e1-4e74-999a-29e85f0d1a75 admin admin] Checking segment: {'id': 'd724feba-e06d-4bc8-8cec-3b3298584870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '226dc3cd-0136-4de9-9f75-b2bd2fe4455d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:25.407088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c000907d-56e1-4e74-999a-29e85f0d1a75 admin admin] Network hostable DHCP agents. Network: 226dc3cd-0136-4de9-9f75-b2bd2fe4455d, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:30:25.438969 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.444463 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9c8842d6-b6f5-429e-a705-0436d6abedc5 req-14b965b0-7dba-4c12-a3ed-7dd79b54685e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.459937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['db0b0bf5-b596-4c8c-8782-d59718b579f2'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:30:25.541088 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b9a7875-c972-43e9-bdf2-16b764fb6f9d req-a49e04cc-0329-40cd-9cda-cd969901e385 service neutron] 10.222.0.37 "GET /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804772 Apr 01 12:30:25.648869 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f5e3e3dd-997d-4735-9f49-41a22bc9f95b req-91075ded-cd21-4863-81a0-6e8060ba9c46 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.656170 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f5e3e3dd-997d-4735-9f49-41a22bc9f95b req-91075ded-cd21-4863-81a0-6e8060ba9c46 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.658285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f5e3e3dd-997d-4735-9f49-41a22bc9f95b req-91075ded-cd21-4863-81a0-6e8060ba9c46 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "DELETE /v2.0/security-groups/f19bf0ea-f125-4e96-8df1-11e71c809143 HTTP/1.1" status: 204 len: 173 time: 0.8382776 Apr 01 12:30:25.675647 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b965b0-7dba-4c12-a3ed-7dd79b54685e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Pushing event deleted for resources: {'Port': ['ID=48f3d975-d9ec-4126-acd9-71b9946de37a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:25.719325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7623e72c-1256-47ea-bced-0b4bba1be1fd None None] Provisioning complete for port dae3f197-3d86-4eaa-a732-839cf7638147 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:25.719819 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7623e72c-1256-47ea-bced-0b4bba1be1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.728680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91075ded-cd21-4863-81a0-6e8060ba9c46 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19bf0ea-f125-4e96-8df1-11e71c809143,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:25.769807 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7623e72c-1256-47ea-bced-0b4bba1be1fd None None] Port dae3f197-3d86-4eaa-a732-839cf7638147 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:30:25.773894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c000907d-56e1-4e74-999a-29e85f0d1a75 admin admin] Network 226dc3cd-0136-4de9-9f75-b2bd2fe4455d is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:30:25.874667 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8842d6-b6f5-429e-a705-0436d6abedc5 req-14b965b0-7dba-4c12-a3ed-7dd79b54685e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] No DVR routers for this DVR port 48f3d975-d9ec-4126-acd9-71b9946de37a on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:30:25.876598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c000907d-56e1-4e74-999a-29e85f0d1a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 226dc3cd-0136-4de9-9f75-b2bd2fe4455d) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:25.878437 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-9c8842d6-b6f5-429e-a705-0436d6abedc5 req-14b965b0-7dba-4c12-a3ed-7dd79b54685e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.881941 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c8842d6-b6f5-429e-a705-0436d6abedc5 req-14b965b0-7dba-4c12-a3ed-7dd79b54685e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.44 "DELETE /v2.0/ports/48f3d975-d9ec-4126-acd9-71b9946de37a HTTP/1.1" status: 204 len: 173 time: 3.6127450 Apr 01 12:30:25.882675 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a22b3f1-33d5-4877-aa96-c89d474a9747', 'name': 'network-vif-deleted', 'tag': '48f3d975-d9ec-4126-acd9-71b9946de37a'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:30:25.885092 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc3c284-651b-43de-876b-2424db8df8cd" -d '{"events": [{"server_uuid": "7a22b3f1-33d5-4877-aa96-c89d474a9747", "name": "network-vif-deleted", "tag": "48f3d975-d9ec-4126-acd9-71b9946de37a"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:30:25.890803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadb01f7-3707-45c4-92e5-c5cef22ecd6b None None] Network 226dc3cd-0136-4de9-9f75-b2bd2fe4455d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:25.955080 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c000907d-56e1-4e74-999a-29e85f0d1a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:25.956779 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c000907d-56e1-4e74-999a-29e85f0d1a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:25.994037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.032438 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c000907d-56e1-4e74-999a-29e85f0d1a75 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.0816760 Apr 01 12:30:26.050256 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56612) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:26.069136 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-483d2241-52f0-4045-9b80-fa1e711a2bc5 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1408799785', 'description': 'tempest-description--1233208163'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:26.092082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device a0ade32a-a47b-4b1b-9662-a4b35fd117fd up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:26.145396 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2732456d-4760-41d4-9dd2-22292d1b261e req-41c39cc6-37a4-4e0f-9504-1a4b604406b9 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/81db6226-132c-49d8-9a89-f41e604e280b HTTP/1.1" status: 200 len: 1812 time: 0.2340565 Apr 01 12:30:26.219500 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56622) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:26.234455 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-483d2241-52f0-4045-9b80-fa1e711a2bc5 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.250838 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port a0ade32a-a47b-4b1b-9662-a4b35fd117fd triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:26.252314 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.256973 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55d7221-1e61-405d-a95c-e0533e3e8f57 x-openstack-request-id: req-d55d7221-1e61-405d-a95c-e0533e3e8f57 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:30:26.257268 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a22b3f1-33d5-4877-aa96-c89d474a9747", "name": "network-vif-deleted", "tag": "48f3d975-d9ec-4126-acd9-71b9946de37a", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:30:26.257518 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d55d7221-1e61-405d-a95c-e0533e3e8f57 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:30:26.257923 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55d7221-1e61-405d-a95c-e0533e3e8f57'] response: {'server_uuid': '7a22b3f1-33d5-4877-aa96-c89d474a9747', 'name': 'network-vif-deleted', 'tag': '48f3d975-d9ec-4126-acd9-71b9946de37a', 'status': 'completed', 'code': 200} Apr 01 12:30:26.263384 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361a68b2-6639-4541-a62c-4db74599d1e5 None None] Network 226dc3cd-0136-4de9-9f75-b2bd2fe4455d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:26.285868 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc491d-cb3a-4f5d-a413-fe4ba7ea6ada admin admin] Deleting port 4c20a372-a72e-4471-a053-67589efe2e55 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:26.286268 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5dc491d-cb3a-4f5d-a413-fe4ba7ea6ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.391682 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-f5dc491d-cb3a-4f5d-a413-fe4ba7ea6ada admin admin] For port 4c20a372-a72e-4471-a053-67589efe2e55, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4c20a372-a72e-4471-a053-67589efe2e55,segment=NetworkSegment(1542a95f-4f27-428b-940a-42ab6e5e45a1),segment_id=1542a95f-4f27-428b-940a-42ab6e5e45a1)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:26.392103 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5dc491d-cb3a-4f5d-a413-fe4ba7ea6ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.406783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc491d-cb3a-4f5d-a413-fe4ba7ea6ada admin admin] Calling delete_port for 4c20a372-a72e-4471-a053-67589efe2e55 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:26.472348 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12a2ea2d-34ab-4fdf-bb49-7e770c324d0d req-c07e47f6-2cf2-4acc-b9da-b44132411eaa tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a22b3f1-33d5-4877-aa96-c89d474a9747 HTTP/1.1" status: 200 len: 210 time: 0.1073105 Apr 01 12:30:26.475553 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2732456d-4760-41d4-9dd2-22292d1b261e req-dfcfe566-b3c1-4e8b-b64a-da6744c75488 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.528409 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2732456d-4760-41d4-9dd2-22292d1b261e req-dfcfe566-b3c1-4e8b-b64a-da6744c75488 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.542618 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d149bc2-8fd8-4517-8ac7-6a15b3747ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.565637 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:26.693756 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Sync routers for ids ['16236bdb-0795-4ed6-9c6e-18e012d02553'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:30:26.695445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-483d2241-52f0-4045-9b80-fa1e711a2bc5 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.703170 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.711316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Routers {'16236bdb-0795-4ed6-9c6e-18e012d02553'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:26.712091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['16236bdb-0795-4ed6-9c6e-18e012d02553'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:26.714516 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-483d2241-52f0-4045-9b80-fa1e711a2bc5 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.720015 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:26.720381 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.724000 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.768319 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2732456d-4760-41d4-9dd2-22292d1b261e req-dfcfe566-b3c1-4e8b-b64a-da6744c75488 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.773549 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2732456d-4760-41d4-9dd2-22292d1b261e req-dfcfe566-b3c1-4e8b-b64a-da6744c75488 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.777014 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2732456d-4760-41d4-9dd2-22292d1b261e req-dfcfe566-b3c1-4e8b-b64a-da6744c75488 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "DELETE /v2.0/security-groups/81db6226-132c-49d8-9a89-f41e604e280b HTTP/1.1" status: 204 len: 173 time: 0.6226602 Apr 01 12:30:26.797407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfe566-b3c1-4e8b-b64a-da6744c75488 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81db6226-132c-49d8-9a89-f41e604e280b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:26.825867 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-483d2241-52f0-4045-9b80-fa1e711a2bc5 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.831614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-483d2241-52f0-4045-9b80-fa1e711a2bc5 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7800360 Apr 01 12:30:26.834550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56634) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:26.857179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f978f540-dfb6-4d89-a51f-559e76b9ef3e tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Request body: {'security_group_rule': {'security_group_id': 'e4c3762c-ba50-496a-99d6-c98c9f03eae9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:26.883413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d2241-52f0-4045-9b80-fa1e711a2bc5 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c3762c-ba50-496a-99d6-c98c9f03eae9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:26.901418 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.908621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9e040602-0800-4395-805c-cb146494bc3d req-60e3dda1-2a39-4701-9282-28bbd61db11c tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "GET /v2.0/security-groups/855e8651-a984-4983-b5b0-922d66035fb8 HTTP/1.1" status: 200 len: 1811 time: 0.0724266 Apr 01 12:30:26.924233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Pushing event updated for resources: {'Port': ['ID=dae3f197-3d86-4eaa-a732-839cf7638147,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:26.929112 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5dc491d-cb3a-4f5d-a413-fe4ba7ea6ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.978214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d149bc2-8fd8-4517-8ac7-6a15b3747ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:26.980260 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f978f540-dfb6-4d89-a51f-559e76b9ef3e tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.018649 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d149bc2-8fd8-4517-8ac7-6a15b3747ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.040452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc491d-cb3a-4f5d-a413-fe4ba7ea6ada admin admin] Pushing event deleted for resources: {'Port': ['ID=4c20a372-a72e-4471-a053-67589efe2e55,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:27.071341 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d149bc2-8fd8-4517-8ac7-6a15b3747ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94290e8-76cc-41f6-90db-8719675834ff,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:27.130811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56638) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:27.198302 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9e040602-0800-4395-805c-cb146494bc3d req-a0ea7155-c655-4c45-93f6-739cc8eacde7 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.200998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Set router 16236bdb-0795-4ed6-9c6e-18e012d02553 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:27.260410 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6d149bc2-8fd8-4517-8ac7-6a15b3747ab2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=98cfbe8e9794444c89c22f43a40c4610&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0343091 Apr 01 12:30:27.261420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56642) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:27.301316 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f978f540-dfb6-4d89-a51f-559e76b9ef3e tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.321414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-d456b6d3-6039-421b-b55a-c00e8e9151cc req-4ae395f1-581a-41ae-96ac-ba3439023e37 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-635970154', 'description': 'tempest-description-1058387342'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:27.328414 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9e040602-0800-4395-805c-cb146494bc3d req-a0ea7155-c655-4c45-93f6-739cc8eacde7 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.336749 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f978f540-dfb6-4d89-a51f-559e76b9ef3e tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.365212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Network d9505885-a6f9-4a04-a492-0ab3a7527bc1 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:27.374541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:27.404120 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978f540-dfb6-4d89-a51f-559e76b9ef3e tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62cc8cc-d516-4713-a572-d107ea1854b6,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:27.419703 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d456b6d3-6039-421b-b55a-c00e8e9151cc req-4ae395f1-581a-41ae-96ac-ba3439023e37 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.436114 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f978f540-dfb6-4d89-a51f-559e76b9ef3e tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.438119 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f978f540-dfb6-4d89-a51f-559e76b9ef3e tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5883982 Apr 01 12:30:27.442118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56644) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:27.457215 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-de6f123a-2207-482e-8b8f-23da5f99dc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.487941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-492c20e2-5e8c-4538-893d-920b196d8c8c tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Request body: {'security_group_rule': {'security_group_id': 'e4c3762c-ba50-496a-99d6-c98c9f03eae9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:27.519157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5dc491d-cb3a-4f5d-a413-fe4ba7ea6ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.526149 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8c59798e-e880-4660-8389-962a307f410a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.539620 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9e040602-0800-4395-805c-cb146494bc3d req-a0ea7155-c655-4c45-93f6-739cc8eacde7 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.543433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9e040602-0800-4395-805c-cb146494bc3d req-a0ea7155-c655-4c45-93f6-739cc8eacde7 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.544959 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9e040602-0800-4395-805c-cb146494bc3d req-a0ea7155-c655-4c45-93f6-739cc8eacde7 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] 10.222.0.45 "DELETE /v2.0/security-groups/855e8651-a984-4983-b5b0-922d66035fb8 HTTP/1.1" status: 204 len: 173 time: 0.6284306 Apr 01 12:30:27.562409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56648) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:27.565597 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-492c20e2-5e8c-4538-893d-920b196d8c8c tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.572774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea7155-c655-4c45-93f6-739cc8eacde7 tempest-SecurityGroupRulesNegativeTestJSON-1548178322 tempest-SecurityGroupRulesNegativeTestJSON-1548178322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855e8651-a984-4983-b5b0-922d66035fb8,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:27.627721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:30:18Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b653b764-da45-479a-9c32-0cbbf3c63bff', 'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'mac_address': 'fa:16:3e:ef:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:17Z', 'updated_at': '2022-04-01T12:30:19Z', 'revision_number': 2, 'project_id': '57f43c368539419980a35d2786b94e02', 'subnets': [{'id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:27.659449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-492c20e2-5e8c-4538-893d-920b196d8c8c tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.678603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Checking router: 16236bdb-0795-4ed6-9c6e-18e012d02553 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:30:27.678860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Updating router 16236bdb-0795-4ed6-9c6e-18e012d02553 port b653b764-da45-479a-9c32-0cbbf3c63bff binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:30:27.711359 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.763489 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8c59798e-e880-4660-8389-962a307f410a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.859896 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-de6f123a-2207-482e-8b8f-23da5f99dc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.869242 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-de6f123a-2207-482e-8b8f-23da5f99dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:27.951509 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-de6f123a-2207-482e-8b8f-23da5f99dc70 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2805c29ddaeb4ed19a20402152e1206e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8174946 Apr 01 12:30:27.988946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56654) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:28.052809 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8bc069d6-81cc-409a-a12a-34c2f9703402 None None] Provisioning complete for port dae3f197-3d86-4eaa-a732-839cf7638147 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:28.053098 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8bc069d6-81cc-409a-a12a-34c2f9703402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.100631 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-492c20e2-5e8c-4538-893d-920b196d8c8c tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.110315 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8c59798e-e880-4660-8389-962a307f410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.112805 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8c59798e-e880-4660-8389-962a307f410a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.113967 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8c59798e-e880-4660-8389-962a307f410a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c94290e8-76cc-41f6-90db-8719675834ff HTTP/1.1" status: 204 len: 168 time: 0.8515577 Apr 01 12:30:28.120595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f123a-2207-482e-8b8f-23da5f99dc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c20ade-09af-4ec1-9662-264018c53b5a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:28.125754 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.128136 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8bc069d6-81cc-409a-a12a-34c2f9703402 None None] Port dae3f197-3d86-4eaa-a732-839cf7638147 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:30:28.140949 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.211458 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c20e2-5e8c-4538-893d-920b196d8c8c tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6247b95-1a54-4946-865c-fcde81a9205d,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:28.227056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d456b6d3-6039-421b-b55a-c00e8e9151cc req-4ae395f1-581a-41ae-96ac-ba3439023e37 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.233505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc3cb42-5423-44bd-89c4-4e47411db4a8 admin admin] Deleting subnet 22d81a36-3e61-4e6c-848d-ea2241282ed5 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:30:28.238313 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-492c20e2-5e8c-4538-893d-920b196d8c8c tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.239778 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-492c20e2-5e8c-4538-893d-920b196d8c8c tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7959337 Apr 01 12:30:28.243245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2803376-1282-40df-85a5-b1bfa63d8106 req-10ca7ea3-78cb-4d36-b395-8bd253915fb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:28.245168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2803376-1282-40df-85a5-b1bfa63d8106 req-10ca7ea3-78cb-4d36-b395-8bd253915fb6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 947 time: 0.2658746 Apr 01 12:30:28.245315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56658) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:28.245670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59798e-e880-4660-8389-962a307f410a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94290e8-76cc-41f6-90db-8719675834ff,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:28.261438 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:28.270575 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Router 5013084c-dc2e-493c-9ddf-287e26c7a132 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:30:28.273575 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9dc3cb42-5423-44bd-89c4-4e47411db4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.276787 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d456b6d3-6039-421b-b55a-c00e8e9151cc req-4ae395f1-581a-41ae-96ac-ba3439023e37 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.336690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd3c25-4766-4f65-a4d1-9ecd83794373 None None] Pushing event updated for resources: {'Port': ['ID=b653b764-da45-479a-9c32-0cbbf3c63bff,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:28.401227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Attempting to bind port b653b764-da45-479a-9c32-0cbbf3c63bff on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:28.401598 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Attempting to bind port b653b764-da45-479a-9c32-0cbbf3c63bff by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:28.401963 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Attempting to bind port b653b764-da45-479a-9c32-0cbbf3c63bff on network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:28.409146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:28.409730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Checking segment: {'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:28.410438 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.411172 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Bound using segment: {'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:28.411992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Bound port: b653b764-da45-479a-9c32-0cbbf3c63bff, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:28.412624 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.430169 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9dc3cb42-5423-44bd-89c4-4e47411db4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.433831 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae395f1-581a-41ae-96ac-ba3439023e37 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1e6561-84d1-41f6-a448-df1e428bc645,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:28.480477 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.497065 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] For port b653b764-da45-479a-9c32-0cbbf3c63bff, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:28.500531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] For port b653b764-da45-479a-9c32-0cbbf3c63bff, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b653b764-da45-479a-9c32-0cbbf3c63bff,segment=NetworkSegment(7653b545-d8e3-4f43-ac7b-2e63565f2f58),segment_id=7653b545-d8e3-4f43-ac7b-2e63565f2f58)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:28.505679 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-d456b6d3-6039-421b-b55a-c00e8e9151cc req-4ae395f1-581a-41ae-96ac-ba3439023e37 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.506530 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.508142 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d456b6d3-6039-421b-b55a-c00e8e9151cc req-4ae395f1-581a-41ae-96ac-ba3439023e37 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2246559 Apr 01 12:30:28.605686 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Routers {'16236bdb-0795-4ed6-9c6e-18e012d02553'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:28.606436 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['16236bdb-0795-4ed6-9c6e-18e012d02553'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:28.626688 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9dc3cb42-5423-44bd-89c4-4e47411db4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.670141 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd3c25-4766-4f65-a4d1-9ecd83794373 None None] Pushing event updated for resources: {'Port': ['ID=b653b764-da45-479a-9c32-0cbbf3c63bff,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:28.714720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-40b40b4e-751a-4dda-9fe3-f667fb00e248 None None] Provisioning complete for port b653b764-da45-479a-9c32-0cbbf3c63bff triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:28.715276 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-40b40b4e-751a-4dda-9fe3-f667fb00e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.841300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] Set router 16236bdb-0795-4ed6-9c6e-18e012d02553 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:28.895951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:30:28.911893 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Sync routers for ids ['5013084c-dc2e-493c-9ddf-287e26c7a132'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:30:28.917306 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2dc25391-f13d-4cad-a452-3d30bbcfb839 admin admin] 10.222.0.45 "PUT /v2.0/routers/5013084c-dc2e-493c-9ddf-287e26c7a132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9001136 Apr 01 12:30:28.929583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9dc3cb42-5423-44bd-89c4-4e47411db4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:28.931525 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Routers {'5013084c-dc2e-493c-9ddf-287e26c7a132'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:28.932708 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5013084c-dc2e-493c-9ddf-287e26c7a132'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:28.950316 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814fce6-8199-4a0a-be87-993cf4a3f957 req-854c104b-175b-43f7-97ea-5b88f4c51ae5 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:28.952607 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1814fce6-8199-4a0a-be87-993cf4a3f957 req-854c104b-175b-43f7-97ea-5b88f4c51ae5 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.44 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 947 time: 0.5628893 Apr 01 12:30:29.011220 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6885d95-00cc-455a-9eba-c62f74316138 req-c1c33e6a-1e48-469a-b1d6-88cfe7448a5f tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/1c1e6561-84d1-41f6-a448-df1e428bc645 HTTP/1.1" status: 200 len: 1804 time: 0.4264901 Apr 01 12:30:29.011220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3cb42-5423-44bd-89c4-4e47411db4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d81a36-3e61-4e6c-848d-ea2241282ed5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:29.044111 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9dc3cb42-5423-44bd-89c4-4e47411db4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.048183 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9dc3cb42-5423-44bd-89c4-4e47411db4a8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/22d81a36-3e61-4e6c-848d-ea2241282ed5 HTTP/1.1" status: 204 len: 168 time: 1.4386477 Apr 01 12:30:29.057097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56676) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:29.067649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-e6885d95-00cc-455a-9eba-c62f74316138 req-49a4e5d2-c751-4bf3-aa94-4b9b5fa47bca tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c1e6561-84d1-41f6-a448-df1e428bc645', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:29.072225 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2803376-1282-40df-85a5-b1bfa63d8106 req-1b7512cb-4694-479f-9e89-3bb3d81ceda0 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7956100 Apr 01 12:30:29.077955 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-e6885d95-00cc-455a-9eba-c62f74316138 req-49a4e5d2-c751-4bf3-aa94-4b9b5fa47bca tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c1e6561-84d1-41f6-a448-df1e428bc645', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:29.090510 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f2189ba0-ed2f-4135-8b4a-bb0d8df48d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.145008 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f2189ba0-ed2f-4135-8b4a-bb0d8df48d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.208231 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Set router 5013084c-dc2e-493c-9ddf-287e26c7a132 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:29.266459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dc491d-cb3a-4f5d-a413-fe4ba7ea6ada admin admin] Router 3a630a52-5fc8-4f1a-9209-aaf090fe044a has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:30:29.288544 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.399337 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f2189ba0-ed2f-4135-8b4a-bb0d8df48d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.403343 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f2189ba0-ed2f-4135-8b4a-bb0d8df48d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.404498 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f2189ba0-ed2f-4135-8b4a-bb0d8df48d49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1c20ade-09af-4ec1-9662-264018c53b5a HTTP/1.1" status: 204 len: 168 time: 1.4142873 Apr 01 12:30:29.456535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2189ba0-ed2f-4135-8b4a-bb0d8df48d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c20ade-09af-4ec1-9662-264018c53b5a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:29.489362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56690) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:29.490828 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e6885d95-00cc-455a-9eba-c62f74316138 req-49a4e5d2-c751-4bf3-aa94-4b9b5fa47bca tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.542112 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-1814fce6-8199-4a0a-be87-993cf4a3f957 req-47dea1f2-c60d-498d-9dc2-a9f165e9081d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Deleting port db0b0bf5-b596-4c8c-8782-d59718b579f2 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:29.542536 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-1814fce6-8199-4a0a-be87-993cf4a3f957 req-47dea1f2-c60d-498d-9dc2-a9f165e9081d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.554935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.587224 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'dae3f197-3d86-4eaa-a732-839cf7638147', 'name': '', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'tenant_id': '0713e035054f4784a69028267597a06a', 'mac_address': 'fa:16:3e:53:d2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:23Z', 'updated_at': '2022-04-01T12:30:26Z', 'revision_number': 2, 'project_id': '0713e035054f4784a69028267597a06a', 'subnets': [{'id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:29.612822 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-40b40b4e-751a-4dda-9fe3-f667fb00e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.623378 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Checking router: 5013084c-dc2e-493c-9ddf-287e26c7a132 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:30:29.624580 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Updating router 5013084c-dc2e-493c-9ddf-287e26c7a132 port dae3f197-3d86-4eaa-a732-839cf7638147 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:30:29.651197 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.659453 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.663943 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dc491d-cb3a-4f5d-a413-fe4ba7ea6ada admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:30:29.680992 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f5dc491d-cb3a-4f5d-a413-fe4ba7ea6ada admin admin] 10.222.0.45 "PUT /v2.0/routers/3a630a52-5fc8-4f1a-9209-aaf090fe044a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2537265 Apr 01 12:30:29.683865 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56698) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:29.684027 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e6885d95-00cc-455a-9eba-c62f74316138 req-49a4e5d2-c751-4bf3-aa94-4b9b5fa47bca tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.684846 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a85a6-18d7-4d05-9ac4-43aaa9d98f5e None None] Sync routers for ids ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:30:29.728668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-40b40b4e-751a-4dda-9fe3-f667fb00e248 None None] For port b653b764-da45-479a-9c32-0cbbf3c63bff, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b653b764-da45-479a-9c32-0cbbf3c63bff,segment=NetworkSegment(7653b545-d8e3-4f43-ac7b-2e63565f2f58),segment_id=7653b545-d8e3-4f43-ac7b-2e63565f2f58)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:29.747794 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-40b40b4e-751a-4dda-9fe3-f667fb00e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.833088 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b40b4e-751a-4dda-9fe3-f667fb00e248 None None] Pushing event updated for resources: {'Port': ['ID=b653b764-da45-479a-9c32-0cbbf3c63bff,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:29.857705 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a85a6-18d7-4d05-9ac4-43aaa9d98f5e None None] Routers {'3a630a52-5fc8-4f1a-9209-aaf090fe044a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:29.858605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0f3a85a6-18d7-4d05-9ac4-43aaa9d98f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:29.901309 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e6885d95-00cc-455a-9eba-c62f74316138 req-49a4e5d2-c751-4bf3-aa94-4b9b5fa47bca tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.955308 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a321467-5962-4a1a-a979-eff8e720538b']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:29.989835 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:29.997784 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.009867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9b8cc2a7-340c-4ca1-93a7-151ec3f6b2c8 None None] Provisioning complete for port b653b764-da45-479a-9c32-0cbbf3c63bff triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:30.010148 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9b8cc2a7-340c-4ca1-93a7-151ec3f6b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.042945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d13d52f-f4fb-4fdf-8684-c84c6e639a21') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:30.043304 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d13d52f-f4fb-4fdf-8684-c84c6e639a21') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:30.062484 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4e5d2-c751-4bf3-aa94-4b9b5fa47bca tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9169035a-dd50-4282-8d8a-f1efad3d5032,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:30.069652 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63d2d9-fa8e-4412-af79-3a79e19bd305 None None] Pushing event updated for resources: {'Port': ['ID=dae3f197-3d86-4eaa-a732-839cf7638147,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:30.120539 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.160529 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-e6885d95-00cc-455a-9eba-c62f74316138 req-49a4e5d2-c751-4bf3-aa94-4b9b5fa47bca tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.164533 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6885d95-00cc-455a-9eba-c62f74316138 req-49a4e5d2-c751-4bf3-aa94-4b9b5fa47bca tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1112580 Apr 01 12:30:30.263600 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Attempting to bind port dae3f197-3d86-4eaa-a732-839cf7638147 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:30.264077 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Attempting to bind port dae3f197-3d86-4eaa-a732-839cf7638147 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:30.265179 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Attempting to bind port dae3f197-3d86-4eaa-a732-839cf7638147 on network d9505885-a6f9-4a04-a492-0ab3a7527bc1 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:30.271259 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b653b764-da45-479a-9c32-0cbbf3c63bff up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:30.279709 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Allocated IP 172.25.7.177 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/bf63f018-8113-43d2-b00f-53588f03e6e8) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:30.286797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175586b5-c6c6-4fe6-b73e-73a97ea68576 req-d05e78a9-77a6-494d-8858-d2b07f62850a tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:30.300950 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-175586b5-c6c6-4fe6-b73e-73a97ea68576 req-d05e78a9-77a6-494d-8858-d2b07f62850a tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 947 time: 0.0845156 Apr 01 12:30:30.301214 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:30.301552 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Checking segment: {'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:30.301960 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.302382 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Bound using segment: {'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:30.302865 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Bound port: dae3f197-3d86-4eaa-a732-839cf7638147, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:30.303242 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.394907 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-175586b5-c6c6-4fe6-b73e-73a97ea68576 req-4e675ab5-b41b-4fbc-83bc-34adac22bc28 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929506 Apr 01 12:30:30.432674 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.492430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.524036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-0f3a85a6-18d7-4d05-9ac4-43aaa9d98f5e None None] Set router 3a630a52-5fc8-4f1a-9209-aaf090fe044a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:30.537881 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] For port dae3f197-3d86-4eaa-a732-839cf7638147, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:30.538139 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-686871732-network', 'tenant_id': '09243a6a13ec4cea8eab6bdf38c2ad6d'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:30.542216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56710) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:30.551026 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1738876930-network', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:30.552392 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] For port dae3f197-3d86-4eaa-a732-839cf7638147, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=dae3f197-3d86-4eaa-a732-839cf7638147,segment=NetworkSegment(da62e856-d508-4f97-8492-3e3a3e7a55b7),segment_id=da62e856-d508-4f97-8492-3e3a3e7a55b7)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:30.563387 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.569779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-fcb3db85-418c-427b-aea0-0b404d1ceb9e req-0a85722c-f948-4c71-aff1-fdf5a13c6e49 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1992231592', 'description': 'tempest-description-906549963'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:30.575151 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.578599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.585534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Made reservation on behalf of eb5f09fc31ab4206b1e4214ec61b3a77 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:30.589989 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.604103 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.608316 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:30.610768 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Made reservation on behalf of 09243a6a13ec4cea8eab6bdf38c2ad6d for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:30.613736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56712) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:30.615802 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.617314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:30:18Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b653b764-da45-479a-9c32-0cbbf3c63bff', 'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'mac_address': 'fa:16:3e:ef:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:17Z', 'updated_at': '2022-04-01T12:30:28Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'subnets': [{'id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:30.634722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:30.636780 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.662019 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Routers {'5013084c-dc2e-493c-9ddf-287e26c7a132'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:30.662880 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5013084c-dc2e-493c-9ddf-287e26c7a132'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:30.679352 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:30.685221 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02c35b88-8fd5-48f4-8c51-40d40fc28f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.720444 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63d2d9-fa8e-4412-af79-3a79e19bd305 None None] Pushing event updated for resources: {'Port': ['ID=dae3f197-3d86-4eaa-a732-839cf7638147,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:30.817377 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d63f19-ffcd-405d-b88b-a891c3c9e2a5 None None] The sync data for ids ['16236bdb-0795-4ed6-9c6e-18e012d02553'] in n-d-836146-1 is: [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:30:18Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b653b764-da45-479a-9c32-0cbbf3c63bff', 'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'mac_address': 'fa:16:3e:ef:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:17Z', 'updated_at': '2022-04-01T12:30:28Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'subnets': [{'id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:30:30.834831 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] Set router 5013084c-dc2e-493c-9ddf-287e26c7a132 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:30.835410 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.864980 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.871217 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-929b201e-90cd-463b-b91f-e9c163098ac3 None None] Provisioning complete for port dae3f197-3d86-4eaa-a732-839cf7638147 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:30.871594 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-929b201e-90cd-463b-b91f-e9c163098ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.906548 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.915159 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.925532 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.945941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b653b764-da45-479a-9c32-0cbbf3c63bff triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:30.946552 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.959075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Deleting port 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:30.959518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.961582 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:30:30.973037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:30.973397 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Added segment fedff3c2-697c-4403-9da0-f33cd4e288ea of type vlan for network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 Apr 01 12:30:30.988066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:30:31.028555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0f3a85a6-18d7-4d05-9ac4-43aaa9d98f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:30:26Z', 'revision_number': 5, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port': {'id': '97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:27:39Z', 'updated_at': '2022-04-01T12:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:31.032702 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-1814fce6-8199-4a0a-be87-993cf4a3f957 req-47dea1f2-c60d-498d-9dc2-a9f165e9081d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:31.034712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-1814fce6-8199-4a0a-be87-993cf4a3f957 req-47dea1f2-c60d-498d-9dc2-a9f165e9081d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.040463 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c53cb30-8d69-4d7c-bd1c-7c4773994b42,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:31.092216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:30:31.093063 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.097086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fcb3db85-418c-427b-aea0-0b404d1ceb9e req-0a85722c-f948-4c71-aff1-fdf5a13c6e49 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.112822 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02c35b88-8fd5-48f4-8c51-40d40fc28f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.114277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a85a6-18d7-4d05-9ac4-43aaa9d98f5e None None] Checking router: 3a630a52-5fc8-4f1a-9209-aaf090fe044a for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:30:31.115281 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:30:31.119199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.119199 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Added segment 7a463d18-1825-4c81-bc91-9ad19cc548d6 of type vlan for network d4814e52-a74c-4155-b03a-376e7affd3ce Apr 01 12:30:31.130253 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02c35b88-8fd5-48f4-8c51-40d40fc28f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.131692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-1814fce6-8199-4a0a-be87-993cf4a3f957 req-47dea1f2-c60d-498d-9dc2-a9f165e9081d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Calling delete_port for db0b0bf5-b596-4c8c-8782-d59718b579f2 owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:31.151392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a85a6-18d7-4d05-9ac4-43aaa9d98f5e None None] Routers {'3a630a52-5fc8-4f1a-9209-aaf090fe044a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:31.156548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0f3a85a6-18d7-4d05-9ac4-43aaa9d98f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:31.220234 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-929b201e-90cd-463b-b91f-e9c163098ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.242652 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'dae3f197-3d86-4eaa-a732-839cf7638147', 'name': '', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'tenant_id': '0713e035054f4784a69028267597a06a', 'mac_address': 'fa:16:3e:53:d2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:23Z', 'updated_at': '2022-04-01T12:30:30Z', 'revision_number': 4, 'project_id': '0713e035054f4784a69028267597a06a', 'subnets': [{'id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:31.268390 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fcb3db85-418c-427b-aea0-0b404d1ceb9e req-0a85722c-f948-4c71-aff1-fdf5a13c6e49 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.286400 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479df011-5c51-45d0-9dfa-230a6953d9d0 None None] The sync data for ids ['5013084c-dc2e-493c-9ddf-287e26c7a132'] in n-d-836146-1 is: [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'dae3f197-3d86-4eaa-a732-839cf7638147', 'name': '', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'tenant_id': '0713e035054f4784a69028267597a06a', 'mac_address': 'fa:16:3e:53:d2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:23Z', 'updated_at': '2022-04-01T12:30:30Z', 'revision_number': 4, 'project_id': '0713e035054f4784a69028267597a06a', 'subnets': [{'id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:30:31.286893 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.297546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c35b88-8fd5-48f4-8c51-40d40fc28f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87d56c2-dc59-4cbf-b239-e9a6599737a8,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:31.301418 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.317408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56714) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:31.319545 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-02c35b88-8fd5-48f4-8c51-40d40fc28f72 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a1db84019d54b9abbbc28ee7eb73e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7022140 Apr 01 12:30:31.337284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Pushing event updated for resources: {'Port': ['ID=bf63f018-8113-43d2-b00f-53588f03e6e8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:31.365118 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fcb3db85-418c-427b-aea0-0b404d1ceb9e req-0a85722c-f948-4c71-aff1-fdf5a13c6e49 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.408453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] For port 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:31.408676 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.424532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Calling delete_port for 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:31.432030 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.433617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:31.434874 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.452467 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-929b201e-90cd-463b-b91f-e9c163098ac3 None None] For port dae3f197-3d86-4eaa-a732-839cf7638147, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=dae3f197-3d86-4eaa-a732-839cf7638147,segment=NetworkSegment(da62e856-d508-4f97-8492-3e3a3e7a55b7),segment_id=da62e856-d508-4f97-8492-3e3a3e7a55b7)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:31.462495 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-929b201e-90cd-463b-b91f-e9c163098ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.538976 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.resource_extend [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:30:31.552659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b201e-90cd-463b-b91f-e9c163098ac3 None None] Pushing event updated for resources: {'Port': ['ID=dae3f197-3d86-4eaa-a732-839cf7638147,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:31.557728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-0f3a85a6-18d7-4d05-9ac4-43aaa9d98f5e None None] Set router 3a630a52-5fc8-4f1a-9209-aaf090fe044a gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:31.568771 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a6d368-a323-4131-b843-83c958559747,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:31.588285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0444181 Apr 01 12:30:31.648008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56718) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:31.663840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0f3a85a6-18d7-4d05-9ac4-43aaa9d98f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:30:30Z', 'revision_number': 6, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:31.695740 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a85a6-18d7-4d05-9ac4-43aaa9d98f5e None None] The sync data for ids ['3a630a52-5fc8-4f1a-9209-aaf090fe044a'] in n-d-836146-1 is: [{'id': '3a630a52-5fc8-4f1a-9209-aaf090fe044a', 'name': 'tempest-ServersTestBootFromVolume-370473437-router', 'tenant_id': '073f1b91e660442fb9abaf85505943ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:27:37Z', 'updated_at': '2022-04-01T12:30:30Z', 'revision_number': 6, 'project_id': '073f1b91e660442fb9abaf85505943ba', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:30:31.703047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1341fa1e-3f9a-4dda-81d2-2279247656c7 None None] Provisioning complete for port dae3f197-3d86-4eaa-a732-839cf7638147 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:31.703564 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1341fa1e-3f9a-4dda-81d2-2279247656c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.722854 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-7057fb24-ee93-42b1-888c-86dc71aa0697 admin admin] Request body: {'subnet': {'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1738876930-subnet', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:31.729346 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.735047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.740725 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2a321467-5962-4a1a-a979-eff8e720538b HTTP/1.1" status: 204 len: 168 time: 2.6788077 Apr 01 12:30:31.805321 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fcb3db85-418c-427b-aea0-0b404d1ceb9e req-0a85722c-f948-4c71-aff1-fdf5a13c6e49 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.808442 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fcb3db85-418c-427b-aea0-0b404d1ceb9e req-0a85722c-f948-4c71-aff1-fdf5a13c6e49 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2436566 Apr 01 12:30:31.880086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.881207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:31.881833 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:31.911914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680637a-3bba-4a70-89c2-73421761f471 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a321467-5962-4a1a-a979-eff8e720538b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:32.001419 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7057fb24-ee93-42b1-888c-86dc71aa0697 admin admin] Made reservation on behalf of eb5f09fc31ab4206b1e4214ec61b3a77 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:32.002862 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.005171 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7057fb24-ee93-42b1-888c-86dc71aa0697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.067708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53e974-e5a9-43c3-a982-860ed703be84 admin admin] Pushing event updated for resources: {'Network': ['ID=d4814e52-a74c-4155-b03a-376e7affd3ce,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:32.073054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Pushing event deleted for resources: {'Port': ['ID=97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:32.089972 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device db0b0bf5-b596-4c8c-8782-d59718b579f2 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:32.229098 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.317424 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.360682 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:30:32.369462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a7540-6492-4a02-91a0-4bdf9f876fb0 req-5d907562-8a06-456a-9dfb-b63e2f0fdf8d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:32.370327 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3dc043-b4af-4948-a896-2fbf0eece23c" -d '{"events": [{"server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "name": "network-vif-unplugged", "status": "completed", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:30:32.371355 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-650a7540-6492-4a02-91a0-4bdf9f876fb0 req-5d907562-8a06-456a-9dfb-b63e2f0fdf8d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 947 time: 0.8136940 Apr 01 12:30:32.400361 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port db0b0bf5-b596-4c8c-8782-d59718b579f2, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=db0b0bf5-b596-4c8c-8782-d59718b579f2,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:32.406701 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.422637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56730) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:32.462998 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.470916 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.508221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] Pushing event updated for resources: {'Network': ['ID=42327cd7-6dce-4efc-8067-d1bc21cb8cb7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:32.553989 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-923187d2-113e-4554-85a6-fd53373d1449 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0593219 Apr 01 12:30:32.569043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56732) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:32.573261 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7057fb24-ee93-42b1-888c-86dc71aa0697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.575417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85722c-f948-4c71-aff1-fdf5a13c6e49 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08434c9-de3c-4ffa-b855-c156299db9db,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:32.578337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6573a4b2-a4cb-4d03-9a87-8794e74343ff admin admin] Request body: {'subnet': {'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-686871732-subnet', 'tenant_id': '09243a6a13ec4cea8eab6bdf38c2ad6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:32.606899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-650a7540-6492-4a02-91a0-4bdf9f876fb0 req-bb7b3a52-55a7-451a-9530-1b69ab745a03 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275813 Apr 01 12:30:32.612965 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b3b71338-8dba-4605-9e1e-fe3f6458c3ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e41bc63aa5f4031b439be448a3f3520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837573 Apr 01 12:30:32.619427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56734) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:32.634419 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.635179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a630a52-5fc8-4f1a-9209-aaf090fe044a {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:30:32.655039 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.660865 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.661044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8078c6de-b64d-4534-8e71-cf20898e77fe admin admin] 10.222.0.45 "DELETE /v2.0/routers/3a630a52-5fc8-4f1a-9209-aaf090fe044a HTTP/1.1" status: 204 len: 168 time: 2.9758379 Apr 01 12:30:32.680576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56736) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:32.681575 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca4814c2-842d-4735-95c1-1792c4f1df9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.687168 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-95a57876-dcd4-42f4-8a69-76130a84d5ab req-3e8bd6e8-e207-4bfa-95bd-82bdb69b9446 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/b08434c9-de3c-4ffa-b855-c156299db9db HTTP/1.1" status: 200 len: 1804 time: 0.7772186 Apr 01 12:30:32.689740 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-1814fce6-8199-4a0a-be87-993cf4a3f957 req-47dea1f2-c60d-498d-9dc2-a9f165e9081d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.719113 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34298ee3-1372-4a3d-8253-583cd285db3e x-openstack-request-id: req-34298ee3-1372-4a3d-8253-583cd285db3e {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:30:32.719803 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "name": "network-vif-unplugged", "status": "completed", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:30:32.720129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057fb24-ee93-42b1-888c-86dc71aa0697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b8910b-7958-4f7f-9cdc-9f9cddb3222a,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:32.720523 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34298ee3-1372-4a3d-8253-583cd285db3e {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:30:32.721127 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34298ee3-1372-4a3d-8253-583cd285db3e'] response: {'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2', 'code': 200} Apr 01 12:30:32.722138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network d4814e52-a74c-4155-b03a-376e7affd3ce details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:30:32.724663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dae3f197-3d86-4eaa-a732-839cf7638147 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:32.727519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:30:32.746671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6573a4b2-a4cb-4d03-9a87-8794e74343ff admin admin] Made reservation on behalf of 09243a6a13ec4cea8eab6bdf38c2ad6d for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:32.749715 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6573a4b2-a4cb-4d03-9a87-8794e74343ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.758041 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dea1f2-c60d-498d-9dc2-a9f165e9081d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Pushing event deleted for resources: {'Port': ['ID=db0b0bf5-b596-4c8c-8782-d59718b579f2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:32.791778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-95a57876-dcd4-42f4-8a69-76130a84d5ab req-7fecef93-109b-4f46-a852-c9b972a81240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b08434c9-de3c-4ffa-b855-c156299db9db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:32.792131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-95a57876-dcd4-42f4-8a69-76130a84d5ab req-7fecef93-109b-4f46-a852-c9b972a81240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b08434c9-de3c-4ffa-b855-c156299db9db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:32.828266 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca4814c2-842d-4735-95c1-1792c4f1df9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.862982 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.899741 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-33f76211-020b-43a5-8c4c-1bf078780eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.904183 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=db0b0bf5-b596-4c8c-8782-d59718b579f2,revision_number=14']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:32.932286 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-33f76211-020b-43a5-8c4c-1bf078780eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.940633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port dae3f197-3d86-4eaa-a732-839cf7638147 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:32.941008 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:32.945258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057fb24-ee93-42b1-888c-86dc71aa0697 admin admin] Checking segment: {'id': '7a463d18-1825-4c81-bc91-9ad19cc548d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:32.945258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7057fb24-ee93-42b1-888c-86dc71aa0697 admin admin] Network hostable DHCP agents. Network: d4814e52-a74c-4155-b03a-376e7affd3ce, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:30:32.980932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-929e23a9-f57f-4395-a4cf-23c29092d83d admin admin] Deleting subnet 67554ebd-3b80-4a34-bcc6-c079931e4712 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:30:32.986430 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-929e23a9-f57f-4395-a4cf-23c29092d83d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.045727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4c20a372-a72e-4471-a053-67589efe2e55 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:33.061976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1814fce6-8199-4a0a-be87-993cf4a3f957 req-47dea1f2-c60d-498d-9dc2-a9f165e9081d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] No DVR routers for this DVR port db0b0bf5-b596-4c8c-8782-d59718b579f2 on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:30:33.068225 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-33f76211-020b-43a5-8c4c-1bf078780eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.068788 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-1814fce6-8199-4a0a-be87-993cf4a3f957 req-47dea1f2-c60d-498d-9dc2-a9f165e9081d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.070960 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-33f76211-020b-43a5-8c4c-1bf078780eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.072107 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-33f76211-020b-43a5-8c4c-1bf078780eec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21cb81cb-f79f-4e6f-9131-51657c193bbd HTTP/1.1" status: 204 len: 168 time: 0.4513326 Apr 01 12:30:33.072311 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 4c20a372-a72e-4471-a053-67589efe2e55 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:33.072658 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4c20a372-a72e-4471-a053-67589efe2e55 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:33.074862 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1814fce6-8199-4a0a-be87-993cf4a3f957 req-47dea1f2-c60d-498d-9dc2-a9f165e9081d tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.44 "DELETE /v2.0/ports/db0b0bf5-b596-4c8c-8782-d59718b579f2 HTTP/1.1" status: 204 len: 173 time: 4.1049287 Apr 01 12:30:33.075014 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-929e23a9-f57f-4395-a4cf-23c29092d83d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.081051 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'name': 'network-vif-deleted', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:30:33.083264 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc422ae6-6f9e-4989-ab01-470b89423beb" -d '{"events": [{"server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "name": "network-vif-deleted", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:30:33.120489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7057fb24-ee93-42b1-888c-86dc71aa0697 admin admin] Network d4814e52-a74c-4155-b03a-376e7affd3ce is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:30:33.141326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f76211-020b-43a5-8c4c-1bf078780eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cb81cb-f79f-4e6f-9131-51657c193bbd,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:33.174490 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-95a57876-dcd4-42f4-8a69-76130a84d5ab req-7fecef93-109b-4f46-a852-c9b972a81240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.179562 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-7057fb24-ee93-42b1-888c-86dc71aa0697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, d4814e52-a74c-4155-b03a-376e7affd3ce) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:33.190494 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25107d2f-b071-4438-a913-00877d4c62ec x-openstack-request-id: req-25107d2f-b071-4438-a913-00877d4c62ec {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:30:33.190785 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907e8404-e4a2-45d3-a284-344b47aee9db", "name": "network-vif-deleted", "tag": "db0b0bf5-b596-4c8c-8782-d59718b579f2", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:30:33.191038 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25107d2f-b071-4438-a913-00877d4c62ec {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:30:33.191436 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25107d2f-b071-4438-a913-00877d4c62ec'] response: {'server_uuid': '907e8404-e4a2-45d3-a284-344b47aee9db', 'name': 'network-vif-deleted', 'tag': 'db0b0bf5-b596-4c8c-8782-d59718b579f2', 'status': 'completed', 'code': 200} Apr 01 12:30:33.192676 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b203f3a-0360-4393-8eae-b14b9614569e None None] Network d4814e52-a74c-4155-b03a-376e7affd3ce requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:33.194305 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7057fb24-ee93-42b1-888c-86dc71aa0697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:33.195066 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7057fb24-ee93-42b1-888c-86dc71aa0697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.224376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca4814c2-842d-4735-95c1-1792c4f1df9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.227294 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca4814c2-842d-4735-95c1-1792c4f1df9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.228554 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ca4814c2-842d-4735-95c1-1792c4f1df9a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c87d56c2-dc59-4cbf-b239-e9a6599737a8 HTTP/1.1" status: 204 len: 168 time: 1.8711314 Apr 01 12:30:33.243146 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.249757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4814c2-842d-4735-95c1-1792c4f1df9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87d56c2-dc59-4cbf-b239-e9a6599737a8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:33.255455 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7057fb24-ee93-42b1-888c-86dc71aa0697 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5902495 Apr 01 12:30:33.257955 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-95a57876-dcd4-42f4-8a69-76130a84d5ab req-7fecef93-109b-4f46-a852-c9b972a81240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.259519 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56744) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:33.264313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1738876930-router', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:33.269381 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.318703 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-95a57876-dcd4-42f4-8a69-76130a84d5ab req-7fecef93-109b-4f46-a852-c9b972a81240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.331290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Pushing event updated for resources: {'Port': ['ID=bf63f018-8113-43d2-b00f-53588f03e6e8,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:33.351025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecef93-109b-4f46-a852-c9b972a81240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ceecdaf-42ea-4acc-9381-d6717ce8b985,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:33.400110 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.401685 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.412100 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-95a57876-dcd4-42f4-8a69-76130a84d5ab req-7fecef93-109b-4f46-a852-c9b972a81240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.424520 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-95a57876-dcd4-42f4-8a69-76130a84d5ab req-7fecef93-109b-4f46-a852-c9b972a81240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7257113 Apr 01 12:30:33.444079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.473880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-ab3cd774-959b-4a39-b316-1696726ae102 req-c93f54fa-8082-4b8f-9596-9016146d4252 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-395141011', 'description': 'tempest-description-1188265397'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:33.529023 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.534407 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.545727 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-09571cdf-e0ae-4440-b3a0-7609132bb31a tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2965312 Apr 01 12:30:33.571369 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6573a4b2-a4cb-4d03-9a87-8794e74343ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.620287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-929e23a9-f57f-4395-a4cf-23c29092d83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.627790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-d4814e52-a74c-4155-b03a-376e7affd3ce', 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'fixed_ips': [{'subnet_id': '49b8910b-7958-4f7f-9cdc-9f9cddb3222a'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:30:33.629049 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.677169 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab3cd774-959b-4a39-b316-1696726ae102 req-c93f54fa-8082-4b8f-9596-9016146d4252 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.795718 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab3cd774-959b-4a39-b316-1696726ae102 req-c93f54fa-8082-4b8f-9596-9016146d4252 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.814805 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab3cd774-959b-4a39-b316-1696726ae102 req-c93f54fa-8082-4b8f-9596-9016146d4252 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.874534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573a4b2-a4cb-4d03-9a87-8794e74343ff admin admin] Checking segment: {'id': 'fedff3c2-697c-4403-9da0-f33cd4e288ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:33.875291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573a4b2-a4cb-4d03-9a87-8794e74343ff admin admin] Network hostable DHCP agents. Network: 42327cd7-6dce-4efc-8067-d1bc21cb8cb7, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:30:33.895776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573a4b2-a4cb-4d03-9a87-8794e74343ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d09778a-0a32-4e43-b211-dccb9de93e72,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:33.919635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab3cd774-959b-4a39-b316-1696726ae102 req-c93f54fa-8082-4b8f-9596-9016146d4252 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.921648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab3cd774-959b-4a39-b316-1696726ae102 req-c93f54fa-8082-4b8f-9596-9016146d4252 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4585176 Apr 01 12:30:33.928652 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-929e23a9-f57f-4395-a4cf-23c29092d83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.930264 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57a747f1-b7ce-4d19-9d18-3ddee410acef req-95078d16-7584-4bd7-a17f-a5759ab99d5f tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=907e8404-e4a2-45d3-a284-344b47aee9db HTTP/1.1" status: 200 len: 210 time: 0.0643506 Apr 01 12:30:33.955507 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-929e23a9-f57f-4395-a4cf-23c29092d83d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:33.969762 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-929e23a9-f57f-4395-a4cf-23c29092d83d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/67554ebd-3b80-4a34-bcc6-c079931e4712 HTTP/1.1" status: 204 len: 168 time: 1.2143722 Apr 01 12:30:33.971027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f54fa-8082-4b8f-9596-9016146d4252 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca0c0c-ec7b-426e-9d05-64d09b52887e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:33.978504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23829525-ed06-41c2-922d-c2d90a5ab3b6 None None] Network 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:33.985348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56762) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:34.029910 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573a4b2-a4cb-4d03-9a87-8794e74343ff admin admin] Network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:30:34.064480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e23a9-f57f-4395-a4cf-23c29092d83d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67554ebd-3b80-4a34-bcc6-c079931e4712,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:34.075522 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:34.088670 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Allocated IP 172.20.0.2 (d4814e52-a74c-4155-b03a-376e7affd3ce/49b8910b-7958-4f7f-9cdc-9f9cddb3222a/37e473eb-b3dd-46a8-8dee-6f72e68ae398) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:34.106288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-8c1fcdb6-66df-48e0-bb92-be96d75d3328 req-79d37436-69d8-49f9-bd8f-40fbf184fe14 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-650459670', 'description': 'tempest-description-1713787792'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:34.123121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6573a4b2-a4cb-4d03-9a87-8794e74343ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 42327cd7-6dce-4efc-8067-d1bc21cb8cb7) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:34.131694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:34.172263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6573a4b2-a4cb-4d03-9a87-8794e74343ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:34.173059 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6573a4b2-a4cb-4d03-9a87-8794e74343ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:34.177831 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44f1a34-6e25-4784-88ac-0e15f48b0c7c None None] Network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:34.219008 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8c1fcdb6-66df-48e0-bb92-be96d75d3328 req-79d37436-69d8-49f9-bd8f-40fbf184fe14 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:34.259027 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6573a4b2-a4cb-4d03-9a87-8794e74343ff admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6855290 Apr 01 12:30:34.267063 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-6b531790-a3a5-4470-bbd5-7b385916c7a1 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1408799785&fields=id&tenant_id=57f43c368539419980a35d2786b94e02 HTTP/1.1" status: 200 len: 267 time: 0.1330395 Apr 01 12:30:34.272093 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:34.275993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:34.276941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 97d7041c-1d9a-4ce0-bb41-2940f9a6e2fe not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:34.437287 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8c1fcdb6-66df-48e0-bb92-be96d75d3328 req-79d37436-69d8-49f9-bd8f-40fbf184fe14 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:34.462048 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8c1fcdb6-66df-48e0-bb92-be96d75d3328 req-79d37436-69d8-49f9-bd8f-40fbf184fe14 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:34.652938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-717b3580-647e-495c-8603-d41fcc9f3126 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:34.667272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-717b3580-647e-495c-8603-d41fcc9f3126 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/networks?id=18ccbc48-6a03-441e-b99f-71ab3ce1ad7b HTTP/1.1" status: 200 len: 804 time: 0.3773916 Apr 01 12:30:34.670228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Deleting port eab656a5-7157-4667-96a7-8a9ebaa01a68 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:34.671342 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:34.721985 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-7e97427c-f7c2-4add-bd05-ca5eb29b7af7 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/quotas/57f43c368539419980a35d2786b94e02 HTTP/1.1" status: 200 len: 375 time: 0.0532222 Apr 01 12:30:34.726194 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-8c1fcdb6-66df-48e0-bb92-be96d75d3328 req-79d37436-69d8-49f9-bd8f-40fbf184fe14 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:34.727437 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c1fcdb6-66df-48e0-bb92-be96d75d3328 req-79d37436-69d8-49f9-bd8f-40fbf184fe14 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6547623 Apr 01 12:30:34.741352 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d37436-69d8-49f9-bd8f-40fbf184fe14 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291e4b14-b2df-43e1-ad15-09595b9c8abd,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:34.822796 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c212a9b-f5a0-4505-88d8-5f2555b391af None None] DHCP port deletion for 5386add8-6f5d-4fd3-97cd-be4c8d4922b0 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:30:34.833620 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e1f36-be68-4eb0-bb8a-be5aed4131cc None None] Network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:34.872891 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:34.906780 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] For port eab656a5-7157-4667-96a7-8a9ebaa01a68, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eab656a5-7157-4667-96a7-8a9ebaa01a68,segment=NetworkSegment(1542a95f-4f27-428b-940a-42ab6e5e45a1),segment_id=1542a95f-4f27-428b-940a-42ab6e5e45a1)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:34.907447 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:34.926871 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:34.932135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Calling delete_port for eab656a5-7157-4667-96a7-8a9ebaa01a68 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:34.954959 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-3ced0556-3317-422d-a368-e407973a81a2 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57f43c368539419980a35d2786b94e02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2313645 Apr 01 12:30:35.032749 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.054504 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.150603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Network d4814e52-a74c-4155-b03a-376e7affd3ce is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:35.157928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Allocated IP 172.25.7.10 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/51ab0b01-0819-4bde-a172-f0e2258d5ffa) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:35.189154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56808) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:35.197410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Pushing event updated for resources: {'Port': ['ID=37e473eb-b3dd-46a8-8dee-6f72e68ae398,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:35.203277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:35.210048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:35.318224 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.335719 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3c212a9b-f5a0-4505-88d8-5f2555b391af None None] Deleting port eab656a5-7157-4667-96a7-8a9ebaa01a68 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:35.336348 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3c212a9b-f5a0-4505-88d8-5f2555b391af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.336678 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.377374 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-6e0b553d-503d-4ead-b1ea-1eb3409bb073 service neutron] 10.222.0.45 "GET /v2.0/networks/18ccbc48-6a03-441e-b99f-71ab3ce1ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022992 Apr 01 12:30:35.383318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] No DVR routers for this DVR port eab656a5-7157-4667-96a7-8a9ebaa01a68 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:30:35.390507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab656a5-7157-4667-96a7-8a9ebaa01a68,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:35.396102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-b39e23ac-4e4c-4cca-b2d5-f5b041de240c req-16b59632-1383-4d41-8503-71f433f706e8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1926543954', 'description': 'tempest-description-1649576175'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:35.408719 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.416531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Attempting to bind port 37e473eb-b3dd-46a8-8dee-6f72e68ae398 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:35.417124 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Attempting to bind port 37e473eb-b3dd-46a8-8dee-6f72e68ae398 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '7a463d18-1825-4c81-bc91-9ad19cc548d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:35.417643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Attempting to bind port 37e473eb-b3dd-46a8-8dee-6f72e68ae398 on network d4814e52-a74c-4155-b03a-376e7affd3ce {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:35.468935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:35.474560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:35.479349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:35.486751 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b39e23ac-4e4c-4cca-b2d5-f5b041de240c req-16b59632-1383-4d41-8503-71f433f706e8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.490516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1395990513-network', 'tenant_id': '67be0409bcbb48388611a7629463a217'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:35.504180 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:35.505698 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Checking segment: {'id': '7a463d18-1825-4c81-bc91-9ad19cc548d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:35.506463 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.507082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Bound using segment: {'id': '7a463d18-1825-4c81-bc91-9ad19cc548d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:35.508149 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Bound port: 37e473eb-b3dd-46a8-8dee-6f72e68ae398, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a463d18-1825-4c81-bc91-9ad19cc548d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:35.508962 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.512885 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Pushing event updated for resources: {'Port': ['ID=51ab0b01-0819-4bde-a172-f0e2258d5ffa,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:35.546834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3c212a9b-f5a0-4505-88d8-5f2555b391af None None] For port eab656a5-7157-4667-96a7-8a9ebaa01a68, host n-d-836146-1, got binding levels [] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:35.549928 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3c212a9b-f5a0-4505-88d8-5f2555b391af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.581650 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3c212a9b-f5a0-4505-88d8-5f2555b391af None None] Calling delete_port for eab656a5-7157-4667-96a7-8a9ebaa01a68 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:35.592776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.ipam_backend_mixin [None req-3c212a9b-f5a0-4505-88d8-5f2555b391af None None] Port eab656a5-7157-4667-96a7-8a9ebaa01a68 was not found and therefore no delete operation was performed {{(pid=102720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 12:30:35.607872 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.612814 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:35.615103 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.634539 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3c212a9b-f5a0-4505-88d8-5f2555b391af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.653231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5386add8-6f5d-4fd3-97cd-be4c8d4922b0']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:35.656211 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.663573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56816) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:35.670417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c212a9b-f5a0-4505-88d8-5f2555b391af None None] Pushing event deleted for resources: {'Port': ['ID=eab656a5-7157-4667-96a7-8a9ebaa01a68,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:35.678203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c212a9b-f5a0-4505-88d8-5f2555b391af None None] No DVR routers for this DVR port eab656a5-7157-4667-96a7-8a9ebaa01a68 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:30:35.691352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1542a95f-4f27-428b-940a-42ab6e5e45a1') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:35.694309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1542a95f-4f27-428b-940a-42ab6e5e45a1') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:35.712310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-05158270-8c22-49fd-825e-77889b79b6be None None] For port 37e473eb-b3dd-46a8-8dee-6f72e68ae398, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:35.718753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-05158270-8c22-49fd-825e-77889b79b6be None None] For port 37e473eb-b3dd-46a8-8dee-6f72e68ae398, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=37e473eb-b3dd-46a8-8dee-6f72e68ae398,segment=NetworkSegment(7a463d18-1825-4c81-bc91-9ad19cc548d6),segment_id=7a463d18-1825-4c81-bc91-9ad19cc548d6)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:35.723978 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.732995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.776888 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.781084 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-28317c19-631c-4f41-9e20-26c0d02977c6 service neutron] 10.222.0.45 "GET /v2.0/networks/18ccbc48-6a03-441e-b99f-71ab3ce1ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808610 Apr 01 12:30:35.795579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:30:35.796859 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:30:35.799056 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:30:35.878558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1387831635-network', 'tenant_id': '2b0538e55b2843b789b0055d45e902c0'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:35.905103 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.915626 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.929698 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5386add8-6f5d-4fd3-97cd-be4c8d4922b0 HTTP/1.1" status: 204 len: 168 time: 1.9404602 Apr 01 12:30:35.960380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34004550-9d5d-4c70-ab31-528cf9ff4824 admin admin] Pushing event deleted for resources: {'Network': ['ID=5386add8-6f5d-4fd3-97cd-be4c8d4922b0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:35.966554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Made reservation on behalf of 2b0538e55b2843b789b0055d45e902c0 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:35.969472 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:35.994355 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.007240 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05158270-8c22-49fd-825e-77889b79b6be None None] Pushing event updated for resources: {'Port': ['ID=37e473eb-b3dd-46a8-8dee-6f72e68ae398,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:36.010962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eab656a5-7157-4667-96a7-8a9ebaa01a68 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:36.033581 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.037165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: eab656a5-7157-4667-96a7-8a9ebaa01a68 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:36.037574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eab656a5-7157-4667-96a7-8a9ebaa01a68 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:36.054343 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.122110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafd0d40-b78a-4df1-a898-00de252c0e77,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:36.145456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:30:36.192645 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.193267 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Added segment bfdb55fd-45ab-48cd-9b4b-c758ecd72b97 of type vlan for network a2a0007f-cd99-412e-ad83-be707fb4c3d4 Apr 01 12:30:36.260493 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56826) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:36.267947 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.320332 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.330718 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fec442b5-83d1-4e6d-bb09-74c5bc3928ad req-cfbf9708-a39b-46a9-9026-500b5ef48cfc tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/55ca0c0c-ec7b-426e-9d05-64d09b52887e HTTP/1.1" status: 200 len: 1804 time: 0.2417893 Apr 01 12:30:36.334111 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.337620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:36.338259 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.348602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.354310 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e7690517-aa60-4f44-aa9e-f6d13ad5d7b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=073f1b91e660442fb9abaf85505943ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895004 Apr 01 12:30:36.360277 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b7ff7783-ecf7-4dae-94ac-96fe4239c844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.365804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56828) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:36.469058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:30:36.551525 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.552907 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Added segment 150dbb05-e1a8-4d5f-b850-324e96d95997 of type vlan for network 2e874777-b55e-463c-b9ee-9896ca3de349 Apr 01 12:30:36.570995 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea8420d5-bb3a-4c3c-817a-b0e5c87928b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.608150 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b39e23ac-4e4c-4cca-b2d5-f5b041de240c req-16b59632-1383-4d41-8503-71f433f706e8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.620670 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b39e23ac-4e4c-4cca-b2d5-f5b041de240c req-16b59632-1383-4d41-8503-71f433f706e8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.625061 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.738991 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5479352 Apr 01 12:30:36.748168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fec442b5-83d1-4e6d-bb09-74c5bc3928ad req-125979cc-37e2-4a3e-950e-6f9e49ef2741 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/291e4b14-b2df-43e1-ad15-09595b9c8abd HTTP/1.1" status: 200 len: 1804 time: 0.4165621 Apr 01 12:30:36.749290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56834) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:36.755100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-70d1b799-b0e3-4c7c-b985-98215c1f12fc admin admin] Request body: {'subnet': {'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1395990513-subnet', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:36.761268 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.762426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:36.763333 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.769267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5e5143-dfce-4e72-b0ce-b37b4051abab,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:36.779315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b3fcf-4f49-410a-bc25-a051dbbe430e admin admin] Pushing event updated for resources: {'Network': ['ID=a2a0007f-cd99-412e-ad83-be707fb4c3d4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:36.794206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea8420d5-bb3a-4c3c-817a-b0e5c87928b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.796855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-fec442b5-83d1-4e6d-bb09-74c5bc3928ad req-f311fd9c-a496-425e-9a93-d34695fd31b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '55ca0c0c-ec7b-426e-9d05-64d09b52887e', 'remote_group_id': '291e4b14-b2df-43e1-ad15-09595b9c8abd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:36.796855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-fec442b5-83d1-4e6d-bb09-74c5bc3928ad req-f311fd9c-a496-425e-9a93-d34695fd31b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '55ca0c0c-ec7b-426e-9d05-64d09b52887e', 'remote_group_id': '291e4b14-b2df-43e1-ad15-09595b9c8abd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:36.798046 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b39e23ac-4e4c-4cca-b2d5-f5b041de240c req-16b59632-1383-4d41-8503-71f433f706e8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.809494 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network a2a0007f-cd99-412e-ad83-be707fb4c3d4 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:30:36.811137 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b39e23ac-4e4c-4cca-b2d5-f5b041de240c req-16b59632-1383-4d41-8503-71f433f706e8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.4263077 Apr 01 12:30:36.831866 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.885542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2156575 Apr 01 12:30:36.897833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56840) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:36.899894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b59632-1383-4d41-8503-71f433f706e8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d250e5-e17e-4725-930e-7bb1a6fa5af6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:36.913103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4cb78a90-59d0-407a-b9ca-8ad817f3b987 admin admin] Request body: {'subnet': {'network_id': '2e874777-b55e-463c-b9ee-9896ca3de349', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1387831635-subnet', 'tenant_id': '2b0538e55b2843b789b0055d45e902c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:36.942302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d1b799-b0e3-4c7c-b985-98215c1f12fc admin admin] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:36.944835 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70d1b799-b0e3-4c7c-b985-98215c1f12fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:36.958098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bb249-8f4f-47ab-b6b8-ef205b1875e1 admin admin] Pushing event updated for resources: {'Network': ['ID=2e874777-b55e-463c-b9ee-9896ca3de349,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:36.995532 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb78a90-59d0-407a-b9ca-8ad817f3b987 admin admin] Made reservation on behalf of 2b0538e55b2843b789b0055d45e902c0 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:37.000912 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4cb78a90-59d0-407a-b9ca-8ad817f3b987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.007439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 2e874777-b55e-463c-b9ee-9896ca3de349 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:30:37.117495 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fec442b5-83d1-4e6d-bb09-74c5bc3928ad req-f311fd9c-a496-425e-9a93-d34695fd31b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.208128 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cce6a45a-3085-41c1-bf48-5b9f2f87219d req-ab64d197-e44d-4e22-a3f1-728e6c9ca922 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 210 time: 0.0694575 Apr 01 12:30:37.211440 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fec442b5-83d1-4e6d-bb09-74c5bc3928ad req-f311fd9c-a496-425e-9a93-d34695fd31b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.255260 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fec442b5-83d1-4e6d-bb09-74c5bc3928ad req-f311fd9c-a496-425e-9a93-d34695fd31b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.283973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea8420d5-bb3a-4c3c-817a-b0e5c87928b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.292733 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea8420d5-bb3a-4c3c-817a-b0e5c87928b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.294432 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ea8420d5-bb3a-4c3c-817a-b0e5c87928b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab30361f-8b32-4eb0-a223-91617a741070 HTTP/1.1" status: 204 len: 168 time: 0.9254305 Apr 01 12:30:37.297748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311fd9c-a496-425e-9a93-d34695fd31b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da8cc9e-5488-42f8-a6c3-a583aacad77c,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:37.317850 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fec442b5-83d1-4e6d-bb09-74c5bc3928ad req-f311fd9c-a496-425e-9a93-d34695fd31b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.319513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-77409afe-a6c7-46c0-9f6e-e45fdcfbc063 req-3558c48b-9aed-42fc-8926-ddea3f1ccbc9 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1787652228', 'description': 'tempest-description-1813360141'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:37.321909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fec442b5-83d1-4e6d-bb09-74c5bc3928ad req-f311fd9c-a496-425e-9a93-d34695fd31b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5547154 Apr 01 12:30:37.439063 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70d1b799-b0e3-4c7c-b985-98215c1f12fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.532311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8420d5-bb3a-4c3c-817a-b0e5c87928b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab30361f-8b32-4eb0-a223-91617a741070,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:37.620138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1b799-b0e3-4c7c-b985-98215c1f12fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b7cb92-fc93-410f-9652-7a0f67084c27,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:37.686745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d1b799-b0e3-4c7c-b985-98215c1f12fc admin admin] Checking segment: {'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:37.688446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1b799-b0e3-4c7c-b985-98215c1f12fc admin admin] Network hostable DHCP agents. Network: a2a0007f-cd99-412e-ad83-be707fb4c3d4, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:30:37.733855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.736837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-54d13cad-fad4-4cfe-8b17-c12cff8631d0 req-bf86ad4f-48f3-4cc0-8418-a51ebcc854b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-488507310', 'description': 'tempest-description-1140012897'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:37.743717 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-77409afe-a6c7-46c0-9f6e-e45fdcfbc063 req-3558c48b-9aed-42fc-8926-ddea3f1ccbc9 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.797690 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54d13cad-fad4-4cfe-8b17-c12cff8631d0 req-bf86ad4f-48f3-4cc0-8418-a51ebcc854b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.800688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1b799-b0e3-4c7c-b985-98215c1f12fc admin admin] Network a2a0007f-cd99-412e-ad83-be707fb4c3d4 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:30:37.827989 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4cb78a90-59d0-407a-b9ca-8ad817f3b987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.837144 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-70d1b799-b0e3-4c7c-b985-98215c1f12fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, a2a0007f-cd99-412e-ad83-be707fb4c3d4) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:37.843806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d1b799-b0e3-4c7c-b985-98215c1f12fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:37.844398 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70d1b799-b0e3-4c7c-b985-98215c1f12fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:37.861675 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f6b52a-85d7-48f6-baf3-419a852896ff None None] Network a2a0007f-cd99-412e-ad83-be707fb4c3d4 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:37.913665 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-70d1b799-b0e3-4c7c-b985-98215c1f12fc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1622512 Apr 01 12:30:37.921047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56852) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:37.955214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:38.042266 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb78a90-59d0-407a-b9ca-8ad817f3b987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f972d32-5f51-48b2-a84c-662f5c12b08b,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:38.068179 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.069273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.097590 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb78a90-59d0-407a-b9ca-8ad817f3b987 admin admin] Checking segment: {'id': '150dbb05-e1a8-4d5f-b850-324e96d95997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e874777-b55e-463c-b9ee-9896ca3de349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:38.097961 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb78a90-59d0-407a-b9ca-8ad817f3b987 admin admin] Network hostable DHCP agents. Network: 2e874777-b55e-463c-b9ee-9896ca3de349, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:30:38.119856 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-77409afe-a6c7-46c0-9f6e-e45fdcfbc063 req-3558c48b-9aed-42fc-8926-ddea3f1ccbc9 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.149985 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-77409afe-a6c7-46c0-9f6e-e45fdcfbc063 req-3558c48b-9aed-42fc-8926-ddea3f1ccbc9 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.195153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb78a90-59d0-407a-b9ca-8ad817f3b987 admin admin] Network 2e874777-b55e-463c-b9ee-9896ca3de349 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:30:38.247632 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-77409afe-a6c7-46c0-9f6e-e45fdcfbc063 req-3558c48b-9aed-42fc-8926-ddea3f1ccbc9 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.250879 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-77409afe-a6c7-46c0-9f6e-e45fdcfbc063 req-3558c48b-9aed-42fc-8926-ddea3f1ccbc9 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0063765 Apr 01 12:30:38.287134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 37e473eb-b3dd-46a8-8dee-6f72e68ae398 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:38.289858 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53b22e-7f4a-4b5c-8ed9-06b0ccc522a8 None None] Network d4814e52-a74c-4155-b03a-376e7affd3ce requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:38.303545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-4cb78a90-59d0-407a-b9ca-8ad817f3b987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 2e874777-b55e-463c-b9ee-9896ca3de349) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:38.317708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54d13cad-fad4-4cfe-8b17-c12cff8631d0 req-bf86ad4f-48f3-4cc0-8418-a51ebcc854b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.335169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558c48b-9aed-42fc-8926-ddea3f1ccbc9 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9a8fc2-1b49-4c99-966e-74856c2374fa,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:38.341018 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb78a90-59d0-407a-b9ca-8ad817f3b987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:38.342090 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4cb78a90-59d0-407a-b9ca-8ad817f3b987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.370400 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54d13cad-fad4-4cfe-8b17-c12cff8631d0 req-bf86ad4f-48f3-4cc0-8418-a51ebcc854b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.472481 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13fc16-4ee5-422f-afed-6358c5e0aafe None None] Network 2e874777-b55e-463c-b9ee-9896ca3de349 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:38.530925 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Router 959be25d-917e-4c10-96c4-baf4d92f1513 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:30:38.586058 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4cb78a90-59d0-407a-b9ca-8ad817f3b987 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6692739 Apr 01 12:30:38.610549 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.632789 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'fixed_ips': [{'subnet_id': '33b7cb92-fc93-410f-9652-7a0f67084c27'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:30:38.636182 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.691528 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54d13cad-fad4-4cfe-8b17-c12cff8631d0 req-bf86ad4f-48f3-4cc0-8418-a51ebcc854b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.701551 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54d13cad-fad4-4cfe-8b17-c12cff8631d0 req-bf86ad4f-48f3-4cc0-8418-a51ebcc854b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9876969 Apr 01 12:30:38.858165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:30:38.871024 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Sync routers for ids ['959be25d-917e-4c10-96c4-baf4d92f1513'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:30:38.909941 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Routers {'959be25d-917e-4c10-96c4-baf4d92f1513'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:38.911990 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['959be25d-917e-4c10-96c4-baf4d92f1513'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:38.918977 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-b506efcd-edc7-4a28-8a24-f6d979338a2c tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:38.920299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86ad4f-48f3-4cc0-8418-a51ebcc854b0 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399dd12d-5ca2-46b7-a1e5-e02b06b577ab,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:38.923387 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-b506efcd-edc7-4a28-8a24-f6d979338a2c tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.44 "GET /v2.0/networks?id=18ccbc48-6a03-441e-b99f-71ab3ce1ad7b HTTP/1.1" status: 200 len: 804 time: 0.7001243 Apr 01 12:30:38.968547 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-17322688-5e29-4f49-9f29-3b2331459840 None None] Provisioning complete for port 37e473eb-b3dd-46a8-8dee-6f72e68ae398 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:38.970227 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-17322688-5e29-4f49-9f29-3b2331459840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.980488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82b7b8-7743-4af1-8f57-bb827b840069 req-604fb6ba-6ca9-4d3f-979d-a4b6b3feecf1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:38.984881 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2f82b7b8-7743-4af1-8f57-bb827b840069 req-604fb6ba-6ca9-4d3f-979d-a4b6b3feecf1 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 0.4658363 Apr 01 12:30:38.994829 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.995537 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:38.999541 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8b0f5d48-c455-4ae5-acb1-ea9d4bcd6e43 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7388623 Apr 01 12:30:39.000234 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56878) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:39.108970 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-177604ce-f125-4915-a959-0f9c5c4176bf tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f43c368539419980a35d2786b94e02 HTTP/1.1" status: 200 len: 380 time: 0.1660895 Apr 01 12:30:39.128284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Request body: {'port': {'device_id': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'admin_state_up': True, 'tenant_id': '57f43c368539419980a35d2786b94e02', 'security_groups': ['e4c3762c-ba50-496a-99d6-c98c9f03eae9']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:39.144692 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Set router 959be25d-917e-4c10-96c4-baf4d92f1513 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:39.346731 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2f82b7b8-7743-4af1-8f57-bb827b840069 req-65d961cc-3714-4b8c-b683-2b7c294cd152 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449473 Apr 01 12:30:39.353542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Made reservation on behalf of 57f43c368539419980a35d2786b94e02 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:39.357141 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:39.361780 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:39.395514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Allocated IP 172.20.0.2 (a2a0007f-cd99-412e-ad83-be707fb4c3d4/33b7cb92-fc93-410f-9652-7a0f67084c27/850dbcaa-6a48-4857-ae1b-5907a43acdce) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:39.419105 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56884) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:39.469523 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c93b99b4-a855-4dee-a59f-6510d5d6a5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:39.637040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 37e473eb-b3dd-46a8-8dee-6f72e68ae398 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:39.637711 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:39.712034 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'name': 'tempest-TaggedBootDevicesTest_v242-1738876930-router', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:33Z', 'updated_at': '2022-04-01T12:30:36Z', 'revision_number': 3, 'project_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'gw_port': {'id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:34Z', 'updated_at': '2022-04-01T12:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:39.814557 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Checking router: 959be25d-917e-4c10-96c4-baf4d92f1513 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:30:39.814801 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Updating router 959be25d-917e-4c10-96c4-baf4d92f1513 port 51ab0b01-0819-4bde-a172-f0e2258d5ffa binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:30:39.822273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6829e4-542b-482d-bd2b-1fe2baca9182 None None] Network 2e874777-b55e-463c-b9ee-9896ca3de349 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:39.881047 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.163048 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-624533695-network', 'tenant_id': 'c3c5b1578af04877b021e0455a0a1a6c'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:40.178436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ae664-eb61-4e49-a571-352659e7d0ca req-9617d3cc-e526-49c1-a597-9978efa186b6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:40.184917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-529ae664-eb61-4e49-a571-352659e7d0ca req-9617d3cc-e526-49c1-a597-9978efa186b6 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.37 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 1.8567693 Apr 01 12:30:40.189364 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-00ad8e10-6dd4-4f91-80d2-77ffb4abbeda req-6093e7fd-8938-4188-8454-a56c5e633ca6 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 210 time: 1.2249682 Apr 01 12:30:40.247901 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-6fcaf8d0-b79f-401c-bf8b-0bb77df0252c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:40.249726 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-6fcaf8d0-b79f-401c-bf8b-0bb77df0252c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/networks?id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7 HTTP/1.1" status: 200 len: 812 time: 0.5858521 Apr 01 12:30:40.334066 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-6457587f-8944-4b7d-9702-90bee1f8f3bf tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/quotas/09243a6a13ec4cea8eab6bdf38c2ad6d HTTP/1.1" status: 200 len: 375 time: 0.0643733 Apr 01 12:30:40.387930 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-17322688-5e29-4f49-9f29-3b2331459840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.488307 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.490729 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.497314 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.500732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56908) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:40.512229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-cef4ac9b-3cd5-4699-894e-b221591db164 req-5878b21b-73f7-480f-bbc3-952268916240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-991882998', 'description': 'tempest-description-704371380'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:40.518278 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1044547587-network', 'tenant_id': '9751b81824894e178d39e59c8361b1ba'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:40.550257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-17322688-5e29-4f49-9f29-3b2331459840 None None] For port 37e473eb-b3dd-46a8-8dee-6f72e68ae398, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=37e473eb-b3dd-46a8-8dee-6f72e68ae398,segment=NetworkSegment(7a463d18-1825-4c81-bc91-9ad19cc548d6),segment_id=7a463d18-1825-4c81-bc91-9ad19cc548d6)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:40.597572 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-17322688-5e29-4f49-9f29-3b2331459840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.613686 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.628698 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.638520 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.650491 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-faeef923-6c02-4071-8412-85b7235badcd tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2995849 Apr 01 12:30:40.663898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cef4ac9b-3cd5-4699-894e-b221591db164 req-5878b21b-73f7-480f-bbc3-952268916240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.709847 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.714741 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Attempting to bind port 51ab0b01-0819-4bde-a172-f0e2258d5ffa on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:40.715243 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Attempting to bind port 51ab0b01-0819-4bde-a172-f0e2258d5ffa by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:40.715697 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Attempting to bind port 51ab0b01-0819-4bde-a172-f0e2258d5ffa on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:40.726213 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a28867-0097-4540-822f-cce737ae0c60 None None] Pushing event updated for resources: {'Port': ['ID=51ab0b01-0819-4bde-a172-f0e2258d5ffa,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:40.740199 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.740941 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:40.742127 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:40.742780 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.743513 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:40.744817 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Bound port: 51ab0b01-0819-4bde-a172-f0e2258d5ffa, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:40.745562 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.751766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Made reservation on behalf of c3c5b1578af04877b021e0455a0a1a6c for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:40.755759 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.768026 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Network a2a0007f-cd99-412e-ad83-be707fb4c3d4 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:40.781344 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.790427 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:40.810423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:40.814349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Made reservation on behalf of 9751b81824894e178d39e59c8361b1ba for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:40.816660 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.816846 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:30:40.820374 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:30:40.840118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17322688-5e29-4f49-9f29-3b2331459840 None None] Pushing event updated for resources: {'Port': ['ID=37e473eb-b3dd-46a8-8dee-6f72e68ae398,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:40.840651 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.878862 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] For port 51ab0b01-0819-4bde-a172-f0e2258d5ffa, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:40.884966 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] For port 51ab0b01-0819-4bde-a172-f0e2258d5ffa, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=51ab0b01-0819-4bde-a172-f0e2258d5ffa,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:40.895692 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.931374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-529ae664-eb61-4e49-a571-352659e7d0ca req-e6645db2-0b36-4123-9102-5a797f91f965 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Deleting port 609b3754-5bcb-497f-aa0a-31f07c8214cd {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:30:40.933125 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-529ae664-eb61-4e49-a571-352659e7d0ca req-e6645db2-0b36-4123-9102-5a797f91f965 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.937359 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c05ab33d-c7db-458f-9e64-e3115f73b1ca None None] Provisioning complete for port 37e473eb-b3dd-46a8-8dee-6f72e68ae398 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:40.937806 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c05ab33d-c7db-458f-9e64-e3115f73b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:40.992936 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cef4ac9b-3cd5-4699-894e-b221591db164 req-5878b21b-73f7-480f-bbc3-952268916240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.001499 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a28867-0097-4540-822f-cce737ae0c60 None None] Pushing event updated for resources: {'Port': ['ID=51ab0b01-0819-4bde-a172-f0e2258d5ffa,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:41.041573 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Routers {'959be25d-917e-4c10-96c4-baf4d92f1513'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:41.044435 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['959be25d-917e-4c10-96c4-baf4d92f1513'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:41.051955 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Pushing event updated for resources: {'Port': ['ID=850dbcaa-6a48-4857-ae1b-5907a43acdce,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:41.053013 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cef4ac9b-3cd5-4699-894e-b221591db164 req-5878b21b-73f7-480f-bbc3-952268916240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.057505 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Attempting to bind port 850dbcaa-6a48-4857-ae1b-5907a43acdce on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:41.057867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Attempting to bind port 850dbcaa-6a48-4857-ae1b-5907a43acdce by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:41.058254 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Attempting to bind port 850dbcaa-6a48-4857-ae1b-5907a43acdce on network a2a0007f-cd99-412e-ad83-be707fb4c3d4 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:41.068079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:41.068249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Checking segment: {'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:41.068597 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.068975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Bound using segment: {'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:41.069451 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Bound port: 850dbcaa-6a48-4857-ae1b-5907a43acdce, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:41.069828 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.104975 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Allocated IP 172.20.0.9 (18ccbc48-6a03-441e-b99f-71ab3ce1ad7b/f506a90d-7898-4784-9b9d-4bf9cd0cae59/8237ea63-558f-4c53-9b37-e3adda602eb4) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:41.209358 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cef4ac9b-3cd5-4699-894e-b221591db164 req-5878b21b-73f7-480f-bbc3-952268916240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.211238 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cef4ac9b-3cd5-4699-894e-b221591db164 req-5878b21b-73f7-480f-bbc3-952268916240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9664831 Apr 01 12:30:41.240391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878b21b-73f7-480f-bbc3-952268916240 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9311cdd3-9685-4424-9787-206ee2476501,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:41.261885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.288320 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.424537 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:30:41.443410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-529ae664-eb61-4e49-a571-352659e7d0ca req-e6645db2-0b36-4123-9102-5a797f91f965 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] For port 609b3754-5bcb-497f-aa0a-31f07c8214cd, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=609b3754-5bcb-497f-aa0a-31f07c8214cd,segment=NetworkSegment(df9fee13-c346-4064-8148-39ebaf8960c2),segment_id=df9fee13-c346-4064-8148-39ebaf8960c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:41.444629 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-529ae664-eb61-4e49-a571-352659e7d0ca req-e6645db2-0b36-4123-9102-5a797f91f965 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.444783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] For port 850dbcaa-6a48-4857-ae1b-5907a43acdce, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:41.450394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] For port 850dbcaa-6a48-4857-ae1b-5907a43acdce, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=850dbcaa-6a48-4857-ae1b-5907a43acdce,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:41.459131 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.468488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-529ae664-eb61-4e49-a571-352659e7d0ca req-e6645db2-0b36-4123-9102-5a797f91f965 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Calling delete_port for 609b3754-5bcb-497f-aa0a-31f07c8214cd owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:30:41.491032 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.491532 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Added segment af5a725a-a27b-495f-ba5c-016976cc7139 of type vlan for network 858ef4e7-d7b6-4441-bab1-e2f53e638cf6 Apr 01 12:30:41.507959 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] Set router 959be25d-917e-4c10-96c4-baf4d92f1513 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:41.569817 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8d368-1cba-4a36-9f8c-4ec9c63f8cf6 None None] Pushing event updated for resources: {'Port': ['ID=850dbcaa-6a48-4857-ae1b-5907a43acdce,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:41.637587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Allocated IP 172.20.0.1 (d4814e52-a74c-4155-b03a-376e7affd3ce/49b8910b-7958-4f7f-9cdc-9f9cddb3222a/bfa5a4f2-1b2a-40fc-863f-eab37b397ea3) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:41.655815 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.678112 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-cdbb8ea1-1e33-4ea7-af05-8aea446343bc service neutron] 10.222.0.45 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9126389 Apr 01 12:30:41.684881 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 37e473eb-b3dd-46a8-8dee-6f72e68ae398 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:41.692969 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.729420 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2238afd-1c92-46a5-9056-201e992eb9ee,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:41.754779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.795206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.814058 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.831697 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.839392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 37e473eb-b3dd-46a8-8dee-6f72e68ae398 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:41.840083 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.855886 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:41.912256 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'name': 'tempest-TaggedBootDevicesTest_v242-1738876930-router', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:33Z', 'updated_at': '2022-04-01T12:30:36Z', 'revision_number': 3, 'project_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'gw_port': {'id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:34Z', 'updated_at': '2022-04-01T12:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:41.957362 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.resource_extend [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:30:42.000324 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9b57a-ce79-4449-8ad2-96e0a84faa96 None None] The sync data for ids ['959be25d-917e-4c10-96c4-baf4d92f1513'] in n-d-836146-1 is: [{'id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'name': 'tempest-TaggedBootDevicesTest_v242-1738876930-router', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:33Z', 'updated_at': '2022-04-01T12:30:36Z', 'revision_number': 3, 'project_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'gw_port': {'id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:34Z', 'updated_at': '2022-04-01T12:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:30:42.131766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500bf19-4e90-4ad2-8536-741fef1e74ed req-779f2cf8-7903-480d-81cf-8f168aa2413e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:42.134340 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d500bf19-4e90-4ad2-8536-741fef1e74ed req-779f2cf8-7903-480d-81cf-8f168aa2413e tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/ports?device_id=27ffeb44-e179-427e-b0ce-ac60f5a1e2df HTTP/1.1" status: 200 len: 944 time: 0.4802887 Apr 01 12:30:42.234700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Allocated IP 172.25.7.114 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/7aed0b46-c857-4cf3-9ea9-270864cf7ca5) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:42.239235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-529ae664-eb61-4e49-a571-352659e7d0ca req-e6645db2-0b36-4123-9102-5a797f91f965 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:42.255884 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d500bf19-4e90-4ad2-8536-741fef1e74ed req-8e2b68db-9ee8-41ba-877b-5d91ea4f5124 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc87852c-0946-471a-89d9-788ef78c487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054330 Apr 01 12:30:42.313360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6645db2-0b36-4123-9102-5a797f91f965 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Pushing event deleted for resources: {'Port': ['ID=609b3754-5bcb-497f-aa0a-31f07c8214cd,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:42.516184 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:30:42.562961 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:42.564354 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:42.565078 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:42.587837 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af2a95eb-11bd-43c6-95f7-997f9560bf34 req-7fde73c0-5d2a-4a68-aef9-875573fb4cae tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 210 time: 0.1247470 Apr 01 12:30:42.590797 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:42.591261 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Added segment 3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3 of type vlan for network 68664389-db93-44d9-bf37-b9f203cb08d6 Apr 01 12:30:42.593822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-529ae664-eb61-4e49-a571-352659e7d0ca req-e6645db2-0b36-4123-9102-5a797f91f965 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] No DVR routers for this DVR port 609b3754-5bcb-497f-aa0a-31f07c8214cd on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:30:42.605878 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-529ae664-eb61-4e49-a571-352659e7d0ca req-e6645db2-0b36-4123-9102-5a797f91f965 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:42.623611 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-529ae664-eb61-4e49-a571-352659e7d0ca req-e6645db2-0b36-4123-9102-5a797f91f965 tempest-LiveMigrationTest-412088390 tempest-LiveMigrationTest-412088390-project] 10.222.0.37 "DELETE /v2.0/ports/609b3754-5bcb-497f-aa0a-31f07c8214cd HTTP/1.1" status: 204 len: 173 time: 2.4333167 Apr 01 12:30:42.624293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ffeb44-e179-427e-b0ce-ac60f5a1e2df', 'name': 'network-vif-deleted', 'tag': '609b3754-5bcb-497f-aa0a-31f07c8214cd'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:30:42.634629 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591f4ee0-b80f-43f1-b0a5-2f1b1c6af263" -d '{"events": [{"server_uuid": "27ffeb44-e179-427e-b0ce-ac60f5a1e2df", "name": "network-vif-deleted", "tag": "609b3754-5bcb-497f-aa0a-31f07c8214cd"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:30:42.728018 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fb26f8-88c0-4733-8f6c-280411134760,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:42.777188 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:42.777558 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:42.777848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:42.778211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:42.778535 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:42.778858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:42.779178 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:42.779501 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:42.779817 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:42.780756 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:42.781077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:42.781403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:42.788660 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2816055 Apr 01 12:30:42.798857 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56916) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:42.828027 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:42.831718 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-b8d86ec3-e10f-48db-bc32-f5ef2b501d79 service neutron] 10.222.0.45 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1111510 Apr 01 12:30:42.887317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-602d4ea1-9366-4d90-87d1-15be012c7519 admin admin] Request body: {'subnet': {'network_id': '858ef4e7-d7b6-4441-bab1-e2f53e638cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1044547587-subnet', 'tenant_id': '9751b81824894e178d39e59c8361b1ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:42.897575 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:42.904061 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:42.909719 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:42.916463 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641e16b-220a-43a3-9d76-aaa41c462db6 admin admin] Pushing event updated for resources: {'Network': ['ID=858ef4e7-d7b6-4441-bab1-e2f53e638cf6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:42.942962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 858ef4e7-d7b6-4441-bab1-e2f53e638cf6 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:30:43.016285 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:43.017292 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:43.017878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:43.052792 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91890e7a-379d-4075-9224-a0de6a769d13 req-c3bc69a3-35f8-4672-a823-5b5b207a64ee tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/399dd12d-5ca2-46b7-a1e5-e02b06b577ab HTTP/1.1" status: 200 len: 1804 time: 0.3351696 Apr 01 12:30:43.055499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602d4ea1-9366-4d90-87d1-15be012c7519 admin admin] Made reservation on behalf of 9751b81824894e178d39e59c8361b1ba for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:43.060101 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-602d4ea1-9366-4d90-87d1-15be012c7519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:43.180165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.7531021 Apr 01 12:30:43.197202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56920) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:43.221463 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-79810c94-65bf-483b-9ebd-4cc632daa959 admin admin] Request body: {'subnet': {'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-624533695-subnet', 'tenant_id': 'c3c5b1578af04877b021e0455a0a1a6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:43.306037 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:43.383702 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b564ac-d894-4b58-8a33-f4febbcdea20 admin admin] Pushing event updated for resources: {'Network': ['ID=68664389-db93-44d9-bf37-b9f203cb08d6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:43.402127 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19f3bde-b945-4407-b037-a69d63fea1a5 x-openstack-request-id: req-c19f3bde-b945-4407-b037-a69d63fea1a5 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:30:43.403011 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ffeb44-e179-427e-b0ce-ac60f5a1e2df", "name": "network-vif-deleted", "tag": "609b3754-5bcb-497f-aa0a-31f07c8214cd", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:30:43.403011 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c19f3bde-b945-4407-b037-a69d63fea1a5 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:30:43.403239 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19f3bde-b945-4407-b037-a69d63fea1a5'] response: {'server_uuid': '27ffeb44-e179-427e-b0ce-ac60f5a1e2df', 'name': 'network-vif-deleted', 'tag': '609b3754-5bcb-497f-aa0a-31f07c8214cd', 'status': 'completed', 'code': 200} Apr 01 12:30:43.405074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 68664389-db93-44d9-bf37-b9f203cb08d6 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:30:43.416098 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:43.425717 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Pushing event updated for resources: {'Port': ['ID=7aed0b46-c857-4cf3-9ea9-270864cf7ca5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:43.441599 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91890e7a-379d-4075-9224-a0de6a769d13 req-ae39a71a-813e-464c-aa80-30dd333b1073 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/9311cdd3-9685-4424-9787-206ee2476501 HTTP/1.1" status: 200 len: 1803 time: 0.3754132 Apr 01 12:30:43.443663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:43.448817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:43.459777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:43.469091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-91890e7a-379d-4075-9224-a0de6a769d13 req-251dd597-0ad5-483a-b369-31fdf304027b tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '399dd12d-5ca2-46b7-a1e5-e02b06b577ab', 'remote_group_id': '9311cdd3-9685-4424-9787-206ee2476501', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:43.469632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-91890e7a-379d-4075-9224-a0de6a769d13 req-251dd597-0ad5-483a-b369-31fdf304027b tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '399dd12d-5ca2-46b7-a1e5-e02b06b577ab', 'remote_group_id': '9311cdd3-9685-4424-9787-206ee2476501', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:43.482229 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a5bfdc-3c6d-4b6a-b9fd-e5378eeba6b1 None None] Network a2a0007f-cd99-412e-ad83-be707fb4c3d4 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:43.613730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Pushing event updated for resources: {'Port': ['ID=bfa5a4f2-1b2a-40fc-863f-eab37b397ea3,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:43.618224 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:43.628766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79810c94-65bf-483b-9ebd-4cc632daa959 admin admin] Made reservation on behalf of c3c5b1578af04877b021e0455a0a1a6c for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:43.631684 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-79810c94-65bf-483b-9ebd-4cc632daa959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:43.701699 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 609b3754-5bcb-497f-aa0a-31f07c8214cd no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:30:43.735328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 609b3754-5bcb-497f-aa0a-31f07c8214cd {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:30:43.735723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 609b3754-5bcb-497f-aa0a-31f07c8214cd not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:30:43.901668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d457c1fb-19da-41c0-92ce-c87e63d458a2 None None] Provisioning complete for port 850dbcaa-6a48-4857-ae1b-5907a43acdce triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:43.902104 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d457c1fb-19da-41c0-92ce-c87e63d458a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:43.939032 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 850dbcaa-6a48-4857-ae1b-5907a43acdce up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:44.080339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Pushing event updated for resources: {'Port': ['ID=8237ea63-558f-4c53-9b37-e3adda602eb4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:44.099180 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6450827-256d-43f0-a38a-0e0cabc5e6fb req-5808eb42-83e6-4c91-b4d5-35e5facc4b53 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 210 time: 0.4870288 Apr 01 12:30:44.119260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Network d4814e52-a74c-4155-b03a-376e7affd3ce is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:44.151131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:44.157697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 850dbcaa-6a48-4857-ae1b-5907a43acdce triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:44.158328 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:44.170591 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:44.269322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:44.270189 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56936) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:44.309415 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:44.318604 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-79810c94-65bf-483b-9ebd-4cc632daa959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:44.321361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:44.377952 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-602d4ea1-9366-4d90-87d1-15be012c7519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:44.493946 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d457c1fb-19da-41c0-92ce-c87e63d458a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:44.524906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:44.524906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:44.539564 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:44.647452 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:44.703428 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-91890e7a-379d-4075-9224-a0de6a769d13 req-251dd597-0ad5-483a-b369-31fdf304027b tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:44.762484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d457c1fb-19da-41c0-92ce-c87e63d458a2 None None] For port 850dbcaa-6a48-4857-ae1b-5907a43acdce, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=850dbcaa-6a48-4857-ae1b-5907a43acdce,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:44.778913 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d457c1fb-19da-41c0-92ce-c87e63d458a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:44.836373 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:44.841484 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79810c94-65bf-483b-9ebd-4cc632daa959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52b3f09-ad4f-4d02-81be-b1ccbcaf1142,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:44.885944 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-1bb43bc1-b5a9-47b3-8496-7309eab1c5fb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7606647 Apr 01 12:30:44.907427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Request body: {'port': {'device_id': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:44.921616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d4ea1-9366-4d90-87d1-15be012c7519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33c92ba-e5f2-4c96-a0c4-d353e3677ee7,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:44.943016 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602d4ea1-9366-4d90-87d1-15be012c7519 admin admin] Checking segment: {'id': 'af5a725a-a27b-495f-ba5c-016976cc7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '858ef4e7-d7b6-4441-bab1-e2f53e638cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:44.943404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602d4ea1-9366-4d90-87d1-15be012c7519 admin admin] Network hostable DHCP agents. Network: 858ef4e7-d7b6-4441-bab1-e2f53e638cf6, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:30:44.963473 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-91890e7a-379d-4075-9224-a0de6a769d13 req-251dd597-0ad5-483a-b369-31fdf304027b tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:44.978885 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-91890e7a-379d-4075-9224-a0de6a769d13 req-251dd597-0ad5-483a-b369-31fdf304027b tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:45.010468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602d4ea1-9366-4d90-87d1-15be012c7519 admin admin] Network 858ef4e7-d7b6-4441-bab1-e2f53e638cf6 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:30:45.071687 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dd597-0ad5-483a-b369-31fdf304027b tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75bedb2-8b5e-4b0b-bbde-a0a99231095e,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:45.072398 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4e24f-8c5e-4818-925e-e1a94bb1f198 req-faad42c4-e507-4ccc-b1ab-7eaf211f4186 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:45.079095 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-91890e7a-379d-4075-9224-a0de6a769d13 req-251dd597-0ad5-483a-b369-31fdf304027b tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:45.080592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91890e7a-379d-4075-9224-a0de6a769d13 req-251dd597-0ad5-483a-b369-31fdf304027b tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.6264870 Apr 01 12:30:45.083684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-602d4ea1-9366-4d90-87d1-15be012c7519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 858ef4e7-d7b6-4441-bab1-e2f53e638cf6) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:45.084883 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dbc4e24f-8c5e-4818-925e-e1a94bb1f198 req-faad42c4-e507-4ccc-b1ab-7eaf211f4186 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 931 time: 0.6988299 Apr 01 12:30:45.097622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602d4ea1-9366-4d90-87d1-15be012c7519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:45.098274 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-602d4ea1-9366-4d90-87d1-15be012c7519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:45.123399 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d39692-21ad-4424-a3d3-95eca3eb1d2a None None] Network 858ef4e7-d7b6-4441-bab1-e2f53e638cf6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:45.131012 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-602d4ea1-9366-4d90-87d1-15be012c7519 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3083336 Apr 01 12:30:45.207183 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:30:45.207740 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:30:45.222839 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:30:45.226728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79810c94-65bf-483b-9ebd-4cc632daa959 admin admin] Checking segment: {'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:45.227712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79810c94-65bf-483b-9ebd-4cc632daa959 admin admin] Network hostable DHCP agents. Network: 68664389-db93-44d9-bf37-b9f203cb08d6, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:30:45.236148 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:45.266232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c8cda74c-0b03-4299-bb15-d2394c0350f3 None None] Provisioning complete for port 850dbcaa-6a48-4857-ae1b-5907a43acdce triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:45.267001 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c8cda74c-0b03-4299-bb15-d2394c0350f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:45.326049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457c1fb-19da-41c0-92ce-c87e63d458a2 None None] Pushing event updated for resources: {'Port': ['ID=850dbcaa-6a48-4857-ae1b-5907a43acdce,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:45.367604 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dbc4e24f-8c5e-4818-925e-e1a94bb1f198 req-975c2284-d101-4474-abf1-bf60e4cf2655 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817445 Apr 01 12:30:45.381624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a19c244-f9fa-4101-8c5b-e26df4da34d3 admin admin] Deleting subnet d4da2763-ce40-4592-83f0-87a0352a7000 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:30:45.415161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79810c94-65bf-483b-9ebd-4cc632daa959 admin admin] Network 68664389-db93-44d9-bf37-b9f203cb08d6 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:30:45.551768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c8cda74c-0b03-4299-bb15-d2394c0350f3 None None] Provisioning complete for port 8237ea63-558f-4c53-9b37-e3adda602eb4 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:45.552129 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c8cda74c-0b03-4299-bb15-d2394c0350f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:45.554116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909f8b61-5815-4cd8-9faf-6895f66503bf None None] Network 858ef4e7-d7b6-4441-bab1-e2f53e638cf6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:45.564712 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14e7d9c3-e55f-4c50-bd1c-9801df8b540f req-8e3c63b2-7984-45bd-802e-3b11c2ea2e89 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/9311cdd3-9685-4424-9787-206ee2476501 HTTP/1.1" status: 200 len: 1803 time: 0.3370166 Apr 01 12:30:45.628728 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a19c244-f9fa-4101-8c5b-e26df4da34d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:45.682035 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c8cda74c-0b03-4299-bb15-d2394c0350f3 None None] Port 8237ea63-558f-4c53-9b37-e3adda602eb4 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:30:45.682302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-79810c94-65bf-483b-9ebd-4cc632daa959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 68664389-db93-44d9-bf37-b9f203cb08d6) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:45.682415 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:45.697858 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c8cda74c-0b03-4299-bb15-d2394c0350f3 None None] Provisioning complete for port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:45.699808 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c8cda74c-0b03-4299-bb15-d2394c0350f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:45.705158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d356da9-004a-4aca-a233-9f870f1e53e6 None None] Network 68664389-db93-44d9-bf37-b9f203cb08d6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:45.705393 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-da3ebfb2-f9d2-4b57-b10a-5d08e41d1ce6 req-33a4cc9f-47bb-4273-9651-aa85934b23bf tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 210 time: 0.0935853 Apr 01 12:30:45.723798 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:45.737420 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79810c94-65bf-483b-9ebd-4cc632daa959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:45.738037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-79810c94-65bf-483b-9ebd-4cc632daa959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:45.801672 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a19c244-f9fa-4101-8c5b-e26df4da34d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:45.852484 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-79810c94-65bf-483b-9ebd-4cc632daa959 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6470599 Apr 01 12:30:45.893427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-3305b97a-1b70-4d20-8776-3825ed244696 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:45.896170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c8cda74c-0b03-4299-bb15-d2394c0350f3 None None] Port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:30:45.901797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-3305b97a-1b70-4d20-8776-3825ed244696 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.37 "GET /v2.0/networks?id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7 HTTP/1.1" status: 200 len: 812 time: 0.3950574 Apr 01 12:30:45.907083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 51ab0b01-0819-4bde-a172-f0e2258d5ffa up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:45.929273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'port': {'device_id': '6a892eed-4626-434d-9fe4-00ab374f4131', 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7', 'admin_state_up': True, 'tenant_id': '09243a6a13ec4cea8eab6bdf38c2ad6d'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:46.040620 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a19c244-f9fa-4101-8c5b-e26df4da34d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.130071 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14e7d9c3-e55f-4c50-bd1c-9801df8b540f req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.169739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd886baf-4b41-4f05-859f-4f09a2b8c34e None None] Network 68664389-db93-44d9-bf37-b9f203cb08d6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:46.175592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 51ab0b01-0819-4bde-a172-f0e2258d5ffa triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:46.176437 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.189963 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14e7d9c3-e55f-4c50-bd1c-9801df8b540f req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.269071 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Made reservation on behalf of 09243a6a13ec4cea8eab6bdf38c2ad6d for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:46.273021 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.334081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:30:46.347535 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14e7d9c3-e55f-4c50-bd1c-9801df8b540f req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.352551 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14e7d9c3-e55f-4c50-bd1c-9801df8b540f req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.360487 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14e7d9c3-e55f-4c50-bd1c-9801df8b540f req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "DELETE /v2.0/security-groups/9311cdd3-9685-4424-9787-206ee2476501 HTTP/1.1" status: 204 len: 173 time: 0.7803133 Apr 01 12:30:46.387114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8237ea63-558f-4c53-9b37-e3adda602eb4 {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:30:46.398414 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a19c244-f9fa-4101-8c5b-e26df4da34d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.401923 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.417369 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.450740 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 51ab0b01-0819-4bde-a172-f0e2258d5ffa, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=51ab0b01-0819-4bde-a172-f0e2258d5ffa,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:46.457746 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.496852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Transition to ACTIVE for port object 8237ea63-558f-4c53-9b37-e3adda602eb4 will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:30:46.500033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19c244-f9fa-4101-8c5b-e26df4da34d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4da2763-ce40-4592-83f0-87a0352a7000,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:46.502551 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a19c244-f9fa-4101-8c5b-e26df4da34d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.508667 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9a19c244-f9fa-4101-8c5b-e26df4da34d3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d4da2763-ce40-4592-83f0-87a0352a7000 HTTP/1.1" status: 204 len: 168 time: 2.2285037 Apr 01 12:30:46.509609 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56974) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:46.529385 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=51ab0b01-0819-4bde-a172-f0e2258d5ffa,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:46.535240 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.538173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9311cdd3-9685-4424-9787-206ee2476501,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:46.547951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-26aceceb-6967-45ae-9f71-24d806bf4b76 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:46.550287 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-26aceceb-6967-45ae-9f71-24d806bf4b76 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/networks?id=2e874777-b55e-463c-b9ee-9896ca3de349 HTTP/1.1" status: 200 len: 815 time: 0.4535935 Apr 01 12:30:46.563686 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.578985 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:46.579596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:46.579724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:46.579971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:46.580302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:46.580620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:46.580955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:46.581280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:46.581603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:46.581927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:46.582471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:46.582793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408029ce-8a88-42d3-a5de-c0eb3b650313 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:30:46.661857 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.674927 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 850dbcaa-6a48-4857-ae1b-5907a43acdce up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:46.733718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Allocated IP 172.20.0.6 (42327cd7-6dce-4efc-8067-d1bc21cb8cb7/1d09778a-0a32-4e43-b211-dccb9de93e72/e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:46.747188 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a2423-d532-497d-b334-bade0462490c service neutron] Pushing event updated for resources: {'Port': ['ID=8237ea63-558f-4c53-9b37-e3adda602eb4,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:46.759860 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-a57ed0f4-acd3-4488-9e04-d290c5fb00df tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/quotas/2b0538e55b2843b789b0055d45e902c0 HTTP/1.1" status: 200 len: 375 time: 0.1132288 Apr 01 12:30:46.799709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 850dbcaa-6a48-4857-ae1b-5907a43acdce triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:46.800301 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.821562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:30:46.865163 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.910638 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.914601 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-732da6ac-404e-41cc-9014-76315226a263 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2b0538e55b2843b789b0055d45e902c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015491 Apr 01 12:30:46.914977 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:46.919234 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c928fc1b-87b6-4f43-ac72-8e523199ab0b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9971418 Apr 01 12:30:46.920442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56986) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:46.929008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Pushing event updated for resources: {'Port': ['ID=bfa5a4f2-1b2a-40fc-863f-eab37b397ea3,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:46.980258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-e0fe6776-bf2c-4d45-9069-4fd43405835f tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:46.981843 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-e0fe6776-bf2c-4d45-9069-4fd43405835f tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/networks?id=68664389-db93-44d9-bf37-b9f203cb08d6 HTTP/1.1" status: 200 len: 817 time: 0.3396058 Apr 01 12:30:47.068736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Sync routers for ids ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:30:47.086638 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-257c7955-b7e4-4038-8379-14f4b267f0be tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/quotas/c3c5b1578af04877b021e0455a0a1a6c HTTP/1.1" status: 200 len: 375 time: 0.0918963 Apr 01 12:30:47.087766 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Routers {'3dc74ab8-33aa-4079-a91f-5f60b192fc3a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:47.088397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:47.102127 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:47.160948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-07b099be-dda9-41bc-aabb-dfdcc45cf807 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3c5b1578af04877b021e0455a0a1a6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347769 Apr 01 12:30:47.170971 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:47.285123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Set router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:47.314876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Attempting to bind port 8237ea63-558f-4c53-9b37-e3adda602eb4 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:47.315231 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Attempting to bind port 8237ea63-558f-4c53-9b37-e3adda602eb4 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:47.315725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Attempting to bind port 8237ea63-558f-4c53-9b37-e3adda602eb4 on network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:47.338196 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-9d26bf3f-56a6-4a6d-a6f3-19ea6cf021c6 service neutron] 10.222.0.45 "GET /v2.0/networks/2e874777-b55e-463c-b9ee-9896ca3de349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820624 Apr 01 12:30:47.418526 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:47.422876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Network d4814e52-a74c-4155-b03a-376e7affd3ce is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:47.423595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Port 8237ea63-558f-4c53-9b37-e3adda602eb4 on network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:30:47.423914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Attempting to bind port 8237ea63-558f-4c53-9b37-e3adda602eb4 on network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:47.447050 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:47.477991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e03f832-9609-4116-a2e6-1f2acde5b427']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:47.530884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:30:44Z', 'revision_number': 3, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:47.546533 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:47.546910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Checking segment: {'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:47.547259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Bound using segment: {'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:47.547700 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Bound port: 8237ea63-558f-4c53-9b37-e3adda602eb4, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7653b545-d8e3-4f43-ac7b-2e63565f2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:47.548483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:47.571873 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Checking router: 3dc74ab8-33aa-4079-a91f-5f60b192fc3a for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:30:47.572325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Updating router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a port 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:30:47.607992 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:47.638450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:47.669486 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-1e840174-2bc0-48b4-af2d-03e57f1ce52e service neutron] 10.222.0.45 "GET /v2.0/networks/2e874777-b55e-463c-b9ee-9896ca3de349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273523 Apr 01 12:30:47.677294 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9fee13-c346-4064-8148-39ebaf8960c2') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:47.677656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9fee13-c346-4064-8148-39ebaf8960c2') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:47.696931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:47.703162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:47.802409 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-771a7fdc-5bcc-4a75-a21b-93f60cf4444b service neutron] 10.222.0.45 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288290 Apr 01 12:30:47.803585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'Port': ['ID=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:47.863889 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:47.865174 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:47.945266 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-1123a2a8-ab6b-4908-bd26-0af8fef8570e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0261185 Apr 01 12:30:47.959283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d5a9c2d8-bf3d-461b-ba29-9fdf5e617fba None None] Provisioning complete for port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:47.959283 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d5a9c2d8-bf3d-461b-ba29-9fdf5e617fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:47.967671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Request body: {'port': {'device_id': '6a892eed-4626-434d-9fe4-00ab374f4131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:48.060851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9c2d8-bf3d-461b-ba29-9fdf5e617fba None None] Port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:30:48.087932 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-99784bbc-764c-4a8e-bc7c-6ecab116f868 service neutron] 10.222.0.45 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681825 Apr 01 12:30:48.099528 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.116487 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.130074 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.237906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.253114 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f3d30-b254-4f23-841a-eab27bdca024 None None] Pushing event updated for resources: {'Port': ['ID=7aed0b46-c857-4cf3-9ea9-270864cf7ca5,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:48.282498 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Attempting to bind port 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:48.283297 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Attempting to bind port 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:48.283765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Attempting to bind port 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:48.291038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:48.291553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:48.292434 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.292930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:48.293672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Bound port: 7aed0b46-c857-4cf3-9ea9-270864cf7ca5, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:48.294232 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.332819 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.401227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] For port 7aed0b46-c857-4cf3-9ea9-270864cf7ca5, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:48.406982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:30:48.407401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.413839 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] For port 7aed0b46-c857-4cf3-9ea9-270864cf7ca5, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7aed0b46-c857-4cf3-9ea9-270864cf7ca5,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:48.428246 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:30:48.465338 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:30:48.660921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Routers {'3dc74ab8-33aa-4079-a91f-5f60b192fc3a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:48.661782 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:48.686503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 51ab0b01-0819-4bde-a172-f0e2258d5ffa up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:48.708811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] For port 8237ea63-558f-4c53-9b37-e3adda602eb4, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:48.765920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] For port 8237ea63-558f-4c53-9b37-e3adda602eb4, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8237ea63-558f-4c53-9b37-e3adda602eb4,segment=NetworkSegment(7653b545-d8e3-4f43-ac7b-2e63565f2f58),segment_id=7653b545-d8e3-4f43-ac7b-2e63565f2f58)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:48.773286 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.778859 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:30:48.793037 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d2dbcc75-e2a1-4f85-aaed-d9224128dd8b req-bdce1d27-ca7e-461e-8a76-0d08c921f85e tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/399dd12d-5ca2-46b7-a1e5-e02b06b577ab HTTP/1.1" status: 200 len: 1804 time: 0.5618145 Apr 01 12:30:48.794829 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.802915 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.806618 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6e03f832-9609-4116-a2e6-1f2acde5b427 HTTP/1.1" status: 204 len: 168 time: 2.2915366 Apr 01 12:30:48.811275 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.827672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57000) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:48.847748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f3d30-b254-4f23-841a-eab27bdca024 None None] Pushing event updated for resources: {'Port': ['ID=7aed0b46-c857-4cf3-9ea9-270864cf7ca5,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:48.895773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fe753-bf34-406b-a0a2-d2bd55ce99b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e03f832-9609-4116-a2e6-1f2acde5b427,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:48.916469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Router 959be25d-917e-4c10-96c4-baf4d92f1513 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:30:48.919650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:48.920272 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:48.921725 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-783a2423-d532-497d-b334-bade0462490c service neutron] 10.222.0.44 "PUT /v2.0/ports/8237ea63-558f-4c53-9b37-e3adda602eb4 HTTP/1.1" status: 200 len: 1091 time: 4.0190799 Apr 01 12:30:48.924153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'tag': '8237ea63-558f-4c53-9b37-e3adda602eb4'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:30:48.926465 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef7abc7-bb7f-4212-903b-a12238b4a205" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3a6eea-4d55-4da7-84ef-5efd892ea0a5", "tag": "8237ea63-558f-4c53-9b37-e3adda602eb4"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:30:48.941711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 51ab0b01-0819-4bde-a172-f0e2258d5ffa triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:48.943037 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:49.022778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a2423-d532-497d-b334-bade0462490c service neutron] Pushing event updated for resources: {'Port': ['ID=8237ea63-558f-4c53-9b37-e3adda602eb4,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:49.044824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] Set router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:49.055302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8303eed5-8165-4a2d-b118-1bb5a4eb2f47 admin admin] Deleting subnet 79fb3fa8-e3b0-416c-b9ef-4709d3c47b2f {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:30:49.130333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Transition to ACTIVE for port object e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:30:49.132432 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8303eed5-8165-4a2d-b118-1bb5a4eb2f47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:49.179611 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:49.301806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Pushing event updated for resources: {'Port': ['ID=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:49.320229 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8303eed5-8165-4a2d-b118-1bb5a4eb2f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:49.411003 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-43d1f5d0-d242-4fe5-91ba-1ac7cf65febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:49.423573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde57c82-94ab-4403-b0da-68c08ce13eab req-33500616-7eac-4375-a98b-998d9fd3f2a5 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:49.427219 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-43d1f5d0-d242-4fe5-91ba-1ac7cf65febc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f43c368539419980a35d2786b94e02&device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 1094 time: 0.3774414 Apr 01 12:30:49.432855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fde57c82-94ab-4403-b0da-68c08ce13eab req-33500616-7eac-4375-a98b-998d9fd3f2a5 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 943 time: 0.6154947 Apr 01 12:30:49.495549 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8303eed5-8165-4a2d-b118-1bb5a4eb2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:49.507665 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e403d08-1b67-4470-ba93-8d13aea0cf44 req-2fe4f6ec-e393-4f62-9d05-174d1a58b5a9 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:49.516765 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0e403d08-1b67-4470-ba93-8d13aea0cf44 req-2fe4f6ec-e393-4f62-9d05-174d1a58b5a9 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 931 time: 0.4428694 Apr 01 12:30:49.523962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:30:49.533604 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bd2dcb4e-1f55-4a42-93a7-064388a493cc admin admin] 10.222.0.45 "PUT /v2.0/routers/959be25d-917e-4c10-96c4-baf4d92f1513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5242007 Apr 01 12:30:49.535768 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Sync routers for ids ['959be25d-917e-4c10-96c4-baf4d92f1513'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:30:49.582799 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-ea19d41c-e01f-4024-8525-58c466c8d0ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8237ea63-558f-4c53-9b37-e3adda602eb4 HTTP/1.1" status: 200 len: 217 time: 0.1543822 Apr 01 12:30:49.602762 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Routers {'959be25d-917e-4c10-96c4-baf4d92f1513'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:49.604814 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b029851a-161c-485b-8155-a83dbb076441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['959be25d-917e-4c10-96c4-baf4d92f1513'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:49.716881 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:30:44Z', 'revision_number': 3, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:49.759153 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0e403d08-1b67-4470-ba93-8d13aea0cf44 req-99bfe64c-7e78-4f3c-be9a-6a120552f95e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368264 Apr 01 12:30:49.773442 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Set router 959be25d-917e-4c10-96c4-baf4d92f1513 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:49.804196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798824e-dc9e-461b-9d42-35870d5c0b8f None None] The sync data for ids ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'] in n-d-836146-1 is: [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:30:44Z', 'revision_number': 3, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:30:49.965384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-d24aa2d1-ef9c-4b33-a5db-ba7386c2607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:49.967067 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-d24aa2d1-ef9c-4b33-a5db-ba7386c2607e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f506a90d-7898-4784-9b9d-4bf9cd0cae59 HTTP/1.1" status: 200 len: 843 time: 0.3202817 Apr 01 12:30:50.054347 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fde57c82-94ab-4403-b0da-68c08ce13eab req-7bceb77f-36d5-4e56-924f-6c1ccea5683d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6190093 Apr 01 12:30:50.096987 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a41aa5e-4ccf-47d4-b46c-71498948c746 req-1138a05b-6211-4f2f-b956-8f8c95b4d66d tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 210 time: 0.1717408 Apr 01 12:30:50.126778 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:50.198538 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aa2395-ab39-475e-88f9-88187bbf638d x-openstack-request-id: req-51aa2395-ab39-475e-88f9-88187bbf638d {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:30:50.198795 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3a6eea-4d55-4da7-84ef-5efd892ea0a5", "tag": "8237ea63-558f-4c53-9b37-e3adda602eb4", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:30:50.199172 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-51aa2395-ab39-475e-88f9-88187bbf638d {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:30:50.199674 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51aa2395-ab39-475e-88f9-88187bbf638d'] response: {'name': 'network-changed', 'server_uuid': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'tag': '8237ea63-558f-4c53-9b37-e3adda602eb4', 'status': 'completed', 'code': 200} Apr 01 12:30:50.315771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-3b9b1d1c-45ab-433e-9738-2626cd3d0f88 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:50.317734 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-3b9b1d1c-45ab-433e-9738-2626cd3d0f88 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.37 "GET /v2.0/networks?id=2e874777-b55e-463c-b9ee-9896ca3de349 HTTP/1.1" status: 200 len: 815 time: 0.2623324 Apr 01 12:30:50.319003 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8303eed5-8165-4a2d-b118-1bb5a4eb2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:50.337100 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b029851a-161c-485b-8155-a83dbb076441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'name': 'tempest-TaggedBootDevicesTest_v242-1738876930-router', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:33Z', 'updated_at': '2022-04-01T12:30:45Z', 'revision_number': 4, 'project_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'gw_port': {'id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:34Z', 'updated_at': '2022-04-01T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'bfa5a4f2-1b2a-40fc-863f-eab37b397ea3', 'name': '', 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'mac_address': 'fa:16:3e:5c:7a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '49b8910b-7958-4f7f-9cdc-9f9cddb3222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:40Z', 'updated_at': '2022-04-01T12:30:45Z', 'revision_number': 2, 'project_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'subnets': [{'id': '49b8910b-7958-4f7f-9cdc-9f9cddb3222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:50.434611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Request body: {'port': {'device_id': 'b6052013-d071-4830-9077-9e1387bf6fde', 'network_id': '2e874777-b55e-463c-b9ee-9896ca3de349', 'admin_state_up': True, 'tenant_id': '2b0538e55b2843b789b0055d45e902c0'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:50.452290 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8303eed5-8165-4a2d-b118-1bb5a4eb2f47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:50.465659 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8303eed5-8165-4a2d-b118-1bb5a4eb2f47 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/79fb3fa8-e3b0-416c-b9ef-4709d3c47b2f HTTP/1.1" status: 204 len: 168 time: 1.6368165 Apr 01 12:30:50.473959 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Checking router: 959be25d-917e-4c10-96c4-baf4d92f1513 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:30:50.474347 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Updating router 959be25d-917e-4c10-96c4-baf4d92f1513 port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:30:50.518574 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57030) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:50.545470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-fe83a773-7572-4ccb-8628-1efcb10bce98 req-597426a3-956f-41f5-8fcd-418a8cc9996c tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1820265118', 'description': 'tempest-description-260703105'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:50.585367 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303eed5-8165-4a2d-b118-1bb5a4eb2f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79fb3fa8-e3b0-416c-b9ef-4709d3c47b2f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:50.587174 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:50.680600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-0423a15d-3147-4b76-982d-7e76e34eaeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:50.686274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Attempting to bind port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:50.686804 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Attempting to bind port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'fedff3c2-697c-4403-9da0-f33cd4e288ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:50.687343 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Attempting to bind port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d on network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:50.688935 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-0423a15d-3147-4b76-982d-7e76e34eaeac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18ccbc48-6a03-441e-b99f-71ab3ce1ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5923452 Apr 01 12:30:50.700918 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fe83a773-7572-4ccb-8628-1efcb10bce98 req-597426a3-956f-41f5-8fcd-418a8cc9996c tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:50.706044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d on network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:30:50.706386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Attempting to bind port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d on network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:50.708357 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0399dcb0-e865-4142-b053-5194860cb814 req-844880fd-d46d-4411-a1e4-8219651a0ee2 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 210 time: 0.4533324 Apr 01 12:30:50.720836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:50.721217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Checking segment: {'id': 'fedff3c2-697c-4403-9da0-f33cd4e288ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:50.721603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Bound using segment: {'id': 'fedff3c2-697c-4403-9da0-f33cd4e288ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:50.722108 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Bound port: e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedff3c2-697c-4403-9da0-f33cd4e288ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:50.722423 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:50.799602 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:50.846777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] For port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:50.851270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] For port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:50.866385 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:50.937312 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:50.946925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:50.947299 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:50.981299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:50.981923 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:50.988005 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] 10.222.0.37 "PUT /v2.0/ports/e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d HTTP/1.1" status: 200 len: 1091 time: 3.0307212 Apr 01 12:30:50.995093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a892eed-4626-434d-9fe4-00ab374f4131', 'tag': 'e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:30:51.007021 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d3a686-9f25-48bd-adba-b95c83a3e5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a892eed-4626-434d-9fe4-00ab374f4131", "tag": "e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:30:51.057370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Made reservation on behalf of 2b0538e55b2843b789b0055d45e902c0 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:51.075989 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:51.153442 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:51.191415 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 7aed0b46-c857-4cf3-9ea9-270864cf7ca5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7aed0b46-c857-4cf3-9ea9-270864cf7ca5,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:51.204258 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:51.389723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=7aed0b46-c857-4cf3-9ea9-270864cf7ca5,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:51.396317 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64ff29-ce3f-4ff7-b516-e0be9e41bd2f req-82a41f09-cf7d-4fed-be60-f61f3a9c1000 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:51.406448 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2f64ff29-ce3f-4ff7-b516-e0be9e41bd2f req-82a41f09-cf7d-4fed-be60-f61f3a9c1000 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 943 time: 0.4581065 Apr 01 12:30:51.484520 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:51.491217 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fe83a773-7572-4ccb-8628-1efcb10bce98 req-597426a3-956f-41f5-8fcd-418a8cc9996c tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:51.498843 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424dccd-0ae5-4ce3-8e08-6039dff0ae9a service neutron] Pushing event updated for resources: {'Port': ['ID=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:51.500363 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:51.523176 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fe83a773-7572-4ccb-8628-1efcb10bce98 req-597426a3-956f-41f5-8fcd-418a8cc9996c tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:51.603940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597426a3-956f-41f5-8fcd-418a8cc9996c tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b561fdde-04f3-4700-bb93-a0ca11d36c90,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:51.621430 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fe83a773-7572-4ccb-8628-1efcb10bce98 req-597426a3-956f-41f5-8fcd-418a8cc9996c tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:51.622743 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe83a773-7572-4ccb-8628-1efcb10bce98 req-597426a3-956f-41f5-8fcd-418a8cc9996c tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3011372 Apr 01 12:30:51.624636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-2a733dcf-d80e-41fd-a610-2432934502f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:51.632406 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:51.639426 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-2a733dcf-d80e-41fd-a610-2432934502f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d&device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 1094 time: 0.5141301 Apr 01 12:30:51.659562 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a435a8-4cbe-48cf-b53f-cdc00b57b1d8 None None] Pushing event updated for resources: {'Port': ['ID=bfa5a4f2-1b2a-40fc-863f-eab37b397ea3,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:51.672527 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Allocated IP 172.20.0.1 (a2a0007f-cd99-412e-ad83-be707fb4c3d4/33b7cb92-fc93-410f-9652-7a0f67084c27/b426f24f-7cbf-424c-bad0-02c750054fde) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:51.767044 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-6522a278-a380-4394-8b10-2abb0ebdfdad service neutron] 10.222.0.44 "GET /v2.0/networks/18ccbc48-6a03-441e-b99f-71ab3ce1ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0534925 Apr 01 12:30:51.787514 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-2b4134bb-74ce-4d43-bbdc-6d2cf6b3de06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d HTTP/1.1" status: 200 len: 217 time: 0.1396165 Apr 01 12:30:51.817128 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Allocated IP 172.20.0.10 (2e874777-b55e-463c-b9ee-9896ca3de349/4f972d32-5f51-48b2-a84c-662f5c12b08b/bddd4b6d-316f-494b-87db-ac3163dec9d5) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:51.830110 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2f64ff29-ce3f-4ff7-b516-e0be9e41bd2f req-5ff9e0b0-c2b3-4afa-b194-8616011a53a9 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023895 Apr 01 12:30:51.831428 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Attempting to bind port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:51.832008 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Attempting to bind port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '7a463d18-1825-4c81-bc91-9ad19cc548d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:51.832601 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Attempting to bind port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 on network d4814e52-a74c-4155-b03a-376e7affd3ce {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:51.855193 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:51.855629 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Checking segment: {'id': '7a463d18-1825-4c81-bc91-9ad19cc548d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:51.880382 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:51.881251 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Bound using segment: {'id': '7a463d18-1825-4c81-bc91-9ad19cc548d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:51.887030 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Bound port: bfa5a4f2-1b2a-40fc-863f-eab37b397ea3, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a463d18-1825-4c81-bc91-9ad19cc548d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:51.890908 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:52.059085 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6304f61-35cc-4cd9-9f7a-de916baf0d49 x-openstack-request-id: req-b6304f61-35cc-4cd9-9f7a-de916baf0d49 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:30:52.059909 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a892eed-4626-434d-9fe4-00ab374f4131", "tag": "e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:30:52.059909 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6304f61-35cc-4cd9-9f7a-de916baf0d49 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:30:52.060236 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6304f61-35cc-4cd9-9f7a-de916baf0d49'] response: {'name': 'network-changed', 'server_uuid': '6a892eed-4626-434d-9fe4-00ab374f4131', 'tag': 'e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d', 'status': 'completed', 'code': 200} Apr 01 12:30:52.068445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e598229e-7fe1-4181-ae49-2194f4e0f63d req-a5249350-5d7d-46d4-b54a-b97d775c52b7 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 210 time: 0.3132038 Apr 01 12:30:52.135994 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b029851a-161c-485b-8155-a83dbb076441 None None] For port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:52.151736 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b029851a-161c-485b-8155-a83dbb076441 None None] For port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bfa5a4f2-1b2a-40fc-863f-eab37b397ea3,segment=NetworkSegment(7a463d18-1825-4c81-bc91-9ad19cc548d6),segment_id=7a463d18-1825-4c81-bc91-9ad19cc548d6)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:52.159308 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:52.163148 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445d19d1-d12b-404e-89e3-11f4acacd356']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:52.264855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f8fd8227-cf55-45a9-bb85-bf9c013eeac1 None None] Provisioning complete for port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:52.265577 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8227-cf55-45a9-bb85-bf9c013eeac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:52.273357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-9235c349-5382-44a4-8d34-544945f4a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:52.275793 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-9235c349-5382-44a4-8d34-544945f4a860 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d09778a-0a32-4e43-b211-dccb9de93e72 HTTP/1.1" status: 200 len: 852 time: 0.4567723 Apr 01 12:30:52.361931 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d30319-6046-4016-80c8-5327ec342ce7') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:52.362779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d30319-6046-4016-80c8-5327ec342ce7') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:52.374831 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a435a8-4cbe-48cf-b53f-cdc00b57b1d8 None None] Pushing event updated for resources: {'Port': ['ID=bfa5a4f2-1b2a-40fc-863f-eab37b397ea3,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:52.381897 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Routers {'959be25d-917e-4c10-96c4-baf4d92f1513'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:52.382590 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b029851a-161c-485b-8155-a83dbb076441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['959be25d-917e-4c10-96c4-baf4d92f1513'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:52.399084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:52.435791 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:52.453879 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:30:52.455453 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:52.543462 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8227-cf55-45a9-bb85-bf9c013eeac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:30:52.605999 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:30:52.674580 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f8fd8227-cf55-45a9-bb85-bf9c013eeac1 None None] For port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bfa5a4f2-1b2a-40fc-863f-eab37b397ea3,segment=NetworkSegment(7a463d18-1825-4c81-bc91-9ad19cc548d6),segment_id=7a463d18-1825-4c81-bc91-9ad19cc548d6)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:52.681909 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b029851a-161c-485b-8155-a83dbb076441 None None] Set router 959be25d-917e-4c10-96c4-baf4d92f1513 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:52.687482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:52.690442 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:52.707603 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8227-cf55-45a9-bb85-bf9c013eeac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:52.730956 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:52.749259 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:52.755016 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/445d19d1-d12b-404e-89e3-11f4acacd356 HTTP/1.1" status: 204 len: 168 time: 2.2353926 Apr 01 12:30:52.767912 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:52.810116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-172fd6c0-2977-4f73-8719-1ea8e250ee22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4895275 Apr 01 12:30:52.979170 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f08208-4cb4-4c87-af43-947419678ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=445d19d1-d12b-404e-89e3-11f4acacd356,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:53.073562 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63679c10-c700-4e8f-83b8-2fa26fd3c379 req-3ffc6d89-72fb-4cfe-8149-92634d1645fa tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:53.093472 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63679c10-c700-4e8f-83b8-2fa26fd3c379 req-3ffc6d89-72fb-4cfe-8149-92634d1645fa tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 943 time: 1.0199440 Apr 01 12:30:53.129633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57120) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:53.152231 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be5daafa-ff1a-43a4-8d83-12d24c06357f req-21876e47-8561-4ca7-93ce-94cd4187ac52 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/b561fdde-04f3-4700-bb93-a0ca11d36c90 HTTP/1.1" status: 200 len: 1804 time: 0.8904874 Apr 01 12:30:53.160750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-be5daafa-ff1a-43a4-8d83-12d24c06357f req-ebca7c50-2483-44f8-98b1-20d820e9ecfa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b561fdde-04f3-4700-bb93-a0ca11d36c90', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:53.161374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-be5daafa-ff1a-43a4-8d83-12d24c06357f req-ebca7c50-2483-44f8-98b1-20d820e9ecfa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b561fdde-04f3-4700-bb93-a0ca11d36c90', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:53.165799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Network a2a0007f-cd99-412e-ad83-be707fb4c3d4 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:53.193291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:53.207143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:53.239150 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f8793707-9ad7-4aa1-96c0-a2673558f291 None None] Provisioning complete for port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:53.239520 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8793707-9ad7-4aa1-96c0-a2673558f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:53.300240 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd8227-cf55-45a9-bb85-bf9c013eeac1 None None] Pushing event updated for resources: {'Port': ['ID=bfa5a4f2-1b2a-40fc-863f-eab37b397ea3,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:53.311170 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Pushing event updated for resources: {'Port': ['ID=b426f24f-7cbf-424c-bad0-02c750054fde,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:53.341379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63679c10-c700-4e8f-83b8-2fa26fd3c379 req-0c3e815a-54fe-4a06-aba9-3cc02609a884 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467430 Apr 01 12:30:53.349872 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b029851a-161c-485b-8155-a83dbb076441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'name': 'tempest-TaggedBootDevicesTest_v242-1738876930-router', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:33Z', 'updated_at': '2022-04-01T12:30:45Z', 'revision_number': 4, 'project_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'gw_port': {'id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:34Z', 'updated_at': '2022-04-01T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'bfa5a4f2-1b2a-40fc-863f-eab37b397ea3', 'name': '', 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'mac_address': 'fa:16:3e:5c:7a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '49b8910b-7958-4f7f-9cdc-9f9cddb3222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:40Z', 'updated_at': '2022-04-01T12:30:52Z', 'revision_number': 4, 'project_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'subnets': [{'id': '49b8910b-7958-4f7f-9cdc-9f9cddb3222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:53.356324 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82dec2ba-33ea-48db-b2dc-42a1ddb6eb65 req-c459692e-f7e9-413f-b7f0-fa3a54c69eea service neutron] 10.222.0.44 "GET /v2.0/networks/18ccbc48-6a03-441e-b99f-71ab3ce1ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5776019 Apr 01 12:30:53.367186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:53.368754 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:53.376760 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:53.407350 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-0b15d870-6f9e-4122-8e74-262297159c76 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:53.409299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-0b15d870-6f9e-4122-8e74-262297159c76 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.37 "GET /v2.0/networks?id=68664389-db93-44d9-bf37-b9f203cb08d6 HTTP/1.1" status: 200 len: 817 time: 1.3484616 Apr 01 12:30:53.453665 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b029851a-161c-485b-8155-a83dbb076441 None None] The sync data for ids ['959be25d-917e-4c10-96c4-baf4d92f1513'] in n-d-836146-1 is: [{'id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'name': 'tempest-TaggedBootDevicesTest_v242-1738876930-router', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:33Z', 'updated_at': '2022-04-01T12:30:45Z', 'revision_number': 4, 'project_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'gw_port': {'id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:34Z', 'updated_at': '2022-04-01T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'bfa5a4f2-1b2a-40fc-863f-eab37b397ea3', 'name': '', 'network_id': 'd4814e52-a74c-4155-b03a-376e7affd3ce', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'mac_address': 'fa:16:3e:5c:7a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '49b8910b-7958-4f7f-9cdc-9f9cddb3222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:40Z', 'updated_at': '2022-04-01T12:30:52Z', 'revision_number': 4, 'project_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'subnets': [{'id': '49b8910b-7958-4f7f-9cdc-9f9cddb3222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:30:53.532556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Request body: {'port': {'device_id': 'e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a', 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6', 'admin_state_up': True, 'tenant_id': 'c3c5b1578af04877b021e0455a0a1a6c'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:53.579861 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-39d983ea-358d-4579-a118-1906c93c1e0e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91324be1f6c1479fa7e4a2bc713842b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116719 Apr 01 12:30:53.623096 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57124) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:53.637357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-33d7c59d-2275-46fc-9f78-16e0996aae1f tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:53.639487 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-33d7c59d-2275-46fc-9f78-16e0996aae1f tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.44 "GET /v2.0/networks?id=68664389-db93-44d9-bf37-b9f203cb08d6 HTTP/1.1" status: 200 len: 817 time: 1.3472393 Apr 01 12:30:53.702266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Request body: {'port': {'device_id': 'abf365d4-3dea-49c2-92b5-b580d91a4dfe', 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6', 'admin_state_up': True, 'tenant_id': 'c3c5b1578af04877b021e0455a0a1a6c'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:53.712726 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-53f5e759-c2d2-4083-85f5-fe57f7913675 req-8584e8ae-0a2d-46f0-83e2-0c40d78e9a4c tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 210 time: 0.1113012 Apr 01 12:30:53.777006 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7abc7-bb7f-4212-903b-a12238b4a205 req-cda828fe-a885-4b4b-b766-0d3b8daa2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:53.778492 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ef7abc7-bb7f-4212-903b-a12238b4a205 req-cda828fe-a885-4b4b-b766-0d3b8daa2350 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f43c368539419980a35d2786b94e02&device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 1094 time: 0.2833829 Apr 01 12:30:53.805366 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9960eb6e-b959-44bc-860c-bfaa28a96e36 None None] Provisioning complete for port b426f24f-7cbf-424c-bad0-02c750054fde triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:53.807181 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9960eb6e-b959-44bc-860c-bfaa28a96e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:53.854772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9960eb6e-b959-44bc-860c-bfaa28a96e36 None None] Port b426f24f-7cbf-424c-bad0-02c750054fde cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:30:53.878954 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:53.882219 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1651dd63-d271-494e-9e90-da45775272dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:53.978263 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-37048f73-9bdc-4c30-87c3-856122f4c2af service neutron] 10.222.0.37 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0486164 Apr 01 12:30:53.995401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be5daafa-ff1a-43a4-8d83-12d24c06357f req-ebca7c50-2483-44f8-98b1-20d820e9ecfa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:54.040329 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1651dd63-d271-494e-9e90-da45775272dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:54.075765 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ec004-0554-43a8-b53f-b546b2d72e62 req-fb33bdbc-9a72-4400-a013-3b04babf32b3 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:54.085323 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe2ec004-0554-43a8-b53f-b546b2d72e62 req-fb33bdbc-9a72-4400-a013-3b04babf32b3 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 943 time: 0.2574015 Apr 01 12:30:54.092028 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-02868165-362f-4f1a-9025-fd431befa54e tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:54.093841 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-02868165-362f-4f1a-9025-fd431befa54e tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.44 "GET /v2.0/networks?id=68664389-db93-44d9-bf37-b9f203cb08d6 HTTP/1.1" status: 200 len: 817 time: 1.0168774 Apr 01 12:30:54.117799 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:54.118394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Request body: {'port': {'device_id': '63698bae-4e2d-4fec-9865-7c9ed143233e', 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6', 'admin_state_up': True, 'tenant_id': 'c3c5b1578af04877b021e0455a0a1a6c'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:54.125810 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be5daafa-ff1a-43a4-8d83-12d24c06357f req-ebca7c50-2483-44f8-98b1-20d820e9ecfa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:54.163270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7abc7-bb7f-4212-903b-a12238b4a205 req-c81f9049-7fe3-48c2-84f4-19fa5e92bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:54.166060 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ef7abc7-bb7f-4212-903b-a12238b4a205 req-c81f9049-7fe3-48c2-84f4-19fa5e92bcd7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=18ccbc48-6a03-441e-b99f-71ab3ce1ad7b HTTP/1.1" status: 200 len: 905 time: 0.3770196 Apr 01 12:30:54.188857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be5daafa-ff1a-43a4-8d83-12d24c06357f req-ebca7c50-2483-44f8-98b1-20d820e9ecfa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:54.256820 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:54.268302 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ef7abc7-bb7f-4212-903b-a12238b4a205 req-f7e6db38-848b-4c7f-9104-2a871d2ae910 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8237ea63-558f-4c53-9b37-e3adda602eb4 HTTP/1.1" status: 200 len: 217 time: 0.0955396 Apr 01 12:30:54.303271 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca7c50-2483-44f8-98b1-20d820e9ecfa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570ba395-8258-4601-996c-71d577056f40,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:54.309415 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe2ec004-0554-43a8-b53f-b546b2d72e62 req-2711af88-5fae-4367-9628-a1a809c79eaf tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176123 Apr 01 12:30:54.337895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Made reservation on behalf of c3c5b1578af04877b021e0455a0a1a6c for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:54.349984 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:54.352306 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1651dd63-d271-494e-9e90-da45775272dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:54.357286 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be5daafa-ff1a-43a4-8d83-12d24c06357f req-ebca7c50-2483-44f8-98b1-20d820e9ecfa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:54.359197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be5daafa-ff1a-43a4-8d83-12d24c06357f req-ebca7c50-2483-44f8-98b1-20d820e9ecfa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2052903 Apr 01 12:30:54.372962 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1651dd63-d271-494e-9e90-da45775272dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:54.378377 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1651dd63-d271-494e-9e90-da45775272dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc87852c-0946-471a-89d9-788ef78c487a HTTP/1.1" status: 204 len: 168 time: 0.7516434 Apr 01 12:30:54.602688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Allocated IP 172.20.0.3 (68664389-db93-44d9-bf37-b9f203cb08d6/d52b3f09-ad4f-4d02-81be-b1ccbcaf1142/d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:54.669425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:54.723621 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Made reservation on behalf of c3c5b1578af04877b021e0455a0a1a6c for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:54.740107 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:54.826436 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:54.827186 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:54.837271 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Network 2e874777-b55e-463c-b9ee-9896ca3de349 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:54.925182 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:54.967746 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b363fd7-6d7c-4bfa-9c9c-31eb0ef2a2d7 req-a11d8ab0-83d4-42a2-8d00-5767298a7dd0 service neutron] 10.222.0.37 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9565606 Apr 01 12:30:54.979106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:55.103115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:55.105092 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:55.127556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57138) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:55.161216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651dd63-d271-494e-9e90-da45775272dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc87852c-0946-471a-89d9-788ef78c487a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:55.253097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7abc7-bb7f-4212-903b-a12238b4a205 req-bd93f0e2-6141-4b25-9ea7-ba797a86b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:55.254646 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ef7abc7-bb7f-4212-903b-a12238b4a205 req-bd93f0e2-6141-4b25-9ea7-ba797a86b420 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f506a90d-7898-4784-9b9d-4bf9cd0cae59 HTTP/1.1" status: 200 len: 843 time: 0.9745576 Apr 01 12:30:55.299637 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9ceb0-a498-4a90-a4f0-fde099a7acaf req-40233e81-d7a9-4f30-8963-580d9a4ca98e tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:55.301244 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ebb9ceb0-a498-4a90-a4f0-fde099a7acaf req-40233e81-d7a9-4f30-8963-580d9a4ca98e tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 932 time: 0.8727591 Apr 01 12:30:55.349665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Pushing event updated for resources: {'Port': ['ID=bddd4b6d-316f-494b-87db-ac3163dec9d5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:55.412700 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:55.419206 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ebb9ceb0-a498-4a90-a4f0-fde099a7acaf req-d878f396-3bd2-4a77-b28d-10d9510d9d52 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000960 Apr 01 12:30:55.421661 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:55.460385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7abc7-bb7f-4212-903b-a12238b4a205 req-b586483c-31a7-48f9-91b6-0b9f0a6aeb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:55.462068 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ef7abc7-bb7f-4212-903b-a12238b4a205 req-b586483c-31a7-48f9-91b6-0b9f0a6aeb95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18ccbc48-6a03-441e-b99f-71ab3ce1ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891820 Apr 01 12:30:55.518075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Pushing event updated for resources: {'Port': ['ID=b426f24f-7cbf-424c-bad0-02c750054fde,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:55.609848 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:55.627336 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b09a486c-8ee3-4bbb-a2b9-199b92cb300f req-a09382e2-409d-4204-8d51-46577b1b61c5 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/b561fdde-04f3-4700-bb93-a0ca11d36c90 HTTP/1.1" status: 200 len: 2397 time: 0.1630917 Apr 01 12:30:55.649055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-b09a486c-8ee3-4bbb-a2b9-199b92cb300f req-47910de8-9e8d-4011-8b60-b0ee1245731d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b561fdde-04f3-4700-bb93-a0ca11d36c90', 'remote_group_id': None}]} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:55.649365 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-b09a486c-8ee3-4bbb-a2b9-199b92cb300f req-47910de8-9e8d-4011-8b60-b0ee1245731d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b561fdde-04f3-4700-bb93-a0ca11d36c90', 'remote_group_id': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:55.742435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ef7abc7-bb7f-4212-903b-a12238b4a205 req-6dd77da8-5782-4dbd-8179-8a21f99f0165 service neutron] 10.222.0.44 "GET /v2.0/networks/18ccbc48-6a03-441e-b99f-71ab3ce1ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505381 Apr 01 12:30:55.758106 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-0c3913e9-cb8e-40de-8eac-179a2fced358 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3320789 Apr 01 12:30:55.801270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c4ec2-e266-43bd-9a67-a8df36e784d9 req-483e5298-3c47-45ac-a12c-d49f9f1a681e tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:55.802903 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc6c4ec2-e266-43bd-9a67-a8df36e784d9 req-483e5298-3c47-45ac-a12c-d49f9f1a681e tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 943 time: 1.1194572 Apr 01 12:30:55.822058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Request body: {'port': {'device_id': 'b6052013-d071-4830-9077-9e1387bf6fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:55.859052 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b09a486c-8ee3-4bbb-a2b9-199b92cb300f req-47910de8-9e8d-4011-8b60-b0ee1245731d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:55.874689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Network a2a0007f-cd99-412e-ad83-be707fb4c3d4 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:55.880451 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:55.908481 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b09a486c-8ee3-4bbb-a2b9-199b92cb300f req-47910de8-9e8d-4011-8b60-b0ee1245731d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:55.913145 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:55.959398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Made reservation on behalf of c3c5b1578af04877b021e0455a0a1a6c for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:55.962668 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b09a486c-8ee3-4bbb-a2b9-199b92cb300f req-47910de8-9e8d-4011-8b60-b0ee1245731d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:55.962954 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:55.974928 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-81b54062-0c74-4d93-a50f-d94a79c1c8ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7238ea5b7c7740b8bdb538622b666a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6293445 Apr 01 12:30:55.976879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a686-9f25-48bd-adba-b95c83a3e5f7 req-65f32393-eb2b-463c-ad90-d6d85fd98390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:55.978450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8d3a686-9f25-48bd-adba-b95c83a3e5f7 req-65f32393-eb2b-463c-ad90-d6d85fd98390 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d&device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 1094 time: 0.6775334 Apr 01 12:30:55.985641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57144) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:56.011735 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ef7abc7-bb7f-4212-903b-a12238b4a205 req-31341e93-f995-44b1-b679-3daaa3a1f26a service neutron] 10.222.0.44 "GET /v2.0/networks/18ccbc48-6a03-441e-b99f-71ab3ce1ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545016 Apr 01 12:30:56.012338 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47910de8-9e8d-4011-8b60-b0ee1245731d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd3a16c-fb4b-4257-8593-3fe64550dd33,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:56.055352 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b09a486c-8ee3-4bbb-a2b9-199b92cb300f req-47910de8-9e8d-4011-8b60-b0ee1245731d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:56.056862 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b09a486c-8ee3-4bbb-a2b9-199b92cb300f req-47910de8-9e8d-4011-8b60-b0ee1245731d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4140286 Apr 01 12:30:56.085264 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc6c4ec2-e266-43bd-9a67-a8df36e784d9 req-5a4259c5-c602-4320-b187-8fd604f81c14 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593026 Apr 01 12:30:56.134940 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8237ea63-558f-4c53-9b37-e3adda602eb4 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:30:56.135567 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:56.204197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:30:56.289286 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:56.333865 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8237ea63-558f-4c53-9b37-e3adda602eb4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8237ea63-558f-4c53-9b37-e3adda602eb4,segment=NetworkSegment(7653b545-d8e3-4f43-ac7b-2e63565f2f58),segment_id=7653b545-d8e3-4f43-ac7b-2e63565f2f58)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:56.339426 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-79c25afc-6661-4ea5-9b32-e8645e665f36 req-94abbb5d-d608-4516-97c3-e196248c4568 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 210 time: 0.0594828 Apr 01 12:30:56.360798 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '8237ea63-558f-4c53-9b37-e3adda602eb4', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'port_id': '8237ea63-558f-4c53-9b37-e3adda602eb4', 'mac_address': 'fa:16:3e:8e:9d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:30:56.412550 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:56.429340 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:30:56.440838 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8237ea63-558f-4c53-9b37-e3adda602eb4 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:30:56.445288 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-61a6c862-c444-490e-ab96-c280a5406a2f admin admin] 10.222.0.45 "PUT /v2.0/routers/3dc74ab8-33aa-4079-a91f-5f60b192fc3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5172765 Apr 01 12:30:56.464011 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Sync routers for ids ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:30:56.478738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-57535559-0c9c-4799-b333-873a8950ea84 None None] Provisioning complete for port b426f24f-7cbf-424c-bad0-02c750054fde triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:56.478738 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-57535559-0c9c-4799-b333-873a8950ea84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:56.487207 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Routers {'3dc74ab8-33aa-4079-a91f-5f60b192fc3a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:56.487636 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:56.523559 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5fd2d8e4-3326-4c07-8e4a-c66269aa2a38 req-1be66631-1d95-4985-b178-e9bbe1e99992 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/b561fdde-04f3-4700-bb93-a0ca11d36c90 HTTP/1.1" status: 200 len: 2995 time: 0.0920553 Apr 01 12:30:56.600676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Network 68664389-db93-44d9-bf37-b9f203cb08d6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:56.601377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9dea3818-67a3-452b-a1d3-d02c7893d39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:56.606935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Allocated IP 172.20.0.5 (68664389-db93-44d9-bf37-b9f203cb08d6/d52b3f09-ad4f-4d02-81be-b1ccbcaf1142/0ac8acdc-7a26-42af-850a-2993b708f88b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:56.610314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Pushing event updated for resources: {'Port': ['ID=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:56.624248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a686-9f25-48bd-adba-b95c83a3e5f7 req-bfbb2471-c40f-4044-aaa3-2bd803caee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:56.626281 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8d3a686-9f25-48bd-adba-b95c83a3e5f7 req-bfbb2471-c40f-4044-aaa3-2bd803caee36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7 HTTP/1.1" status: 200 len: 913 time: 0.5943699 Apr 01 12:30:56.627663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:56.632272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Set router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:56.637117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:56.740593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76248edf-fd50-49c4-bd4b-c606181bd67b req-0c0438d5-b87b-424e-bc43-0822406816ce tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:56.743859 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6bdb-121b-49ec-8dde-d905874375b1 req-47466d59-9475-46b8-9e98-32312c1f20a6 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:56.745372 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb4c6bdb-121b-49ec-8dde-d905874375b1 req-47466d59-9475-46b8-9e98-32312c1f20a6 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 943 time: 0.4696684 Apr 01 12:30:56.754797 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76248edf-fd50-49c4-bd4b-c606181bd67b req-0c0438d5-b87b-424e-bc43-0822406816ce tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 932 time: 0.1521003 Apr 01 12:30:56.798211 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76248edf-fd50-49c4-bd4b-c606181bd67b req-f5b3a159-6c91-476e-8d37-17be2e358c43 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Apr 01 12:30:56.812750 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8d3a686-9f25-48bd-adba-b95c83a3e5f7 req-bb05a02d-fa5f-489a-bf3e-0f37b4c40127 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d HTTP/1.1" status: 200 len: 217 time: 0.1191721 Apr 01 12:30:56.825972 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9dea3818-67a3-452b-a1d3-d02c7893d39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:56.870213 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-321b0629-1e91-42d6-89fa-362631f88607 req-9a7e9c8d-6f2d-45c4-8d43-eda67a46764e tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-group-rules/7dd3a16c-fb4b-4257-8593-3fe64550dd33 HTTP/1.1" status: 200 len: 783 time: 0.0248032 Apr 01 12:30:56.884028 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8237ea63-558f-4c53-9b37-e3adda602eb4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8237ea63-558f-4c53-9b37-e3adda602eb4,segment=NetworkSegment(7653b545-d8e3-4f43-ac7b-2e63565f2f58),segment_id=7653b545-d8e3-4f43-ac7b-2e63565f2f58)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:56.906868 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:56.941079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:56.941890 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:56.949165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-321b0629-1e91-42d6-89fa-362631f88607 req-1bfe2f32-1c58-4afd-807b-a542bc0c0685 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/b561fdde-04f3-4700-bb93-a0ca11d36c90 HTTP/1.1" status: 200 len: 2995 time: 0.0669668 Apr 01 12:30:56.952016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-57535559-0c9c-4799-b333-873a8950ea84 None None] Port b426f24f-7cbf-424c-bad0-02c750054fde cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:30:57.019191 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-321b0629-1e91-42d6-89fa-362631f88607 req-3b1dd153-dc16-4ac2-a0ef-e60505ad9430 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.024144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8237ea63-558f-4c53-9b37-e3adda602eb4,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:57.037122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-321b0629-1e91-42d6-89fa-362631f88607 req-3b1dd153-dc16-4ac2-a0ef-e60505ad9430 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.077595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:30:53Z', 'revision_number': 4, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b426f24f-7cbf-424c-bad0-02c750054fde', 'name': '', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'mac_address': 'fa:16:3e:f1:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:50Z', 'updated_at': '2022-04-01T12:30:54Z', 'revision_number': 2, 'project_id': '67be0409bcbb48388611a7629463a217', 'subnets': [{'id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:57.087140 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-321b0629-1e91-42d6-89fa-362631f88607 req-3b1dd153-dc16-4ac2-a0ef-e60505ad9430 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.103634 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-3d607c18-a7da-4ffc-be9a-5015290436d4 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6092181 Apr 01 12:30:57.106052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a686-9f25-48bd-adba-b95c83a3e5f7 req-9feb38c3-5269-4ab8-8d73-ad86bff439d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:57.107821 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-321b0629-1e91-42d6-89fa-362631f88607 req-3b1dd153-dc16-4ac2-a0ef-e60505ad9430 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.108095 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8d3a686-9f25-48bd-adba-b95c83a3e5f7 req-9feb38c3-5269-4ab8-8d73-ad86bff439d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d09778a-0a32-4e43-b211-dccb9de93e72 HTTP/1.1" status: 200 len: 852 time: 0.2747896 Apr 01 12:30:57.109232 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-321b0629-1e91-42d6-89fa-362631f88607 req-3b1dd153-dc16-4ac2-a0ef-e60505ad9430 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/7dd3a16c-fb4b-4257-8593-3fe64550dd33 HTTP/1.1" status: 204 len: 173 time: 0.1442044 Apr 01 12:30:57.109989 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dd153-dc16-4ac2-a0ef-e60505ad9430 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dd3a16c-fb4b-4257-8593-3fe64550dd33,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:57.116748 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb4c6bdb-121b-49ec-8dde-d905874375b1 req-472dc453-2c5a-4de8-9dff-b5a2b4c6afd7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198514 Apr 01 12:30:57.136108 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Request body: {'port': {'device_id': 'e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:57.184073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Checking router: 3dc74ab8-33aa-4079-a91f-5f60b192fc3a for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:30:57.184691 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Updating router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a port b426f24f-7cbf-424c-bad0-02c750054fde binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:30:57.250444 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.301510 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8d3a686-9f25-48bd-adba-b95c83a3e5f7 req-6a548cfe-5a99-4ada-acf5-6de861ce50f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1754627 Apr 01 12:30:57.303833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['8237ea63-558f-4c53-9b37-e3adda602eb4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:30:57.333738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ec5d-0123-47f0-ba6c-4a1a485ed977 req-ff3d564d-4dcb-4702-abb7-c79e0066b3c6 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:57.333738 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1154ec5d-0123-47f0-ba6c-4a1a485ed977 req-ff3d564d-4dcb-4702-abb7-c79e0066b3c6 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 944 time: 0.1258132 Apr 01 12:30:57.425246 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1154ec5d-0123-47f0-ba6c-4a1a485ed977 req-a098882b-3f73-4cce-b1f9-879e453c7b97 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777299 Apr 01 12:30:57.474182 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9dea3818-67a3-452b-a1d3-d02c7893d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.478205 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9dea3818-67a3-452b-a1d3-d02c7893d39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.481513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9dea3818-67a3-452b-a1d3-d02c7893d39f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/232aab7d-c5bd-4238-b5dc-057007b14ffc HTTP/1.1" status: 204 len: 168 time: 1.4860430 Apr 01 12:30:57.567458 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea3818-67a3-452b-a1d3-d02c7893d39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232aab7d-c5bd-4238-b5dc-057007b14ffc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:57.641295 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.642483 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cda114f0-d8f4-4bce-b9f4-c6e8db1f7677 req-1c6f304d-d151-4739-ac49-8f0645097b22 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 210 time: 0.0688164 Apr 01 12:30:57.643070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57178) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:57.655193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-157904057-network', 'tenant_id': '247d00b66fa94470a7826e381b5907f1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:57.701580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Made reservation on behalf of 247d00b66fa94470a7826e381b5907f1 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:57.705557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.705755 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.730234 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a8a944a2-0cb7-495d-8e63-626f8418edf5 req-0cf642f2-9976-404a-a4e9-9ceebb298d1c tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/b561fdde-04f3-4700-bb93-a0ca11d36c90 HTTP/1.1" status: 200 len: 2397 time: 0.5535784 Apr 01 12:30:57.742170 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.764492 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.772402 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.855685 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edb2a3-e38e-42c4-8e5d-7333148f0664 None None] Pushing event updated for resources: {'Port': ['ID=b426f24f-7cbf-424c-bad0-02c750054fde,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:57.918117 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.934918 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.937618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bddd4b6d-316f-494b-87db-ac3163dec9d5 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:30:57.953193 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Attempting to bind port b426f24f-7cbf-424c-bad0-02c750054fde on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:57.953736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Attempting to bind port b426f24f-7cbf-424c-bad0-02c750054fde by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:57.954147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Attempting to bind port b426f24f-7cbf-424c-bad0-02c750054fde on network a2a0007f-cd99-412e-ad83-be707fb4c3d4 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:57.960904 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:57.961271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Checking segment: {'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:57.961675 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.962073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Bound using segment: {'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:57.962543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Bound port: b426f24f-7cbf-424c-bad0-02c750054fde, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:57.962919 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:57.991101 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fbc9c7-43d0-4d95-a9c1-fc8638179bc5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:58.006050 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:30:58.012261 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8d3a686-9f25-48bd-adba-b95c83a3e5f7 req-0452904a-2d2b-4b64-8d74-6f29822e957f service neutron] 10.222.0.37 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832094 Apr 01 12:30:58.027882 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.028220 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Added segment 0297ad9a-bf81-4a23-a8a0-d29a99aab2f8 of type vlan for network 642b5dc8-4473-4bac-a4e8-02d4c2602f76 Apr 01 12:30:58.036883 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.039634 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.058363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f36aa4-f17d-4b55-bed6-a1935fe1cd62 req-38573ab1-daf2-4f78-ad3a-2773a391979f tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:58.067421 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f1f36aa4-f17d-4b55-bed6-a1935fe1cd62 req-38573ab1-daf2-4f78-ad3a-2773a391979f tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 932 time: 0.1451707 Apr 01 12:30:58.144511 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] For port b426f24f-7cbf-424c-bad0-02c750054fde, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:58.148791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] For port b426f24f-7cbf-424c-bad0-02c750054fde, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b426f24f-7cbf-424c-bad0-02c750054fde,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:58.158146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8237ea63-558f-4c53-9b37-e3adda602eb4 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:30:58.171361 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.203885 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f1f36aa4-f17d-4b55-bed6-a1935fe1cd62 req-29b8b0dc-e560-40e4-9df3-5e46c37c1584 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293750 Apr 01 12:30:58.220139 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.251018 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.252093 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:58.252754 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.318278 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6727033 Apr 01 12:30:58.328722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57190) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:58.331840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Transition to ACTIVE for port object bddd4b6d-316f-494b-87db-ac3163dec9d5 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:30:58.348972 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b5a21a98-f5b0-4bf5-abff-81778aa3b1e0 admin admin] Request body: {'subnet': {'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-157904057-subnet', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:58.350549 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edb2a3-e38e-42c4-8e5d-7333148f0664 None None] Pushing event updated for resources: {'Port': ['ID=b426f24f-7cbf-424c-bad0-02c750054fde,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:58.402951 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5e32d7a5-d663-45da-858d-ed0c1363dae3 None None] Provisioning complete for port b426f24f-7cbf-424c-bad0-02c750054fde triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:58.403214 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5e32d7a5-d663-45da-858d-ed0c1363dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.403492 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a8a944a2-0cb7-495d-8e63-626f8418edf5 req-77bf9cfd-c9ac-4a44-b7c8-fa8c5ecb8c1d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.407460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.423239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Network 68664389-db93-44d9-bf37-b9f203cb08d6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:30:58.429065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:58.441589 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe515836-8c70-4850-94f8-50d0a0f23571 admin admin] Pushing event updated for resources: {'Network': ['ID=642b5dc8-4473-4bac-a4e8-02d4c2602f76,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:58.469962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a21a98-f5b0-4bf5-abff-81778aa3b1e0 admin admin] Made reservation on behalf of 247d00b66fa94470a7826e381b5907f1 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:30:58.470223 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Routers {'3dc74ab8-33aa-4079-a91f-5f60b192fc3a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:30:58.470835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:30:58.478988 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5a21a98-f5b0-4bf5-abff-81778aa3b1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.511455 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a8a944a2-0cb7-495d-8e63-626f8418edf5 req-77bf9cfd-c9ac-4a44-b7c8-fa8c5ecb8c1d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.514967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:30:58.540517 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232f753-6ac6-4440-8121-18558558e2a9 req-7ffea8f6-1afb-4be6-bcb0-a3964a8067af tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:58.546718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 642b5dc8-4473-4bac-a4e8-02d4c2602f76 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:30:58.548612 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 8237ea63-558f-4c53-9b37-e3adda602eb4 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:30:58.551599 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7232f753-6ac6-4440-8121-18558558e2a9 req-7ffea8f6-1afb-4be6-bcb0-a3964a8067af tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 943 time: 0.2069261 Apr 01 12:30:58.648420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:58.651549 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.668144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 8237ea63-558f-4c53-9b37-e3adda602eb4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:30:58.668734 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.691018 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Pushing event updated for resources: {'Port': ['ID=0ac8acdc-7a26-42af-850a-2993b708f88b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:58.697073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Allocated IP 172.20.0.12 (68664389-db93-44d9-bf37-b9f203cb08d6/d52b3f09-ad4f-4d02-81be-b1ccbcaf1142/c768fc4f-b45a-4d6c-a8f6-b2d8c6673528) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:30:58.778955 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7232f753-6ac6-4440-8121-18558558e2a9 req-03f8f7ec-42b6-4349-991e-4bb4bf9dce83 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263327 Apr 01 12:30:58.851628 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-347edd09-9c6e-41ec-8af4-fc7e2494a1fa tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1636825 Apr 01 12:30:58.930237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Request body: {'port': {'device_id': 'abf365d4-3dea-49c2-92b5-b580d91a4dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:58.959886 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5e32d7a5-d663-45da-858d-ed0c1363dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:58.976408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Pushing event updated for resources: {'Port': ['ID=bddd4b6d-316f-494b-87db-ac3163dec9d5,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:59.055299 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa45b8b-f1f4-49c4-8c57-a482da9a082d req-6d163674-ec8e-4abd-babc-61659a95d2ca tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:59.057376 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eaa45b8b-f1f4-49c4-8c57-a482da9a082d req-6d163674-ec8e-4abd-babc-61659a95d2ca tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 944 time: 0.1289644 Apr 01 12:30:59.059685 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5a21a98-f5b0-4bf5-abff-81778aa3b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:59.065895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Attempting to bind port bddd4b6d-316f-494b-87db-ac3163dec9d5 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:30:59.066359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Attempting to bind port bddd4b6d-316f-494b-87db-ac3163dec9d5 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '150dbb05-e1a8-4d5f-b850-324e96d95997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e874777-b55e-463c-b9ee-9896ca3de349'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:30:59.066697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Attempting to bind port bddd4b6d-316f-494b-87db-ac3163dec9d5 on network 2e874777-b55e-463c-b9ee-9896ca3de349 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:59.071000 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8d3a686-9f25-48bd-adba-b95c83a3e5f7 req-1e54c43d-ed8f-4ed7-b656-f84eeced9735 service neutron] 10.222.0.37 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0291817 Apr 01 12:30:59.081923 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:59.087861 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a8a944a2-0cb7-495d-8e63-626f8418edf5 req-77bf9cfd-c9ac-4a44-b7c8-fa8c5ecb8c1d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:59.090540 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a8a944a2-0cb7-495d-8e63-626f8418edf5 req-77bf9cfd-c9ac-4a44-b7c8-fa8c5ecb8c1d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:59.091711 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a8a944a2-0cb7-495d-8e63-626f8418edf5 req-77bf9cfd-c9ac-4a44-b7c8-fa8c5ecb8c1d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "DELETE /v2.0/security-groups/b561fdde-04f3-4700-bb93-a0ca11d36c90 HTTP/1.1" status: 204 len: 173 time: 1.3176153 Apr 01 12:30:59.112495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Port bddd4b6d-316f-494b-87db-ac3163dec9d5 on network 2e874777-b55e-463c-b9ee-9896ca3de349 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:30:59.112990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Attempting to bind port bddd4b6d-316f-494b-87db-ac3163dec9d5 on network 2e874777-b55e-463c-b9ee-9896ca3de349 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:30:59.121764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf9cfd-c9ac-4a44-b7c8-fa8c5ecb8c1d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b561fdde-04f3-4700-bb93-a0ca11d36c90,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:59.147233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:30:59.147569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Checking segment: {'id': '150dbb05-e1a8-4d5f-b850-324e96d95997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e874777-b55e-463c-b9ee-9896ca3de349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:59.147955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Bound using segment: {'id': '150dbb05-e1a8-4d5f-b850-324e96d95997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e874777-b55e-463c-b9ee-9896ca3de349'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:30:59.148392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Bound port: bddd4b6d-316f-494b-87db-ac3163dec9d5, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150dbb05-e1a8-4d5f-b850-324e96d95997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e874777-b55e-463c-b9ee-9896ca3de349'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:30:59.148746 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:59.153699 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a21a98-f5b0-4bf5-abff-81778aa3b1e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f9388e-b23d-4f2b-a36a-4d625a92cbd5,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:59.214718 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eaa45b8b-f1f4-49c4-8c57-a482da9a082d req-256ba1f1-b0e8-42ac-9aa8-984395520f9d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426978 Apr 01 12:30:59.225882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a21a98-f5b0-4bf5-abff-81778aa3b1e0 admin admin] Checking segment: {'id': '0297ad9a-bf81-4a23-a8a0-d29a99aab2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:30:59.226982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a21a98-f5b0-4bf5-abff-81778aa3b1e0 admin admin] Network hostable DHCP agents. Network: 642b5dc8-4473-4bac-a4e8-02d4c2602f76, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:30:59.281700 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a21a98-f5b0-4bf5-abff-81778aa3b1e0 admin admin] Network 642b5dc8-4473-4bac-a4e8-02d4c2602f76 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:30:59.303788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b5a21a98-f5b0-4bf5-abff-81778aa3b1e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 642b5dc8-4473-4bac-a4e8-02d4c2602f76) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:30:59.310505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a21a98-f5b0-4bf5-abff-81778aa3b1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:59.311386 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5a21a98-f5b0-4bf5-abff-81778aa3b1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:59.325308 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-ed3cb7ec-c3cb-4c1a-996f-32e3a8b5b031 req-1993281b-f257-4d95-bffb-fd034b4dc3d7 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] show failed (client error): The resource could not be found. Apr 01 12:30:59.327404 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed3cb7ec-c3cb-4c1a-996f-32e3a8b5b031 req-1993281b-f257-4d95-bffb-fd034b4dc3d7 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/9311cdd3-9685-4424-9787-206ee2476501 HTTP/1.1" status: 404 len: 352 time: 0.0375912 Apr 01 12:30:59.350906 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b5a21a98-f5b0-4bf5-abff-81778aa3b1e0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0201726 Apr 01 12:30:59.353643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57218) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:30:59.364647 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-157904057-router', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:30:59.395387 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8717e5-e67b-4320-a392-26fc1b2c3770 None None] Network 642b5dc8-4473-4bac-a4e8-02d4c2602f76 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:30:59.407728 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:59.410650 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:59.450598 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5e32d7a5-d663-45da-858d-ed0c1363dae3 None None] For port b426f24f-7cbf-424c-bad0-02c750054fde, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b426f24f-7cbf-424c-bad0-02c750054fde,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:30:59.470256 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5e32d7a5-d663-45da-858d-ed0c1363dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:59.551884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] Set router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:30:59.583363 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:59.708884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:30:59.725102 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb6f9b5f-a4f4-4509-976f-52cbc74727fd req-8c5337e1-6a87-4489-bdf9-75367c3224f7 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 210 time: 0.0595102 Apr 01 12:30:59.839477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32d7a5-d663-45da-858d-ed0c1363dae3 None None] Pushing event updated for resources: {'Port': ['ID=b426f24f-7cbf-424c-bad0-02c750054fde,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:30:59.909782 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:59.916270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] For port bddd4b6d-316f-494b-87db-ac3163dec9d5, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:30:59.925297 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe6087-9337-4d2d-92b1-f6ea1618b803 req-b29ad331-445d-44b8-940e-2fac3bcadbc3 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:30:59.927099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e2fe6087-9337-4d2d-92b1-f6ea1618b803 req-b29ad331-445d-44b8-940e-2fac3bcadbc3 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 944 time: 0.3565474 Apr 01 12:30:59.938377 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] For port bddd4b6d-316f-494b-87db-ac3163dec9d5, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bddd4b6d-316f-494b-87db-ac3163dec9d5,segment=NetworkSegment(150dbb05-e1a8-4d5f-b850-324e96d95997),segment_id=150dbb05-e1a8-4d5f-b850-324e96d95997)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:30:59.951976 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b99a30b-d98a-4b39-a4c1-f77219ce252c req-f0bd0523-7a07-4dd2-84da-6c6ac44aaf94 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/399dd12d-5ca2-46b7-a1e5-e02b06b577ab HTTP/1.1" status: 200 len: 1804 time: 0.1418421 Apr 01 12:30:59.965625 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:30:59.988667 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.036304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:00.037141 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.resource_extend [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:31:00.037372 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.039030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] 10.222.0.37 "PUT /v2.0/ports/bddd4b6d-316f-494b-87db-ac3163dec9d5 HTTP/1.1" status: 200 len: 1092 time: 4.2241659 Apr 01 12:31:00.043249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6052013-d071-4830-9077-9e1387bf6fde', 'tag': 'bddd4b6d-316f-494b-87db-ac3163dec9d5'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:00.046069 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a7a3b0-c12c-4b0b-89a7-9d5906f411ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b6052013-d071-4830-9077-9e1387bf6fde", "tag": "bddd4b6d-316f-494b-87db-ac3163dec9d5"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:00.053527 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.057747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a25315f8-1406-4968-b243-1c7af6e9241c None None] Provisioning complete for port b426f24f-7cbf-424c-bad0-02c750054fde triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:00.059962 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a25315f8-1406-4968-b243-1c7af6e9241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.129749 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e2fe6087-9337-4d2d-92b1-f6ea1618b803 req-4ae35c16-4f2c-4679-a9f1-1ed61006cdaf tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422045 Apr 01 12:31:00.277896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:31:00.288976 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.302311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Transition to ACTIVE for port object d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:31:00.304649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8237ea63-558f-4c53-9b37-e3adda602eb4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8237ea63-558f-4c53-9b37-e3adda602eb4,segment=NetworkSegment(7653b545-d8e3-4f43-ac7b-2e63565f2f58),segment_id=7653b545-d8e3-4f43-ac7b-2e63565f2f58)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:00.306059 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8237ea63-558f-4c53-9b37-e3adda602eb4'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:00.309535 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcca833-465e-4955-9d80-ab6560cffd87" -d '{"events": [{"server_uuid": "5b3a6eea-4d55-4da7-84ef-5efd892ea0a5", "name": "network-vif-plugged", "status": "completed", "tag": "8237ea63-558f-4c53-9b37-e3adda602eb4"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:00.328444 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725a8da-9312-4243-aa45-7e8236bef41c service neutron] Pushing event updated for resources: {'Port': ['ID=bddd4b6d-316f-494b-87db-ac3163dec9d5,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:00.331596 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.337772 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.361834 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.449422 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8b99a30b-d98a-4b39-a4c1-f77219ce252c req-f88cde3b-30fd-446b-aa6d-dcc96107cd55 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.458213 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061238b7-e223-4ca2-97e7-8e4f6b2334bf req-325f9f8a-344c-4441-b428-e5e57e2b0483 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:00.460562 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-061238b7-e223-4ca2-97e7-8e4f6b2334bf req-325f9f8a-344c-4441-b428-e5e57e2b0483 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 943 time: 0.1445558 Apr 01 12:31:00.462104 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.487630 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.510039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-642b5dc8-4473-4bac-a4e8-02d4c2602f76', 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'fixed_ips': [{'subnet_id': '03f9388e-b23d-4f2b-a36a-4d625a92cbd5'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:31:00.510875 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.563877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Network 68664389-db93-44d9-bf37-b9f203cb08d6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:00.567900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-80b6105b-4526-49a1-81cf-59ca94dafbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:00.569699 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-80b6105b-4526-49a1-81cf-59ca94dafbfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b0538e55b2843b789b0055d45e902c0&device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 1095 time: 0.4779506 Apr 01 12:31:00.587357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:00.588085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:00.601891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:00.604770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:00.642054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8237ea63-558f-4c53-9b37-e3adda602eb4,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:00.663121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d', 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7', 'port_id': 'e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d', 'mac_address': 'fa:16:3e:15:9a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d09778a-0a32-4e43-b211-dccb9de93e72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:31:00.673984 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8b99a30b-d98a-4b39-a4c1-f77219ce252c req-f88cde3b-30fd-446b-aa6d-dcc96107cd55 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:00.674957 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-061238b7-e223-4ca2-97e7-8e4f6b2334bf req-a04323a9-d293-4581-ae7c-0f9aca42e4b0 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896536 Apr 01 12:31:00.677410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:30:53Z', 'revision_number': 4, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b426f24f-7cbf-424c-bad0-02c750054fde', 'name': '', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'mac_address': 'fa:16:3e:f1:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:50Z', 'updated_at': '2022-04-01T12:30:58Z', 'revision_number': 4, 'project_id': '67be0409bcbb48388611a7629463a217', 'subnets': [{'id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:00.727109 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-ec5f7f3e-61e1-4bb1-99be-7778fbadf671 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bddd4b6d-316f-494b-87db-ac3163dec9d5 HTTP/1.1" status: 200 len: 217 time: 0.1428392 Apr 01 12:31:00.805737 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Allocated IP 172.25.7.132 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/51d1c140-5562-4201-83f4-afdf9907302c) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:00.822343 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c6e202-7e5e-4fe6-89ab-31a379007d97 x-openstack-request-id: req-09c6e202-7e5e-4fe6-89ab-31a379007d97 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:00.823298 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6052013-d071-4830-9077-9e1387bf6fde", "tag": "bddd4b6d-316f-494b-87db-ac3163dec9d5", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:00.823746 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09c6e202-7e5e-4fe6-89ab-31a379007d97 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:00.824548 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09c6e202-7e5e-4fe6-89ab-31a379007d97'] response: {'name': 'network-changed', 'server_uuid': 'b6052013-d071-4830-9077-9e1387bf6fde', 'tag': 'bddd4b6d-316f-494b-87db-ac3163dec9d5', 'status': 'completed', 'code': 200} Apr 01 12:31:00.849177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87c5a5-8700-46bc-ab69-403a82b92c1a None None] The sync data for ids ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'] in n-d-836146-1 is: [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:30:53Z', 'revision_number': 4, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b426f24f-7cbf-424c-bad0-02c750054fde', 'name': '', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'mac_address': 'fa:16:3e:f1:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:50Z', 'updated_at': '2022-04-01T12:30:58Z', 'revision_number': 4, 'project_id': '67be0409bcbb48388611a7629463a217', 'subnets': [{'id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:31:00.969620 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.009261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Pushing event updated for resources: {'Port': ['ID=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:01.018248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:01.018908 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.073065 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:31:01.074569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-06749cc7-48f9-408d-aa63-188967e7751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:01.076463 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-06749cc7-48f9-408d-aa63-188967e7751f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f972d32-5f51-48b2-a84c-662f5c12b08b HTTP/1.1" status: 200 len: 855 time: 0.2840753 Apr 01 12:31:01.090870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8b99a30b-d98a-4b39-a4c1-f77219ce252c req-f88cde3b-30fd-446b-aa6d-dcc96107cd55 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.093954 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8b99a30b-d98a-4b39-a4c1-f77219ce252c req-f88cde3b-30fd-446b-aa6d-dcc96107cd55 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.095281 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b99a30b-d98a-4b39-a4c1-f77219ce252c req-f88cde3b-30fd-446b-aa6d-dcc96107cd55 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "DELETE /v2.0/security-groups/399dd12d-5ca2-46b7-a1e5-e02b06b577ab HTTP/1.1" status: 204 len: 173 time: 1.1425297 Apr 01 12:31:01.099564 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b810e33-d90b-4dd9-b3c7-56687ab1ee6a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9853888 Apr 01 12:31:01.144268 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Allocated IP 172.20.0.2 (642b5dc8-4473-4bac-a4e8-02d4c2602f76/03f9388e-b23d-4f2b-a36a-4d625a92cbd5/fdc35793-4a5d-4081-b59e-13d150cbaf8d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:01.155992 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.168002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:01.176674 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceacd0f-a1cf-492c-ae5e-bca7034681cc x-openstack-request-id: req-5ceacd0f-a1cf-492c-ae5e-bca7034681cc {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:01.177392 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3a6eea-4d55-4da7-84ef-5efd892ea0a5", "name": "network-vif-plugged", "status": "completed", "tag": "8237ea63-558f-4c53-9b37-e3adda602eb4", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:01.179145 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ceacd0f-a1cf-492c-ae5e-bca7034681cc {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:01.180510 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ceacd0f-a1cf-492c-ae5e-bca7034681cc'] response: {'server_uuid': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8237ea63-558f-4c53-9b37-e3adda602eb4', 'code': 200} Apr 01 12:31:01.186819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Request body: {'port': {'device_id': '63698bae-4e2d-4fec-9865-7c9ed143233e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:01.190225 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.204810 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-510b758f-3345-453a-a1cf-95dbb42c9878 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e874777-b55e-463c-b9ee-9896ca3de349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197791 Apr 01 12:31:01.222280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cde3b-30fd-446b-aa6d-dcc96107cd55 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=399dd12d-5ca2-46b7-a1e5-e02b06b577ab,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:01.233699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Attempting to bind port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:01.234291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Attempting to bind port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:01.234822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Attempting to bind port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb on network 68664389-db93-44d9-bf37-b9f203cb08d6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:01.267778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac8acdc-7a26-42af-850a-2993b708f88b {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:31:01.284343 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05367a00-634b-49ff-904c-72ef74df4f5a req-62d0b3e8-2b83-4419-86a1-bd4a0a554521 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:01.296587 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05367a00-634b-49ff-904c-72ef74df4f5a req-62d0b3e8-2b83-4419-86a1-bd4a0a554521 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 945 time: 0.2661088 Apr 01 12:31:01.297904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb on network 68664389-db93-44d9-bf37-b9f203cb08d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:31:01.298419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Attempting to bind port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb on network 68664389-db93-44d9-bf37-b9f203cb08d6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:01.310041 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.354254 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.398354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:01.398868 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Checking segment: {'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:01.399237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Bound using segment: {'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:01.399752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Bound port: d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:01.400121 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.408879 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:01.465989 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e97276-cf83-4161-b5a6-e96953fed242 req-292f24bb-fe25-4efc-af41-6ef236dc42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:01.468104 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-18e97276-cf83-4161-b5a6-e96953fed242 req-292f24bb-fe25-4efc-af41-6ef236dc42d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 1096 time: 0.1701519 Apr 01 12:31:01.480411 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:01.487560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Transition to ACTIVE for port object 0ac8acdc-7a26-42af-850a-2993b708f88b will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:31:01.493193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:01.507212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:01.512348 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.528893 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:01.541861 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.559416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Pushing event updated for resources: {'Port': ['ID=51d1c140-5562-4201-83f4-afdf9907302c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:01.567335 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05367a00-634b-49ff-904c-72ef74df4f5a req-22a9bc0b-a73f-485a-874e-e05b01923bc4 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977019 Apr 01 12:31:01.610654 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-18e97276-cf83-4161-b5a6-e96953fed242 req-3e86ff37-6eb0-4f3c-8bfe-a59e80ccb4b0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239882 Apr 01 12:31:01.619204 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-fea0ad4f-f611-415c-a73d-f1a8c40c4b74 service neutron] 10.222.0.37 "GET /v2.0/networks/2e874777-b55e-463c-b9ee-9896ca3de349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911283 Apr 01 12:31:01.638586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.650608 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.693182 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] For port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:01.697481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] For port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:01.704352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Pushing event updated for resources: {'Port': ['ID=fdc35793-4a5d-4081-b59e-13d150cbaf8d,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:01.731908 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Network 642b5dc8-4473-4bac-a4e8-02d4c2602f76 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:01.735226 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:01.739206 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:01.798926 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.832094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Attempting to bind port fdc35793-4a5d-4081-b59e-13d150cbaf8d on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:01.832709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Attempting to bind port fdc35793-4a5d-4081-b59e-13d150cbaf8d by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '0297ad9a-bf81-4a23-a8a0-d29a99aab2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:01.833383 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Attempting to bind port fdc35793-4a5d-4081-b59e-13d150cbaf8d on network 642b5dc8-4473-4bac-a4e8-02d4c2602f76 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:01.849507 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:01.851962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Checking segment: {'id': '0297ad9a-bf81-4a23-a8a0-d29a99aab2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:01.852668 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.853529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Bound using segment: {'id': '0297ad9a-bf81-4a23-a8a0-d29a99aab2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:01.854279 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Bound port: fdc35793-4a5d-4081-b59e-13d150cbaf8d, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0297ad9a-bf81-4a23-a8a0-d29a99aab2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:01.854908 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.886764 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-30e9448f-0f62-4b7c-870b-0139efcec30a req-9f8e4da9-0721-4506-b84a-1c5699802ddc tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/291e4b14-b2df-43e1-ad15-09595b9c8abd HTTP/1.1" status: 200 len: 1804 time: 0.2341344 Apr 01 12:31:01.953383 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:01.953627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] For port fdc35793-4a5d-4081-b59e-13d150cbaf8d, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:01.953728 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:01.954467 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb HTTP/1.1" status: 200 len: 1091 time: 4.8227494 Apr 01 12:31:01.955873 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] For port fdc35793-4a5d-4081-b59e-13d150cbaf8d, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=fdc35793-4a5d-4081-b59e-13d150cbaf8d,segment=NetworkSegment(0297ad9a-bf81-4a23-a8a0-d29a99aab2f8),segment_id=0297ad9a-bf81-4a23-a8a0-d29a99aab2f8)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:01.981536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-affaaad9-34b4-40bf-b956-18e0f3129d20 req-e3c43f08-095f-46de-ab32-3429c4da5d6d service neutron] 10.222.0.37 "GET /v2.0/networks/2e874777-b55e-463c-b9ee-9896ca3de349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855981 Apr 01 12:31:01.983954 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:02.005330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474549cb-b043-4f88-b111-7f91e0046422 req-5bb24864-f1e1-406d-b278-f827c5ecb99f tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:02.016507 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-474549cb-b043-4f88-b111-7f91e0046422 req-5bb24864-f1e1-406d-b278-f827c5ecb99f tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 932 time: 0.6118290 Apr 01 12:31:02.114248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e7122-5314-4cf5-befe-c2ef0ed70648 None None] Pushing event updated for resources: {'Port': ['ID=fdc35793-4a5d-4081-b59e-13d150cbaf8d,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:02.114506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac8acdc-7a26-42af-850a-2993b708f88b,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:02.200570 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-30e9448f-0f62-4b7c-870b-0139efcec30a req-19484079-a835-447e-bbc5-b8ddeeb853aa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:02.230210 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:02.284801 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-30e9448f-0f62-4b7c-870b-0139efcec30a req-19484079-a835-447e-bbc5-b8ddeeb853aa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:02.451047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be905d7-c1ce-434f-b352-4a6a673963b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:02.481505 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-474549cb-b043-4f88-b111-7f91e0046422 req-c1cc802b-4fe5-4b31-a335-2be67f74f9f1 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643521 Apr 01 12:31:02.598774 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-30e9448f-0f62-4b7c-870b-0139efcec30a req-19484079-a835-447e-bbc5-b8ddeeb853aa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:02.607674 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-30e9448f-0f62-4b7c-870b-0139efcec30a req-19484079-a835-447e-bbc5-b8ddeeb853aa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:02.615714 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-30e9448f-0f62-4b7c-870b-0139efcec30a req-19484079-a835-447e-bbc5-b8ddeeb853aa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "DELETE /v2.0/security-groups/291e4b14-b2df-43e1-ad15-09595b9c8abd HTTP/1.1" status: 204 len: 173 time: 0.7132466 Apr 01 12:31:02.629178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a3b0-c12c-4b0b-89a7-9d5906f411ce req-94909ff1-bdb0-47f6-bf1c-ae03aea5174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:02.630764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89a7a3b0-c12c-4b0b-89a7-9d5906f411ce req-94909ff1-bdb0-47f6-bf1c-ae03aea5174b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b0538e55b2843b789b0055d45e902c0&device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 1095 time: 0.4997652 Apr 01 12:31:02.754533 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19484079-a835-447e-bbc5-b8ddeeb853aa tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=291e4b14-b2df-43e1-ad15-09595b9c8abd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:02.788415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Attempting to bind port 0ac8acdc-7a26-42af-850a-2993b708f88b on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:02.789421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Attempting to bind port 0ac8acdc-7a26-42af-850a-2993b708f88b by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:02.791349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Attempting to bind port 0ac8acdc-7a26-42af-850a-2993b708f88b on network 68664389-db93-44d9-bf37-b9f203cb08d6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:02.809677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Port 0ac8acdc-7a26-42af-850a-2993b708f88b on network 68664389-db93-44d9-bf37-b9f203cb08d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:31:02.810276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Attempting to bind port 0ac8acdc-7a26-42af-850a-2993b708f88b on network 68664389-db93-44d9-bf37-b9f203cb08d6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:02.813803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-04054b46-9497-4fbf-860d-4e262b5de0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:02.814154 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device fdc35793-4a5d-4081-b59e-13d150cbaf8d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:02.828647 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-04054b46-9497-4fbf-860d-4e262b5de0b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3c5b1578af04877b021e0455a0a1a6c&device_id=e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a HTTP/1.1" status: 200 len: 1094 time: 0.8087237 Apr 01 12:31:02.883028 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:02.914435 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port fdc35793-4a5d-4081-b59e-13d150cbaf8d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:02.915103 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:02.943608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a', 'tag': 'd2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:02.947785 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b0b703-b496-4a8d-8473-cbc6cbd4d47f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a", "tag": "d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:03.008211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:03.008945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Checking segment: {'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:03.010334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Bound using segment: {'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:03.011194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Bound port: 0ac8acdc-7a26-42af-850a-2993b708f88b, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:03.011666 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:03.067078 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-5b4ce386-cfc0-4955-83dd-14dd9145e24e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb HTTP/1.1" status: 200 len: 217 time: 0.1118016 Apr 01 12:31:03.133917 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:03.236755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaed5e7-bf57-4e57-846a-f33edafcd33e req-ea7e97f4-c1f3-44d6-b88d-594c228cfea1 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:03.238339 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2eaed5e7-bf57-4e57-846a-f33edafcd33e req-ea7e97f4-c1f3-44d6-b88d-594c228cfea1 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 944 time: 0.4817436 Apr 01 12:31:03.251566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:31:03.279471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Router f62803f7-28ef-4885-9e55-71a6ebc79de8 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:31:03.329189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:03.353911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Transition to ACTIVE for port object c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:31:03.355767 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port fdc35793-4a5d-4081-b59e-13d150cbaf8d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=fdc35793-4a5d-4081-b59e-13d150cbaf8d,segment=NetworkSegment(0297ad9a-bf81-4a23-a8a0-d29a99aab2f8),segment_id=0297ad9a-bf81-4a23-a8a0-d29a99aab2f8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:03.365729 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:03.365958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:03.366706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b426f24f-7cbf-424c-bad0-02c750054fde up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:03.367750 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2eaed5e7-bf57-4e57-846a-f33edafcd33e req-f8e728ab-2ea0-4571-8bca-e0e4c94852aa tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197448 Apr 01 12:31:03.448973 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=fdc35793-4a5d-4081-b59e-13d150cbaf8d,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:03.492480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-a5619429-ad1e-4fdc-91a5-e0aefc02f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:03.495959 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-a5619429-ad1e-4fdc-91a5-e0aefc02f74a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d52b3f09-ad4f-4d02-81be-b1ccbcaf1142 HTTP/1.1" status: 200 len: 857 time: 0.4125192 Apr 01 12:31:03.512644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b426f24f-7cbf-424c-bad0-02c750054fde triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:03.513327 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:03.597969 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a3b0-c12c-4b0b-89a7-9d5906f411ce req-319be086-a84e-495f-ada0-43adfd4d9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:03.604883 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89a7a3b0-c12c-4b0b-89a7-9d5906f411ce req-319be086-a84e-495f-ada0-43adfd4d9b5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e874777-b55e-463c-b9ee-9896ca3de349 HTTP/1.1" status: 200 len: 916 time: 0.9540479 Apr 01 12:31:03.670121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:03.700458 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-93f41acd-1066-438a-93cf-027e14c605f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68664389-db93-44d9-bf37-b9f203cb08d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560845 Apr 01 12:31:03.702431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] For port 0ac8acdc-7a26-42af-850a-2993b708f88b, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:03.721057 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86071c5f-640d-4342-a5ab-d743d38a80f0 req-64a9e348-2b8b-4177-96d7-bcd28ff14216 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:03.729369 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86071c5f-640d-4342-a5ab-d743d38a80f0 req-64a9e348-2b8b-4177-96d7-bcd28ff14216 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 944 time: 0.4666185 Apr 01 12:31:03.731256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:03.769223 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:31:03.775412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:03.775849 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:03.800816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] For port 0ac8acdc-7a26-42af-850a-2993b708f88b, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0ac8acdc-7a26-42af-850a-2993b708f88b,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:03.813458 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89a7a3b0-c12c-4b0b-89a7-9d5906f411ce req-b285aa62-c0dd-4b8f-befc-ba58a8b8d9d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bddd4b6d-316f-494b-87db-ac3163dec9d5 HTTP/1.1" status: 200 len: 217 time: 0.1217551 Apr 01 12:31:03.835519 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:03.843689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6caf1f-eb15-4e69-a02d-43ac7d74bf7e None None] Network 642b5dc8-4473-4bac-a4e8-02d4c2602f76 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:03.866508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:03.867580 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:03.869161 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] 10.222.0.44 "PUT /v2.0/ports/0ac8acdc-7a26-42af-850a-2993b708f88b HTTP/1.1" status: 200 len: 1091 time: 4.9470196 Apr 01 12:31:03.952328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:31:03.958263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3d52cf6b-cb1c-47a0-ab2e-73085c8a03d5 None None] Provisioning complete for port fdc35793-4a5d-4081-b59e-13d150cbaf8d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:03.958952 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3d52cf6b-cb1c-47a0-ab2e-73085c8a03d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:03.963015 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Sync routers for ids ['f62803f7-28ef-4885-9e55-71a6ebc79de8'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:31:03.978755 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Routers {'f62803f7-28ef-4885-9e55-71a6ebc79de8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:31:03.979371 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f62803f7-28ef-4885-9e55-71a6ebc79de8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:04.000028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801ae27-ab80-4c93-b03d-0376affe27d1 req-7449f269-94b7-4d70-b4ca-d90df9cec6d9 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:04.002222 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b801ae27-ab80-4c93-b03d-0376affe27d1 req-7449f269-94b7-4d70-b4ca-d90df9cec6d9 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 945 time: 0.1027932 Apr 01 12:31:04.008454 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:04.025615 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-57c481cc-dae6-469a-8e14-10be07f7930e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6679523 Apr 01 12:31:04.025943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57282) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:04.086339 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86071c5f-640d-4342-a5ab-d743d38a80f0 req-e56793e6-5edc-46c4-adb1-ec298661d7ee tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559396 Apr 01 12:31:04.180487 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a3b0-c12c-4b0b-89a7-9d5906f411ce req-de90f773-c259-4552-8911-c37147fec751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:04.183339 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89a7a3b0-c12c-4b0b-89a7-9d5906f411ce req-de90f773-c259-4552-8911-c37147fec751 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f972d32-5f51-48b2-a84c-662f5c12b08b HTTP/1.1" status: 200 len: 855 time: 0.3507674 Apr 01 12:31:04.189575 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b801ae27-ab80-4c93-b03d-0376affe27d1 req-a2bb764c-6331-4bcf-ad17-711e7fa1db29 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649702 Apr 01 12:31:04.200726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881419c6-5ff8-4290-8909-a84b80aa0614 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac8acdc-7a26-42af-850a-2993b708f88b,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:04.203313 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Set router f62803f7-28ef-4885-9e55-71a6ebc79de8 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:31:04.259623 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:04.278570 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89a7a3b0-c12c-4b0b-89a7-9d5906f411ce req-daa33d1b-7f0a-455a-ad1b-eddcbd150436 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e874777-b55e-463c-b9ee-9896ca3de349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817039 Apr 01 12:31:04.287486 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-6ee91fa4-cfd1-4a04-9e79-ea86b9c0e0bf service neutron] 10.222.0.37 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466323 Apr 01 12:31:04.289195 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e3b263-3b2c-432b-bb9b-0edb513150ed x-openstack-request-id: req-59e3b263-3b2c-432b-bb9b-0edb513150ed {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:04.289484 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a", "tag": "d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:04.289733 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59e3b263-3b2c-432b-bb9b-0edb513150ed {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:04.290172 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e3b263-3b2c-432b-bb9b-0edb513150ed'] response: {'name': 'network-changed', 'server_uuid': 'e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a', 'tag': 'd2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb', 'status': 'completed', 'code': 200} Apr 01 12:31:04.305283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-78245c55-ad1f-4aa1-ab13-9a1520abdcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:04.307729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-78245c55-ad1f-4aa1-ab13-9a1520abdcb3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c5b1578af04877b021e0455a0a1a6c&device_id=abf365d4-3dea-49c2-92b5-b580d91a4dfe HTTP/1.1" status: 200 len: 1094 time: 0.3641660 Apr 01 12:31:04.308461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Attempting to bind port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:04.308793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Attempting to bind port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:04.309118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Attempting to bind port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 on network 68664389-db93-44d9-bf37-b9f203cb08d6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:04.341233 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a892eed-4626-434d-9fe4-00ab374f4131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:04.344535 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e851bdb3-7339-4b89-9913-e3e26e8adb38" -d '{"events": [{"server_uuid": "6a892eed-4626-434d-9fe4-00ab374f4131", "name": "network-vif-plugged", "status": "completed", "tag": "e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:04.361100 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:04.368910 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:04.493552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:04.636271 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'name': 'tempest-TaggedBootDevicesTest-157904057-router', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '51d1c140-5562-4201-83f4-afdf9907302c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:59Z', 'updated_at': '2022-04-01T12:31:01Z', 'revision_number': 3, 'project_id': '247d00b66fa94470a7826e381b5907f1', 'gw_port': {'id': '51d1c140-5562-4201-83f4-afdf9907302c', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:00Z', 'updated_at': '2022-04-01T12:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:04.684835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device fdc35793-4a5d-4081-b59e-13d150cbaf8d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:04.692805 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Checking router: f62803f7-28ef-4885-9e55-71a6ebc79de8 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:31:04.693442 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Updating router f62803f7-28ef-4885-9e55-71a6ebc79de8 port 51d1c140-5562-4201-83f4-afdf9907302c binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:31:04.737004 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:04.821851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7ec5a288-3ea1-4f7d-a235-ffa0cb3684e0 None None] Provisioning complete for port fdc35793-4a5d-4081-b59e-13d150cbaf8d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:04.824819 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7ec5a288-3ea1-4f7d-a235-ffa0cb3684e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:04.892632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 on network 68664389-db93-44d9-bf37-b9f203cb08d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:31:04.893293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Attempting to bind port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 on network 68664389-db93-44d9-bf37-b9f203cb08d6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:04.901583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port fdc35793-4a5d-4081-b59e-13d150cbaf8d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:04.905249 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:04.925722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d352-9841-4a5d-8d20-03d1c458a4d3 req-d6bee998-64a7-4a60-87d1-ec6694075d51 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:04.928460 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6c66d352-9841-4a5d-8d20-03d1c458a4d3 req-d6bee998-64a7-4a60-87d1-ec6694075d51 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 944 time: 0.2193491 Apr 01 12:31:04.944902 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bfa87c8b-d597-4e5b-97a2-47093f56e035 req-fbfc94d9-8f94-4c37-b095-9d2bbbb20a80 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/55ca0c0c-ec7b-426e-9d05-64d09b52887e HTTP/1.1" status: 200 len: 1804 time: 0.8165336 Apr 01 12:31:04.971801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-a7587471-9f98-4fd6-9927-ca38fa7aa3bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ac8acdc-7a26-42af-850a-2993b708f88b HTTP/1.1" status: 200 len: 217 time: 0.6381164 Apr 01 12:31:04.976990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:04.977337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Checking segment: {'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:04.977871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Bound using segment: {'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:04.978366 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Bound port: c768fc4f-b45a-4d6c-a8f6-b2d8c6673528, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:04.978728 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:04.993704 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6c66d352-9841-4a5d-8d20-03d1c458a4d3 req-ba35c932-e8fe-4884-8eac-35b02b2bcdb5 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579720 Apr 01 12:31:05.082521 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.106323 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.180766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852190b3-b4b3-4e9e-aa36-4af5dd652170 req-c8d3fc0c-bbff-4702-8038-f2feaaab9b59 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:05.182409 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-852190b3-b4b3-4e9e-aa36-4af5dd652170 req-c8d3fc0c-bbff-4702-8038-f2feaaab9b59 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 945 time: 0.0794642 Apr 01 12:31:05.213693 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480594cf-0d89-44db-8729-32dfbb6fece1 None None] Pushing event updated for resources: {'Port': ['ID=51d1c140-5562-4201-83f4-afdf9907302c,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:05.222993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57306) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:05.247492 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Attempting to bind port 51d1c140-5562-4201-83f4-afdf9907302c on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:05.247862 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Attempting to bind port 51d1c140-5562-4201-83f4-afdf9907302c by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:05.248255 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Attempting to bind port 51d1c140-5562-4201-83f4-afdf9907302c on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:05.263354 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:05.264410 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:05.264816 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.265200 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:05.267592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-aa481e6d-131c-4400-b910-64be0fbdd013 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Request body: {'floatingip': {'port_id': '8237ea63-558f-4c53-9b37-e3adda602eb4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:05.269777 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Bound port: 51d1c140-5562-4201-83f4-afdf9907302c, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:05.270251 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.278365 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97824b79-8bb5-4ba8-9079-9263ec3e18f7 x-openstack-request-id: req-97824b79-8bb5-4ba8-9079-9263ec3e18f7 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:05.278904 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a892eed-4626-434d-9fe4-00ab374f4131", "name": "network-vif-plugged", "status": "completed", "tag": "e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:05.279356 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97824b79-8bb5-4ba8-9079-9263ec3e18f7 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:05.280528 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97824b79-8bb5-4ba8-9079-9263ec3e18f7'] response: {'server_uuid': '6a892eed-4626-434d-9fe4-00ab374f4131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d', 'code': 200} Apr 01 12:31:05.285527 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.393311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-2210e239-d48a-4d24-ade4-04969103cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:05.394936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-2210e239-d48a-4d24-ade4-04969103cba4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d52b3f09-ad4f-4d02-81be-b1ccbcaf1142 HTTP/1.1" status: 200 len: 857 time: 0.4130812 Apr 01 12:31:05.419117 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-ec45dea0-fa87-4d6b-bf64-d294f1fece20 service neutron] 10.222.0.37 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1223400 Apr 01 12:31:05.422434 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aa481e6d-131c-4400-b910-64be0fbdd013 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for floatingip, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.422633 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] For port 51d1c140-5562-4201-83f4-afdf9907302c, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:05.446517 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] For port 51d1c140-5562-4201-83f4-afdf9907302c, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=51d1c140-5562-4201-83f4-afdf9907302c,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:05.453409 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.462632 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89a7a3b0-c12c-4b0b-89a7-9d5906f411ce req-b8bac18f-fead-4257-9d66-19c67e061fca service neutron] 10.222.0.37 "GET /v2.0/networks/2e874777-b55e-463c-b9ee-9896ca3de349?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1704018 Apr 01 12:31:05.508054 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ed400-3dab-4905-b643-d55ed7d00bd0 req-d98b591e-07d3-450e-a28a-e5452ff93b62 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:05.510383 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-480ed400-3dab-4905-b643-d55ed7d00bd0 req-d98b591e-07d3-450e-a28a-e5452ff93b62 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 944 time: 0.1122918 Apr 01 12:31:05.535831 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Routers {'f62803f7-28ef-4885-9e55-71a6ebc79de8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:31:05.536981 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:30:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f62803f7-28ef-4885-9e55-71a6ebc79de8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:05.537152 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bfa87c8b-d597-4e5b-97a2-47093f56e035 req-38a5f94a-1c59-45c8-afa4-96b9e926de59 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.546807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] For port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:05.550792 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-f51758a0-5fb6-4590-91b2-a1f30aad265e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=68664389-db93-44d9-bf37-b9f203cb08d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375859 Apr 01 12:31:05.611844 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480594cf-0d89-44db-8729-32dfbb6fece1 None None] Pushing event updated for resources: {'Port': ['ID=51d1c140-5562-4201-83f4-afdf9907302c,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:05.618341 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-480ed400-3dab-4905-b643-d55ed7d00bd0 req-06b5ba3f-ef2e-4e03-9735-b989ddefd0aa tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977850 Apr 01 12:31:05.623693 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Allocated IP 172.20.0.1 (642b5dc8-4473-4bac-a4e8-02d4c2602f76/03f9388e-b23d-4f2b-a36a-4d625a92cbd5/de525344-0f20-4a69-9c76-df599953d39b) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:05.681276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device bddd4b6d-316f-494b-87db-ac3163dec9d5 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:31:05.686282 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bfa87c8b-d597-4e5b-97a2-47093f56e035 req-38a5f94a-1c59-45c8-afa4-96b9e926de59 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.731424 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] Set router f62803f7-28ef-4885-9e55-71a6ebc79de8 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:31:05.772671 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.815512 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.875212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Network 642b5dc8-4473-4bac-a4e8-02d4c2602f76 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:05.881461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:05.885305 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:05.920880 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=de525344-0f20-4a69-9c76-df599953d39b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:05.943780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port bddd4b6d-316f-494b-87db-ac3163dec9d5, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bddd4b6d-316f-494b-87db-ac3163dec9d5,segment=NetworkSegment(150dbb05-e1a8-4d5f-b850-324e96d95997),segment_id=150dbb05-e1a8-4d5f-b850-324e96d95997)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:05.950488 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bfa87c8b-d597-4e5b-97a2-47093f56e035 req-38a5f94a-1c59-45c8-afa4-96b9e926de59 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.955144 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bfa87c8b-d597-4e5b-97a2-47093f56e035 req-38a5f94a-1c59-45c8-afa4-96b9e926de59 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.955401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:05.974039 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bfa87c8b-d597-4e5b-97a2-47093f56e035 req-38a5f94a-1c59-45c8-afa4-96b9e926de59 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "DELETE /v2.0/security-groups/55ca0c0c-ec7b-426e-9d05-64d09b52887e HTTP/1.1" status: 204 len: 173 time: 1.0263283 Apr 01 12:31:05.993357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'bddd4b6d-316f-494b-87db-ac3163dec9d5', 'network_id': '2e874777-b55e-463c-b9ee-9896ca3de349', 'port_id': 'bddd4b6d-316f-494b-87db-ac3163dec9d5', 'mac_address': 'fa:16:3e:f9:0a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f972d32-5f51-48b2-a84c-662f5c12b08b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:31:05.999005 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] For port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:06.029896 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:06.100124 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:06.133709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddd4b6d-316f-494b-87db-ac3163dec9d5 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:31:06.134439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90f4f2-f423-4afd-a1b3-e677660a03e2 req-5ff12f8b-7b3f-49ea-8250-c3f9989392f3 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:06.141217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:06.142291 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:06.145064 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] 10.222.0.44 "PUT /v2.0/ports/c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 HTTP/1.1" status: 200 len: 1092 time: 5.0007689 Apr 01 12:31:06.146071 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf90f4f2-f423-4afd-a1b3-e677660a03e2 req-5ff12f8b-7b3f-49ea-8250-c3f9989392f3 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 945 time: 0.1221149 Apr 01 12:31:06.210400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08022bd2-c8a6-465d-b2f2-f601ea0406a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:06.212453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port bddd4b6d-316f-494b-87db-ac3163dec9d5, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bddd4b6d-316f-494b-87db-ac3163dec9d5,segment=NetworkSegment(150dbb05-e1a8-4d5f-b850-324e96d95997),segment_id=150dbb05-e1a8-4d5f-b850-324e96d95997)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:06.225800 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:06.230498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879577bc-4c77-4937-89e0-1dc11a9d1799 req-93bd9a75-33f1-41c8-bf49-806f7cdd0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:06.237408 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-879577bc-4c77-4937-89e0-1dc11a9d1799 req-93bd9a75-33f1-41c8-bf49-806f7cdd0a2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 1096 time: 0.8667679 Apr 01 12:31:06.268988 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'name': 'tempest-TaggedBootDevicesTest-157904057-router', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '51d1c140-5562-4201-83f4-afdf9907302c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:59Z', 'updated_at': '2022-04-01T12:31:01Z', 'revision_number': 3, 'project_id': '247d00b66fa94470a7826e381b5907f1', 'gw_port': {'id': '51d1c140-5562-4201-83f4-afdf9907302c', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:00Z', 'updated_at': '2022-04-01T12:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:06.285051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf90f4f2-f423-4afd-a1b3-e677660a03e2 req-0cb80e68-213c-4540-94f0-fa295f56bd53 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313784 Apr 01 12:31:06.343563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf365d4-3dea-49c2-92b5-b580d91a4dfe', 'tag': '0ac8acdc-7a26-42af-850a-2993b708f88b'}, {'name': 'network-changed', 'server_uuid': '63698bae-4e2d-4fec-9865-7c9ed143233e', 'tag': 'c768fc4f-b45a-4d6c-a8f6-b2d8c6673528'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:06.351723 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45266dc9-d040-419b-a3bb-e48268d35a46" -d '{"events": [{"name": "network-changed", "server_uuid": "abf365d4-3dea-49c2-92b5-b580d91a4dfe", "tag": "0ac8acdc-7a26-42af-850a-2993b708f88b"}, {"name": "network-changed", "server_uuid": "63698bae-4e2d-4fec-9865-7c9ed143233e", "tag": "c768fc4f-b45a-4d6c-a8f6-b2d8c6673528"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:06.353036 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d646e-3276-4ccd-a552-0da9f5c79532 None None] The sync data for ids ['f62803f7-28ef-4885-9e55-71a6ebc79de8'] in n-d-836146-1 is: [{'id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'name': 'tempest-TaggedBootDevicesTest-157904057-router', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '51d1c140-5562-4201-83f4-afdf9907302c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:59Z', 'updated_at': '2022-04-01T12:31:01Z', 'revision_number': 3, 'project_id': '247d00b66fa94470a7826e381b5907f1', 'gw_port': {'id': '51d1c140-5562-4201-83f4-afdf9907302c', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:00Z', 'updated_at': '2022-04-01T12:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:31:06.371136 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5f94a-1c59-45c8-afa4-96b9e926de59 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca0c0c-ec7b-426e-9d05-64d09b52887e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:06.391176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=bddd4b6d-316f-494b-87db-ac3163dec9d5,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:06.403895 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:06.461772 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3747f6e5-786a-4e94-9813-3b104aa0f9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:06.484482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5f53ce2f-e0b0-4fbf-b59c-182d3c05c91e None None] Provisioning complete for port de525344-0f20-4a69-9c76-df599953d39b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:06.484857 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5f53ce2f-e0b0-4fbf-b59c-182d3c05c91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:06.567587 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5f53ce2f-e0b0-4fbf-b59c-182d3c05c91e None None] Port de525344-0f20-4a69-9c76-df599953d39b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:31:06.568434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5307200-e3fc-4d0a-a0ba-1c12fb627447 req-5e4e0085-2eae-4904-9576-94b3ecfac929 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:06.570746 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a5307200-e3fc-4d0a-a0ba-1c12fb627447 req-5e4e0085-2eae-4904-9576-94b3ecfac929 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 944 time: 0.1590137 Apr 01 12:31:06.595923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-a76aa6da-54eb-4711-8dbe-a13eab4e7dda service neutron] 10.222.0.44 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113174 Apr 01 12:31:06.606339 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0b703-b496-4a8d-8473-cbc6cbd4d47f req-200af434-2275-4da6-a16d-4c1bbca262cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:06.608412 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04b0b703-b496-4a8d-8473-cbc6cbd4d47f req-200af434-2275-4da6-a16d-4c1bbca262cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3c5b1578af04877b021e0455a0a1a6c&device_id=e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a HTTP/1.1" status: 200 len: 1094 time: 1.1087129 Apr 01 12:31:06.673708 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a5307200-e3fc-4d0a-a0ba-1c12fb627447 req-b9305af7-75ea-4c09-a211-666f4e3d25d1 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737786 Apr 01 12:31:06.683742 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['bddd4b6d-316f-494b-87db-ac3163dec9d5'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:06.752405 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:06.759621 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:06.809150 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-879577bc-4c77-4937-89e0-1dc11a9d1799 req-9c64e189-3867-4cde-a95a-a57336a7b645 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109297 Apr 01 12:31:06.840680 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533e979a-de76-442f-964d-547899edfb3b x-openstack-request-id: req-533e979a-de76-442f-964d-547899edfb3b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:06.840985 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf365d4-3dea-49c2-92b5-b580d91a4dfe", "tag": "0ac8acdc-7a26-42af-850a-2993b708f88b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63698bae-4e2d-4fec-9865-7c9ed143233e", "tag": "c768fc4f-b45a-4d6c-a8f6-b2d8c6673528", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:06.841238 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-533e979a-de76-442f-964d-547899edfb3b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:06.841655 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533e979a-de76-442f-964d-547899edfb3b'] response: {'name': 'network-changed', 'server_uuid': 'abf365d4-3dea-49c2-92b5-b580d91a4dfe', 'tag': '0ac8acdc-7a26-42af-850a-2993b708f88b', 'status': 'completed', 'code': 200} Apr 01 12:31:06.841976 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533e979a-de76-442f-964d-547899edfb3b'] response: {'name': 'network-changed', 'server_uuid': '63698bae-4e2d-4fec-9865-7c9ed143233e', 'tag': 'c768fc4f-b45a-4d6c-a8f6-b2d8c6673528', 'status': 'completed', 'code': 200} Apr 01 12:31:06.856544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-7adab617-8a22-46cd-841b-502cd90e523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:06.859019 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-7adab617-8a22-46cd-841b-502cd90e523a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c5b1578af04877b021e0455a0a1a6c&device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 1095 time: 0.6081955 Apr 01 12:31:06.862256 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89a7a3b0-c12c-4b0b-89a7-9d5906f411ce req-8853bb99-494b-4f51-97ef-fc56da3b4622 service neutron] 10.222.0.37 "GET /v2.0/networks/2e874777-b55e-463c-b9ee-9896ca3de349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3653126 Apr 01 12:31:06.912130 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce76c9bf-1a90-4baf-9eb6-da1a0b7d1522 req-e3fd1821-00a8-4b24-8091-edabc5f91d97 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/b08434c9-de3c-4ffa-b855-c156299db9db HTTP/1.1" status: 200 len: 2403 time: 0.6609082 Apr 01 12:31:06.997438 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=de525344-0f20-4a69-9c76-df599953d39b,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:07.006662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:07.081498 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70860c69-0480-4555-bc85-9b6270993c3e req-4106dd05-6d13-4172-87bc-f81dd0e373f7 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:07.087781 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-70860c69-0480-4555-bc85-9b6270993c3e req-4106dd05-6d13-4172-87bc-f81dd0e373f7 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 945 time: 0.1716340 Apr 01 12:31:07.153589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0b703-b496-4a8d-8473-cbc6cbd4d47f req-7f1ef419-8f8d-40b8-a9dd-36e6fb6f616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:07.156796 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04b0b703-b496-4a8d-8473-cbc6cbd4d47f req-7f1ef419-8f8d-40b8-a9dd-36e6fb6f616e service neutron] 10.222.0.37 "GET /v2.0/networks?id=68664389-db93-44d9-bf37-b9f203cb08d6 HTTP/1.1" status: 200 len: 918 time: 0.5201283 Apr 01 12:31:07.196853 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-70860c69-0480-4555-bc85-9b6270993c3e req-56fd9d8c-6d67-4084-82ce-6b4c28403b3b tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016071 Apr 01 12:31:07.211033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Network 642b5dc8-4473-4bac-a4e8-02d4c2602f76 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:07.212810 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:07.230028 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-62402791-b7de-4b8f-8c0e-fcc021cf3677 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 HTTP/1.1" status: 200 len: 217 time: 0.3168406 Apr 01 12:31:07.350160 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04b0b703-b496-4a8d-8473-cbc6cbd4d47f req-8fd7f7cd-d19a-4c19-bd33-58cb3b2f407a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb HTTP/1.1" status: 200 len: 217 time: 0.1364524 Apr 01 12:31:07.416584 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-17d9ff0b-6897-43bd-bb75-0b6f6a7e5a6a service neutron] 10.222.0.44 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7994103 Apr 01 12:31:07.529276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Router f62803f7-28ef-4885-9e55-71a6ebc79de8 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:31:07.540279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4031bcc-1a65-4181-a420-b4a4f628fb90 req-468aa377-b1dd-404f-b392-febd383c92dc tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:07.549940 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f4031bcc-1a65-4181-a420-b4a4f628fb90 req-468aa377-b1dd-404f-b392-febd383c92dc tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 945 time: 0.1207151 Apr 01 12:31:07.657633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b4fe535e-aa80-456b-9b37-185d5e652be0 None None] Provisioning complete for port de525344-0f20-4a69-9c76-df599953d39b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:07.660475 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b4fe535e-aa80-456b-9b37-185d5e652be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:07.663843 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-1d330e2c-35d4-4b4d-b616-402f754f4348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:07.665304 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-1d330e2c-35d4-4b4d-b616-402f754f4348 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d52b3f09-ad4f-4d02-81be-b1ccbcaf1142 HTTP/1.1" status: 200 len: 857 time: 0.3993027 Apr 01 12:31:07.679805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0b703-b496-4a8d-8473-cbc6cbd4d47f req-14d4796f-5cc9-433d-95c8-1eae91c4c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:07.681278 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04b0b703-b496-4a8d-8473-cbc6cbd4d47f req-14d4796f-5cc9-433d-95c8-1eae91c4c536 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d52b3f09-ad4f-4d02-81be-b1ccbcaf1142 HTTP/1.1" status: 200 len: 857 time: 0.2628477 Apr 01 12:31:07.682612 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f4031bcc-1a65-4181-a420-b4a4f628fb90 req-e93346b4-3eb0-4e3e-af5d-a999fd7836fa tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314907 Apr 01 12:31:07.764911 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe535e-aa80-456b-9b37-185d5e652be0 None None] Port de525344-0f20-4a69-9c76-df599953d39b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:31:07.776467 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57344) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:07.781598 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce76c9bf-1a90-4baf-9eb6-da1a0b7d1522 req-6043ded9-6fc5-4f85-9260-c7226cdfbb6d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:07.784900 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-0f9153c7-c50a-429e-857a-3f99e06d9ddb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=68664389-db93-44d9-bf37-b9f203cb08d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095114 Apr 01 12:31:07.841418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04b0b703-b496-4a8d-8473-cbc6cbd4d47f req-4cf71da7-7045-4092-8b3a-8a87400ab472 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68664389-db93-44d9-bf37-b9f203cb08d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463642 Apr 01 12:31:07.847418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-8fa95d55-3b6c-45c2-b064-d5b872d3a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:07.850445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-8fa95d55-3b6c-45c2-b064-d5b872d3a190 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c5b1578af04877b021e0455a0a1a6c&device_id=abf365d4-3dea-49c2-92b5-b580d91a4dfe HTTP/1.1" status: 200 len: 1094 time: 0.3498890 Apr 01 12:31:07.851224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:31:07.859070 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-171f6903-0b14-409b-92dd-cf889558c8b8 admin admin] 10.222.0.45 "PUT /v2.0/routers/f62803f7-28ef-4885-9e55-71a6ebc79de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8050132 Apr 01 12:31:07.880369 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ea87a-bd29-4103-aba7-ab1878d4584d req-f1377968-0a3f-4c5a-ba27-366d7053dc34 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:07.888842 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-999ea87a-bd29-4103-aba7-ab1878d4584d req-f1377968-0a3f-4c5a-ba27-366d7053dc34 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 944 time: 0.1114063 Apr 01 12:31:07.943210 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-999ea87a-bd29-4103-aba7-ab1878d4584d req-a0f1cdb7-a5bc-457d-b068-c6ba3f4875b1 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521379 Apr 01 12:31:07.981406 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce76c9bf-1a90-4baf-9eb6-da1a0b7d1522 req-6043ded9-6fc5-4f85-9260-c7226cdfbb6d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.035659 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b8a471a5-316b-4123-8f18-75d3c362bed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.155487 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b8a471a5-316b-4123-8f18-75d3c362bed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.162269 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b8a471a5-316b-4123-8f18-75d3c362bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.268208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a471a5-316b-4123-8f18-75d3c362bed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aac611b-efd3-499c-b8fe-85806b8f4423,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:08.284210 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b8a471a5-316b-4123-8f18-75d3c362bed9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76a09d378e624d66bbc14fe5e3363044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976985 Apr 01 12:31:08.287987 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57356) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:08.385149 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aa481e6d-131c-4400-b910-64be0fbdd013 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.397235 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-e5ee7bcf-0b06-40fc-bb1c-a871fa45c5ce service neutron] 10.222.0.44 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794616 Apr 01 12:31:08.413662 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aa481e6d-131c-4400-b910-64be0fbdd013 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.424693 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-25510b12-a8d9-4562-bc40-1c517cccf28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.442784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6bb9d-e070-45aa-ba35-44d19235b55a req-636acc54-a9c0-4865-a5f0-9772a5d1e56d tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:08.444748 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12e6bb9d-e070-45aa-ba35-44d19235b55a req-636acc54-a9c0-4865-a5f0-9772a5d1e56d tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 945 time: 0.1137464 Apr 01 12:31:08.484450 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-25510b12-a8d9-4562-bc40-1c517cccf28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.497714 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04b0b703-b496-4a8d-8473-cbc6cbd4d47f req-9d495cab-1a67-4619-8708-d81cdf0c778e service neutron] 10.222.0.37 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325750 Apr 01 12:31:08.531621 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12e6bb9d-e070-45aa-ba35-44d19235b55a req-61abc99c-1542-456e-8c3f-1e62346a6500 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774772 Apr 01 12:31:08.572139 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.599140 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-25510b12-a8d9-4562-bc40-1c517cccf28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.604996 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-25510b12-a8d9-4562-bc40-1c517cccf28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.607040 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-25510b12-a8d9-4562-bc40-1c517cccf28b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4aac611b-efd3-499c-b8fe-85806b8f4423 HTTP/1.1" status: 204 len: 168 time: 0.3175244 Apr 01 12:31:08.636312 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25510b12-a8d9-4562-bc40-1c517cccf28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aac611b-efd3-499c-b8fe-85806b8f4423,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:08.740132 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.763738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 51d1c140-5562-4201-83f4-afdf9907302c up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:08.856574 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87188642-452f-44b1-a0dd-af3d32260153 req-a5c69e20-7a22-4001-9cae-ab8e587caac2 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:08.881983 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87188642-452f-44b1-a0dd-af3d32260153 req-a5c69e20-7a22-4001-9cae-ab8e587caac2 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 945 time: 0.0839486 Apr 01 12:31:08.894870 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-22fe8e8e-92fd-411b-bf07-24d574bde99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.912239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 51d1c140-5562-4201-83f4-afdf9907302c triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:08.912892 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:08.994853 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87188642-452f-44b1-a0dd-af3d32260153 req-4eb0b626-14de-447e-b304-17eb1b05fecb tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011527 Apr 01 12:31:09.110109 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:09.176725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 51d1c140-5562-4201-83f4-afdf9907302c, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=51d1c140-5562-4201-83f4-afdf9907302c,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:09.184805 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:09.208123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8d049-950c-4166-8072-3f8e60c0422b req-65e37842-fcbf-4292-8480-4a8b53680dd1 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:09.220565 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-79c8d049-950c-4166-8072-3f8e60c0422b req-65e37842-fcbf-4292-8480-4a8b53680dd1 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 944 time: 0.1088593 Apr 01 12:31:09.285753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=51d1c140-5562-4201-83f4-afdf9907302c,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:09.287060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57406) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:09.307261 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fb41e424-c4df-418e-a35f-c15ebccd4819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:09.322829 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-79c8d049-950c-4166-8072-3f8e60c0422b req-172aba16-fd49-4925-8ff9-e288063fa12d tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010792 Apr 01 12:31:09.336766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-a0862b0c-78d0-4dc5-8d80-b8f2ee967a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:09.338453 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-a0862b0c-78d0-4dc5-8d80-b8f2ee967a31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=68664389-db93-44d9-bf37-b9f203cb08d6 HTTP/1.1" status: 200 len: 918 time: 1.4611650 Apr 01 12:31:09.366216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Sync routers for ids ['f62803f7-28ef-4885-9e55-71a6ebc79de8'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:31:09.384294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Routers {'f62803f7-28ef-4885-9e55-71a6ebc79de8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:31:09.384933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f62803f7-28ef-4885-9e55-71a6ebc79de8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:09.392425 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce76c9bf-1a90-4baf-9eb6-da1a0b7d1522 req-6043ded9-6fc5-4f85-9260-c7226cdfbb6d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:09.407198 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce76c9bf-1a90-4baf-9eb6-da1a0b7d1522 req-6043ded9-6fc5-4f85-9260-c7226cdfbb6d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:09.408356 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce76c9bf-1a90-4baf-9eb6-da1a0b7d1522 req-6043ded9-6fc5-4f85-9260-c7226cdfbb6d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "DELETE /v2.0/security-groups/b08434c9-de3c-4ffa-b855-c156299db9db HTTP/1.1" status: 204 len: 173 time: 2.4715958 Apr 01 12:31:09.489740 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fb41e424-c4df-418e-a35f-c15ebccd4819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:09.507409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fb41e424-c4df-418e-a35f-c15ebccd4819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:09.553718 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-9399ff77-8655-4405-a95a-7e08ba7226c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ac8acdc-7a26-42af-850a-2993b708f88b HTTP/1.1" status: 200 len: 217 time: 0.1640682 Apr 01 12:31:09.558700 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3808123-f07e-4108-8b63-2246b12e7037 req-90299285-8e70-4330-8126-13d102c9544a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1926543954&fields=id&tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d HTTP/1.1" status: 200 len: 267 time: 0.1175120 Apr 01 12:31:09.570358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043ded9-6fc5-4f85-9260-c7226cdfbb6d tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08434c9-de3c-4ffa-b855-c156299db9db,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:09.629325 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fb41e424-c4df-418e-a35f-c15ebccd4819 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0fc52f981c0f4d3481100c703cc1a8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405471 Apr 01 12:31:09.630429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57442) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:09.655270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41e424-c4df-418e-a35f-c15ebccd4819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522ca7d5-5114-4df5-9c03-123200bf1267,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:09.661597 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74c6c2a9-654d-42fe-b325-d6669220d08e req-fd521872-5d38-4988-b038-a28bece3b948 service neutron] 10.222.0.44 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2510846 Apr 01 12:31:09.673130 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4b64df2-621a-43b0-a9fc-71fdf4cff41a req-b3518cad-b327-479d-8910-c6e7b0a2e2b7 tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "GET /v2.0/security-groups/1c1e6561-84d1-41f6-a448-df1e428bc645 HTTP/1.1" status: 200 len: 2397 time: 0.2367582 Apr 01 12:31:09.677834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Set router f62803f7-28ef-4885-9e55-71a6ebc79de8 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:31:09.706858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-d2ea8f22-380a-4aff-82fe-67751767c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:09.708465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-d2ea8f22-380a-4aff-82fe-67751767c3e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d52b3f09-ad4f-4d02-81be-b1ccbcaf1142 HTTP/1.1" status: 200 len: 857 time: 0.1292253 Apr 01 12:31:09.709794 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-aa481e6d-131c-4400-b910-64be0fbdd013 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Floating IP 2eed6780-4ecb-4389-aa2e-d3dd9f823ece associated. External IP: 172.25.7.177, port: 8237ea63-558f-4c53-9b37-e3adda602eb4. Apr 01 12:31:09.722430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04b0b703-b496-4a8d-8473-cbc6cbd4d47f req-82bc3e9d-e226-4b75-a238-5cdc82cdc61d service neutron] 10.222.0.37 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2024817 Apr 01 12:31:09.745526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3808123-f07e-4108-8b63-2246b12e7037 req-cea647a4-bfa2-440a-b88a-7722b8617a35 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:09.749782 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3808123-f07e-4108-8b63-2246b12e7037 req-cea647a4-bfa2-440a-b88a-7722b8617a35 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 945 time: 0.1806498 Apr 01 12:31:09.756104 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:31:09.773640 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-c3808123-f07e-4108-8b63-2246b12e7037 req-4974b219-984d-4021-8545-30e3079c8195 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'port': {'security_groups': ['54a6d368-a323-4131-b843-83c958559747', '05d250e5-e17e-4725-930e-7bb1a6fa5af6']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:09.784267 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58c01c7d-2319-46f8-9c5f-73955d25c4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:09.801969 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device bddd4b6d-316f-494b-87db-ac3163dec9d5 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:09.812292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-5e5be71b-c62d-4ceb-ad96-6ff023194eb6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=68664389-db93-44d9-bf37-b9f203cb08d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928557 Apr 01 12:31:09.886645 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58c01c7d-2319-46f8-9c5f-73955d25c4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:09.893638 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-c3808123-f07e-4108-8b63-2246b12e7037 req-4974b219-984d-4021-8545-30e3079c8195 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.000300 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58c01c7d-2319-46f8-9c5f-73955d25c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.006269 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58c01c7d-2319-46f8-9c5f-73955d25c4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.009751 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-58c01c7d-2319-46f8-9c5f-73955d25c4ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/522ca7d5-5114-4df5-9c03-123200bf1267 HTTP/1.1" status: 204 len: 168 time: 0.3759308 Apr 01 12:31:10.042867 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c01c7d-2319-46f8-9c5f-73955d25c4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522ca7d5-5114-4df5-9c03-123200bf1267,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:10.142599 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4b64df2-621a-43b0-a9fc-71fdf4cff41a req-51859461-868b-4489-8e37-889a91d4b5da tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.172611 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4b64df2-621a-43b0-a9fc-71fdf4cff41a req-51859461-868b-4489-8e37-889a91d4b5da tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.222066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port bddd4b6d-316f-494b-87db-ac3163dec9d5 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:31:10.335386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-06877deb-1d2d-4b9c-a622-ba55022cbaea service neutron] 10.222.0.44 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155530 Apr 01 12:31:10.336780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0ac8acdc-7a26-42af-850a-2993b708f88b details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:31:10.373116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port bddd4b6d-316f-494b-87db-ac3163dec9d5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:10.373484 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.416425 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-c3808123-f07e-4108-8b63-2246b12e7037 req-4974b219-984d-4021-8545-30e3079c8195 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] For port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:10.450277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:10.472028 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.484612 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4b64df2-621a-43b0-a9fc-71fdf4cff41a req-51859461-868b-4489-8e37-889a91d4b5da tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.488022 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4b64df2-621a-43b0-a9fc-71fdf4cff41a req-51859461-868b-4489-8e37-889a91d4b5da tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.489195 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4b64df2-621a-43b0-a9fc-71fdf4cff41a req-51859461-868b-4489-8e37-889a91d4b5da tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] 10.222.0.45 "DELETE /v2.0/security-groups/1c1e6561-84d1-41f6-a448-df1e428bc645 HTTP/1.1" status: 204 len: 173 time: 0.8006036 Apr 01 12:31:10.502982 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'd2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb', 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6', 'port_id': 'd2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb', 'mac_address': 'fa:16:3e:59:12:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52b3f09-ad4f-4d02-81be-b1ccbcaf1142', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:31:10.505991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57454) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:10.560279 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-c3808123-f07e-4108-8b63-2246b12e7037 req-4974b219-984d-4021-8545-30e3079c8195 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.571965 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-c3808123-f07e-4108-8b63-2246b12e7037 req-4974b219-984d-4021-8545-30e3079c8195 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.656931 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:10.666500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51859461-868b-4489-8e37-889a91d4b5da tempest-SecurityGroupRulesTestJSON-585587230 tempest-SecurityGroupRulesTestJSON-585587230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1e6561-84d1-41f6-a448-df1e428bc645,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:10.667288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3808123-f07e-4108-8b63-2246b12e7037 req-4974b219-984d-4021-8545-30e3079c8195 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:10.667998 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-c3808123-f07e-4108-8b63-2246b12e7037 req-4974b219-984d-4021-8545-30e3079c8195 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.693117 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3808123-f07e-4108-8b63-2246b12e7037 req-4974b219-984d-4021-8545-30e3079c8195 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "PUT /v2.0/ports/e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d HTTP/1.1" status: 200 len: 981 time: 0.9318416 Apr 01 12:31:10.695906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a892eed-4626-434d-9fe4-00ab374f4131', 'tag': 'e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:10.719338 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8b5277-7fa4-4650-ba52-e62b8af69d53" -d '{"events": [{"name": "network-changed", "server_uuid": "6a892eed-4626-434d-9fe4-00ab374f4131", "tag": "e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:10.737928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 51d1c140-5562-4201-83f4-afdf9907302c up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:10.738547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa481e6d-131c-4400-b910-64be0fbdd013 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Router 16236bdb-0795-4ed6-9c6e-18e012d02553 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:31:10.772254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd25c2e5-b5b1-410f-a3cd-b1d5f449a8dd admin admin] Deleting subnet c8e5ad62-1354-4248-b1e3-2564061821e7 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:31:10.779161 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd25c2e5-b5b1-410f-a3cd-b1d5f449a8dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:10.784912 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974b219-984d-4021-8545-30e3079c8195 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'Port': ['ID=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,revision_number=6']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:10.807076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-69a21da7-43f9-4334-aa30-2bef00d05af5 service neutron] 10.222.0.44 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586332 Apr 01 12:31:10.910472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8225dc-f35e-4c0f-9449-132747142e00 req-1304ddf0-fcfc-4ac3-855e-6bcdb7678507 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:10.919008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b050b-c9a2-427b-b848-1f46d534c2ec req-2fb761c5-fb68-4026-8006-8745ba142e75 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:10.925093 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f8225dc-f35e-4c0f-9449-132747142e00 req-1304ddf0-fcfc-4ac3-855e-6bcdb7678507 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 945 time: 0.2430089 Apr 01 12:31:10.929156 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dc9b050b-c9a2-427b-b848-1f46d534c2ec req-2fb761c5-fb68-4026-8006-8745ba142e75 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 944 time: 0.1392252 Apr 01 12:31:10.954512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:10.982492 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd25c2e5-b5b1-410f-a3cd-b1d5f449a8dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.007509 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.029243 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dc9b050b-c9a2-427b-b848-1f46d534c2ec req-6e50a7a2-ec40-4ace-88ca-8b07a1575951 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883892 Apr 01 12:31:11.048441 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.078792 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:31:11.084547 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'name': 'tempest-TaggedBootDevicesTest-157904057-router', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '51d1c140-5562-4201-83f4-afdf9907302c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:59Z', 'updated_at': '2022-04-01T12:31:06Z', 'revision_number': 4, 'project_id': '247d00b66fa94470a7826e381b5907f1', 'gw_port': {'id': '51d1c140-5562-4201-83f4-afdf9907302c', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:00Z', 'updated_at': '2022-04-01T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'de525344-0f20-4a69-9c76-df599953d39b', 'name': '', 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'mac_address': 'fa:16:3e:7d:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '03f9388e-b23d-4f2b-a36a-4d625a92cbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:05Z', 'updated_at': '2022-04-01T12:31:06Z', 'revision_number': 2, 'project_id': '247d00b66fa94470a7826e381b5907f1', 'subnets': [{'id': '03f9388e-b23d-4f2b-a36a-4d625a92cbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:11.100454 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0ac8acdc-7a26-42af-850a-2993b708f88b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0ac8acdc-7a26-42af-850a-2993b708f88b,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:11.116789 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f8225dc-f35e-4c0f-9449-132747142e00 req-b770ae57-ec77-4f6e-aff7-7aa3f09f17c0 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906967 Apr 01 12:31:11.138263 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd25c2e5-b5b1-410f-a3cd-b1d5f449a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.143007 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-0a595f09-812a-44fd-8ec4-56a4e09f4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:11.144305 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-0a595f09-812a-44fd-8ec4-56a4e09f4327 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c5b1578af04877b021e0455a0a1a6c&device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 1095 time: 0.2448959 Apr 01 12:31:11.163846 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Checking router: f62803f7-28ef-4885-9e55-71a6ebc79de8 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:31:11.164139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Updating router f62803f7-28ef-4885-9e55-71a6ebc79de8 port de525344-0f20-4a69-9c76-df599953d39b binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:31:11.203367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:11.213296 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '0ac8acdc-7a26-42af-850a-2993b708f88b', 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6', 'port_id': '0ac8acdc-7a26-42af-850a-2993b708f88b', 'mac_address': 'fa:16:3e:20:b0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52b3f09-ad4f-4d02-81be-b1ccbcaf1142', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:31:11.214701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa481e6d-131c-4400-b910-64be0fbdd013 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:31:11.216446 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6052013-d071-4830-9077-9e1387bf6fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddd4b6d-316f-494b-87db-ac3163dec9d5'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:11.218971 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d398e24-6dfe-484e-8b78-42b8f04afbcc" -d '{"events": [{"server_uuid": "b6052013-d071-4830-9077-9e1387bf6fde", "name": "network-vif-plugged", "status": "completed", "tag": "bddd4b6d-316f-494b-87db-ac3163dec9d5"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:11.226848 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aa481e6d-131c-4400-b910-64be0fbdd013 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.235873 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28bf304-c79f-4c49-be24-2ad72d1f7ac3 None None] Sync routers for ids ['16236bdb-0795-4ed6-9c6e-18e012d02553'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:31:11.242541 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.265730 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28bf304-c79f-4c49-be24-2ad72d1f7ac3 None None] Routers {'16236bdb-0795-4ed6-9c6e-18e012d02553'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:31:11.272345 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b28bf304-c79f-4c49-be24-2ad72d1f7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['16236bdb-0795-4ed6-9c6e-18e012d02553'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:11.297857 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port bddd4b6d-316f-494b-87db-ac3163dec9d5, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bddd4b6d-316f-494b-87db-ac3163dec9d5,segment=NetworkSegment(150dbb05-e1a8-4d5f-b850-324e96d95997),segment_id=150dbb05-e1a8-4d5f-b850-324e96d95997)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:11.299883 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c9089a-3d83-4236-8a78-0eb0d6b16623 x-openstack-request-id: req-d4c9089a-3d83-4236-8a78-0eb0d6b16623 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:11.300297 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a892eed-4626-434d-9fe4-00ab374f4131", "tag": "e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:11.300752 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4c9089a-3d83-4236-8a78-0eb0d6b16623 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:11.301488 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c9089a-3d83-4236-8a78-0eb0d6b16623'] response: {'name': 'network-changed', 'server_uuid': '6a892eed-4626-434d-9fe4-00ab374f4131', 'tag': 'e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d', 'status': 'completed', 'code': 200} Apr 01 12:31:11.307435 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.328786 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 51d1c140-5562-4201-83f4-afdf9907302c triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:11.329156 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.343409 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aa481e6d-131c-4400-b910-64be0fbdd013 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "PUT /v2.0/floatingips/2eed6780-4ecb-4389-aa2e-d3dd9f823ece HTTP/1.1" status: 200 len: 991 time: 6.0936115 Apr 01 12:31:11.345098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'tag': '8237ea63-558f-4c53-9b37-e3adda602eb4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:11.356437 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7824ab-f45e-45ad-97a7-0433ad030d20" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3a6eea-4d55-4da7-84ef-5efd892ea0a5", "tag": "8237ea63-558f-4c53-9b37-e3adda602eb4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:11.376487 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.414479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-2f1de1e7-1e81-4d99-af4f-fea3e141c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:11.423309 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-2f1de1e7-1e81-4d99-af4f-fea3e141c3b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=68664389-db93-44d9-bf37-b9f203cb08d6 HTTP/1.1" status: 200 len: 918 time: 0.2492218 Apr 01 12:31:11.451643 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f495a399-29a5-4e16-bd07-aaf77db4fd51 req-aac54c44-ceba-417d-8bfb-576270ca6595 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1787652228&fields=id&tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d HTTP/1.1" status: 200 len: 267 time: 0.1343362 Apr 01 12:31:11.474791 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd25c2e5-b5b1-410f-a3cd-b1d5f449a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.542742 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495a399-29a5-4e16-bd07-aaf77db4fd51 req-fbc79aa2-77e7-4a4d-af66-edaa040d7d90 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:11.547273 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f495a399-29a5-4e16-bd07-aaf77db4fd51 req-fbc79aa2-77e7-4a4d-af66-edaa040d7d90 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 984 time: 0.0862207 Apr 01 12:31:11.565595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-f495a399-29a5-4e16-bd07-aaf77db4fd51 req-854082db-9acf-4048-942c-c4c47f0c302b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'port': {'security_groups': ['05d250e5-e17e-4725-930e-7bb1a6fa5af6', '54a6d368-a323-4131-b843-83c958559747', '7c9a8fc2-1b49-4c99-966e-74856c2374fa']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:11.573312 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b28bf304-c79f-4c49-be24-2ad72d1f7ac3 None None] Set router 16236bdb-0795-4ed6-9c6e-18e012d02553 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:31:11.633051 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2f7ec1-c854-4cf0-ab0a-ac8b170ff653 x-openstack-request-id: req-db2f7ec1-c854-4cf0-ab0a-ac8b170ff653 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:11.633839 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6052013-d071-4830-9077-9e1387bf6fde", "name": "network-vif-plugged", "status": "completed", "tag": "bddd4b6d-316f-494b-87db-ac3163dec9d5", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:11.634295 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db2f7ec1-c854-4cf0-ab0a-ac8b170ff653 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:11.634865 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2f7ec1-c854-4cf0-ab0a-ac8b170ff653'] response: {'server_uuid': 'b6052013-d071-4830-9077-9e1387bf6fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddd4b6d-316f-494b-87db-ac3163dec9d5', 'code': 200} Apr 01 12:31:11.657350 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.683898 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:11.687907 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:11.704363 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-c77ac78a-c840-4d2e-aec2-53b48a26db7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 HTTP/1.1" status: 200 len: 217 time: 0.2336347 Apr 01 12:31:11.708251 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd25c2e5-b5b1-410f-a3cd-b1d5f449a8dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.715289 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bd25c2e5-b5b1-410f-a3cd-b1d5f449a8dd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c8e5ad62-1354-4248-b1e3-2564061821e7 HTTP/1.1" status: 204 len: 168 time: 1.2006333 Apr 01 12:31:11.728886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25c2e5-b5b1-410f-a3cd-b1d5f449a8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e5ad62-1354-4248-b1e3-2564061821e7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:11.729282 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57484) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:11.761549 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-f495a399-29a5-4e16-bd07-aaf77db4fd51 req-854082db-9acf-4048-942c-c4c47f0c302b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:11.980403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b5277-7fa4-4650-ba52-e62b8af69d53 req-232084f7-68e9-4df5-9bd3-8b2e5c5c3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:11.981915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b8b5277-7fa4-4650-ba52-e62b8af69d53 req-232084f7-68e9-4df5-9bd3-8b2e5c5c3f96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d&device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 1135 time: 0.5743070 Apr 01 12:31:11.988111 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b28bf304-c79f-4c49-be24-2ad72d1f7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:30:18Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '2eed6780-4ecb-4389-aa2e-d3dd9f823ece', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'port_id': '8237ea63-558f-4c53-9b37-e3adda602eb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'mac_address': 'fa:16:3e:8e:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:30:30Z', 'updated_at': '2022-04-01T12:31:08Z', 'revision_number': 1, 'project_id': '57f43c368539419980a35d2786b94e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b653b764-da45-479a-9c32-0cbbf3c63bff', 'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'mac_address': 'fa:16:3e:ef:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:17Z', 'updated_at': '2022-04-01T12:30:29Z', 'revision_number': 5, 'project_id': '57f43c368539419980a35d2786b94e02', 'subnets': [{'id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:11.994657 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:11.995265 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:11.995363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:11.995649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:11.995968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:11.996294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:11.996619 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:11.996939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:12.006222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:12.014677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:12.015220 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:12.015659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:12.040977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac8acdc-7a26-42af-850a-2993b708f88b {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:31:12.069348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-0919e1e7-3068-4504-9257-61816b9801d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:12.071162 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-0919e1e7-3068-4504-9257-61816b9801d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d52b3f09-ad4f-4d02-81be-b1ccbcaf1142 HTTP/1.1" status: 200 len: 857 time: 0.3467584 Apr 01 12:31:12.137363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-f495a399-29a5-4e16-bd07-aaf77db4fd51 req-854082db-9acf-4048-942c-c4c47f0c302b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] For port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:12.179340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-f495a399-29a5-4e16-bd07-aaf77db4fd51 req-854082db-9acf-4048-942c-c4c47f0c302b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:12.191057 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-9865ed7b-840d-4d01-9117-40501b8b4523 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=68664389-db93-44d9-bf37-b9f203cb08d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801561 Apr 01 12:31:12.195993 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-f495a399-29a5-4e16-bd07-aaf77db4fd51 req-854082db-9acf-4048-942c-c4c47f0c302b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:12.198489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e3679-3c29-4b96-87af-c05c0f8f8fec req-cd49b496-140e-4d35-82bb-525eb4170511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:12.200158 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-959e3679-3c29-4b96-87af-c05c0f8f8fec req-cd49b496-140e-4d35-82bb-525eb4170511 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 1097 time: 0.4944723 Apr 01 12:31:12.205575 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:12.207547 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28bf304-c79f-4c49-be24-2ad72d1f7ac3 None None] Checking router: 16236bdb-0795-4ed6-9c6e-18e012d02553 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:31:12.216380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73ba41-6cb6-4158-9b8b-60da6879555f req-ef255d04-301c-42dc-9d48-18abffd94c69 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:12.218821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3d73ba41-6cb6-4158-9b8b-60da6879555f req-ef255d04-301c-42dc-9d48-18abffd94c69 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 945 time: 0.5037642 Apr 01 12:31:12.231108 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28bf304-c79f-4c49-be24-2ad72d1f7ac3 None None] Routers {'16236bdb-0795-4ed6-9c6e-18e012d02553'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:31:12.232034 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b28bf304-c79f-4c49-be24-2ad72d1f7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['16236bdb-0795-4ed6-9c6e-18e012d02553'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:12.393207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495a399-29a5-4e16-bd07-aaf77db4fd51 req-854082db-9acf-4048-942c-c4c47f0c302b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:12.393886 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-f495a399-29a5-4e16-bd07-aaf77db4fd51 req-854082db-9acf-4048-942c-c4c47f0c302b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:12.397715 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f495a399-29a5-4e16-bd07-aaf77db4fd51 req-854082db-9acf-4048-942c-c4c47f0c302b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "PUT /v2.0/ports/e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d HTTP/1.1" status: 200 len: 1020 time: 0.8433607 Apr 01 12:31:12.428750 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:12.456470 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854082db-9acf-4048-942c-c4c47f0c302b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'Port': ['ID=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,revision_number=7']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:12.490271 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b28bf304-c79f-4c49-be24-2ad72d1f7ac3 None None] Set router 16236bdb-0795-4ed6-9c6e-18e012d02553 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:31:12.518035 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6327dac-b02f-4714-98bf-cfa82ee9b6b2 x-openstack-request-id: req-e6327dac-b02f-4714-98bf-cfa82ee9b6b2 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:12.518354 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3a6eea-4d55-4da7-84ef-5efd892ea0a5", "tag": "8237ea63-558f-4c53-9b37-e3adda602eb4", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:12.518611 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6327dac-b02f-4714-98bf-cfa82ee9b6b2 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:12.526931 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0ac8acdc-7a26-42af-850a-2993b708f88b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0ac8acdc-7a26-42af-850a-2993b708f88b,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:12.530201 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6327dac-b02f-4714-98bf-cfa82ee9b6b2'] response: {'name': 'network-changed', 'server_uuid': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'tag': '8237ea63-558f-4c53-9b37-e3adda602eb4', 'status': 'completed', 'code': 200} Apr 01 12:31:12.663297 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:12.689509 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:12.691055 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:12.725069 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-959e3679-3c29-4b96-87af-c05c0f8f8fec req-cd9468f1-e794-4104-951e-02e5258ed4a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044820 Apr 01 12:31:12.726238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b5277-7fa4-4650-ba52-e62b8af69d53 req-1485472c-2a6f-47d7-9b1b-b0141de051e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:12.729382 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b8b5277-7fa4-4650-ba52-e62b8af69d53 req-1485472c-2a6f-47d7-9b1b-b0141de051e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7 HTTP/1.1" status: 200 len: 913 time: 0.7385941 Apr 01 12:31:12.731632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226dc3cd-0136-4de9-9f75-b2bd2fe4455d']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:12.741301 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3d73ba41-6cb6-4158-9b8b-60da6879555f req-eb9ae683-2871-4551-a5a1-df9cf5234d1b tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5011671 Apr 01 12:31:12.769721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7824ab-f45e-45ad-97a7-0433ad030d20 req-2ef9c66e-7fe5-474d-8972-36de191f4634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:12.770147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd724feba-e06d-4bc8-8cec-3b3298584870') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:12.770654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd724feba-e06d-4bc8-8cec-3b3298584870') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:12.771453 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2c7824ab-f45e-45ad-97a7-0433ad030d20 req-2ef9c66e-7fe5-474d-8972-36de191f4634 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f43c368539419980a35d2786b94e02&device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 1096 time: 0.1626105 Apr 01 12:31:12.807811 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:12.824038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:31:12.840564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc592bf0-38f6-48d3-b99e-1b7ba11aa473 req-a6995515-560b-4620-b1e5-9f257d3e1336 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:12.843905 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-8ab75397-5f41-4444-95ba-19e3e6f5c651 service neutron] 10.222.0.44 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243703 Apr 01 12:31:12.852107 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc592bf0-38f6-48d3-b99e-1b7ba11aa473 req-a6995515-560b-4620-b1e5-9f257d3e1336 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 944 time: 0.2528822 Apr 01 12:31:12.910582 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:12.940833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:31:12.941243 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:31:12.943110 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:31:12.979395 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc592bf0-38f6-48d3-b99e-1b7ba11aa473 req-71c482bb-0dec-4256-ae5f-2cabff2de169 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275768 Apr 01 12:31:13.130778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['0ac8acdc-7a26-42af-850a-2993b708f88b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:13.133570 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b28bf304-c79f-4c49-be24-2ad72d1f7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:30:18Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '2eed6780-4ecb-4389-aa2e-d3dd9f823ece', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'port_id': '8237ea63-558f-4c53-9b37-e3adda602eb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'mac_address': 'fa:16:3e:8e:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:30:30Z', 'updated_at': '2022-04-01T12:31:08Z', 'revision_number': 1, 'project_id': '57f43c368539419980a35d2786b94e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b653b764-da45-479a-9c32-0cbbf3c63bff', 'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'mac_address': 'fa:16:3e:ef:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:17Z', 'updated_at': '2022-04-01T12:30:29Z', 'revision_number': 5, 'project_id': '57f43c368539419980a35d2786b94e02', 'subnets': [{'id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:13.158380 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:13.203984 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:13.207763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] 10.222.0.45 "DELETE /v2.0/networks/226dc3cd-0136-4de9-9f75-b2bd2fe4455d HTTP/1.1" status: 204 len: 168 time: 1.4774346 Apr 01 12:31:13.210126 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28bf304-c79f-4c49-be24-2ad72d1f7ac3 None None] The sync data for ids ['16236bdb-0795-4ed6-9c6e-18e012d02553'] in n-d-836146-1 is: [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:30:18Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '2eed6780-4ecb-4389-aa2e-d3dd9f823ece', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'port_id': '8237ea63-558f-4c53-9b37-e3adda602eb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'mac_address': 'fa:16:3e:8e:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:30:30Z', 'updated_at': '2022-04-01T12:31:08Z', 'revision_number': 1, 'project_id': '57f43c368539419980a35d2786b94e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b653b764-da45-479a-9c32-0cbbf3c63bff', 'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'mac_address': 'fa:16:3e:ef:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:17Z', 'updated_at': '2022-04-01T12:30:29Z', 'revision_number': 5, 'project_id': '57f43c368539419980a35d2786b94e02', 'subnets': [{'id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:31:13.229681 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40930-a644-4faf-8ef3-a36dbfd89e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=226dc3cd-0136-4de9-9f75-b2bd2fe4455d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:13.254950 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2b8f6-7589-48b1-aef6-6c873b88be45 req-a5405afa-fec2-496d-9cf7-2856557ec0e8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:13.259489 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=bddd4b6d-316f-494b-87db-ac3163dec9d5,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:13.269831 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8be2b8f6-7589-48b1-aef6-6c873b88be45 req-a5405afa-fec2-496d-9cf7-2856557ec0e8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 1023 time: 0.1433575 Apr 01 12:31:13.305783 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a892eed-4626-434d-9fe4-00ab374f4131', 'tag': 'e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:13.308102 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fe2a95-bfaf-48b3-bd6c-b98ff11c75cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6a892eed-4626-434d-9fe4-00ab374f4131", "tag": "e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:13.363561 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8be2b8f6-7589-48b1-aef6-6c873b88be45 req-8c048fe3-e876-4a39-8e24-85d38077ea0c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&id=05d250e5-e17e-4725-930e-7bb1a6fa5af6&id=7c9a8fc2-1b49-4c99-966e-74856c2374fa HTTP/1.1" status: 200 len: 6150 time: 0.0925598 Apr 01 12:31:13.403977 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:13.418248 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.resource_extend [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:31:13.428832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0ac8acdc-7a26-42af-850a-2993b708f88b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:13.562137 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:13.742481 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57538) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:13.831979 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8792d6b2-6a60-415b-aa66-89d9fe58b213 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4b821af0795497fbcc908a4f753fc57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876033 Apr 01 12:31:13.833275 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14605286-1514-44e7-9007-85b3d3412095 None None] New status for floating IP 2eed6780-4ecb-4389-aa2e-d3dd9f823ece: ACTIVE {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:31:13.837310 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57540) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:13.909451 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b8b5277-7fa4-4650-ba52-e62b8af69d53 req-3e12c202-9536-4014-9e3a-181c76db9cc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d HTTP/1.1" status: 200 len: 217 time: 0.9161260 Apr 01 12:31:13.939588 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8345f4b1-8d52-43d8-8fc0-34e5005a7092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:14.035267 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ad344e-4299-4ef1-838b-1f6cd1ca9e8d x-openstack-request-id: req-74ad344e-4299-4ef1-838b-1f6cd1ca9e8d {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:14.035745 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a892eed-4626-434d-9fe4-00ab374f4131", "tag": "e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:14.036154 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74ad344e-4299-4ef1-838b-1f6cd1ca9e8d {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:14.036802 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ad344e-4299-4ef1-838b-1f6cd1ca9e8d'] response: {'name': 'network-changed', 'server_uuid': '6a892eed-4626-434d-9fe4-00ab374f4131', 'tag': 'e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d', 'status': 'completed', 'code': 200} Apr 01 12:31:14.037579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b5277-7fa4-4650-ba52-e62b8af69d53 req-4a514ff8-f8b5-4601-8879-23ba8d21aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:14.040108 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8345f4b1-8d52-43d8-8fc0-34e5005a7092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:14.040670 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b8b5277-7fa4-4650-ba52-e62b8af69d53 req-4a514ff8-f8b5-4601-8879-23ba8d21aa0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d09778a-0a32-4e43-b211-dccb9de93e72 HTTP/1.1" status: 200 len: 852 time: 0.1133065 Apr 01 12:31:14.117552 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-dd25042e-b442-496e-a6a4-2f06f349efee req-8b18aa6d-07f6-4c39-9402-ea305fd894ff tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'security_group': {'name': ' tempest-securitygroup -475719729 ', 'description': 'tempest-description-1285564387'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:14.176566 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b8b5277-7fa4-4650-ba52-e62b8af69d53 req-533bac7a-8b63-480e-9a37-fcb5f3227303 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258023 Apr 01 12:31:14.177341 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-dd25042e-b442-496e-a6a4-2f06f349efee req-8b18aa6d-07f6-4c39-9402-ea305fd894ff tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:14.202087 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8345f4b1-8d52-43d8-8fc0-34e5005a7092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:14.205002 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8345f4b1-8d52-43d8-8fc0-34e5005a7092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:14.206756 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8345f4b1-8d52-43d8-8fc0-34e5005a7092 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17468dba-014e-4f5f-bec6-c593601e4491 HTTP/1.1" status: 204 len: 168 time: 0.3677666 Apr 01 12:31:14.219151 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345f4b1-8d52-43d8-8fc0-34e5005a7092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17468dba-014e-4f5f-bec6-c593601e4491,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:14.279269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7824ab-f45e-45ad-97a7-0433ad030d20 req-bde8aa0a-923e-43d6-a7f9-db5ca90727dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:14.281326 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2c7824ab-f45e-45ad-97a7-0433ad030d20 req-bde8aa0a-923e-43d6-a7f9-db5ca90727dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=18ccbc48-6a03-441e-b99f-71ab3ce1ad7b HTTP/1.1" status: 200 len: 905 time: 1.4985299 Apr 01 12:31:14.304179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef3895-441b-4333-8f99-8f09084a13ea req-313e76cc-e99e-46dc-8686-11bd832fcf2e tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:14.305764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-24ef3895-441b-4333-8f99-8f09084a13ea req-313e76cc-e99e-46dc-8686-11bd832fcf2e tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 946 time: 1.4529626 Apr 01 12:31:14.325046 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-dd25042e-b442-496e-a6a4-2f06f349efee req-8b18aa6d-07f6-4c39-9402-ea305fd894ff tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:14.349850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-dd25042e-b442-496e-a6a4-2f06f349efee req-8b18aa6d-07f6-4c39-9402-ea305fd894ff tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:14.411354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2c7824ab-f45e-45ad-97a7-0433ad030d20 req-4f6ec1cb-96ff-431f-a30f-80d8a71d9df8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8237ea63-558f-4c53-9b37-e3adda602eb4 HTTP/1.1" status: 200 len: 999 time: 0.0995684 Apr 01 12:31:14.416751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45266dc9-d040-419b-a3bb-e48268d35a46 req-aa79b186-ccaf-4664-b42b-2842afa4d885 service neutron] 10.222.0.44 "GET /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5571487 Apr 01 12:31:14.416863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18aa6d-07f6-4c39-9402-ea305fd894ff tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c72d952-8d74-4b67-bc75-c0955c5ffc3b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:14.423866 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-dd25042e-b442-496e-a6a4-2f06f349efee req-8b18aa6d-07f6-4c39-9402-ea305fd894ff tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:14.442450 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dd25042e-b442-496e-a6a4-2f06f349efee req-8b18aa6d-07f6-4c39-9402-ea305fd894ff tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3448191 Apr 01 12:31:14.518598 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48cb29-71f8-47c1-b3c8-9d8c7f3a98f9 None None] Pushing event updated for resources: {'Port': ['ID=de525344-0f20-4a69-9c76-df599953d39b,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:14.605688 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5374093d-0dfa-437d-9a09-00817802d47e req-d46fab66-c2c3-49ac-a300-5264b89f1e01 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0730751 Apr 01 12:31:14.682316 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b8b5277-7fa4-4650-ba52-e62b8af69d53 req-75723a25-508c-4d77-acbf-a3ee4afbb5b9 service neutron] 10.222.0.37 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969847 Apr 01 12:31:14.706803 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-24ef3895-441b-4333-8f99-8f09084a13ea req-7736282d-0c59-4e2d-b0d5-2a244048fb09 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928894 Apr 01 12:31:14.739603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7824ab-f45e-45ad-97a7-0433ad030d20 req-fe1688e4-6224-4a89-b4bb-016b52654d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:14.746399 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2c7824ab-f45e-45ad-97a7-0433ad030d20 req-fe1688e4-6224-4a89-b4bb-016b52654d8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f506a90d-7898-4784-9b9d-4bf9cd0cae59 HTTP/1.1" status: 200 len: 843 time: 0.3016098 Apr 01 12:31:14.919701 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f5c76-3958-4d67-b6a9-1ce5531c70ae req-3703bbab-8293-4f40-b213-2f2b3efd0d4c tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:14.940853 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-415f5c76-3958-4d67-b6a9-1ce5531c70ae req-3703bbab-8293-4f40-b213-2f2b3efd0d4c tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 944 time: 0.1679490 Apr 01 12:31:15.012850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:15.031687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ee1f0082-50df-42f7-b4ed-d94f817cc285 req-811ec6fb-b198-491b-8a50-4bf6080a3d34 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/7c72d952-8d74-4b67-bc75-c0955c5ffc3b HTTP/1.1" status: 200 len: 1780 time: 0.2842345 Apr 01 12:31:15.049962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7824ab-f45e-45ad-97a7-0433ad030d20 req-a79c8d0b-9baa-4b47-b7ff-66885437f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:15.051725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2c7824ab-f45e-45ad-97a7-0433ad030d20 req-a79c8d0b-9baa-4b47-b7ff-66885437f53d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18ccbc48-6a03-441e-b99f-71ab3ce1ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2880919 Apr 01 12:31:15.064962 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-415f5c76-3958-4d67-b6a9-1ce5531c70ae req-0e2ed86e-8ddb-493d-a0cd-6f851437cca6 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132865 Apr 01 12:31:15.121781 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b8b5277-7fa4-4650-ba52-e62b8af69d53 req-bed3d9d6-f768-44a5-beb1-ba7553d262b9 service neutron] 10.222.0.37 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136090 Apr 01 12:31:15.241676 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-25c37a7c-503e-44c1-ab3d-9647cfe64606 req-7f05ded1-95f5-4102-b2a3-05b085e86515 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/7c72d952-8d74-4b67-bc75-c0955c5ffc3b HTTP/1.1" status: 200 len: 1780 time: 0.1085358 Apr 01 12:31:15.348473 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2c7824ab-f45e-45ad-97a7-0433ad030d20 req-3faf53fb-0bc9-4053-8681-d13af00cb143 service neutron] 10.222.0.44 "GET /v2.0/networks/18ccbc48-6a03-441e-b99f-71ab3ce1ad7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235632 Apr 01 12:31:15.393867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:15.407467 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-25c37a7c-503e-44c1-ab3d-9647cfe64606 req-b23ec0b0-93b7-4082-8a02-5e328afb8859 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.418157 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-118a0fe5-7f2f-484e-b10d-80dcc1ae23bb None None] Provisioning complete for port de525344-0f20-4a69-9c76-df599953d39b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:15.419117 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-118a0fe5-7f2f-484e-b10d-80dcc1ae23bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.464039 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-25c37a7c-503e-44c1-ab3d-9647cfe64606 req-b23ec0b0-93b7-4082-8a02-5e328afb8859 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.491899 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'c768fc4f-b45a-4d6c-a8f6-b2d8c6673528', 'network_id': '68664389-db93-44d9-bf37-b9f203cb08d6', 'port_id': 'c768fc4f-b45a-4d6c-a8f6-b2d8c6673528', 'mac_address': 'fa:16:3e:a1:49:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52b3f09-ad4f-4d02-81be-b1ccbcaf1142', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:31:15.502637 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Attempting to bind port de525344-0f20-4a69-9c76-df599953d39b on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:15.503188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Attempting to bind port de525344-0f20-4a69-9c76-df599953d39b by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '0297ad9a-bf81-4a23-a8a0-d29a99aab2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:15.503733 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Attempting to bind port de525344-0f20-4a69-9c76-df599953d39b on network 642b5dc8-4473-4bac-a4e8-02d4c2602f76 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:15.541056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:15.541671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Checking segment: {'id': '0297ad9a-bf81-4a23-a8a0-d29a99aab2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:15.541796 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.542201 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Bound using segment: {'id': '0297ad9a-bf81-4a23-a8a0-d29a99aab2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:15.542674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Bound port: de525344-0f20-4a69-9c76-df599953d39b, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0297ad9a-bf81-4a23-a8a0-d29a99aab2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:15.543046 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.557973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-25c37a7c-503e-44c1-ab3d-9647cfe64606 req-b23ec0b0-93b7-4082-8a02-5e328afb8859 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.561069 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-25c37a7c-503e-44c1-ab3d-9647cfe64606 req-b23ec0b0-93b7-4082-8a02-5e328afb8859 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.562305 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-25c37a7c-503e-44c1-ab3d-9647cfe64606 req-b23ec0b0-93b7-4082-8a02-5e328afb8859 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "DELETE /v2.0/security-groups/7c72d952-8d74-4b67-bc75-c0955c5ffc3b HTTP/1.1" status: 204 len: 173 time: 0.3028789 Apr 01 12:31:15.583019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-118a0fe5-7f2f-484e-b10d-80dcc1ae23bb None None] Port de525344-0f20-4a69-9c76-df599953d39b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:31:15.587724 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ec0b0-93b7-4082-8a02-5e328afb8859 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c72d952-8d74-4b67-bc75-c0955c5ffc3b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:15.636293 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-51025266-02b0-4cda-90c3-a1750bedf16c req-aec53b92-f132-46e2-879d-299a87a4d9ac tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] show failed (client error): The resource could not be found. Apr 01 12:31:15.637305 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51025266-02b0-4cda-90c3-a1750bedf16c req-aec53b92-f132-46e2-879d-299a87a4d9ac tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/7c72d952-8d74-4b67-bc75-c0955c5ffc3b HTTP/1.1" status: 404 len: 352 time: 0.0198686 Apr 01 12:31:15.688853 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.691535 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-2fe33eec-aca9-42e6-b9bd-55c9b3b7a127 req-d8103ef5-76a0-4bd8-a614-a1bf3f49bf1e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-727284789', 'description': 'tempest-description-951819945'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:15.723842 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-2fe33eec-aca9-42e6-b9bd-55c9b3b7a127 req-d8103ef5-76a0-4bd8-a614-a1bf3f49bf1e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.740210 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:31:15.821110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] For port de525344-0f20-4a69-9c76-df599953d39b, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:15.847559 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-68c1d97a-e719-4450-b991-36dda73f88d5 req-a5f8ce9f-1187-49fc-ae4d-83bba20d2c7c tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.4960442 Apr 01 12:31:15.851722 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:15.857210 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] For port de525344-0f20-4a69-9c76-df599953d39b, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=de525344-0f20-4a69-9c76-df599953d39b,segment=NetworkSegment(0297ad9a-bf81-4a23-a8a0-d29a99aab2f8),segment_id=0297ad9a-bf81-4a23-a8a0-d29a99aab2f8)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:15.865322 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.868173 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.951787 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-2fe33eec-aca9-42e6-b9bd-55c9b3b7a127 req-d8103ef5-76a0-4bd8-a614-a1bf3f49bf1e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.958330 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-2fe33eec-aca9-42e6-b9bd-55c9b3b7a127 req-d8103ef5-76a0-4bd8-a614-a1bf3f49bf1e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:15.975156 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe2a95-bfaf-48b3-bd6c-b98ff11c75cb req-cd81824b-f8bc-4e02-a999-2663869b626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:15.979250 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10fe2a95-bfaf-48b3-bd6c-b98ff11c75cb req-cd81824b-f8bc-4e02-a999-2663869b626e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d&device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 1174 time: 0.6102555 Apr 01 12:31:15.995881 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48cb29-71f8-47c1-b3c8-9d8c7f3a98f9 None None] Pushing event updated for resources: {'Port': ['ID=de525344-0f20-4a69-9c76-df599953d39b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:15.998094 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2c7824ab-f45e-45ad-97a7-0433ad030d20 req-2f909f47-410a-48f0-b5c5-5d9946f16b52 service neutron] 10.222.0.44 "GET /v2.0/networks/18ccbc48-6a03-441e-b99f-71ab3ce1ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310043 Apr 01 12:31:16.012989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Routers {'f62803f7-28ef-4885-9e55-71a6ebc79de8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:31:16.016994 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f62803f7-28ef-4885-9e55-71a6ebc79de8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:16.063621 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-2fe33eec-aca9-42e6-b9bd-55c9b3b7a127 req-d8103ef5-76a0-4bd8-a614-a1bf3f49bf1e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:16.067057 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fe33eec-aca9-42e6-b9bd-55c9b3b7a127 req-d8103ef5-76a0-4bd8-a614-a1bf3f49bf1e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3803689 Apr 01 12:31:16.081097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8103ef5-76a0-4bd8-a614-a1bf3f49bf1e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1145d94-83b8-4062-9366-b0013f5d2152,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:16.099402 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-3f45fd80-ebd9-4d60-9326-ba6b87f9f959 req-3db2959c-2ba4-488b-bccf-5831c10d68cc tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1620320205', 'description': 'tempest-description-1303851748'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:16.155269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57614) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:16.172816 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3f45fd80-ebd9-4d60-9326-ba6b87f9f959 req-3db2959c-2ba4-488b-bccf-5831c10d68cc tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:16.245862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdf5c6-9541-4e11-a713-0273d4d7e709 req-93f01222-5bfb-4131-882e-dde6046397d3 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:16.259528 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2fdf5c6-9541-4e11-a713-0273d4d7e709 req-93f01222-5bfb-4131-882e-dde6046397d3 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 946 time: 0.2352133 Apr 01 12:31:16.333953 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3f45fd80-ebd9-4d60-9326-ba6b87f9f959 req-3db2959c-2ba4-488b-bccf-5831c10d68cc tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:16.354910 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3f45fd80-ebd9-4d60-9326-ba6b87f9f959 req-3db2959c-2ba4-488b-bccf-5831c10d68cc tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:16.356790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:16.358936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe2a95-bfaf-48b3-bd6c-b98ff11c75cb req-1c8dbe54-b4a2-4465-a806-a843b73e48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:16.360663 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10fe2a95-bfaf-48b3-bd6c-b98ff11c75cb req-1c8dbe54-b4a2-4465-a806-a843b73e48d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7 HTTP/1.1" status: 200 len: 913 time: 0.3598201 Apr 01 12:31:16.378689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-759387072-network', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:16.416876 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3f45fd80-ebd9-4d60-9326-ba6b87f9f959 req-3db2959c-2ba4-488b-bccf-5831c10d68cc tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:16.422154 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10fe2a95-bfaf-48b3-bd6c-b98ff11c75cb req-5fd788ed-570f-4108-a817-533487d6aead service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d HTTP/1.1" status: 200 len: 217 time: 0.0502491 Apr 01 12:31:16.427745 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3f45fd80-ebd9-4d60-9326-ba6b87f9f959 req-3db2959c-2ba4-488b-bccf-5831c10d68cc tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3314304 Apr 01 12:31:16.446661 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2fdf5c6-9541-4e11-a713-0273d4d7e709 req-16bd3112-b6d5-4d46-bdb9-2586fece228b tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853499 Apr 01 12:31:16.469250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Made reservation on behalf of c946efcae6d14e23a564c906a96bcc79 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:16.471649 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:16.475030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2959c-2ba4-488b-bccf-5831c10d68cc tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc44bcb-a0c8-4951-9582-0dfd114c3eb2,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:16.532754 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:16.554229 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] Set router f62803f7-28ef-4885-9e55-71a6ebc79de8 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:31:16.558210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe2a95-bfaf-48b3-bd6c-b98ff11c75cb req-fdb15923-24c5-4a4d-9fa3-f75aa9803d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:16.562839 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10fe2a95-bfaf-48b3-bd6c-b98ff11c75cb req-fdb15923-24c5-4a4d-9fa3-f75aa9803d0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d09778a-0a32-4e43-b211-dccb9de93e72 HTTP/1.1" status: 200 len: 852 time: 0.1151519 Apr 01 12:31:16.582035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-0c3d6a7b-897d-4c44-8e8f-ae41799a676e req-1af2b280-99e1-4b25-8095-f1c863436949 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1733839197', 'description': 'tempest-description-976879102'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:16.622183 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10fe2a95-bfaf-48b3-bd6c-b98ff11c75cb req-1f439f6c-bb85-47ed-8749-4f43e088d681 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353882 Apr 01 12:31:16.675054 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0c3d6a7b-897d-4c44-8e8f-ae41799a676e req-1af2b280-99e1-4b25-8095-f1c863436949 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:16.702247 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['c768fc4f-b45a-4d6c-a8f6-b2d8c6673528'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:16.726322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a066f6c-926e-4d26-abca-067b33a8dfe1 req-14666599-8cce-45cd-9ba7-20b392831a2c tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:16.742862 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a066f6c-926e-4d26-abca-067b33a8dfe1 req-14666599-8cce-45cd-9ba7-20b392831a2c tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 945 time: 0.2357476 Apr 01 12:31:16.767676 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10fe2a95-bfaf-48b3-bd6c-b98ff11c75cb req-66062c2a-5390-4969-81f5-6f1255d1d14b service neutron] 10.222.0.37 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383259 Apr 01 12:31:16.880517 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a066f6c-926e-4d26-abca-067b33a8dfe1 req-25d636dd-39ce-482f-92e3-c31fdd007aee tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327453 Apr 01 12:31:16.908282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10fe2a95-bfaf-48b3-bd6c-b98ff11c75cb req-9f202759-1cd5-45e9-b302-30bf4fe96ad6 service neutron] 10.222.0.37 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328444 Apr 01 12:31:16.935141 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0c3d6a7b-897d-4c44-8e8f-ae41799a676e req-1af2b280-99e1-4b25-8095-f1c863436949 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:16.942900 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0c3d6a7b-897d-4c44-8e8f-ae41799a676e req-1af2b280-99e1-4b25-8095-f1c863436949 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:16.987777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2b280-99e1-4b25-8095-f1c863436949 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb89f7a-d8a4-45cb-a996-2893944425d0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:17.004652 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0c3d6a7b-897d-4c44-8e8f-ae41799a676e req-1af2b280-99e1-4b25-8095-f1c863436949 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.015271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c3d6a7b-897d-4c44-8e8f-ae41799a676e req-1af2b280-99e1-4b25-8095-f1c863436949 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4464107 Apr 01 12:31:17.061599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.075281 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.076231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:17.083443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ec582e10-56e0-4149-aeb6-d48f3cfdbe6b None None] Provisioning complete for port de525344-0f20-4a69-9c76-df599953d39b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:17.083861 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec582e10-56e0-4149-aeb6-d48f3cfdbe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.199349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:31:17.291033 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6fd04f96-0fb0-4534-9874-bcf133a801c8 req-6567be62-d4ff-4d0f-859a-2a3f358191b9 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1295331 Apr 01 12:31:17.292034 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9014e2db-87aa-4d56-bd9f-785753d3fad7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:17.299340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.300102 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Added segment da2f5365-d94b-44a4-b36a-adfe37fb73b0 of type vlan for network 94ca01ab-f6ea-4916-aca9-a72662d13317 Apr 01 12:31:17.333199 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66936613-003d-4a67-99cb-c8fbb2defacf req-984dc22f-d057-4a94-96c8-330be32fd1a1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d HTTP/1.1" status: 200 len: 10898 time: 0.2964668 Apr 01 12:31:17.347255 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec582e10-56e0-4149-aeb6-d48f3cfdbe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.394353 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66936613-003d-4a67-99cb-c8fbb2defacf req-bbf61d58-a421-4f7b-a85b-8a9e239e109d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/54a6d368-a323-4131-b843-83c958559747 HTTP/1.1" status: 200 len: 2981 time: 0.0540061 Apr 01 12:31:17.411913 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.472108 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.473165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:17.473817 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.478334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66936613-003d-4a67-99cb-c8fbb2defacf req-f84f3a37-3f33-42fb-9ae6-b366a4ba0a7e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/54a6d368-a323-4131-b843-83c958559747 HTTP/1.1" status: 200 len: 2981 time: 0.0775969 Apr 01 12:31:17.519819 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'name': 'tempest-TaggedBootDevicesTest-157904057-router', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '51d1c140-5562-4201-83f4-afdf9907302c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:59Z', 'updated_at': '2022-04-01T12:31:06Z', 'revision_number': 4, 'project_id': '247d00b66fa94470a7826e381b5907f1', 'gw_port': {'id': '51d1c140-5562-4201-83f4-afdf9907302c', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:00Z', 'updated_at': '2022-04-01T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'de525344-0f20-4a69-9c76-df599953d39b', 'name': '', 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'mac_address': 'fa:16:3e:7d:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '03f9388e-b23d-4f2b-a36a-4d625a92cbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:05Z', 'updated_at': '2022-04-01T12:31:15Z', 'revision_number': 4, 'project_id': '247d00b66fa94470a7826e381b5907f1', 'subnets': [{'id': '03f9388e-b23d-4f2b-a36a-4d625a92cbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:17.549362 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3928804 Apr 01 12:31:17.552037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57640) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:17.559428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-7825d03a-7f71-45bc-8e4e-1522d2c3bf5a admin admin] Request body: {'subnet': {'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-759387072-subnet', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:17.591570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ec582e10-56e0-4149-aeb6-d48f3cfdbe6b None None] For port de525344-0f20-4a69-9c76-df599953d39b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=de525344-0f20-4a69-9c76-df599953d39b,segment=NetworkSegment(0297ad9a-bf81-4a23-a8a0-d29a99aab2f8),segment_id=0297ad9a-bf81-4a23-a8a0-d29a99aab2f8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:17.597936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67530f3e-8668-43af-aae6-cd42b1660849 admin admin] Pushing event updated for resources: {'Network': ['ID=94ca01ab-f6ea-4916-aca9-a72662d13317,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:17.610066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7825d03a-7f71-45bc-8e4e-1522d2c3bf5a admin admin] Made reservation on behalf of c946efcae6d14e23a564c906a96bcc79 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:17.614978 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7825d03a-7f71-45bc-8e4e-1522d2c3bf5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.639310 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e2daffe-a036-48e5-8e1b-9718f67fd968 req-b09a49a2-130d-45ef-8b65-8e02679f350a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/a1145d94-83b8-4062-9366-b0013f5d2152 HTTP/1.1" status: 200 len: 1799 time: 0.1217799 Apr 01 12:31:17.664114 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0f7d7-efc6-4a72-9fa6-ed16da34d46e None None] The sync data for ids ['f62803f7-28ef-4885-9e55-71a6ebc79de8'] in n-d-836146-1 is: [{'id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'name': 'tempest-TaggedBootDevicesTest-157904057-router', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '51d1c140-5562-4201-83f4-afdf9907302c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:59Z', 'updated_at': '2022-04-01T12:31:06Z', 'revision_number': 4, 'project_id': '247d00b66fa94470a7826e381b5907f1', 'gw_port': {'id': '51d1c140-5562-4201-83f4-afdf9907302c', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:00Z', 'updated_at': '2022-04-01T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'de525344-0f20-4a69-9c76-df599953d39b', 'name': '', 'network_id': '642b5dc8-4473-4bac-a4e8-02d4c2602f76', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'mac_address': 'fa:16:3e:7d:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '03f9388e-b23d-4f2b-a36a-4d625a92cbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:05Z', 'updated_at': '2022-04-01T12:31:15Z', 'revision_number': 4, 'project_id': '247d00b66fa94470a7826e381b5907f1', 'subnets': [{'id': '03f9388e-b23d-4f2b-a36a-4d625a92cbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:31:17.694358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:31:17.838193 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3e2daffe-a036-48e5-8e1b-9718f67fd968 req-26f5bccf-6550-43e3-b990-466abbb41d73 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.890788 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3e2daffe-a036-48e5-8e1b-9718f67fd968 req-26f5bccf-6550-43e3-b990-466abbb41d73 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.913368 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec582e10-56e0-4149-aeb6-d48f3cfdbe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:17.918134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:18.015788 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3e2daffe-a036-48e5-8e1b-9718f67fd968 req-26f5bccf-6550-43e3-b990-466abbb41d73 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:18.018949 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3e2daffe-a036-48e5-8e1b-9718f67fd968 req-26f5bccf-6550-43e3-b990-466abbb41d73 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:18.037155 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7825d03a-7f71-45bc-8e4e-1522d2c3bf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:18.040556 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e2daffe-a036-48e5-8e1b-9718f67fd968 req-26f5bccf-6550-43e3-b990-466abbb41d73 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "DELETE /v2.0/security-groups/a1145d94-83b8-4062-9366-b0013f5d2152 HTTP/1.1" status: 204 len: 173 time: 0.3994768 Apr 01 12:31:18.059876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0ac8acdc-7a26-42af-850a-2993b708f88b up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:18.071865 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5bccf-6550-43e3-b990-466abbb41d73 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1145d94-83b8-4062-9366-b0013f5d2152,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:18.101985 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-49c10f74-5d74-4252-9c50-3e624a247174 req-1baa6a41-4df1-4181-a909-6be181f4d688 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] show failed (client error): The resource could not be found. Apr 01 12:31:18.112552 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-49c10f74-5d74-4252-9c50-3e624a247174 req-1baa6a41-4df1-4181-a909-6be181f4d688 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/a1145d94-83b8-4062-9366-b0013f5d2152 HTTP/1.1" status: 404 len: 352 time: 0.0445449 Apr 01 12:31:18.212762 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825d03a-7f71-45bc-8e4e-1522d2c3bf5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf23ceff-58c9-45aa-8c5d-4a04727444ed,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:18.248560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825d03a-7f71-45bc-8e4e-1522d2c3bf5a admin admin] Checking segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:18.251499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7825d03a-7f71-45bc-8e4e-1522d2c3bf5a admin admin] Network hostable DHCP agents. Network: 94ca01ab-f6ea-4916-aca9-a72662d13317, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:31:18.259367 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3aa049b0-6b04-46d7-89bd-6f54cd77ceb5 req-95f62592-0777-4f3e-9666-4876a9246e6d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/0cc44bcb-a0c8-4951-9582-0dfd114c3eb2 HTTP/1.1" status: 200 len: 1801 time: 0.1054449 Apr 01 12:31:18.305514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce75da9-70d3-443a-9292-9bd67e275952 req-ac4bfd7f-6ba0-4458-994f-47b5f013c7a8 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:18.307800 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ce75da9-70d3-443a-9292-9bd67e275952 req-ac4bfd7f-6ba0-4458-994f-47b5f013c7a8 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 945 time: 0.2296147 Apr 01 12:31:18.417412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7825d03a-7f71-45bc-8e4e-1522d2c3bf5a admin admin] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:31:18.444392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3aa049b0-6b04-46d7-89bd-6f54cd77ceb5 req-301c97b0-cfae-4158-89ab-1c96af116259 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:18.510619 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3aa049b0-6b04-46d7-89bd-6f54cd77ceb5 req-301c97b0-cfae-4158-89ab-1c96af116259 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:18.511668 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ce75da9-70d3-443a-9292-9bd67e275952 req-b8db188d-37de-408f-ba11-10b3c5a9b55e tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614225 Apr 01 12:31:18.516330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-7825d03a-7f71-45bc-8e4e-1522d2c3bf5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 94ca01ab-f6ea-4916-aca9-a72662d13317) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:18.526711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7825d03a-7f71-45bc-8e4e-1522d2c3bf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:18.530076 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7825d03a-7f71-45bc-8e4e-1522d2c3bf5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:18.592817 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7825d03a-7f71-45bc-8e4e-1522d2c3bf5a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0342195 Apr 01 12:31:18.596690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57664) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:18.614456 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:18.648389 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f71441-1e0a-4290-8c03-689dfdca8b04 None None] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:18.649141 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:18.650869 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:18.680283 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3aa049b0-6b04-46d7-89bd-6f54cd77ceb5 req-301c97b0-cfae-4158-89ab-1c96af116259 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:18.683658 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3aa049b0-6b04-46d7-89bd-6f54cd77ceb5 req-301c97b0-cfae-4158-89ab-1c96af116259 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:18.689234 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3aa049b0-6b04-46d7-89bd-6f54cd77ceb5 req-301c97b0-cfae-4158-89ab-1c96af116259 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "DELETE /v2.0/security-groups/0cc44bcb-a0c8-4951-9582-0dfd114c3eb2 HTTP/1.1" status: 204 len: 173 time: 0.4288418 Apr 01 12:31:18.791504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c97b0-cfae-4158-89ab-1c96af116259 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc44bcb-a0c8-4951-9582-0dfd114c3eb2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:18.801419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:31:18.803852 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c17fab7-c3c6-46e2-a466-a0ce82db02b6 req-d69c888a-427d-45c6-93c0-f4b97e6d6a81 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1002209 Apr 01 12:31:18.844016 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dd10530a-16fd-41c4-8d6b-ce47414cbfab req-a04fd4b5-72a5-4000-b8c5-1f2e51d5e24e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1270368 Apr 01 12:31:18.860980 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec582e10-56e0-4149-aeb6-d48f3cfdbe6b None None] Pushing event updated for resources: {'Port': ['ID=de525344-0f20-4a69-9c76-df599953d39b,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:18.884934 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-94da8ac1-d450-45f2-86f0-fe73b5224200 req-d752f0f0-fd50-4310-ba2e-4036ef6a8591 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] show failed (client error): The resource could not be found. Apr 01 12:31:18.888564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:18.888961 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:18.889949 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-94da8ac1-d450-45f2-86f0-fe73b5224200 req-d752f0f0-fd50-4310-ba2e-4036ef6a8591 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/0cc44bcb-a0c8-4951-9582-0dfd114c3eb2 HTTP/1.1" status: 404 len: 352 time: 0.1591897 Apr 01 12:31:18.892570 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:19.021411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-485227a7-d04d-4fb0-8e59-20ba440f8af2 req-976da062-d993-4bdc-88b2-c78373fe7b92 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/feb89f7a-d8a4-45cb-a996-2893944425d0 HTTP/1.1" status: 200 len: 1801 time: 0.1037476 Apr 01 12:31:19.055957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-94ca01ab-f6ea-4916-aca9-a72662d13317', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:31:19.057116 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:19.064454 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 0ac8acdc-7a26-42af-850a-2993b708f88b completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:31:19.091962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 0ac8acdc-7a26-42af-850a-2993b708f88b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:19.093152 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:19.121019 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:19.165520 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-485227a7-d04d-4fb0-8e59-20ba440f8af2 req-b0e15da3-084e-4ed8-964d-2d367cd46bcf tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:19.213293 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:19.223758 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-485227a7-d04d-4fb0-8e59-20ba440f8af2 req-b0e15da3-084e-4ed8-964d-2d367cd46bcf tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:19.329469 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-485227a7-d04d-4fb0-8e59-20ba440f8af2 req-b0e15da3-084e-4ed8-964d-2d367cd46bcf tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:19.333124 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-485227a7-d04d-4fb0-8e59-20ba440f8af2 req-b0e15da3-084e-4ed8-964d-2d367cd46bcf tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:19.334579 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-485227a7-d04d-4fb0-8e59-20ba440f8af2 req-b0e15da3-084e-4ed8-964d-2d367cd46bcf tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "DELETE /v2.0/security-groups/feb89f7a-d8a4-45cb-a996-2893944425d0 HTTP/1.1" status: 204 len: 173 time: 0.3059430 Apr 01 12:31:19.355810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e15da3-084e-4ed8-964d-2d367cd46bcf tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb89f7a-d8a4-45cb-a996-2893944425d0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:19.464617 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-e2248221-9734-4e2b-8fb3-d9d50ffedc8f req-daccf0d8-15ce-4303-9228-de607c40b960 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] show failed (client error): The resource could not be found. Apr 01 12:31:19.469517 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e2248221-9734-4e2b-8fb3-d9d50ffedc8f req-daccf0d8-15ce-4303-9228-de607c40b960 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/feb89f7a-d8a4-45cb-a996-2893944425d0 HTTP/1.1" status: 404 len: 352 time: 0.0907767 Apr 01 12:31:19.493595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device de525344-0f20-4a69-9c76-df599953d39b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:19.577977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:19.584435 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237368e2-c53d-4f52-9bc0-fb11cd29cdc9" -d '{"events": [{"server_uuid": "e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a", "name": "network-vif-plugged", "status": "completed", "tag": "d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:19.667350 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:19.691092 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:19.699213 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-95818ba7-5f36-4f53-8db0-7a44487679a1 req-fcd5dc22-f98f-494b-ba74-27813e1727ab tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d HTTP/1.1" status: 200 len: 6150 time: 0.1902134 Apr 01 12:31:19.838913 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-95818ba7-5f36-4f53-8db0-7a44487679a1 req-8a68405e-de52-408d-b88c-614b39d6e913 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/54a6d368-a323-4131-b843-83c958559747 HTTP/1.1" status: 200 len: 2981 time: 0.1222277 Apr 01 12:31:19.992099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-95818ba7-5f36-4f53-8db0-7a44487679a1 req-58f32fdc-974f-4cb8-9a1d-3f35ce273d9a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/54a6d368-a323-4131-b843-83c958559747 HTTP/1.1" status: 200 len: 2981 time: 0.1521852 Apr 01 12:31:20.064614 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Allocated IP 172.20.0.2 (94ca01ab-f6ea-4916-aca9-a72662d13317/bf23ceff-58c9-45aa-8c5d-4a04727444ed/4e14d36c-4f20-4fb6-bba8-762f7462f5a3) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:20.096962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:20.125242 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.137488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port de525344-0f20-4a69-9c76-df599953d39b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:20.137929 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.182822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ff4e7-7afc-4cdd-a89f-3f9a76da38c6 req-f7b666e2-ca35-47f8-a171-570b80021b8d tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:20.183401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.193013 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca4ff4e7-7afc-4cdd-a89f-3f9a76da38c6 req-f7b666e2-ca35-47f8-a171-570b80021b8d tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 945 time: 0.1176243 Apr 01 12:31:20.207232 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.279765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0ac8acdc-7a26-42af-850a-2993b708f88b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0ac8acdc-7a26-42af-850a-2993b708f88b,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:20.296318 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.322618 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca4ff4e7-7afc-4cdd-a89f-3f9a76da38c6 req-76cafeaa-4ae5-4673-bba6-ef9b1a17b2cc tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286476 Apr 01 12:31:20.322837 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af88c46e-5881-4aa0-8a31-384479bc3eb7 x-openstack-request-id: req-af88c46e-5881-4aa0-8a31-384479bc3eb7 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:20.323045 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a", "name": "network-vif-plugged", "status": "completed", "tag": "d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:20.323298 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af88c46e-5881-4aa0-8a31-384479bc3eb7 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:20.323690 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af88c46e-5881-4aa0-8a31-384479bc3eb7'] response: {'server_uuid': 'e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb', 'code': 200} Apr 01 12:31:20.353946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-5192344c-054b-4d75-949a-ea0b5ae647dc req-39a44ac3-a4d2-4850-a551-ad9aed621d9c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-741402167', 'description': 'tempest-description-2110698237'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:20.379517 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:20.403799 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5192344c-054b-4d75-949a-ea0b5ae647dc req-39a44ac3-a4d2-4850-a551-ad9aed621d9c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.494660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Allocated IP 172.25.7.52 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/2f87c8df-c457-4b05-bfe4-809d5cfeebe4) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:20.589484 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-09d10544-6712-4f2f-993e-5ba9c0b33817 req-1f87b8cc-29dc-4a39-91b6-a1208cd91de0 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0840614 Apr 01 12:31:20.692797 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5192344c-054b-4d75-949a-ea0b5ae647dc req-39a44ac3-a4d2-4850-a551-ad9aed621d9c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.705003 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0ac8acdc-7a26-42af-850a-2993b708f88b,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:20.719063 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5192344c-054b-4d75-949a-ea0b5ae647dc req-39a44ac3-a4d2-4850-a551-ad9aed621d9c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.739188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:31:20.745916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:20.746338 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.796727 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5192344c-054b-4d75-949a-ea0b5ae647dc req-39a44ac3-a4d2-4850-a551-ad9aed621d9c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.803411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5192344c-054b-4d75-949a-ea0b5ae647dc req-39a44ac3-a4d2-4850-a551-ad9aed621d9c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4541662 Apr 01 12:31:20.833121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63754f-b4cf-4e5a-be4d-652496ad5e91 req-a614c83e-9731-482e-ad59-ef11f8c571bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:20.835363 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc63754f-b4cf-4e5a-be4d-652496ad5e91 req-a614c83e-9731-482e-ad59-ef11f8c571bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a HTTP/1.1" status: 200 len: 1096 time: 0.3711698 Apr 01 12:31:20.846901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a44ac3-a4d2-4850-a551-ad9aed621d9c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4110898-b9c4-46e0-ac9f-f322b693b0c5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:20.852062 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.863877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-3e8cf752-783f-4e71-89c2-7f4ba9bd725e req-593d81f9-423e-4eb6-ad09-84519356922d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-90087337', 'description': 'tempest-description-1496814888'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:20.882368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc63754f-b4cf-4e5a-be4d-652496ad5e91 req-4d700789-4465-41a9-abfe-3e7627062ad9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369339 Apr 01 12:31:20.905995 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.917893 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:20.957339 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3e8cf752-783f-4e71-89c2-7f4ba9bd725e req-593d81f9-423e-4eb6-ad09-84519356922d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:21.003073 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:21.027662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:21.034891 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:21.045688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:21.049082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:21.081251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Pushing event updated for resources: {'Port': ['ID=4e14d36c-4f20-4fb6-bba8-762f7462f5a3,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:21.099604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:21.105515 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:21.108813 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:21.110439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:21.141933 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:21.150785 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Attempting to bind port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:21.151408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Attempting to bind port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:21.151973 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Attempting to bind port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 on network 94ca01ab-f6ea-4916-aca9-a72662d13317 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:21.163578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=2f87c8df-c457-4b05-bfe4-809d5cfeebe4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:21.185303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:21.186195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Checking segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:21.187096 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:21.187847 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Bound using segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:21.188493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Bound port: 4e14d36c-4f20-4fb6-bba8-762f7462f5a3, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:21.189063 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:21.196667 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3e8cf752-783f-4e71-89c2-7f4ba9bd725e req-593d81f9-423e-4eb6-ad09-84519356922d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:21.257651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:21.284271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] For port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:21.294623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] For port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4e14d36c-4f20-4fb6-bba8-762f7462f5a3,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:21.302355 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3e8cf752-783f-4e71-89c2-7f4ba9bd725e req-593d81f9-423e-4eb6-ad09-84519356922d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:21.302799 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:21.381646 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf8f3e-4055-4394-97cd-25b2ad83dc24 None None] Pushing event updated for resources: {'Port': ['ID=4e14d36c-4f20-4fb6-bba8-762f7462f5a3,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:21.500403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8626c6a-4a86-47ee-8319-fc4f6dfa5768 req-0a173b4a-0037-4051-bf5d-a7a1a1e6a896 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:21.502425 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8626c6a-4a86-47ee-8319-fc4f6dfa5768 req-0a173b4a-0037-4051-bf5d-a7a1a1e6a896 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 946 time: 0.0679891 Apr 01 12:31:21.510165 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3e8cf752-783f-4e71-89c2-7f4ba9bd725e req-593d81f9-423e-4eb6-ad09-84519356922d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:21.528160 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e8cf752-783f-4e71-89c2-7f4ba9bd725e req-593d81f9-423e-4eb6-ad09-84519356922d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6882992 Apr 01 12:31:21.528887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d81f9-423e-4eb6-ad09-84519356922d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41daa05-9138-4b9f-8538-8a7c66f56892,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:21.632728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8626c6a-4a86-47ee-8319-fc4f6dfa5768 req-87edce91-89e9-477f-b8a1-15931268e4d8 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230979 Apr 01 12:31:21.705244 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:21.875234 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6855766b-f479-446e-af4e-5135c5468f45 req-ba330c1b-d235-47b9-a7b8-b024449ae454 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0634074 Apr 01 12:31:22.214937 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:31:22.315289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac2adb-9564-4b89-8396-69b21f828245 req-dd90e855-a01c-4da8-805a-bdfc1c2f4abe tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:22.318759 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-dd90e855-a01c-4da8-805a-bdfc1c2f4abe tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/networks?id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7 HTTP/1.1" status: 200 len: 812 time: 0.3434706 Apr 01 12:31:22.324979 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf365d4-3dea-49c2-92b5-b580d91a4dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac8acdc-7a26-42af-850a-2993b708f88b'}, {'server_uuid': '63698bae-4e2d-4fec-9865-7c9ed143233e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c768fc4f-b45a-4d6c-a8f6-b2d8c6673528'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:22.328332 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d402470f-52a9-42a8-b397-405ac77a1b07" -d '{"events": [{"server_uuid": "abf365d4-3dea-49c2-92b5-b580d91a4dfe", "name": "network-vif-plugged", "status": "completed", "tag": "0ac8acdc-7a26-42af-850a-2993b708f88b"}, {"server_uuid": "63698bae-4e2d-4fec-9865-7c9ed143233e", "name": "network-vif-plugged", "status": "completed", "tag": "c768fc4f-b45a-4d6c-a8f6-b2d8c6673528"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:22.335386 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:22.359548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-9aec49aa-96c9-49eb-b698-06b2062d1eb6 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/quotas/09243a6a13ec4cea8eab6bdf38c2ad6d HTTP/1.1" status: 200 len: 375 time: 0.0267842 Apr 01 12:31:22.499401 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-3a4faa6b-40ac-4b5d-894d-c6ea97c818c6 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1234882 Apr 01 12:31:22.573793 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-26773990-a7a6-41bd-8e24-1488f430de81 req-d640b3fa-d652-45ff-8387-71c69416ad1e tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1017380 Apr 01 12:31:22.814861 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-ee87528e-22aa-43ca-9a9a-a83da615185b service neutron] 10.222.0.45 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758272 Apr 01 12:31:22.856783 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:31:23.092633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-4582dad4-2a38-414a-9a15-ea133bcc17b3 service neutron] 10.222.0.45 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768846 Apr 01 12:31:23.179460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:31:23.195458 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Sync routers for ids ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:31:23.211344 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:23.212588 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b0f11de8-2337-403c-aea6-074d18369dd5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6143024 Apr 01 12:31:23.215566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57756) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:23.229449 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Routers {'4e24d4aa-4256-493f-bdb8-733dc19c9f30'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:31:23.233983 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:23.367738 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706ac334-c525-40de-95ab-94d0e446b594 x-openstack-request-id: req-706ac334-c525-40de-95ab-94d0e446b594 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:23.368623 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf365d4-3dea-49c2-92b5-b580d91a4dfe", "name": "network-vif-plugged", "status": "completed", "tag": "0ac8acdc-7a26-42af-850a-2993b708f88b", "code": 200}, {"server_uuid": "63698bae-4e2d-4fec-9865-7c9ed143233e", "name": "network-vif-plugged", "status": "completed", "tag": "c768fc4f-b45a-4d6c-a8f6-b2d8c6673528", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:23.369070 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-706ac334-c525-40de-95ab-94d0e446b594 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:23.369754 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706ac334-c525-40de-95ab-94d0e446b594'] response: {'server_uuid': 'abf365d4-3dea-49c2-92b5-b580d91a4dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac8acdc-7a26-42af-850a-2993b708f88b', 'code': 200} Apr 01 12:31:23.370216 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706ac334-c525-40de-95ab-94d0e446b594'] response: {'server_uuid': '63698bae-4e2d-4fec-9865-7c9ed143233e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c768fc4f-b45a-4d6c-a8f6-b2d8c6673528', 'code': 200} Apr 01 12:31:23.485564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:23.637758 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2d762e07-a91d-4270-ab4c-4991862a448f req-7bde7a07-14da-44aa-bff5-5fb075f2df51 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1342070 Apr 01 12:31:23.661391 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d23acf-60cd-41fa-998e-5152a9953ae3 None None] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:23.709576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56456b3a-e895-4b04-8ca4-96714ddabdbc req-b501fcc7-4626-42ef-80db-68db8a41a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:23.711260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56456b3a-e895-4b04-8ca4-96714ddabdbc req-b501fcc7-4626-42ef-80db-68db8a41a320 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 1097 time: 0.1642783 Apr 01 12:31:23.752425 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Set router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:31:23.793651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d4e59a5c-7cd6-4fe5-8b11-676e17e3b9c7 None None] Provisioning complete for port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:23.794042 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d4e59a5c-7cd6-4fe5-8b11-676e17e3b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:23.817317 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f1472c3c-f98d-4a25-b3bd-51ac666f3e16 req-86c211d0-afb5-408d-ac63-e25ab942e891 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 210 time: 0.0680358 Apr 01 12:31:23.841400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6de937-e417-4547-bd02-ffbb6d913474 req-6ef30167-bdbb-43a7-aaa2-d3a6c3b6328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:23.843096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba6de937-e417-4547-bd02-ffbb6d913474 req-6ef30167-bdbb-43a7-aaa2-d3a6c3b6328e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=abf365d4-3dea-49c2-92b5-b580d91a4dfe HTTP/1.1" status: 200 len: 1096 time: 0.2947028 Apr 01 12:31:23.954305 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba6de937-e417-4547-bd02-ffbb6d913474 req-66d322d7-705e-4f2c-918f-a009f8014917 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812900 Apr 01 12:31:24.059203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56456b3a-e895-4b04-8ca4-96714ddabdbc req-79b3ea60-4711-4bc6-b14b-04368290c215 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107255 Apr 01 12:31:24.136380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4b415-0bec-4ea6-92a5-7c8662ab6807 req-22583146-1ebb-4fe3-bbf9-150740624aee tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:24.142280 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:24.143119 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:24.147926 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a3b4b415-0bec-4ea6-92a5-7c8662ab6807 req-22583146-1ebb-4fe3-bbf9-150740624aee tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 946 time: 0.4956002 Apr 01 12:31:24.226061 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:31:21Z', 'revision_number': 3, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:24.236275 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d4e59a5c-7cd6-4fe5-8b11-676e17e3b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:24.291237 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a3b4b415-0bec-4ea6-92a5-7c8662ab6807 req-5bb27a4d-a944-4289-a8c1-b7d0a2bf133e tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251092 Apr 01 12:31:24.295731 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Checking router: 4e24d4aa-4256-493f-bdb8-733dc19c9f30 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:31:24.298823 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Updating router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 port 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:31:24.357167 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:24.373470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d4e59a5c-7cd6-4fe5-8b11-676e17e3b9c7 None None] For port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4e14d36c-4f20-4fb6-bba8-762f7462f5a3,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:24.410847 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d4e59a5c-7cd6-4fe5-8b11-676e17e3b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:24.479182 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:24.547336 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e59a5c-7cd6-4fe5-8b11-676e17e3b9c7 None None] Pushing event updated for resources: {'Port': ['ID=4e14d36c-4f20-4fb6-bba8-762f7462f5a3,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:24.753985 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:24.913749 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:24.918812 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-21ab27a1-cac7-4f18-8fb6-b02b6a6feb3d req-fefae039-6641-49bd-b1e5-7d5f90732868 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0821521 Apr 01 12:31:24.924024 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:25.019733 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Attempting to bind port 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:25.020191 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Attempting to bind port 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:25.020626 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Attempting to bind port 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:25.038746 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:31:25.039392 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:31:25.052677 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Pushing event updated for resources: {'Port': ['ID=2f87c8df-c457-4b05-bfe4-809d5cfeebe4,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:25.063033 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:25.063512 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:25.063976 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:25.064431 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:25.065028 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Bound port: 2f87c8df-c457-4b05-bfe4-809d5cfeebe4, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:25.065626 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:25.069450 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:25.069855 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:25.070286 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:25.070685 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:25.071075 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:25.071633 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:25.072033 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:25.073009 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:25.073424 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:25.073819 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:25.074230 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:25.075839 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:25.097079 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-332801eb-df3b-4455-9d63-19afaf6aa476 req-d4d18a68-0d5d-40ed-b579-c28923233899 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 210 time: 0.0490389 Apr 01 12:31:25.171932 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] For port 2f87c8df-c457-4b05-bfe4-809d5cfeebe4, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:25.175959 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] For port 2f87c8df-c457-4b05-bfe4-809d5cfeebe4, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2f87c8df-c457-4b05-bfe4-809d5cfeebe4,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:25.186162 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:25.223739 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Allocated IP 172.20.0.1 (94ca01ab-f6ea-4916-aca9-a72662d13317/bf23ceff-58c9-45aa-8c5d-4a04727444ed/1ba56250-b101-4a80-b470-bf5aaf33e723) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:25.339627 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0ebde-e624-4cf5-ac3b-0687526d9998 None None] Pushing event updated for resources: {'Port': ['ID=2f87c8df-c457-4b05-bfe4-809d5cfeebe4,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:25.395472 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Routers {'4e24d4aa-4256-493f-bdb8-733dc19c9f30'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:31:25.398656 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:25.580764 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:25.585584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb73cd1-4dcf-4e07-bc7f-5e0ecfa027cc req-88284ef2-a1a3-4fcb-b2c4-9b08ba390d31 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:25.599825 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ddb73cd1-4dcf-4e07-bc7f-5e0ecfa027cc req-88284ef2-a1a3-4fcb-b2c4-9b08ba390d31 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 946 time: 0.1570661 Apr 01 12:31:25.664677 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ddb73cd1-4dcf-4e07-bc7f-5e0ecfa027cc req-0c14b014-382b-4e53-b55b-bc1546aa92a3 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632923 Apr 01 12:31:25.687726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-046aa9bb-0729-4c92-a36d-007af7876e24 None None] Provisioning complete for port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:25.688184 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-046aa9bb-0729-4c92-a36d-007af7876e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:25.724100 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] Set router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:31:25.851132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:25.963152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95420e11-dc5a-4c10-9b77-712d50d06b7a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:25.964770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95420e11-dc5a-4c10-9b77-712d50d06b7a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.44 "GET /v2.0/networks?id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7 HTTP/1.1" status: 200 len: 812 time: 0.4339151 Apr 01 12:31:25.967311 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:25.981845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'port': {'device_id': '39a5c85b-2f2d-441e-84d8-014742aa7385', 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7', 'admin_state_up': True, 'tenant_id': '09243a6a13ec4cea8eab6bdf38c2ad6d'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:26.045284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:26.047493 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:26.086421 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:31:21Z', 'revision_number': 3, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:26.287730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b9e313cd-2bdc-4b36-9a5f-68a03aaa55cd req-26c401a4-74c2-4ceb-a0ae-3b2a37435d8c tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0758936 Apr 01 12:31:26.294652 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae550f0a-0cf5-4ec7-818f-9cb526f99487 req-a256baeb-494f-41bd-aa4e-eb77ef7eafc9 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 210 time: 0.0510945 Apr 01 12:31:26.303414 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Made reservation on behalf of 09243a6a13ec4cea8eab6bdf38c2ad6d for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:26.314585 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:26.347595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:26.348540 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dac02dd-b178-4cdd-9f4a-c16233f6c3ca None None] The sync data for ids ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'] in n-d-836146-1 is: [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:31:21Z', 'revision_number': 3, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:31:26.370620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:26.376721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Pushing event updated for resources: {'Port': ['ID=1ba56250-b101-4a80-b470-bf5aaf33e723,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:26.379464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:26.523524 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:26.646670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Allocated IP 172.20.0.13 (42327cd7-6dce-4efc-8067-d1bc21cb8cb7/1d09778a-0a32-4e43-b211-dccb9de93e72/ccf36143-c2ee-4b5d-9b16-5d24e4a157c6) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:26.861176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f8bec527-7b4c-4386-8558-42d7ae2f1a25 None None] Provisioning complete for port 1ba56250-b101-4a80-b470-bf5aaf33e723 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:26.862409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8bec527-7b4c-4386-8558-42d7ae2f1a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:26.909891 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:26.920876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f8bec527-7b4c-4386-8558-42d7ae2f1a25 None None] Port 1ba56250-b101-4a80-b470-bf5aaf33e723 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:31:26.961164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615f52a-e87d-469e-b849-c1908870f332 req-56119d0f-1a15-4402-b7cb-1af3b8d2814a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:26.978891 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c615f52a-e87d-469e-b849-c1908870f332 req-56119d0f-1a15-4402-b7cb-1af3b8d2814a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 946 time: 0.1370096 Apr 01 12:31:27.052796 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c615f52a-e87d-469e-b849-c1908870f332 req-92e8a69c-2892-4571-bd1e-99efa83e542f tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726283 Apr 01 12:31:27.431183 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-de263ef5-e0a5-4895-8d24-1a61dcb43557 req-609afac9-eb77-460e-aabf-e2c08b1650dc tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 210 time: 0.0398576 Apr 01 12:31:27.615309 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9e0d6b08-b027-4e12-8810-dacabccfc620 req-56b13041-6ef7-4a47-9097-82f13b4f5fa5 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0535598 Apr 01 12:31:27.822923 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:27.864792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fd81d-2c4b-4b30-813e-123b89cf9818 req-4f2b690e-c334-494d-8457-370bd746de3d tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:27.866463 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c3fd81d-2c4b-4b30-813e-123b89cf9818 req-4f2b690e-c334-494d-8457-370bd746de3d tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf365d4-3dea-49c2-92b5-b580d91a4dfe HTTP/1.1" status: 200 len: 945 time: 0.3014154 Apr 01 12:31:27.909787 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:27.937659 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:27.960604 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:27.998322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:27.998720 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:28.007296 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:28.045453 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c3fd81d-2c4b-4b30-813e-123b89cf9818 req-6cd75ad0-de62-4eac-99c4-100f5ce1d063 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695473 Apr 01 12:31:28.067178 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:28.109472 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:28.117281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:28.126389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:28.164642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:28.168771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Pushing event updated for resources: {'Port': ['ID=1ba56250-b101-4a80-b470-bf5aaf33e723,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:28.171794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:28.224455 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 2f87c8df-c457-4b05-bfe4-809d5cfeebe4, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2f87c8df-c457-4b05-bfe4-809d5cfeebe4,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:28.236356 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:28.287589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:28.288673 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:28.344537 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03420e58-c681-429b-aaab-9ff53a0c0b80 req-a8688eef-363c-463f-aa2c-37ff8006a758 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:28.360395 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03420e58-c681-429b-aaab-9ff53a0c0b80 req-a8688eef-363c-463f-aa2c-37ff8006a758 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a HTTP/1.1" status: 200 len: 945 time: 0.1598690 Apr 01 12:31:28.369639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=2f87c8df-c457-4b05-bfe4-809d5cfeebe4,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:28.443115 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4683688 Apr 01 12:31:28.463476 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Request body: {'port': {'device_id': '39a5c85b-2f2d-441e-84d8-014742aa7385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:28.502534 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03420e58-c681-429b-aaab-9ff53a0c0b80 req-41b24fcd-08ba-4230-b531-2f1d18dcedaf tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409485 Apr 01 12:31:28.548591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:28.568149 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:28.570957 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95079763-cb21-44ea-8622-44bf1301a67d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'Port': ['ID=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:28.650490 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:28.913412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef72171-2169-43d6-b65b-d09f7882bcdc req-92edb89d-a9f9-4636-84d9-4fd16edc5674 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:28.915068 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ef72171-2169-43d6-b65b-d09f7882bcdc req-92edb89d-a9f9-4636-84d9-4fd16edc5674 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 932 time: 0.3645151 Apr 01 12:31:28.919003 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:31:28.936536 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0227d025-860c-47d0-98cb-e1bc35356a54 req-72455ca2-8706-49fb-8437-c3e5fc16abff tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0584176 Apr 01 12:31:28.974470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ad6374b9-3600-4247-b34f-27e871692eec None None] Provisioning complete for port 1ba56250-b101-4a80-b470-bf5aaf33e723 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:28.974470 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ad6374b9-3600-4247-b34f-27e871692eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:29.047826 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ad6374b9-3600-4247-b34f-27e871692eec None None] Port 1ba56250-b101-4a80-b470-bf5aaf33e723 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:31:29.142821 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91f0ae-eac2-41af-99d1-1284a1d0d070 req-9b86ebc1-8e8e-4f42-9df9-283038aaf7ef tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:29.144363 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-da91f0ae-eac2-41af-99d1-1284a1d0d070 req-9b86ebc1-8e8e-4f42-9df9-283038aaf7ef tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a HTTP/1.1" status: 200 len: 945 time: 0.0632188 Apr 01 12:31:29.148885 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ef72171-2169-43d6-b65b-d09f7882bcdc req-a23ec45e-cc7e-4dd0-b280-06c8600e79ab tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206905 Apr 01 12:31:29.205253 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-da91f0ae-eac2-41af-99d1-1284a1d0d070 req-cdd3c315-1d29-4ea3-ae23-a5f7efbaf683 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543509 Apr 01 12:31:29.306729 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:31:29.313323 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0eeac572-7652-4bf1-b651-e4ae67f765ef admin admin] 10.222.0.45 "PUT /v2.0/routers/4e24d4aa-4256-493f-bdb8-733dc19c9f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0962188 Apr 01 12:31:29.337016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Sync routers for ids ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:31:29.356384 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Routers {'4e24d4aa-4256-493f-bdb8-733dc19c9f30'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:31:29.357566 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:29.447873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:31:29.457864 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:29.477469 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Transition to ACTIVE for port object ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:31:29.481611 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:29.548201 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Set router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:31:29.553153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:29.628267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Attempting to bind port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:29.628614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Attempting to bind port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'fedff3c2-697c-4403-9da0-f33cd4e288ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:29.628913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Attempting to bind port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 on network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:29.633752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 on network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:31:29.634126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Attempting to bind port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 on network 42327cd7-6dce-4efc-8067-d1bc21cb8cb7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:29.639058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:29.639384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Checking segment: {'id': 'fedff3c2-697c-4403-9da0-f33cd4e288ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:29.639765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Bound using segment: {'id': 'fedff3c2-697c-4403-9da0-f33cd4e288ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:29.640365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Bound port: ccf36143-c2ee-4b5d-9b16-5d24e4a157c6, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedff3c2-697c-4403-9da0-f33cd4e288ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:29.640723 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:29.793192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] For port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:29.797294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] For port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:29.803592 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:29.814244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:29.844750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:29.845273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:29.847017 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] 10.222.0.44 "PUT /v2.0/ports/ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 HTTP/1.1" status: 200 len: 1092 time: 1.3939538 Apr 01 12:31:29.847227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a5c85b-2f2d-441e-84d8-014742aa7385', 'tag': 'ccf36143-c2ee-4b5d-9b16-5d24e4a157c6'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:29.849513 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe378203-31e8-4383-a745-beffa83eaf86" -d '{"events": [{"name": "network-changed", "server_uuid": "39a5c85b-2f2d-441e-84d8-014742aa7385", "tag": "ccf36143-c2ee-4b5d-9b16-5d24e4a157c6"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:29.872829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f2140-d251-4b56-974a-c0ac726e3ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:29.873464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:31:26Z', 'revision_number': 4, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '1ba56250-b101-4a80-b470-bf5aaf33e723', 'name': '', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'mac_address': 'fa:16:3e:38:32:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:24Z', 'updated_at': '2022-04-01T12:31:27Z', 'revision_number': 2, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'subnets': [{'id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:29.915172 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Checking router: 4e24d4aa-4256-493f-bdb8-733dc19c9f30 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:31:29.915172 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Updating router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 port 1ba56250-b101-4a80-b470-bf5aaf33e723 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:31:29.934784 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3583d014-8743-42a5-8b87-9e9b82a8bf8f x-openstack-request-id: req-3583d014-8743-42a5-8b87-9e9b82a8bf8f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:29.935410 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a5c85b-2f2d-441e-84d8-014742aa7385", "tag": "ccf36143-c2ee-4b5d-9b16-5d24e4a157c6", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:29.935410 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3583d014-8743-42a5-8b87-9e9b82a8bf8f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:29.935758 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3583d014-8743-42a5-8b87-9e9b82a8bf8f'] response: {'name': 'network-changed', 'server_uuid': '39a5c85b-2f2d-441e-84d8-014742aa7385', 'tag': 'ccf36143-c2ee-4b5d-9b16-5d24e4a157c6', 'status': 'completed', 'code': 200} Apr 01 12:31:29.949415 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:29.949932 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:29.954937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac2adb-9564-4b89-8396-69b21f828245 req-52f8547a-d8db-4fb4-972e-e78ef0ea8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:29.956396 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-52f8547a-d8db-4fb4-972e-e78ef0ea8680 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d&device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 1095 time: 0.0567698 Apr 01 12:31:29.972225 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.064860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57858) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:30.071004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-324cbe56-0304-440e-9302-c70eaa539d12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-365616226'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:30.106454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324cbe56-0304-440e-9302-c70eaa539d12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:30.116032 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-324cbe56-0304-440e-9302-c70eaa539d12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.130852 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dd70923a-5847-468e-8631-5a5c2d01ea54 req-21c3ba40-17c6-49c5-b82c-dc1cdd327229 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0409913 Apr 01 12:31:30.184626 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-1290a800-304a-44ac-9757-5f5daa283f7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 HTTP/1.1" status: 200 len: 217 time: 0.0629594 Apr 01 12:31:30.247547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324cbe56-0304-440e-9302-c70eaa539d12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:31:30.263975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac2adb-9564-4b89-8396-69b21f828245 req-58392e7c-16b6-4b8b-a910-1c62bf50a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:30.265449 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-58392e7c-16b6-4b8b-a910-1c62bf50a53c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d09778a-0a32-4e43-b211-dccb9de93e72 HTTP/1.1" status: 200 len: 852 time: 0.0611255 Apr 01 12:31:30.266548 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-324cbe56-0304-440e-9302-c70eaa539d12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.266879 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-324cbe56-0304-440e-9302-c70eaa539d12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Added segment 898541e8-df36-4427-8e64-5f818ae8f117 of type vlan for network 8299f7cb-4ccf-4e00-b386-8891291bcc0a Apr 01 12:31:30.327442 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-4db335f0-237a-4959-b9e2-33ec8ab158cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523334 Apr 01 12:31:30.353418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f36f2-e43a-4eab-a1ac-0c4281568287 req-9f5c1d53-a956-4744-854e-a83426e7a27d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:30.361342 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b08f36f2-e43a-4eab-a1ac-0c4281568287 req-9f5c1d53-a956-4744-854e-a83426e7a27d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 944 time: 0.0674307 Apr 01 12:31:30.372153 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-324cbe56-0304-440e-9302-c70eaa539d12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.437240 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b08f36f2-e43a-4eab-a1ac-0c4281568287 req-f5eb5797-8f64-415f-be02-702a1d2550a3 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705175 Apr 01 12:31:30.489204 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.506725 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.596471 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-324cbe56-0304-440e-9302-c70eaa539d12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.604874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57868) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:30.606919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324cbe56-0304-440e-9302-c70eaa539d12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:30.608201 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-324cbe56-0304-440e-9302-c70eaa539d12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.622655 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-25cbe888-f3b8-4b47-b5f0-ba5eb0430837 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1337062988', 'description': 'tempest-description--670268675'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:30.637874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c6277-8d34-4130-9b6c-e32f52e0f64f None None] Pushing event updated for resources: {'Port': ['ID=1ba56250-b101-4a80-b470-bf5aaf33e723,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:30.709185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1fdf5-5b79-43a1-962c-766cce735dad req-11a04435-abdf-40e0-8525-ec16697573c2 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:30.711197 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5da1fdf5-5b79-43a1-962c-766cce735dad req-11a04435-abdf-40e0-8525-ec16697573c2 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a HTTP/1.1" status: 200 len: 945 time: 0.1683984 Apr 01 12:31:30.717232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Attempting to bind port 1ba56250-b101-4a80-b470-bf5aaf33e723 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:30.717714 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Attempting to bind port 1ba56250-b101-4a80-b470-bf5aaf33e723 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:30.718516 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Attempting to bind port 1ba56250-b101-4a80-b470-bf5aaf33e723 on network 94ca01ab-f6ea-4916-aca9-a72662d13317 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:30.724498 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-25cbe888-f3b8-4b47-b5f0-ba5eb0430837 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.726195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:30.726673 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Checking segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:30.727204 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.737804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Bound using segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:30.739630 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Bound port: 1ba56250-b101-4a80-b470-bf5aaf33e723, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:30.740329 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.774035 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-324cbe56-0304-440e-9302-c70eaa539d12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7076075 Apr 01 12:31:30.799342 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57870) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:30.804508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-57628416-93a9-49e7-aeba-49941f9a8ab7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-459037221'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:30.837864 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-25cbe888-f3b8-4b47-b5f0-ba5eb0430837 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.850710 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5da1fdf5-5b79-43a1-962c-766cce735dad req-34f1314d-6b4e-4501-8dd1-dae3d6409f0c tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304998 Apr 01 12:31:30.853595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-d623bac3-2007-457b-8a2e-5242ef960c45 service neutron] 10.222.0.44 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670184 Apr 01 12:31:30.857317 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-25cbe888-f3b8-4b47-b5f0-ba5eb0430837 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.886065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cbe56-0304-440e-9302-c70eaa539d12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Network': ['ID=8299f7cb-4ccf-4e00-b386-8891291bcc0a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:30.896827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbe888-f3b8-4b47-b5f0-ba5eb0430837 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226b6ce8-1dd5-403c-8a1f-2cd66d55782e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:30.901491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-25cbe888-f3b8-4b47-b5f0-ba5eb0430837 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:30.902886 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-25cbe888-f3b8-4b47-b5f0-ba5eb0430837 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2965853 Apr 01 12:31:30.907882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57872) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:30.908982 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 8299f7cb-4ccf-4e00-b386-8891291bcc0a details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:31:30.914301 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-945638dd-20da-4e3b-853b-b3ebbcbc93fb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Request body: {'security_group_rule': {'security_group_id': '226b6ce8-1dd5-403c-8a1f-2cd66d55782e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:30.977438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] For port 1ba56250-b101-4a80-b470-bf5aaf33e723, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:30.980040 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-945638dd-20da-4e3b-853b-b3ebbcbc93fb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.005921 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d3ab7-bbc7-4d09-9c24-57a6a7cf7833 req-c47882d6-4916-4573-a6aa-ab8c32b851f9 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:31.007682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-570d3ab7-bbc7-4d09-9c24-57a6a7cf7833 req-c47882d6-4916-4573-a6aa-ab8c32b851f9 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a HTTP/1.1" status: 200 len: 945 time: 0.3759925 Apr 01 12:31:31.027964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] For port 1ba56250-b101-4a80-b470-bf5aaf33e723, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1ba56250-b101-4a80-b470-bf5aaf33e723,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:31.036909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57628416-93a9-49e7-aeba-49941f9a8ab7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:31.037241 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.039703 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57628416-93a9-49e7-aeba-49941f9a8ab7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.071889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b24c4f3f-f7ff-4686-b31d-a121fdef2409 None None] Provisioning complete for port 1ba56250-b101-4a80-b470-bf5aaf33e723 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:31.072236 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-945638dd-20da-4e3b-853b-b3ebbcbc93fb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.072432 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b24c4f3f-f7ff-4686-b31d-a121fdef2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.079128 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-945638dd-20da-4e3b-853b-b3ebbcbc93fb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.115270 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aac2adb-9564-4b89-8396-69b21f828245 req-d855ab1a-09cc-4cf5-b93e-f9036f4d6d06 service neutron] 10.222.0.44 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424922 Apr 01 12:31:31.140262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57628416-93a9-49e7-aeba-49941f9a8ab7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:31:31.144884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c6277-8d34-4130-9b6c-e32f52e0f64f None None] Pushing event updated for resources: {'Port': ['ID=1ba56250-b101-4a80-b470-bf5aaf33e723,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:31.148997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Routers {'4e24d4aa-4256-493f-bdb8-733dc19c9f30'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:31:31.149649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:31.155672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945638dd-20da-4e3b-853b-b3ebbcbc93fb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c856fd3-6a39-4ac2-8ea6-a3ca40c16809,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:31.181625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-945638dd-20da-4e3b-853b-b3ebbcbc93fb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.187193 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-945638dd-20da-4e3b-853b-b3ebbcbc93fb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2778766 Apr 01 12:31:31.189680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57876) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:31.197463 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f8b82430-d889-46a9-931b-c81ceb8acce0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Request body: {'security_group_rule': {'security_group_id': '226b6ce8-1dd5-403c-8a1f-2cd66d55782e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:31.217658 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57628416-93a9-49e7-aeba-49941f9a8ab7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.218081 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-57628416-93a9-49e7-aeba-49941f9a8ab7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Added segment 72824627-0fe9-4fb6-a822-37035eaf7f1b of type vlan for network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d Apr 01 12:31:31.272191 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57628416-93a9-49e7-aeba-49941f9a8ab7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.286321 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8b82430-d889-46a9-931b-c81ceb8acce0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.337461 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b24c4f3f-f7ff-4686-b31d-a121fdef2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.374145 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d37a049-74b6-415f-a953-408eb776db6e req-2611a151-7d95-4a91-ae20-d6fbe013f432 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0760939 Apr 01 12:31:31.375436 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8b82430-d889-46a9-931b-c81ceb8acce0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.380857 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8b82430-d889-46a9-931b-c81ceb8acce0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.397354 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57628416-93a9-49e7-aeba-49941f9a8ab7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.405433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57628416-93a9-49e7-aeba-49941f9a8ab7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:31.406277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] Set router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:31:31.406450 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57628416-93a9-49e7-aeba-49941f9a8ab7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.452825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378203-31e8-4383-a745-beffa83eaf86 req-23d9e543-f92d-4f1d-88f9-612c9de7b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:31.453104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe378203-31e8-4383-a745-beffa83eaf86 req-23d9e543-f92d-4f1d-88f9-612c9de7b66b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d&device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 1095 time: 0.1710052 Apr 01 12:31:31.459608 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b82430-d889-46a9-931b-c81ceb8acce0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f711587-1207-4653-af71-98883bbf4b8c,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:31.470587 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b24c4f3f-f7ff-4686-b31d-a121fdef2409 None None] For port 1ba56250-b101-4a80-b470-bf5aaf33e723, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1ba56250-b101-4a80-b470-bf5aaf33e723,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:31.474757 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8b82430-d889-46a9-931b-c81ceb8acce0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.476165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f8b82430-d889-46a9-931b-c81ceb8acce0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2851849 Apr 01 12:31:31.478564 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b24c4f3f-f7ff-4686-b31d-a121fdef2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.479945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57880) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:31.489836 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:31.499135 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-57628416-93a9-49e7-aeba-49941f9a8ab7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6983130 Apr 01 12:31:31.517900 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57884) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:31.524443 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-fd2397ae-de8d-4ee4-87a6-94965955bd3d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'subnet': {'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:31.533005 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.554543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57628416-93a9-49e7-aeba-49941f9a8ab7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Network': ['ID=5d19e00b-4c7e-469c-977f-eafd0fa09c3d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:31.582385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-570d3ab7-bbc7-4d09-9c24-57a6a7cf7833 req-1d55fb82-3dba-40ad-b537-188668860dc7 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Deleting port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:31:31.582731 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-570d3ab7-bbc7-4d09-9c24-57a6a7cf7833 req-1d55fb82-3dba-40ad-b537-188668860dc7 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.743295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378203-31e8-4383-a745-beffa83eaf86 req-efb7ed1d-f8c9-4665-8c2a-e40240ca0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:31.744688 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe378203-31e8-4383-a745-beffa83eaf86 req-efb7ed1d-f8c9-4665-8c2a-e40240ca0258 service neutron] 10.222.0.44 "GET /v2.0/networks?id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7 HTTP/1.1" status: 200 len: 913 time: 0.2788787 Apr 01 12:31:31.787794 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:31:31.795741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30a4a0-ac2e-4218-ade5-6ed85b18c9f9 req-ce512428-d3c6-4a5d-8c97-d841e6e23d90 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:31.806787 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a30a4a0-ac2e-4218-ade5-6ed85b18c9f9 req-ce512428-d3c6-4a5d-8c97-d841e6e23d90 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 944 time: 0.1329255 Apr 01 12:31:31.808249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe378203-31e8-4383-a745-beffa83eaf86 req-ad29cf75-ee10-42be-b3ac-ff660fcc9e78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 HTTP/1.1" status: 200 len: 217 time: 0.0501623 Apr 01 12:31:31.853501 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2397ae-de8d-4ee4-87a6-94965955bd3d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:31.858051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-570d3ab7-bbc7-4d09-9c24-57a6a7cf7833 req-1d55fb82-3dba-40ad-b537-188668860dc7 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] For port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:31.858051 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-570d3ab7-bbc7-4d09-9c24-57a6a7cf7833 req-1d55fb82-3dba-40ad-b537-188668860dc7 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.858366 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd2397ae-de8d-4ee4-87a6-94965955bd3d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.880036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-570d3ab7-bbc7-4d09-9c24-57a6a7cf7833 req-1d55fb82-3dba-40ad-b537-188668860dc7 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Calling delete_port for d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:31:31.900027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378203-31e8-4383-a745-beffa83eaf86 req-629bd0ff-1718-4daf-80db-c97bc2a1e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:31.901491 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe378203-31e8-4383-a745-beffa83eaf86 req-629bd0ff-1718-4daf-80db-c97bc2a1e6f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d09778a-0a32-4e43-b211-dccb9de93e72 HTTP/1.1" status: 200 len: 852 time: 0.0856311 Apr 01 12:31:31.908912 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a30a4a0-ac2e-4218-ade5-6ed85b18c9f9 req-a1bd8926-770a-4945-ad81-95a787b45b37 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011364 Apr 01 12:31:31.925822 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c4f3f-f7ff-4686-b31d-a121fdef2409 None None] Pushing event updated for resources: {'Port': ['ID=1ba56250-b101-4a80-b470-bf5aaf33e723,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:31.936035 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-19bba25e-dfb5-416e-b934-040e14ecf819 None None] Provisioning complete for port 1ba56250-b101-4a80-b470-bf5aaf33e723 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:31.936663 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-19bba25e-dfb5-416e-b934-040e14ecf819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.947027 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:31.985916 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe378203-31e8-4383-a745-beffa83eaf86 req-063cdcf3-bf3b-4272-b419-2cfd9df8faa8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477781 Apr 01 12:31:32.093850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:31:26Z', 'revision_number': 4, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '1ba56250-b101-4a80-b470-bf5aaf33e723', 'name': '', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'mac_address': 'fa:16:3e:38:32:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:24Z', 'updated_at': '2022-04-01T12:31:30Z', 'revision_number': 4, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'subnets': [{'id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:32.122413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba2162-ed69-444b-89f2-68552921d131 None None] The sync data for ids ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'] in n-d-836146-1 is: [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:31:26Z', 'revision_number': 4, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '1ba56250-b101-4a80-b470-bf5aaf33e723', 'name': '', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'mac_address': 'fa:16:3e:38:32:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:24Z', 'updated_at': '2022-04-01T12:31:30Z', 'revision_number': 4, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'subnets': [{'id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:31:32.178253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126191a4-3b7c-429f-8093-050dd4aabc7f req-e097bf57-e5ac-4f5c-8e6e-cfb76424de65 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:32.179008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Allocated IP 172.25.7.44 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/b9b7ee18-4dfc-4532-aab8-eba244c73fe4) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:32.187468 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-126191a4-3b7c-429f-8093-050dd4aabc7f req-e097bf57-e5ac-4f5c-8e6e-cfb76424de65 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a HTTP/1.1" status: 200 len: 945 time: 0.1439092 Apr 01 12:31:32.257834 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe378203-31e8-4383-a745-beffa83eaf86 req-62d2cdc3-62bd-45d4-ae00-582de25f2c0d service neutron] 10.222.0.44 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635815 Apr 01 12:31:32.278084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd2397ae-de8d-4ee4-87a6-94965955bd3d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:32.310683 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-126191a4-3b7c-429f-8093-050dd4aabc7f req-19840602-d32a-4326-844b-457c5592919e tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220703 Apr 01 12:31:32.351357 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-570d3ab7-bbc7-4d09-9c24-57a6a7cf7833 req-1d55fb82-3dba-40ad-b537-188668860dc7 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:32.364436 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:32.368406 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['0ac8acdc-7a26-42af-850a-2993b708f88b', 'c768fc4f-b45a-4d6c-a8f6-b2d8c6673528'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:32.420266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55fb82-3dba-40ad-b537-188668860dc7 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Pushing event deleted for resources: {'Port': ['ID=d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:32.430442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2397ae-de8d-4ee4-87a6-94965955bd3d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Subnet': ['ID=a946f799-cf29-42e6-b6bd-6fa7cca432b3,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:32.443271 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2397ae-de8d-4ee4-87a6-94965955bd3d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Checking segment: {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:32.443271 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2397ae-de8d-4ee4-87a6-94965955bd3d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Network hostable DHCP agents. Network: 8299f7cb-4ccf-4e00-b386-8891291bcc0a, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:31:32.489149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2397ae-de8d-4ee4-87a6-94965955bd3d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Network 8299f7cb-4ccf-4e00-b386-8891291bcc0a is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:31:32.501955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-570d3ab7-bbc7-4d09-9c24-57a6a7cf7833 req-1d55fb82-3dba-40ad-b537-188668860dc7 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] No DVR routers for this DVR port d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:31:32.510171 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-570d3ab7-bbc7-4d09-9c24-57a6a7cf7833 req-1d55fb82-3dba-40ad-b537-188668860dc7 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:32.515910 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:32.520539 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-fd2397ae-de8d-4ee4-87a6-94965955bd3d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 8299f7cb-4ccf-4e00-b386-8891291bcc0a) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:32.531189 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2397ae-de8d-4ee4-87a6-94965955bd3d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:32.531776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-570d3ab7-bbc7-4d09-9c24-57a6a7cf7833 req-1d55fb82-3dba-40ad-b537-188668860dc7 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.37 "DELETE /v2.0/ports/d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb HTTP/1.1" status: 204 len: 173 time: 1.5083880 Apr 01 12:31:32.533647 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd2397ae-de8d-4ee4-87a6-94965955bd3d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:32.549368 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13932eee-45ba-4e1f-89e5-78140c162f65 None None] Network 8299f7cb-4ccf-4e00-b386-8891291bcc0a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:32.549746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a', 'name': 'network-vif-deleted', 'tag': 'd2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:32.555591 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fd160a-dcde-4dec-960d-4a6a9d411c72" -d '{"events": [{"server_uuid": "e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a", "name": "network-vif-deleted", "tag": "d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:32.598425 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe378203-31e8-4383-a745-beffa83eaf86 req-a14fdb05-9c55-4495-9969-7dd636387ad2 service neutron] 10.222.0.44 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103943 Apr 01 12:31:32.624245 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cffc23-c65e-42d1-a8f8-bca2ef646e2f x-openstack-request-id: req-07cffc23-c65e-42d1-a8f8-bca2ef646e2f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:32.624691 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a", "name": "network-vif-deleted", "tag": "d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:32.624948 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07cffc23-c65e-42d1-a8f8-bca2ef646e2f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:32.625657 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cffc23-c65e-42d1-a8f8-bca2ef646e2f'] response: {'server_uuid': 'e8e3c035-cbb7-478b-b3f9-77f5e9ac9f2a', 'name': 'network-vif-deleted', 'tag': 'd2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb', 'status': 'completed', 'code': 200} Apr 01 12:31:32.655709 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2257b84e-43f4-470f-b42e-57e051582ed7 req-35303697-a6ae-47c3-a766-890b9959e7f4 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1018853 Apr 01 12:31:32.724372 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fd2397ae-de8d-4ee4-87a6-94965955bd3d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2046003 Apr 01 12:31:32.727513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57898) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:32.732673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-38f45355-cbeb-4335-a7cc-1da8fbde62dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'subnet': {'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:32.789276 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:32.870256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f45355-cbeb-4335-a7cc-1da8fbde62dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:32.877150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:32.880945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:32.883682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:32.885513 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38f45355-cbeb-4335-a7cc-1da8fbde62dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:32.940842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-8299f7cb-4ccf-4e00-b386-8891291bcc0a', 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a', 'tenant_id': '0713e035054f4784a69028267597a06a', 'fixed_ips': [{'subnet_id': 'a946f799-cf29-42e6-b6bd-6fa7cca432b3'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:31:32.941709 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:32.953565 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event updated for resources: {'Port': ['ID=b9b7ee18-4dfc-4532-aab8-eba244c73fe4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:33.069413 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:33.146751 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:33.223257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Allocated IP 10.1.1.2 (8299f7cb-4ccf-4e00-b386-8891291bcc0a/a946f799-cf29-42e6-b6bd-6fa7cca432b3/61ac50a0-4d5d-45aa-93b8-cbef8bf94107) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:33.267932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa35e1b-2994-4b07-a498-aa55b6669dae req-f1dd3233-0210-4a05-a504-efc53d97c54d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:33.274969 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8aa35e1b-2994-4b07-a498-aa55b6669dae req-f1dd3233-0210-4a05-a504-efc53d97c54d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 944 time: 0.1900251 Apr 01 12:31:33.445794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8aa35e1b-2994-4b07-a498-aa55b6669dae req-546d1257-d998-46da-8a8c-4d6621e23b89 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614559 Apr 01 12:31:33.449465 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:33.457336 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:33.469233 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:33.482465 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:33.546771 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Pushing event updated for resources: {'Port': ['ID=61ac50a0-4d5d-45aa-93b8-cbef8bf94107,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:33.573232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Network 8299f7cb-4ccf-4e00-b386-8891291bcc0a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:33.577074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:33.582103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event updated for resources: {'Port': ['ID=b9b7ee18-4dfc-4532-aab8-eba244c73fe4,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:33.586890 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:33.603856 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38f45355-cbeb-4335-a7cc-1da8fbde62dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:33.679817 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:33.694164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Attempting to bind port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:33.694528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Attempting to bind port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:33.694909 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Attempting to bind port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:33.702640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:33.703249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Checking segment: {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:33.703663 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:33.704054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Bound using segment: {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:33.704571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Bound port: 61ac50a0-4d5d-45aa-93b8-cbef8bf94107, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:33.704951 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:33.717482 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:33.718941 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6e6301bd-e57f-4870-8c2d-3bf536ab5afb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2341089 Apr 01 12:31:33.892712 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] For port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:33.898529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] For port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=61ac50a0-4d5d-45aa-93b8-cbef8bf94107,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:33.913052 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:33.934674 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c788cc0-f4ae-47d9-a39d-2c2e120e57c4 req-5ff9c764-a020-451d-bfe0-47b79df51827 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0488942 Apr 01 12:31:33.938221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f45355-cbeb-4335-a7cc-1da8fbde62dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Subnet': ['ID=d2eb4401-4562-462a-a096-0228c37ee74c,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:33.938937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ba56250-b101-4a80-b470-bf5aaf33e723 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:33.941762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:31:33.961088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f45355-cbeb-4335-a7cc-1da8fbde62dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Checking segment: {'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:33.961867 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f45355-cbeb-4335-a7cc-1da8fbde62dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Network hostable DHCP agents. Network: 5d19e00b-4c7e-469c-977f-eafd0fa09c3d, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:31:33.985552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f45355-cbeb-4335-a7cc-1da8fbde62dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:31:34.008437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-38f45355-cbeb-4335-a7cc-1da8fbde62dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 5d19e00b-4c7e-469c-977f-eafd0fa09c3d) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:34.041460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f45355-cbeb-4335-a7cc-1da8fbde62dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:34.042214 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38f45355-cbeb-4335-a7cc-1da8fbde62dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:34.086363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57932) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:34.094056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'port': {'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a', 'name': 'tempest-TaggedBootDevicesTest_v242-1297911373', 'fixed_ips': [{'subnet_id': 'a946f799-cf29-42e6-b6bd-6fa7cca432b3'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:34.096327 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-38f45355-cbeb-4335-a7cc-1da8fbde62dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3679135 Apr 01 12:31:34.108509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec984467-430e-42a6-924b-4d30b2f2751a None None] Network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:34.210348 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-07cce836-8e8d-4d1e-b3d8-7880f1924e42 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1337062988&fields=id&tenant_id=c946efcae6d14e23a564c906a96bcc79 HTTP/1.1" status: 200 len: 267 time: 0.0584719 Apr 01 12:31:34.324333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83468651-5073-41a6-a374-39f9f8b9fa01 None None] Pushing event updated for resources: {'Port': ['ID=61ac50a0-4d5d-45aa-93b8-cbef8bf94107,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:34.350197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:34.490292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1ba56250-b101-4a80-b470-bf5aaf33e723 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:34.490928 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:34.526370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-7e4bf799-0c2f-4525-b7cf-5e04d05caff3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:34.536117 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-7e4bf799-0c2f-4525-b7cf-5e04d05caff3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 811 time: 0.3075755 Apr 01 12:31:34.567845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-98c95db4-2e8b-40c9-82dc-adf5a4bab555 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/quotas/c946efcae6d14e23a564c906a96bcc79 HTTP/1.1" status: 200 len: 375 time: 0.0307424 Apr 01 12:31:34.595646 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:34.621235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:34.636381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] device_id is not set on port 0001f562-db05-4af2-9682-0992e0cedd08 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:31:34.646562 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'ccf36143-c2ee-4b5d-9b16-5d24e4a157c6', 'network_id': '42327cd7-6dce-4efc-8067-d1bc21cb8cb7', 'port_id': 'ccf36143-c2ee-4b5d-9b16-5d24e4a157c6', 'mac_address': 'fa:16:3e:ef:01:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d09778a-0a32-4e43-b211-dccb9de93e72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:31:34.711331 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-d44f2100-d59d-4371-980a-bcd460a9a42b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295078 Apr 01 12:31:34.735870 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-5d19e00b-4c7e-469c-977f-eafd0fa09c3d', 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d', 'tenant_id': '0713e035054f4784a69028267597a06a', 'fixed_ips': [{'subnet_id': 'd2eb4401-4562-462a-a096-0228c37ee74c'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:31:34.738300 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:34.788596 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:34.808135 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:31:34.828937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:34.900377 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:34.927806 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-3c7decce-afd8-43d0-b908-dc23b914ce5b service neutron] 10.222.0.45 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013559 Apr 01 12:31:35.115572 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-ffd5f5b1-5bfc-4338-91d8-90b10cf5b354 service neutron] 10.222.0.45 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614699 Apr 01 12:31:35.131654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Allocated IP 10.1.1.29 (8299f7cb-4ccf-4e00-b386-8891291bcc0a/a946f799-cf29-42e6-b6bd-6fa7cca432b3/0001f562-db05-4af2-9682-0992e0cedd08) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:35.140782 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:35.203584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bc277-9547-412c-8916-f69f95915512 req-769e7c36-f119-4683-af44-d88c9eea89c7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:35.205913 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f0bc277-9547-412c-8916-f69f95915512 req-769e7c36-f119-4683-af44-d88c9eea89c7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 945 time: 0.4356418 Apr 01 12:31:35.301150 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f0bc277-9547-412c-8916-f69f95915512 req-4e7e7b6e-9ddd-491c-bc4a-cbdd9e6d9329 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853257 Apr 01 12:31:35.463014 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8a988dea-fcda-40a8-a6b6-329d0b58eefd req-64a46a99-c1d8-452e-8b8f-e4b0a47b65c3 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0539508 Apr 01 12:31:35.472401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:35.514891 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['ccf36143-c2ee-4b5d-9b16-5d24e4a157c6'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:35.626905 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:35.629119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Allocated IP 10.2.2.2 (5d19e00b-4c7e-469c-977f-eafd0fa09c3d/d2eb4401-4562-462a-a096-0228c37ee74c/2b9db741-6184-4fd9-899b-53cc6f474f12) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:35.731710 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Network 8299f7cb-4ccf-4e00-b386-8891291bcc0a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:35.737899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:35.761183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:35.819443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb18bee9-60b2-4225-8c1e-59d0890966ac None None] Network 8299f7cb-4ccf-4e00-b386-8891291bcc0a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:35.826446 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f11b-69fb-4e14-8c6d-fc5ac2e71dfa req-bf7a0e03-1ff6-4024-9d7b-ae791cc9af5c tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:35.833802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f11b-69fb-4e14-8c6d-fc5ac2e71dfa req-bf7a0e03-1ff6-4024-9d7b-ae791cc9af5c tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:35.835604 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eab6f11b-69fb-4e14-8c6d-fc5ac2e71dfa req-bf7a0e03-1ff6-4024-9d7b-ae791cc9af5c tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e&device_id=abf365d4-3dea-49c2-92b5-b580d91a4dfe HTTP/1.1" status: 200 len: 1682 time: 0.2805111 Apr 01 12:31:35.839663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Port': ['ID=0001f562-db05-4af2-9682-0992e0cedd08,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:35.884208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:31:35.915262 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:35.916021 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:35.923220 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eab6f11b-69fb-4e14-8c6d-fc5ac2e71dfa req-03888704-efce-4346-a7a3-caf20caf6f0a tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791728 Apr 01 12:31:35.971013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57992) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:35.972284 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-81e176a3-d9a6-4df7-900a-2ab535d55d6f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8840842 Apr 01 12:31:35.979615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'port': {'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a', 'name': 'tempest-TaggedBootDevicesTest_v242-654880971', 'fixed_ips': [{'subnet_id': 'a946f799-cf29-42e6-b6bd-6fa7cca432b3'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:36.008897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:36.083768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:31:36.084121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d2934c9d-19b9-4e90-a5a3-7aa3e65bdeeb not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:31:36.088440 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4787ae95-7ff6-43ed-b1e3-7f66a2426ac4 req-086eceb1-df6c-479d-9195-6045586ef0af tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 210 time: 0.0810115 Apr 01 12:31:36.330645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6d79a42c-48a0-4799-9218-63b2da1f4384 None None] Provisioning complete for port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:36.342365 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6d79a42c-48a0-4799-9218-63b2da1f4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:36.464457 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0f26303c-a0fb-4f65-83a5-12c17c5775d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:36.608585 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:36.608862 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:36.681931 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8def5-922e-4afe-87c5-8c3a74138aa7 req-a2056ad7-73e6-49e9-b55a-ab2c62473d19 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:36.690115 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-46a8def5-922e-4afe-87c5-8c3a74138aa7 req-a2056ad7-73e6-49e9-b55a-ab2c62473d19 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 945 time: 0.1090312 Apr 01 12:31:36.697235 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:36.743117 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-46a8def5-922e-4afe-87c5-8c3a74138aa7 req-9c0c90c0-8b5d-4342-aaee-9de73fda032f tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472229 Apr 01 12:31:36.758717 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:36.803344 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc926c85-04d9-40e6-a5a7-95834f22d7ae req-63932e99-43a7-4d1b-a70e-e06462bae1bd tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0306456 Apr 01 12:31:36.818681 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:36.861877 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Pushing event updated for resources: {'Port': ['ID=2b9db741-6184-4fd9-899b-53cc6f474f12,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:36.954509 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:36.974775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] device_id is not set on port 5e1b1c53-b540-4432-941f-2c8d708a455a yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:31:37.007813 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:37.046109 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:37.060694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:37.084790 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6d79a42c-48a0-4799-9218-63b2da1f4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:37.194627 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b05e2-d4d8-400a-9617-1d89f7ef15cb req-ffedb095-ecff-4a71-8dd6-b02c25c79777 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:37.202871 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-140b05e2-d4d8-400a-9617-1d89f7ef15cb req-ffedb095-ecff-4a71-8dd6-b02c25c79777 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf365d4-3dea-49c2-92b5-b580d91a4dfe HTTP/1.1" status: 200 len: 945 time: 0.1096585 Apr 01 12:31:37.277787 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0e940a3a-ab1f-4a03-a668-48f9022d4b2d req-a2845c8f-dbe5-4e85-97da-912982bef8ba tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 210 time: 0.0349092 Apr 01 12:31:37.305753 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-140b05e2-d4d8-400a-9617-1d89f7ef15cb req-1e2f3111-617b-49da-934b-e27f1a144f82 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927632 Apr 01 12:31:37.404203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6d79a42c-48a0-4799-9218-63b2da1f4384 None None] For port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=61ac50a0-4d5d-45aa-93b8-cbef8bf94107,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:37.408116 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:37.424900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Attempting to bind port 2b9db741-6184-4fd9-899b-53cc6f474f12 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:37.425506 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Attempting to bind port 2b9db741-6184-4fd9-899b-53cc6f474f12 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:37.426143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Attempting to bind port 2b9db741-6184-4fd9-899b-53cc6f474f12 on network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:37.430687 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6d79a42c-48a0-4799-9218-63b2da1f4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:37.454552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-c891143a-62ba-4621-9381-b9a41169137c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:37.456255 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-c891143a-62ba-4621-9381-b9a41169137c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.37 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 811 time: 0.4086447 Apr 01 12:31:37.488676 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:37.489812 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Checking segment: {'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:37.490789 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:37.491731 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Bound using segment: {'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:37.492820 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Bound port: 2b9db741-6184-4fd9-899b-53cc6f474f12, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:37.493462 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:37.619580 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79a42c-48a0-4799-9218-63b2da1f4384 None None] Pushing event updated for resources: {'Port': ['ID=61ac50a0-4d5d-45aa-93b8-cbef8bf94107,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:37.632521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Allocated IP 10.1.1.228 (8299f7cb-4ccf-4e00-b386-8891291bcc0a/a946f799-cf29-42e6-b6bd-6fa7cca432b3/5e1b1c53-b540-4432-941f-2c8d708a455a) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:37.691466 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:31:37.691934 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:31:37.694051 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-906a6a93-928c-414d-a43b-b675b42505e7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c946efcae6d14e23a564c906a96bcc79 HTTP/1.1" status: 200 len: 380 time: 0.1755209 Apr 01 12:31:37.705966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] For port 2b9db741-6184-4fd9-899b-53cc6f474f12, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:37.713736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] For port 2b9db741-6184-4fd9-899b-53cc6f474f12, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2b9db741-6184-4fd9-899b-53cc6f474f12,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:37.721067 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:37.744673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Request body: {'port': {'device_id': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'admin_state_up': True, 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'security_groups': ['226b6ce8-1dd5-403c-8a1f-2cd66d55782e']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:37.880618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6f28ff72-06b2-46a8-a3ff-4c3a9d88833f None None] Provisioning complete for port 0001f562-db05-4af2-9682-0992e0cedd08 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:37.881158 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f28ff72-06b2-46a8-a3ff-4c3a9d88833f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:37.972206 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6f28ff72-06b2-46a8-a3ff-4c3a9d88833f None None] Port 0001f562-db05-4af2-9682-0992e0cedd08 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:31:37.974469 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:37.979609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72d892-2f40-4bce-a6f0-0e1a4952ea7f None None] Pushing event updated for resources: {'Port': ['ID=2b9db741-6184-4fd9-899b-53cc6f474f12,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:38.030730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cb5b4-fd8e-4ab3-b3d2-77f1cd4ae35a req-31b6a656-3e87-4171-87c8-c9b655cbc0f4 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:38.046867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6f28ff72-06b2-46a8-a3ff-4c3a9d88833f None None] Provisioning complete for port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:38.047665 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f28ff72-06b2-46a8-a3ff-4c3a9d88833f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:38.048666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-053cb5b4-fd8e-4ab3-b3d2-77f1cd4ae35a req-31b6a656-3e87-4171-87c8-c9b655cbc0f4 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 945 time: 0.1228199 Apr 01 12:31:38.117007 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:31:38.122617 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-053cb5b4-fd8e-4ab3-b3d2-77f1cd4ae35a req-db9db26d-da72-4f15-aa70-ae9baefa0ef1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728600 Apr 01 12:31:38.127633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:38.128002 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:38.224212 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5ad623e3-e4cb-498a-8c2c-1c12b780f613 req-547972ea-0488-40e8-aeab-040842aa6240 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.2168112 Apr 01 12:31:38.535885 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688590e-b4e1-4527-a06d-d1dfc8d425cc req-4d6727ae-34e4-41dd-b8aa-afbaf2e4cf41 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:38.546106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0688590e-b4e1-4527-a06d-d1dfc8d425cc req-4d6727ae-34e4-41dd-b8aa-afbaf2e4cf41 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf365d4-3dea-49c2-92b5-b580d91a4dfe HTTP/1.1" status: 200 len: 945 time: 0.1152170 Apr 01 12:31:38.642349 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:38.645439 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:38.668514 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-751f7c4b-6041-4e8a-a8aa-4c08cd4e3155 req-7df6a620-259a-4e2b-93f8-ac540cd724a0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 210 time: 0.1720564 Apr 01 12:31:38.686379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be2254-5e8e-417b-ae2d-49057819445c req-cb89164b-4ed1-4eb2-aae5-90aedcb326e9 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:38.688288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58be2254-5e8e-417b-ae2d-49057819445c req-cb89164b-4ed1-4eb2-aae5-90aedcb326e9 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.44 "GET /v2.0/ports?device_id=abf365d4-3dea-49c2-92b5-b580d91a4dfe HTTP/1.1" status: 200 len: 945 time: 0.4560881 Apr 01 12:31:38.719931 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0688590e-b4e1-4527-a06d-d1dfc8d425cc req-99ab66b9-c758-4710-9296-3ed421425cc1 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726398 Apr 01 12:31:38.733786 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e623f-96b2-4d76-99c3-3156c299e4cf req-c81691b0-c722-4f4f-bc19-f2f93f31e9eb tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:38.736438 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed8e623f-96b2-4d76-99c3-3156c299e4cf req-c81691b0-c722-4f4f-bc19-f2f93f31e9eb tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.44 "GET /v2.0/ports?device_id=63698bae-4e2d-4fec-9865-7c9ed143233e HTTP/1.1" status: 200 len: 946 time: 0.1997960 Apr 01 12:31:38.746252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a5c85b-2f2d-441e-84d8-014742aa7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf36143-c2ee-4b5d-9b16-5d24e4a157c6'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:38.755640 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd6af6f-160f-4bd8-aaea-506d09275bf8" -d '{"events": [{"server_uuid": "39a5c85b-2f2d-441e-84d8-014742aa7385", "name": "network-vif-plugged", "status": "completed", "tag": "ccf36143-c2ee-4b5d-9b16-5d24e4a157c6"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:38.817090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:38.834461 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:38.836374 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:38.887545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Made reservation on behalf of c946efcae6d14e23a564c906a96bcc79 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:38.892313 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:38.952857 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb51d2de-3960-417d-b6f7-f51bc959a21c x-openstack-request-id: req-cb51d2de-3960-417d-b6f7-f51bc959a21c {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:38.958542 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a5c85b-2f2d-441e-84d8-014742aa7385", "name": "network-vif-plugged", "status": "completed", "tag": "ccf36143-c2ee-4b5d-9b16-5d24e4a157c6", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:38.959141 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb51d2de-3960-417d-b6f7-f51bc959a21c {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:38.959872 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb51d2de-3960-417d-b6f7-f51bc959a21c'] response: {'server_uuid': '39a5c85b-2f2d-441e-84d8-014742aa7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf36143-c2ee-4b5d-9b16-5d24e4a157c6', 'code': 200} Apr 01 12:31:38.970552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-65caee64-8b1d-48d2-9a5e-2e7f7c01c1bb None None] Provisioning complete for port 0001f562-db05-4af2-9682-0992e0cedd08 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:38.974798 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-65caee64-8b1d-48d2-9a5e-2e7f7c01c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:38.981397 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a3e7d57f-3ea3-41e8-b360-426b673e901a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:39.069453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2b9db741-6184-4fd9-899b-53cc6f474f12 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:39.117723 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08556a-a7a4-4a78-a100-121d8dc75cd6 req-d17986c5-3c37-4945-8640-e4b7e23c7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:39.119801 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7d08556a-a7a4-4a78-a100-121d8dc75cd6 req-d17986c5-3c37-4945-8640-e4b7e23c7b62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 1097 time: 0.1043024 Apr 01 12:31:39.181255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Allocated IP 172.20.0.14 (94ca01ab-f6ea-4916-aca9-a72662d13317/bf23ceff-58c9-45aa-8c5d-4a04727444ed/9dc3514e-5bfe-42db-9d06-fae2f6f7dfed) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:39.207493 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7d08556a-a7a4-4a78-a100-121d8dc75cd6 req-67ca4d27-05f1-44cf-b8f2-303db114c717 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760143 Apr 01 12:31:39.217496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:39.224159 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-65caee64-8b1d-48d2-9a5e-2e7f7c01c1bb None None] Port 0001f562-db05-4af2-9682-0992e0cedd08 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:31:39.243943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2b9db741-6184-4fd9-899b-53cc6f474f12 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:39.246732 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:39.485728 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1aff97b-2ea8-4571-8064-38e924b59900 req-509e5ba8-6670-4b1b-92fd-2329187a6826 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0473645 Apr 01 12:31:39.500714 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:39.646556 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:39.695564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 2b9db741-6184-4fd9-899b-53cc6f474f12, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2b9db741-6184-4fd9-899b-53cc6f474f12,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:39.696617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdfee0-a613-49e0-b96d-584cefd67aec req-12ba0f90-9e93-4144-ae3a-84b0296eb03e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:39.706100 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44fdfee0-a613-49e0-b96d-584cefd67aec req-12ba0f90-9e93-4144-ae3a-84b0296eb03e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 946 time: 0.3361080 Apr 01 12:31:39.707910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ba35d3-8a22-4fc7-94de-26578c73be89 None None] Network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:39.711863 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:39.713854 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:39.726771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-58be2254-5e8e-417b-ae2d-49057819445c req-2debbf1d-eff1-4a48-9c6c-9a209a3ba090 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Deleting port 0ac8acdc-7a26-42af-850a-2993b708f88b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:31:39.727112 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-58be2254-5e8e-417b-ae2d-49057819445c req-2debbf1d-eff1-4a48-9c6c-9a209a3ba090 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:39.793796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:39.809490 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:39.917488 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-19cebc74-9c32-4f6f-b2c8-8c46970142e6 req-48a7d493-c526-48d4-b2db-4bb184d31a90 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 210 time: 0.1062269 Apr 01 12:31:39.927318 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-44fdfee0-a613-49e0-b96d-584cefd67aec req-1c734fc6-d608-4933-83a4-a87a9eb6627e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134857 Apr 01 12:31:39.927318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ed8e623f-96b2-4d76-99c3-3156c299e4cf req-9db08d33-bc92-4384-ac16-553d883d5b83 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Deleting port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:31:39.927318 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed8e623f-96b2-4d76-99c3-3156c299e4cf req-9db08d33-bc92-4384-ac16-553d883d5b83 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:40.025892 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-53aeeece-521a-46c4-bdf6-751165e2559f None None] Provisioning complete for port 2b9db741-6184-4fd9-899b-53cc6f474f12 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:40.026295 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-53aeeece-521a-46c4-bdf6-751165e2559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:40.031023 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:40.031514 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:40.036557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=2b9db741-6184-4fd9-899b-53cc6f474f12,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:40.104113 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e8567-1f9c-4826-9846-22e21ccd84d7 req-22e147df-9b8e-4c1a-8c7a-8d733ab137db tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:40.105883 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c54e8567-1f9c-4826-9846-22e21ccd84d7 req-22e147df-9b8e-4c1a-8c7a-8d733ab137db tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf365d4-3dea-49c2-92b5-b580d91a4dfe HTTP/1.1" status: 200 len: 945 time: 0.1064019 Apr 01 12:31:40.121745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Network 8299f7cb-4ccf-4e00-b386-8891291bcc0a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:40.167770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:40.188178 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c54e8567-1f9c-4826-9846-22e21ccd84d7 req-25f57202-b820-4ac6-b2e9-4a38a94c8301 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/security-groups?id=65fb26f8-88c0-4733-8f6c-280411134760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676644 Apr 01 12:31:40.196898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:40.215699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Port': ['ID=5e1b1c53-b540-4432-941f-2c8d708a455a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:40.221240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-58be2254-5e8e-417b-ae2d-49057819445c req-2debbf1d-eff1-4a48-9c6c-9a209a3ba090 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] For port 0ac8acdc-7a26-42af-850a-2993b708f88b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0ac8acdc-7a26-42af-850a-2993b708f88b,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:40.221870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-58be2254-5e8e-417b-ae2d-49057819445c req-2debbf1d-eff1-4a48-9c6c-9a209a3ba090 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:40.301170 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:40.304457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ed8e623f-96b2-4d76-99c3-3156c299e4cf req-9db08d33-bc92-4384-ac16-553d883d5b83 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] For port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528,segment=NetworkSegment(3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3),segment_id=3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:40.304827 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed8e623f-96b2-4d76-99c3-3156c299e4cf req-9db08d33-bc92-4384-ac16-553d883d5b83 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:40.307998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-58be2254-5e8e-417b-ae2d-49057819445c req-2debbf1d-eff1-4a48-9c6c-9a209a3ba090 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Calling delete_port for 0ac8acdc-7a26-42af-850a-2993b708f88b owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:31:40.488414 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:40.727641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2b9db741-6184-4fd9-899b-53cc6f474f12 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:40.728269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ed8e623f-96b2-4d76-99c3-3156c299e4cf req-9db08d33-bc92-4384-ac16-553d883d5b83 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Calling delete_port for c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:31:40.847983 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2b867d85-c2fb-4733-a668-2bd2c2953ce2 None None] Provisioning complete for port 5e1b1c53-b540-4432-941f-2c8d708a455a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:40.848362 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2b867d85-c2fb-4733-a668-2bd2c2953ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:40.888312 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2b867d85-c2fb-4733-a668-2bd2c2953ce2 None None] Port 5e1b1c53-b540-4432-941f-2c8d708a455a cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:31:40.893948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2b9db741-6184-4fd9-899b-53cc6f474f12 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:40.894353 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:40.998248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be1d65b3-320e-421a-836a-c314e2d07797 req-bfc81c9f-ee2f-477b-9163-ad6bab4af20a tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0990617 Apr 01 12:31:40.998816 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed8e623f-96b2-4d76-99c3-3156c299e4cf req-9db08d33-bc92-4384-ac16-553d883d5b83 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:41.023100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:41.031396 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:41.034954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:41.053640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:41.054891 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:41.057399 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-58be2254-5e8e-417b-ae2d-49057819445c req-2debbf1d-eff1-4a48-9c6c-9a209a3ba090 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:41.095093 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-957160f4-8814-41dc-94a6-f48be8dd00ff None None] Provisioning complete for port 2b9db741-6184-4fd9-899b-53cc6f474f12 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:41.095770 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-957160f4-8814-41dc-94a6-f48be8dd00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:41.128862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:41.145911 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21f4e-568f-4ae3-b589-864d253faa59 req-91c36d29-d84c-450a-bd05-9133c6b1b779 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:41.148746 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d2f21f4e-568f-4ae3-b589-864d253faa59 req-91c36d29-d84c-450a-bd05-9133c6b1b779 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 932 time: 0.0814757 Apr 01 12:31:41.243314 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d2f21f4e-568f-4ae3-b589-864d253faa59 req-6d6e2526-90e9-4abe-a30c-193cd2f94ecb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799439 Apr 01 12:31:41.306277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db08d33-bc92-4384-ac16-553d883d5b83 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Pushing event deleted for resources: {'Port': ['ID=c768fc4f-b45a-4d6c-a8f6-b2d8c6673528,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:41.393096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a9d15406-21c0-41f7-8f63-e4daec109d3a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.4209011 Apr 01 12:31:41.469531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debbf1d-eff1-4a48-9c6c-9a209a3ba090 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Pushing event deleted for resources: {'Port': ['ID=0ac8acdc-7a26-42af-850a-2993b708f88b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:41.472147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8e623f-96b2-4d76-99c3-3156c299e4cf req-9db08d33-bc92-4384-ac16-553d883d5b83 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] No DVR routers for this DVR port c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:31:41.480140 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed8e623f-96b2-4d76-99c3-3156c299e4cf req-9db08d33-bc92-4384-ac16-553d883d5b83 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:41.484270 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed8e623f-96b2-4d76-99c3-3156c299e4cf req-9db08d33-bc92-4384-ac16-553d883d5b83 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.44 "DELETE /v2.0/ports/c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 HTTP/1.1" status: 204 len: 173 time: 2.6445618 Apr 01 12:31:41.489425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63698bae-4e2d-4fec-9865-7c9ed143233e', 'name': 'network-vif-deleted', 'tag': 'c768fc4f-b45a-4d6c-a8f6-b2d8c6673528'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:41.492999 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8086cf-cb61-4b8f-8287-4ddcda7bf091" -d '{"events": [{"server_uuid": "63698bae-4e2d-4fec-9865-7c9ed143233e", "name": "network-vif-deleted", "tag": "c768fc4f-b45a-4d6c-a8f6-b2d8c6673528"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:41.515590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-58be2254-5e8e-417b-ae2d-49057819445c req-2debbf1d-eff1-4a48-9c6c-9a209a3ba090 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] No DVR routers for this DVR port 0ac8acdc-7a26-42af-850a-2993b708f88b on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:31:41.524292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:41.524988 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:41.531240 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-58be2254-5e8e-417b-ae2d-49057819445c req-2debbf1d-eff1-4a48-9c6c-9a209a3ba090 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:41.534770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58be2254-5e8e-417b-ae2d-49057819445c req-2debbf1d-eff1-4a48-9c6c-9a209a3ba090 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.44 "DELETE /v2.0/ports/0ac8acdc-7a26-42af-850a-2993b708f88b HTTP/1.1" status: 204 len: 173 time: 2.8305299 Apr 01 12:31:41.556083 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-f00ff879-4fb8-404d-9bb2-368a5e92e30c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8454504 Apr 01 12:31:41.573017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420cfd1-0c40-477d-bc6b-b350c530c45e req-84a1b5d9-a74b-4cdb-a9be-ea60351e196c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:41.583736 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a420cfd1-0c40-477d-bc6b-b350c530c45e req-84a1b5d9-a74b-4cdb-a9be-ea60351e196c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 946 time: 0.2891760 Apr 01 12:31:41.584441 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b63f569d-a759-49eb-8d7f-288c49cd612e None None] Provisioning complete for port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:41.584832 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b63f569d-a759-49eb-8d7f-288c49cd612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:41.587679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Request body: {'port': {'device_id': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:41.722677 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8cb9b63a-29c6-47bf-914f-35ba40875b7f req-b07c6044-8131-4b93-b6df-86ee113fdf88 tempest-ListServersNegativeTestJSON-1446539702 tempest-ListServersNegativeTestJSON-1446539702-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf365d4-3dea-49c2-92b5-b580d91a4dfe HTTP/1.1" status: 200 len: 210 time: 0.0857713 Apr 01 12:31:41.762429 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:41.766813 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b63f569d-a759-49eb-8d7f-288c49cd612e None None] Port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:31:41.772931 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a420cfd1-0c40-477d-bc6b-b350c530c45e req-3a4b0e75-a493-4fac-a4a7-e8a5df74791e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817887 Apr 01 12:31:41.809576 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:41.812483 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:41.957116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0ac8acdc-7a26-42af-850a-2993b708f88b no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:31:41.991573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 0ac8acdc-7a26-42af-850a-2993b708f88b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:31:41.993968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0ac8acdc-7a26-42af-850a-2993b708f88b not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:31:41.994603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:31:42.045857 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:31:42.046321 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c768fc4f-b45a-4d6c-a8f6-b2d8c6673528 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:31:42.090467 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58088) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:42.097919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5dd19399-d184-44d2-a8d0-9449f14ed220 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--735991135', 'description': 'tempest-description--594000775'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:42.132115 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5dd19399-d184-44d2-a8d0-9449f14ed220 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:42.190647 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbe1c50-0907-42be-b0e0-b4d994354cf7 x-openstack-request-id: req-8cbe1c50-0907-42be-b0e0-b4d994354cf7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:42.190950 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63698bae-4e2d-4fec-9865-7c9ed143233e", "name": "network-vif-deleted", "tag": "c768fc4f-b45a-4d6c-a8f6-b2d8c6673528", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:42.191216 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8cbe1c50-0907-42be-b0e0-b4d994354cf7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:42.191637 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cbe1c50-0907-42be-b0e0-b4d994354cf7'] response: {'server_uuid': '63698bae-4e2d-4fec-9865-7c9ed143233e', 'name': 'network-vif-deleted', 'tag': 'c768fc4f-b45a-4d6c-a8f6-b2d8c6673528', 'status': 'completed', 'code': 200} Apr 01 12:31:42.226137 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5dd19399-d184-44d2-a8d0-9449f14ed220 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:42.230755 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5dd19399-d184-44d2-a8d0-9449f14ed220 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:42.258132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea072dc9-c4d3-4407-96b6-ec84a94479f3 req-838200e2-e0be-47c1-beae-5ed1db3c4f25 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:42.269387 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea072dc9-c4d3-4407-96b6-ec84a94479f3 req-838200e2-e0be-47c1-beae-5ed1db3c4f25 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 945 time: 0.2327600 Apr 01 12:31:42.277096 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd19399-d184-44d2-a8d0-9449f14ed220 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:42.334893 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5dd19399-d184-44d2-a8d0-9449f14ed220 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:42.337629 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5dd19399-d184-44d2-a8d0-9449f14ed220 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2456756 Apr 01 12:31:42.342303 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-845046bc-33b8-45cc-82bd-b7d5fd9534d0 req-fe765b48-ce3a-4486-a877-8c928a7575d5 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-741402167&fields=id&tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d HTTP/1.1" status: 200 len: 267 time: 0.1046486 Apr 01 12:31:42.343124 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58094) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:42.350601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'security_group_rule': {'security_group_id': 'aef5d64a-6a48-4cbb-a034-85f1f9e99a6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:42.429421 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:42.442460 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea072dc9-c4d3-4407-96b6-ec84a94479f3 req-63a712ec-9fc9-480e-8ab3-fdad6b4cb7ef tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574540 Apr 01 12:31:42.479490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845046bc-33b8-45cc-82bd-b7d5fd9534d0 req-fc2d3725-79a9-4eee-aa8f-9c160c415f75 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:42.491528 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-845046bc-33b8-45cc-82bd-b7d5fd9534d0 req-fc2d3725-79a9-4eee-aa8f-9c160c415f75 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 946 time: 0.1208341 Apr 01 12:31:42.509277 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-845046bc-33b8-45cc-82bd-b7d5fd9534d0 req-a68d26cd-0b09-40b9-baef-ac3baa5b7dc4 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'port': {'security_groups': ['54a6d368-a323-4131-b843-83c958559747', 'e4110898-b9c4-46e0-ac9f-f322b693b0c5']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:42.626132 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-845046bc-33b8-45cc-82bd-b7d5fd9534d0 req-a68d26cd-0b09-40b9-baef-ac3baa5b7dc4 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:42.629853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a64bf278-1f1a-44a8-b3f7-e76e4f365391 req-aa206517-ee80-4cef-a707-71ec36e17a17 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0703926 Apr 01 12:31:42.636049 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:31:42.647493 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:42.662497 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Transition to ACTIVE for port object 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:31:42.667503 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:42.676165 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:42.708926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:42.730216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:42.917696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540f6a0c-99a8-4705-8364-4d62f623ad92,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:42.924118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cecff0-57fa-4505-844b-e434e9fa7fe7 req-8b87f615-5cfb-45b3-8f2a-0104e0e4662e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:42.925801 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:42.929486 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5807698 Apr 01 12:31:42.932766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96cecff0-57fa-4505-844b-e434e9fa7fe7 req-8b87f615-5cfb-45b3-8f2a-0104e0e4662e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 944 time: 0.1635926 Apr 01 12:31:42.934585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58104) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:42.943582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0db7184a-c7d7-4a6f-b2ce-2db81fa56ab2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'security_group_rule': {'security_group_id': 'aef5d64a-6a48-4cbb-a034-85f1f9e99a6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:42.944122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:42.944477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:42.944820 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:42.945155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:42.945487 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:42.945827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:42.946194 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:42.946516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:42.946832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:42.947171 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:42.947581 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:42.947789 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b2ea6-4bfa-430e-9bb0-13a4ddc58a31 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:42.991853 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-845046bc-33b8-45cc-82bd-b7d5fd9534d0 req-a68d26cd-0b09-40b9-baef-ac3baa5b7dc4 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] For port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:43.000349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Attempting to bind port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:43.000581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Attempting to bind port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:43.000911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Attempting to bind port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed on network 94ca01ab-f6ea-4916-aca9-a72662d13317 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:43.018344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed on network 94ca01ab-f6ea-4916-aca9-a72662d13317 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:31:43.018870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Attempting to bind port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed on network 94ca01ab-f6ea-4916-aca9-a72662d13317 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:43.034878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-845046bc-33b8-45cc-82bd-b7d5fd9534d0 req-a68d26cd-0b09-40b9-baef-ac3baa5b7dc4 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.038207 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96cecff0-57fa-4505-844b-e434e9fa7fe7 req-b6bcc0d2-e8be-436a-87ad-9a7b9fc106ee tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042011 Apr 01 12:31:43.040423 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-845046bc-33b8-45cc-82bd-b7d5fd9534d0 req-a68d26cd-0b09-40b9-baef-ac3baa5b7dc4 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.057615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:43.063285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['ccf36143-c2ee-4b5d-9b16-5d24e4a157c6'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:43.064126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:43.065041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Checking segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:43.066920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Bound using segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:43.068553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Bound port: 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:43.071522 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.102639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845046bc-33b8-45cc-82bd-b7d5fd9534d0 req-a68d26cd-0b09-40b9-baef-ac3baa5b7dc4 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:43.102639 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-845046bc-33b8-45cc-82bd-b7d5fd9534d0 req-a68d26cd-0b09-40b9-baef-ac3baa5b7dc4 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.109774 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-845046bc-33b8-45cc-82bd-b7d5fd9534d0 req-a68d26cd-0b09-40b9-baef-ac3baa5b7dc4 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "PUT /v2.0/ports/ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 HTTP/1.1" status: 200 len: 982 time: 0.6164513 Apr 01 12:31:43.115191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a5c85b-2f2d-441e-84d8-014742aa7385', 'tag': 'ccf36143-c2ee-4b5d-9b16-5d24e4a157c6'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:43.122089 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f50f64-298b-45ca-9207-815e4741775b" -d '{"events": [{"name": "network-changed", "server_uuid": "39a5c85b-2f2d-441e-84d8-014742aa7385", "tag": "ccf36143-c2ee-4b5d-9b16-5d24e4a157c6"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:43.137481 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0db7184a-c7d7-4a6f-b2ce-2db81fa56ab2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.229527 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d26cd-0b09-40b9-baef-ac3baa5b7dc4 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'Port': ['ID=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,revision_number=6']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:43.233392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58114) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:43.280886 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb06470-67c4-42e3-92a2-94506f254b93 x-openstack-request-id: req-5eb06470-67c4-42e3-92a2-94506f254b93 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:43.281388 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a5c85b-2f2d-441e-84d8-014742aa7385", "tag": "ccf36143-c2ee-4b5d-9b16-5d24e4a157c6", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:43.281625 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5eb06470-67c4-42e3-92a2-94506f254b93 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:43.282184 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb06470-67c4-42e3-92a2-94506f254b93'] response: {'name': 'network-changed', 'server_uuid': '39a5c85b-2f2d-441e-84d8-014742aa7385', 'tag': 'ccf36143-c2ee-4b5d-9b16-5d24e4a157c6', 'status': 'completed', 'code': 200} Apr 01 12:31:43.283154 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['ccf36143-c2ee-4b5d-9b16-5d24e4a157c6'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:43.373759 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0db7184a-c7d7-4a6f-b2ce-2db81fa56ab2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.381236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:43.391878 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0db7184a-c7d7-4a6f-b2ce-2db81fa56ab2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.395724 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e8019aed-c91f-408b-b301-2c75a52ae11c req-1c2737e4-f633-460a-8099-cef38bba1065 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/e4110898-b9c4-46e0-ac9f-f322b693b0c5 HTTP/1.1" status: 200 len: 1802 time: 0.2087922 Apr 01 12:31:43.427118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:43.442711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4aee59-1f3c-4348-8fa1-cc5807565e16 admin admin] Deleting subnet d52b3f09-ad4f-4d02-81be-b1ccbcaf1142 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:31:43.457613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50f64-298b-45ca-9207-815e4741775b req-cfe203c5-f3b2-4f4a-9525-7877d171e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:43.459391 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8f50f64-298b-45ca-9207-815e4741775b req-cfe203c5-f3b2-4f4a-9525-7877d171e6dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d&device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 1136 time: 0.1400983 Apr 01 12:31:43.460407 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.462437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7184a-c7d7-4a6f-b2ce-2db81fa56ab2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c4e15b-2b2e-4874-9db3-c3bbedafcabc,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:43.464673 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff4aee59-1f3c-4348-8fa1-cc5807565e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.502122 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0db7184a-c7d7-4a6f-b2ce-2db81fa56ab2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.506197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0db7184a-c7d7-4a6f-b2ce-2db81fa56ab2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5641274 Apr 01 12:31:43.507413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58118) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:43.511353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:43.553508 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.603718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:43.604342 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.605831 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] 10.222.0.37 "PUT /v2.0/ports/9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 1092 time: 2.0222838 Apr 01 12:31:43.614964 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff4aee59-1f3c-4348-8fa1-cc5807565e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.789924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff4aee59-1f3c-4348-8fa1-cc5807565e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.801164 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:43.865109 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-e8019aed-c91f-408b-b301-2c75a52ae11c req-9e376a8b-5f51-4717-b226-fd1d33774288 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 12:31:43.878326 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e8019aed-c91f-408b-b301-2c75a52ae11c req-9e376a8b-5f51-4717-b226-fd1d33774288 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "DELETE /v2.0/security-groups/e4110898-b9c4-46e0-ac9f-f322b693b0c5 HTTP/1.1" status: 409 len: 341 time: 0.4672923 Apr 01 12:31:43.880859 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a73c430c-d90f-4228-81d9-0817d9e52336 req-97e0f9e9-e399-4edc-b2e5-2e43d90b1f68 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0526752 Apr 01 12:31:43.895779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d89284-0102-4d35-ab19-717c4e8fd262 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:44.058082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-99dc91e3-91cf-4df9-8f84-d42ce27190fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:44.061255 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-99dc91e3-91cf-4df9-8f84-d42ce27190fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1095 time: 0.2492933 Apr 01 12:31:44.158030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Allocated IP 172.25.7.118 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/1f1525e3-c27b-4476-bf31-1c951e0b478f) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:44.423890 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c032a-2c5e-4bed-add3-69790b094d03 req-08c054e2-aefd-4ce3-aa4d-e8ad52b75f0e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:44.425673 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-078c032a-2c5e-4bed-add3-69790b094d03 req-08c054e2-aefd-4ce3-aa4d-e8ad52b75f0e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 944 time: 0.0816996 Apr 01 12:31:44.445148 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:44.491586 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-078c032a-2c5e-4bed-add3-69790b094d03 req-009791ce-1f85-43ad-b8e2-a0ad4291b732 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504348 Apr 01 12:31:44.497182 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf365d4-3dea-49c2-92b5-b580d91a4dfe', 'name': 'network-vif-deleted', 'tag': '0ac8acdc-7a26-42af-850a-2993b708f88b'}, {'name': 'network-changed', 'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:44.499551 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9655f563-dea0-4843-a302-5b32910e9517" -d '{"events": [{"server_uuid": "abf365d4-3dea-49c2-92b5-b580d91a4dfe", "name": "network-vif-deleted", "tag": "0ac8acdc-7a26-42af-850a-2993b708f88b"}, {"name": "network-changed", "server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:44.530917 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:44.549420 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-e64a3266-2492-4e76-b470-a244f44c9cff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 217 time: 0.0462999 Apr 01 12:31:44.552829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50f64-298b-45ca-9207-815e4741775b req-67aae279-6932-468a-acb9-2296feec5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:44.554277 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8f50f64-298b-45ca-9207-815e4741775b req-67aae279-6932-468a-acb9-2296feec5491 service neutron] 10.222.0.44 "GET /v2.0/networks?id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7 HTTP/1.1" status: 200 len: 913 time: 1.0833819 Apr 01 12:31:44.595622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:44.607598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:44.614514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:44.651412 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff4aee59-1f3c-4348-8fa1-cc5807565e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:44.660882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8f50f64-298b-45ca-9207-815e4741775b req-df1643c7-54ee-47ba-a7fe-407d7b77ee37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 HTTP/1.1" status: 200 len: 217 time: 0.0898871 Apr 01 12:31:44.665075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Port': ['ID=1f1525e3-c27b-4476-bf31-1c951e0b478f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:44.674980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcaf1b-d258-4a92-af8b-9b402d1c9fd3 req-aeb7d38f-f0db-4cd4-a3d1-90bddbbf74bb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:44.682407 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-69bcaf1b-d258-4a92-af8b-9b402d1c9fd3 req-aeb7d38f-f0db-4cd4-a3d1-90bddbbf74bb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 945 time: 0.6640823 Apr 01 12:31:44.756443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50f64-298b-45ca-9207-815e4741775b req-d261522a-782b-42f5-9c7b-2071af69d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:44.757916 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8f50f64-298b-45ca-9207-815e4741775b req-d261522a-782b-42f5-9c7b-2071af69d1e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d09778a-0a32-4e43-b211-dccb9de93e72 HTTP/1.1" status: 200 len: 852 time: 0.0468702 Apr 01 12:31:44.769749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aee59-1f3c-4348-8fa1-cc5807565e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52b3f09-ad4f-4d02-81be-b1ccbcaf1142,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:44.772484 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff4aee59-1f3c-4348-8fa1-cc5807565e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:44.775402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ff4aee59-1f3c-4348-8fa1-cc5807565e16 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d52b3f09-ad4f-4d02-81be-b1ccbcaf1142 HTTP/1.1" status: 204 len: 168 time: 1.5271814 Apr 01 12:31:44.784326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58148) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:44.800558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-b416daa8-5e46-4b7b-b715-55dcb4f63c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:44.802081 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-b416daa8-5e46-4b7b-b715-55dcb4f63c4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.2403293 Apr 01 12:31:44.814546 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d4699-7313-42cf-b48f-c105ab7b0a66 req-2ec586f5-6f38-47aa-b502-00ca848d2b2d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:44.816424 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e4d4699-7313-42cf-b48f-c105ab7b0a66 req-2ec586f5-6f38-47aa-b502-00ca848d2b2d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 985 time: 0.1178129 Apr 01 12:31:44.827944 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8f50f64-298b-45ca-9207-815e4741775b req-9d3dc63a-a3d7-464f-994c-71a7bd327d1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455117 Apr 01 12:31:44.860061 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:44.944602 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-69bcaf1b-d258-4a92-af8b-9b402d1c9fd3 req-3402b0e0-b3e2-445e-9c48-8dc90de2fac9 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610755 Apr 01 12:31:45.058242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-4537ed82-3d54-41e8-a936-f7a91a61e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:45.064423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-4537ed82-3d54-41e8-a936-f7a91a61e564 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2382574 Apr 01 12:31:45.230450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8f50f64-298b-45ca-9207-815e4741775b req-d543ec9a-032a-4fd7-9e90-078b34eed2d4 service neutron] 10.222.0.44 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849642 Apr 01 12:31:45.235308 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8005eb-5ade-449d-a679-85a5292ae176 x-openstack-request-id: req-8b8005eb-5ade-449d-a679-85a5292ae176 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:45.235896 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf365d4-3dea-49c2-92b5-b580d91a4dfe", "name": "network-vif-deleted", "tag": "0ac8acdc-7a26-42af-850a-2993b708f88b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:45.236147 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b8005eb-5ade-449d-a679-85a5292ae176 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:45.236810 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8005eb-5ade-449d-a679-85a5292ae176'] response: {'server_uuid': 'abf365d4-3dea-49c2-92b5-b580d91a4dfe', 'name': 'network-vif-deleted', 'tag': '0ac8acdc-7a26-42af-850a-2993b708f88b', 'status': 'completed', 'code': 200} Apr 01 12:31:45.237071 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8005eb-5ade-449d-a679-85a5292ae176'] response: {'name': 'network-changed', 'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'status': 'completed', 'code': 200} Apr 01 12:31:45.305477 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:45.309860 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc5ed966-89b3-4958-a50c-e45152c67d6a req-61bd24ca-8f86-4ee0-aec5-5e9c7cdc1aa4 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0717065 Apr 01 12:31:45.359806 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e4d4699-7313-42cf-b48f-c105ab7b0a66 req-167a77be-9824-4d7b-941e-ab4e7c81da78 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4110898-b9c4-46e0-ac9f-f322b693b0c5&id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5323942 Apr 01 12:31:45.376864 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-5dfc771f-6c04-4ebb-8ef7-dde6cc6b6cec service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907319 Apr 01 12:31:45.389676 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:45.408939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-bf895f43-b74b-47b0-946c-07c5b8e9067f tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:45.410892 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-bf895f43-b74b-47b0-946c-07c5b8e9067f tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 945 time: 0.1769283 Apr 01 12:31:45.489148 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8f50f64-298b-45ca-9207-815e4741775b req-4b43b586-607f-4fe8-b1ee-ebcbee61daeb service neutron] 10.222.0.44 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415144 Apr 01 12:31:45.594053 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:45.643685 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4cdff8f-89c4-4860-af52-884ce4855f94 req-410dc457-2020-4000-8dd4-fd9e29ed919c service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571018 Apr 01 12:31:45.682319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Deleting port 8237ea63-558f-4c53-9b37-e3adda602eb4 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:31:45.682574 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:45.687627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ea308-44f4-4629-8b24-f07c66e9f2e5 req-8d3ce87c-cc10-42ee-9ace-fc87dc962612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:45.689206 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-700ea308-44f4-4629-8b24-f07c66e9f2e5 req-8d3ce87c-cc10-42ee-9ace-fc87dc962612 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d&device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 1136 time: 0.0940485 Apr 01 12:31:45.702351 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:45.710970 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:45.767447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68664389-db93-44d9-bf37-b9f203cb08d6']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:45.837107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:45.837722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2964e7-919e-4aa5-9f7e-dcdba98bc2b3') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:45.893525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0e2c8-9b8d-4eb8-85aa-986f8318b095 req-1ed50034-347a-4d7b-88ff-c5d29e8db7b9 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:45.898105 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:45.900921 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85b0e2c8-9b8d-4eb8-85aa-986f8318b095 req-1ed50034-347a-4d7b-88ff-c5d29e8db7b9 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 944 time: 0.2342124 Apr 01 12:31:45.901284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Port': ['ID=1f1525e3-c27b-4476-bf31-1c951e0b478f,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:45.918890 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:45.937061 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:45.948197 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655f563-dea0-4843-a302-5b32910e9517 req-8b0c67b9-cf37-4e23-81c7-2d1607322b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:45.949314 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:31:45.949710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9655f563-dea0-4843-a302-5b32910e9517 req-8b0c67b9-cf37-4e23-81c7-2d1607322b62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1095 time: 0.2391002 Apr 01 12:31:45.952194 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:31:45.956410 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:31:45.974746 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:45.990315 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-69ecf340-a02c-487c-ba39-f536b8064dfb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4815292 Apr 01 12:31:46.022575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] For port 8237ea63-558f-4c53-9b37-e3adda602eb4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8237ea63-558f-4c53-9b37-e3adda602eb4,segment=NetworkSegment(7653b545-d8e3-4f43-ac7b-2e63565f2f58),segment_id=7653b545-d8e3-4f43-ac7b-2e63565f2f58)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:46.022931 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:46.025890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ea308-44f4-4629-8b24-f07c66e9f2e5 req-e7737744-28e4-4ba8-b2e1-2b8e33fdecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:46.027448 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-700ea308-44f4-4629-8b24-f07c66e9f2e5 req-e7737744-28e4-4ba8-b2e1-2b8e33fdecbd service neutron] 10.222.0.44 "GET /v2.0/networks?id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7 HTTP/1.1" status: 200 len: 913 time: 0.3064535 Apr 01 12:31:46.093605 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85b0e2c8-9b8d-4eb8-85aa-986f8318b095 req-61a571cd-9a21-4c34-9b62-191cc92be0af tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863499 Apr 01 12:31:46.095217 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:46.106538 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:46.114204 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] 10.222.0.45 "DELETE /v2.0/networks/68664389-db93-44d9-bf37-b9f203cb08d6 HTTP/1.1" status: 204 len: 168 time: 1.3285856 Apr 01 12:31:46.136145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c925adb-eb2c-4a47-ac9f-0a99231c011d admin admin] Pushing event deleted for resources: {'Network': ['ID=68664389-db93-44d9-bf37-b9f203cb08d6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:46.160532 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dedc5-5dfb-4624-ac83-7ba73a2d8e92 req-62295072-df5e-458a-b490-04a2557e1399 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:46.172408 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0c0dedc5-5dfb-4624-ac83-7ba73a2d8e92 req-62295072-df5e-458a-b490-04a2557e1399 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 945 time: 0.1147516 Apr 01 12:31:46.254085 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0c0dedc5-5dfb-4624-ac83-7ba73a2d8e92 req-5f0d6331-2d44-47c2-b845-936705c62253 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4c3762c-ba50-496a-99d6-c98c9f03eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798514 Apr 01 12:31:46.298595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-700ea308-44f4-4629-8b24-f07c66e9f2e5 req-75374f3a-6e71-48f2-83ad-803f15c24f30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 HTTP/1.1" status: 200 len: 217 time: 0.2614114 Apr 01 12:31:46.344264 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58194) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:46.454289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655f563-dea0-4843-a302-5b32910e9517 req-ce377ab8-d1c4-4d31-9bbc-9cb091930290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:46.455699 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9655f563-dea0-4843-a302-5b32910e9517 req-ce377ab8-d1c4-4d31-9bbc-9cb091930290 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.4944863 Apr 01 12:31:46.460223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ea308-44f4-4629-8b24-f07c66e9f2e5 req-3c551802-3649-49ba-af30-19637067db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:46.461608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-700ea308-44f4-4629-8b24-f07c66e9f2e5 req-3c551802-3649-49ba-af30-19637067db26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d09778a-0a32-4e43-b211-dccb9de93e72 HTTP/1.1" status: 200 len: 852 time: 0.1505694 Apr 01 12:31:46.507316 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-01db89ef-4437-403b-b722-d80f9b477768 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--735991135&fields=id&tenant_id=0713e035054f4784a69028267597a06a HTTP/1.1" status: 200 len: 267 time: 0.0952659 Apr 01 12:31:46.511569 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d19f9b8c-8826-4823-a801-ecead3a23e10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3c5b1578af04877b021e0455a0a1a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658206 Apr 01 12:31:46.525387 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58208) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:46.555458 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e71c5962-a6ff-4b16-ac25-c5bd6bc19847 req-c78c8cbe-f67b-4a50-8866-b8afcd2fbcaf tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0987637 Apr 01 12:31:46.622236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-700ea308-44f4-4629-8b24-f07c66e9f2e5 req-7733e9cd-684b-4401-a2ca-44caafe9dd9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423340 Apr 01 12:31:46.626305 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9655f563-dea0-4843-a302-5b32910e9517 req-d4f0d3a3-7f4e-4f17-8b38-a0600f4f4e10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 217 time: 0.1487794 Apr 01 12:31:46.661106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-1bbeadb7-2bc0-4492-b072-2063e243fde8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:46.662608 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-1bbeadb7-2bc0-4492-b072-2063e243fde8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports/0001f562-db05-4af2-9682-0992e0cedd08 HTTP/1.1" status: 200 len: 936 time: 0.1495330 Apr 01 12:31:46.669675 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6492a7e4-982e-4083-b15c-12d806488eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:46.701894 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6492a7e4-982e-4083-b15c-12d806488eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:46.714641 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:46.715289 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:46.715888 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Floating IP 2eed6780-4ecb-4389-aa2e-d3dd9f823ece disassociated. External IP: 172.25.7.177, port: 8237ea63-558f-4c53-9b37-e3adda602eb4. Apr 01 12:31:46.716999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Calling delete_port for 8237ea63-558f-4c53-9b37-e3adda602eb4 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:31:46.798830 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5307db74-0191-4ff2-a305-5e699d321dce tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:46.800422 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5307db74-0191-4ff2-a305-5e699d321dce tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports/5e1b1c53-b540-4432-941f-2c8d708a455a HTTP/1.1" status: 200 len: 936 time: 0.0888555 Apr 01 12:31:46.880130 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-e32e7829-eac1-4f9d-8391-743623762cbe tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?network_id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0653238 Apr 01 12:31:46.926399 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a02ab0bf-3cb7-4268-9d96-d58bb89048fa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?network_id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0363815 Apr 01 12:31:46.927727 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6492a7e4-982e-4083-b15c-12d806488eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:46.932550 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6492a7e4-982e-4083-b15c-12d806488eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:46.933808 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6492a7e4-982e-4083-b15c-12d806488eea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/65fb26f8-88c0-4733-8f6c-280411134760 HTTP/1.1" status: 204 len: 168 time: 0.4071100 Apr 01 12:31:47.118312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655f563-dea0-4843-a302-5b32910e9517 req-b3ea11d2-bdc6-4f71-ab73-194ba9d37c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:47.119802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9655f563-dea0-4843-a302-5b32910e9517 req-b3ea11d2-bdc6-4f71-ab73-194ba9d37c1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.4798517 Apr 01 12:31:47.136640 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-0ec52544-8594-4966-b57c-1953d18c7b90 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:47.144442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-0ec52544-8594-4966-b57c-1953d18c7b90 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:47.151446 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-0ec52544-8594-4966-b57c-1953d18c7b90 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:47.153316 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-0ec52544-8594-4966-b57c-1953d18c7b90 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/networks?id=d9505885-a6f9-4a04-a492-0ab3a7527bc1&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d HTTP/1.1" status: 200 len: 1993 time: 0.2182689 Apr 01 12:31:47.172755 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-fbbba9ee-4a54-4968-805d-38c27dc1ad57 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/quotas/0713e035054f4784a69028267597a06a HTTP/1.1" status: 200 len: 375 time: 0.0114369 Apr 01 12:31:47.173729 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492a7e4-982e-4083-b15c-12d806488eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fb26f8-88c0-4733-8f6c-280411134760,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:47.214970 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-700ea308-44f4-4629-8b24-f07c66e9f2e5 req-acdc3e96-76c4-4f24-9ec1-4283b8a95696 service neutron] 10.222.0.44 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856547 Apr 01 12:31:47.225909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e34cd-7ad1-4c80-a9f6-23ac4966b6ae req-e3b5271f-9ccf-402f-93e0-eb0cf627476f tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:47.227329 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-252e34cd-7ad1-4c80-a9f6-23ac4966b6ae req-e3b5271f-9ccf-402f-93e0-eb0cf627476f tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 985 time: 0.5004444 Apr 01 12:31:47.258603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-0d34dcae-55d2-4f8e-8433-fa0f33768486 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0713e035054f4784a69028267597a06a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0798435 Apr 01 12:31:47.278762 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655f563-dea0-4843-a302-5b32910e9517 req-4ef396fb-4333-42b5-b6af-edce0552e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:47.280300 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9655f563-dea0-4843-a302-5b32910e9517 req-4ef396fb-4333-42b5-b6af-edce0552e448 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511998 Apr 01 12:31:47.393967 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-fd31da64-e8ea-484e-b275-f39a553cb1b4 service neutron] 10.222.0.45 "GET /v2.0/networks/d9505885-a6f9-4a04-a492-0ab3a7527bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196606 Apr 01 12:31:47.444886 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-252e34cd-7ad1-4c80-a9f6-23ac4966b6ae req-dd1a9bea-829a-43a2-8cc7-cdd2a33e3f7b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4110898-b9c4-46e0-ac9f-f322b693b0c5&id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1928382 Apr 01 12:31:47.498927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9655f563-dea0-4843-a302-5b32910e9517 req-e91366b5-c9a4-4290-8255-03756b234485 service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018147 Apr 01 12:31:47.498927 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:47.510815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-700ea308-44f4-4629-8b24-f07c66e9f2e5 req-80f63f04-0a5e-45fa-a411-d9af9809197e service neutron] 10.222.0.44 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795236 Apr 01 12:31:47.552910 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Pushing event deleted for resources: {'Port': ['ID=8237ea63-558f-4c53-9b37-e3adda602eb4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:47.560309 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-70e496b4-37d0-4724-87f4-d77db448702e service neutron] 10.222.0.45 "GET /v2.0/networks/d9505885-a6f9-4a04-a492-0ab3a7527bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656978 Apr 01 12:31:47.574768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:47.575117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:47.576232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:47.576733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:47.577244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:47.584880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:47.586588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:47.593370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:47.593954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:47.594832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:47.595955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:47.596466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:31:47.641105 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a67e6493-0994-47f9-973f-8661500edaf5 service neutron] 10.222.0.45 "GET /v2.0/ports/0001f562-db05-4af2-9682-0992e0cedd08?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0795958 Apr 01 12:31:47.767164 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73684b2-287f-4258-bf83-bd686d6757f2 req-9fc8d8f7-8135-42dc-abc6-5e7f80811984 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:47.768713 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c73684b2-287f-4258-bf83-bd686d6757f2 req-9fc8d8f7-8135-42dc-abc6-5e7f80811984 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 944 time: 0.1689689 Apr 01 12:31:47.782960 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d9f1ffab-8b85-4db0-89e4-d25cfd503593 service neutron] 10.222.0.45 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406395 Apr 01 12:31:47.841848 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9655f563-dea0-4843-a302-5b32910e9517 req-ae1b4296-dd7c-402c-bde2-74fcf407dc41 service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344929 Apr 01 12:31:47.863588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c73684b2-287f-4258-bf83-bd686d6757f2 req-54c5f5dd-9b30-454b-893a-7fccf7dc5102 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863621 Apr 01 12:31:47.883477 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-1990c137-9fd7-473e-8e71-faeaa7fdf515 service neutron] 10.222.0.45 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993013 Apr 01 12:31:47.885194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Router 16236bdb-0795-4ed6-9c6e-18e012d02553 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:31:47.963758 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-fe654123-99b8-4355-9543-8bfbf9c25a36 service neutron] 10.222.0.45 "GET /v2.0/ports/5e1b1c53-b540-4432-941f-2c8d708a455a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0700300 Apr 01 12:31:48.071229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b4a08ba-767e-4118-9350-2fc5f077fe71 req-9f116ef5-d390-43db-9791-a5b6cbb4a92d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b3a6eea-4d55-4da7-84ef-5efd892ea0a5 HTTP/1.1" status: 200 len: 210 time: 0.0887370 Apr 01 12:31:48.167613 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d70d6a20-3a50-421a-8609-0368c08b072b service neutron] 10.222.0.45 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027242 Apr 01 12:31:48.201123 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58242) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:48.202115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58244) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:48.213427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-829020f9-34f4-4a12-a76d-cc059284eb55 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-113245349'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:48.265213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:31:48.267292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829020f9-34f4-4a12-a76d-cc059284eb55 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:48.271652 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-829020f9-34f4-4a12-a76d-cc059284eb55 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:48.276776 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b29aab3-7a2a-4b65-9011-5cce56bd206f None None] Sync routers for ids ['16236bdb-0795-4ed6-9c6e-18e012d02553'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:31:48.296499 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b29aab3-7a2a-4b65-9011-5cce56bd206f None None] Routers {'16236bdb-0795-4ed6-9c6e-18e012d02553'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:31:48.297258 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9b29aab3-7a2a-4b65-9011-5cce56bd206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['16236bdb-0795-4ed6-9c6e-18e012d02553'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:48.321820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829020f9-34f4-4a12-a76d-cc059284eb55 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:31:48.338920 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-829020f9-34f4-4a12-a76d-cc059284eb55 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:48.339816 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-829020f9-34f4-4a12-a76d-cc059284eb55 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Added segment fd02ef68-1eb6-4b03-ac32-a10713cfc304 of type vlan for network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb Apr 01 12:31:48.374072 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-abecacc7-bdb6-41b8-ba90-ea2e053818f6 service neutron] 10.222.0.45 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053621 Apr 01 12:31:48.399017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1984099518-network', 'tenant_id': '61889184afbc4061bc853c66e4b5a739'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:48.430921 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25e8f4ad-3727-4d18-ae27-95cb7437cbc8 req-eaa46ede-aaba-4e8e-8a3b-2150181205ee tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1841562 Apr 01 12:31:48.463190 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9b29aab3-7a2a-4b65-9011-5cce56bd206f None None] Set router 16236bdb-0795-4ed6-9c6e-18e012d02553 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:31:48.477186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] No DVR routers for this DVR port 8237ea63-558f-4c53-9b37-e3adda602eb4 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:31:48.486147 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:48.489676 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7eb88ca9-8f93-41b0-99a3-f3a33d90fb64 req-d27e16eb-65bb-461e-9893-0eefd07a292d tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.44 "DELETE /v2.0/ports/8237ea63-558f-4c53-9b37-e3adda602eb4 HTTP/1.1" status: 204 len: 173 time: 3.0639367 Apr 01 12:31:48.490186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'name': 'network-vif-deleted', 'tag': '8237ea63-558f-4c53-9b37-e3adda602eb4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:48.492934 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0624c3a8-7255-468f-a71b-10084db9057f" -d '{"events": [{"server_uuid": "5b3a6eea-4d55-4da7-84ef-5efd892ea0a5", "name": "network-vif-deleted", "tag": "8237ea63-558f-4c53-9b37-e3adda602eb4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:48.496702 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-829020f9-34f4-4a12-a76d-cc059284eb55 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:48.526659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Made reservation on behalf of 61889184afbc4061bc853c66e4b5a739 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:48.529633 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-dd431e54-8e09-4f06-a92b-55516d22dcc3 service neutron] 10.222.0.45 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488159 Apr 01 12:31:48.529829 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:48.545381 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:48.556924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-829020f9-34f4-4a12-a76d-cc059284eb55 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:48.567367 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829020f9-34f4-4a12-a76d-cc059284eb55 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:48.570029 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-829020f9-34f4-4a12-a76d-cc059284eb55 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:48.603366 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-829020f9-34f4-4a12-a76d-cc059284eb55 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3982749 Apr 01 12:31:48.605027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58252) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:48.636137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-055f4f64-92fc-47df-96c4-0d217362c8cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2089000784'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:48.711206 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c3575759-ab0f-46ac-b317-099da048b623 service neutron] 10.222.0.45 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804416 Apr 01 12:31:48.803895 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9b29aab3-7a2a-4b65-9011-5cce56bd206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:30:18Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b653b764-da45-479a-9c32-0cbbf3c63bff', 'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'mac_address': 'fa:16:3e:ef:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:17Z', 'updated_at': '2022-04-01T12:30:29Z', 'revision_number': 5, 'project_id': '57f43c368539419980a35d2786b94e02', 'subnets': [{'id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:48.823980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829020f9-34f4-4a12-a76d-cc059284eb55 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Network': ['ID=286f6a75-d340-4ba6-8990-b8c5f29bc5eb,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:48.832000 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055f4f64-92fc-47df-96c4-0d217362c8cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:48.836062 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-055f4f64-92fc-47df-96c4-0d217362c8cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:48.837126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:31:48.855491 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b29aab3-7a2a-4b65-9011-5cce56bd206f None None] Checking router: 16236bdb-0795-4ed6-9c6e-18e012d02553 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:31:48.855777 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-e09a3246-dd75-4f07-bb5a-b1962faca86c service neutron] 10.222.0.45 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328785 Apr 01 12:31:48.880595 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b29aab3-7a2a-4b65-9011-5cce56bd206f None None] Routers {'16236bdb-0795-4ed6-9c6e-18e012d02553'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:31:48.881361 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9b29aab3-7a2a-4b65-9011-5cce56bd206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['16236bdb-0795-4ed6-9c6e-18e012d02553'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:48.887491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fc087-8d94-4d89-bbf8-94221b04acbd req-08308c28-719b-4138-826e-4992ae6d000b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:48.888323 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-338fc087-8d94-4d89-bbf8-94221b04acbd req-08308c28-719b-4138-826e-4992ae6d000b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 985 time: 0.2472913 Apr 01 12:31:48.915932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055f4f64-92fc-47df-96c4-0d217362c8cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:31:48.947617 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:48.949405 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-055f4f64-92fc-47df-96c4-0d217362c8cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:48.949839 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-055f4f64-92fc-47df-96c4-0d217362c8cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Added segment 3657e225-fbb8-408e-8a3f-9c1df45744fc of type vlan for network a9f69244-fb4e-47fa-9497-4cf0558e39f6 Apr 01 12:31:48.961765 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:48.991275 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-671b46a1-d740-4acd-86ee-c7b1e066fc8b service neutron] 10.222.0.45 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269212 Apr 01 12:31:49.006734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c266a22-23ed-4866-a2b0-118477c7158f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:49.068192 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-055f4f64-92fc-47df-96c4-0d217362c8cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:49.071958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:31:49.075201 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9b29aab3-7a2a-4b65-9011-5cce56bd206f None None] Set router 16236bdb-0795-4ed6-9c6e-18e012d02553 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:31:49.086881 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-338fc087-8d94-4d89-bbf8-94221b04acbd req-a1440742-442c-4ca6-9442-5d5ca905ed9b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4110898-b9c4-46e0-ac9f-f322b693b0c5&id=54a6d368-a323-4131-b843-83c958559747&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1880956 Apr 01 12:31:49.098881 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:49.099230 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Added segment 72735075-8d5d-4b29-b6c6-dfe47b66011c of type vlan for network 4e0dddde-5b03-4bcc-9462-610fdaf0f9fb Apr 01 12:31:49.172307 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4337eaaf-4913-48a5-ad26-baaa0424e5b1 x-openstack-request-id: req-4337eaaf-4913-48a5-ad26-baaa0424e5b1 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:49.172600 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3a6eea-4d55-4da7-84ef-5efd892ea0a5", "name": "network-vif-deleted", "tag": "8237ea63-558f-4c53-9b37-e3adda602eb4", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:49.172853 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4337eaaf-4913-48a5-ad26-baaa0424e5b1 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:49.175826 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4337eaaf-4913-48a5-ad26-baaa0424e5b1'] response: {'server_uuid': '5b3a6eea-4d55-4da7-84ef-5efd892ea0a5', 'name': 'network-vif-deleted', 'tag': '8237ea63-558f-4c53-9b37-e3adda602eb4', 'status': 'completed', 'code': 200} Apr 01 12:31:49.199064 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-2a70fd40-716f-43f0-87e4-5ef2f283bc95 service neutron] 10.222.0.45 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009156 Apr 01 12:31:49.217929 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:49.229674 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-055f4f64-92fc-47df-96c4-0d217362c8cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:49.236429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f4f64-92fc-47df-96c4-0d217362c8cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:49.237108 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-055f4f64-92fc-47df-96c4-0d217362c8cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:49.340621 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-daacacbf-e5db-45ea-959d-ce836a4fd00d service neutron] 10.222.0.45 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405070 Apr 01 12:31:49.351427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f4f64-92fc-47df-96c4-0d217362c8cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Network': ['ID=a9f69244-fb4e-47fa-9497-4cf0558e39f6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:49.356158 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.db.resource_extend [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:31:49.367004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network a9f69244-fb4e-47fa-9497-4cf0558e39f6 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:31:49.375776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-055f4f64-92fc-47df-96c4-0d217362c8cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7495327 Apr 01 12:31:49.380082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58262) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:49.388591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0bae9d92-a236-4542-84b3-26322d1a42b9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'subnet': {'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:49.479840 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:49.480798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:49.481373 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:49.495478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91772d-f280-4b7c-a04e-78eac8050263 req-9e2bee1f-b2e0-4957-976c-00bebd8af651 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:49.503662 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a91772d-f280-4b7c-a04e-78eac8050263 req-9e2bee1f-b2e0-4957-976c-00bebd8af651 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 944 time: 0.2909338 Apr 01 12:31:49.524199 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-55f7c9cc-5715-44ad-a2e1-c53705b5287c service neutron] 10.222.0.45 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823022 Apr 01 12:31:49.567302 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9b29aab3-7a2a-4b65-9011-5cce56bd206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:30:18Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b653b764-da45-479a-9c32-0cbbf3c63bff', 'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'mac_address': 'fa:16:3e:ef:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:17Z', 'updated_at': '2022-04-01T12:30:29Z', 'revision_number': 5, 'project_id': '57f43c368539419980a35d2786b94e02', 'subnets': [{'id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:49.578555 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a91772d-f280-4b7c-a04e-78eac8050263 req-5ca8a1a8-a0a7-49f6-835b-0c33af73d418 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737650 Apr 01 12:31:49.596819 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3889530 Apr 01 12:31:49.597444 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bae9d92-a236-4542-84b3-26322d1a42b9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:49.607012 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bae9d92-a236-4542-84b3-26322d1a42b9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:49.610038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58266) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:49.636051 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b29aab3-7a2a-4b65-9011-5cce56bd206f None None] The sync data for ids ['16236bdb-0795-4ed6-9c6e-18e012d02553'] in n-d-836146-1 is: [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:30:18Z', 'revision_number': 4, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b653b764-da45-479a-9c32-0cbbf3c63bff', 'name': '', 'network_id': '18ccbc48-6a03-441e-b99f-71ab3ce1ad7b', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'mac_address': 'fa:16:3e:ef:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:17Z', 'updated_at': '2022-04-01T12:30:29Z', 'revision_number': 5, 'project_id': '57f43c368539419980a35d2786b94e02', 'subnets': [{'id': 'f506a90d-7898-4784-9b9d-4bf9cd0cae59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:31:49.673828 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d25f13b3-a721-4153-82b5-c0a8bc94cd67 admin admin] Request body: {'subnet': {'network_id': '4e0dddde-5b03-4bcc-9462-610fdaf0f9fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1984099518-subnet', 'tenant_id': '61889184afbc4061bc853c66e4b5a739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:49.687861 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9cf9d483-415d-40af-bd8c-81b75e6e04fe service neutron] 10.222.0.45 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607816 Apr 01 12:31:49.704531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681757ce-ffa1-4d96-a0fc-842b606340c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0dddde-5b03-4bcc-9462-610fdaf0f9fb,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:49.715279 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 4e0dddde-5b03-4bcc-9462-610fdaf0f9fb details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:31:49.782040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25f13b3-a721-4153-82b5-c0a8bc94cd67 admin admin] Made reservation on behalf of 61889184afbc4061bc853c66e4b5a739 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:49.784661 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d25f13b3-a721-4153-82b5-c0a8bc94cd67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:49.870920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5dd5c36-f1e3-40df-bda0-363c98a36492 req-bf39205b-0dd4-4090-b82d-fb5d535bf66f tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-90087337&fields=id&tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d HTTP/1.1" status: 200 len: 267 time: 0.1463468 Apr 01 12:31:49.918652 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:31:50.031695 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8237ea63-558f-4c53-9b37-e3adda602eb4 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:31:50.128087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd5c36-f1e3-40df-bda0-363c98a36492 req-ee0951e7-cfa4-4991-a219-4d79903be1ec tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:50.129679 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5dd5c36-f1e3-40df-bda0-363c98a36492 req-ee0951e7-cfa4-4991-a219-4d79903be1ec tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 985 time: 0.2421637 Apr 01 12:31:50.137282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 8237ea63-558f-4c53-9b37-e3adda602eb4 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:31:50.137413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8237ea63-558f-4c53-9b37-e3adda602eb4 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:31:50.182061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2900f20d-786f-4813-8aec-f48ce9f6eeca None None] New status for floating IP 2eed6780-4ecb-4389-aa2e-d3dd9f823ece: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:31:50.229907 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:50.249799 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bae9d92-a236-4542-84b3-26322d1a42b9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:50.266651 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-a5dd5c36-f1e3-40df-bda0-363c98a36492 req-2a327c28-0d22-4eb5-b045-6a5ce64139af tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'port': {'security_groups': ['54a6d368-a323-4131-b843-83c958559747', 'e4110898-b9c4-46e0-ac9f-f322b693b0c5', 'f41daa05-9138-4b9f-8538-8a7c66f56892']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:50.422313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'port_id': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'mac_address': 'fa:16:3e:23:b4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:31:50.492430 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:50.515221 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:31:50.531612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae9d92-a236-4542-84b3-26322d1a42b9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Subnet': ['ID=39b3fcc2-733d-4dd4-9533-6aa40c939ffc,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:50.550658 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:50.550889 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a5dd5c36-f1e3-40df-bda0-363c98a36492 req-2a327c28-0d22-4eb5-b045-6a5ce64139af tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:50.553074 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d25f13b3-a721-4153-82b5-c0a8bc94cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:50.560741 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:50.568432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae9d92-a236-4542-84b3-26322d1a42b9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Checking segment: {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:50.568862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae9d92-a236-4542-84b3-26322d1a42b9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Network hostable DHCP agents. Network: 286f6a75-d340-4ba6-8990-b8c5f29bc5eb, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:31:50.637605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:50.723169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f13b3-a721-4153-82b5-c0a8bc94cd67 admin admin] Checking segment: {'id': '72735075-8d5d-4b29-b6c6-dfe47b66011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4e0dddde-5b03-4bcc-9462-610fdaf0f9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:50.723341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25f13b3-a721-4153-82b5-c0a8bc94cd67 admin admin] Network hostable DHCP agents. Network: 4e0dddde-5b03-4bcc-9462-610fdaf0f9fb, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:31:50.729533 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-040d8550-4825-4be9-8a43-38f5ca3903f0 req-cfc5277f-bdd1-4be4-9428-889cb80c3fcc tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0359452 Apr 01 12:31:50.733165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f13b3-a721-4153-82b5-c0a8bc94cd67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a53083-5e72-434c-ad37-9476aef64955,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:50.741223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae9d92-a236-4542-84b3-26322d1a42b9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:31:50.792962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-0bae9d92-a236-4542-84b3-26322d1a42b9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 286f6a75-d340-4ba6-8990-b8c5f29bc5eb) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:50.805665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae9d92-a236-4542-84b3-26322d1a42b9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:50.806271 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bae9d92-a236-4542-84b3-26322d1a42b9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:50.808273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad475ddb-dc06-4f46-94c3-a45f54d9a91f None None] Network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:50.814258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25f13b3-a721-4153-82b5-c0a8bc94cd67 admin admin] Network 4e0dddde-5b03-4bcc-9462-610fdaf0f9fb is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:31:50.825718 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58300) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:50.837461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d25f13b3-a721-4153-82b5-c0a8bc94cd67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 4e0dddde-5b03-4bcc-9462-610fdaf0f9fb) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:50.848463 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25f13b3-a721-4153-82b5-c0a8bc94cd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:50.849297 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d25f13b3-a721-4153-82b5-c0a8bc94cd67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:50.858102 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0bae9d92-a236-4542-84b3-26322d1a42b9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4750292 Apr 01 12:31:50.858857 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58302) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:50.863249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea33dce-ba43-444c-86c0-e3e74d3d3172 None None] Network 4e0dddde-5b03-4bcc-9462-610fdaf0f9fb requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:50.867324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-23c4f83a-bb64-467c-87f9-4e857a680c52 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'subnet': {'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:50.932384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d25f13b3-a721-4153-82b5-c0a8bc94cd67 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2591820 Apr 01 12:31:50.948694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:50.987239 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-14488d41-5dd7-4a1d-8396-300fceba0d42 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:51.049929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c4f83a-bb64-467c-87f9-4e857a680c52 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:51.056540 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23c4f83a-bb64-467c-87f9-4e857a680c52 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:51.102383 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-14488d41-5dd7-4a1d-8396-300fceba0d42 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:51.164635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a5dd5c36-f1e3-40df-bda0-363c98a36492 req-2a327c28-0d22-4eb5-b045-6a5ce64139af tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] For port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:51.212270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e891db-405f-4502-92f4-1d07587228c6 req-3e88e5a1-0e48-4445-834c-97b56bc6123e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:51.220842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a5dd5c36-f1e3-40df-bda0-363c98a36492 req-2a327c28-0d22-4eb5-b045-6a5ce64139af tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:51.224667 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-69e891db-405f-4502-92f4-1d07587228c6 req-3e88e5a1-0e48-4445-834c-97b56bc6123e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2429352 Apr 01 12:31:51.227827 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a5dd5c36-f1e3-40df-bda0-363c98a36492 req-2a327c28-0d22-4eb5-b045-6a5ce64139af tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:51.249319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['ccf36143-c2ee-4b5d-9b16-5d24e4a157c6'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:51.294902 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-69e891db-405f-4502-92f4-1d07587228c6 req-6031b388-a9b1-4f22-af20-577518e69c84 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638697 Apr 01 12:31:51.320875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-14488d41-5dd7-4a1d-8396-300fceba0d42 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:51.325960 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-14488d41-5dd7-4a1d-8396-300fceba0d42 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:51.328691 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-14488d41-5dd7-4a1d-8396-300fceba0d42 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "DELETE /v2.0/security-groups/e4c3762c-ba50-496a-99d6-c98c9f03eae9 HTTP/1.1" status: 204 len: 168 time: 0.5016303 Apr 01 12:31:51.351995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58314) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:51.354500 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14488d41-5dd7-4a1d-8396-300fceba0d42 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c3762c-ba50-496a-99d6-c98c9f03eae9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:51.472200 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fa913baa-0d5e-44b0-8675-b0a00254a7ca req-f8f23de5-24ef-4f84-8e3a-b608a248c5ba tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0554795 Apr 01 12:31:51.478931 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-56773793-4f95-4206-8e80-ebd5dabdc969 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] show failed (client error): The resource could not be found. Apr 01 12:31:51.482829 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-56773793-4f95-4206-8e80-ebd5dabdc969 tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "GET /v2.0/security-groups/e4c3762c-ba50-496a-99d6-c98c9f03eae9 HTTP/1.1" status: 404 len: 347 time: 0.1128643 Apr 01 12:31:51.486542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58318) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:51.548673 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814c799-9313-49bf-b778-5dd8775d2436 None None] Network 4e0dddde-5b03-4bcc-9462-610fdaf0f9fb requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:51.652640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd5c36-f1e3-40df-bda0-363c98a36492 req-2a327c28-0d22-4eb5-b045-6a5ce64139af tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:51.653815 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a5dd5c36-f1e3-40df-bda0-363c98a36492 req-2a327c28-0d22-4eb5-b045-6a5ce64139af tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:51.654997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5dd5c36-f1e3-40df-bda0-363c98a36492 req-2a327c28-0d22-4eb5-b045-6a5ce64139af tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "PUT /v2.0/ports/ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 HTTP/1.1" status: 200 len: 1021 time: 1.4201698 Apr 01 12:31:51.661513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a5c85b-2f2d-441e-84d8-014742aa7385', 'tag': 'ccf36143-c2ee-4b5d-9b16-5d24e4a157c6'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:51.661513 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0d84fb-90ec-4007-86bf-fa361bcf7096" -d '{"events": [{"name": "network-changed", "server_uuid": "39a5c85b-2f2d-441e-84d8-014742aa7385", "tag": "ccf36143-c2ee-4b5d-9b16-5d24e4a157c6"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:51.797370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a327c28-0d22-4eb5-b045-6a5ce64139af tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'Port': ['ID=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:51.817019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['ccf36143-c2ee-4b5d-9b16-5d24e4a157c6'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:51.826543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-286f6a75-d340-4ba6-8990-b8c5f29bc5eb', 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'fixed_ips': [{'subnet_id': '39b3fcc2-733d-4dd4-9533-6aa40c939ffc'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:31:51.827870 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:51.851661 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23c4f83a-bb64-467c-87f9-4e857a680c52 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:51.863576 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ba2974fa-c6c6-4670-ac51-fc0947dca4bb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Deleting port bf63f018-8113-43d2-b00f-53588f03e6e8 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:31:51.864149 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba2974fa-c6c6-4670-ac51-fc0947dca4bb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:51.951350 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4f83a-bb64-467c-87f9-4e857a680c52 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Subnet': ['ID=d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:51.978395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab0e1673-5b3f-40b3-83c9-8465feee8104 req-1f589e9c-88ec-495a-aabc-a2c3625dfc6f tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/f41daa05-9138-4b9f-8538-8a7c66f56892 HTTP/1.1" status: 200 len: 1801 time: 0.2212932 Apr 01 12:31:52.017931 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba2974fa-c6c6-4670-ac51-fc0947dca4bb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:52.018949 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba2974fa-c6c6-4670-ac51-fc0947dca4bb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:52.050443 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4d0d9a-9b7f-4ab4-879f-1b4040193484 x-openstack-request-id: req-7f4d0d9a-9b7f-4ab4-879f-1b4040193484 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:52.050738 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a5c85b-2f2d-441e-84d8-014742aa7385", "tag": "ccf36143-c2ee-4b5d-9b16-5d24e4a157c6", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:52.051006 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f4d0d9a-9b7f-4ab4-879f-1b4040193484 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:52.051338 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ba2974fa-c6c6-4670-ac51-fc0947dca4bb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Calling delete_port for bf63f018-8113-43d2-b00f-53588f03e6e8 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:31:52.051497 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4d0d9a-9b7f-4ab4-879f-1b4040193484'] response: {'name': 'network-changed', 'server_uuid': '39a5c85b-2f2d-441e-84d8-014742aa7385', 'tag': 'ccf36143-c2ee-4b5d-9b16-5d24e4a157c6', 'status': 'completed', 'code': 200} Apr 01 12:31:52.164928 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-ab0e1673-5b3f-40b3-83c9-8465feee8104 req-7433d8ee-c3da-4ea2-99db-7d3e58e70f0d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 12:31:52.165957 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab0e1673-5b3f-40b3-83c9-8465feee8104 req-7433d8ee-c3da-4ea2-99db-7d3e58e70f0d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "DELETE /v2.0/security-groups/f41daa05-9138-4b9f-8538-8a7c66f56892 HTTP/1.1" status: 409 len: 341 time: 0.1867416 Apr 01 12:31:52.170495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4f83a-bb64-467c-87f9-4e857a680c52 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Checking segment: {'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:52.170609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c4f83a-bb64-467c-87f9-4e857a680c52 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Network hostable DHCP agents. Network: a9f69244-fb4e-47fa-9497-4cf0558e39f6, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:31:52.202785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d84fb-90ec-4007-86bf-fa361bcf7096 req-76309ddc-559e-49c5-99a1-0b0170923030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:52.204334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb0d84fb-90ec-4007-86bf-fa361bcf7096 req-76309ddc-559e-49c5-99a1-0b0170923030 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d&device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 1175 time: 0.1134739 Apr 01 12:31:52.230571 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55643ef8-b273-459b-af26-c63307d6e009 req-4db30b4f-358f-4bee-892a-96b0849d3686 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0825336 Apr 01 12:31:52.277412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c4f83a-bb64-467c-87f9-4e857a680c52 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Network a9f69244-fb4e-47fa-9497-4cf0558e39f6 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:31:52.292509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-23c4f83a-bb64-467c-87f9-4e857a680c52 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, a9f69244-fb4e-47fa-9497-4cf0558e39f6) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:52.294836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Allocated IP 10.1.1.2 (286f6a75-d340-4ba6-8990-b8c5f29bc5eb/39b3fcc2-733d-4dd4-9533-6aa40c939ffc/c7eb1ec8-f363-4384-91f5-46c3053cca6f) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:52.298451 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c4f83a-bb64-467c-87f9-4e857a680c52 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:52.299323 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23c4f83a-bb64-467c-87f9-4e857a680c52 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:52.347408 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba2974fa-c6c6-4670-ac51-fc0947dca4bb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:52.359241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c055b7-ae6b-4788-913b-77dcd7e79faf None None] Network a9f69244-fb4e-47fa-9497-4cf0558e39f6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:52.364806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:52.422376 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-23c4f83a-bb64-467c-87f9-4e857a680c52 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5591621 Apr 01 12:31:52.427994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58342) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:52.431472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2974fa-c6c6-4670-ac51-fc0947dca4bb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Pushing event deleted for resources: {'Port': ['ID=bf63f018-8113-43d2-b00f-53588f03e6e8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:52.454421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'port': {'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb', 'name': 'tempest-TaggedBootDevicesTest-922953724', 'fixed_ips': [{'subnet_id': '39b3fcc2-733d-4dd4-9533-6aa40c939ffc'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:52.587008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58348) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:52.690427 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba2974fa-c6c6-4670-ac51-fc0947dca4bb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:52.692824 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba2974fa-c6c6-4670-ac51-fc0947dca4bb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:52.697721 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ba2974fa-c6c6-4670-ac51-fc0947dca4bb tempest-ServersTestJSON-1908701152 tempest-ServersTestJSON-1908701152-project] 10.222.0.45 "DELETE /v2.0/floatingips/2eed6780-4ecb-4389-aa2e-d3dd9f823ece HTTP/1.1" status: 204 len: 168 time: 1.2082973 Apr 01 12:31:52.703886 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58350) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:52.793066 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a331e-fbd2-4057-8d00-f9bc4d9a98f3 req-8f6c399e-333c-4f91-b40d-cda34cfa0005 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:52.801938 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-743a331e-fbd2-4057-8d00-f9bc4d9a98f3 req-8f6c399e-333c-4f91-b40d-cda34cfa0005 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2955253 Apr 01 12:31:52.810544 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-882204f5-d059-4b49-af79-088b6a20ab5b admin admin] Deleting subnet 74a53083-5e72-434c-ad37-9476aef64955 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:31:52.831751 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-a9f69244-fb4e-47fa-9497-4cf0558e39f6', 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'fixed_ips': [{'subnet_id': 'd6ab7f9b-722f-4e8f-b9e8-d959bb6929b9'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:31:52.832613 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:52.832962 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-882204f5-d059-4b49-af79-088b6a20ab5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:52.849679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d84fb-90ec-4007-86bf-fa361bcf7096 req-c935a38e-4073-47cb-a9b1-b345f7936870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:52.855198 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb0d84fb-90ec-4007-86bf-fa361bcf7096 req-c935a38e-4073-47cb-a9b1-b345f7936870 service neutron] 10.222.0.44 "GET /v2.0/networks?id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7 HTTP/1.1" status: 200 len: 913 time: 0.6380091 Apr 01 12:31:52.902333 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:52.922417 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-743a331e-fbd2-4057-8d00-f9bc4d9a98f3 req-9ab305d5-8a6f-4466-94ca-50332bba5407 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194506 Apr 01 12:31:52.924586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:53.001839 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-882204f5-d059-4b49-af79-088b6a20ab5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:53.017071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1ad47442-8b43-4a10-bf3d-5ae199b47b89 req-e21aa0c1-4fc8-4533-b25b-013bffa7d06c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.1804280 Apr 01 12:31:53.033526 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-3ff4cf9b-39bf-44b4-9334-7ff3dae02b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:53.036374 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-3ff4cf9b-39bf-44b4-9334-7ff3dae02b37 service neutron] 10.222.0.44 "GET /v2.0/ports/0001f562-db05-4af2-9682-0992e0cedd08 HTTP/1.1" status: 200 len: 1032 time: 0.4183333 Apr 01 12:31:53.143165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:53.145313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-fe14cb61-c85b-46fd-9b54-69854590d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:53.147928 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-fe14cb61-c85b-46fd-9b54-69854590d07b service neutron] 10.222.0.44 "GET /v2.0/ports/5e1b1c53-b540-4432-941f-2c8d708a455a HTTP/1.1" status: 200 len: 1032 time: 0.0502827 Apr 01 12:31:53.149617 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb0d84fb-90ec-4007-86bf-fa361bcf7096 req-22495b1c-84bf-49c4-864d-f4d0a6f53ab0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 HTTP/1.1" status: 200 len: 217 time: 0.1309607 Apr 01 12:31:53.167007 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-882204f5-d059-4b49-af79-088b6a20ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:53.174164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:53.188125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Pushing event updated for resources: {'Port': ['ID=c7eb1ec8-f363-4384-91f5-46c3053cca6f,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:53.202593 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:53.217929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8845c8-001c-49d3-868e-37d93ae67d91 req-1b53215e-0bd5-4b09-ae43-4280e606d29e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:53.225775 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b8845c8-001c-49d3-868e-37d93ae67d91 req-1b53215e-0bd5-4b09-ae43-4280e606d29e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 1024 time: 0.2046542 Apr 01 12:31:53.358715 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b8845c8-001c-49d3-868e-37d93ae67d91 req-cc056380-03ee-4dc0-937a-28aaf2aa4a92 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4110898-b9c4-46e0-ac9f-f322b693b0c5&id=54a6d368-a323-4131-b843-83c958559747&id=f41daa05-9138-4b9f-8538-8a7c66f56892&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1318557 Apr 01 12:31:53.439609 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-882204f5-d059-4b49-af79-088b6a20ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:53.465531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Attempting to bind port c7eb1ec8-f363-4384-91f5-46c3053cca6f on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:53.466173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Attempting to bind port c7eb1ec8-f363-4384-91f5-46c3053cca6f by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:53.466323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Attempting to bind port c7eb1ec8-f363-4384-91f5-46c3053cca6f on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:53.473319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Allocated IP 10.2.2.2 (a9f69244-fb4e-47fa-9497-4cf0558e39f6/d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9/eae76b32-4fae-442c-a19b-5d8422f12c9a) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:53.478697 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882204f5-d059-4b49-af79-088b6a20ab5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a53083-5e72-434c-ad37-9476aef64955,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:53.480829 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-882204f5-d059-4b49-af79-088b6a20ab5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:53.485301 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-882204f5-d059-4b49-af79-088b6a20ab5b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/74a53083-5e72-434c-ad37-9476aef64955 HTTP/1.1" status: 204 len: 168 time: 0.8848903 Apr 01 12:31:53.488230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58356) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:53.492036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:53.492036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Checking segment: {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:53.492499 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:53.493159 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Bound using segment: {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:53.493637 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Bound port: c7eb1ec8-f363-4384-91f5-46c3053cca6f, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:53.494068 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:53.545321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5d2a0c2d-4d2e-41ae-99e2-7ca25a338396 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:53.554467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5d2a0c2d-4d2e-41ae-99e2-7ca25a338396 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:53.562351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5d2a0c2d-4d2e-41ae-99e2-7ca25a338396 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:53.564187 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5d2a0c2d-4d2e-41ae-99e2-7ca25a338396 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "GET /v2.0/networks?id=d9505885-a6f9-4a04-a492-0ab3a7527bc1&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d HTTP/1.1" status: 200 len: 1993 time: 0.4008710 Apr 01 12:31:53.601962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] For port c7eb1ec8-f363-4384-91f5-46c3053cca6f, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:53.605880 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] For port c7eb1ec8-f363-4384-91f5-46c3053cca6f, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c7eb1ec8-f363-4384-91f5-46c3053cca6f,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:53.621336 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:53.627717 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:53.695359 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7df877a6-7d72-4e60-9105-94fb51f95e06 req-1d77db27-e788-40ec-81b2-3a54d850b937 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.2476521 Apr 01 12:31:53.700452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:53.766555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28893bd9-6552-4a1f-8e03-2b5f32096d4b None None] Pushing event updated for resources: {'Port': ['ID=c7eb1ec8-f363-4384-91f5-46c3053cca6f,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:53.776027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d84fb-90ec-4007-86bf-fa361bcf7096 req-d96b1c1f-6624-42fc-a2d1-957bd32c51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:53.781351 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb0d84fb-90ec-4007-86bf-fa361bcf7096 req-d96b1c1f-6624-42fc-a2d1-957bd32c51b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d09778a-0a32-4e43-b211-dccb9de93e72 HTTP/1.1" status: 200 len: 852 time: 0.6184697 Apr 01 12:31:53.909336 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:53.909876 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb0d84fb-90ec-4007-86bf-fa361bcf7096 req-7f49f97a-d526-4ac3-b799-ee51b434527e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42327cd7-6dce-4efc-8067-d1bc21cb8cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121070 Apr 01 12:31:53.926414 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:53.926728 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:53.956906 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:54.046371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0dddde-5b03-4bcc-9462-610fdaf0f9fb']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:54.057375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Network a9f69244-fb4e-47fa-9497-4cf0558e39f6 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:54.060677 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72735075-8d5d-4b29-b6c6-dfe47b66011c') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:54.061225 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72735075-8d5d-4b29-b6c6-dfe47b66011c') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:31:54.085610 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d46cf181-b74e-410d-ba6a-596e3a06c579 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0713e035054f4784a69028267597a06a HTTP/1.1" status: 200 len: 379 time: 0.4064322 Apr 01 12:31:54.096529 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.097634 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:54.103042 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:54.146511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'port': {'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'admin_state_up': True, 'tenant_id': '0713e035054f4784a69028267597a06a', 'security_groups': ['aef5d64a-6a48-4cbb-a034-85f1f9e99a6f']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:54.179767 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Pushing event updated for resources: {'Port': ['ID=eae76b32-4fae-442c-a19b-5d8422f12c9a,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:54.246873 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Attempting to bind port eae76b32-4fae-442c-a19b-5d8422f12c9a on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:31:54.247693 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Attempting to bind port eae76b32-4fae-442c-a19b-5d8422f12c9a by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:31:54.248148 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.248510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Attempting to bind port eae76b32-4fae-442c-a19b-5d8422f12c9a on network a9f69244-fb4e-47fa-9497-4cf0558e39f6 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:31:54.270951 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a85ddd2c-0aba-4d81-8ef1-e1e72d13bc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.279437 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:31:54.280211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Checking segment: {'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:31:54.282346 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.283484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Bound using segment: {'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:31:54.285708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Bound port: eae76b32-4fae-442c-a19b-5d8422f12c9a, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:31:54.286343 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.297619 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91d4b61f-c7db-4955-afb6-9c155d7063ce req-d1f9d889-da56-4ea4-8723-027d688f03a7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.1078768 Apr 01 12:31:54.324695 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:31:54.330489 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:54.331061 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.360515 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:31:54.361119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:31:54.368101 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:31:54.409262 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.436284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f79c39-d5b7-4de2-8a44-6383cfd6e726 req-88bb6472-34b0-48ee-b890-1f4f0ef6e47b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:54.445329 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e5f79c39-d5b7-4de2-8a44-6383cfd6e726 req-88bb6472-34b0-48ee-b890-1f4f0ef6e47b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.3313982 Apr 01 12:31:54.494761 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb0d84fb-90ec-4007-86bf-fa361bcf7096 req-7fa599fa-4752-447f-88b0-4f14d29e36f9 service neutron] 10.222.0.44 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813975 Apr 01 12:31:54.506270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204a18c-acf8-497d-9c41-64790dd70603 req-b00527e0-09c8-4194-83b5-cb87bc9bd51c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:54.507713 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b204a18c-acf8-497d-9c41-64790dd70603 req-b00527e0-09c8-4194-83b5-cb87bc9bd51c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 1024 time: 0.3009329 Apr 01 12:31:54.544305 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] For port eae76b32-4fae-442c-a19b-5d8422f12c9a, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:31:54.560868 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e5f79c39-d5b7-4de2-8a44-6383cfd6e726 req-95fdbb47-bc8c-4149-92e6-7f20ce06800a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144102 Apr 01 12:31:54.598751 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] device_id is not set on port 8ad2f7d1-56ac-460d-a99b-120b1294026b yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:31:54.631455 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.682440 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:54.689242 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379f975d-10db-40b7-af86-9b86b4fa8422" -d '{"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-plugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:54.722748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:54.732247 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.793418 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.805495 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.813638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] For port eae76b32-4fae-442c-a19b-5d8422f12c9a, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eae76b32-4fae-442c-a19b-5d8422f12c9a,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:31:54.830938 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4e0dddde-5b03-4bcc-9462-610fdaf0f9fb HTTP/1.1" status: 204 len: 168 time: 1.3391700 Apr 01 12:31:54.873996 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c7eb1ec8-f363-4384-91f5-46c3053cca6f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:54.887916 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:54.946434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8e149-60f9-48bb-bf0e-4e9507e05582 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0dddde-5b03-4bcc-9462-610fdaf0f9fb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:54.984875 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e913766-ca54-452f-a9c8-7e91c8694bd1 x-openstack-request-id: req-3e913766-ca54-452f-a9c8-7e91c8694bd1 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:54.985189 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-plugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:54.985415 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e913766-ca54-452f-a9c8-7e91c8694bd1 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:54.986286 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e913766-ca54-452f-a9c8-7e91c8694bd1'] response: {'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'code': 200} Apr 01 12:31:54.999177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:55.127748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-b204a18c-acf8-497d-9c41-64790dd70603 req-d4a013ae-4474-4204-b1c7-6bdbb09530d7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Deleting port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:31:55.128438 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b204a18c-acf8-497d-9c41-64790dd70603 req-d4a013ae-4474-4204-b1c7-6bdbb09530d7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:55.133877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58376) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:55.144542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a2225-9e03-46a4-acfb-ddfda11597fc None None] Pushing event updated for resources: {'Port': ['ID=eae76b32-4fae-442c-a19b-5d8422f12c9a,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:55.232468 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c7eb1ec8-f363-4384-91f5-46c3053cca6f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:55.233046 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:55.310473 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe33514b-d21b-4ad1-a16b-a62832f255f9 req-bb30464d-5d6e-4e36-80c4-e2cd495fb504 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1638002 Apr 01 12:31:55.339205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Allocated IP 10.1.1.36 (286f6a75-d340-4ba6-8990-b8c5f29bc5eb/39b3fcc2-733d-4dd4-9533-6aa40c939ffc/8ad2f7d1-56ac-460d-a99b-120b1294026b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:55.485850 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:55.643633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port c7eb1ec8-f363-4384-91f5-46c3053cca6f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c7eb1ec8-f363-4384-91f5-46c3053cca6f,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:55.650784 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:55.692708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edc716-e04f-4323-a0f2-809c9b1e9ad7 req-3b22fddf-de5b-4ad5-8aaa-10ee77906c1c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:55.701135 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91edc716-e04f-4323-a0f2-809c9b1e9ad7 req-3b22fddf-de5b-4ad5-8aaa-10ee77906c1c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 1024 time: 1.2005408 Apr 01 12:31:55.803354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b929102-588f-4274-868e-4988970901b0 req-037b4e29-2000-4043-b355-526c48bb7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:55.805024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b929102-588f-4274-868e-4988970901b0 req-037b4e29-2000-4043-b355-526c48bb7562 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1097 time: 0.7484832 Apr 01 12:31:55.805678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:55.809406 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:55.828466 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=c7eb1ec8-f363-4384-91f5-46c3053cca6f,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:55.839961 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e02cec-fd49-4e1c-86bd-024b550981e9 None None] Network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:55.911325 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91edc716-e04f-4323-a0f2-809c9b1e9ad7 req-221fb0b6-6d6c-456d-80c7-90bd93ca944c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4110898-b9c4-46e0-ac9f-f322b693b0c5&id=54a6d368-a323-4131-b843-83c958559747&id=f41daa05-9138-4b9f-8538-8a7c66f56892&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2092447 Apr 01 12:31:55.913362 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb0d84fb-90ec-4007-86bf-fa361bcf7096 req-0d577bb4-15a3-41b5-ae49-9d8a92844632 service neutron] 10.222.0.44 "GET /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4058907 Apr 01 12:31:55.981412 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:56.002071 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9a265267-58f5-49b7-b898-389d5b2d0d21 None None] Provisioning complete for port c7eb1ec8-f363-4384-91f5-46c3053cca6f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:56.004931 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9a265267-58f5-49b7-b898-389d5b2d0d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:56.141335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Allocated IP 172.20.0.9 (d9505885-a6f9-4a04-a492-0ab3a7527bc1/3034b60b-12d3-4ce0-8ff1-72aa527eb6b1/0468e38c-78b5-48d7-9cc6-7143f8d41d14) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:56.203958 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-617493c9-e17e-4022-ac6b-8fb89d4b9ea8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61889184afbc4061bc853c66e4b5a739&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0652397 Apr 01 12:31:56.207429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-b204a18c-acf8-497d-9c41-64790dd70603 req-d4a013ae-4474-4204-b1c7-6bdbb09530d7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] For port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:56.207866 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b204a18c-acf8-497d-9c41-64790dd70603 req-d4a013ae-4474-4204-b1c7-6bdbb09530d7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:56.219973 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58382) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:56.238927 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-b204a18c-acf8-497d-9c41-64790dd70603 req-d4a013ae-4474-4204-b1c7-6bdbb09530d7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Calling delete_port for ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:31:56.308434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b224-e9ff-4c4f-90e4-f7bdd2e9adda req-2e1172d0-00e9-4dfc-a419-6320ae76b6e9 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:56.310065 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:56.316249 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4726b224-e9ff-4c4f-90e4-f7bdd2e9adda req-2e1172d0-00e9-4dfc-a419-6320ae76b6e9 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 946 time: 0.2396848 Apr 01 12:31:56.355414 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-70a9bae2-b5fa-41c6-8948-eb45dd463e28 req-47e00824-5b27-4958-97f0-60ac2b46d699 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0386293 Apr 01 12:31:56.372642 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b929102-588f-4274-868e-4988970901b0 req-f461c0f8-8e79-474c-9ac8-ed9a1575be0a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5418153 Apr 01 12:31:56.417933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:56.420951 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:56.484008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Port': ['ID=8ad2f7d1-56ac-460d-a99b-120b1294026b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:56.522098 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b204a18c-acf8-497d-9c41-64790dd70603 req-d4a013ae-4474-4204-b1c7-6bdbb09530d7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:56.536140 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:31:56.595854 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4726b224-e9ff-4c4f-90e4-f7bdd2e9adda req-a1e16890-793f-4519-b4ee-fa5a3c545b7e tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787521 Apr 01 12:31:56.651789 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a85ddd2c-0aba-4d81-8ef1-e1e72d13bc5b admin admin] Deleting port b653b764-da45-479a-9c32-0cbbf3c63bff {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:31:56.652045 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a85ddd2c-0aba-4d81-8ef1-e1e72d13bc5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:56.676363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Port': ['ID=0468e38c-78b5-48d7-9cc6-7143f8d41d14,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:56.711478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:56.738567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Network d9505885-a6f9-4a04-a492-0ab3a7527bc1 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:56.742370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:56.750404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:56.752847 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a013ae-4474-4204-b1c7-6bdbb09530d7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event deleted for resources: {'Port': ['ID=ccf36143-c2ee-4b5d-9b16-5d24e4a157c6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:56.759139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:56.766960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:56.856807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696cc10-217e-44d4-9f5d-03b8f8f583e4 req-7a7304e3-7118-41e9-9d9f-283304e22e68 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:56.867339 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f696cc10-217e-44d4-9f5d-03b8f8f583e4 req-7a7304e3-7118-41e9-9d9f-283304e22e68 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 946 time: 0.3544147 Apr 01 12:31:56.872980 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c6c50e97-1657-4a8f-9791-91b3442e4e4c req-1f1cc91c-bdc6-4c69-9a11-8e56f29fcd66 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1147301 Apr 01 12:31:56.873658 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32c553cd-9c1d-4a5c-9a3d-644728f58907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:56.989713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eae76b32-4fae-442c-a19b-5d8422f12c9a up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:57.067135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:57.069175 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:57.105885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0b4e8ee2-0a0f-4cbb-9284-51bbff370cd6 None None] Provisioning complete for port c7eb1ec8-f363-4384-91f5-46c3053cca6f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:57.106831 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8ee2-0a0f-4cbb-9284-51bbff370cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:57.108573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b204a18c-acf8-497d-9c41-64790dd70603 req-d4a013ae-4474-4204-b1c7-6bdbb09530d7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] No DVR routers for this DVR port ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:31:57.127495 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32c553cd-9c1d-4a5c-9a3d-644728f58907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:57.132068 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b204a18c-acf8-497d-9c41-64790dd70603 req-d4a013ae-4474-4204-b1c7-6bdbb09530d7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:57.135444 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b204a18c-acf8-497d-9c41-64790dd70603 req-d4a013ae-4474-4204-b1c7-6bdbb09530d7 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.44 "DELETE /v2.0/ports/ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 HTTP/1.1" status: 204 len: 173 time: 2.5868397 Apr 01 12:31:57.136630 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a5c85b-2f2d-441e-84d8-014742aa7385', 'name': 'network-vif-deleted', 'tag': 'ccf36143-c2ee-4b5d-9b16-5d24e4a157c6'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:31:57.139750 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d428db8f-2502-4f84-b39f-287416c07522" -d '{"events": [{"server_uuid": "39a5c85b-2f2d-441e-84d8-014742aa7385", "name": "network-vif-deleted", "tag": "ccf36143-c2ee-4b5d-9b16-5d24e4a157c6"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:31:57.207363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:57.208045 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:57.212598 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3243aecd-d1b9-497b-b0ab-1301672be7f1 req-6d8aee0b-9da3-4b3d-b3bd-2e86caf2de0e tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a5c85b-2f2d-441e-84d8-014742aa7385 HTTP/1.1" status: 200 len: 210 time: 0.1015689 Apr 01 12:31:57.243113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b8eacca5-010a-4074-bcc9-3a26c20f0daa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0910406 Apr 01 12:31:57.249883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'port': {'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a', 'admin_state_up': True, 'tenant_id': '0713e035054f4784a69028267597a06a', 'security_groups': ['aef5d64a-6a48-4cbb-a034-85f1f9e99a6f']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:57.287669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-a85ddd2c-0aba-4d81-8ef1-e1e72d13bc5b admin admin] For port b653b764-da45-479a-9c32-0cbbf3c63bff, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b653b764-da45-479a-9c32-0cbbf3c63bff,segment=NetworkSegment(7653b545-d8e3-4f43-ac7b-2e63565f2f58),segment_id=7653b545-d8e3-4f43-ac7b-2e63565f2f58)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:57.288032 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a85ddd2c-0aba-4d81-8ef1-e1e72d13bc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:57.297772 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f696cc10-217e-44d4-9f5d-03b8f8f583e4 req-fe19bb3d-83fb-4001-aff3-46101023c2a8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387105 Apr 01 12:31:57.331773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a85ddd2c-0aba-4d81-8ef1-e1e72d13bc5b admin admin] Calling delete_port for b653b764-da45-479a-9c32-0cbbf3c63bff owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:31:57.386121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755eaea-b74f-46ff-84a4-eac88d4b2ef1 req-736d3151-63f1-430a-9961-b1237c03cc4d tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:57.387709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d755eaea-b74f-46ff-84a4-eac88d4b2ef1 req-736d3151-63f1-430a-9961-b1237c03cc4d tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 946 time: 0.3754454 Apr 01 12:31:57.395959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port eae76b32-4fae-442c-a19b-5d8422f12c9a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:57.396327 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:57.404008 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7226149c-209b-4d03-a465-4f34d1763e3b x-openstack-request-id: req-7226149c-209b-4d03-a465-4f34d1763e3b {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:31:57.404376 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a5c85b-2f2d-441e-84d8-014742aa7385", "name": "network-vif-deleted", "tag": "ccf36143-c2ee-4b5d-9b16-5d24e4a157c6", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:31:57.404549 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7226149c-209b-4d03-a465-4f34d1763e3b {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:31:57.404943 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7226149c-209b-4d03-a465-4f34d1763e3b'] response: {'server_uuid': '39a5c85b-2f2d-441e-84d8-014742aa7385', 'name': 'network-vif-deleted', 'tag': 'ccf36143-c2ee-4b5d-9b16-5d24e4a157c6', 'status': 'completed', 'code': 200} Apr 01 12:31:57.412798 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6e587c1f-e7a1-40a0-9d1e-64d8f850861c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9807363 Apr 01 12:31:57.415274 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32c553cd-9c1d-4a5c-9a3d-644728f58907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:57.418257 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32c553cd-9c1d-4a5c-9a3d-644728f58907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:57.422286 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-32c553cd-9c1d-4a5c-9a3d-644728f58907 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c266a22-23ed-4866-a2b0-118477c7158f HTTP/1.1" status: 204 len: 168 time: 1.1985688 Apr 01 12:31:57.422286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58392) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:57.442512 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'port': {'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb', 'name': 'tempest-TaggedBootDevicesTest-807276819', 'fixed_ips': [{'subnet_id': '39b3fcc2-733d-4dd4-9533-6aa40c939ffc'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:57.445680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c553cd-9c1d-4a5c-9a3d-644728f58907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c266a22-23ed-4866-a2b0-118477c7158f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:57.551382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b00081-036e-4bfa-a08b-15531013cad6 None None] Network a9f69244-fb4e-47fa-9497-4cf0558e39f6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:31:57.694923 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:57.927853 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:57.936616 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:57.996508 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] device_id is not set on port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:31:58.083341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:31:58.124266 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34ac9d8d-dd37-4f08-a571-359e8f88d5e8 req-e8d74bdd-616b-4ce6-8908-70d21260aeea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.3370125 Apr 01 12:31:58.144987 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port eae76b32-4fae-442c-a19b-5d8422f12c9a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eae76b32-4fae-442c-a19b-5d8422f12c9a,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:58.147716 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:31:58.148056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device ccf36143-c2ee-4b5d-9b16-5d24e4a157c6 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:31:58.149795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abe5ec-9f19-4390-bc18-7a6831c8579f req-bd18a7de-9509-421a-a6d8-19e97934f320 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:58.158765 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:58.159477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7abe5ec-9f19-4390-bc18-7a6831c8579f req-bd18a7de-9509-421a-a6d8-19e97934f320 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 931 time: 0.6339054 Apr 01 12:31:58.159648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c7eb1ec8-f363-4384-91f5-46c3053cca6f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:58.199360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d755eaea-b74f-46ff-84a4-eac88d4b2ef1 req-6c10e5c6-11fc-40c5-b663-6486eaa624e4 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Deleting port bddd4b6d-316f-494b-87db-ac3163dec9d5 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:31:58.199715 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d755eaea-b74f-46ff-84a4-eac88d4b2ef1 req-6c10e5c6-11fc-40c5-b663-6486eaa624e4 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:58.226306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:58.229701 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:58.286643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=eae76b32-4fae-442c-a19b-5d8422f12c9a,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:58.299659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Allocated IP 10.1.1.107 (286f6a75-d340-4ba6-8990-b8c5f29bc5eb/39b3fcc2-733d-4dd4-9533-6aa40c939ffc/a2a7919b-0809-47d2-8eb7-4b2be62c86d5) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:58.371785 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8f191b06-40ff-4189-b0fb-bc7db4df8239 None None] Provisioning complete for port eae76b32-4fae-442c-a19b-5d8422f12c9a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:58.372420 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8f191b06-40ff-4189-b0fb-bc7db4df8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:58.409447 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Allocated IP 10.1.1.247 (8299f7cb-4ccf-4e00-b386-8891291bcc0a/a946f799-cf29-42e6-b6bd-6fa7cca432b3/0cb3f7de-25f7-4620-82b0-780bc40d6bad) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:31:58.435046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6117b1-5987-45b0-9160-60b1d42be531 req-8598870d-b074-4e18-84f7-94b1ae4d5f2b tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:58.436827 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0c6117b1-5987-45b0-9160-60b1d42be531 req-8598870d-b074-4e18-84f7-94b1ae4d5f2b tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 946 time: 0.6946354 Apr 01 12:31:58.438488 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7abe5ec-9f19-4390-bc18-7a6831c8579f req-50c92280-4708-4318-92c4-c8adf70335d1 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780187 Apr 01 12:31:58.622777 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:58.660198 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a85ddd2c-0aba-4d81-8ef1-e1e72d13bc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:58.662782 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-42dd110a-a184-4652-be91-ac9831a554e3 req-d52f128d-ddff-4d69-b193-b70b38091a61 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1265604 Apr 01 12:31:58.678704 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:58.731614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0c6117b1-5987-45b0-9160-60b1d42be531 req-f1ab2ce4-4418-4bd3-af31-c1189d5eb583 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e5e5143-dfce-4e72-b0ce-b37b4051abab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844987 Apr 01 12:31:58.742647 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ddd2c-0aba-4d81-8ef1-e1e72d13bc5b admin admin] Pushing event deleted for resources: {'Port': ['ID=b653b764-da45-479a-9c32-0cbbf3c63bff,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:58.746755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:58.791117 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:58.798910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:31:58.876749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c7eb1ec8-f363-4384-91f5-46c3053cca6f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:58.877121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:58.953330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d755eaea-b74f-46ff-84a4-eac88d4b2ef1 req-6c10e5c6-11fc-40c5-b663-6486eaa624e4 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] For port bddd4b6d-316f-494b-87db-ac3163dec9d5, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bddd4b6d-316f-494b-87db-ac3163dec9d5,segment=NetworkSegment(150dbb05-e1a8-4d5f-b850-324e96d95997),segment_id=150dbb05-e1a8-4d5f-b850-324e96d95997)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:31:58.954265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d755eaea-b74f-46ff-84a4-eac88d4b2ef1 req-6c10e5c6-11fc-40c5-b663-6486eaa624e4 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:58.987509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8f191b06-40ff-4189-b0fb-bc7db4df8239 None None] Provisioning complete for port 0468e38c-78b5-48d7-9cc6-7143f8d41d14 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:58.987809 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8f191b06-40ff-4189-b0fb-bc7db4df8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.066485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d755eaea-b74f-46ff-84a4-eac88d4b2ef1 req-6c10e5c6-11fc-40c5-b663-6486eaa624e4 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Calling delete_port for bddd4b6d-316f-494b-87db-ac3163dec9d5 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:31:59.091540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8f191b06-40ff-4189-b0fb-bc7db4df8239 None None] Port 0468e38c-78b5-48d7-9cc6-7143f8d41d14 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:31:59.136190 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21ba3bc6-3ba9-4230-a00c-707aa92e53a7 req-16ced9af-c71a-42ae-87dc-268e563ff5b3 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/e4110898-b9c4-46e0-ac9f-f322b693b0c5 HTTP/1.1" status: 200 len: 1802 time: 0.2062471 Apr 01 12:31:59.173929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8f191b06-40ff-4189-b0fb-bc7db4df8239 None None] Provisioning complete for port 8ad2f7d1-56ac-460d-a99b-120b1294026b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:59.175043 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8f191b06-40ff-4189-b0fb-bc7db4df8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.189704 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58424) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:31:59.216197 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:31:59.307468 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8f191b06-40ff-4189-b0fb-bc7db4df8239 None None] Port 8ad2f7d1-56ac-460d-a99b-120b1294026b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:31:59.308694 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a85ddd2c-0aba-4d81-8ef1-e1e72d13bc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.359785 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.393728 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-21ba3bc6-3ba9-4230-a00c-707aa92e53a7 req-334ea8b1-fe76-42e8-a77b-b69ea31438c1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.408034 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:59.408711 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.427792 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Port': ['ID=a2a7919b-0809-47d2-8eb7-4b2be62c86d5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:59.441180 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-78440594-01bd-48a3-8faa-8f7105f56cd5 None None] Provisioning complete for port eae76b32-4fae-442c-a19b-5d8422f12c9a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:59.441547 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-78440594-01bd-48a3-8faa-8f7105f56cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.490973 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-21ba3bc6-3ba9-4230-a00c-707aa92e53a7 req-334ea8b1-fe76-42e8-a77b-b69ea31438c1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.525603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-network', 'tenant_id': '2fce831047c94997b9238cff43158acc'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:31:59.574560 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8c08a663-3988-4371-9407-4c9625b641f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1379209 Apr 01 12:31:59.603761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-78440594-01bd-48a3-8faa-8f7105f56cd5 None None] Provisioning complete for port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:59.615406 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-78440594-01bd-48a3-8faa-8f7105f56cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.646625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Made reservation on behalf of 2fce831047c94997b9238cff43158acc for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:31:59.650241 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.654413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eae76b32-4fae-442c-a19b-5d8422f12c9a up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:31:59.664946 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.669704 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-21ba3bc6-3ba9-4230-a00c-707aa92e53a7 req-334ea8b1-fe76-42e8-a77b-b69ea31438c1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.673943 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-21ba3bc6-3ba9-4230-a00c-707aa92e53a7 req-334ea8b1-fe76-42e8-a77b-b69ea31438c1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.675453 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21ba3bc6-3ba9-4230-a00c-707aa92e53a7 req-334ea8b1-fe76-42e8-a77b-b69ea31438c1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "DELETE /v2.0/security-groups/e4110898-b9c4-46e0-ac9f-f322b693b0c5 HTTP/1.1" status: 204 len: 173 time: 0.5384574 Apr 01 12:31:59.696326 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.702596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-78440594-01bd-48a3-8faa-8f7105f56cd5 None None] Port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:31:59.723981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port eae76b32-4fae-442c-a19b-5d8422f12c9a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:31:59.724462 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:31:59.735473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14b28b-e065-463c-89ee-9b23e310196b req-667a50c2-ed4b-4fe2-bc88-21006471913b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:31:59.744553 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ef14b28b-e065-463c-89ee-9b23e310196b req-667a50c2-ed4b-4fe2-bc88-21006471913b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 946 time: 0.7723670 Apr 01 12:31:59.776686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ea8b1-fe76-42e8-a77b-b69ea31438c1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4110898-b9c4-46e0-ac9f-f322b693b0c5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:59.786839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Port': ['ID=0cb3f7de-25f7-4620-82b0-780bc40d6bad,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:31:59.894256 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ef14b28b-e065-463c-89ee-9b23e310196b req-021f3f73-99fc-40f7-b064-9079bec85251 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433523 Apr 01 12:31:59.920550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85ddd2c-0aba-4d81-8ef1-e1e72d13bc5b admin admin] Router 16236bdb-0795-4ed6-9c6e-18e012d02553 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:31:59.933433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Network 8299f7cb-4ccf-4e00-b386-8891291bcc0a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:31:59.962514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:31:59.975470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:00.034223 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d755eaea-b74f-46ff-84a4-eac88d4b2ef1 req-6c10e5c6-11fc-40c5-b663-6486eaa624e4 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:00.108077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10e5c6-11fc-40c5-b663-6486eaa624e4 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Pushing event deleted for resources: {'Port': ['ID=bddd4b6d-316f-494b-87db-ac3163dec9d5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:00.123987 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85ddd2c-0aba-4d81-8ef1-e1e72d13bc5b admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:32:00.136107 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65c42b-6235-4bf6-8cb5-8d8e57d63022 None None] Sync routers for ids ['16236bdb-0795-4ed6-9c6e-18e012d02553'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:32:00.138635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84227cc-efa6-4807-a9e2-66757960c070 req-43323cd3-21f4-4e92-a363-71814bcfcc65 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:00.150249 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a85ddd2c-0aba-4d81-8ef1-e1e72d13bc5b admin admin] 10.222.0.45 "PUT /v2.0/routers/16236bdb-0795-4ed6-9c6e-18e012d02553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4410164 Apr 01 12:32:00.150615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84227cc-efa6-4807-a9e2-66757960c070 req-43323cd3-21f4-4e92-a363-71814bcfcc65 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:00.150842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58440) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:00.151628 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a84227cc-efa6-4807-a9e2-66757960c070 req-43323cd3-21f4-4e92-a363-71814bcfcc65 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 1653 time: 0.3021142 Apr 01 12:32:00.160152 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65c42b-6235-4bf6-8cb5-8d8e57d63022 None None] Routers {'16236bdb-0795-4ed6-9c6e-18e012d02553'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:32:00.160822 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0b65c42b-6235-4bf6-8cb5-8d8e57d63022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['16236bdb-0795-4ed6-9c6e-18e012d02553'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:00.230192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:00.231942 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:00.317312 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58442) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:00.327664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f7393e26-269a-4835-9d86-537b0ab23ea1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717780931', 'description': 'tempest-description--1189731034'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:00.337960 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-0b65c42b-6235-4bf6-8cb5-8d8e57d63022 None None] Set router 16236bdb-0795-4ed6-9c6e-18e012d02553 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:32:00.344168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d755eaea-b74f-46ff-84a4-eac88d4b2ef1 req-6c10e5c6-11fc-40c5-b663-6486eaa624e4 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] No DVR routers for this DVR port bddd4b6d-316f-494b-87db-ac3163dec9d5 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:32:00.386522 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d755eaea-b74f-46ff-84a4-eac88d4b2ef1 req-6c10e5c6-11fc-40c5-b663-6486eaa624e4 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:00.394259 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d755eaea-b74f-46ff-84a4-eac88d4b2ef1 req-6c10e5c6-11fc-40c5-b663-6486eaa624e4 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.37 "DELETE /v2.0/ports/bddd4b6d-316f-494b-87db-ac3163dec9d5 HTTP/1.1" status: 204 len: 173 time: 2.9789541 Apr 01 12:32:00.394759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6052013-d071-4830-9077-9e1387bf6fde', 'name': 'network-vif-deleted', 'tag': 'bddd4b6d-316f-494b-87db-ac3163dec9d5'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:00.411972 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a41c17-3b20-4e35-8317-b1c488065300" -d '{"events": [{"server_uuid": "b6052013-d071-4830-9077-9e1387bf6fde", "name": "network-vif-deleted", "tag": "bddd4b6d-316f-494b-87db-ac3163dec9d5"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:00.443804 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a575a89d-546c-4e5f-b8c6-6a4b1909abde tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2005153 Apr 01 12:32:00.449398 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:00.480246 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:00.500392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'port': {'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a', 'admin_state_up': True, 'tenant_id': '0713e035054f4784a69028267597a06a', 'security_groups': ['aef5d64a-6a48-4cbb-a034-85f1f9e99a6f']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:00.510855 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44c2be32-7582-4fd4-b5e8-976205740326 req-c4ef6454-3925-4df1-bcc9-f92ba355aa09 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/f41daa05-9138-4b9f-8538-8a7c66f56892 HTTP/1.1" status: 200 len: 1801 time: 0.1692679 Apr 01 12:32:00.569178 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6acdceaf-70a5-49bb-88fe-d3a51cf898ec None None] Provisioning complete for port 0cb3f7de-25f7-4620-82b0-780bc40d6bad triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:00.570234 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6acdceaf-70a5-49bb-88fe-d3a51cf898ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:00.617384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a84227cc-efa6-4807-a9e2-66757960c070 req-1b6afcac-f827-4907-8b16-561c012d0e78 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4474254 Apr 01 12:32:00.644886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:32:00.682797 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0b65c42b-6235-4bf6-8cb5-8d8e57d63022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:31:57Z', 'revision_number': 5, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:00.723688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6acdceaf-70a5-49bb-88fe-d3a51cf898ec None None] Port 0cb3f7de-25f7-4620-82b0-780bc40d6bad cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:00.726277 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65c42b-6235-4bf6-8cb5-8d8e57d63022 None None] Checking router: 16236bdb-0795-4ed6-9c6e-18e012d02553 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:32:00.737741 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65c42b-6235-4bf6-8cb5-8d8e57d63022 None None] Routers {'16236bdb-0795-4ed6-9c6e-18e012d02553'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:32:00.738625 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0b65c42b-6235-4bf6-8cb5-8d8e57d63022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['16236bdb-0795-4ed6-9c6e-18e012d02553'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:00.745864 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7393e26-269a-4835-9d86-537b0ab23ea1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:00.754752 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:00.758224 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:00.758639 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Added segment 26ae0f6d-c7e0-4ee0-89ca-9848a13d374d of type vlan for network f506db82-9f19-4c70-8f0a-89454f5537eb Apr 01 12:32:00.761149 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8202fc31-d586-4402-8c8d-b1f19f7a8377,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:00.838466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b7439b05-c74c-4c5e-ac8e-49ffcf89079c req-9fbc3672-5c38-423f-8033-8a28015423e4 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0732033 Apr 01 12:32:00.868949 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-0b65c42b-6235-4bf6-8cb5-8d8e57d63022 None None] Set router 16236bdb-0795-4ed6-9c6e-18e012d02553 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:32:00.875824 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-44c2be32-7582-4fd4-b5e8-976205740326 req-10d0ef0e-1bc2-4aff-96a0-f3ec37a01bb1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:00.903820 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:00.999063 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.000418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:01.001239 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.008356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:01.012926 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.028941 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7393e26-269a-4835-9d86-537b0ab23ea1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.068703 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7393e26-269a-4835-9d86-537b0ab23ea1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.090515 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a6321ff5-4b25-4987-80e6-7f240ab1de06 req-9ee27205-498f-4310-9974-d6ccfff85693 tempest-VolumesAdminNegativeTest-811586144 tempest-VolumesAdminNegativeTest-811586144-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6052013-d071-4830-9077-9e1387bf6fde HTTP/1.1" status: 200 len: 210 time: 0.0848033 Apr 01 12:32:01.111933 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9193692 Apr 01 12:32:01.113142 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7393e26-269a-4835-9d86-537b0ab23ea1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.114915 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f7393e26-269a-4835-9d86-537b0ab23ea1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7957213 Apr 01 12:32:01.115485 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58448) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:01.129216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58450) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:01.137231 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-74268200-bde5-4964-a9c3-3503d837e3f5 admin admin] Request body: {'subnet': {'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-subnet', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:01.140277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-52d17d94-7a3b-4022-b9bb-35823ff48aa6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'security_group_rule': {'security_group_id': 'a3e75318-7f63-4c52-96a9-0bce6b8fe980', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:01.152502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-44c2be32-7582-4fd4-b5e8-976205740326 req-10d0ef0e-1bc2-4aff-96a0-f3ec37a01bb1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.254623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7393e26-269a-4835-9d86-537b0ab23ea1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e75318-7f63-4c52-96a9-0bce6b8fe980,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:01.286891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74268200-bde5-4964-a9c3-3503d837e3f5 admin admin] Made reservation on behalf of 2fce831047c94997b9238cff43158acc for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:01.289456 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74268200-bde5-4964-a9c3-3503d837e3f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.331741 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.366128 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-44c2be32-7582-4fd4-b5e8-976205740326 req-10d0ef0e-1bc2-4aff-96a0-f3ec37a01bb1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.369078 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-44c2be32-7582-4fd4-b5e8-976205740326 req-10d0ef0e-1bc2-4aff-96a0-f3ec37a01bb1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.370389 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44c2be32-7582-4fd4-b5e8-976205740326 req-10d0ef0e-1bc2-4aff-96a0-f3ec37a01bb1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "DELETE /v2.0/security-groups/f41daa05-9138-4b9f-8538-8a7c66f56892 HTTP/1.1" status: 204 len: 173 time: 0.8585033 Apr 01 12:32:01.399458 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0ef0e-1bc2-4aff-96a0-f3ec37a01bb1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41daa05-9138-4b9f-8538-8a7c66f56892,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:01.402189 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0b65c42b-6235-4bf6-8cb5-8d8e57d63022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:31:57Z', 'revision_number': 5, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:01.413523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56819889-76ea-4156-a422-9311bf8ad7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=f506db82-9f19-4c70-8f0a-89454f5537eb,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:01.439796 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65c42b-6235-4bf6-8cb5-8d8e57d63022 None None] The sync data for ids ['16236bdb-0795-4ed6-9c6e-18e012d02553'] in n-d-836146-1 is: [{'id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'name': 'tempest-ServersTestJSON-91876978-router', 'tenant_id': '57f43c368539419980a35d2786b94e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:06Z', 'updated_at': '2022-04-01T12:31:57Z', 'revision_number': 5, 'project_id': '57f43c368539419980a35d2786b94e02', 'gw_port': {'id': '88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16236bdb-0795-4ed6-9c6e-18e012d02553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:07Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:32:01.469607 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network f506db82-9f19-4c70-8f0a-89454f5537eb details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:32:01.539572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Allocated IP 10.1.1.146 (8299f7cb-4ccf-4e00-b386-8891291bcc0a/a946f799-cf29-42e6-b6bd-6fa7cca432b3/a2f119a9-b8d7-4a60-9c4f-c9688743c1cb) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:01.544756 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Deleting port 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:32:01.544756 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.579813 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176ccf4b-131a-46fa-8d10-710809f5a554 x-openstack-request-id: req-176ccf4b-131a-46fa-8d10-710809f5a554 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:01.580267 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6052013-d071-4830-9077-9e1387bf6fde", "name": "network-vif-deleted", "tag": "bddd4b6d-316f-494b-87db-ac3163dec9d5", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:01.580668 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-176ccf4b-131a-46fa-8d10-710809f5a554 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:01.581289 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176ccf4b-131a-46fa-8d10-710809f5a554'] response: {'server_uuid': 'b6052013-d071-4830-9077-9e1387bf6fde', 'name': 'network-vif-deleted', 'tag': 'bddd4b6d-316f-494b-87db-ac3163dec9d5', 'status': 'completed', 'code': 200} Apr 01 12:32:01.589963 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52d17d94-7a3b-4022-b9bb-35823ff48aa6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.670727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b330714-49c6-4d0a-88c6-42da838aee18 req-713eedbf-a45e-4cab-98ac-820dade2d432 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:01.683775 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b330714-49c6-4d0a-88c6-42da838aee18 req-713eedbf-a45e-4cab-98ac-820dade2d432 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 946 time: 0.2665405 Apr 01 12:32:01.687145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58458) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:01.696750 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-cec3ad18-f177-4f75-96cb-88d4b5903476 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Request body: {'floatingip': {'port_id': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:01.724805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-0cab9ed7-dde1-4592-9fe7-2fb4e3991cdd req-50d6a2fa-da1d-4852-8c90-f6e1edb37c3a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1780947722', 'description': 'tempest-description-1046060008'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:01.749231 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74268200-bde5-4964-a9c3-3503d837e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.766150 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cec3ad18-f177-4f75-96cb-88d4b5903476 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.785418 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52d17d94-7a3b-4022-b9bb-35823ff48aa6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.814067 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52d17d94-7a3b-4022-b9bb-35823ff48aa6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.869955 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] For port 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:01.870463 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.870801 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0cab9ed7-dde1-4592-9fe7-2fb4e3991cdd req-50d6a2fa-da1d-4852-8c90-f6e1edb37c3a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.935500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d17d94-7a3b-4022-b9bb-35823ff48aa6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4264c17-38f3-4242-845f-9945af5a4955,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:01.960194 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52d17d94-7a3b-4022-b9bb-35823ff48aa6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:01.961498 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-52d17d94-7a3b-4022-b9bb-35823ff48aa6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8305378 Apr 01 12:32:01.973421 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device bddd4b6d-316f-494b-87db-ac3163dec9d5 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:32:01.998254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58460) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:02.006509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-e85bad08-5bf9-48d6-ab49-998c0a792451 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'security_group_rule': {'security_group_id': 'a3e75318-7f63-4c52-96a9-0bce6b8fe980', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:02.038359 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:02.108331 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e85bad08-5bf9-48d6-ab49-998c0a792451 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:02.115054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: bddd4b6d-316f-494b-87db-ac3163dec9d5 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:32:02.118084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device bddd4b6d-316f-494b-87db-ac3163dec9d5 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:32:02.118327 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0cab9ed7-dde1-4592-9fe7-2fb4e3991cdd req-50d6a2fa-da1d-4852-8c90-f6e1edb37c3a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:02.140258 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0cab9ed7-dde1-4592-9fe7-2fb4e3991cdd req-50d6a2fa-da1d-4852-8c90-f6e1edb37c3a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:02.167490 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0cab9ed7-dde1-4592-9fe7-2fb4e3991cdd req-50d6a2fa-da1d-4852-8c90-f6e1edb37c3a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:02.168948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0cab9ed7-dde1-4592-9fe7-2fb4e3991cdd req-50d6a2fa-da1d-4852-8c90-f6e1edb37c3a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4518547 Apr 01 12:32:02.257635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:02.288116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6a2fa-da1d-4852-8c90-f6e1edb37c3a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df1edb1-ee9c-4387-bc38-53c015047f36,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:02.328794 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e85bad08-5bf9-48d6-ab49-998c0a792451 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:02.336530 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Calling delete_port for 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:32:02.339931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Network 8299f7cb-4ccf-4e00-b386-8891291bcc0a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:02.341346 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e85bad08-5bf9-48d6-ab49-998c0a792451 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:02.362478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:02.365035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:02.379416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74268200-bde5-4964-a9c3-3503d837e3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=079b5b13-13c9-4572-b367-b9a573856dd3,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:02.392502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Port': ['ID=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:02.442416 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e85bad08-5bf9-48d6-ab49-998c0a792451 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:02.443630 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e85bad08-5bf9-48d6-ab49-998c0a792451 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4421456 Apr 01 12:32:02.444358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bad08-5bf9-48d6-ab49-998c0a792451 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d867431-c6c3-4820-909f-f25292b64f33,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:02.451763 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58474) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:02.457675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:02.490971 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:02.531554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:02.532228 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:02.555744 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686020-f977-49b0-99d3-7a988f123367 req-5b155de7-a705-4d24-bd6f-0eeb4dbb0abb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:02.562901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686020-f977-49b0-99d3-7a988f123367 req-5b155de7-a705-4d24-bd6f-0eeb4dbb0abb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:02.569030 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686020-f977-49b0-99d3-7a988f123367 req-5b155de7-a705-4d24-bd6f-0eeb4dbb0abb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:02.578089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1686020-f977-49b0-99d3-7a988f123367 req-5b155de7-a705-4d24-bd6f-0eeb4dbb0abb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 2374 time: 0.2043672 Apr 01 12:32:02.648691 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c6491061-b749-4615-9602-837f5fc8a7dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1731608 Apr 01 12:32:02.673329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'port': {'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d', 'admin_state_up': True, 'tenant_id': '0713e035054f4784a69028267597a06a', 'security_groups': ['aef5d64a-6a48-4cbb-a034-85f1f9e99a6f']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:02.747484 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1686020-f977-49b0-99d3-7a988f123367 req-a169311d-045a-4553-8b95-ce68a5fb7ea3 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682708 Apr 01 12:32:02.879609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58480) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:02.897329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fccefb19-ec8b-4f67-bc9e-289c6f67376b None None] Provisioning complete for port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:02.900220 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fccefb19-ec8b-4f67-bc9e-289c6f67376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:02.914930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74268200-bde5-4964-a9c3-3503d837e3f5 admin admin] Checking segment: {'id': '26ae0f6d-c7e0-4ee0-89ca-9848a13d374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:02.915660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74268200-bde5-4964-a9c3-3503d837e3f5 admin admin] Network hostable DHCP agents. Network: f506db82-9f19-4c70-8f0a-89454f5537eb, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:32:02.945115 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-fccefb19-ec8b-4f67-bc9e-289c6f67376b None None] Port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:02.949805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea452f4-815a-4a27-bc60-aab85d10b9f6 admin admin] Deleting subnet 4f972d32-5f51-48b2-a84c-662f5c12b08b {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:32:02.959870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eea452f4-815a-4a27-bc60-aab85d10b9f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.051577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e12f3a81-49e9-4b4f-83a0-caed1d970f91 req-93e7a8b2-e71c-4045-8336-74c9113c1177 tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1323781 Apr 01 12:32:03.077346 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d60e3a2-0f87-4454-87da-b05737bf4352 req-be660d44-006a-4085-a43f-3535e9f80d93 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/8df1edb1-ee9c-4387-bc38-53c015047f36 HTTP/1.1" status: 200 len: 1803 time: 0.1192298 Apr 01 12:32:03.089409 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eea452f4-815a-4a27-bc60-aab85d10b9f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.089708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74268200-bde5-4964-a9c3-3503d837e3f5 admin admin] Network f506db82-9f19-4c70-8f0a-89454f5537eb is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:32:03.097401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.134868 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8d60e3a2-0f87-4454-87da-b05737bf4352 req-a1546c7f-aa5b-4d6e-a5e4-855f150d486d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1484005576', 'description': 'tempest-description-hth-562533691'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:03.147852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-74268200-bde5-4964-a9c3-3503d837e3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, f506db82-9f19-4c70-8f0a-89454f5537eb) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:03.152917 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74268200-bde5-4964-a9c3-3503d837e3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:03.154187 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74268200-bde5-4964-a9c3-3503d837e3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.157811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aacb79-2d13-4210-bdeb-1d3f72d190e2 None None] Network f506db82-9f19-4c70-8f0a-89454f5537eb requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:03.273418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:03.313650 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8d60e3a2-0f87-4454-87da-b05737bf4352 req-a1546c7f-aa5b-4d6e-a5e4-855f150d486d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.321153 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eea452f4-815a-4a27-bc60-aab85d10b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.373991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b653b764-da45-479a-9c32-0cbbf3c63bff no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:32:03.408816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de26df-0d4d-4d1a-96f3-b11e02958733 None None] Network f506db82-9f19-4c70-8f0a-89454f5537eb requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:03.413214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: b653b764-da45-479a-9c32-0cbbf3c63bff {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:32:03.413743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b653b764-da45-479a-9c32-0cbbf3c63bff not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:32:03.421580 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cec3ad18-f177-4f75-96cb-88d4b5903476 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.438839 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-74268200-bde5-4964-a9c3-3503d837e3f5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3141913 Apr 01 12:32:03.443825 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cec3ad18-f177-4f75-96cb-88d4b5903476 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.562701 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58484) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:03.585461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:03.652132 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-53b10eee-59e3-45e2-98aa-280e1cb71bab req-6fee8315-3068-4ca5-b0c0-791f92de714e tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.2247095 Apr 01 12:32:03.669772 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.705009 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Pushing event deleted for resources: {'Port': ['ID=88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:03.715759 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.717588 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.724313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Allocated IP 172.25.7.31 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/71a55227-72fb-48ee-9c23-0b5d887b4b80) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:03.727025 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-cec3ad18-f177-4f75-96cb-88d4b5903476 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Floating IP 4e376590-9adf-4bee-ba11-971bce4248b3 associated. External IP: 172.25.7.44, port: 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed. Apr 01 12:32:03.877771 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8d60e3a2-0f87-4454-87da-b05737bf4352 req-a1546c7f-aa5b-4d6e-a5e4-855f150d486d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.892108 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8d60e3a2-0f87-4454-87da-b05737bf4352 req-a1546c7f-aa5b-4d6e-a5e4-855f150d486d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.894718 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8d60e3a2-0f87-4454-87da-b05737bf4352 req-a1546c7f-aa5b-4d6e-a5e4-855f150d486d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.896032 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d60e3a2-0f87-4454-87da-b05737bf4352 req-a1546c7f-aa5b-4d6e-a5e4-855f150d486d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "PUT /v2.0/security-groups/8df1edb1-ee9c-4387-bc38-53c015047f36 HTTP/1.1" status: 200 len: 1776 time: 0.8052816 Apr 01 12:32:03.899053 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.929588 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eea452f4-815a-4a27-bc60-aab85d10b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.951678 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:03.970607 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.003300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea452f4-815a-4a27-bc60-aab85d10b9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f972d32-5f51-48b2-a84c-662f5c12b08b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:04.005391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eea452f4-815a-4a27-bc60-aab85d10b9f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.008658 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-eea452f4-815a-4a27-bc60-aab85d10b9f6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4f972d32-5f51-48b2-a84c-662f5c12b08b HTTP/1.1" status: 204 len: 168 time: 1.1273222 Apr 01 12:32:04.023430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58490) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:04.025636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1546c7f-aa5b-4d6e-a5e4-855f150d486d tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df1edb1-ee9c-4387-bc38-53c015047f36,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:04.051374 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.205399 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.209422 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.224356 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad7a8ed6-28b8-4fa2-861c-a61068d84757 req-b3b9b734-b4cb-4ccd-8b2c-3c5992c9d306 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/8df1edb1-ee9c-4387-bc38-53c015047f36 HTTP/1.1" status: 200 len: 1776 time: 0.2840104 Apr 01 12:32:04.285737 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.332919 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.339733 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.346432 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4c1b-b0d1-42f4-8d48-81d40c53e66c req-7a4f0b4e-d47e-452a-87e4-9062d3a374dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:04.352259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4c1b-b0d1-42f4-8d48-81d40c53e66c req-7a4f0b4e-d47e-452a-87e4-9062d3a374dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:04.358125 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4c1b-b0d1-42f4-8d48-81d40c53e66c req-7a4f0b4e-d47e-452a-87e4-9062d3a374dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:04.359811 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cdeb4c1b-b0d1-42f4-8d48-81d40c53e66c req-7a4f0b4e-d47e-452a-87e4-9062d3a374dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 2374 time: 0.3836348 Apr 01 12:32:04.363404 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.363936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16236bdb-0795-4ed6-9c6e-18e012d02553 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:32:04.370168 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.375152 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-394ec496-c174-4a55-bacb-37b6b2e1e603 admin admin] 10.222.0.45 "DELETE /v2.0/routers/16236bdb-0795-4ed6-9c6e-18e012d02553 HTTP/1.1" status: 204 len: 168 time: 4.2206926 Apr 01 12:32:04.377531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58494) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:04.460842 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cdeb4c1b-b0d1-42f4-8d48-81d40c53e66c req-04d2866b-9bf9-4bee-ad18-b9de23fbeb13 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482857 Apr 01 12:32:04.468187 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7780b18-3864-40c3-9b75-cea478ed4f1b req-8885751f-9a6f-4eb5-a806-4b580a780279 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/8df1edb1-ee9c-4387-bc38-53c015047f36 HTTP/1.1" status: 200 len: 1776 time: 0.1978376 Apr 01 12:32:04.513753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec3ad18-f177-4f75-96cb-88d4b5903476 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:32:04.546394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:04.561842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Port': ['ID=71a55227-72fb-48ee-9c23-0b5d887b4b80,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:04.582653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Allocated IP 10.2.2.100 (5d19e00b-4c7e-469c-977f-eafd0fa09c3d/d2eb4401-4562-462a-a096-0228c37ee74c/782604cb-2bb9-428a-9dc4-3a1149c5ee64) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:04.601031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:04.624605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:04.662053 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.701506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba9bb91-5073-4c02-88b6-b4d5e269ee18 admin admin] Deleting subnet f506a90d-7898-4784-9b9d-4bf9cd0cae59 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:32:04.738018 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fba9bb91-5073-4c02-88b6-b4d5e269ee18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.766775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e874777-b55e-463c-b9ee-9896ca3de349']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:04.775999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e7780b18-3864-40c3-9b75-cea478ed4f1b req-9c6c0398-b715-4953-9d45-b01a30555bb8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.803685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150dbb05-e1a8-4d5f-b850-324e96d95997') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:04.803685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150dbb05-e1a8-4d5f-b850-324e96d95997') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:04.844265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.873451 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fba9bb91-5073-4c02-88b6-b4d5e269ee18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:04.970994 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e7780b18-3864-40c3-9b75-cea478ed4f1b req-9c6c0398-b715-4953-9d45-b01a30555bb8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.024129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.052538 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.085027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:32:05.085618 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:32:05.089259 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:32:05.167721 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-39a0f33d-e153-4980-982f-3c73e3ede45f req-14f6370c-3b24-4aa0-8fa4-712c398d296d tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.3876050 Apr 01 12:32:05.178549 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec3ad18-f177-4f75-96cb-88d4b5903476 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:32:05.184100 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cec3ad18-f177-4f75-96cb-88d4b5903476 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.195024 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4612fa-d980-4014-a6eb-bf12f54bd9d8 None None] Sync routers for ids ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:32:05.204819 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.222236 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4612fa-d980-4014-a6eb-bf12f54bd9d8 None None] Routers {'4e24d4aa-4256-493f-bdb8-733dc19c9f30'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:32:05.229406 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5f4612fa-d980-4014-a6eb-bf12f54bd9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:05.229682 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.253098 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cec3ad18-f177-4f75-96cb-88d4b5903476 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "PUT /v2.0/floatingips/4e376590-9adf-4bee-ba11-971bce4248b3 HTTP/1.1" status: 200 len: 991 time: 3.5611095 Apr 01 12:32:05.295191 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.299262 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:05.301945 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73c6cb5-998e-40f2-a065-5b9b4b636197" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:05.359687 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fba9bb91-5073-4c02-88b6-b4d5e269ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.417288 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.419042 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.421008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Allocated IP 172.25.7.23 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/7abfccf6-01f9-40de-bd34-4072bc8e7138) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:05.442683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5f4612fa-d980-4014-a6eb-bf12f54bd9d8 None None] Set router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:32:05.446477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:32:05.500149 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:32:05.500784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 88fdfa3f-1b80-4ed0-91c4-fcbd0b649a39 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:32:05.567153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.574103 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.580258 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fba9bb91-5073-4c02-88b6-b4d5e269ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.592506 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e7780b18-3864-40c3-9b75-cea478ed4f1b req-9c6c0398-b715-4953-9d45-b01a30555bb8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.594989 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e7780b18-3864-40c3-9b75-cea478ed4f1b req-9c6c0398-b715-4953-9d45-b01a30555bb8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.596119 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7780b18-3864-40c3-9b75-cea478ed4f1b req-9c6c0398-b715-4953-9d45-b01a30555bb8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "DELETE /v2.0/security-groups/8df1edb1-ee9c-4387-bc38-53c015047f36 HTTP/1.1" status: 204 len: 173 time: 1.0965171 Apr 01 12:32:05.639261 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fba9bb91-5073-4c02-88b6-b4d5e269ee18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.644915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fba9bb91-5073-4c02-88b6-b4d5e269ee18 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f506a90d-7898-4784-9b9d-4bf9cd0cae59 HTTP/1.1" status: 204 len: 168 time: 1.2615488 Apr 01 12:32:05.647194 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58506) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:05.652961 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.658678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] 10.222.0.45 "DELETE /v2.0/networks/2e874777-b55e-463c-b9ee-9896ca3de349 HTTP/1.1" status: 204 len: 168 time: 1.6316473 Apr 01 12:32:05.661353 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404feaba-17b9-44be-b14f-cb2c5f1e307e None None] Network 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:05.663748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58508) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:05.701569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9bb91-5073-4c02-88b6-b4d5e269ee18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f506a90d-7898-4784-9b9d-4bf9cd0cae59,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:05.706826 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c0398-b715-4953-9d45-b01a30555bb8 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df1edb1-ee9c-4387-bc38-53c015047f36,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:05.730605 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3c6f70-6bd9-4e45-ae42-5c94a12250f5 x-openstack-request-id: req-2e3c6f70-6bd9-4e45-ae42-5c94a12250f5 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:05.730894 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:05.731319 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e3c6f70-6bd9-4e45-ae42-5c94a12250f5 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:05.732908 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3c6f70-6bd9-4e45-ae42-5c94a12250f5'] response: {'name': 'network-changed', 'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'status': 'completed', 'code': 200} Apr 01 12:32:05.770341 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.799070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:05.802080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c406f18-3b0a-48f9-b534-0a47a27ac25e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e874777-b55e-463c-b9ee-9896ca3de349,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:05.804772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65deb18e-5a2a-42c7-ab92-67fa24f1cb23 req-c7187ecc-f8a3-4b3f-ab9c-0db37ec2eb63 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:05.808448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:05.813924 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-65deb18e-5a2a-42c7-ab92-67fa24f1cb23 req-c7187ecc-f8a3-4b3f-ab9c-0db37ec2eb63 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 946 time: 0.2419627 Apr 01 12:32:05.824070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:05.859477 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.933178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:05.935088 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.950794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b3ff0f-13bc-48a9-b855-3cf14f5283b8 admin admin] Deleting subnet d33c92ba-e5f2-4c96-a0c4-d353e3677ee7 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:32:05.952452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Port': ['ID=782604cb-2bb9-428a-9dc4-3a1149c5ee64,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:05.955767 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:05.969262 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-59b3ff0f-13bc-48a9-b855-3cf14f5283b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.014241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:06.030132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5f4612fa-d980-4014-a6eb-bf12f54bd9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:31:26Z', 'revision_number': 4, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '4e376590-9adf-4bee-ba11-971bce4248b3', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'port_id': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'mac_address': 'fa:16:3e:23:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:31:32Z', 'updated_at': '2022-04-01T12:32:03Z', 'revision_number': 1, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba56250-b101-4a80-b470-bf5aaf33e723', 'name': '', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'mac_address': 'fa:16:3e:38:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:24Z', 'updated_at': '2022-04-01T12:31:31Z', 'revision_number': 5, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'subnets': [{'id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:06.032236 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-65deb18e-5a2a-42c7-ab92-67fa24f1cb23 req-eec0a384-d93e-4934-95d6-cfe87f0ff61e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173064 Apr 01 12:32:06.034636 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.036594 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:06.059890 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:06.093724 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7f0ec387-8945-4a26-a3d2-bc323cb743e4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4285254 Apr 01 12:32:06.097903 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8676b92-65cc-4c85-8784-f85b0b66db3d None None] DHCP port deletion for 18ccbc48-6a03-441e-b99f-71ab3ce1ad7b request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:32:06.126926 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4612fa-d980-4014-a6eb-bf12f54bd9d8 None None] Checking router: 4e24d4aa-4256-493f-bdb8-733dc19c9f30 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:32:06.155130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'port': {'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d', 'admin_state_up': True, 'tenant_id': '0713e035054f4784a69028267597a06a', 'security_groups': ['aef5d64a-6a48-4cbb-a034-85f1f9e99a6f']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:06.163999 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4612fa-d980-4014-a6eb-bf12f54bd9d8 None None] Routers {'4e24d4aa-4256-493f-bdb8-733dc19c9f30'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:32:06.165320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5f4612fa-d980-4014-a6eb-bf12f54bd9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:31:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:06.185315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Pushing event updated for resources: {'Port': ['ID=7abfccf6-01f9-40de-bd34-4072bc8e7138,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:06.191593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-59b3ff0f-13bc-48a9-b855-3cf14f5283b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.211662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea5a62-bce7-40a7-b2da-4da0103604a5 req-1a54a685-89d0-4161-8ce1-f10aba9b3e74 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:06.226890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea5a62-bce7-40a7-b2da-4da0103604a5 req-1a54a685-89d0-4161-8ce1-f10aba9b3e74 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:06.233538 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea5a62-bce7-40a7-b2da-4da0103604a5 req-1a54a685-89d0-4161-8ce1-f10aba9b3e74 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:06.239587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea5a62-bce7-40a7-b2da-4da0103604a5 req-1a54a685-89d0-4161-8ce1-f10aba9b3e74 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:06.241814 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dea5a62-bce7-40a7-b2da-4da0103604a5 req-1a54a685-89d0-4161-8ce1-f10aba9b3e74 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 3095 time: 0.3411300 Apr 01 12:32:06.275420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c6cb5-998e-40f2-a065-5b9b4b636197 req-93f9a867-29c7-4ba3-ad18-2789d670f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:06.277124 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c73c6cb5-998e-40f2-a065-5b9b4b636197 req-93f9a867-29c7-4ba3-ad18-2789d670f7f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1097 time: 0.5561099 Apr 01 12:32:06.317943 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Port': ['ID=71a55227-72fb-48ee-9c23-0b5d887b4b80,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:06.391447 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-59b3ff0f-13bc-48a9-b855-3cf14f5283b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.434444 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dea5a62-bce7-40a7-b2da-4da0103604a5 req-ba714224-6ef6-4f5a-853d-f381e4a3f3d7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488290 Apr 01 12:32:06.435257 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.454845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c8676b92-65cc-4c85-8784-f85b0b66db3d None None] Deleting port cf99f832-b6b3-4789-862c-570dd3b453d8 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:32:06.455375 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c8676b92-65cc-4c85-8784-f85b0b66db3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.508895 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.510157 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-822b50d1-d625-460f-8ed5-7aebb2cf0d8b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0574114 Apr 01 12:32:06.534143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a2b4-4122-40d7-b882-07dc9c9dfc3a req-8e28e08b-8b63-4c9f-9f15-0ded0108e343 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:06.546636 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6db5a2b4-4122-40d7-b882-07dc9c9dfc3a req-8e28e08b-8b63-4c9f-9f15-0ded0108e343 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 946 time: 0.3477917 Apr 01 12:32:06.587477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c8676b92-65cc-4c85-8784-f85b0b66db3d None None] For port cf99f832-b6b3-4789-862c-570dd3b453d8, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cf99f832-b6b3-4789-862c-570dd3b453d8,segment=NetworkSegment(7653b545-d8e3-4f43-ac7b-2e63565f2f58),segment_id=7653b545-d8e3-4f43-ac7b-2e63565f2f58)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:06.587881 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c8676b92-65cc-4c85-8784-f85b0b66db3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.589212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Deleting port cf99f832-b6b3-4789-862c-570dd3b453d8 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:32:06.590073 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.599436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c6cb5-998e-40f2-a065-5b9b4b636197 req-ac27e192-1120-4aa5-a8e6-c10c9bf7fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:06.603890 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c73c6cb5-998e-40f2-a065-5b9b4b636197 req-ac27e192-1120-4aa5-a8e6-c10c9bf7fd15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.3136895 Apr 01 12:32:06.606798 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b16e45be-799a-44c1-8187-cf7a803735c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.607732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Made reservation on behalf of 0713e035054f4784a69028267597a06a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:06.613115 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5f4612fa-d980-4014-a6eb-bf12f54bd9d8 None None] Set router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:32:06.617659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-645f755c-84b1-4aec-9e1b-c0e72185cd88 None None] Provisioning complete for port 782604cb-2bb9-428a-9dc4-3a1149c5ee64 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:06.618899 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-645f755c-84b1-4aec-9e1b-c0e72185cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.621836 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.657061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c8676b92-65cc-4c85-8784-f85b0b66db3d None None] Calling delete_port for cf99f832-b6b3-4789-862c-570dd3b453d8 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:32:06.740673 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-59b3ff0f-13bc-48a9-b855-3cf14f5283b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.793141 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-645f755c-84b1-4aec-9e1b-c0e72185cd88 None None] Port 782604cb-2bb9-428a-9dc4-3a1149c5ee64 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:06.820016 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6db5a2b4-4122-40d7-b882-07dc9c9dfc3a req-efeb6900-060f-4cef-9a14-804c622ed79c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721055 Apr 01 12:32:06.872280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] For port cf99f832-b6b3-4789-862c-570dd3b453d8, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cf99f832-b6b3-4789-862c-570dd3b453d8,segment=NetworkSegment(7653b545-d8e3-4f43-ac7b-2e63565f2f58),segment_id=7653b545-d8e3-4f43-ac7b-2e63565f2f58)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:06.873241 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.876511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3ff0f-13bc-48a9-b855-3cf14f5283b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33c92ba-e5f2-4c96-a0c4-d353e3677ee7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:06.892644 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-59b3ff0f-13bc-48a9-b855-3cf14f5283b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.898497 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-59b3ff0f-13bc-48a9-b855-3cf14f5283b8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d33c92ba-e5f2-4c96-a0c4-d353e3677ee7 HTTP/1.1" status: 204 len: 168 time: 1.2289937 Apr 01 12:32:06.899214 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58524) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:06.923269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Calling delete_port for cf99f832-b6b3-4789-862c-570dd3b453d8 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:32:06.924716 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c8676b92-65cc-4c85-8784-f85b0b66db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:06.926880 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-cc6d471d-f46e-4ce9-8f94-708842557632 req-8dd5ce23-795a-4f98-9355-a3c7d5bb3577 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] show failed (client error): The resource could not be found. Apr 01 12:32:06.928005 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc6d471d-f46e-4ce9-8f94-708842557632 req-8dd5ce23-795a-4f98-9355-a3c7d5bb3577 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/f41daa05-9138-4b9f-8538-8a7c66f56892 HTTP/1.1" status: 404 len: 352 time: 0.0701921 Apr 01 12:32:07.008298 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8676b92-65cc-4c85-8784-f85b0b66db3d None None] No DVR routers for this DVR port cf99f832-b6b3-4789-862c-570dd3b453d8 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:32:07.040621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8676b92-65cc-4c85-8784-f85b0b66db3d None None] Pushing event deleted for resources: {'Port': ['ID=cf99f832-b6b3-4789-862c-570dd3b453d8,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:07.111144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5f4612fa-d980-4014-a6eb-bf12f54bd9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:31:26Z', 'revision_number': 4, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '4e376590-9adf-4bee-ba11-971bce4248b3', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'port_id': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'mac_address': 'fa:16:3e:23:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:31:32Z', 'updated_at': '2022-04-01T12:32:03Z', 'revision_number': 1, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba56250-b101-4a80-b470-bf5aaf33e723', 'name': '', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'mac_address': 'fa:16:3e:38:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:24Z', 'updated_at': '2022-04-01T12:31:31Z', 'revision_number': 5, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'subnets': [{'id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:07.115332 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:07.119092 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:07.141069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4612fa-d980-4014-a6eb-bf12f54bd9d8 None None] The sync data for ids ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'] in n-d-836146-1 is: [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:31:26Z', 'revision_number': 4, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '4e376590-9adf-4bee-ba11-971bce4248b3', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'port_id': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'mac_address': 'fa:16:3e:23:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:31:32Z', 'updated_at': '2022-04-01T12:32:03Z', 'revision_number': 1, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba56250-b101-4a80-b470-bf5aaf33e723', 'name': '', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'mac_address': 'fa:16:3e:38:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:24Z', 'updated_at': '2022-04-01T12:31:31Z', 'revision_number': 5, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'subnets': [{'id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:32:07.141389 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6170fe1-4495-4a51-9afa-c3ea08aeb4b9 req-8aca6cdb-33dd-4a15-92e3-0ab8eb0dc5be tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0343542 Apr 01 12:32:07.207569 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c73c6cb5-998e-40f2-a065-5b9b4b636197 req-4d6f0469-250e-439a-821d-5258c98b6deb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 999 time: 0.5766201 Apr 01 12:32:07.261431 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:07.270891 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-42bdf24b-5267-4a53-987a-4833bfcb286c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--717780931&fields=id&tenant_id=67be0409bcbb48388611a7629463a217 HTTP/1.1" status: 200 len: 267 time: 0.1903467 Apr 01 12:32:07.272802 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-dc267ae1-ce7c-4190-9ee9-71e677e12680 req-b1a3e7ec-2a6d-4c0a-a2db-190675f9b668 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] show failed (client error): The resource could not be found. Apr 01 12:32:07.274069 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc267ae1-ce7c-4190-9ee9-71e677e12680 req-b1a3e7ec-2a6d-4c0a-a2db-190675f9b668 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/e4110898-b9c4-46e0-ac9f-f322b693b0c5 HTTP/1.1" status: 404 len: 352 time: 0.0222349 Apr 01 12:32:07.342403 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-15228c69-8c0d-48b1-84c9-64750b651723 req-f016579b-b167-4776-8afb-387ba9d4a4cf tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] show failed (client error): The resource could not be found. Apr 01 12:32:07.351203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-15228c69-8c0d-48b1-84c9-64750b651723 req-f016579b-b167-4776-8afb-387ba9d4a4cf tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/feb89f7a-d8a4-45cb-a996-2893944425d0 HTTP/1.1" status: 404 len: 352 time: 0.0346444 Apr 01 12:32:07.381057 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c6cb5-998e-40f2-a065-5b9b4b636197 req-b17b4f0c-40af-403a-ac50-c54e2afff7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:07.382926 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c73c6cb5-998e-40f2-a065-5b9b4b636197 req-b17b4f0c-40af-403a-ac50-c54e2afff7ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.1687052 Apr 01 12:32:07.390067 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf99f832-b6b3-4789-862c-570dd3b453d8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:07.390067 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] No DVR routers for this DVR port cf99f832-b6b3-4789-862c-570dd3b453d8 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:32:07.411710 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-de295bd9-26b9-4dab-b448-1abf33d77cf9 req-1ad5922b-aab8-4a43-90b1-016f7abd657f tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] show failed (client error): The resource could not be found. Apr 01 12:32:07.422588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de295bd9-26b9-4dab-b448-1abf33d77cf9 req-1ad5922b-aab8-4a43-90b1-016f7abd657f tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/0cc44bcb-a0c8-4951-9582-0dfd114c3eb2 HTTP/1.1" status: 404 len: 352 time: 0.0469563 Apr 01 12:32:07.449552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cf99f832-b6b3-4789-862c-570dd3b453d8 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:32:07.493386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: cf99f832-b6b3-4789-862c-570dd3b453d8 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:32:07.494492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cf99f832-b6b3-4789-862c-570dd3b453d8 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:32:07.517450 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb743c-97c1-45ee-a019-9d6d678518fe None None] New status for floating IP 4e376590-9adf-4bee-ba11-971bce4248b3: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:32:07.527084 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-fb48615b-802b-4b44-b215-4cd5f8f0dd98 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:07.535012 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-fb48615b-802b-4b44-b215-4cd5f8f0dd98 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports/8ad2f7d1-56ac-460d-a99b-120b1294026b HTTP/1.1" status: 200 len: 930 time: 0.2053559 Apr 01 12:32:07.572174 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-0820c53e-4001-49f7-8556-b5ddca492076 req-cb59c1d5-7a45-4176-bc22-946eed40a830 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] show failed (client error): The resource could not be found. Apr 01 12:32:07.573234 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0820c53e-4001-49f7-8556-b5ddca492076 req-cb59c1d5-7a45-4176-bc22-946eed40a830 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/a1145d94-83b8-4062-9366-b0013f5d2152 HTTP/1.1" status: 404 len: 352 time: 0.0820675 Apr 01 12:32:07.591791 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:07.622296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c6cb5-998e-40f2-a065-5b9b4b636197 req-929b1d3a-bb7c-4637-b31a-4742fd4ab8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:07.623812 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c73c6cb5-998e-40f2-a065-5b9b4b636197 req-929b1d3a-bb7c-4637-b31a-4742fd4ab8b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865489 Apr 01 12:32:07.630922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Allocated IP 10.2.2.200 (5d19e00b-4c7e-469c-977f-eafd0fa09c3d/d2eb4401-4562-462a-a096-0228c37ee74c/9a72bc3d-c93e-4eee-a682-5d589d7ea4da) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:07.698741 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:07.735247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858ef4e7-d7b6-4441-bab1-e2f53e638cf6']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:07.759503 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3360723b-4e98-4431-89d7-1a159530010d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:07.760953 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3360723b-4e98-4431-89d7-1a159530010d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports/a2a7919b-0809-47d2-8eb7-4b2be62c86d5 HTTP/1.1" status: 200 len: 931 time: 0.2251468 Apr 01 12:32:07.769009 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ccbc48-6a03-441e-b99f-71ab3ce1ad7b']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:07.775523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5a725a-a27b-495f-ba5c-016976cc7139') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:07.776000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5a725a-a27b-495f-ba5c-016976cc7139') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:07.838910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c73c6cb5-998e-40f2-a065-5b9b4b636197 req-fc269f45-cdbd-499c-b269-fa5f3127782b service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029841 Apr 01 12:32:07.842070 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:07.847825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7653b545-d8e3-4f43-ac7b-2e63565f2f58') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:07.848081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7653b545-d8e3-4f43-ac7b-2e63565f2f58') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:07.878622 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-9f5d882a-45f2-4ad8-9371-8d2bb07da9e7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?network_id=a9f69244-fb4e-47fa-9497-4cf0558e39f6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0995157 Apr 01 12:32:07.888815 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:07.898132 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:07.908608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249042e6-70f0-4e9a-a2e9-d595b4b7520b req-10f49b73-7c47-4242-bd1d-a3e78b7b098d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:07.914841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249042e6-70f0-4e9a-a2e9-d595b4b7520b req-10f49b73-7c47-4242-bd1d-a3e78b7b098d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:07.920823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249042e6-70f0-4e9a-a2e9-d595b4b7520b req-10f49b73-7c47-4242-bd1d-a3e78b7b098d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:07.927006 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249042e6-70f0-4e9a-a2e9-d595b4b7520b req-10f49b73-7c47-4242-bd1d-a3e78b7b098d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:07.928760 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-249042e6-70f0-4e9a-a2e9-d595b4b7520b req-10f49b73-7c47-4242-bd1d-a3e78b7b098d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 3095 time: 0.2467160 Apr 01 12:32:07.935639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-f63a9228-ab65-4781-93b5-0a8457be6dc8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?network_id=a9f69244-fb4e-47fa-9497-4cf0558e39f6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0495942 Apr 01 12:32:07.936839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:32:07.937281 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:07.939496 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:07.942464 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:32:07.943723 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:32:07.962888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:32:07.963293 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:32:07.966496 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:32:08.055856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-249042e6-70f0-4e9a-a2e9-d595b4b7520b req-7085e97c-5924-499e-959a-da3d025d9ac1 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129663 Apr 01 12:32:08.065250 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.080361 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c73c6cb5-998e-40f2-a065-5b9b4b636197 req-2c922540-c2d2-44fa-b1a2-181f40407c4f service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934507 Apr 01 12:32:08.124354 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-1c0949ed-cd43-4034-ab6b-9f88f01bda6f req-1d159f51-6325-4fba-894f-678f41f77c2b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] show failed (client error): The resource could not be found. Apr 01 12:32:08.125395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c0949ed-cd43-4034-ab6b-9f88f01bda6f req-1d159f51-6325-4fba-894f-678f41f77c2b tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/7c72d952-8d74-4b67-bc75-c0955c5ffc3b HTTP/1.1" status: 404 len: 352 time: 0.0183561 Apr 01 12:32:08.140206 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.156647 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.161344 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.164577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] 10.222.0.45 "DELETE /v2.0/networks/858ef4e7-d7b6-4441-bab1-e2f53e638cf6 HTTP/1.1" status: 204 len: 168 time: 1.2589500 Apr 01 12:32:08.223448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faa9f1-0006-427b-a6b4-c828cf688acf admin admin] Pushing event deleted for resources: {'Network': ['ID=858ef4e7-d7b6-4441-bab1-e2f53e638cf6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:08.226556 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.230552 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.234203 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/18ccbc48-6a03-441e-b99f-71ab3ce1ad7b HTTP/1.1" status: 204 len: 168 time: 2.5856555 Apr 01 12:32:08.249013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event updated for resources: {'Port': ['ID=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:08.263805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:08.280929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:08.294403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e610732-f50f-4fe6-8dff-f2b9d9a882c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ccbc48-6a03-441e-b99f-71ab3ce1ad7b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:08.325167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:08.335857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-77b4fcfd-e747-44d8-a428-c1ce0a7549c3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:08.343057 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-77b4fcfd-e747-44d8-a428-c1ce0a7549c3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:08.349587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-77b4fcfd-e747-44d8-a428-c1ce0a7549c3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:08.351403 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-77b4fcfd-e747-44d8-a428-c1ce0a7549c3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/networks?id=a2a0007f-cd99-412e-ad83-be707fb4c3d4&id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&id=a9f69244-fb4e-47fa-9497-4cf0558e39f6&id=a9f69244-fb4e-47fa-9497-4cf0558e39f6 HTTP/1.1" status: 200 len: 1990 time: 0.3916297 Apr 01 12:32:08.380831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58556) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:08.399961 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-fa37a7fc-73a6-4b5a-9e86-d8cd3f848387 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/quotas/67be0409bcbb48388611a7629463a217 HTTP/1.1" status: 200 len: 375 time: 0.0377455 Apr 01 12:32:08.460615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Router 09e767d8-6353-4479-90c2-b78b700c087e is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:32:08.478550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58558) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:08.484284 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4fd6061f-38c1-4ebe-a3df-14c413c9c434 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b0538e55b2843b789b0055d45e902c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012008 Apr 01 12:32:08.486999 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58560) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:08.509922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:08.510630 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.530414 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ce01a-467c-49cc-ac28-84a371dade0e req-6c403ed3-1028-4fe4-94ff-4c5672efc804 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:08.532000 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c98ce01a-467c-49cc-ac28-84a371dade0e req-6c403ed3-1028-4fe4-94ff-4c5672efc804 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 946 time: 0.2864256 Apr 01 12:32:08.566295 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-46e3bdba-78ad-4aa4-8f44-31307af69dca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57f43c368539419980a35d2786b94e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0835819 Apr 01 12:32:08.570463 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58562) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:08.573002 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.576456 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d3d7a95c-adc7-48c8-a3cb-50659450dfc8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=67be0409bcbb48388611a7629463a217&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1756124 Apr 01 12:32:08.645139 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-76c9023b-9f7e-4c77-bd34-c67f5fde52dd tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5098467 Apr 01 12:32:08.664442 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Request body: {'port': {'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:08.697347 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.706315 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c63ae97-5775-40ec-916e-ef934dbe6ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.713830 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c98ce01a-467c-49cc-ac28-84a371dade0e req-c50ce281-cce9-4efc-8f0e-86ac4d359d78 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621103 Apr 01 12:32:08.744494 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-70fe9a16-6069-4297-82ba-b9365be8ec16 None None] Provisioning complete for port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:08.745124 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-70fe9a16-6069-4297-82ba-b9365be8ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.774670 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c63ae97-5775-40ec-916e-ef934dbe6ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.791838 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.844184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-70fe9a16-6069-4297-82ba-b9365be8ec16 None None] Port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:08.861303 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-630a8a1c-01fa-4aa6-bd5c-f6f60ef1a943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.942610 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c63ae97-5775-40ec-916e-ef934dbe6ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.945643 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c63ae97-5775-40ec-916e-ef934dbe6ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:08.947020 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2c63ae97-5775-40ec-916e-ef934dbe6ce5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db5b71f0-8d74-438a-958d-bb0a1454cdb4 HTTP/1.1" status: 204 len: 168 time: 0.3743544 Apr 01 12:32:08.999824 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63ae97-5775-40ec-916e-ef934dbe6ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5b71f0-8d74-438a-958d-bb0a1454cdb4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:09.178994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-77a08ab4-7b9d-4da2-a7f6-3a533c912459 req-6def1435-1b09-43f7-bdc1-592e50ecff80 tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0428245 Apr 01 12:32:09.245416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0468e38c-78b5-48d7-9cc6-7143f8d41d14 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:09.258401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:09.265938 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cda71780-4649-4f2b-953c-307faaa31d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:09.282455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Transition to ACTIVE for port object 0468e38c-78b5-48d7-9cc6-7143f8d41d14 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:09.290800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:32:09.299913 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:09.306609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Sync routers for ids ['09e767d8-6353-4479-90c2-b78b700c087e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:32:09.322864 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cda71780-4649-4f2b-953c-307faaa31d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:09.326609 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d2eccfb8-f53b-47d0-a46d-a8ca59fd04d8 service neutron] 10.222.0.45 "GET /v2.0/networks/a2a0007f-cd99-412e-ad83-be707fb4c3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142293 Apr 01 12:32:09.336964 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:09.337378 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Routers {'09e767d8-6353-4479-90c2-b78b700c087e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:32:09.341145 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7a6524ed-951c-4c3c-a5d1-cbdf5a9a2c1f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7705081 Apr 01 12:32:09.341556 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:32:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['09e767d8-6353-4479-90c2-b78b700c087e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:09.342186 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58572) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:09.530971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Pushing event updated for resources: {'Port': ['ID=0468e38c-78b5-48d7-9cc6-7143f8d41d14,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:09.583086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cda71780-4649-4f2b-953c-307faaa31d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:09.587684 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cda71780-4649-4f2b-953c-307faaa31d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:09.600513 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cda71780-4649-4f2b-953c-307faaa31d34 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e5e5143-dfce-4e72-b0ce-b37b4051abab HTTP/1.1" status: 204 len: 168 time: 1.1076705 Apr 01 12:32:09.623136 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Set router 09e767d8-6353-4479-90c2-b78b700c087e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:32:09.736436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1c4af-3e9f-4bbc-ab87-4b93de6b1778 req-49e96590-d9f2-4376-9f0e-fa343e85c0aa tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:09.750096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5c1c4af-3e9f-4bbc-ab87-4b93de6b1778 req-49e96590-d9f2-4376-9f0e-fa343e85c0aa tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 946 time: 0.3497448 Apr 01 12:32:09.809649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda71780-4649-4f2b-953c-307faaa31d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5e5143-dfce-4e72-b0ce-b37b4051abab,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:09.811502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Attempting to bind port 0468e38c-78b5-48d7-9cc6-7143f8d41d14 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:09.812127 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Attempting to bind port 0468e38c-78b5-48d7-9cc6-7143f8d41d14 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:09.813370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Attempting to bind port 0468e38c-78b5-48d7-9cc6-7143f8d41d14 on network d9505885-a6f9-4a04-a492-0ab3a7527bc1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:09.829468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Port 0468e38c-78b5-48d7-9cc6-7143f8d41d14 on network d9505885-a6f9-4a04-a492-0ab3a7527bc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:09.830589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Attempting to bind port 0468e38c-78b5-48d7-9cc6-7143f8d41d14 on network d9505885-a6f9-4a04-a492-0ab3a7527bc1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:09.837850 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-379e23dc-baef-42df-a4d2-3e7762b7d751 service neutron] 10.222.0.45 "GET /v2.0/networks/a2a0007f-cd99-412e-ad83-be707fb4c3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960077 Apr 01 12:32:09.879604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:09.880040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Checking segment: {'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:09.880430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Bound using segment: {'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:09.880981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Bound port: 0468e38c-78b5-48d7-9cc6-7143f8d41d14, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da62e856-d508-4f97-8492-3e3a3e7a55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:09.881408 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:09.945747 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5c1c4af-3e9f-4bbc-ab87-4b93de6b1778 req-c094c8ec-e715-462f-8bbc-72714ca1d229 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931865 Apr 01 12:32:10.086972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] For port 0468e38c-78b5-48d7-9cc6-7143f8d41d14, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:10.095916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] For port 0468e38c-78b5-48d7-9cc6-7143f8d41d14, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0468e38c-78b5-48d7-9cc6-7143f8d41d14,segment=NetworkSegment(da62e856-d508-4f97-8492-3e3a3e7a55b7),segment_id=da62e856-d508-4f97-8492-3e3a3e7a55b7)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:10.116894 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:32:06Z', 'revision_number': 3, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:10.130175 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:10.163405 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Checking router: 09e767d8-6353-4479-90c2-b78b700c087e for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:32:10.164655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Updating router 09e767d8-6353-4479-90c2-b78b700c087e port 7abfccf6-01f9-40de-bd34-4072bc8e7138 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:32:10.200379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58598) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:10.220834 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:10.228108 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:10.228731 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:10.230315 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] 10.222.0.44 "PUT /v2.0/ports/0468e38c-78b5-48d7-9cc6-7143f8d41d14 HTTP/1.1" status: 200 len: 1091 time: 1.5711315 Apr 01 12:32:10.230870 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-a9e5f39c-3e0c-41d8-a745-55e4ecc3e1ef service neutron] 10.222.0.45 "GET /v2.0/ports/8ad2f7d1-56ac-460d-a99b-120b1294026b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1410675 Apr 01 12:32:10.233278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '0468e38c-78b5-48d7-9cc6-7143f8d41d14'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:10.235754 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5ec63e-8d03-4aff-9004-38dea122dcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "0468e38c-78b5-48d7-9cc6-7143f8d41d14"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:10.270669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3eef5-c841-448d-8e74-e7d859b34e36 req-c5c1edc4-aff7-46e1-8e93-b3595072fe50 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:10.279625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72e3eef5-c841-448d-8e74-e7d859b34e36 req-c5c1edc4-aff7-46e1-8e93-b3595072fe50 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 1023 time: 0.1811857 Apr 01 12:32:10.296387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Request body: {'port': {'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:10.302218 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff32881-ae99-4c8e-999f-f1a255203386 service neutron] Pushing event updated for resources: {'Port': ['ID=0468e38c-78b5-48d7-9cc6-7143f8d41d14,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:10.424623 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72e3eef5-c841-448d-8e74-e7d859b34e36 req-129cc72e-e3cb-43fe-947c-cc0cedd59d15 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&id=05d250e5-e17e-4725-930e-7bb1a6fa5af6&id=7c9a8fc2-1b49-4c99-966e-74856c2374fa&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1442993 Apr 01 12:32:10.438508 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:10.525197 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-0a68f4a2-b885-4853-8f85-203cd8f7d2cc service neutron] 10.222.0.45 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928703 Apr 01 12:32:10.552385 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-784dead5-800f-4b43-9e9f-aca302536314 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9751b81824894e178d39e59c8361b1ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489587 Apr 01 12:32:10.565548 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58606) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:10.594833 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:10.613783 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:10.667727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58608) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:10.764789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33345-53dc-4f40-9225-754350a2b841 req-bb19271f-4883-4254-8f6b-3b3f1d6d8ee8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:10.771267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33345-53dc-4f40-9225-754350a2b841 req-bb19271f-4883-4254-8f6b-3b3f1d6d8ee8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:10.777613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33345-53dc-4f40-9225-754350a2b841 req-bb19271f-4883-4254-8f6b-3b3f1d6d8ee8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:10.784926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33345-53dc-4f40-9225-754350a2b841 req-bb19271f-4883-4254-8f6b-3b3f1d6d8ee8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:10.791425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33345-53dc-4f40-9225-754350a2b841 req-bb19271f-4883-4254-8f6b-3b3f1d6d8ee8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:10.799964 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90c33345-53dc-4f40-9225-754350a2b841 req-bb19271f-4883-4254-8f6b-3b3f1d6d8ee8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 3828 time: 0.2567346 Apr 01 12:32:10.850606 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:10.863260 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:10.901858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1137308910-network', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:10.916450 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a0b70f11-d427-479d-b523-046209f8f084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:10.927987 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Attempting to bind port 7abfccf6-01f9-40de-bd34-4072bc8e7138 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:10.928363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Attempting to bind port 7abfccf6-01f9-40de-bd34-4072bc8e7138 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:10.929243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Attempting to bind port 7abfccf6-01f9-40de-bd34-4072bc8e7138 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:10.939190 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88f25a-4db5-4cec-9fea-e1e6afd6ee25 None None] Pushing event updated for resources: {'Port': ['ID=7abfccf6-01f9-40de-bd34-4072bc8e7138,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:10.942045 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:10.942490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:10.942947 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:10.943329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:10.943811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Bound port: 7abfccf6-01f9-40de-bd34-4072bc8e7138, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:10.944239 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:10.951058 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90c33345-53dc-4f40-9225-754350a2b841 req-8ee61a16-c9e4-42bd-9a0b-b06a21ca3e41 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466947 Apr 01 12:32:10.991682 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a0b70f11-d427-479d-b523-046209f8f084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.003116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] For port 7abfccf6-01f9-40de-bd34-4072bc8e7138, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:11.006672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] For port 7abfccf6-01f9-40de-bd34-4072bc8e7138, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7abfccf6-01f9-40de-bd34-4072bc8e7138,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:11.016762 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.042425 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-7dce0b0e-e79b-4a0f-9f32-df6f0cbd0646 service neutron] 10.222.0.45 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307952 Apr 01 12:32:11.046452 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:11.049710 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.069663 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.084162 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Routers {'09e767d8-6353-4479-90c2-b78b700c087e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:32:11.084882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:32:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['09e767d8-6353-4479-90c2-b78b700c087e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:11.170308 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-52090b0a-f5b4-48e3-89e8-8300f423fe17 service neutron] 10.222.0.45 "GET /v2.0/ports/a2a7919b-0809-47d2-8eb7-4b2be62c86d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1023018 Apr 01 12:32:11.195285 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Allocated IP 172.20.0.1 (f506db82-9f19-4c70-8f0a-89454f5537eb/079b5b13-13c9-4572-b367-b9a573856dd3/b4e79521-4a0f-4a27-929d-19f6807a6b26) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:11.210740 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] Set router 09e767d8-6353-4479-90c2-b78b700c087e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:32:11.299272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88f25a-4db5-4cec-9fea-e1e6afd6ee25 None None] Pushing event updated for resources: {'Port': ['ID=7abfccf6-01f9-40de-bd34-4072bc8e7138,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:11.305933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0001f562-db05-4af2-9682-0992e0cedd08 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:11.317986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.338874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Transition to ACTIVE for port object 0001f562-db05-4af2-9682-0992e0cedd08 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:11.353544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8c552-7277-4217-bbb4-79bdde3c8943 req-8448ee16-4b1b-43ca-a882-a94cd01ba4db tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:11.355909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ec8c552-7277-4217-bbb4-79bdde3c8943 req-8448ee16-4b1b-43ca-a882-a94cd01ba4db tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 1023 time: 0.3244154 Apr 01 12:32:11.358909 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.491170 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-def881d9-7091-45fc-9d9c-4a49204c1faa service neutron] 10.222.0.45 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127296 Apr 01 12:32:11.529950 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.563132 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.575999 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:32:11.586979 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.587295 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Added segment 8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc of type vlan for network 02cd9a86-2016-464d-98fb-4661e041738f Apr 01 12:32:11.612310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:32:06Z', 'revision_number': 3, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:11.636570 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.685482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e67e29c-d310-48dd-823a-53372d706fd7 None None] The sync data for ids ['09e767d8-6353-4479-90c2-b78b700c087e'] in n-d-836146-1 is: [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:32:06Z', 'revision_number': 3, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:32:11.707983 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.724741 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a0b70f11-d427-479d-b523-046209f8f084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.727736 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a0b70f11-d427-479d-b523-046209f8f084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.730611 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a0b70f11-d427-479d-b523-046209f8f084 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2238afd-1c92-46a5-9056-201e992eb9ee HTTP/1.1" status: 204 len: 168 time: 1.1518209 Apr 01 12:32:11.761867 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Pushing event updated for resources: {'Port': ['ID=0001f562-db05-4af2-9682-0992e0cedd08,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:11.817276 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.839251 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b0432443-9c85-4d24-b468-e1937c0a8a6f req-4729055a-a112-4894-b1bc-d349ec9ddb77 tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1547811 Apr 01 12:32:11.844026 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b70f11-d427-479d-b523-046209f8f084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2238afd-1c92-46a5-9056-201e992eb9ee,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:11.851803 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.856375 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.857694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:11.859852 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:11.884227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfceca7-c19d-480c-94a5-0b6cb1826149,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:11.999014 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c6d4dd-5f60-44ce-bbd4-6a54f7a649b8 x-openstack-request-id: req-a3c6d4dd-5f60-44ce-bbd4-6a54f7a649b8 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:11.999608 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "0468e38c-78b5-48d7-9cc6-7143f8d41d14", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:12.000031 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3c6d4dd-5f60-44ce-bbd4-6a54f7a649b8 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:12.000784 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c6d4dd-5f60-44ce-bbd4-6a54f7a649b8'] response: {'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '0468e38c-78b5-48d7-9cc6-7143f8d41d14', 'status': 'completed', 'code': 200} Apr 01 12:32:12.015835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4ec8c552-7277-4217-bbb4-79bdde3c8943 req-00b544cf-6565-46cb-ae09-2073eb6c105a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Deleting port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:32:12.016193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ec8c552-7277-4217-bbb4-79bdde3c8943 req-00b544cf-6565-46cb-ae09-2073eb6c105a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:12.048006 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3733008 Apr 01 12:32:12.081020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58632) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:12.097979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-7ed9be0a-1bd4-4738-84f0-32a85adcdd18 admin admin] Request body: {'subnet': {'network_id': '02cd9a86-2016-464d-98fb-4661e041738f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1137308910-subnet', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:12.220793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec928a7-6c15-496a-9df1-7528f59c58cd admin admin] Pushing event updated for resources: {'Network': ['ID=02cd9a86-2016-464d-98fb-4661e041738f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:12.239041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 02cd9a86-2016-464d-98fb-4661e041738f details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:32:12.241477 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-89fad451-3934-4381-adf9-b98b1da4a1d7 service neutron] 10.222.0.45 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418785 Apr 01 12:32:12.287469 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:12.317658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Attempting to bind port 0001f562-db05-4af2-9682-0992e0cedd08 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:12.318256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Attempting to bind port 0001f562-db05-4af2-9682-0992e0cedd08 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:12.318468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Attempting to bind port 0001f562-db05-4af2-9682-0992e0cedd08 on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:12.333776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Port 0001f562-db05-4af2-9682-0992e0cedd08 on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:12.334604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-c85eed2f-7bb1-4814-80b9-5500cce83554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:12.335352 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-c85eed2f-7bb1-4814-80b9-5500cce83554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:12.335706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-c85eed2f-7bb1-4814-80b9-5500cce83554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:12.336069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-c85eed2f-7bb1-4814-80b9-5500cce83554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:12.336503 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-c85eed2f-7bb1-4814-80b9-5500cce83554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:12.336967 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-c85eed2f-7bb1-4814-80b9-5500cce83554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:12.338837 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-c85eed2f-7bb1-4814-80b9-5500cce83554 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0713e035054f4784a69028267597a06a&device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5249 time: 0.3224339 Apr 01 12:32:12.342345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Attempting to bind port 0001f562-db05-4af2-9682-0992e0cedd08 on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:12.364779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed9be0a-1bd4-4738-84f0-32a85adcdd18 admin admin] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:12.378658 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ed9be0a-1bd4-4738-84f0-32a85adcdd18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:12.434874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:12.438720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Checking segment: {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:12.439238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Bound using segment: {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:12.440144 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Bound port: 0001f562-db05-4af2-9682-0992e0cedd08, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:12.440698 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:12.450947 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Network f506db82-9f19-4c70-8f0a-89454f5537eb is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:12.464397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:12.472624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e79521-4a0f-4a27-929d-19f6807a6b26,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:12.521896 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:12.570398 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-e30302f2-9b27-4e12-b739-f4049b4bffcf service neutron] 10.222.0.45 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279889 Apr 01 12:32:12.632577 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655bdb1-2db2-4f20-b318-818da6acc9e8 req-3685f051-2d6f-467b-bfd0-b8719e6c00b1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:12.644822 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c655bdb1-2db2-4f20-b318-818da6acc9e8 req-3685f051-2d6f-467b-bfd0-b8719e6c00b1 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 1023 time: 0.5350375 Apr 01 12:32:12.646168 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:12.688706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-59d7e98f-918c-4be9-b42a-f0022d5760a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:12.689219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-59d7e98f-918c-4be9-b42a-f0022d5760a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:12.689642 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-59d7e98f-918c-4be9-b42a-f0022d5760a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:12.691297 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-59d7e98f-918c-4be9-b42a-f0022d5760a7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0713e035054f4784a69028267597a06a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3165238 Apr 01 12:32:12.730226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] For port 0001f562-db05-4af2-9682-0992e0cedd08, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:12.735579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] For port 0001f562-db05-4af2-9682-0992e0cedd08, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0001f562-db05-4af2-9682-0992e0cedd08,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:12.751259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4ec8c552-7277-4217-bbb4-79bdde3c8943 req-00b544cf-6565-46cb-ae09-2073eb6c105a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] For port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,segment=NetworkSegment(fedff3c2-697c-4403-9da0-f33cd4e288ea),segment_id=fedff3c2-697c-4403-9da0-f33cd4e288ea)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:12.751639 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ec8c552-7277-4217-bbb4-79bdde3c8943 req-00b544cf-6565-46cb-ae09-2073eb6c105a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:12.780642 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:12.803605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4ec8c552-7277-4217-bbb4-79bdde3c8943 req-00b544cf-6565-46cb-ae09-2073eb6c105a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Calling delete_port for e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:32:12.921122 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-15d2800f-5156-47f7-8a22-17b37e976496 service neutron] 10.222.0.45 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321028 Apr 01 12:32:12.922173 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-5582f4df-ce14-4c43-8d66-ce05b7b83457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:12.923542 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ff5ec63e-8d03-4aff-9004-38dea122dcc1 req-5582f4df-ce14-4c43-8d66-ce05b7b83457 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942468 Apr 01 12:32:12.946287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:12.946909 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:12.951603 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] 10.222.0.44 "PUT /v2.0/ports/0001f562-db05-4af2-9682-0992e0cedd08 HTTP/1.1" status: 200 len: 1135 time: 2.6679573 Apr 01 12:32:12.984423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c655bdb1-2db2-4f20-b318-818da6acc9e8 req-6c83a3af-82d1-4307-9f6b-5a5ff845c192 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54a6d368-a323-4131-b843-83c958559747&id=05d250e5-e17e-4725-930e-7bb1a6fa5af6&id=7c9a8fc2-1b49-4c99-966e-74856c2374fa&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3385477 Apr 01 12:32:13.017513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Request body: {'port': {'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:13.143185 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:13.209561 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-76e2e01e-da9c-4dc8-a2e8-28cf348c546e service neutron] 10.222.0.45 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808640 Apr 01 12:32:13.457132 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-658d98b4-dca4-4d14-8f36-e3c677f2bd4d service neutron] 10.222.0.45 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367029 Apr 01 12:32:13.527863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7abfccf6-01f9-40de-bd34-4072bc8e7138 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:13.582762 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:13.600348 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:13.694553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7abfccf6-01f9-40de-bd34-4072bc8e7138 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:13.696278 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:13.703997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb084c-d42b-4a05-8860-0eddc0ee9520 service neutron] Pushing event updated for resources: {'Port': ['ID=0001f562-db05-4af2-9682-0992e0cedd08,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:13.770455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddde72-ea93-49a3-9950-305fd4faa253 req-1e1d64d8-f29b-4f1e-80c0-0d2a0b0bedf9 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:13.779021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddde72-ea93-49a3-9950-305fd4faa253 req-1e1d64d8-f29b-4f1e-80c0-0d2a0b0bedf9 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:13.789471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddde72-ea93-49a3-9950-305fd4faa253 req-1e1d64d8-f29b-4f1e-80c0-0d2a0b0bedf9 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:13.809533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddde72-ea93-49a3-9950-305fd4faa253 req-1e1d64d8-f29b-4f1e-80c0-0d2a0b0bedf9 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:13.824068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddde72-ea93-49a3-9950-305fd4faa253 req-1e1d64d8-f29b-4f1e-80c0-0d2a0b0bedf9 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:13.833671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddde72-ea93-49a3-9950-305fd4faa253 req-1e1d64d8-f29b-4f1e-80c0-0d2a0b0bedf9 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:13.843909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4eddde72-ea93-49a3-9950-305fd4faa253 req-1e1d64d8-f29b-4f1e-80c0-0d2a0b0bedf9 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 4605 time: 0.3701470 Apr 01 12:32:13.898858 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:13.968931 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:14.011518 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 7abfccf6-01f9-40de-bd34-4072bc8e7138, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7abfccf6-01f9-40de-bd34-4072bc8e7138,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:14.020680 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:14.066575 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4eddde72-ea93-49a3-9950-305fd4faa253 req-21d4fd11-6984-481d-aec4-7c09ecf2284d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2095523 Apr 01 12:32:14.072393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '0001f562-db05-4af2-9682-0992e0cedd08'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:14.078551 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afd5a93-dbb5-4e21-9877-c3eeba75d921" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "0001f562-db05-4af2-9682-0992e0cedd08"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:14.086940 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:14.132739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e79521-4a0f-4a27-929d-19f6807a6b26,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:14.157319 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-cb76809c-ef94-49bb-b4ac-3fe681747d60 service neutron] 10.222.0.45 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6988993 Apr 01 12:32:14.162265 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=7abfccf6-01f9-40de-bd34-4072bc8e7138,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:14.179595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:14.180177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:14.180712 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:14.181267 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:14.181776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:14.182302 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:14.182821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:14.183228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:14.183651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:14.184600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:14.185029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:14.185545 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:14.241654 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ed9be0a-1bd4-4738-84f0-32a85adcdd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:14.381250 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-9be14c93-f2dc-4831-b54d-56908f776e40 service neutron] 10.222.0.45 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751041 Apr 01 12:32:14.383302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Network f506db82-9f19-4c70-8f0a-89454f5537eb is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:14.384928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:14.388010 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ec8c552-7277-4217-bbb4-79bdde3c8943 req-00b544cf-6565-46cb-ae09-2073eb6c105a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:14.490239 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-235a9db8-2b39-4a95-804c-48a1ac21d506 req-e3210aae-dc1d-45da-afa9-8d1b07ae4393 tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.2154670 Apr 01 12:32:14.502650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b544cf-6565-46cb-ae09-2073eb6c105a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event deleted for resources: {'Port': ['ID=e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:14.508450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9be0a-1bd4-4738-84f0-32a85adcdd18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5245a1-f528-4903-a89e-1c021d9d39de,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:14.626726 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-e9372ec0-8275-4e52-a823-7fc092727683 service neutron] 10.222.0.45 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178607 Apr 01 12:32:14.630550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec8c552-7277-4217-bbb4-79bdde3c8943 req-00b544cf-6565-46cb-ae09-2073eb6c105a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] No DVR routers for this DVR port e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:32:14.634997 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ec8c552-7277-4217-bbb4-79bdde3c8943 req-00b544cf-6565-46cb-ae09-2073eb6c105a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:14.642998 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ec8c552-7277-4217-bbb4-79bdde3c8943 req-00b544cf-6565-46cb-ae09-2073eb6c105a tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.37 "DELETE /v2.0/ports/e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d HTTP/1.1" status: 204 len: 173 time: 3.2630677 Apr 01 12:32:14.652212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Router 09e767d8-6353-4479-90c2-b78b700c087e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:32:14.680312 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5bef2fb8-1e9f-4aa8-ab1e-decac4ea4f37 req-8597195c-c6f5-4121-96c1-9f39b4e6d1c6 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a892eed-4626-434d-9fe4-00ab374f4131 HTTP/1.1" status: 200 len: 210 time: 0.0375545 Apr 01 12:32:14.733702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9be0a-1bd4-4738-84f0-32a85adcdd18 admin admin] Checking segment: {'id': '8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:14.734837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed9be0a-1bd4-4738-84f0-32a85adcdd18 admin admin] Network hostable DHCP agents. Network: 02cd9a86-2016-464d-98fb-4661e041738f, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:32:14.761022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed9be0a-1bd4-4738-84f0-32a85adcdd18 admin admin] Network 02cd9a86-2016-464d-98fb-4661e041738f is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:32:14.773433 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ffd8f5-e483-426b-b0fa-fd10ffdaef91 x-openstack-request-id: req-96ffd8f5-e483-426b-b0fa-fd10ffdaef91 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:14.773756 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "0001f562-db05-4af2-9682-0992e0cedd08", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:14.774155 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96ffd8f5-e483-426b-b0fa-fd10ffdaef91 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:14.774522 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ffd8f5-e483-426b-b0fa-fd10ffdaef91'] response: {'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '0001f562-db05-4af2-9682-0992e0cedd08', 'status': 'completed', 'code': 200} Apr 01 12:32:14.780536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-7ed9be0a-1bd4-4738-84f0-32a85adcdd18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 02cd9a86-2016-464d-98fb-4661e041738f) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:14.786973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed9be0a-1bd4-4738-84f0-32a85adcdd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:14.786973 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ed9be0a-1bd4-4738-84f0-32a85adcdd18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:14.815320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7ed9be0a-1bd4-4738-84f0-32a85adcdd18 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7240593 Apr 01 12:32:14.815664 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-759667df-3f60-4b02-9659-afda60c99589 service neutron] 10.222.0.45 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873295 Apr 01 12:32:14.815664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58700) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:14.820120 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1137308910-router', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:14.822879 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73b2108-6bf4-4ae4-adae-13caaa205e51 None None] Network 02cd9a86-2016-464d-98fb-4661e041738f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:14.961914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:32:14.975413 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Sync routers for ids ['09e767d8-6353-4479-90c2-b78b700c087e'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:32:15.001141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1b1c53-b540-4432-941f-2c8d708a455a {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:15.006323 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Routers {'09e767d8-6353-4479-90c2-b78b700c087e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:32:15.009608 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:32:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['09e767d8-6353-4479-90c2-b78b700c087e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:15.018879 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f6ac63ec-5baf-43ab-b06d-b8862a6bb8c7 admin admin] 10.222.0.45 "PUT /v2.0/routers/09e767d8-6353-4479-90c2-b78b700c087e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6696913 Apr 01 12:32:15.022591 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:15.049663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-f0b78a75-1e6d-4e98-8aac-6fc5c5e1edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:15.050736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-f0b78a75-1e6d-4e98-8aac-6fc5c5e1edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:15.051230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-f0b78a75-1e6d-4e98-8aac-6fc5c5e1edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:15.051755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-f0b78a75-1e6d-4e98-8aac-6fc5c5e1edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:15.052207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-f0b78a75-1e6d-4e98-8aac-6fc5c5e1edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:15.052666 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-f0b78a75-1e6d-4e98-8aac-6fc5c5e1edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:15.055580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-f0b78a75-1e6d-4e98-8aac-6fc5c5e1edfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0713e035054f4784a69028267597a06a&device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5291 time: 0.0888193 Apr 01 12:32:15.057112 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:15.058410 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:15.090172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Transition to ACTIVE for port object 5e1b1c53-b540-4432-941f-2c8d708a455a will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:15.100642 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:15.124090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-02cd9a86-2016-464d-98fb-4661e041738f', 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'fixed_ips': [{'subnet_id': '9a5245a1-f528-4903-a89e-1c021d9d39de'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:32:15.125289 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:15.145454 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:15.375304 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Set router 09e767d8-6353-4479-90c2-b78b700c087e gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:32:15.508395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Allocated IP 172.20.0.2 (02cd9a86-2016-464d-98fb-4661e041738f/9a5245a1-f528-4903-a89e-1c021d9d39de/874b1910-22fd-460e-978e-11d42702ee5b) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:15.526328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1b1c53-b540-4432-941f-2c8d708a455a,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:15.604365 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7abfccf6-01f9-40de-bd34-4072bc8e7138 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:15.605654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Attempting to bind port 5e1b1c53-b540-4432-941f-2c8d708a455a on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:15.606047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Attempting to bind port 5e1b1c53-b540-4432-941f-2c8d708a455a by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:15.606386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Attempting to bind port 5e1b1c53-b540-4432-941f-2c8d708a455a on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:15.626939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Port 5e1b1c53-b540-4432-941f-2c8d708a455a on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:15.627255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Attempting to bind port 5e1b1c53-b540-4432-941f-2c8d708a455a on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:15.639917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:15.640695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Checking segment: {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:15.641287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Bound using segment: {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:15.651967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Bound port: 5e1b1c53-b540-4432-941f-2c8d708a455a, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:15.654313 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:15.683252 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-df0486b3-3227-4f7f-afef-eccea198b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:15.684618 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-df0486b3-3227-4f7f-afef-eccea198b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:15.685424 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-df0486b3-3227-4f7f-afef-eccea198b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:15.699008 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-df0486b3-3227-4f7f-afef-eccea198b37b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0713e035054f4784a69028267597a06a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5404050 Apr 01 12:32:15.789567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] For port 5e1b1c53-b540-4432-941f-2c8d708a455a, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:15.795235 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] For port 5e1b1c53-b540-4432-941f-2c8d708a455a, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e1b1c53-b540-4432-941f-2c8d708a455a,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:15.801546 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:15.839662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:15.850095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:15.851842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:15.858615 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] 10.222.0.44 "PUT /v2.0/ports/5e1b1c53-b540-4432-941f-2c8d708a455a HTTP/1.1" status: 200 len: 1135 time: 2.8499510 Apr 01 12:32:15.922505 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7abfccf6-01f9-40de-bd34-4072bc8e7138 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:15.923092 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:15.954576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Request body: {'port': {'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:15.965798 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-7176ec48-d7ef-4f1a-8538-d9e02a880581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:15.967876 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9afd5a93-dbb5-4e21-9877-c3eeba75d921 req-7176ec48-d7ef-4f1a-8538-d9e02a880581 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2657735 Apr 01 12:32:16.047445 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:32:12Z', 'revision_number': 4, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b4e79521-4a0f-4a27-929d-19f6807a6b26', 'name': '', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'mac_address': 'fa:16:3e:9e:c2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:10Z', 'updated_at': '2022-04-01T12:32:13Z', 'revision_number': 2, 'project_id': '2fce831047c94997b9238cff43158acc', 'subnets': [{'id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:16.066936 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:32:16.070529 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.111662 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Checking router: 09e767d8-6353-4479-90c2-b78b700c087e for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:32:16.112063 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Updating router 09e767d8-6353-4479-90c2-b78b700c087e port b4e79521-4a0f-4a27-929d-19f6807a6b26 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:32:16.192418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:32:16.242367 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326e9b2-e2cc-4fea-8673-d4b0b34362f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1b1c53-b540-4432-941f-2c8d708a455a,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:16.247213 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.257189 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.266346 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:32:16.266623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:32:16.285456 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.288815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:16.308230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a9a93-1056-4d4b-aa9f-2c6b4149e26a req-b20939ce-2ebb-44ac-8434-055db695764e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:16.317044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a9a93-1056-4d4b-aa9f-2c6b4149e26a req-b20939ce-2ebb-44ac-8434-055db695764e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:16.330723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a9a93-1056-4d4b-aa9f-2c6b4149e26a req-b20939ce-2ebb-44ac-8434-055db695764e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:16.335810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'port_id': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'mac_address': 'fa:16:3e:23:b4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:32:16.350778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a9a93-1056-4d4b-aa9f-2c6b4149e26a req-b20939ce-2ebb-44ac-8434-055db695764e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:16.363935 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.367397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a9a93-1056-4d4b-aa9f-2c6b4149e26a req-b20939ce-2ebb-44ac-8434-055db695764e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:16.386823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a9a93-1056-4d4b-aa9f-2c6b4149e26a req-b20939ce-2ebb-44ac-8434-055db695764e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:16.407217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a9a93-1056-4d4b-aa9f-2c6b4149e26a req-b20939ce-2ebb-44ac-8434-055db695764e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:16.407538 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.408047 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Allocated IP 172.25.7.38 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/6b81610a-6f6f-4421-a922-c5f22acdb406) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:16.421282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca9a9a93-1056-4d4b-aa9f-2c6b4149e26a req-b20939ce-2ebb-44ac-8434-055db695764e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5382 time: 0.3560674 Apr 01 12:32:16.476780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Pushing event updated for resources: {'Port': ['ID=874b1910-22fd-460e-978e-11d42702ee5b,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:16.510547 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Network 02cd9a86-2016-464d-98fb-4661e041738f is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:16.512252 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.529733 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.544278 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:16.547098 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:16.572323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:16.577726 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.627526 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:16.631950 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca9a9a93-1056-4d4b-aa9f-2c6b4149e26a req-2f0711dd-fb97-43b3-ac3c-2ee13b6dc631 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2086010 Apr 01 12:32:16.658635 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.727550 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:16.748365 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Attempting to bind port 874b1910-22fd-460e-978e-11d42702ee5b on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:16.748834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Attempting to bind port 874b1910-22fd-460e-978e-11d42702ee5b by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:16.749458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Attempting to bind port 874b1910-22fd-460e-978e-11d42702ee5b on network 02cd9a86-2016-464d-98fb-4661e041738f {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:16.757272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:16.757692 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Checking segment: {'id': '8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:16.758717 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.758717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Bound using segment: {'id': '8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:16.758977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Bound port: 874b1910-22fd-460e-978e-11d42702ee5b, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:16.759409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.780863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:32:16.830892 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:16.864680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:16.865703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb3f7de-25f7-4620-82b0-780bc40d6bad {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:16.875412 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:16.878693 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.878918 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.884970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a892eed-4626-434d-9fe4-00ab374f4131', 'name': 'network-vif-deleted', 'tag': 'e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d'}, {'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '5e1b1c53-b540-4432-941f-2c8d708a455a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:16.886715 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.890233 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a" -d '{"events": [{"server_uuid": "6a892eed-4626-434d-9fe4-00ab374f4131", "name": "network-vif-deleted", "tag": "e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d"}, {"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "5e1b1c53-b540-4432-941f-2c8d708a455a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:16.931534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] For port 874b1910-22fd-460e-978e-11d42702ee5b, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:16.934962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Pushing event updated for resources: {'Port': ['ID=6b81610a-6f6f-4421-a922-c5f22acdb406,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:16.959381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] For port 874b1910-22fd-460e-978e-11d42702ee5b, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=874b1910-22fd-460e-978e-11d42702ee5b,segment=NetworkSegment(8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc),segment_id=8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:16.971395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-751816cc-2ec8-4051-9576-62bc13121747 req-02e22ffc-03fc-4807-9f10-8a774e6dcd90 tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0752065 Apr 01 12:32:16.973121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Transition to ACTIVE for port object 0cb3f7de-25f7-4620-82b0-780bc40d6bad will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:16.977491 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:16.982808 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:17.028244 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e65061-9327-4f0b-8de1-58edb8f0343a None None] Pushing event updated for resources: {'Port': ['ID=b4e79521-4a0f-4a27-929d-19f6807a6b26,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:17.099198 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Attempting to bind port b4e79521-4a0f-4a27-929d-19f6807a6b26 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:17.099702 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Attempting to bind port b4e79521-4a0f-4a27-929d-19f6807a6b26 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26ae0f6d-c7e0-4ee0-89ca-9848a13d374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:17.099702 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Attempting to bind port b4e79521-4a0f-4a27-929d-19f6807a6b26 on network f506db82-9f19-4c70-8f0a-89454f5537eb {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:17.101619 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831458e8-e285-482b-9705-b1fe3a26c058 req-a51df0ae-a6f7-4f2e-8660-90b4181547a8 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:17.111667 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Pushing event updated for resources: {'Port': ['ID=0cb3f7de-25f7-4620-82b0-780bc40d6bad,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:17.113100 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-a51df0ae-a6f7-4f2e-8660-90b4181547a8 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/networks?id=f506db82-9f19-4c70-8f0a-89454f5537eb HTTP/1.1" status: 200 len: 819 time: 0.4082549 Apr 01 12:32:17.123425 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:17.123722 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Checking segment: {'id': '26ae0f6d-c7e0-4ee0-89ca-9848a13d374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:17.124120 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:17.124514 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Bound using segment: {'id': '26ae0f6d-c7e0-4ee0-89ca-9848a13d374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:17.125183 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Bound port: b4e79521-4a0f-4a27-929d-19f6807a6b26, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ae0f6d-c7e0-4ee0-89ca-9848a13d374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:17.125705 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:17.145615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Attempting to bind port 0cb3f7de-25f7-4620-82b0-780bc40d6bad on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:17.146315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Attempting to bind port 0cb3f7de-25f7-4620-82b0-780bc40d6bad by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:17.146965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Attempting to bind port 0cb3f7de-25f7-4620-82b0-780bc40d6bad on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:17.152447 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Port 0cb3f7de-25f7-4620-82b0-780bc40d6bad on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:17.153302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Attempting to bind port 0cb3f7de-25f7-4620-82b0-780bc40d6bad on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:17.159924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:17.160175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Checking segment: {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:17.160579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Bound using segment: {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:17.161057 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Bound port: 0cb3f7de-25f7-4620-82b0-780bc40d6bad, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:17.161417 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:17.246982 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-74b1505f-7a84-488d-99b6-7ce35e12a454 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/quotas/2fce831047c94997b9238cff43158acc HTTP/1.1" status: 200 len: 375 time: 0.1328871 Apr 01 12:32:17.272508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] For port 0cb3f7de-25f7-4620-82b0-780bc40d6bad, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:17.282285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] For port 0cb3f7de-25f7-4620-82b0-780bc40d6bad, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0cb3f7de-25f7-4620-82b0-780bc40d6bad,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:17.288880 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:17.290470 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] For port b4e79521-4a0f-4a27-929d-19f6807a6b26, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:17.314072 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] For port b4e79521-4a0f-4a27-929d-19f6807a6b26, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b4e79521-4a0f-4a27-929d-19f6807a6b26,segment=NetworkSegment(26ae0f6d-c7e0-4ee0-89ca-9848a13d374d),segment_id=26ae0f6d-c7e0-4ee0-89ca-9848a13d374d)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:17.337945 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:17.358393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:17.359297 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:17.360901 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] 10.222.0.44 "PUT /v2.0/ports/0cb3f7de-25f7-4620-82b0-780bc40d6bad HTTP/1.1" status: 200 len: 1091 time: 1.4202356 Apr 01 12:32:17.365888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3af1dc-e90a-4769-aac1-1283584bdf10 None None] Pushing event updated for resources: {'Port': ['ID=874b1910-22fd-460e-978e-11d42702ee5b,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:17.387925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ab2ba-6a3e-4dd2-ba83-0f3dd668c19f service neutron] Pushing event updated for resources: {'Port': ['ID=0cb3f7de-25f7-4620-82b0-780bc40d6bad,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:17.404557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Request body: {'port': {'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:17.485405 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e65061-9327-4f0b-8de1-58edb8f0343a None None] Pushing event updated for resources: {'Port': ['ID=b4e79521-4a0f-4a27-929d-19f6807a6b26,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:17.508031 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-b9344bef-467c-4ba2-b353-2b8f7f14fc17 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fce831047c94997b9238cff43158acc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2593770 Apr 01 12:32:17.511101 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Routers {'09e767d8-6353-4479-90c2-b78b700c087e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:32:17.511795 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:32:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['09e767d8-6353-4479-90c2-b78b700c087e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:17.617396 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:17.783418 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] Set router 09e767d8-6353-4479-90c2-b78b700c087e gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:32:17.860002 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-86eb44c9-5a0b-4e0b-b758-45c9d3eb5a9a service neutron] 10.222.0.45 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611589 Apr 01 12:32:17.983570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-a85a51c1-b1f2-4528-b3dc-59269b769eb9 service neutron] 10.222.0.45 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223869 Apr 01 12:32:17.993883 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:18.059611 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:18.164290 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:18.164958 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:18.176437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-1ed617ad-77d7-49ed-8331-ab79733a55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:18.178214 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-1ed617ad-77d7-49ed-8331-ab79733a55f1 service neutron] 10.222.0.44 "GET /v2.0/ports/8ad2f7d1-56ac-460d-a99b-120b1294026b HTTP/1.1" status: 200 len: 1026 time: 0.1025989 Apr 01 12:32:18.228136 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4dbd1fac-a426-414b-8286-b618ba876777 req-22f7afba-bb25-4b20-a834-2243e0ff7719 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0561559 Apr 01 12:32:18.240427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f119a9-b8d7-4a60-9c4f-c9688743c1cb {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:18.286843 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:32:12Z', 'revision_number': 4, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b4e79521-4a0f-4a27-929d-19f6807a6b26', 'name': '', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'mac_address': 'fa:16:3e:9e:c2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:10Z', 'updated_at': '2022-04-01T12:32:17Z', 'revision_number': 4, 'project_id': '2fce831047c94997b9238cff43158acc', 'subnets': [{'id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:18.287423 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:18.348801 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceac8a-cbd1-4a0d-bc23-1e804d0b2fc9 None None] The sync data for ids ['09e767d8-6353-4479-90c2-b78b700c087e'] in n-d-836146-1 is: [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:32:12Z', 'revision_number': 4, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b4e79521-4a0f-4a27-929d-19f6807a6b26', 'name': '', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'mac_address': 'fa:16:3e:9e:c2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:10Z', 'updated_at': '2022-04-01T12:32:17Z', 'revision_number': 4, 'project_id': '2fce831047c94997b9238cff43158acc', 'subnets': [{'id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:32:18.359807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Transition to ACTIVE for port object a2f119a9-b8d7-4a60-9c4f-c9688743c1cb will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:18.380052 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:18.386415 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ac22a6-41c9-483c-b503-51f6fd2684a8 x-openstack-request-id: req-61ac22a6-41c9-483c-b503-51f6fd2684a8 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:18.386415 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a892eed-4626-434d-9fe4-00ab374f4131", "name": "network-vif-deleted", "tag": "e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "5e1b1c53-b540-4432-941f-2c8d708a455a", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:18.386730 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61ac22a6-41c9-483c-b503-51f6fd2684a8 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:18.387046 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ac22a6-41c9-483c-b503-51f6fd2684a8'] response: {'server_uuid': '6a892eed-4626-434d-9fe4-00ab374f4131', 'name': 'network-vif-deleted', 'tag': 'e8c0a65d-23cd-42ad-be0d-59abbb0f5c7d', 'status': 'completed', 'code': 200} Apr 01 12:32:18.387694 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ac22a6-41c9-483c-b503-51f6fd2684a8'] response: {'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '5e1b1c53-b540-4432-941f-2c8d708a455a', 'status': 'completed', 'code': 200} Apr 01 12:32:18.393283 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4b9f4ab3-0de0-4c99-b2d6-0991270b1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:18.395251 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4b9f4ab3-0de0-4c99-b2d6-0991270b1267 service neutron] 10.222.0.44 "GET /v2.0/ports/a2a7919b-0809-47d2-8eb7-4b2be62c86d5 HTTP/1.1" status: 200 len: 1027 time: 0.1167061 Apr 01 12:32:18.482671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:18.491028 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faf86ed-2f26-4b41-af13-6c4be738af32" -d '{"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-plugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:18.519800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:18.535171 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:18.552294 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:18.661734 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:18.753471 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1d734feb-816f-4dbf-bd92-79644432cdeb req-1b57d378-e556-4771-95ba-5b8625368c12 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/7c9a8fc2-1b49-4c99-966e-74856c2374fa HTTP/1.1" status: 200 len: 1801 time: 0.4477632 Apr 01 12:32:18.871983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-e3b19758-ec2a-4b93-be7f-072cf53952aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:18.872468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-e3b19758-ec2a-4b93-be7f-072cf53952aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:18.872939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-e3b19758-ec2a-4b93-be7f-072cf53952aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:18.873405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-e3b19758-ec2a-4b93-be7f-072cf53952aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:18.873946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-e3b19758-ec2a-4b93-be7f-072cf53952aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:18.902480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-e3b19758-ec2a-4b93-be7f-072cf53952aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:18.903592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-e3b19758-ec2a-4b93-be7f-072cf53952aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:18.912981 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-e3b19758-ec2a-4b93-be7f-072cf53952aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0713e035054f4784a69028267597a06a&device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 6311 time: 0.5170138 Apr 01 12:32:18.953885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:18.989768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:19.148451 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ac794-07eb-4c5d-8238-50e6a37b3557 req-d583d3f0-0b51-4e41-a93f-c0af4de4ded4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:19.179031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ac794-07eb-4c5d-8238-50e6a37b3557 req-d583d3f0-0b51-4e41-a93f-c0af4de4ded4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:19.212258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ac794-07eb-4c5d-8238-50e6a37b3557 req-d583d3f0-0b51-4e41-a93f-c0af4de4ded4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:19.269258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ac794-07eb-4c5d-8238-50e6a37b3557 req-d583d3f0-0b51-4e41-a93f-c0af4de4ded4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:19.293621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ac794-07eb-4c5d-8238-50e6a37b3557 req-d583d3f0-0b51-4e41-a93f-c0af4de4ded4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:19.327397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ac794-07eb-4c5d-8238-50e6a37b3557 req-d583d3f0-0b51-4e41-a93f-c0af4de4ded4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:19.354759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Attempting to bind port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:19.355643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Attempting to bind port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:19.356239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Attempting to bind port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:19.377783 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ac794-07eb-4c5d-8238-50e6a37b3557 req-d583d3f0-0b51-4e41-a93f-c0af4de4ded4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:19.385620 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2d2ac794-07eb-4c5d-8238-50e6a37b3557 req-d583d3f0-0b51-4e41-a93f-c0af4de4ded4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5406 time: 0.9142325 Apr 01 12:32:19.415154 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1d734feb-816f-4dbf-bd92-79644432cdeb req-36ecc7c1-5ca7-4939-9a73-af1c1da85025 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:19.433272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb29e499-3e75-4274-8784-491f3a15e56b None None] Network 02cd9a86-2016-464d-98fb-4661e041738f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:19.436464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:19.436789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Attempting to bind port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:19.508233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:19.524448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Checking segment: {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:19.524866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Bound using segment: {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:19.525349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Bound port: a2f119a9-b8d7-4a60-9c4f-c9688743c1cb, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898541e8-df36-4427-8e64-5f818ae8f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:19.525818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:19.680269 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1d734feb-816f-4dbf-bd92-79644432cdeb req-36ecc7c1-5ca7-4939-9a73-af1c1da85025 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:19.697257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-501aba27-af38-49d0-baa1-f3d35577b87d None None] Provisioning complete for port 874b1910-22fd-460e-978e-11d42702ee5b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:19.697953 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-501aba27-af38-49d0-baa1-f3d35577b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:19.705789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-878adaca-8384-46ce-a1e4-b88510f6cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:19.710609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-878adaca-8384-46ce-a1e4-b88510f6cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:19.721735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-878adaca-8384-46ce-a1e4-b88510f6cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:19.725189 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-878adaca-8384-46ce-a1e4-b88510f6cafc service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0713e035054f4784a69028267597a06a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7936492 Apr 01 12:32:19.930617 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b4e79521-4a0f-4a27-929d-19f6807a6b26 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:20.073745 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-501aba27-af38-49d0-baa1-f3d35577b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:20.125283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-82f6946f-291a-482a-84ca-18b33fb54097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:20.127038 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e8cd6f9-04c3-4e6d-82b0-12e18c2b695a req-82f6946f-291a-482a-84ca-18b33fb54097 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3889537 Apr 01 12:32:20.179042 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b4e79521-4a0f-4a27-929d-19f6807a6b26 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:20.179768 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:20.273185 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-501aba27-af38-49d0-baa1-f3d35577b87d None None] For port 874b1910-22fd-460e-978e-11d42702ee5b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=874b1910-22fd-460e-978e-11d42702ee5b,segment=NetworkSegment(8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc),segment_id=8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:20.288803 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-501aba27-af38-49d0-baa1-f3d35577b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:20.444563 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:20.462881 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501aba27-af38-49d0-baa1-f3d35577b87d None None] Pushing event updated for resources: {'Port': ['ID=874b1910-22fd-460e-978e-11d42702ee5b,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:20.496232 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-76662e7d-68cd-4b54-94bd-ae0770b21e5d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:20.514257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-76662e7d-68cd-4b54-94bd-ae0770b21e5d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:20.515120 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port b4e79521-4a0f-4a27-929d-19f6807a6b26, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b4e79521-4a0f-4a27-929d-19f6807a6b26,segment=NetworkSegment(26ae0f6d-c7e0-4ee0-89ca-9848a13d374d),segment_id=26ae0f6d-c7e0-4ee0-89ca-9848a13d374d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:20.520015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '0cb3f7de-25f7-4620-82b0-780bc40d6bad'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:20.523137 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "0cb3f7de-25f7-4620-82b0-780bc40d6bad"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:20.524536 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:20.528477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 874b1910-22fd-460e-978e-11d42702ee5b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:20.532794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-76662e7d-68cd-4b54-94bd-ae0770b21e5d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:20.534465 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-76662e7d-68cd-4b54-94bd-ae0770b21e5d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "GET /v2.0/networks?id=a2a0007f-cd99-412e-ad83-be707fb4c3d4&id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&id=a9f69244-fb4e-47fa-9497-4cf0558e39f6&id=a9f69244-fb4e-47fa-9497-4cf0558e39f6 HTTP/1.1" status: 200 len: 1990 time: 2.0865252 Apr 01 12:32:20.549045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] For port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:20.610943 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2d2ac794-07eb-4c5d-8238-50e6a37b3557 req-dc998147-1869-4fb3-9a06-2d38e9319f78 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3091834 Apr 01 12:32:20.666189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] For port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:20.691170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831458e8-e285-482b-9705-b1fe3a26c058 req-d2fa5181-2bb6-4776-97aa-7e161d17b9fc tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:20.700627 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-d2fa5181-2bb6-4776-97aa-7e161d17b9fc tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.37 "GET /v2.0/networks?id=f506db82-9f19-4c70-8f0a-89454f5537eb HTTP/1.1" status: 200 len: 819 time: 0.4732399 Apr 01 12:32:20.701429 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1d734feb-816f-4dbf-bd92-79644432cdeb req-36ecc7c1-5ca7-4939-9a73-af1c1da85025 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:20.706396 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1d734feb-816f-4dbf-bd92-79644432cdeb req-36ecc7c1-5ca7-4939-9a73-af1c1da85025 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:20.713377 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1d734feb-816f-4dbf-bd92-79644432cdeb req-36ecc7c1-5ca7-4939-9a73-af1c1da85025 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "DELETE /v2.0/security-groups/7c9a8fc2-1b49-4c99-966e-74856c2374fa HTTP/1.1" status: 204 len: 173 time: 1.9589889 Apr 01 12:32:20.731157 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-831458e8-e285-482b-9705-b1fe3a26c058 req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Request body: {'port': {'device_id': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'admin_state_up': True, 'tenant_id': '2fce831047c94997b9238cff43158acc'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:20.784922 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:20.816269 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-a6ebf2d1-75af-4429-8b1c-a87f1ecb6c94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67be0409bcbb48388611a7629463a217 HTTP/1.1" status: 200 len: 379 time: 0.2597001 Apr 01 12:32:20.820277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8e0a95f6-e240-4176-bd75-5d11768d7099 None None] Provisioning complete for port 874b1910-22fd-460e-978e-11d42702ee5b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:20.820647 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8e0a95f6-e240-4176-bd75-5d11768d7099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:20.833088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'port': {'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'admin_state_up': True, 'tenant_id': '67be0409bcbb48388611a7629463a217', 'security_groups': ['a3e75318-7f63-4c52-96a9-0bce6b8fe980']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:20.937659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=b4e79521-4a0f-4a27-929d-19f6807a6b26,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:20.977614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-846d2554-9f9f-4a9e-978e-37070c4a2104 req-f50e2ff0-e266-4d03-81f2-7c7dba9c9760 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 210 time: 0.0992961 Apr 01 12:32:21.083254 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956bd66f-3b7f-4feb-a080-6dc361653e93 x-openstack-request-id: req-956bd66f-3b7f-4feb-a080-6dc361653e93 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:21.083702 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-plugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:21.084706 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-956bd66f-3b7f-4feb-a080-6dc361653e93 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:21.085283 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956bd66f-3b7f-4feb-a080-6dc361653e93'] response: {'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'code': 200} Apr 01 12:32:21.091639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 874b1910-22fd-460e-978e-11d42702ee5b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:21.091962 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:21.190601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Router de99047a-d056-44c8-b13c-44e904ae66be is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:32:21.329413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecc7c1-5ca7-4939-9a73-af1c1da85025 tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9a8fc2-1b49-4c99-966e-74856c2374fa,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:21.350622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:32:21.363402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Sync routers for ids ['de99047a-d056-44c8-b13c-44e904ae66be'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:32:21.367919 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-16f773c5-56cc-4ae3-91a5-60c39ea0f59e req-bcd62b47-e2d9-45dc-9d29-66242da0970f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.1650157 Apr 01 12:32:21.418937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Routers {'de99047a-d056-44c8-b13c-44e904ae66be'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:32:21.422736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:32:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['de99047a-d056-44c8-b13c-44e904ae66be'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:21.451106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:21.453150 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:21.456714 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] 10.222.0.44 "PUT /v2.0/ports/a2f119a9-b8d7-4a60-9c4f-c9688743c1cb HTTP/1.1" status: 200 len: 1091 time: 4.0651903 Apr 01 12:32:21.460275 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:21.480199 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc4c6ba4-7a48-4ea9-a7ea-f8c550ccbb12 req-6b65cbe9-e60c-4f6d-867e-66dbe59b5453 tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1356990 Apr 01 12:32:21.485806 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4d80b99c-167d-483b-99ca-a784ef5f3e2e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6692264 Apr 01 12:32:21.489770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58920) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:21.504123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:21.511896 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:21.539901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Request body: {'port': {'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:21.602667 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28826c68-0aa2-4d79-b403-0d022b067b4a x-openstack-request-id: req-28826c68-0aa2-4d79-b403-0d022b067b4a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:21.602971 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "0cb3f7de-25f7-4620-82b0-780bc40d6bad", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:21.603215 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28826c68-0aa2-4d79-b403-0d022b067b4a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:21.603611 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28826c68-0aa2-4d79-b403-0d022b067b4a'] response: {'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '0cb3f7de-25f7-4620-82b0-780bc40d6bad', 'status': 'completed', 'code': 200} Apr 01 12:32:21.684602 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b4e79521-4a0f-4a27-929d-19f6807a6b26 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:21.770709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b144b-0bed-4c2d-9787-a356ac2d7309 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:21.892638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b4e79521-4a0f-4a27-929d-19f6807a6b26 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:21.900858 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:21.917271 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Allocated IP 172.20.0.10 (a2a0007f-cd99-412e-ad83-be707fb4c3d4/33b7cb92-fc93-410f-9652-7a0f67084c27/f71237b2-ae9e-4469-819e-23a06d57cd27) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:21.955887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831458e8-e285-482b-9705-b1fe3a26c058 req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Made reservation on behalf of 2fce831047c94997b9238cff43158acc for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:21.965787 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-831458e8-e285-482b-9705-b1fe3a26c058 req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:21.989658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-60fef2dd-89b6-4c12-a0ca-3bb46eeb43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:21.990165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-60fef2dd-89b6-4c12-a0ca-3bb46eeb43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:21.990680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-60fef2dd-89b6-4c12-a0ca-3bb46eeb43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:21.991142 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-60fef2dd-89b6-4c12-a0ca-3bb46eeb43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:21.994637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-60fef2dd-89b6-4c12-a0ca-3bb46eeb43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:21.995150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-60fef2dd-89b6-4c12-a0ca-3bb46eeb43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:21.995618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-60fef2dd-89b6-4c12-a0ca-3bb46eeb43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:21.998054 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-60fef2dd-89b6-4c12-a0ca-3bb46eeb43c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0713e035054f4784a69028267597a06a&device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 6353 time: 0.3935359 Apr 01 12:32:22.041133 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:22.265717 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c31836ab-374d-4ca8-98d1-56fe9cd35be1 req-f5dcfe8d-ba16-40be-b425-f7f1c089f8ec tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "GET /v2.0/security-groups/05d250e5-e17e-4725-930e-7bb1a6fa5af6 HTTP/1.1" status: 200 len: 1801 time: 0.6932933 Apr 01 12:32:22.368629 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:22.549081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782604cb-2bb9-428a-9dc4-3a1149c5ee64 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:22.557085 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:22.570903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Transition to ACTIVE for port object 782604cb-2bb9-428a-9dc4-3a1149c5ee64 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:22.625823 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:22.643679 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Set router de99047a-d056-44c8-b13c-44e904ae66be gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:32:22.667190 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-c31836ab-374d-4ca8-98d1-56fe9cd35be1 req-b370b3a4-c7ea-4d17-973f-b7ad636a692c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:22.744274 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86e32c16-a2d5-4810-8e5b-e9176147525a req-37824336-0afd-4948-9bbb-30b7b44b1714 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac12b568c037443fb7fb9facb8b92a56&device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1718867 Apr 01 12:32:22.771080 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:22.866538 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86e32c16-a2d5-4810-8e5b-e9176147525a req-10667754-7c4c-41a7-9524-0d0b6365f222 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac12b568c037443fb7fb9facb8b92a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547683 Apr 01 12:32:22.917078 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-c31836ab-374d-4ca8-98d1-56fe9cd35be1 req-b370b3a4-c7ea-4d17-973f-b7ad636a692c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:22.931564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 874b1910-22fd-460e-978e-11d42702ee5b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:23.009668 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Network a2a0007f-cd99-412e-ad83-be707fb4c3d4 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:23.013288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:23.074250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:23.097919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 874b1910-22fd-460e-978e-11d42702ee5b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:23.099709 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:23.110906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Port': ['ID=f71237b2-ae9e-4469-819e-23a06d57cd27,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:23.189400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'name': 'tempest-ServersTestMultiNic-1137308910-router', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:15Z', 'updated_at': '2022-04-01T12:32:17Z', 'revision_number': 3, 'project_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'gw_port': {'id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:16Z', 'updated_at': '2022-04-01T12:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:23.213627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e32c16-a2d5-4810-8e5b-e9176147525a req-a3b7f58c-6507-491e-a518-f88fc9c8eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.217576 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86e32c16-a2d5-4810-8e5b-e9176147525a req-a3b7f58c-6507-491e-a518-f88fc9c8eea4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3313539 Apr 01 12:32:23.223025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-e2eecbfd-d759-4513-9e30-47f81d461647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.223872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-e2eecbfd-d759-4513-9e30-47f81d461647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.224498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-e2eecbfd-d759-4513-9e30-47f81d461647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.234611 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-e2eecbfd-d759-4513-9e30-47f81d461647 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0713e035054f4784a69028267597a06a&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.2154992 Apr 01 12:32:23.282345 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-c31836ab-374d-4ca8-98d1-56fe9cd35be1 req-b370b3a4-c7ea-4d17-973f-b7ad636a692c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:23.287539 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-c31836ab-374d-4ca8-98d1-56fe9cd35be1 req-b370b3a4-c7ea-4d17-973f-b7ad636a692c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:23.288727 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c31836ab-374d-4ca8-98d1-56fe9cd35be1 req-b370b3a4-c7ea-4d17-973f-b7ad636a692c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] 10.222.0.45 "DELETE /v2.0/security-groups/05d250e5-e17e-4725-930e-7bb1a6fa5af6 HTTP/1.1" status: 204 len: 173 time: 1.0104399 Apr 01 12:32:23.295166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Checking router: de99047a-d056-44c8-b13c-44e904ae66be for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:32:23.295571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Updating router de99047a-d056-44c8-b13c-44e904ae66be port 6b81610a-6f6f-4421-a922-c5f22acdb406 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:32:23.304956 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58972) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:23.440135 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:23.447742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Pushing event updated for resources: {'Port': ['ID=782604cb-2bb9-428a-9dc4-3a1149c5ee64,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:23.452139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-13087a80-1aad-4b42-9b79-77a8ea644d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.453942 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90ae6449-e1f9-4eb5-98d4-65539c77fcc1 req-13087a80-1aad-4b42-9b79-77a8ea644d0a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2025666 Apr 01 12:32:23.508593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.509540 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:23.534283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9726c4-02ab-4637-8083-850d4810e52a req-cad7e7d5-102a-4274-b6bb-a791ef38082c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.540595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9726c4-02ab-4637-8083-850d4810e52a req-cad7e7d5-102a-4274-b6bb-a791ef38082c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.546728 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9726c4-02ab-4637-8083-850d4810e52a req-cad7e7d5-102a-4274-b6bb-a791ef38082c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.562896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9726c4-02ab-4637-8083-850d4810e52a req-cad7e7d5-102a-4274-b6bb-a791ef38082c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.570330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9726c4-02ab-4637-8083-850d4810e52a req-cad7e7d5-102a-4274-b6bb-a791ef38082c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.578171 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9726c4-02ab-4637-8083-850d4810e52a req-cad7e7d5-102a-4274-b6bb-a791ef38082c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.584293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9726c4-02ab-4637-8083-850d4810e52a req-cad7e7d5-102a-4274-b6bb-a791ef38082c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:23.595147 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c9726c4-02ab-4637-8083-850d4810e52a req-cad7e7d5-102a-4274-b6bb-a791ef38082c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5418 time: 1.0143604 Apr 01 12:32:23.604812 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': 'a2f119a9-b8d7-4a60-9c4f-c9688743c1cb'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:23.607444 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "a2f119a9-b8d7-4a60-9c4f-c9688743c1cb"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:23.618740 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370b3a4-c7ea-4d17-973f-b7ad636a692c tempest-SecurityGroupsTestJSON-1882720278 tempest-SecurityGroupsTestJSON-1882720278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d250e5-e17e-4725-930e-7bb1a6fa5af6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:23.672813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-831458e8-e285-482b-9705-b1fe3a26c058 req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Allocated IP 172.20.0.9 (f506db82-9f19-4c70-8f0a-89454f5537eb/079b5b13-13c9-4572-b367-b9a573856dd3/dea6147a-59b0-4e7f-a7f1-0ae8674d0c96) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:23.720671 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c9726c4-02ab-4637-8083-850d4810e52a req-275c87c2-5034-41e5-b627-d3aeb80408aa tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243584 Apr 01 12:32:23.773626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Attempting to bind port 782604cb-2bb9-428a-9dc4-3a1149c5ee64 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:23.774109 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Attempting to bind port 782604cb-2bb9-428a-9dc4-3a1149c5ee64 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:23.774917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Attempting to bind port 782604cb-2bb9-428a-9dc4-3a1149c5ee64 on network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:23.793211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Port 782604cb-2bb9-428a-9dc4-3a1149c5ee64 on network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:23.793707 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Attempting to bind port 782604cb-2bb9-428a-9dc4-3a1149c5ee64 on network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:23.810297 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:23.810803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Checking segment: {'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:23.811319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Bound using segment: {'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:23.811885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Bound port: 782604cb-2bb9-428a-9dc4-3a1149c5ee64, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:23.812352 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:23.855582 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dfd6eef6-24f3-4531-a83d-1a0d34d0b87d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0268052 Apr 01 12:32:23.892407 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d8b34bf-a41f-4589-a35d-f6501f32ece4 req-8a91ea96-f14e-4876-9cae-1d02b91c9f69 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 210 time: 0.2994492 Apr 01 12:32:23.919946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee463be-dbf9-4c15-93da-8a1054990122 admin admin] Deleting subnet 1d09778a-0a32-4e43-b211-dccb9de93e72 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:32:23.933520 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'port': {'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb', 'admin_state_up': True, 'tenant_id': '67be0409bcbb48388611a7629463a217', 'security_groups': ['a3e75318-7f63-4c52-96a9-0bce6b8fe980']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:24.029219 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] For port 782604cb-2bb9-428a-9dc4-3a1149c5ee64, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:24.032846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] For port 782604cb-2bb9-428a-9dc4-3a1149c5ee64, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=782604cb-2bb9-428a-9dc4-3a1149c5ee64,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:24.090720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4ee463be-dbf9-4c15-93da-8a1054990122 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.141623 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.160886 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-68287cb9-8e4e-4f74-874e-8f2e0829b1a5 req-fa5a2667-7272-40e1-8960-09700d8f1d13 tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0837767 Apr 01 12:32:24.196461 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.202555 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4ee463be-dbf9-4c15-93da-8a1054990122 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.273507 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.312418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5a0fd405-7745-45ce-b089-a20a0cfe2c14 None None] Provisioning complete for port f71237b2-ae9e-4469-819e-23a06d57cd27 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:24.316009 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd405-7745-45ce-b089-a20a0cfe2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.342147 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-831458e8-e285-482b-9705-b1fe3a26c058 req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.350043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:24.350663 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.352089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] 10.222.0.44 "PUT /v2.0/ports/782604cb-2bb9-428a-9dc4-3a1149c5ee64 HTTP/1.1" status: 200 len: 1091 time: 2.8508232 Apr 01 12:32:24.400650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718f9ec-7a50-4394-93e7-9a08b10bce11 service neutron] Pushing event updated for resources: {'Port': ['ID=782604cb-2bb9-428a-9dc4-3a1149c5ee64,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:24.415652 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992ad818-ee54-4d24-a87e-a4f0c69542f1 x-openstack-request-id: req-992ad818-ee54-4d24-a87e-a4f0c69542f1 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:24.416157 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "a2f119a9-b8d7-4a60-9c4f-c9688743c1cb", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:24.416574 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-992ad818-ee54-4d24-a87e-a4f0c69542f1 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:24.417174 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992ad818-ee54-4d24-a87e-a4f0c69542f1'] response: {'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': 'a2f119a9-b8d7-4a60-9c4f-c9688743c1cb', 'status': 'completed', 'code': 200} Apr 01 12:32:24.426498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Request body: {'port': {'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:24.445451 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Allocated IP 172.20.0.1 (02cd9a86-2016-464d-98fb-4661e041738f/9a5245a1-f528-4903-a89e-1c021d9d39de/7a5a0444-7172-4164-a848-da71ddf0f9ef) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:24.514731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9737c-0386-44ab-87b5-8f90d5f68911 req-11c6f901-8a3f-4997-aea2-4c7fd0034d0f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:24.516612 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1ab9737c-0386-44ab-87b5-8f90d5f68911 req-11c6f901-8a3f-4997-aea2-4c7fd0034d0f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 932 time: 0.2586589 Apr 01 12:32:24.615168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-22cf3915-d631-4aa3-ab4b-9955b99d6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:24.615754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-22cf3915-d631-4aa3-ab4b-9955b99d6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:24.616101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-22cf3915-d631-4aa3-ab4b-9955b99d6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:24.616562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-22cf3915-d631-4aa3-ab4b-9955b99d6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:24.617022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-22cf3915-d631-4aa3-ab4b-9955b99d6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:24.617483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-22cf3915-d631-4aa3-ab4b-9955b99d6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:24.617941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-22cf3915-d631-4aa3-ab4b-9955b99d6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:24.620589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-22cf3915-d631-4aa3-ab4b-9955b99d6af6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0713e035054f4784a69028267597a06a&device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 6420 time: 0.1882541 Apr 01 12:32:24.636513 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.637524 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.650331 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.661986 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5a0fd405-7745-45ce-b089-a20a0cfe2c14 None None] Port f71237b2-ae9e-4469-819e-23a06d57cd27 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:24.727107 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.814522 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Network 02cd9a86-2016-464d-98fb-4661e041738f is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:24.816040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13b8e0-811d-4d7d-b66a-acf220391b23 None None] Pushing event updated for resources: {'Port': ['ID=6b81610a-6f6f-4421-a922-c5f22acdb406,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:24.817789 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4ee463be-dbf9-4c15-93da-8a1054990122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.822415 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Attempting to bind port 6b81610a-6f6f-4421-a922-c5f22acdb406 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:24.822780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Attempting to bind port 6b81610a-6f6f-4421-a922-c5f22acdb406 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:24.823143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Attempting to bind port 6b81610a-6f6f-4421-a922-c5f22acdb406 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:24.831834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:24.832369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:24.832775 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.833163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:24.833646 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Bound port: 6b81610a-6f6f-4421-a922-c5f22acdb406, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:24.834238 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.867328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:24.869905 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:24.891985 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:24.899614 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:24.960931 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Pushing event updated for resources: {'Port': ['ID=7a5a0444-7172-4164-a848-da71ddf0f9ef,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:25.070508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] For port 6b81610a-6f6f-4421-a922-c5f22acdb406, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:25.082462 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] For port 6b81610a-6f6f-4421-a922-c5f22acdb406, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6b81610a-6f6f-4421-a922-c5f22acdb406,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:25.092793 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:25.140287 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1ab9737c-0386-44ab-87b5-8f90d5f68911 req-b2234b2b-445f-454e-b460-5ddeb55e3f4f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5946131 Apr 01 12:32:25.162934 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-831458e8-e285-482b-9705-b1fe3a26c058 req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:25.179458 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:25.279171 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Pushing event updated for resources: {'Port': ['ID=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:25.345548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Routers {'de99047a-d056-44c8-b13c-44e904ae66be'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:32:25.351584 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:32:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['de99047a-d056-44c8-b13c-44e904ae66be'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:25.445517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831458e8-e285-482b-9705-b1fe3a26c058 req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Network f506db82-9f19-4c70-8f0a-89454f5537eb is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:25.455038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-831458e8-e285-482b-9705-b1fe3a26c058 req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:25.465397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13b8e0-811d-4d7d-b66a-acf220391b23 None None] Pushing event updated for resources: {'Port': ['ID=6b81610a-6f6f-4421-a922-c5f22acdb406,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:25.471582 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:25.507270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-831458e8-e285-482b-9705-b1fe3a26c058 req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:25.539568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-35d4139e-2a9d-45fe-a9d4-8d7b9d86ce65 None None] Provisioning complete for port 7a5a0444-7172-4164-a848-da71ddf0f9ef triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:25.540246 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-35d4139e-2a9d-45fe-a9d4-8d7b9d86ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:25.594778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831458e8-e285-482b-9705-b1fe3a26c058 req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:25.595656 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-831458e8-e285-482b-9705-b1fe3a26c058 req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:25.637683 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4ee463be-dbf9-4c15-93da-8a1054990122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:25.657829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-35d4139e-2a9d-45fe-a9d4-8d7b9d86ce65 None None] Port 7a5a0444-7172-4164-a848-da71ddf0f9ef cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:25.675994 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4ee463be-dbf9-4c15-93da-8a1054990122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:25.681433 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4ee463be-dbf9-4c15-93da-8a1054990122 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1d09778a-0a32-4e43-b211-dccb9de93e72 HTTP/1.1" status: 204 len: 168 time: 2.3435831 Apr 01 12:32:25.705888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] Set router de99047a-d056-44c8-b13c-44e904ae66be gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:32:25.716221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40ca20-61bf-42cc-9dcc-61a2e1ea3053 req-2f6b6901-8a4b-4f79-8764-c18aca57d9cc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:25.723101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40ca20-61bf-42cc-9dcc-61a2e1ea3053 req-2f6b6901-8a4b-4f79-8764-c18aca57d9cc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:25.729662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40ca20-61bf-42cc-9dcc-61a2e1ea3053 req-2f6b6901-8a4b-4f79-8764-c18aca57d9cc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:25.736560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40ca20-61bf-42cc-9dcc-61a2e1ea3053 req-2f6b6901-8a4b-4f79-8764-c18aca57d9cc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:25.743407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40ca20-61bf-42cc-9dcc-61a2e1ea3053 req-2f6b6901-8a4b-4f79-8764-c18aca57d9cc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:25.766448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40ca20-61bf-42cc-9dcc-61a2e1ea3053 req-2f6b6901-8a4b-4f79-8764-c18aca57d9cc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:25.772875 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40ca20-61bf-42cc-9dcc-61a2e1ea3053 req-2f6b6901-8a4b-4f79-8764-c18aca57d9cc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:25.775207 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b40ca20-61bf-42cc-9dcc-61a2e1ea3053 req-2f6b6901-8a4b-4f79-8764-c18aca57d9cc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5418 time: 0.4018075 Apr 01 12:32:25.776079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59042) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:25.806780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee463be-dbf9-4c15-93da-8a1054990122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d09778a-0a32-4e43-b211-dccb9de93e72,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:25.812607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-27ef356c-9d2f-40f0-8c85-9c36af3f7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:25.813031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-27ef356c-9d2f-40f0-8c85-9c36af3f7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:25.813493 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-27ef356c-9d2f-40f0-8c85-9c36af3f7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:25.815221 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-27ef356c-9d2f-40f0-8c85-9c36af3f7696 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0713e035054f4784a69028267597a06a&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.1331544 Apr 01 12:32:25.830243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-164aeb32-b400-4bd3-8e63-1ec24828a614 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1104145 Apr 01 12:32:25.850988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Request body: {'port': {'device_id': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:25.922435 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:26.039114 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a72bc3d-c93e-4eee-a682-5d589d7ea4da {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:26.042591 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:26.049202 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:26.065821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Transition to ACTIVE for port object 9a72bc3d-c93e-4eee-a682-5d589d7ea4da will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:26.071942 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:26.098495 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:26.212607 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d48840-3dd9-4261-9503-b6142f686bb0 req-d9a7dc62-9174-4d25-9676-45d39b258486 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:26.221991 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-20d48840-3dd9-4261-9503-b6142f686bb0 req-d9a7dc62-9174-4d25-9676-45d39b258486 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 931 time: 0.7403021 Apr 01 12:32:26.244006 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b40ca20-61bf-42cc-9dcc-61a2e1ea3053 req-92aecf59-a752-4d00-b084-1337c6a0c64a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4256301 Apr 01 12:32:26.255110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'name': 'tempest-ServersTestMultiNic-1137308910-router', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:15Z', 'updated_at': '2022-04-01T12:32:17Z', 'revision_number': 3, 'project_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'gw_port': {'id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:16Z', 'updated_at': '2022-04-01T12:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:26.279138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Allocated IP 10.1.1.213 (286f6a75-d340-4ba6-8990-b8c5f29bc5eb/39b3fcc2-733d-4dd4-9533-6aa40c939ffc/43b9d493-e863-4a18-825d-997984ca6f95) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:26.319545 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7e828-2730-472d-8334-11e7b9542923 None None] The sync data for ids ['de99047a-d056-44c8-b13c-44e904ae66be'] in n-d-836146-1 is: [{'id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'name': 'tempest-ServersTestMultiNic-1137308910-router', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:15Z', 'updated_at': '2022-04-01T12:32:17Z', 'revision_number': 3, 'project_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'gw_port': {'id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:16Z', 'updated_at': '2022-04-01T12:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:32:26.413605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Pushing event updated for resources: {'Port': ['ID=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:26.446156 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:26.454327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Pushing event updated for resources: {'Port': ['ID=7a5a0444-7172-4164-a848-da71ddf0f9ef,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:26.477215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '782604cb-2bb9-428a-9dc4-3a1149c5ee64'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:26.487099 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6079c3b-27ee-4519-aa17-7a53854e0834" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "782604cb-2bb9-428a-9dc4-3a1149c5ee64"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:26.667760 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-20d48840-3dd9-4261-9503-b6142f686bb0 req-053d8624-db95-4ea0-8a8a-8917ccdba6af tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443240 Apr 01 12:32:26.706426 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Network 02cd9a86-2016-464d-98fb-4661e041738f is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:26.734813 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:26.940532 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:26.986796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Attempting to bind port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:26.987249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Attempting to bind port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:26.987498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Attempting to bind port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da on network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:26.998275 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da on network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:26.998686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Attempting to bind port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da on network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:27.002219 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c08c76db-99bd-401a-bcf2-e0eb7e1ed2f6 req-da651b14-443b-4ae9-b18b-6685feb725f8 tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0741022 Apr 01 12:32:27.018374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-4bd08178-9d93-4ea7-8648-23bcb829d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:27.019889 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87a6a7c3-4df5-4bfe-9d97-7288214c0b07 req-4bd08178-9d93-4ea7-8648-23bcb829d682 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1877019 Apr 01 12:32:27.026615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:27.026984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Checking segment: {'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:27.027346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Bound using segment: {'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:27.027837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Bound port: 9a72bc3d-c93e-4eee-a682-5d589d7ea4da, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72824627-0fe9-4fb6-a822-37035eaf7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:27.028201 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:27.106312 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:27.117099 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:27.250043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] For port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:27.262216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] For port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:27.276226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42327cd7-6dce-4efc-8067-d1bc21cb8cb7']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:27.292474 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:27.423158 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:27.455753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedff3c2-697c-4403-9da0-f33cd4e288ea') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:27.461397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedff3c2-697c-4403-9da0-f33cd4e288ea') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:27.467002 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:27.491516 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:27.498906 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-347db85c-ab61-496a-9f0d-7f8928d188f9 None None] Provisioning complete for port 7a5a0444-7172-4164-a848-da71ddf0f9ef triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:27.499505 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-347db85c-ab61-496a-9f0d-7f8928d188f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:27.501890 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] 10.222.0.44 "PUT /v2.0/ports/9a72bc3d-c93e-4eee-a682-5d589d7ea4da HTTP/1.1" status: 200 len: 1091 time: 3.0818176 Apr 01 12:32:27.652220 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:27.679998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-347db85c-ab61-496a-9f0d-7f8928d188f9 None None] Port 7a5a0444-7172-4164-a848-da71ddf0f9ef cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:27.805488 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:28.038047 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd632f6f-9cbd-430a-a382-89322332bf2c x-openstack-request-id: req-bd632f6f-9cbd-430a-a382-89322332bf2c {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:28.038777 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "782604cb-2bb9-428a-9dc4-3a1149c5ee64", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:28.038777 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd632f6f-9cbd-430a-a382-89322332bf2c {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:28.039345 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd632f6f-9cbd-430a-a382-89322332bf2c'] response: {'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '782604cb-2bb9-428a-9dc4-3a1149c5ee64', 'status': 'completed', 'code': 200} Apr 01 12:32:28.085855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:32:28.086474 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:32:28.093783 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:32:28.110688 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Router de99047a-d056-44c8-b13c-44e904ae66be has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:32:28.136650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:28.165762 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:28.172700 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a2b5e-6d44-4a6b-a97b-02cdc5c9d6a4 req-68a315a0-f9fa-4be8-821d-7964a66cdc70 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.181394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a2b5e-6d44-4a6b-a97b-02cdc5c9d6a4 req-68a315a0-f9fa-4be8-821d-7964a66cdc70 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.191725 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-689a2b5e-6d44-4a6b-a97b-02cdc5c9d6a4 req-68a315a0-f9fa-4be8-821d-7964a66cdc70 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 1654 time: 1.0188713 Apr 01 12:32:28.203356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-991c84d6-98fc-4409-9610-f0a94fc18fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.204371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-991c84d6-98fc-4409-9610-f0a94fc18fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.204936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-991c84d6-98fc-4409-9610-f0a94fc18fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.205474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-991c84d6-98fc-4409-9610-f0a94fc18fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.206188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-991c84d6-98fc-4409-9610-f0a94fc18fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.206739 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-991c84d6-98fc-4409-9610-f0a94fc18fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.207263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-991c84d6-98fc-4409-9610-f0a94fc18fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.209499 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-991c84d6-98fc-4409-9610-f0a94fc18fb7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0713e035054f4784a69028267597a06a&device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 6487 time: 0.5981722 Apr 01 12:32:28.210410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab13d9-ffeb-4941-830b-530357d6d191 service neutron] Pushing event updated for resources: {'Port': ['ID=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:28.227054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd754e-e8d9-462f-abb2-e925a26ba1e0 req-529a2a75-a58b-4849-91d7-50201869b4a0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.233567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd754e-e8d9-462f-abb2-e925a26ba1e0 req-529a2a75-a58b-4849-91d7-50201869b4a0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.239935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd754e-e8d9-462f-abb2-e925a26ba1e0 req-529a2a75-a58b-4849-91d7-50201869b4a0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.247025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd754e-e8d9-462f-abb2-e925a26ba1e0 req-529a2a75-a58b-4849-91d7-50201869b4a0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.257658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd754e-e8d9-462f-abb2-e925a26ba1e0 req-529a2a75-a58b-4849-91d7-50201869b4a0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.264244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd754e-e8d9-462f-abb2-e925a26ba1e0 req-529a2a75-a58b-4849-91d7-50201869b4a0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.266148 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:28.272431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd754e-e8d9-462f-abb2-e925a26ba1e0 req-529a2a75-a58b-4849-91d7-50201869b4a0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.281685 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ecbd754e-e8d9-462f-abb2-e925a26ba1e0 req-529a2a75-a58b-4849-91d7-50201869b4a0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.2412703 Apr 01 12:32:28.338692 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-14bbf376-10aa-4201-a5bd-04c6792fb63d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0468e38c-78b5-48d7-9cc6-7143f8d41d14 HTTP/1.1" status: 200 len: 217 time: 0.0476782 Apr 01 12:32:28.410817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-352bc62d-3d1b-4af0-b312-dbd1beb0b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.412570 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-352bc62d-3d1b-4af0-b312-dbd1beb0b43d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3034b60b-12d3-4ce0-8ff1-72aa527eb6b1 HTTP/1.1" status: 200 len: 855 time: 0.0567961 Apr 01 12:32:28.417320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Transition to ACTIVE for port object dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:28.418882 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:28.428276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Port': ['ID=43b9d493-e863-4a18-825d-997984ca6f95,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:28.450841 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:32:28.453667 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:28.462855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ecbd754e-e8d9-462f-abb2-e925a26ba1e0 req-395e3dc3-7adf-4b3a-bc59-e8e663556aca tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1772003 Apr 01 12:32:28.475650 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:28.494220 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c20a4f57-e592-47c7-b252-aad259c16367 admin admin] 10.222.0.45 "PUT /v2.0/routers/de99047a-d056-44c8-b13c-44e904ae66be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9915843 Apr 01 12:32:28.494220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:28.534987 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-689a2b5e-6d44-4a6b-a97b-02cdc5c9d6a4 req-4d4de776-1c73-418b-9b5f-85a34743761b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422327 Apr 01 12:32:28.714472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59124) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:28.737017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] Pushing event deleted for resources: {'Network': ['ID=42327cd7-6dce-4efc-8067-d1bc21cb8cb7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:28.753599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.759694 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:28.767226 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:28.773618 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-355a248e-b2be-4dac-92c1-36c48065d927 admin admin] 10.222.0.45 "DELETE /v2.0/networks/42327cd7-6dce-4efc-8067-d1bc21cb8cb7 HTTP/1.1" status: 204 len: 168 time: 2.9919198 Apr 01 12:32:28.773618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Pushing event updated for resources: {'Port': ['ID=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:28.838661 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3dea40de-7d99-4c5c-a106-c90b5aaa0eee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9220181 Apr 01 12:32:28.859114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'port': {'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb', 'admin_state_up': True, 'tenant_id': '67be0409bcbb48388611a7629463a217', 'security_groups': ['a3e75318-7f63-4c52-96a9-0bce6b8fe980']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:28.936825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-6d1ab1bf-483c-4c08-888a-c07e1b774e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:28.942789 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-6d1ab1bf-483c-4c08-888a-c07e1b774e24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9505885-a6f9-4a04-a492-0ab3a7527bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5046964 Apr 01 12:32:29.043378 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6b81610a-6f6f-4421-a922-c5f22acdb406 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:29.161698 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-35fa98e9-c148-4351-8a68-55a5bb564d71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2139827346'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:29.170634 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-b6204519-12dd-43d7-ab2f-65aef806246e service neutron] 10.222.0.44 "GET /v2.0/networks/d9505885-a6f9-4a04-a492-0ab3a7527bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012889 Apr 01 12:32:29.200631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8a789-1681-4157-a35b-40b6036b3cb0 req-7b7779bc-33e8-47cc-af68-2e1c58e5da9d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:29.208665 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3cd8a789-1681-4157-a35b-40b6036b3cb0 req-7b7779bc-33e8-47cc-af68-2e1c58e5da9d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 943 time: 0.4650302 Apr 01 12:32:29.241958 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6f4f07fb-4807-4186-b8b3-e770e35e8118 None None] Provisioning complete for port 43b9d493-e863-4a18-825d-997984ca6f95 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:29.242665 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f4f07fb-4807-4186-b8b3-e770e35e8118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:29.327146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:29.331878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:29.337759 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-318c7cdc-1f73-4523-a972-818a787d6f53 service neutron] 10.222.0.44 "GET /v2.0/networks/d9505885-a6f9-4a04-a492-0ab3a7527bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195920 Apr 01 12:32:29.436366 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6f4f07fb-4807-4186-b8b3-e770e35e8118 None None] Port 43b9d493-e863-4a18-825d-997984ca6f95 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:29.450218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6b81610a-6f6f-4421-a922-c5f22acdb406 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:29.451467 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:29.469424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59150) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:29.645752 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Sync routers for ids ['de99047a-d056-44c8-b13c-44e904ae66be'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:32:29.654260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-d217b297-b553-4ce3-ab7a-c224b0fddc56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=0001f562-db05-4af2-9682-0992e0cedd08 HTTP/1.1" status: 200 len: 217 time: 0.1779203 Apr 01 12:32:29.675460 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Routers {'de99047a-d056-44c8-b13c-44e904ae66be'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:32:29.680022 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:32:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['de99047a-d056-44c8-b13c-44e904ae66be'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:29.686368 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Allocated IP 10.1.1.128 (286f6a75-d340-4ba6-8990-b8c5f29bc5eb/39b3fcc2-733d-4dd4-9533-6aa40c939ffc/0020cbf0-e68a-4ada-b019-e4b337cd8ed4) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:29.740645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa98e9-c148-4351-8a68-55a5bb564d71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:29.744539 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-35fa98e9-c148-4351-8a68-55a5bb564d71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:29.802887 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:29.805406 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-75f12f15-6377-4fd7-b4f9-b92c18784fb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09243a6a13ec4cea8eab6bdf38c2ad6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168216 Apr 01 12:32:29.807852 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-02d1e8e8-3b8d-4f66-8521-3eeee9009692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:29.809667 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-02d1e8e8-3b8d-4f66-8521-3eeee9009692 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 200 len: 797 time: 0.1333182 Apr 01 12:32:29.810413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59170) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:29.895746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 6b81610a-6f6f-4421-a922-c5f22acdb406, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6b81610a-6f6f-4421-a922-c5f22acdb406,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:29.904039 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:29.911196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Attempting to bind port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:29.911833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Attempting to bind port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '26ae0f6d-c7e0-4ee0-89ca-9848a13d374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:29.912259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Attempting to bind port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 on network f506db82-9f19-4c70-8f0a-89454f5537eb {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:29.927722 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 on network f506db82-9f19-4c70-8f0a-89454f5537eb not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:29.928840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Attempting to bind port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 on network f506db82-9f19-4c70-8f0a-89454f5537eb {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:29.945505 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3cd8a789-1681-4157-a35b-40b6036b3cb0 req-946e716d-8ebf-43e5-aeb3-677f4731ed17 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7356389 Apr 01 12:32:29.966241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fa98e9-c148-4351-8a68-55a5bb564d71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:32:29.995274 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Set router de99047a-d056-44c8-b13c-44e904ae66be gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:32:30.006922 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c4001074-4385-4ec1-a048-c6dba550f4fc req-47e25d99-aeae-4dc5-80c3-f60d0a045be8 tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1085482 Apr 01 12:32:30.009589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:30.015192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Checking segment: {'id': '26ae0f6d-c7e0-4ee0-89ca-9848a13d374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:30.015804 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Bound using segment: {'id': '26ae0f6d-c7e0-4ee0-89ca-9848a13d374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:30.016384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Bound port: dea6147a-59b0-4e7f-a7f1-0ae8674d0c96, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ae0f6d-c7e0-4ee0-89ca-9848a13d374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:30.017181 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.067704 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-35fa98e9-c148-4351-8a68-55a5bb564d71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.067978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '9a72bc3d-c93e-4eee-a682-5d589d7ea4da'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:30.070401 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "9a72bc3d-c93e-4eee-a682-5d589d7ea4da"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:30.070956 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-35fa98e9-c148-4351-8a68-55a5bb564d71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Added segment 40ac6435-8552-4468-8189-310d72f49b95 of type vlan for network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b Apr 01 12:32:30.143206 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c5597677-9750-480d-9c33-f6a5193b29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:30.145040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c5597677-9750-480d-9c33-f6a5193b29ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2473421 Apr 01 12:32:30.180367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=6b81610a-6f6f-4421-a922-c5f22acdb406,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:30.210664 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] For port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:30.214387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] For port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,segment=NetworkSegment(26ae0f6d-c7e0-4ee0-89ca-9848a13d374d),segment_id=26ae0f6d-c7e0-4ee0-89ca-9848a13d374d)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:30.254446 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-35fa98e9-c148-4351-8a68-55a5bb564d71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.267458 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'name': 'tempest-ServersTestMultiNic-1137308910-router', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:15Z', 'updated_at': '2022-04-01T12:32:25Z', 'revision_number': 4, 'project_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'gw_port': {'id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:16Z', 'updated_at': '2022-04-01T12:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7a5a0444-7172-4164-a848-da71ddf0f9ef', 'name': '', 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'mac_address': 'fa:16:3e:c5:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '9a5245a1-f528-4903-a89e-1c021d9d39de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:24Z', 'updated_at': '2022-04-01T12:32:25Z', 'revision_number': 2, 'project_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'subnets': [{'id': '9a5245a1-f528-4903-a89e-1c021d9d39de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:30.278404 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.300306 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Checking router: de99047a-d056-44c8-b13c-44e904ae66be for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:32:30.300954 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Updating router de99047a-d056-44c8-b13c-44e904ae66be port 7a5a0444-7172-4164-a848-da71ddf0f9ef binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:32:30.324840 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5d295f65-6a0a-487b-b28d-4f6ffedc39ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.342833 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.375807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc7c3c-c058-4148-8908-e3a03431cca1 req-3cfd5c76-0b9b-4177-80c7-4645d4c24a60 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:30.388070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc7c3c-c058-4148-8908-e3a03431cca1 req-3cfd5c76-0b9b-4177-80c7-4645d4c24a60 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:30.401763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-86bc7c3c-c058-4148-8908-e3a03431cca1 req-3cfd5c76-0b9b-4177-80c7-4645d4c24a60 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 1654 time: 0.2234235 Apr 01 12:32:30.446106 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-35fa98e9-c148-4351-8a68-55a5bb564d71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.454325 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:30.454981 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.457149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] 10.222.0.37 "PUT /v2.0/ports/dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 1091 time: 4.6104534 Apr 01 12:32:30.462547 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa98e9-c148-4351-8a68-55a5bb564d71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:30.462547 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-35fa98e9-c148-4351-8a68-55a5bb564d71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.574113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.626474 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-35fa98e9-c148-4351-8a68-55a5bb564d71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9099782 Apr 01 12:32:30.640858 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5d295f65-6a0a-487b-b28d-4f6ffedc39ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.682483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59178) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:30.720304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634df76-e868-4ac7-874f-f8eed0d57e61 req-5c6283a5-3276-43d3-bd1c-0409fd40c7a7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:30.732513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634df76-e868-4ac7-874f-f8eed0d57e61 req-5c6283a5-3276-43d3-bd1c-0409fd40c7a7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:30.750977 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.752670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634df76-e868-4ac7-874f-f8eed0d57e61 req-5c6283a5-3276-43d3-bd1c-0409fd40c7a7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:30.766054 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.771843 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6b81610a-6f6f-4421-a922-c5f22acdb406 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:30.775336 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-86bc7c3c-c058-4148-8908-e3a03431cca1 req-759a6c23-9e53-4fbc-b99f-1aec0b939816 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683627 Apr 01 12:32:30.784829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634df76-e868-4ac7-874f-f8eed0d57e61 req-5c6283a5-3276-43d3-bd1c-0409fd40c7a7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:30.797562 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa98e9-c148-4351-8a68-55a5bb564d71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Network': ['ID=8e341ca2-6f66-4724-abcd-4f2b5f176f7b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:30.802799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634df76-e868-4ac7-874f-f8eed0d57e61 req-5c6283a5-3276-43d3-bd1c-0409fd40c7a7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:30.844438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:32:30.856017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634df76-e868-4ac7-874f-f8eed0d57e61 req-5c6283a5-3276-43d3-bd1c-0409fd40c7a7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:30.885438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634df76-e868-4ac7-874f-f8eed0d57e61 req-5c6283a5-3276-43d3-bd1c-0409fd40c7a7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:30.889226 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4634df76-e868-4ac7-874f-f8eed0d57e61 req-5c6283a5-3276-43d3-bd1c-0409fd40c7a7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.8049459 Apr 01 12:32:30.908006 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b2d5c30a-5bed-4fcb-8227-1c2d5a69261d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'subnet': {'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:30.918037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:30.946700 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Pushing event updated for resources: {'Port': ['ID=7a5a0444-7172-4164-a848-da71ddf0f9ef,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:30.987892 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:30.988991 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:30.989936 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:30.990694 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:30.991214 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:30.991734 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:30.992249 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:30.993034 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:30.993806 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:30.994339 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:30.994870 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:30.995425 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:31.024769 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Attempting to bind port 7a5a0444-7172-4164-a848-da71ddf0f9ef on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:31.044540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6b81610a-6f6f-4421-a922-c5f22acdb406 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:31.045126 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:31.054156 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Attempting to bind port 7a5a0444-7172-4164-a848-da71ddf0f9ef by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:31.054688 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Attempting to bind port 7a5a0444-7172-4164-a848-da71ddf0f9ef on network 02cd9a86-2016-464d-98fb-4661e041738f {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:31.064211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:31.068198 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:31.068564 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Checking segment: {'id': '8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:31.068972 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:31.069361 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Bound using segment: {'id': '8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:31.069835 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Bound port: 7a5a0444-7172-4164-a848-da71ddf0f9ef, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:31.070258 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:31.073315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:31.095329 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:31.166178 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e503035e-e33e-4032-9af6-3ff3adad7a3b x-openstack-request-id: req-e503035e-e33e-4032-9af6-3ff3adad7a3b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:31.171087 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "9a72bc3d-c93e-4eee-a682-5d589d7ea4da", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:31.171441 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e503035e-e33e-4032-9af6-3ff3adad7a3b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:31.171881 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e503035e-e33e-4032-9af6-3ff3adad7a3b'] response: {'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '9a72bc3d-c93e-4eee-a682-5d589d7ea4da', 'status': 'completed', 'code': 200} Apr 01 12:32:31.194986 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:31.195954 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:31.200966 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c394e-20cf-42d9-af14-1a9f63ba794a service neutron] Pushing event updated for resources: {'Port': ['ID=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:31.222635 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] For port 7a5a0444-7172-4164-a848-da71ddf0f9ef, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:31.227423 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] For port 7a5a0444-7172-4164-a848-da71ddf0f9ef, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7a5a0444-7172-4164-a848-da71ddf0f9ef,segment=NetworkSegment(8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc),segment_id=8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:31.235260 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:31.279740 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Port': ['ID=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:31.328957 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec5b26c2-834e-447c-950d-6f932f7698e1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4782977 Apr 01 12:32:31.346152 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Routers {'de99047a-d056-44c8-b13c-44e904ae66be'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:32:31.347065 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:32:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['de99047a-d056-44c8-b13c-44e904ae66be'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:31.361683 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'port': {'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6', 'admin_state_up': True, 'tenant_id': '67be0409bcbb48388611a7629463a217', 'security_groups': ['a3e75318-7f63-4c52-96a9-0bce6b8fe980']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:31.377201 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0ee58aa7-3d62-40a8-8282-518d0d658061 None None] Provisioning complete for port 7a5a0444-7172-4164-a848-da71ddf0f9ef triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:31.377785 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0ee58aa7-3d62-40a8-8282-518d0d658061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:31.424888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5253b-f57a-4aae-bc27-1fb2beecb9c3 req-3f133cc2-755a-4952-91b5-65c0b8950b64 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:31.434316 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d3f5253b-f57a-4aae-bc27-1fb2beecb9c3 req-3f133cc2-755a-4952-91b5-65c0b8950b64 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 943 time: 0.2017097 Apr 01 12:32:31.505653 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4634df76-e868-4ac7-874f-f8eed0d57e61 req-f319a42a-32df-4419-bd8f-a4e0503efc62 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5828454 Apr 01 12:32:31.512849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-3beb0172-76b6-4210-a98d-d803af5172d3 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2944486 Apr 01 12:32:31.611644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831458e8-e285-482b-9705-b1fe3a26c058 req-b1e332fb-ff93-474e-9e70-8dbb2c75dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:31.613157 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-b1e332fb-ff93-474e-9e70-8dbb2c75dd1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fce831047c94997b9238cff43158acc&device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 1094 time: 1.0837398 Apr 01 12:32:31.616359 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0ee58aa7-3d62-40a8-8282-518d0d658061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:31.627845 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] Set router de99047a-d056-44c8-b13c-44e904ae66be gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:32:31.702202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0ee58aa7-3d62-40a8-8282-518d0d658061 None None] For port 7a5a0444-7172-4164-a848-da71ddf0f9ef, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7a5a0444-7172-4164-a848-da71ddf0f9ef,segment=NetworkSegment(8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc),segment_id=8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:31.712040 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0ee58aa7-3d62-40a8-8282-518d0d658061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:31.722080 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d3f5253b-f57a-4aae-bc27-1fb2beecb9c3 req-e21fc303-95ec-4c39-b9ad-c56dcdf6a43e tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862389 Apr 01 12:32:31.743801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-01841657-5446-4c49-aaec-abe29ec76ce4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 217 time: 0.1071541 Apr 01 12:32:31.831851 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:31.843702 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee58aa7-3d62-40a8-8282-518d0d658061 None None] Pushing event updated for resources: {'Port': ['ID=7a5a0444-7172-4164-a848-da71ddf0f9ef,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:31.894624 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c812392d-c6c4-4a1f-8254-96aaf50b5a87 None None] Provisioning complete for port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:31.895558 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c812392d-c6c4-4a1f-8254-96aaf50b5a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:32.003749 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5d295f65-6a0a-487b-b28d-4f6ffedc39ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:32.004860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c812392d-c6c4-4a1f-8254-96aaf50b5a87 None None] Port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:32.019050 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5d295f65-6a0a-487b-b28d-4f6ffedc39ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:32.024341 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5d295f65-6a0a-487b-b28d-4f6ffedc39ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54a6d368-a323-4131-b843-83c958559747 HTTP/1.1" status: 204 len: 168 time: 2.2093842 Apr 01 12:32:32.024655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d5c30a-5bed-4fcb-8227-1c2d5a69261d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:32.036502 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b2d5c30a-5bed-4fcb-8227-1c2d5a69261d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:32.037360 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0bec297b-af41-4c45-bbc9-89daa059a3e5 req-bbb6ba6e-b221-4b6a-a396-a911e4d73925 tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0810485 Apr 01 12:32:32.069009 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7ba59-ed67-40d5-89cd-ee0fdbc444fb None None] Pushing event updated for resources: {'Port': ['ID=7a5a0444-7172-4164-a848-da71ddf0f9ef,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:32.137965 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'name': 'tempest-ServersTestMultiNic-1137308910-router', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:15Z', 'updated_at': '2022-04-01T12:32:25Z', 'revision_number': 4, 'project_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'gw_port': {'id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:16Z', 'updated_at': '2022-04-01T12:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7a5a0444-7172-4164-a848-da71ddf0f9ef', 'name': '', 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'mac_address': 'fa:16:3e:c5:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '9a5245a1-f528-4903-a89e-1c021d9d39de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:24Z', 'updated_at': '2022-04-01T12:32:31Z', 'revision_number': 4, 'project_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'subnets': [{'id': '9a5245a1-f528-4903-a89e-1c021d9d39de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:32:32.147777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7951b412-0f50-448f-a137-7cc1fef6f931 None None] Provisioning complete for port 7a5a0444-7172-4164-a848-da71ddf0f9ef triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:32.148130 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7951b412-0f50-448f-a137-7cc1fef6f931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:32.167392 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-0a574c73-46d5-4556-b580-66dc890f2cc8 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281061 Apr 01 12:32:32.202793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831458e8-e285-482b-9705-b1fe3a26c058 req-b7a5cd29-8267-48f9-bb61-10197252628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:32.204791 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-b7a5cd29-8267-48f9-bb61-10197252628a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079b5b13-13c9-4572-b367-b9a573856dd3 HTTP/1.1" status: 200 len: 859 time: 0.4300642 Apr 01 12:32:32.220553 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ad6b45-37fc-48e2-bb84-e07f35a3d0f3 None None] The sync data for ids ['de99047a-d056-44c8-b13c-44e904ae66be'] in n-d-836146-1 is: [{'id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'name': 'tempest-ServersTestMultiNic-1137308910-router', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:15Z', 'updated_at': '2022-04-01T12:32:25Z', 'revision_number': 4, 'project_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'gw_port': {'id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:16Z', 'updated_at': '2022-04-01T12:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7a5a0444-7172-4164-a848-da71ddf0f9ef', 'name': '', 'network_id': '02cd9a86-2016-464d-98fb-4661e041738f', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'mac_address': 'fa:16:3e:c5:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '9a5245a1-f528-4903-a89e-1c021d9d39de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:24Z', 'updated_at': '2022-04-01T12:32:31Z', 'revision_number': 4, 'project_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'subnets': [{'id': '9a5245a1-f528-4903-a89e-1c021d9d39de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:32:32.235975 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:32.356883 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-ed82e5ab-e0e0-4568-8504-b32ccf75f8af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=5e1b1c53-b540-4432-941f-2c8d708a455a HTTP/1.1" status: 200 len: 217 time: 0.1442924 Apr 01 12:32:32.399896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d295f65-6a0a-487b-b28d-4f6ffedc39ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a6d368-a323-4131-b843-83c958559747,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:32.458045 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-4a1224c6-eaa8-409b-9d92-e4b859f79cb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f506db82-9f19-4c70-8f0a-89454f5537eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869360 Apr 01 12:32:32.563489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be68895-b214-4073-a260-f1ebb70d5055 req-4b3f6698-5371-4c79-b296-b8cf0f868262 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:32.584730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be68895-b214-4073-a260-f1ebb70d5055 req-4b3f6698-5371-4c79-b296-b8cf0f868262 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:32.588307 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be68895-b214-4073-a260-f1ebb70d5055 req-4b3f6698-5371-4c79-b296-b8cf0f868262 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:32.597372 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9be68895-b214-4073-a260-f1ebb70d5055 req-4b3f6698-5371-4c79-b296-b8cf0f868262 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 2375 time: 0.3398812 Apr 01 12:32:32.748053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-6369d0fe-c741-489c-b0b4-294f6e979430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:32.751687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-6369d0fe-c741-489c-b0b4-294f6e979430 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 200 len: 797 time: 0.3472393 Apr 01 12:32:32.885623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7a5a0444-7172-4164-a848-da71ddf0f9ef up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:33.123974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7a5a0444-7172-4164-a848-da71ddf0f9ef triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:33.124398 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:33.190338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:33.192551 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eb0a36-e1ea-4fc3-bd31-3366f33c195e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:33.208881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Allocated IP 10.2.2.100 (a9f69244-fb4e-47fa-9497-4cf0558e39f6/d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9/161af0c9-f483-402a-8050-385f97f34b57) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:33.372678 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9be68895-b214-4073-a260-f1ebb70d5055 req-9b9d8bd7-2dbc-4e44-b192-eabd35142ee8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7673817 Apr 01 12:32:33.593113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:33.652269 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:33.774074 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b2d5c30a-5bed-4fcb-8227-1c2d5a69261d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:33.801648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59276) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:33.803499 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Network a9f69244-fb4e-47fa-9497-4cf0558e39f6 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:33.838870 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:33.870843 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-1867f309-fe3a-4cdc-bd2f-104b31c4bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:33.876750 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c7ed6-83a2-4aad-91e1-311289128d7a req-c344d368-df81-4635-b077-3262a7f4fef3 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:33.876995 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-1867f309-fe3a-4cdc-bd2f-104b31c4bf93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8879380 Apr 01 12:32:33.879377 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b5c7ed6-83a2-4aad-91e1-311289128d7a req-c344d368-df81-4635-b077-3262a7f4fef3 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 943 time: 0.2375057 Apr 01 12:32:33.880289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Port': ['ID=161af0c9-f483-402a-8050-385f97f34b57,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:33.890631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:33.945258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f6ccf-653f-4468-a9a0-040831e9fcb1 req-68a58a9c-fefe-4e8a-be00-8a1463f1dfe8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:33.956212 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f6ccf-653f-4468-a9a0-040831e9fcb1 req-68a58a9c-fefe-4e8a-be00-8a1463f1dfe8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:33.973222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f6ccf-653f-4468-a9a0-040831e9fcb1 req-68a58a9c-fefe-4e8a-be00-8a1463f1dfe8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:33.981720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f6ccf-653f-4468-a9a0-040831e9fcb1 req-68a58a9c-fefe-4e8a-be00-8a1463f1dfe8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:33.990830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f6ccf-653f-4468-a9a0-040831e9fcb1 req-68a58a9c-fefe-4e8a-be00-8a1463f1dfe8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:33.994503 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:33.995303 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:33.999765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f6ccf-653f-4468-a9a0-040831e9fcb1 req-68a58a9c-fefe-4e8a-be00-8a1463f1dfe8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:34.013888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f6ccf-653f-4468-a9a0-040831e9fcb1 req-68a58a9c-fefe-4e8a-be00-8a1463f1dfe8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:34.025628 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc8f6ccf-653f-4468-a9a0-040831e9fcb1 req-68a58a9c-fefe-4e8a-be00-8a1463f1dfe8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 1.0350943 Apr 01 12:32:34.086397 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-bb2c27a3-ada1-4d23-8be8-a62da80edb94 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7313952 Apr 01 12:32:34.097114 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5c30a-5bed-4fcb-8227-1c2d5a69261d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Subnet': ['ID=c8e3ead0-3650-47dc-ae65-26ab77bd7983,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:34.135712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'port': {'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6', 'admin_state_up': True, 'tenant_id': '67be0409bcbb48388611a7629463a217', 'security_groups': ['a3e75318-7f63-4c52-96a9-0bce6b8fe980']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:34.148743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1923625206-network', 'tenant_id': 'b4674cb96a794b7f830592c9942a30d7'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:34.174818 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-706f3b1d-2e5b-4cd2-b4f9-4ff1ec5e2f21 service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5664272 Apr 01 12:32:34.220631 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b5c7ed6-83a2-4aad-91e1-311289128d7a req-65b715c6-432e-4438-8385-c58775157434 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337853 Apr 01 12:32:34.235903 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Made reservation on behalf of b4674cb96a794b7f830592c9942a30d7 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:34.240200 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.274309 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.332290 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f4ac8f10-9072-4b63-8bc3-16cef995ca88 None None] Provisioning complete for port 161af0c9-f483-402a-8050-385f97f34b57 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:34.332869 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4ac8f10-9072-4b63-8bc3-16cef995ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.423860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac8f10-9072-4b63-8bc3-16cef995ca88 None None] Port 161af0c9-f483-402a-8050-385f97f34b57 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:34.437069 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.440681 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-831458e8-e285-482b-9705-b1fe3a26c058 req-d4831e26-758b-4292-bcce-7f5c898b70bd service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543378 Apr 01 12:32:34.446127 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.475982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d5c30a-5bed-4fcb-8227-1c2d5a69261d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Checking segment: {'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:34.482770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d5c30a-5bed-4fcb-8227-1c2d5a69261d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network hostable DHCP agents. Network: 8e341ca2-6f66-4724-abcd-4f2b5f176f7b, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:32:34.504134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:32:34.518681 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc8f6ccf-653f-4468-a9a0-040831e9fcb1 req-1e384c89-c909-4855-8478-fff67786b4af tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4881220 Apr 01 12:32:34.544308 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd9786b-9ee6-48b3-a62f-0304f8f0892a,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:34.555871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d5c30a-5bed-4fcb-8227-1c2d5a69261d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:32:34.573283 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.574953 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Added segment 3e1934ee-4da3-455c-a18f-f8a2dafceac5 of type vlan for network f97a05f1-8add-4827-9c84-b1387f4e1587 Apr 01 12:32:34.578815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-b2d5c30a-5bed-4fcb-8227-1c2d5a69261d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 8e341ca2-6f66-4724-abcd-4f2b5f176f7b) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:34.586975 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Made reservation on behalf of 67be0409bcbb48388611a7629463a217 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:34.593553 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.601427 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd72a31-85f2-442f-acc9-aa9331bf30e5 None None] Network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:34.643346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d5c30a-5bed-4fcb-8227-1c2d5a69261d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:34.648986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b2d5c30a-5bed-4fcb-8227-1c2d5a69261d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.670605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.677281 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-5e899c8d-3b84-454d-9c9e-e6ecd5af822e service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7693682 Apr 01 12:32:34.692596 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b2d5c30a-5bed-4fcb-8227-1c2d5a69261d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7985349 Apr 01 12:32:34.693755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59306) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:34.722581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2ae0d99a-992e-4972-8ec4-99e42f0fdf37 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1318695172'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:34.759807 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.762383 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:34.763464 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.802432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae0d99a-992e-4972-8ec4-99e42f0fdf37 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:34.805183 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d99a-992e-4972-8ec4-99e42f0fdf37 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.866831 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0557051 Apr 01 12:32:34.873693 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59316) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:34.878889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-273051db-76e7-4f36-9b95-c4243bcf7823 admin admin] Request body: {'subnet': {'network_id': 'f97a05f1-8add-4827-9c84-b1387f4e1587', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1923625206-subnet', 'tenant_id': 'b4674cb96a794b7f830592c9942a30d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:34.903999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae0d99a-992e-4972-8ec4-99e42f0fdf37 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:32:34.919335 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d99a-992e-4972-8ec4-99e42f0fdf37 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.919666 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-2ae0d99a-992e-4972-8ec4-99e42f0fdf37 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Added segment 5fb32180-2c0c-4b55-bb55-52d9ab479691 of type vlan for network 8414e17f-8ee1-487e-ac11-9e53e42cf104 Apr 01 12:32:34.940315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273051db-76e7-4f36-9b95-c4243bcf7823 admin admin] Made reservation on behalf of b4674cb96a794b7f830592c9942a30d7 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:34.943612 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-273051db-76e7-4f36-9b95-c4243bcf7823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:34.962086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b46fcb-7c4e-4e85-9ce1-3d87d273b165 admin admin] Pushing event updated for resources: {'Network': ['ID=f97a05f1-8add-4827-9c84-b1387f4e1587,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:34.976664 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network f97a05f1-8add-4827-9c84-b1387f4e1587 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:32:35.009481 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d99a-992e-4972-8ec4-99e42f0fdf37 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:35.069052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e32a2ffe-0949-49c5-b03a-3d7748189b84 req-3c51ed84-3bc5-4dd2-a498-9843e6b0c3d8 tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.2946486 Apr 01 12:32:35.071881 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d99a-992e-4972-8ec4-99e42f0fdf37 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:35.081324 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Allocated IP 10.2.2.200 (a9f69244-fb4e-47fa-9497-4cf0558e39f6/d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9/3169eea2-bfca-4a16-b075-cd91a8fee564) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:35.084035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae0d99a-992e-4972-8ec4-99e42f0fdf37 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:35.084694 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d99a-992e-4972-8ec4-99e42f0fdf37 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:35.151719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59326) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:35.162156 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2ae0d99a-992e-4972-8ec4-99e42f0fdf37 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4511113 Apr 01 12:32:35.195126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-08a97695-c6d4-4dc4-b0fd-80f8b1bfc7fa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'subnet': {'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:35.303087 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d009ef-0207-4379-858b-860575a87497 x-openstack-request-id: req-49d009ef-0207-4379-858b-860575a87497 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:35.303400 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:35.303621 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49d009ef-0207-4379-858b-860575a87497 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:35.304015 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d009ef-0207-4379-858b-860575a87497'] response: {'name': 'network-changed', 'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'status': 'completed', 'code': 200} Apr 01 12:32:35.337437 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-8e341ca2-6f66-4724-abcd-4f2b5f176f7b', 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'fixed_ips': [{'subnet_id': 'c8e3ead0-3650-47dc-ae65-26ab77bd7983'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:32:35.338529 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:35.497619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0a36-e1ea-4fc3-bd31-3366f33c195e req-67d0470c-ae79-48f7-8de4-f342f55fe94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:35.500094 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c1eb0a36-e1ea-4fc3-bd31-3366f33c195e req-67d0470c-ae79-48f7-8de4-f342f55fe94d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fce831047c94997b9238cff43158acc&device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 1094 time: 0.2464652 Apr 01 12:32:35.504923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0d99a-992e-4972-8ec4-99e42f0fdf37 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Network': ['ID=8414e17f-8ee1-487e-ac11-9e53e42cf104,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:35.562142 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-290caff9-a4e5-4e8b-8ae8-1337ab636bd4 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679240 Apr 01 12:32:35.591538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Allocated IP 19.80.0.2 (8e341ca2-6f66-4724-abcd-4f2b5f176f7b/c8e3ead0-3650-47dc-ae65-26ab77bd7983/f4bbdc8a-ef52-489d-b966-b878585f041d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:35.595098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d36a7-7709-4c54-b530-c3b858cb4b68 req-29532385-049d-4a90-a167-982c28288b38 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:35.601301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d36a7-7709-4c54-b530-c3b858cb4b68 req-29532385-049d-4a90-a167-982c28288b38 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:35.608513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d36a7-7709-4c54-b530-c3b858cb4b68 req-29532385-049d-4a90-a167-982c28288b38 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:35.614711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d36a7-7709-4c54-b530-c3b858cb4b68 req-29532385-049d-4a90-a167-982c28288b38 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:35.625754 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5d0d36a7-7709-4c54-b530-c3b858cb4b68 req-29532385-049d-4a90-a167-982c28288b38 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 3096 time: 0.2454236 Apr 01 12:32:35.699402 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049e2a9-4882-49e9-b6a2-5522dd8b22f6 req-cb56994f-3e48-462e-97d8-58e0ebefb4cb tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:35.700616 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5049e2a9-4882-49e9-b6a2-5522dd8b22f6 req-cb56994f-3e48-462e-97d8-58e0ebefb4cb tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 943 time: 0.2543740 Apr 01 12:32:35.713236 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-273051db-76e7-4f36-9b95-c4243bcf7823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:35.769767 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:35.774902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 8414e17f-8ee1-487e-ac11-9e53e42cf104 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:32:35.789843 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:35.821345 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5049e2a9-4882-49e9-b6a2-5522dd8b22f6 req-21775334-0c2d-43cf-8a14-a2df6e04d490 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138968 Apr 01 12:32:35.828735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a97695-c6d4-4dc4-b0fd-80f8b1bfc7fa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:35.832805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08a97695-c6d4-4dc4-b0fd-80f8b1bfc7fa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:35.837088 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Pushing event updated for resources: {'Port': ['ID=f4bbdc8a-ef52-489d-b966-b878585f041d,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:35.859633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:35.879860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:35.889926 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:35.893193 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-9ba8c6a1-cc9f-48e4-ac1c-bd4d739ef8e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=0cb3f7de-25f7-4620-82b0-780bc40d6bad HTTP/1.1" status: 200 len: 217 time: 0.3190181 Apr 01 12:32:35.895509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:35.936175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273051db-76e7-4f36-9b95-c4243bcf7823 admin admin] Checking segment: {'id': '3e1934ee-4da3-455c-a18f-f8a2dafceac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f97a05f1-8add-4827-9c84-b1387f4e1587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:35.936578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273051db-76e7-4f36-9b95-c4243bcf7823 admin admin] Network hostable DHCP agents. Network: f97a05f1-8add-4827-9c84-b1387f4e1587, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:32:35.978925 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273051db-76e7-4f36-9b95-c4243bcf7823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47e4f70-aed8-4872-bce5-853c056eeb99,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:35.990779 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Attempting to bind port f4bbdc8a-ef52-489d-b966-b878585f041d on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:35.997268 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Attempting to bind port f4bbdc8a-ef52-489d-b966-b878585f041d by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:35.997716 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Attempting to bind port f4bbdc8a-ef52-489d-b966-b878585f041d on network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:36.003935 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:36.004235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Checking segment: {'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:36.004841 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:36.004978 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Bound using segment: {'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:36.005445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Bound port: f4bbdc8a-ef52-489d-b966-b878585f041d, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:36.005842 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:36.054247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273051db-76e7-4f36-9b95-c4243bcf7823 admin admin] Network f97a05f1-8add-4827-9c84-b1387f4e1587 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:32:36.080712 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5d0d36a7-7709-4c54-b530-c3b858cb4b68 req-ddf05157-dbc6-4a10-b4a8-a80ea8509d29 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534614 Apr 01 12:32:36.084712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0a36-e1ea-4fc3-bd31-3366f33c195e req-ae908c76-c199-429f-9906-6f41a1af1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.087173 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c1eb0a36-e1ea-4fc3-bd31-3366f33c195e req-ae908c76-c199-429f-9906-6f41a1af1282 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f506db82-9f19-4c70-8f0a-89454f5537eb HTTP/1.1" status: 200 len: 920 time: 0.5757246 Apr 01 12:32:36.092758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-220d6d4a-5663-4203-abaf-39851710b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.094382 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-220d6d4a-5663-4203-abaf-39851710b4c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 200 len: 797 time: 0.1903470 Apr 01 12:32:36.125347 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:36.129331 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-273051db-76e7-4f36-9b95-c4243bcf7823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, f97a05f1-8add-4827-9c84-b1387f4e1587) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:36.182902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] For port f4bbdc8a-ef52-489d-b966-b878585f041d, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:36.189671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] For port f4bbdc8a-ef52-489d-b966-b878585f041d, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f4bbdc8a-ef52-489d-b966-b878585f041d,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:36.196856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d93cf78-2355-414d-92c5-f4107da89c22 None None] Network f97a05f1-8add-4827-9c84-b1387f4e1587 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:36.209638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Network a9f69244-fb4e-47fa-9497-4cf0558e39f6 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:36.217625 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event updated for resources: {'Port': ['ID=3169eea2-bfca-4a16-b075-cd91a8fee564,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:36.220298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:36.223077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273051db-76e7-4f36-9b95-c4243bcf7823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.223677 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-273051db-76e7-4f36-9b95-c4243bcf7823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:36.229794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:36.235964 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:32:36.283109 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c1eb0a36-e1ea-4fc3-bd31-3366f33c195e req-222ac64d-a1a2-44e8-b4af-0f82e99aa6e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 217 time: 0.1860762 Apr 01 12:32:36.390055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-8f0e1fb8-95cb-4bf3-83ac-4c3e681f2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.391640 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-8f0e1fb8-95cb-4bf3-83ac-4c3e681f2c52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2783620 Apr 01 12:32:36.413865 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-273051db-76e7-4f36-9b95-c4243bcf7823 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5389795 Apr 01 12:32:36.448609 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.450062 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:36.454895 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:36.534928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0a36-e1ea-4fc3-bd31-3366f33c195e req-7a5c3d8d-4b25-4773-a967-f16715fec226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.537612 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c1eb0a36-e1ea-4fc3-bd31-3366f33c195e req-7a5c3d8d-4b25-4773-a967-f16715fec226 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079b5b13-13c9-4572-b367-b9a573856dd3 HTTP/1.1" status: 200 len: 859 time: 0.2434115 Apr 01 12:32:36.541913 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2dad1464-b56c-4640-9904-66c7c4512a75 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4244566 Apr 01 12:32:36.564665 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c935-c8a5-4c76-ab4f-31eabb981265 req-fc583e7c-30d4-4732-9b59-baf77c7aae6e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.573520 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c935-c8a5-4c76-ab4f-31eabb981265 req-fc583e7c-30d4-4732-9b59-baf77c7aae6e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.582952 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c935-c8a5-4c76-ab4f-31eabb981265 req-fc583e7c-30d4-4732-9b59-baf77c7aae6e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.596873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c935-c8a5-4c76-ab4f-31eabb981265 req-fc583e7c-30d4-4732-9b59-baf77c7aae6e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.606469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c935-c8a5-4c76-ab4f-31eabb981265 req-fc583e7c-30d4-4732-9b59-baf77c7aae6e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.619329 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c1eb0a36-e1ea-4fc3-bd31-3366f33c195e req-b0f07229-85c0-4c6a-8e6b-f6481a6696ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f506db82-9f19-4c70-8f0a-89454f5537eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614657 Apr 01 12:32:36.621680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c935-c8a5-4c76-ab4f-31eabb981265 req-fc583e7c-30d4-4732-9b59-baf77c7aae6e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.638629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c935-c8a5-4c76-ab4f-31eabb981265 req-fc583e7c-30d4-4732-9b59-baf77c7aae6e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:36.640572 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-adf5c935-c8a5-4c76-ab4f-31eabb981265 req-fc583e7c-30d4-4732-9b59-baf77c7aae6e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.4275064 Apr 01 12:32:36.671322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Request body: {'port': {'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:36.757505 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08a97695-c6d4-4dc4-b0fd-80f8b1bfc7fa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:36.799625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c1eb0a36-e1ea-4fc3-bd31-3366f33c195e req-c04e5ff0-558e-44c9-854a-125f8778ffc6 service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072295 Apr 01 12:32:36.870327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31a83f-f2cf-4f08-844a-a176f2517f4b None None] Pushing event updated for resources: {'Port': ['ID=f4bbdc8a-ef52-489d-b966-b878585f041d,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:36.891870 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb0821-e125-4be2-8e19-75b97f0be8bd None None] Network f97a05f1-8add-4827-9c84-b1387f4e1587 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:36.921337 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:36.932585 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-acad0983-c1aa-417a-897a-3c61dd105366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:36.982050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-eebf22b3-97d7-4ab3-b691-69746593174d None None] Provisioning complete for port 3169eea2-bfca-4a16-b075-cd91a8fee564 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:36.982867 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-eebf22b3-97d7-4ab3-b691-69746593174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:37.017107 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-ab46073a-4ce6-4fed-bb23-c5908242b141 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103306 Apr 01 12:32:37.027330 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a97695-c6d4-4dc4-b0fd-80f8b1bfc7fa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Subnet': ['ID=22098b9e-437b-4916-aab3-b3ae893fda45,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:37.045840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a97695-c6d4-4dc4-b0fd-80f8b1bfc7fa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Checking segment: {'id': '5fb32180-2c0c-4b55-bb55-52d9ab479691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:37.046225 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a97695-c6d4-4dc4-b0fd-80f8b1bfc7fa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network hostable DHCP agents. Network: 8414e17f-8ee1-487e-ac11-9e53e42cf104, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:32:37.054746 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-adf5c935-c8a5-4c76-ab4f-31eabb981265 req-3c5175ab-9eae-42bc-b72d-12d0204d7ef5 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3932331 Apr 01 12:32:37.185425 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a97695-c6d4-4dc4-b0fd-80f8b1bfc7fa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network 8414e17f-8ee1-487e-ac11-9e53e42cf104 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:32:37.217038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-08a97695-c6d4-4dc4-b0fd-80f8b1bfc7fa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 8414e17f-8ee1-487e-ac11-9e53e42cf104) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:37.221885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-eebf22b3-97d7-4ab3-b691-69746593174d None None] Port 3169eea2-bfca-4a16-b075-cd91a8fee564 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:37.227082 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a97695-c6d4-4dc4-b0fd-80f8b1bfc7fa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:37.228463 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08a97695-c6d4-4dc4-b0fd-80f8b1bfc7fa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:37.234441 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4129746-c460-4d3d-8738-9aad26219e8f None None] Network 8414e17f-8ee1-487e-ac11-9e53e42cf104 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:37.314749 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74b7ae28-d79d-414f-b2ef-3702bf8e7c5d req-d610d1c3-b8f8-4f34-a7e6-96e5cb66e2f1 tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0715590 Apr 01 12:32:37.327464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-08a97695-c6d4-4dc4-b0fd-80f8b1bfc7fa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1618114 Apr 01 12:32:37.527501 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c1eb0a36-e1ea-4fc3-bd31-3366f33c195e req-74df59e6-93be-4bf1-83d1-2bd80e425141 service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7169175 Apr 01 12:32:37.610589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-7b50655b-6e89-45ef-8ec3-11cfad338332 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977031 Apr 01 12:32:37.635853 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-8414e17f-8ee1-487e-ac11-9e53e42cf104', 'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'fixed_ips': [{'subnet_id': '22098b9e-437b-4916-aab3-b3ae893fda45'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:32:37.637118 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:37.797458 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2e174c7-b9da-4398-8d01-2bada8e2c9e5 req-416f63ad-2239-45f1-b19a-53dfbbb1948c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0431745 Apr 01 12:32:37.872746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37707d-655f-4357-8fe1-024e4dc4374c req-a712b1d8-b467-4d69-819c-01bfbce128ac tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:37.882537 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9e37707d-655f-4357-8fe1-024e4dc4374c req-a712b1d8-b467-4d69-819c-01bfbce128ac tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 943 time: 0.1751025 Apr 01 12:32:37.897492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-e7746b9a-4955-4be7-999a-c1e74b442186 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:37.909539 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-e7746b9a-4955-4be7-999a-c1e74b442186 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/networks?id=f97a05f1-8add-4827-9c84-b1387f4e1587 HTTP/1.1" status: 200 len: 818 time: 0.3022830 Apr 01 12:32:37.912845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a453f18a-7779-4b07-bac0-0b0ebed2b050 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb HTTP/1.1" status: 200 len: 217 time: 0.1189327 Apr 01 12:32:37.931785 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-3915e900-cfc4-4d67-b9ea-e502935890b3 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/quotas/b4674cb96a794b7f830592c9942a30d7 HTTP/1.1" status: 200 len: 375 time: 0.0205612 Apr 01 12:32:37.961355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71237b2-ae9e-4469-819e-23a06d57cd27 {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:37.981291 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:37.990272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-a9ef2f8d-ca57-43ec-82b0-c05aa2c17e76 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4674cb96a794b7f830592c9942a30d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574815 Apr 01 12:32:37.994201 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Allocated IP 19.86.0.2 (8414e17f-8ee1-487e-ac11-9e53e42cf104/22098b9e-437b-4916-aab3-b3ae893fda45/ffa22b09-91a6-4e9b-9888-c4233318b556) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:37.998220 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9e37707d-655f-4357-8fe1-024e4dc4374c req-5fb71bf0-a523-4ba9-a6be-d7165afc8634 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035552 Apr 01 12:32:38.023283 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Transition to ACTIVE for port object f71237b2-ae9e-4469-819e-23a06d57cd27 will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:38.031174 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:38.116490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Pushing event updated for resources: {'Port': ['ID=f71237b2-ae9e-4469-819e-23a06d57cd27,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:38.146966 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-3d2ce378-da88-46b8-b515-5d09b1bd9656 service neutron] 10.222.0.45 "GET /v2.0/networks/f97a05f1-8add-4827-9c84-b1387f4e1587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518650 Apr 01 12:32:38.169602 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:32:38.242566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a8b9c52f-c64a-444b-a92b-96f75010d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:38.246936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-a8b9c52f-c64a-444b-a92b-96f75010d595 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 200 len: 797 time: 0.3214486 Apr 01 12:32:38.333251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f1181-2d74-4aab-a3a4-e9b7ba79955b req-035637cd-2e4f-4521-ac9d-b2914dec49dc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:38.339192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f1181-2d74-4aab-a3a4-e9b7ba79955b req-035637cd-2e4f-4521-ac9d-b2914dec49dc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:38.360712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f1181-2d74-4aab-a3a4-e9b7ba79955b req-035637cd-2e4f-4521-ac9d-b2914dec49dc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:38.361033 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c9011fd3-75fd-4412-8794-7f81e59991e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:38.362839 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-c9011fd3-75fd-4412-8794-7f81e59991e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1060462 Apr 01 12:32:38.382936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f1181-2d74-4aab-a3a4-e9b7ba79955b req-035637cd-2e4f-4521-ac9d-b2914dec49dc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:38.396455 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f1181-2d74-4aab-a3a4-e9b7ba79955b req-035637cd-2e4f-4521-ac9d-b2914dec49dc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:38.398377 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-597f1181-2d74-4aab-a3a4-e9b7ba79955b req-035637cd-2e4f-4521-ac9d-b2914dec49dc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 3829 time: 0.2571073 Apr 01 12:32:38.401233 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,segment=NetworkSegment(26ae0f6d-c7e0-4ee0-89ca-9848a13d374d),segment_id=26ae0f6d-c7e0-4ee0-89ca-9848a13d374d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:38.525000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'port_id': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'mac_address': 'fa:16:3e:e7:2e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:32:38.570678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-29a6df6a-c713-4ceb-89bd-3b3470086fa3 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936359 Apr 01 12:32:38.585763 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-f7a2f40e-bead-44a2-b09d-980b791a80d8 service neutron] 10.222.0.45 "GET /v2.0/networks/f97a05f1-8add-4827-9c84-b1387f4e1587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372292 Apr 01 12:32:38.646234 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:38.747955 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:38.864557 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-4a30e310-5e10-4470-a008-f5423bceb764 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773511 Apr 01 12:32:38.984384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-2f1bd452-4498-4529-ae0d-84fa73a0cb82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=782604cb-2bb9-428a-9dc4-3a1149c5ee64 HTTP/1.1" status: 200 len: 217 time: 0.1092196 Apr 01 12:32:39.153857 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-bb4026bb-f380-45df-95cf-0f8a8234ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:39.167649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-bb4026bb-f380-45df-95cf-0f8a8234ea53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2eb4401-4562-462a-a096-0228c37ee74c HTTP/1.1" status: 200 len: 797 time: 0.1714199 Apr 01 12:32:39.245212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f4bbdc8a-ef52-489d-b966-b878585f041d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:39.289929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a1afd8-42d6-4ff3-89c6-6dfdb30f49ac None None] Network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:39.306861 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-597f1181-2d74-4aab-a3a4-e9b7ba79955b req-22cc17ca-a23a-43ec-aa80-02a4a26641b8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8978858 Apr 01 12:32:39.368817 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Attempting to bind port f71237b2-ae9e-4469-819e-23a06d57cd27 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:39.369161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Attempting to bind port f71237b2-ae9e-4469-819e-23a06d57cd27 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:39.369493 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Attempting to bind port f71237b2-ae9e-4469-819e-23a06d57cd27 on network a2a0007f-cd99-412e-ad83-be707fb4c3d4 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:39.375825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-dedc23c7-a56e-409d-9aae-2453156402f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:39.376033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Port f71237b2-ae9e-4469-819e-23a06d57cd27 on network a2a0007f-cd99-412e-ad83-be707fb4c3d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:39.376391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Attempting to bind port f71237b2-ae9e-4469-819e-23a06d57cd27 on network a2a0007f-cd99-412e-ad83-be707fb4c3d4 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:39.382854 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:39.383205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Checking segment: {'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:39.383578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Bound using segment: {'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:39.384355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Bound port: f71237b2-ae9e-4469-819e-23a06d57cd27, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:39.384720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:39.388861 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-dedc23c7-a56e-409d-9aae-2453156402f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2017539 Apr 01 12:32:39.538857 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:39.577972 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:39.595536 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] For port f71237b2-ae9e-4469-819e-23a06d57cd27, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:39.659740 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:39.660376 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] For port f71237b2-ae9e-4469-819e-23a06d57cd27, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=f71237b2-ae9e-4469-819e-23a06d57cd27,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:39.684122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:39.694938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-cfc95539-313e-494d-b380-e1e402a063d8 service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920349 Apr 01 12:32:39.697081 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9171273e-6563-47ba-90d7-f71331e996c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:39.764624 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Network 8414e17f-8ee1-487e-ac11-9e53e42cf104 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:39.782226 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:39.798544 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:39.834460 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:39.897657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Pushing event updated for resources: {'Port': ['ID=f71237b2-ae9e-4469-819e-23a06d57cd27,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:39.900949 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Pushing event updated for resources: {'Port': ['ID=ffa22b09-91a6-4e9b-9888-c4233318b556,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:39.903566 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f4bbdc8a-ef52-489d-b966-b878585f041d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:39.903946 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:39.922232 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:39.923118 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:39.924738 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4e8f9b57-10a0-4c73-9187-454352bd326f service neutron] 10.222.0.44 "PUT /v2.0/ports/f71237b2-ae9e-4469-819e-23a06d57cd27 HTTP/1.1" status: 200 len: 1092 time: 3.2646353 Apr 01 12:32:39.925534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': 'f71237b2-ae9e-4469-819e-23a06d57cd27'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:39.929087 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d559e75-b685-4384-82f8-9db56c98ae83" -d '{"events": [{"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "f71237b2-ae9e-4469-819e-23a06d57cd27"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:39.975138 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-66987dab-e1b9-4adf-ac94-054f38696c85 service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679937 Apr 01 12:32:39.984107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Request body: {'port': {'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:40.029177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,segment=NetworkSegment(26ae0f6d-c7e0-4ee0-89ca-9848a13d374d),segment_id=26ae0f6d-c7e0-4ee0-89ca-9848a13d374d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:40.032815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-6443f835-b18b-402d-b44a-eba65ccbb97c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:40.042020 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-6443f835-b18b-402d-b44a-eba65ccbb97c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:40.044663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-6443f835-b18b-402d-b44a-eba65ccbb97c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/networks?id=8e341ca2-6f66-4724-abcd-4f2b5f176f7b&id=8414e17f-8ee1-487e-ac11-9e53e42cf104&id=8e341ca2-6f66-4724-abcd-4f2b5f176f7b HTTP/1.1" status: 200 len: 1392 time: 0.5256827 Apr 01 12:32:40.046882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6867acc7-672c-4c56-8e6e-ea784cd44c98 None None] Provisioning complete for port f4bbdc8a-ef52-489d-b966-b878585f041d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:40.047259 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6867acc7-672c-4c56-8e6e-ea784cd44c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:40.105123 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:40.117944 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-64f74205-df3b-4894-b362-a24edde06142 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a72bc3d-c93e-4eee-a682-5d589d7ea4da HTTP/1.1" status: 200 len: 217 time: 0.1318657 Apr 01 12:32:40.131338 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Attempting to bind port ffa22b09-91a6-4e9b-9888-c4233318b556 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:40.131603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Attempting to bind port ffa22b09-91a6-4e9b-9888-c4233318b556 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '5fb32180-2c0c-4b55-bb55-52d9ab479691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:40.132004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Attempting to bind port ffa22b09-91a6-4e9b-9888-c4233318b556 on network 8414e17f-8ee1-487e-ac11-9e53e42cf104 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:40.142492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:40.142860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Checking segment: {'id': '5fb32180-2c0c-4b55-bb55-52d9ab479691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:40.143318 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:40.143707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Bound using segment: {'id': '5fb32180-2c0c-4b55-bb55-52d9ab479691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:40.144183 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Bound port: ffa22b09-91a6-4e9b-9888-c4233318b556, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb32180-2c0c-4b55-bb55-52d9ab479691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:40.144565 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:40.191625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:40.209715 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-b570982c-a041-41cd-a5dc-cd90fe6f3ec3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/quotas/cbe10cfc28844e489ea6c4db6e813cbb HTTP/1.1" status: 200 len: 375 time: 0.1543021 Apr 01 12:32:40.259171 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f126b-4668-4be4-a558-080bcdfa51a4 req-34ab04f3-3dcc-481c-a633-d730237ada49 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:40.265515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f126b-4668-4be4-a558-080bcdfa51a4 req-34ab04f3-3dcc-481c-a633-d730237ada49 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:40.272152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f126b-4668-4be4-a558-080bcdfa51a4 req-34ab04f3-3dcc-481c-a633-d730237ada49 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:40.279086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f126b-4668-4be4-a558-080bcdfa51a4 req-34ab04f3-3dcc-481c-a633-d730237ada49 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:40.285679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f126b-4668-4be4-a558-080bcdfa51a4 req-34ab04f3-3dcc-481c-a633-d730237ada49 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:40.292328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f126b-4668-4be4-a558-080bcdfa51a4 req-34ab04f3-3dcc-481c-a633-d730237ada49 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:40.300003 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f126b-4668-4be4-a558-080bcdfa51a4 req-34ab04f3-3dcc-481c-a633-d730237ada49 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:40.309056 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e13f126b-4668-4be4-a558-080bcdfa51a4 req-34ab04f3-3dcc-481c-a633-d730237ada49 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.2154212 Apr 01 12:32:40.319657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-15b04927-da0a-4122-84ca-66ac721b0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:40.321316 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-15b04927-da0a-4122-84ca-66ac721b0382 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2eb4401-4562-462a-a096-0228c37ee74c HTTP/1.1" status: 200 len: 797 time: 0.1853633 Apr 01 12:32:40.393464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-78ffd059-be1f-4a25-9b28-37ff625701f2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1763732 Apr 01 12:32:40.411619 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e13f126b-4668-4be4-a558-080bcdfa51a4 req-1cb418f6-e24b-4482-8b4e-951fb4eefbfc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013958 Apr 01 12:32:40.436174 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-1bd8c14b-4505-454c-a527-1b29f2cd7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:40.437797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-1bd8c14b-4505-454c-a527-1b29f2cd7033 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1002204 Apr 01 12:32:40.524910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] For port ffa22b09-91a6-4e9b-9888-c4233318b556, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:40.528672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] For port ffa22b09-91a6-4e9b-9888-c4233318b556, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ffa22b09-91a6-4e9b-9888-c4233318b556,segment=NetworkSegment(5fb32180-2c0c-4b55-bb55-52d9ab479691),segment_id=5fb32180-2c0c-4b55-bb55-52d9ab479691)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:40.555042 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:40.612654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['dea6147a-59b0-4e7f-a7f1-0ae8674d0c96'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:32:40.756688 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:40.758636 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:40.815753 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:40.859580 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83148334-7aeb-4f22-a1de-83376d3cdba0 req-6def9d12-075d-445a-be9b-60384519a9ed tempest-ServersAdmin275Test-1593029495 tempest-ServersAdmin275Test-1593029495-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.2530961 Apr 01 12:32:40.897917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-065aba29-f0e0-4370-b32d-d43c48b14bd6 service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520583 Apr 01 12:32:41.081962 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9cb1cc75-78d2-4a86-ac5e-8b5b06a8da78 service neutron] 10.222.0.45 "GET /v2.0/networks/8e341ca2-6f66-4724-abcd-4f2b5f176f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785161 Apr 01 12:32:41.394616 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6867acc7-672c-4c56-8e6e-ea784cd44c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:41.460021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5616d452-da07-4899-a448-7d9a225365d8 req-bf318ad6-5c1a-423e-be82-3246c967fa5e tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 210 time: 0.1755993 Apr 01 12:32:41.461255 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81463e6d-621e-421f-aebe-6baeedb1e654 None None] Pushing event updated for resources: {'Port': ['ID=ffa22b09-91a6-4e9b-9888-c4233318b556,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:41.473619 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port f4bbdc8a-ef52-489d-b966-b878585f041d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f4bbdc8a-ef52-489d-b966-b878585f041d,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:41.482993 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:41.573411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8118039c-b4cf-453a-a21a-8a9a33092538 req-3faa7ffb-88ce-4ec3-ba0c-60e18d5138e3 service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647146 Apr 01 12:32:41.673164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=f4bbdc8a-ef52-489d-b966-b878585f041d,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:41.765407 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:41.778730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-c88eb064-6927-48ca-b36b-06ce50daabe8 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:41.782409 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-c88eb064-6927-48ca-b36b-06ce50daabe8 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.44 "GET /v2.0/networks?id=f97a05f1-8add-4827-9c84-b1387f4e1587 HTTP/1.1" status: 200 len: 818 time: 0.5003855 Apr 01 12:32:41.796765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ffa22b09-91a6-4e9b-9888-c4233318b556 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:41.808157 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Request body: {'port': {'device_id': 'd8526bd5-e419-4a54-8972-97b59447c5f5', 'network_id': 'f97a05f1-8add-4827-9c84-b1387f4e1587', 'admin_state_up': True, 'tenant_id': 'b4674cb96a794b7f830592c9942a30d7'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:41.835642 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-c5e91471-8911-4029-a0f8-6e513e82ebac service neutron] 10.222.0.45 "GET /v2.0/networks/8e341ca2-6f66-4724-abcd-4f2b5f176f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370267 Apr 01 12:32:41.852604 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-6867acc7-672c-4c56-8e6e-ea784cd44c98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:32:41.853250 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-6867acc7-672c-4c56-8e6e-ea784cd44c98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:32:41.867850 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:41.914334 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port ffa22b09-91a6-4e9b-9888-c4233318b556 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:41.918477 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:42.079637 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-ff4bf398-f9a8-4551-97fd-46d515f39eba service neutron] 10.222.0.45 "GET /v2.0/networks/8414e17f-8ee1-487e-ac11-9e53e42cf104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370534 Apr 01 12:32:42.083938 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad2f7d1-56ac-460d-a99b-120b1294026b {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:42.104498 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:42.131537 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:42.137996 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Transition to ACTIVE for port object 8ad2f7d1-56ac-460d-a99b-120b1294026b will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:42.180702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:42.209276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port ffa22b09-91a6-4e9b-9888-c4233318b556, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ffa22b09-91a6-4e9b-9888-c4233318b556,segment=NetworkSegment(5fb32180-2c0c-4b55-bb55-52d9ab479691),segment_id=5fb32180-2c0c-4b55-bb55-52d9ab479691)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:42.221020 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:42.389965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=ffa22b09-91a6-4e9b-9888-c4233318b556,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:42.544288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad2f7d1-56ac-460d-a99b-120b1294026b,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:42.552744 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60e712-e99f-4c55-87b1-25e1dacb12d6 req-4fca1324-cc06-4ea0-b6b3-fe8db20b577a tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:42.564730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed60e712-e99f-4c55-87b1-25e1dacb12d6 req-4fca1324-cc06-4ea0-b6b3-fe8db20b577a tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 944 time: 0.9495413 Apr 01 12:32:42.620744 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-039726a2-b3d8-4eb1-bbec-3845a621af11 service neutron] 10.222.0.45 "GET /v2.0/networks/8414e17f-8ee1-487e-ac11-9e53e42cf104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397985 Apr 01 12:32:42.655384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-47ea9d8c-49b5-4bcb-88ab-06fad140f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:42.656571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-47ea9d8c-49b5-4bcb-88ab-06fad140f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:42.657090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-47ea9d8c-49b5-4bcb-88ab-06fad140f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:42.657742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-47ea9d8c-49b5-4bcb-88ab-06fad140f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:42.658501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-47ea9d8c-49b5-4bcb-88ab-06fad140f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:42.659330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-47ea9d8c-49b5-4bcb-88ab-06fad140f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:42.659795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-47ea9d8c-49b5-4bcb-88ab-06fad140f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:42.662328 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-47ea9d8c-49b5-4bcb-88ab-06fad140f2f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0713e035054f4784a69028267597a06a&device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 6487 time: 0.9733553 Apr 01 12:32:42.675359 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-18c56b7e-4bd3-4eeb-85a2-73ea0f72b1f3 None None] Provisioning complete for port f4bbdc8a-ef52-489d-b966-b878585f041d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:42.675758 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-18c56b7e-4bd3-4eeb-85a2-73ea0f72b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:42.685106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Made reservation on behalf of b4674cb96a794b7f830592c9942a30d7 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:42.714821 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:42.749903 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-dfe16306-1062-4fec-a32b-746908086c78 service neutron] 10.222.0.45 "GET /v2.0/networks/8e341ca2-6f66-4724-abcd-4f2b5f176f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242650 Apr 01 12:32:42.772454 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20911f73-4619-45c1-a9b1-dafebc7a8a19 None None] Network 8414e17f-8ee1-487e-ac11-9e53e42cf104 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:42.796770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed60e712-e99f-4c55-87b1-25e1dacb12d6 req-cfd0b9e4-1ef1-45fd-b6c7-ba497b159239 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310536 Apr 01 12:32:42.816153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Attempting to bind port 8ad2f7d1-56ac-460d-a99b-120b1294026b on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:42.816481 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Attempting to bind port 8ad2f7d1-56ac-460d-a99b-120b1294026b by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:42.816821 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Attempting to bind port 8ad2f7d1-56ac-460d-a99b-120b1294026b on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:42.869498 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Port 8ad2f7d1-56ac-460d-a99b-120b1294026b on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:42.870147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Attempting to bind port 8ad2f7d1-56ac-460d-a99b-120b1294026b on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:42.882747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:42.883091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Checking segment: {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:42.883546 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Bound using segment: {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:42.884169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Bound port: 8ad2f7d1-56ac-460d-a99b-120b1294026b, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:42.884533 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:42.995246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] For port 8ad2f7d1-56ac-460d-a99b-120b1294026b, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:43.000116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] For port 8ad2f7d1-56ac-460d-a99b-120b1294026b, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8ad2f7d1-56ac-460d-a99b-120b1294026b,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:43.012362 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5e1ec4-ccb0-4f67-a56c-0121f8c8c8c3 x-openstack-request-id: req-6b5e1ec4-ccb0-4f67-a56c-0121f8c8c8c3 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:43.012618 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "f71237b2-ae9e-4469-819e-23a06d57cd27", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:43.012883 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b5e1ec4-ccb0-4f67-a56c-0121f8c8c8c3 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:43.013306 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5e1ec4-ccb0-4f67-a56c-0121f8c8c8c3'] response: {'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': 'f71237b2-ae9e-4469-819e-23a06d57cd27', 'status': 'completed', 'code': 200} Apr 01 12:32:43.023595 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:43.214470 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.220747 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:43.222291 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] 10.222.0.44 "PUT /v2.0/ports/8ad2f7d1-56ac-460d-a99b-120b1294026b HTTP/1.1" status: 200 len: 1129 time: 3.2523997 Apr 01 12:32:43.241840 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-982daee2-1be2-4662-a417-30c387e186a8 service neutron] 10.222.0.45 "GET /v2.0/networks/8e341ca2-6f66-4724-abcd-4f2b5f176f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910097 Apr 01 12:32:43.308672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Request body: {'port': {'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:43.332975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-41673881-1299-457e-95db-ce557e07e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.348737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-41673881-1299-457e-95db-ce557e07e957 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d HTTP/1.1" status: 200 len: 902 time: 0.5945065 Apr 01 12:32:43.454883 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:43.480096 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-eb189f1d-3e6e-4481-a5a5-14e3b8a93b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.481159 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-eb189f1d-3e6e-4481-a5a5-14e3b8a93b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.483223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-eb189f1d-3e6e-4481-a5a5-14e3b8a93b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.483705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-eb189f1d-3e6e-4481-a5a5-14e3b8a93b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.484171 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-eb189f1d-3e6e-4481-a5a5-14e3b8a93b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.484648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-eb189f1d-3e6e-4481-a5a5-14e3b8a93b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.486605 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-eb189f1d-3e6e-4481-a5a5-14e3b8a93b5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67be0409bcbb48388611a7629463a217&device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5286 time: 0.4407375 Apr 01 12:32:43.644779 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3a4fea3b-7d0e-4572-a658-a425805ebc8e None None] Provisioning complete for port ffa22b09-91a6-4e9b-9888-c4233318b556 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:43.645152 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3a4fea3b-7d0e-4572-a658-a425805ebc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:43.687487 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de4ca5-c82c-4a69-9c96-adb9ac894f55 req-cc9576da-15ae-457b-8edf-1fcff33bbdd7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.717662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de4ca5-c82c-4a69-9c96-adb9ac894f55 req-cc9576da-15ae-457b-8edf-1fcff33bbdd7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.744370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de4ca5-c82c-4a69-9c96-adb9ac894f55 req-cc9576da-15ae-457b-8edf-1fcff33bbdd7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.773637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de4ca5-c82c-4a69-9c96-adb9ac894f55 req-cc9576da-15ae-457b-8edf-1fcff33bbdd7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.800423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de4ca5-c82c-4a69-9c96-adb9ac894f55 req-cc9576da-15ae-457b-8edf-1fcff33bbdd7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.813606 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f4bbdc8a-ef52-489d-b966-b878585f041d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:43.832983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de4ca5-c82c-4a69-9c96-adb9ac894f55 req-cc9576da-15ae-457b-8edf-1fcff33bbdd7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.852730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21de4ca5-c82c-4a69-9c96-adb9ac894f55 req-cc9576da-15ae-457b-8edf-1fcff33bbdd7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 4600 time: 0.7260120 Apr 01 12:32:43.905581 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-0b90ecdb-8714-4298-823e-09c8bd34ec67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=782604cb-2bb9-428a-9dc4-3a1149c5ee64 HTTP/1.1" status: 200 len: 217 time: 0.5222943 Apr 01 12:32:43.906830 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-11015d6c-9b70-49a7-b945-1f6d7acde3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.907302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-11015d6c-9b70-49a7-b945-1f6d7acde3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.914109 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-11015d6c-9b70-49a7-b945-1f6d7acde3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:43.917629 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-11015d6c-9b70-49a7-b945-1f6d7acde3e1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=67be0409bcbb48388611a7629463a217&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4137287 Apr 01 12:32:43.924238 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad2f7d1-56ac-460d-a99b-120b1294026b,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:44.005902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Allocated IP 172.20.0.14 (f97a05f1-8add-4827-9c84-b1387f4e1587/d47e4f70-aed8-4872-bce5-853c056eeb99/a53b405b-4b8c-4517-aa6c-8b9543cb2bfa) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:44.084612 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f4bbdc8a-ef52-489d-b966-b878585f041d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:44.085797 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:44.259138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:44.289918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-1900597e-3f8e-4be5-a261-702461e02a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:44.291908 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d559e75-b685-4384-82f8-9db56c98ae83 req-1900597e-3f8e-4be5-a261-702461e02a37 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3486412 Apr 01 12:32:44.303185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:44.304137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:44.304137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:44.304475 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:44.304900 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:44.305472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:44.305899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:44.306681 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:44.307123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:44.307616 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:44.308044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:44.308529 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40318ee-3369-4736-8692-dbf247c071b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:44.540649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911b45-875e-40cf-a160-2dc2c6219478 req-e110d376-4dd6-47aa-b8ac-d7a02ce68e4e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:44.550811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911b45-875e-40cf-a160-2dc2c6219478 req-e110d376-4dd6-47aa-b8ac-d7a02ce68e4e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:44.558686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911b45-875e-40cf-a160-2dc2c6219478 req-e110d376-4dd6-47aa-b8ac-d7a02ce68e4e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:44.563021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21de4ca5-c82c-4a69-9c96-adb9ac894f55 req-9280f377-476a-499a-acc3-ab239182f929 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6725380 Apr 01 12:32:44.566067 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911b45-875e-40cf-a160-2dc2c6219478 req-e110d376-4dd6-47aa-b8ac-d7a02ce68e4e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:44.572696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911b45-875e-40cf-a160-2dc2c6219478 req-e110d376-4dd6-47aa-b8ac-d7a02ce68e4e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:44.574832 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b29cb98f-aff7-427a-93a1-b02264806bfd req-a977d501-b723-4a29-9b7a-cd7b730cbf25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac12b568c037443fb7fb9facb8b92a56&device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.4114697 Apr 01 12:32:44.581160 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911b45-875e-40cf-a160-2dc2c6219478 req-e110d376-4dd6-47aa-b8ac-d7a02ce68e4e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:44.587571 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911b45-875e-40cf-a160-2dc2c6219478 req-e110d376-4dd6-47aa-b8ac-d7a02ce68e4e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:44.596807 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74911b45-875e-40cf-a160-2dc2c6219478 req-e110d376-4dd6-47aa-b8ac-d7a02ce68e4e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.3041177 Apr 01 12:32:44.619338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-b860b76f-e7c5-4eeb-a51f-39a44a34fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:44.621341 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-b860b76f-e7c5-4eeb-a51f-39a44a34fdb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2eb4401-4562-462a-a096-0228c37ee74c HTTP/1.1" status: 200 len: 797 time: 0.6793203 Apr 01 12:32:44.646669 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-402327b3-8d68-496f-9f21-6c3d608576b3 None None] Provisioning complete for port ffa22b09-91a6-4e9b-9888-c4233318b556 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:44.647040 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-402327b3-8d68-496f-9f21-6c3d608576b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:44.727390 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74911b45-875e-40cf-a160-2dc2c6219478 req-f4472a0d-82c5-4220-8602-44042af96b14 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1295700 Apr 01 12:32:44.809413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:32:44.819652 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:44.820238 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:44.876144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ffa22b09-91a6-4e9b-9888-c4233318b556 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:44.881655 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59566) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:44.979854 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:45.123721 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:45.176019 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b29cb98f-aff7-427a-93a1-b02264806bfd req-75624975-7daa-4d27-9d77-433725a0db41 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac12b568c037443fb7fb9facb8b92a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4756970 Apr 01 12:32:45.196504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a7919b-0809-47d2-8eb7-4b2be62c86d5 {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:45.208385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:45.245580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': '8ad2f7d1-56ac-460d-a99b-120b1294026b'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:45.250106 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d6b55a-5365-4de2-8639-e9b16dc06c71" -d '{"events": [{"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "8ad2f7d1-56ac-460d-a99b-120b1294026b"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:45.304365 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c2899362-dc7f-455d-8e8f-3227d0fdb2e2 req-28ac464c-2379-4dd1-8bb4-3e74c06740f7 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 210 time: 0.3789682 Apr 01 12:32:45.305738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Transition to ACTIVE for port object a2a7919b-0809-47d2-8eb7-4b2be62c86d5 will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:45.307308 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d18109e-9c45-4fba-8428-9288862126d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:45.320874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:45.326843 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Pushing event updated for resources: {'Port': ['ID=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:45.481959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port ffa22b09-91a6-4e9b-9888-c4233318b556 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:45.482664 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:45.588880 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a7919b-0809-47d2-8eb7-4b2be62c86d5,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:45.605292 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:45.642612 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:45.644995 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc64fe8b-e3cb-4fb9-bbb8-435fc1009f8d" -d '{"events": [{"server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "name": "network-vif-plugged", "status": "completed", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:45.682956 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,segment=NetworkSegment(26ae0f6d-c7e0-4ee0-89ca-9848a13d374d),segment_id=26ae0f6d-c7e0-4ee0-89ca-9848a13d374d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:45.727692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cb98f-aff7-427a-93a1-b02264806bfd req-598276f6-d4aa-4dbb-b409-fb6a0eb97373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:45.729180 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b29cb98f-aff7-427a-93a1-b02264806bfd req-598276f6-d4aa-4dbb-b409-fb6a0eb97373 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4294853 Apr 01 12:32:45.764454 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:45.787803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-73c100f4-6250-4799-8328-fae8f8c57347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:45.793922 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-73c100f4-6250-4799-8328-fae8f8c57347 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1521614 Apr 01 12:32:45.818352 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e5630-8ba7-4fbc-bc23-962b5be010b1 req-a07271e0-6c69-43d9-9c7a-37ec128aee6b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:45.834629 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b2e5630-8ba7-4fbc-bc23-962b5be010b1 req-a07271e0-6c69-43d9-9c7a-37ec128aee6b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 944 time: 0.3548756 Apr 01 12:32:45.859008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:45.940242 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-37832a61-6068-4773-b761-cb7e714fdfc8 service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234190 Apr 01 12:32:45.944769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Network f97a05f1-8add-4827-9c84-b1387f4e1587 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:45.957021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8b04b-49d8-4e81-b622-c92e1df8d616 req-16ce9432-7fff-4870-9479-3cfaf6dced44 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:45.959138 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2ed8b04b-49d8-4e81-b622-c92e1df8d616 req-16ce9432-7fff-4870-9479-3cfaf6dced44 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 932 time: 0.9202909 Apr 01 12:32:45.982721 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b2e5630-8ba7-4fbc-bc23-962b5be010b1 req-843e4f41-3060-42f1-aa09-04c32f00e6c9 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428552 Apr 01 12:32:46.006277 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d18109e-9c45-4fba-8428-9288862126d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:46.010811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Attempting to bind port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:46.013486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Attempting to bind port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:46.014037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Attempting to bind port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:46.021626 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d18109e-9c45-4fba-8428-9288862126d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:46.057251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:46.061621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Attempting to bind port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:46.091100 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6079c3b-27ee-4519-aa17-7a53854e0834 req-2650e395-2c89-447b-be6f-3cb73c49dbbb service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307235 Apr 01 12:32:46.106533 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:46.107221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Checking segment: {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:46.107824 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Bound using segment: {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:46.108460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Bound port: a2a7919b-0809-47d2-8eb7-4b2be62c86d5, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:46.109023 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:46.115991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:46.130527 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8d18109e-9c45-4fba-8428-9288862126d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=48259166022e4a39b4de956666ba7f95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2457349 Apr 01 12:32:46.135941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:46.160377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59584) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:46.203209 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf6c6213-4c3d-4edd-b1f7-d2f087b71e09 req-dd30e68e-a07c-4995-878d-0c8d4a68cbd8 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0966671 Apr 01 12:32:46.206106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18109e-9c45-4fba-8428-9288862126d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c99bb8c-606e-40b7-853c-dc01b6ee2acc,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:46.287904 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2ed8b04b-49d8-4e81-b622-c92e1df8d616 req-e46f0988-1e59-4244-96d7-bd6cca8c5cba tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd9786b-9ee6-48b3-a62f-0304f8f0892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956100 Apr 01 12:32:46.326989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-39cf3b00-8dd0-4c70-95b7-89669c82d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.326989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-39cf3b00-8dd0-4c70-95b7-89669c82d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.326989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-39cf3b00-8dd0-4c70-95b7-89669c82d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.326989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-39cf3b00-8dd0-4c70-95b7-89669c82d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.326989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-39cf3b00-8dd0-4c70-95b7-89669c82d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.326989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-39cf3b00-8dd0-4c70-95b7-89669c82d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.326989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-39cf3b00-8dd0-4c70-95b7-89669c82d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.326989 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-39cf3b00-8dd0-4c70-95b7-89669c82d7bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0713e035054f4784a69028267597a06a&device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 6487 time: 0.1408737 Apr 01 12:32:46.334171 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce9417c-4cfb-47b8-b941-8f7bf352c169 x-openstack-request-id: req-fce9417c-4cfb-47b8-b941-8f7bf352c169 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:46.335649 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "8ad2f7d1-56ac-460d-a99b-120b1294026b", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:46.336077 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fce9417c-4cfb-47b8-b941-8f7bf352c169 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:46.336654 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce9417c-4cfb-47b8-b941-8f7bf352c169'] response: {'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': '8ad2f7d1-56ac-460d-a99b-120b1294026b', 'status': 'completed', 'code': 200} Apr 01 12:32:46.346388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.347215 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:46.381113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b6380a42-f069-4cb0-8567-f2515cedfdbd tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5860491 Apr 01 12:32:46.405008 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1d756d-b23e-4694-8aeb-aa05d41568b8 x-openstack-request-id: req-7f1d756d-b23e-4694-8aeb-aa05d41568b8 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:46.405294 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "name": "network-vif-plugged", "status": "completed", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:46.405540 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f1d756d-b23e-4694-8aeb-aa05d41568b8 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:46.405925 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1d756d-b23e-4694-8aeb-aa05d41568b8'] response: {'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'code': 200} Apr 01 12:32:46.406162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Request body: {'port': {'device_id': 'd8526bd5-e419-4a54-8972-97b59447c5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:46.433901 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-248cab9d-33f3-4c9e-9557-cb0281e2a6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:46.456436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-95d2eb09-1ea7-474d-990c-dfc507adea71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.464038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-95d2eb09-1ea7-474d-990c-dfc507adea71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.466336 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-95d2eb09-1ea7-474d-990c-dfc507adea71 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "GET /v2.0/networks?id=8e341ca2-6f66-4724-abcd-4f2b5f176f7b&id=8414e17f-8ee1-487e-ac11-9e53e42cf104&id=8e341ca2-6f66-4724-abcd-4f2b5f176f7b HTTP/1.1" status: 200 len: 1392 time: 0.7300384 Apr 01 12:32:46.475037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] For port a2a7919b-0809-47d2-8eb7-4b2be62c86d5, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:46.500708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'port': {'device_id': 'd6992078-06a0-4539-b15e-204e65814e68', 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b', 'admin_state_up': True, 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:46.511939 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-248cab9d-33f3-4c9e-9557-cb0281e2a6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:46.538416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] For port a2a7919b-0809-47d2-8eb7-4b2be62c86d5, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a2a7919b-0809-47d2-8eb7-4b2be62c86d5,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:46.558668 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-0d49b62f-d034-4fe8-8600-31bac37960f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.560225 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-0d49b62f-d034-4fe8-8600-31bac37960f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.560958 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-0d49b62f-d034-4fe8-8600-31bac37960f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.561595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-0d49b62f-d034-4fe8-8600-31bac37960f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.562257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-0d49b62f-d034-4fe8-8600-31bac37960f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.562928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-0d49b62f-d034-4fe8-8600-31bac37960f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.563554 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-0d49b62f-d034-4fe8-8600-31bac37960f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.565658 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-0d49b62f-d034-4fe8-8600-31bac37960f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67be0409bcbb48388611a7629463a217&device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 6167 time: 0.2131572 Apr 01 12:32:46.575272 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:46.701375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-254402ad-ac90-483c-b68f-c9f772ec2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.701844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-254402ad-ac90-483c-b68f-c9f772ec2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.702367 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-254402ad-ac90-483c-b68f-c9f772ec2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.704033 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-254402ad-ac90-483c-b68f-c9f772ec2830 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=67be0409bcbb48388611a7629463a217&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1262474 Apr 01 12:32:46.707218 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:46.767651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55571680-0c83-45ff-beea-71f9a5d5a204 req-fdfe79ab-d43c-479a-ac19-5f7d9bd13c22 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.774553 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55571680-0c83-45ff-beea-71f9a5d5a204 req-fdfe79ab-d43c-479a-ac19-5f7d9bd13c22 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.781874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55571680-0c83-45ff-beea-71f9a5d5a204 req-fdfe79ab-d43c-479a-ac19-5f7d9bd13c22 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.789210 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55571680-0c83-45ff-beea-71f9a5d5a204 req-fdfe79ab-d43c-479a-ac19-5f7d9bd13c22 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.796092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55571680-0c83-45ff-beea-71f9a5d5a204 req-fdfe79ab-d43c-479a-ac19-5f7d9bd13c22 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.802103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55571680-0c83-45ff-beea-71f9a5d5a204 req-fdfe79ab-d43c-479a-ac19-5f7d9bd13c22 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.813324 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55571680-0c83-45ff-beea-71f9a5d5a204 req-fdfe79ab-d43c-479a-ac19-5f7d9bd13c22 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.821702 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55571680-0c83-45ff-beea-71f9a5d5a204 req-fdfe79ab-d43c-479a-ac19-5f7d9bd13c22 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5372 time: 0.3825650 Apr 01 12:32:46.915172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e8b9d-008c-46a2-9dce-8f23c0356051 req-123f3281-c6fe-4253-b8b4-01e363a6df3c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.931244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e8b9d-008c-46a2-9dce-8f23c0356051 req-123f3281-c6fe-4253-b8b4-01e363a6df3c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.938462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e8b9d-008c-46a2-9dce-8f23c0356051 req-123f3281-c6fe-4253-b8b4-01e363a6df3c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.944997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e8b9d-008c-46a2-9dce-8f23c0356051 req-123f3281-c6fe-4253-b8b4-01e363a6df3c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.951846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e8b9d-008c-46a2-9dce-8f23c0356051 req-123f3281-c6fe-4253-b8b4-01e363a6df3c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.958790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e8b9d-008c-46a2-9dce-8f23c0356051 req-123f3281-c6fe-4253-b8b4-01e363a6df3c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.965683 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e8b9d-008c-46a2-9dce-8f23c0356051 req-123f3281-c6fe-4253-b8b4-01e363a6df3c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.975965 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb3e8b9d-008c-46a2-9dce-8f23c0356051 req-123f3281-c6fe-4253-b8b4-01e363a6df3c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.3465135 Apr 01 12:32:46.979434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.980058 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:46.981716 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] 10.222.0.44 "PUT /v2.0/ports/a2a7919b-0809-47d2-8eb7-4b2be62c86d5 HTTP/1.1" status: 200 len: 1130 time: 3.6932313 Apr 01 12:32:46.985670 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-b1fb1ed0-4c57-4686-b7bd-a31615cee9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:46.987135 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-52d6b55a-5365-4de2-8639-e9b16dc06c71 req-b1fb1ed0-4c57-4686-b7bd-a31615cee9b6 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2555928 Apr 01 12:32:47.022129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Request body: {'port': {'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:47.027791 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-1ec2ff0d-d0d4-4de7-8bc6-01a877ee2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:47.029267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-1ec2ff0d-d0d4-4de7-8bc6-01a877ee2d9b service neutron] 10.222.0.44 "GET /v2.0/networks?id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d HTTP/1.1" status: 200 len: 902 time: 0.6690378 Apr 01 12:32:47.039699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec576c4-e1cf-4a11-8dd2-cb9651c64086 req-bb8cf786-71f9-443e-bc74-817a0c1e2721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:47.041060 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8ec576c4-e1cf-4a11-8dd2-cb9651c64086 req-bb8cf786-71f9-443e-bc74-817a0c1e2721 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 1096 time: 0.5342352 Apr 01 12:32:47.083048 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-248cab9d-33f3-4c9e-9557-cb0281e2a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:47.085516 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-248cab9d-33f3-4c9e-9557-cb0281e2a6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:47.089100 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-248cab9d-33f3-4c9e-9557-cb0281e2a6a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c99bb8c-606e-40b7-853c-dc01b6ee2acc HTTP/1.1" status: 204 len: 168 time: 0.9250603 Apr 01 12:32:47.147573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d0fa4-c0fd-4f73-8ebe-2c229a6edd76 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a7919b-0809-47d2-8eb7-4b2be62c86d5,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:47.186256 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cab9d-33f3-4c9e-9557-cb0281e2a6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c99bb8c-606e-40b7-853c-dc01b6ee2acc,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:47.220125 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55571680-0c83-45ff-beea-71f9a5d5a204 req-11d4443f-caf2-45fd-8f1f-77b59bde7a6b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3884797 Apr 01 12:32:47.220934 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:47.244842 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-c27abbab-a9c4-4e30-ac10-fb874e25ce01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a72bc3d-c93e-4eee-a682-5d589d7ea4da HTTP/1.1" status: 200 len: 217 time: 0.2027709 Apr 01 12:32:47.303706 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb3e8b9d-008c-46a2-9dce-8f23c0356051 req-4e7466e8-fdf2-445d-bdf3-22db7b88915f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3270361 Apr 01 12:32:47.506177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b29cb98f-aff7-427a-93a1-b02264806bfd req-fcc6a2a2-0a42-4db9-bef5-529694197ab8 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.1201108 Apr 01 12:32:47.531154 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bea3411b-0c41-47c4-a363-8bf9eca616d9 req-d1e6e3f2-ff63-454a-b57c-918b30f3526b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 210 time: 0.1349344 Apr 01 12:32:47.575454 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8ec576c4-e1cf-4a11-8dd2-cb9651c64086 req-ff4c1a00-0baa-4402-8100-f74042d12061 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655902 Apr 01 12:32:47.656194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:47.660288 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:47.663163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-02665dd3-d3e3-4e1c-802b-9774bac86d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:47.664657 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-02665dd3-d3e3-4e1c-802b-9774bac86d8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2eb4401-4562-462a-a096-0228c37ee74c HTTP/1.1" status: 200 len: 797 time: 0.3937180 Apr 01 12:32:47.867006 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531c66e-d57f-42d1-b7b5-11c8dab53a3c req-35a2989c-4e88-4761-a5ad-eec154a74ba5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:47.874569 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8531c66e-d57f-42d1-b7b5-11c8dab53a3c req-35a2989c-4e88-4761-a5ad-eec154a74ba5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.4218857 Apr 01 12:32:47.937126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b9d493-e863-4a18-825d-997984ca6f95 {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:47.949602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-65f6465b-3e01-4879-8670-4317b933f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:47.950979 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:47.951324 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-65f6465b-3e01-4879-8670-4317b933f340 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2703638 Apr 01 12:32:47.967106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Transition to ACTIVE for port object 43b9d493-e863-4a18-825d-997984ca6f95 will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:47.980836 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:48.015832 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1747aa0e-bbd4-4466-8086-2a05f8bc3bba req-1e0cfbae-f3dd-481e-943c-e37cf6d7d045 tempest-ServersAdmin275Test-756336540 tempest-ServersAdmin275Test-756336540-project] 10.222.0.45 "GET /v2.0/ports?device_id=17a5b1cb-aa25-4e42-be68-e7524d8807e8 HTTP/1.1" status: 200 len: 210 time: 0.0463922 Apr 01 12:32:48.060459 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8531c66e-d57f-42d1-b7b5-11c8dab53a3c req-c947a4bd-6760-421f-8f52-fe8b938ffbca tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740112 Apr 01 12:32:48.306444 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Pushing event updated for resources: {'Port': ['ID=43b9d493-e863-4a18-825d-997984ca6f95,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:48.339887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': 'a2a7919b-0809-47d2-8eb7-4b2be62c86d5'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:48.344928 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428542da-6cb5-4c68-9e64-72bb5941748b" -d '{"events": [{"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "a2a7919b-0809-47d2-8eb7-4b2be62c86d5"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:48.467765 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Attempting to bind port 43b9d493-e863-4a18-825d-997984ca6f95 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:48.468166 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Attempting to bind port 43b9d493-e863-4a18-825d-997984ca6f95 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:48.468493 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Attempting to bind port 43b9d493-e863-4a18-825d-997984ca6f95 on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:48.474875 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Port 43b9d493-e863-4a18-825d-997984ca6f95 on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:48.475214 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Attempting to bind port 43b9d493-e863-4a18-825d-997984ca6f95 on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:48.482742 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:48.483078 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Checking segment: {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:48.483471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Bound using segment: {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:48.484157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Bound port: 43b9d493-e863-4a18-825d-997984ca6f95, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:48.484530 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:48.562827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59634) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:48.596915 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf76cbb-0b96-4d5c-98ae-ec76274a52de req-7abccd0a-cc60-437b-9d6a-cbce8ee7eba1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:48.600512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Allocated IP 19.80.0.59 (8e341ca2-6f66-4724-abcd-4f2b5f176f7b/c8e3ead0-3650-47dc-ae65-26ab77bd7983/0cbdf885-306f-4b05-923e-8c80d6451d3a) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:48.627651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf76cbb-0b96-4d5c-98ae-ec76274a52de req-7abccd0a-cc60-437b-9d6a-cbce8ee7eba1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:48.638778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53b405b-4b8c-4517-aa6c-8b9543cb2bfa {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:48.652121 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf76cbb-0b96-4d5c-98ae-ec76274a52de req-7abccd0a-cc60-437b-9d6a-cbce8ee7eba1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:48.658469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf76cbb-0b96-4d5c-98ae-ec76274a52de req-7abccd0a-cc60-437b-9d6a-cbce8ee7eba1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:48.662729 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:48.663888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf76cbb-0b96-4d5c-98ae-ec76274a52de req-7abccd0a-cc60-437b-9d6a-cbce8ee7eba1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:48.669659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf76cbb-0b96-4d5c-98ae-ec76274a52de req-7abccd0a-cc60-437b-9d6a-cbce8ee7eba1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:48.688388 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf76cbb-0b96-4d5c-98ae-ec76274a52de req-7abccd0a-cc60-437b-9d6a-cbce8ee7eba1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:48.690320 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-faf76cbb-0b96-4d5c-98ae-ec76274a52de req-7abccd0a-cc60-437b-9d6a-cbce8ee7eba1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5384 time: 0.3324573 Apr 01 12:32:48.747244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099910e-52e9-47f5-a4a2-d10a4d995ef2 req-53299acd-81d6-4ea6-bf36-774ae99e773e tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:48.763153 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a099910e-52e9-47f5-a4a2-d10a4d995ef2 req-53299acd-81d6-4ea6-bf36-774ae99e773e tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 932 time: 0.2546465 Apr 01 12:32:48.770707 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Transition to ACTIVE for port object a53b405b-4b8c-4517-aa6c-8b9543cb2bfa will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:48.777217 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-332301b7-50d5-4385-9dce-a95c637b545b service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8075521 Apr 01 12:32:48.916173 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:48.963537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.030481 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.089719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:49.128622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:49.128622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:49.134146 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a099910e-52e9-47f5-a4a2-d10a4d995ef2 req-640d6683-7dc7-47ac-af15-54454bb702b4 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd9786b-9ee6-48b3-a62f-0304f8f0892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701055 Apr 01 12:32:49.142315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:49.248704 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:49.249189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:49.249515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:49.249972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:49.250455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:49.250925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:49.251318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:49.251887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:49.252327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:49.252698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:49.253259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:49.253659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:32:49.314714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] For port 43b9d493-e863-4a18-825d-997984ca6f95, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:49.320104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] For port 43b9d493-e863-4a18-825d-997984ca6f95, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=43b9d493-e863-4a18-825d-997984ca6f95,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:49.326684 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-671867909-network', 'tenant_id': 'c5068ae6ccb549b3b2b7930b216ec36a'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:49.332980 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.364349 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ae0fe29-533a-4f2a-9751-dbb3ff84bf6e req-a714197e-a4f4-463a-8fbd-d8aa31235b1a service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095035 Apr 01 12:32:49.365144 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Port': ['ID=0cbdf885-306f-4b05-923e-8c80d6451d3a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:49.391974 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Attempting to bind port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:49.392465 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Attempting to bind port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '3e1934ee-4da3-455c-a18f-f8a2dafceac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f97a05f1-8add-4827-9c84-b1387f4e1587'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:49.392891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Attempting to bind port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa on network f97a05f1-8add-4827-9c84-b1387f4e1587 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:49.409428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa on network f97a05f1-8add-4827-9c84-b1387f4e1587 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:49.409926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Attempting to bind port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa on network f97a05f1-8add-4827-9c84-b1387f4e1587 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:49.422650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.425051 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.426765 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] 10.222.0.44 "PUT /v2.0/ports/43b9d493-e863-4a18-825d-997984ca6f95 HTTP/1.1" status: 200 len: 1091 time: 2.4112799 Apr 01 12:32:49.444415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.445418 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.474302 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-faf76cbb-0b96-4d5c-98ae-ec76274a52de req-298b4da2-56d0-4ede-a12a-5a18f213911f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7501249 Apr 01 12:32:49.486869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:49.487290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Checking segment: {'id': '3e1934ee-4da3-455c-a18f-f8a2dafceac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f97a05f1-8add-4827-9c84-b1387f4e1587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:49.487761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Bound using segment: {'id': '3e1934ee-4da3-455c-a18f-f8a2dafceac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f97a05f1-8add-4827-9c84-b1387f4e1587'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:49.488258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Bound port: a53b405b-4b8c-4517-aa6c-8b9543cb2bfa, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1934ee-4da3-455c-a18f-f8a2dafceac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f97a05f1-8add-4827-9c84-b1387f4e1587'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:49.488686 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.489056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-75e68656-faed-47aa-892e-ca21f931357d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:32:49.495480 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-75e68656-faed-47aa-892e-ca21f931357d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0351973 Apr 01 12:32:49.498400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Made reservation on behalf of c5068ae6ccb549b3b2b7930b216ec36a for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:49.505491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.552530 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Request body: {'port': {'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:49.577751 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0635cddc-6c9e-4498-b055-f6a039b8af36 x-openstack-request-id: req-0635cddc-6c9e-4498-b055-f6a039b8af36 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:49.596803 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "a2a7919b-0809-47d2-8eb7-4b2be62c86d5", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:49.597013 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0635cddc-6c9e-4498-b055-f6a039b8af36 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:49.597442 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0635cddc-6c9e-4498-b055-f6a039b8af36'] response: {'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': 'a2a7919b-0809-47d2-8eb7-4b2be62c86d5', 'status': 'completed', 'code': 200} Apr 01 12:32:49.606342 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] For port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:49.610227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] For port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa,segment=NetworkSegment(3e1934ee-4da3-455c-a18f-f8a2dafceac5),segment_id=3e1934ee-4da3-455c-a18f-f8a2dafceac5)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:49.642221 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.647267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3279a8-e755-4f15-a1b6-3f0c6b9b02fd req-b6cdf196-d230-4e4c-b605-04aaf92fd558 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.655187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3279a8-e755-4f15-a1b6-3f0c6b9b02fd req-b6cdf196-d230-4e4c-b605-04aaf92fd558 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.661802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3279a8-e755-4f15-a1b6-3f0c6b9b02fd req-b6cdf196-d230-4e4c-b605-04aaf92fd558 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.663283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d78d6b33-e522-4ec4-adfa-45631ddb1f78 None None] Provisioning complete for port 0cbdf885-306f-4b05-923e-8c80d6451d3a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:49.663768 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d78d6b33-e522-4ec4-adfa-45631ddb1f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.669593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3279a8-e755-4f15-a1b6-3f0c6b9b02fd req-b6cdf196-d230-4e4c-b605-04aaf92fd558 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.676845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3279a8-e755-4f15-a1b6-3f0c6b9b02fd req-b6cdf196-d230-4e4c-b605-04aaf92fd558 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.684998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3279a8-e755-4f15-a1b6-3f0c6b9b02fd req-b6cdf196-d230-4e4c-b605-04aaf92fd558 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.693230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3279a8-e755-4f15-a1b6-3f0c6b9b02fd req-b6cdf196-d230-4e4c-b605-04aaf92fd558 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.693771 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdbd0c-c724-4ca0-a7b5-f75d5bfcf60e service neutron] Pushing event updated for resources: {'Port': ['ID=43b9d493-e863-4a18-825d-997984ca6f95,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:49.695885 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e3279a8-e755-4f15-a1b6-3f0c6b9b02fd req-b6cdf196-d230-4e4c-b605-04aaf92fd558 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.3067069 Apr 01 12:32:49.703239 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.708448 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-5c5121a6-8d5c-447d-8a3c-dc286a50d6b6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2121038 Apr 01 12:32:49.734848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d78d6b33-e522-4ec4-adfa-45631ddb1f78 None None] Port 0cbdf885-306f-4b05-923e-8c80d6451d3a cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:49.745358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-83ad8f19-ae87-42f0-9559-7c8ca0479cd4 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:32:49.747056 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-83ad8f19-ae87-42f0-9559-7c8ca0479cd4 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070131 Apr 01 12:32:49.763883 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.844453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'port': {'device_id': 'd6992078-06a0-4539-b15e-204e65814e68', 'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104', 'admin_state_up': True, 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:49.848338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:49.914803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.917598 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.919318 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6b38ae4b-4fe9-4f23-8b32-d90619cda9b2 service neutron] 10.222.0.44 "PUT /v2.0/ports/a53b405b-4b8c-4517-aa6c-8b9543cb2bfa HTTP/1.1" status: 200 len: 1092 time: 3.5186386 Apr 01 12:32:49.924249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8526bd5-e419-4a54-8972-97b59447c5f5', 'tag': 'a53b405b-4b8c-4517-aa6c-8b9543cb2bfa'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:49.926699 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60068fb7-d5cf-41da-94d2-cac698d6ac0e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8526bd5-e419-4a54-8972-97b59447c5f5", "tag": "a53b405b-4b8c-4517-aa6c-8b9543cb2bfa"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:49.942433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428542da-6cb5-4c68-9e64-72bb5941748b req-3b6a641b-77f3-4628-a38c-dcf4030cea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.942997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428542da-6cb5-4c68-9e64-72bb5941748b req-3b6a641b-77f3-4628-a38c-dcf4030cea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.943525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428542da-6cb5-4c68-9e64-72bb5941748b req-3b6a641b-77f3-4628-a38c-dcf4030cea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.943896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428542da-6cb5-4c68-9e64-72bb5941748b req-3b6a641b-77f3-4628-a38c-dcf4030cea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.944392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428542da-6cb5-4c68-9e64-72bb5941748b req-3b6a641b-77f3-4628-a38c-dcf4030cea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.945474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428542da-6cb5-4c68-9e64-72bb5941748b req-3b6a641b-77f3-4628-a38c-dcf4030cea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.946174 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428542da-6cb5-4c68-9e64-72bb5941748b req-3b6a641b-77f3-4628-a38c-dcf4030cea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:49.949443 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-428542da-6cb5-4c68-9e64-72bb5941748b req-3b6a641b-77f3-4628-a38c-dcf4030cea6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67be0409bcbb48388611a7629463a217&device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 6276 time: 0.3313575 Apr 01 12:32:49.959823 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e3279a8-e755-4f15-a1b6-3f0c6b9b02fd req-63327441-b0a7-4f43-b1eb-0a5121ec3132 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2314010 Apr 01 12:32:49.980968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:49.987566 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:50.084658 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08db93e-fba8-49e2-82bf-0b8f6dbf2ad5 req-43235f48-8c25-4b3e-baef-53b6b3a228a9 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:50.086349 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f08db93e-fba8-49e2-82bf-0b8f6dbf2ad5 req-43235f48-8c25-4b3e-baef-53b6b3a228a9 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 931 time: 0.3254390 Apr 01 12:32:50.090549 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c0452-0e75-4348-86b0-d645c9267b3b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:50.121389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:32:50.177107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-d4f234d5-2184-42ed-bd7d-f6ee170f60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:50.178639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-d4f234d5-2184-42ed-bd7d-f6ee170f60f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4674cb96a794b7f830592c9942a30d7&device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 1095 time: 0.1886528 Apr 01 12:32:50.183099 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:50.183099 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Added segment 5cf00fca-46df-4ea5-873e-19d1d9305f0d of type vlan for network 927cf1a7-fd9e-4c14-9449-f71cb773648c Apr 01 12:32:50.190773 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f08db93e-fba8-49e2-82bf-0b8f6dbf2ad5 req-ecaeaa40-89d3-42e5-8deb-de52e76a5425 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836511 Apr 01 12:32:50.216793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428542da-6cb5-4c68-9e64-72bb5941748b req-0d5ecdba-0c0c-459c-9cda-cd1bfe065f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:50.216793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428542da-6cb5-4c68-9e64-72bb5941748b req-0d5ecdba-0c0c-459c-9cda-cd1bfe065f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:50.216793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428542da-6cb5-4c68-9e64-72bb5941748b req-0d5ecdba-0c0c-459c-9cda-cd1bfe065f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:50.217187 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-428542da-6cb5-4c68-9e64-72bb5941748b req-0d5ecdba-0c0c-459c-9cda-cd1bfe065f4d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=67be0409bcbb48388611a7629463a217&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2562599 Apr 01 12:32:50.273628 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-9be5cc2c-28c8-4746-be3f-0fc7121064cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa HTTP/1.1" status: 200 len: 217 time: 0.0703132 Apr 01 12:32:50.285585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c44188-2a57-43fd-89c7-1f38175dc535 req-69105c38-429c-4c54-b978-48d22bebda18 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:50.287541 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8c44188-2a57-43fd-89c7-1f38175dc535 req-69105c38-429c-4c54-b978-48d22bebda18 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.2298961 Apr 01 12:32:50.300282 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:50.325375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:50.337453 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:50.338149 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:50.338846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:50.339526 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:50.387722 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6963494 Apr 01 12:32:50.392080 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59668) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:50.408389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a1f9371a-0bc1-4eaa-aadd-686d9190aa7d admin admin] Request body: {'subnet': {'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-671867909-subnet', 'tenant_id': 'c5068ae6ccb549b3b2b7930b216ec36a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:50.465179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba01b6b-6d5c-4ab9-978c-69c5e977889e admin admin] Pushing event updated for resources: {'Network': ['ID=927cf1a7-fd9e-4c14-9449-f71cb773648c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:50.479245 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 927cf1a7-fd9e-4c14-9449-f71cb773648c details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:32:50.533871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6a1eea0d-a0a2-47d6-8cdd-3e5a13006acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:50.535416 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-6a1eea0d-a0a2-47d6-8cdd-3e5a13006acb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d47e4f70-aed8-4872-bce5-853c056eeb99 HTTP/1.1" status: 200 len: 858 time: 0.2362666 Apr 01 12:32:50.552849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f9371a-0bc1-4eaa-aadd-686d9190aa7d admin admin] Made reservation on behalf of c5068ae6ccb549b3b2b7930b216ec36a for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:50.559126 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1f9371a-0bc1-4eaa-aadd-686d9190aa7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:50.564539 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b8c44188-2a57-43fd-89c7-1f38175dc535 req-b1b6e0b9-1e77-4b93-a007-bda0fdc7ce94 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399926 Apr 01 12:32:50.622673 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d74dce6-f461-48cb-8111-daafc474c7ea x-openstack-request-id: req-6d74dce6-f461-48cb-8111-daafc474c7ea {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:50.623383 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8526bd5-e419-4a54-8972-97b59447c5f5", "tag": "a53b405b-4b8c-4517-aa6c-8b9543cb2bfa", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:50.623383 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d74dce6-f461-48cb-8111-daafc474c7ea {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:50.623583 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d74dce6-f461-48cb-8111-daafc474c7ea'] response: {'name': 'network-changed', 'server_uuid': 'd8526bd5-e419-4a54-8972-97b59447c5f5', 'tag': 'a53b405b-4b8c-4517-aa6c-8b9543cb2bfa', 'status': 'completed', 'code': 200} Apr 01 12:32:50.629909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-b7860429-6c11-47e2-a6c8-73e43cbf9cdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f97a05f1-8add-4827-9c84-b1387f4e1587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800266 Apr 01 12:32:50.640131 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428542da-6cb5-4c68-9e64-72bb5941748b req-c2f9d209-01ec-41c9-8788-9c7684bcb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:50.641869 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-428542da-6cb5-4c68-9e64-72bb5941748b req-c2f9d209-01ec-41c9-8788-9c7684bcb583 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3792341 Apr 01 12:32:50.651862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:50.666702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:50.701758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59684) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:50.740759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Transition to ACTIVE for port object 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:50.758207 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:50.781016 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Allocated IP 19.86.0.99 (8414e17f-8ee1-487e-ac11-9e53e42cf104/22098b9e-437b-4916-aab3-b3ae893fda45/a0ed6865-e20b-48a3-8121-7b46936ea8e2) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:50.846680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779ff7c-7da6-49a7-8c5f-f565757d1b27 req-c808a5ca-ad9e-413f-a50a-421fe337e0d8 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:50.848283 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7779ff7c-7da6-49a7-8c5f-f565757d1b27 req-c808a5ca-ad9e-413f-a50a-421fe337e0d8 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 944 time: 0.1746831 Apr 01 12:32:50.853621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-afe5ea0d-9585-4302-ae92-65512124a909 service neutron] 10.222.0.44 "GET /v2.0/networks/f97a05f1-8add-4827-9c84-b1387f4e1587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103341 Apr 01 12:32:50.862092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53369f-13ec-41ec-bb28-545d22b64563 req-c4d895a7-fa46-4bb5-84cc-7c14ab04ed48 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:50.866697 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa53369f-13ec-41ec-bb28-545d22b64563 req-c4d895a7-fa46-4bb5-84cc-7c14ab04ed48 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 946 time: 0.1552162 Apr 01 12:32:50.886756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a814eee7-0a2c-4054-8a1f-5ce5e839689f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:50.886966 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Pushing event updated for resources: {'Port': ['ID=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:50.984642 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7779ff7c-7da6-49a7-8c5f-f565757d1b27 req-82101565-c2e4-4cac-894a-f6d0327f86f8 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd9786b-9ee6-48b3-a62f-0304f8f0892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270282 Apr 01 12:32:51.029029 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Attempting to bind port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:51.029029 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Attempting to bind port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:51.029029 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Attempting to bind port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:51.039407 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:51.039811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Attempting to bind port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:51.046728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:51.047214 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Checking segment: {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:51.047601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Bound using segment: {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:51.048092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Bound port: 0020cbf0-e68a-4ada-b019-e4b337cd8ed4, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd02ef68-1eb6-4b03-ac32-a10713cfc304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:51.048584 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:51.071396 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa53369f-13ec-41ec-bb28-545d22b64563 req-a3f2fbae-6d44-400c-ae98-8989d2b44584 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936452 Apr 01 12:32:51.073339 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1f9371a-0bc1-4eaa-aadd-686d9190aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:51.204996 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9371a-0bc1-4eaa-aadd-686d9190aa7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=503fdfca-6d7e-46fb-b3ec-a887d3865368,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:51.205304 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a814eee7-0a2c-4054-8a1f-5ce5e839689f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:51.209956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ba884e1-b571-43fe-af72-bc519213f6c8 req-092a2aca-ed2e-4b61-b4f9-19fc38714044 service neutron] 10.222.0.44 "GET /v2.0/networks/f97a05f1-8add-4827-9c84-b1387f4e1587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354664 Apr 01 12:32:51.212933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:51.214858 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a814eee7-0a2c-4054-8a1f-5ce5e839689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:51.218391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] For port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:51.246704 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed8001-2239-47d1-80bf-bced01f4cfa3 req-7be77f36-3e54-4c36-b7c2-d181bed3d6c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.250133 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a814eee7-0a2c-4054-8a1f-5ce5e839689f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac12b568c037443fb7fb9facb8b92a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5472949 Apr 01 12:32:51.250791 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59692) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:51.252895 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed8001-2239-47d1-80bf-bced01f4cfa3 req-7be77f36-3e54-4c36-b7c2-d181bed3d6c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.263334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed8001-2239-47d1-80bf-bced01f4cfa3 req-7be77f36-3e54-4c36-b7c2-d181bed3d6c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.269342 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed8001-2239-47d1-80bf-bced01f4cfa3 req-7be77f36-3e54-4c36-b7c2-d181bed3d6c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.275535 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed8001-2239-47d1-80bf-bced01f4cfa3 req-7be77f36-3e54-4c36-b7c2-d181bed3d6c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.281718 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed8001-2239-47d1-80bf-bced01f4cfa3 req-7be77f36-3e54-4c36-b7c2-d181bed3d6c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.288079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed8001-2239-47d1-80bf-bced01f4cfa3 req-7be77f36-3e54-4c36-b7c2-d181bed3d6c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.290437 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8aed8001-2239-47d1-80bf-bced01f4cfa3 req-7be77f36-3e54-4c36-b7c2-d181bed3d6c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5396 time: 0.1921051 Apr 01 12:32:51.296779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] For port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:51.301859 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f9371a-0bc1-4eaa-aadd-686d9190aa7d admin admin] Checking segment: {'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:51.302309 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f9371a-0bc1-4eaa-aadd-686d9190aa7d admin admin] Network hostable DHCP agents. Network: 927cf1a7-fd9e-4c14-9449-f71cb773648c, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:32:51.306968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814eee7-0a2c-4054-8a1f-5ce5e839689f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d83e29a-df6a-432b-b862-d929f74f3c17,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:51.332334 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:51.401640 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.402815 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:51.404292 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] 10.222.0.44 "PUT /v2.0/ports/0020cbf0-e68a-4ada-b019-e4b337cd8ed4 HTTP/1.1" status: 200 len: 1091 time: 1.8901587 Apr 01 12:32:51.415225 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f9371a-0bc1-4eaa-aadd-686d9190aa7d admin admin] Network 927cf1a7-fd9e-4c14-9449-f71cb773648c is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:32:51.432616 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8aed8001-2239-47d1-80bf-bced01f4cfa3 req-2c5b3cea-d05a-435f-9a50-a6fd90e3399d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1327813 Apr 01 12:32:51.433209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a1f9371a-0bc1-4eaa-aadd-686d9190aa7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 927cf1a7-fd9e-4c14-9449-f71cb773648c) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:51.443036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f9371a-0bc1-4eaa-aadd-686d9190aa7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.443618 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1f9371a-0bc1-4eaa-aadd-686d9190aa7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:51.449571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8c8c12-317c-4cc7-b406-0bdec0b3d686 None None] Network 927cf1a7-fd9e-4c14-9449-f71cb773648c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:51.463668 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Request body: {'port': {'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:51.509808 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a1f9371a-0bc1-4eaa-aadd-686d9190aa7d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1162565 Apr 01 12:32:51.512916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1bd46-9a67-4d39-94f0-eccb6c1f5734 service neutron] Pushing event updated for resources: {'Port': ['ID=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:51.622440 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': '43b9d493-e863-4a18-825d-997984ca6f95'}, {'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': '0020cbf0-e68a-4ada-b019-e4b337cd8ed4'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:51.633841 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048" -d '{"events": [{"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "43b9d493-e863-4a18-825d-997984ca6f95"}, {"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "0020cbf0-e68a-4ada-b019-e4b337cd8ed4"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:51.639005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6faddcc-ceca-47f1-af53-420e40c462f2 None None] Network 927cf1a7-fd9e-4c14-9449-f71cb773648c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:51.674907 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:51.741307 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529ddf-4dab-458c-987f-6d9a231336d0 req-0e178415-80f8-4972-bab7-d6405d42cf58 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.749907 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529ddf-4dab-458c-987f-6d9a231336d0 req-0e178415-80f8-4972-bab7-d6405d42cf58 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.751569 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa529ddf-4dab-458c-987f-6d9a231336d0 req-0e178415-80f8-4972-bab7-d6405d42cf58 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 1653 time: 0.2215464 Apr 01 12:32:51.788434 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:51.812859 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa529ddf-4dab-458c-987f-6d9a231336d0 req-04c0093d-c852-4fb2-8445-907186d47803 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546119 Apr 01 12:32:51.878047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network 8414e17f-8ee1-487e-ac11-9e53e42cf104 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:51.898555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:51.901400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:51.905536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068fb7-d5cf-41da-94d2-cac698d6ac0e req-70d9ac9c-5949-4638-87c5-0a07d89d8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.907453 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60068fb7-d5cf-41da-94d2-cac698d6ac0e req-70d9ac9c-5949-4638-87c5-0a07d89d8c9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4674cb96a794b7f830592c9942a30d7&device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 1095 time: 0.5667353 Apr 01 12:32:51.909390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5b464-dfa8-4f57-8413-be27453e2433 req-aa25b08b-1845-44fc-9346-812528ca940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.910748 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dfe5b464-dfa8-4f57-8413-be27453e2433 req-aa25b08b-1845-44fc-9346-812528ca940a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fce831047c94997b9238cff43158acc&device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 1096 time: 0.5592675 Apr 01 12:32:51.924663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037edb40-de33-492c-adba-83b927aa1620 req-19a08225-141d-4a3a-ab01-97e3f6448f56 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.930425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037edb40-de33-492c-adba-83b927aa1620 req-19a08225-141d-4a3a-ab01-97e3f6448f56 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.937683 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037edb40-de33-492c-adba-83b927aa1620 req-19a08225-141d-4a3a-ab01-97e3f6448f56 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.944014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037edb40-de33-492c-adba-83b927aa1620 req-19a08225-141d-4a3a-ab01-97e3f6448f56 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.951001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037edb40-de33-492c-adba-83b927aa1620 req-19a08225-141d-4a3a-ab01-97e3f6448f56 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.957162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037edb40-de33-492c-adba-83b927aa1620 req-19a08225-141d-4a3a-ab01-97e3f6448f56 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.962992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037edb40-de33-492c-adba-83b927aa1620 req-19a08225-141d-4a3a-ab01-97e3f6448f56 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.966178 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-037edb40-de33-492c-adba-83b927aa1620 req-19a08225-141d-4a3a-ab01-97e3f6448f56 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.6134822 Apr 01 12:32:51.984597 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0516f5-dac2-47ca-aca0-85e142a3a090 req-e2202ff5-622f-4d54-97d6-c7dde8c91f0f tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:51.986190 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d0516f5-dac2-47ca-aca0-85e142a3a090 req-e2202ff5-622f-4d54-97d6-c7dde8c91f0f tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1031964 Apr 01 12:32:51.991397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Port': ['ID=a0ed6865-e20b-48a3-8121-7b46936ea8e2,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:51.993995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c35dc21d-8bb6-49f1-a3db-c1054f132712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:52.053114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d0516f5-dac2-47ca-aca0-85e142a3a090 req-d0aa1e0e-d760-479c-989a-eb0cb17b756a tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603693 Apr 01 12:32:52.112940 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161af0c9-f483-402a-8050-385f97f34b57 {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:52.113491 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c35dc21d-8bb6-49f1-a3db-c1054f132712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:52.119499 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdab6099-d3b7-45b2-8583-f34549dc9ff8 x-openstack-request-id: req-bdab6099-d3b7-45b2-8583-f34549dc9ff8 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:52.119904 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "43b9d493-e863-4a18-825d-997984ca6f95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "0020cbf0-e68a-4ada-b019-e4b337cd8ed4", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:52.120165 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bdab6099-d3b7-45b2-8583-f34549dc9ff8 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:52.121325 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdab6099-d3b7-45b2-8583-f34549dc9ff8'] response: {'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': '43b9d493-e863-4a18-825d-997984ca6f95', 'status': 'completed', 'code': 200} Apr 01 12:32:52.121850 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdab6099-d3b7-45b2-8583-f34549dc9ff8'] response: {'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': '0020cbf0-e68a-4ada-b019-e4b337cd8ed4', 'status': 'completed', 'code': 200} Apr 01 12:32:52.126768 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:52.141124 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Transition to ACTIVE for port object 161af0c9-f483-402a-8050-385f97f34b57 will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:52.146238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:52.203863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.204512 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:52.207106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=161af0c9-f483-402a-8050-385f97f34b57,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:52.247290 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e92d76dd-c3ff-434a-a42d-ff7327ff10eb None None] Provisioning complete for port a0ed6865-e20b-48a3-8121-7b46936ea8e2 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:52.247663 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e92d76dd-c3ff-434a-a42d-ff7327ff10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:52.300884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Attempting to bind port 161af0c9-f483-402a-8050-385f97f34b57 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:52.300884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Attempting to bind port 161af0c9-f483-402a-8050-385f97f34b57 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:52.300884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Attempting to bind port 161af0c9-f483-402a-8050-385f97f34b57 on network a9f69244-fb4e-47fa-9497-4cf0558e39f6 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:52.306974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Port 161af0c9-f483-402a-8050-385f97f34b57 on network a9f69244-fb4e-47fa-9497-4cf0558e39f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:52.307304 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Attempting to bind port 161af0c9-f483-402a-8050-385f97f34b57 on network a9f69244-fb4e-47fa-9497-4cf0558e39f6 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:52.313916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:52.314388 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Checking segment: {'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:52.314701 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Bound using segment: {'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:52.315138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Bound port: 161af0c9-f483-402a-8050-385f97f34b57, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:52.315501 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:52.315624 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e92d76dd-c3ff-434a-a42d-ff7327ff10eb None None] Port a0ed6865-e20b-48a3-8121-7b46936ea8e2 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:52.362155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-037edb40-de33-492c-adba-83b927aa1620 req-ede3918f-776d-4dc1-a249-e048217a2753 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3596547 Apr 01 12:32:52.384675 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e33de0c2-5e18-4b74-9b45-bdaab2e3d4bb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5447419 Apr 01 12:32:52.407239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'port': {'device_id': 'd6992078-06a0-4539-b15e-204e65814e68', 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b', 'admin_state_up': True, 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:52.420655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068fb7-d5cf-41da-94d2-cac698d6ac0e req-ed961d36-e340-4405-8d28-5f6926e5863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.422229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60068fb7-d5cf-41da-94d2-cac698d6ac0e req-ed961d36-e340-4405-8d28-5f6926e5863f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f97a05f1-8add-4827-9c84-b1387f4e1587 HTTP/1.1" status: 200 len: 919 time: 0.4498084 Apr 01 12:32:52.450231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5b464-dfa8-4f57-8413-be27453e2433 req-b48e82fe-0721-41c1-88d7-bd0529200694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.451636 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dfe5b464-dfa8-4f57-8413-be27453e2433 req-b48e82fe-0721-41c1-88d7-bd0529200694 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f506db82-9f19-4c70-8f0a-89454f5537eb HTTP/1.1" status: 200 len: 920 time: 0.4806559 Apr 01 12:32:52.490071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-918c62aa-1374-4c3e-828a-de4a396af855 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.491486 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-918c62aa-1374-4c3e-828a-de4a396af855 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/networks?id=927cf1a7-fd9e-4c14-9449-f71cb773648c HTTP/1.1" status: 200 len: 821 time: 0.1331472 Apr 01 12:32:52.494623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-b7c9fa65-379c-4e31-96bb-453fd96a01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.496209 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-b7c9fa65-379c-4e31-96bb-453fd96a01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.496209 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-b7c9fa65-379c-4e31-96bb-453fd96a01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.496536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-b7c9fa65-379c-4e31-96bb-453fd96a01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.496994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-b7c9fa65-379c-4e31-96bb-453fd96a01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.497452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-b7c9fa65-379c-4e31-96bb-453fd96a01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.497911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-b7c9fa65-379c-4e31-96bb-453fd96a01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.499871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-b7c9fa65-379c-4e31-96bb-453fd96a01b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67be0409bcbb48388611a7629463a217&device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 6368 time: 0.3448546 Apr 01 12:32:52.516446 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-9f14b342-675e-4a9f-bca5-9dd38e932f2f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/quotas/c5068ae6ccb549b3b2b7930b216ec36a HTTP/1.1" status: 200 len: 375 time: 0.0149672 Apr 01 12:32:52.518704 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60068fb7-d5cf-41da-94d2-cac698d6ac0e req-4374e65d-7e89-4654-8fb7-49df77f6698e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa HTTP/1.1" status: 200 len: 217 time: 0.0804031 Apr 01 12:32:52.522969 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] For port 161af0c9-f483-402a-8050-385f97f34b57, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:52.526521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] For port 161af0c9-f483-402a-8050-385f97f34b57, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=161af0c9-f483-402a-8050-385f97f34b57,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:52.539980 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:52.562542 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-634cc9cf-e448-4c3a-b1d7-3f3985f9ef3c tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5068ae6ccb549b3b2b7930b216ec36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336490 Apr 01 12:32:52.607427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.608049 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:52.609426 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] 10.222.0.44 "PUT /v2.0/ports/161af0c9-f483-402a-8050-385f97f34b57 HTTP/1.1" status: 200 len: 1091 time: 1.1680067 Apr 01 12:32:52.640296 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dfe5b464-dfa8-4f57-8413-be27453e2433 req-f17be950-013f-4c38-9357-590788cc90be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 217 time: 0.1391141 Apr 01 12:32:52.672145 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c35dc21d-8bb6-49f1-a3db-c1054f132712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:52.674986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c35dc21d-8bb6-49f1-a3db-c1054f132712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:52.676178 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Request body: {'port': {'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:52.676725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c35dc21d-8bb6-49f1-a3db-c1054f132712 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d83e29a-df6a-432b-b862-d929f74f3c17 HTTP/1.1" status: 204 len: 168 time: 1.4224184 Apr 01 12:32:52.706631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4a707-ed17-4998-813d-24a655dc5cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=161af0c9-f483-402a-8050-385f97f34b57,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:52.749151 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:52.770052 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-179684d3-9667-4b4d-be05-c3cc7f8835c1 service neutron] 10.222.0.45 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860118 Apr 01 12:32:52.780632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dc21d-8bb6-49f1-a3db-c1054f132712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d83e29a-df6a-432b-b862-d929f74f3c17,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:52.822549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068fb7-d5cf-41da-94d2-cac698d6ac0e req-f289a9b3-7a6a-4b41-9be7-8ee0fb62ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.824120 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60068fb7-d5cf-41da-94d2-cac698d6ac0e req-f289a9b3-7a6a-4b41-9be7-8ee0fb62ef82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d47e4f70-aed8-4872-bce5-853c056eeb99 HTTP/1.1" status: 200 len: 858 time: 0.2163794 Apr 01 12:32:52.843760 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f349c-d11b-4aef-ac01-f0687bdb9a8d req-1ae92371-6eac-4790-ba51-e36cad0487a7 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.848441 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea8f349c-d11b-4aef-ac01-f0687bdb9a8d req-1ae92371-6eac-4790-ba51-e36cad0487a7 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 944 time: 0.3920121 Apr 01 12:32:52.911434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5b464-dfa8-4f57-8413-be27453e2433 req-19eb21c9-8156-4d89-a3a8-26a45566cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.912841 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dfe5b464-dfa8-4f57-8413-be27453e2433 req-19eb21c9-8156-4d89-a3a8-26a45566cbb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079b5b13-13c9-4572-b367-b9a573856dd3 HTTP/1.1" status: 200 len: 859 time: 0.2434483 Apr 01 12:32:52.920332 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60068fb7-d5cf-41da-94d2-cac698d6ac0e req-3d68b9e0-313d-4cf3-9e62-add40db825fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f97a05f1-8add-4827-9c84-b1387f4e1587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709713 Apr 01 12:32:52.939558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-b1052b4f-ac24-46f0-b056-b389716ae284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.940028 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-b1052b4f-ac24-46f0-b056-b389716ae284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.940489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-b1052b4f-ac24-46f0-b056-b389716ae284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:52.942045 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-b1052b4f-ac24-46f0-b056-b389716ae284 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=67be0409bcbb48388611a7629463a217&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4201331 Apr 01 12:32:52.987985 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dfe5b464-dfa8-4f57-8413-be27453e2433 req-4d1aaca6-96db-44b7-b334-a8aec7f3f562 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f506db82-9f19-4c70-8f0a-89454f5537eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666881 Apr 01 12:32:53.009130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:53.013177 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:53.020403 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-b6557604-cbc0-4e4f-937d-425319b56d1d service neutron] 10.222.0.45 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108653 Apr 01 12:32:53.080497 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59732) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:53.155319 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea8f349c-d11b-4aef-ac01-f0687bdb9a8d req-d2410ec3-cbe5-4b0f-854d-19b001b6e860 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd9786b-9ee6-48b3-a62f-0304f8f0892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884481 Apr 01 12:32:53.178830 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3169eea2-bfca-4a16-b075-cd91a8fee564 {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:53.187754 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:53.225438 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cadfe256-1b7b-40f5-914c-3f0da1f762cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:53.226720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Transition to ACTIVE for port object 3169eea2-bfca-4a16-b075-cd91a8fee564 will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:53.244057 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:53.331203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547259d-fe90-4050-8674-085eeb54c513 req-59a48a78-66f8-47c0-9bc4-474f20af51af tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.337723 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a547259d-fe90-4050-8674-085eeb54c513 req-59a48a78-66f8-47c0-9bc4-474f20af51af tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 946 time: 0.1329541 Apr 01 12:32:53.353168 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Pushing event updated for resources: {'Port': ['ID=3169eea2-bfca-4a16-b075-cd91a8fee564,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:53.369698 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60068fb7-d5cf-41da-94d2-cac698d6ac0e req-83e0fe33-8841-4865-81d3-2b7821e1804a service neutron] 10.222.0.44 "GET /v2.0/networks/f97a05f1-8add-4827-9c84-b1387f4e1587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406207 Apr 01 12:32:53.399373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-556fc009-de7a-46db-a095-e1a7f16006ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.400849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-556fc009-de7a-46db-a095-e1a7f16006ce service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4311590 Apr 01 12:32:53.424547 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dfe5b464-dfa8-4f57-8413-be27453e2433 req-27e48c7e-c7a9-4f59-bf09-324e2508e685 service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294183 Apr 01 12:32:53.465854 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a547259d-fe90-4050-8674-085eeb54c513 req-fcc11210-62c3-4fe9-a6c4-b809c896b702 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119523 Apr 01 12:32:53.495150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Attempting to bind port 3169eea2-bfca-4a16-b075-cd91a8fee564 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:53.496299 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Attempting to bind port 3169eea2-bfca-4a16-b075-cd91a8fee564 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:53.496920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Attempting to bind port 3169eea2-bfca-4a16-b075-cd91a8fee564 on network a9f69244-fb4e-47fa-9497-4cf0558e39f6 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:53.503148 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Port 3169eea2-bfca-4a16-b075-cd91a8fee564 on network a9f69244-fb4e-47fa-9497-4cf0558e39f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:53.503837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Attempting to bind port 3169eea2-bfca-4a16-b075-cd91a8fee564 on network a9f69244-fb4e-47fa-9497-4cf0558e39f6 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:53.512260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:53.512868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Checking segment: {'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:53.513600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Bound using segment: {'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:53.514697 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Bound port: 3169eea2-bfca-4a16-b075-cd91a8fee564, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3657e225-fbb8-408e-8a3f-9c1df45744fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:53.515335 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:53.602483 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dfe5b464-dfa8-4f57-8413-be27453e2433 req-1f534514-b03f-4eff-8eff-c4c075b1ba05 service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433146 Apr 01 12:32:53.670518 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] For port 3169eea2-bfca-4a16-b075-cd91a8fee564, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:53.680139 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2135bbd-8794-4f49-84da-ec4dd9353af8 req-21de6d85-0dc8-4371-83fe-e7e55bfd355b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.686877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2135bbd-8794-4f49-84da-ec4dd9353af8 req-21de6d85-0dc8-4371-83fe-e7e55bfd355b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.688643 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a2135bbd-8794-4f49-84da-ec4dd9353af8 req-21de6d85-0dc8-4371-83fe-e7e55bfd355b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 1653 time: 0.1338181 Apr 01 12:32:53.690575 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] For port 3169eea2-bfca-4a16-b075-cd91a8fee564, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3169eea2-bfca-4a16-b075-cd91a8fee564,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:53.696076 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:53.698994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831a43a-8b57-4f05-926c-926d0750213a req-920b3b19-cce1-4ac3-becf-1366ed3d1805 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.705162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831a43a-8b57-4f05-926c-926d0750213a req-920b3b19-cce1-4ac3-becf-1366ed3d1805 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.712292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831a43a-8b57-4f05-926c-926d0750213a req-920b3b19-cce1-4ac3-becf-1366ed3d1805 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.718953 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831a43a-8b57-4f05-926c-926d0750213a req-920b3b19-cce1-4ac3-becf-1366ed3d1805 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.725360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831a43a-8b57-4f05-926c-926d0750213a req-920b3b19-cce1-4ac3-becf-1366ed3d1805 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.732191 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831a43a-8b57-4f05-926c-926d0750213a req-920b3b19-cce1-4ac3-becf-1366ed3d1805 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.738187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831a43a-8b57-4f05-926c-926d0750213a req-920b3b19-cce1-4ac3-becf-1366ed3d1805 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.740328 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6831a43a-8b57-4f05-926c-926d0750213a req-920b3b19-cce1-4ac3-becf-1366ed3d1805 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.4248354 Apr 01 12:32:53.752479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.753100 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:53.754618 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] 10.222.0.44 "PUT /v2.0/ports/3169eea2-bfca-4a16-b075-cd91a8fee564 HTTP/1.1" status: 200 len: 1091 time: 1.0882628 Apr 01 12:32:53.768358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Allocated IP 19.80.0.239 (8e341ca2-6f66-4724-abcd-4f2b5f176f7b/c8e3ead0-3650-47dc-ae65-26ab77bd7983/9e6252de-11b4-45ee-976a-3b3c155a6130) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:53.794582 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a2135bbd-8794-4f49-84da-ec4dd9353af8 req-b11a759b-8f06-447a-81bc-bf99a9b374e9 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905538 Apr 01 12:32:53.796714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa51c9-e04a-4ec3-b992-d0ad9931820a service neutron] Pushing event updated for resources: {'Port': ['ID=3169eea2-bfca-4a16-b075-cd91a8fee564,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:53.903587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-90b479d2-ad0f-42fd-aeab-9e77e68ca79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.904242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-90b479d2-ad0f-42fd-aeab-9e77e68ca79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.904714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-90b479d2-ad0f-42fd-aeab-9e77e68ca79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.905231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-90b479d2-ad0f-42fd-aeab-9e77e68ca79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.905926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-90b479d2-ad0f-42fd-aeab-9e77e68ca79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.906792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-90b479d2-ad0f-42fd-aeab-9e77e68ca79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.907446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-90b479d2-ad0f-42fd-aeab-9e77e68ca79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.909594 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-90b479d2-ad0f-42fd-aeab-9e77e68ca79f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67be0409bcbb48388611a7629463a217&device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 6435 time: 0.3361320 Apr 01 12:32:53.923153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4521de-b99b-4047-98c0-7dac98108863 req-e16390cd-ad9d-46c0-8dbf-715ab94d0961 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:53.924805 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed4521de-b99b-4047-98c0-7dac98108863 req-e16390cd-ad9d-46c0-8dbf-715ab94d0961 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.0697024 Apr 01 12:32:53.944758 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cadfe256-1b7b-40f5-914c-3f0da1f762cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:53.984360 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed4521de-b99b-4047-98c0-7dac98108863 req-b979f396-16d8-4356-8384-1bf98e2d05e4 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531731 Apr 01 12:32:54.042646 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cadfe256-1b7b-40f5-914c-3f0da1f762cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:54.060118 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7df89623-4884-430c-aec1-0e94aa992045 req-1fd08d45-8f82-43ec-8b21-06ba9c245206 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 210 time: 0.0305486 Apr 01 12:32:54.122424 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': '161af0c9-f483-402a-8050-385f97f34b57'}, {'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': '3169eea2-bfca-4a16-b075-cd91a8fee564'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:54.125156 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d50b5f-0e97-4800-96ec-99435a1f185e" -d '{"events": [{"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "161af0c9-f483-402a-8050-385f97f34b57"}, {"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "3169eea2-bfca-4a16-b075-cd91a8fee564"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:54.187763 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966133-e893-4ba6-82b3-a6c45aafe07b req-00f16f86-6b9e-4fdd-95d4-f58e82c9fd12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:54.194099 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966133-e893-4ba6-82b3-a6c45aafe07b req-00f16f86-6b9e-4fdd-95d4-f58e82c9fd12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:54.202277 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966133-e893-4ba6-82b3-a6c45aafe07b req-00f16f86-6b9e-4fdd-95d4-f58e82c9fd12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:54.208393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966133-e893-4ba6-82b3-a6c45aafe07b req-00f16f86-6b9e-4fdd-95d4-f58e82c9fd12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:54.213140 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:32:54.215150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966133-e893-4ba6-82b3-a6c45aafe07b req-00f16f86-6b9e-4fdd-95d4-f58e82c9fd12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:54.221091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966133-e893-4ba6-82b3-a6c45aafe07b req-00f16f86-6b9e-4fdd-95d4-f58e82c9fd12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:54.227357 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966133-e893-4ba6-82b3-a6c45aafe07b req-00f16f86-6b9e-4fdd-95d4-f58e82c9fd12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:54.229308 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04966133-e893-4ba6-82b3-a6c45aafe07b req-00f16f86-6b9e-4fdd-95d4-f58e82c9fd12 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.1000450 Apr 01 12:32:54.284655 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04966133-e893-4ba6-82b3-a6c45aafe07b req-b478d1dc-7c91-44a1-ba7f-d94dc59ab6f4 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470204 Apr 01 12:32:54.307365 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:54.337755 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:54.340633 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ccf025-818c-4ff2-8728-78e170364698" -d '{"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:54.354234 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:54.359412 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:54.359595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60068fb7-d5cf-41da-94d2-cac698d6ac0e req-8a8fa79e-e6eb-4ab4-9b5b-50e9f0b9911b service neutron] 10.222.0.44 "GET /v2.0/networks/f97a05f1-8add-4827-9c84-b1387f4e1587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9656067 Apr 01 12:32:54.386320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6831a43a-8b57-4f05-926c-926d0750213a req-e6902903-4602-4cb7-b681-0d5f6cf28b44 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6278303 Apr 01 12:32:54.422711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:54.429108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a53b405b-4b8c-4517-aa6c-8b9543cb2bfa details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:32:54.440303 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d8ea1b-b40d-41c7-9696-917c423b78a7 x-openstack-request-id: req-81d8ea1b-b40d-41c7-9696-917c423b78a7 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:54.440736 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "161af0c9-f483-402a-8050-385f97f34b57", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "3169eea2-bfca-4a16-b075-cd91a8fee564", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:54.441243 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81d8ea1b-b40d-41c7-9696-917c423b78a7 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:54.442188 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d8ea1b-b40d-41c7-9696-917c423b78a7'] response: {'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': '161af0c9-f483-402a-8050-385f97f34b57', 'status': 'completed', 'code': 200} Apr 01 12:32:54.442615 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d8ea1b-b40d-41c7-9696-917c423b78a7'] response: {'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': '3169eea2-bfca-4a16-b075-cd91a8fee564', 'status': 'completed', 'code': 200} Apr 01 12:32:54.491135 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cadfe256-1b7b-40f5-914c-3f0da1f762cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a622501dfa8e41d28c2a015141d8fb08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4090517 Apr 01 12:32:54.494082 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59766) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:54.519375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfe256-1b7b-40f5-914c-3f0da1f762cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b407b83-de6e-4cf7-9305-34ce2437c8e2,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:54.536569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:54.556209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa,segment=NetworkSegment(3e1934ee-4da3-455c-a18f-f8a2dafceac5),segment_id=3e1934ee-4da3-455c-a18f-f8a2dafceac5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:54.570557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'a53b405b-4b8c-4517-aa6c-8b9543cb2bfa', 'network_id': 'f97a05f1-8add-4827-9c84-b1387f4e1587', 'port_id': 'a53b405b-4b8c-4517-aa6c-8b9543cb2bfa', 'mac_address': 'fa:16:3e:c4:b1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47e4f70-aed8-4872-bce5-853c056eeb99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:32:54.610215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-331f4e58-74e6-471e-8c51-cce263f8ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:54.610680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-331f4e58-74e6-471e-8c51-cce263f8ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:54.611147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-331f4e58-74e6-471e-8c51-cce263f8ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:54.612776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-331f4e58-74e6-471e-8c51-cce263f8ac3c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=67be0409bcbb48388611a7629463a217&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6880498 Apr 01 12:32:54.619358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bfff679d-db70-4c5a-a4b5-0c361edc1ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:54.624505 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:54.653245 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53b405b-4b8c-4517-aa6c-8b9543cb2bfa {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:54.656001 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bfff679d-db70-4c5a-a4b5-0c361edc1ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:54.722453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa,segment=NetworkSegment(3e1934ee-4da3-455c-a18f-f8a2dafceac5),segment_id=3e1934ee-4da3-455c-a18f-f8a2dafceac5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:54.732807 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:54.755489 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bfff679d-db70-4c5a-a4b5-0c361edc1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:54.759421 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bfff679d-db70-4c5a-a4b5-0c361edc1ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:54.764062 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bfff679d-db70-4c5a-a4b5-0c361edc1ed5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b407b83-de6e-4cf7-9305-34ce2437c8e2 HTTP/1.1" status: 204 len: 168 time: 0.2685578 Apr 01 12:32:54.772643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff679d-db70-4c5a-a4b5-0c361edc1ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b407b83-de6e-4cf7-9305-34ce2437c8e2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:54.800289 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6f5fb3-e69f-4c9d-b38e-a59165d3ea73 x-openstack-request-id: req-0f6f5fb3-e69f-4c9d-b38e-a59165d3ea73 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:54.801958 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:54.802490 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f6f5fb3-e69f-4c9d-b38e-a59165d3ea73 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:54.803062 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6f5fb3-e69f-4c9d-b38e-a59165d3ea73'] response: {'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'code': 200} Apr 01 12:32:54.880623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:54.924802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218b42d-afaa-4ce9-8e0d-2c0edd649c6a req-f5b613ba-1561-4ef7-aa67-f40706b2fc26 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:54.934280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5218b42d-afaa-4ce9-8e0d-2c0edd649c6a req-f5b613ba-1561-4ef7-aa67-f40706b2fc26 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 944 time: 0.3959455 Apr 01 12:32:54.979083 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:54.984021 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['a53b405b-4b8c-4517-aa6c-8b9543cb2bfa'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:32:55.002362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb52c-a338-4551-9538-9b8e66b89ac1 req-12c9c14d-0f80-4607-b252-bf38eb0e4f9d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.009120 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb52c-a338-4551-9538-9b8e66b89ac1 req-12c9c14d-0f80-4607-b252-bf38eb0e4f9d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.017335 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c78fb52c-a338-4551-9538-9b8e66b89ac1 req-12c9c14d-0f80-4607-b252-bf38eb0e4f9d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 1653 time: 0.0942471 Apr 01 12:32:55.071377 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-c3dfed70-59c8-4c1a-bd04-7afcc706e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.072858 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5dfac4c0-f0c9-40cf-9db6-8c44e5038048 req-c3dfed70-59c8-4c1a-bd04-7afcc706e4e1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4456048 Apr 01 12:32:55.076968 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c78fb52c-a338-4551-9538-9b8e66b89ac1 req-934ba16f-43aa-452d-81b9-bf8efda1a012 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534995 Apr 01 12:32:55.088237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:55.089971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:55.106841 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5218b42d-afaa-4ce9-8e0d-2c0edd649c6a req-bf3d5d73-5401-4be8-9629-f22537614840 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd9786b-9ee6-48b3-a62f-0304f8f0892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687253 Apr 01 12:32:55.108029 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:55.187290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Port': ['ID=9e6252de-11b4-45ee-976a-3b3c155a6130,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:55.231210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-ab12d4f5-4da8-484d-9012-bcb85b22e1e3 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.232736 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-ab12d4f5-4da8-484d-9012-bcb85b22e1e3 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.37 "GET /v2.0/networks?id=927cf1a7-fd9e-4c14-9449-f71cb773648c HTTP/1.1" status: 200 len: 821 time: 0.5450010 Apr 01 12:32:55.253251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e53a5-f29d-4cc7-a534-cd8783f0b602 req-7b52f73d-2e07-497f-b859-f4b5d5fda3fa tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.255082 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c66e53a5-f29d-4cc7-a534-cd8783f0b602 req-7b52f73d-2e07-497f-b859-f4b5d5fda3fa tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.0753810 Apr 01 12:32:55.274317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Request body: {'port': {'device_id': 'cb2da474-785c-4c7d-9551-3845f005f638', 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c', 'admin_state_up': True, 'tenant_id': 'c5068ae6ccb549b3b2b7930b216ec36a'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:55.305772 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c66e53a5-f29d-4cc7-a534-cd8783f0b602 req-9be53b4b-c77a-4c09-8126-4396e25db08b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418570 Apr 01 12:32:55.309811 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c89bd4a-19ec-4132-a1f2-845cf815976b req-c81029ce-d1e7-448f-80cf-48536c9e49c7 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 210 time: 0.0673954 Apr 01 12:32:55.326687 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.327356 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:55.402294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-cb4297f7-3cd4-47cf-9618-11371c4e99f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0034618 Apr 01 12:32:55.411935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-097dc6bc-66e9-499d-a932-04af2f9d9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.412336 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-097dc6bc-66e9-499d-a932-04af2f9d9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.412801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-097dc6bc-66e9-499d-a932-04af2f9d9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.413263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-097dc6bc-66e9-499d-a932-04af2f9d9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.413722 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-097dc6bc-66e9-499d-a932-04af2f9d9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.414211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-097dc6bc-66e9-499d-a932-04af2f9d9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.414671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-097dc6bc-66e9-499d-a932-04af2f9d9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.416661 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-097dc6bc-66e9-499d-a932-04af2f9d9cd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67be0409bcbb48388611a7629463a217&device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 6477 time: 0.2306314 Apr 01 12:32:55.424066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Request body: {'port': {'device_id': 'd6992078-06a0-4539-b15e-204e65814e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:55.481883 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7c1fe-4950-46cd-983b-4cfc04e63b57 req-c7a58989-fadb-463b-b5f8-e6dd809ea830 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.482267 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f1f39236-0eee-4594-ba1e-b8daa1447720 None None] Provisioning complete for port 9e6252de-11b4-45ee-976a-3b3c155a6130 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:55.482776 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f1f39236-0eee-4594-ba1e-b8daa1447720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:55.490357 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7c1fe-4950-46cd-983b-4cfc04e63b57 req-c7a58989-fadb-463b-b5f8-e6dd809ea830 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.498759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7c1fe-4950-46cd-983b-4cfc04e63b57 req-c7a58989-fadb-463b-b5f8-e6dd809ea830 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.501286 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-02d9741c-1a92-47d9-84d0-1a635e304a32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f71237b2-ae9e-4469-819e-23a06d57cd27 HTTP/1.1" status: 200 len: 217 time: 0.0726025 Apr 01 12:32:55.520700 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7c1fe-4950-46cd-983b-4cfc04e63b57 req-c7a58989-fadb-463b-b5f8-e6dd809ea830 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.527571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f1f39236-0eee-4594-ba1e-b8daa1447720 None None] Port 9e6252de-11b4-45ee-976a-3b3c155a6130 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:32:55.528164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7c1fe-4950-46cd-983b-4cfc04e63b57 req-c7a58989-fadb-463b-b5f8-e6dd809ea830 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.535381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7c1fe-4950-46cd-983b-4cfc04e63b57 req-c7a58989-fadb-463b-b5f8-e6dd809ea830 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.541645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7c1fe-4950-46cd-983b-4cfc04e63b57 req-c7a58989-fadb-463b-b5f8-e6dd809ea830 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.543929 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9ad7c1fe-4950-46cd-983b-4cfc04e63b57 req-c7a58989-fadb-463b-b5f8-e6dd809ea830 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.1522815 Apr 01 12:32:55.593031 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9ad7c1fe-4950-46cd-983b-4cfc04e63b57 req-cabed192-7008-4252-9b4e-96726daf7db7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414672 Apr 01 12:32:55.624293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:55.646215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-37f5ad7f-8ff6-43f6-8a77-227f837214ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.647709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-37f5ad7f-8ff6-43f6-8a77-227f837214ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33b7cb92-fc93-410f-9652-7a0f67084c27 HTTP/1.1" status: 200 len: 851 time: 0.1371665 Apr 01 12:32:55.648259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Made reservation on behalf of c5068ae6ccb549b3b2b7930b216ec36a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:55.651630 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:55.675069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349d1ef-cad3-44b1-9810-c3e138e42610 req-a385bd88-3e86-4c55-8272-eb66d42273e6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.680937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349d1ef-cad3-44b1-9810-c3e138e42610 req-a385bd88-3e86-4c55-8272-eb66d42273e6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.687061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349d1ef-cad3-44b1-9810-c3e138e42610 req-a385bd88-3e86-4c55-8272-eb66d42273e6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.692944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349d1ef-cad3-44b1-9810-c3e138e42610 req-a385bd88-3e86-4c55-8272-eb66d42273e6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.699329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349d1ef-cad3-44b1-9810-c3e138e42610 req-a385bd88-3e86-4c55-8272-eb66d42273e6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.705272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349d1ef-cad3-44b1-9810-c3e138e42610 req-a385bd88-3e86-4c55-8272-eb66d42273e6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.711176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349d1ef-cad3-44b1-9810-c3e138e42610 req-a385bd88-3e86-4c55-8272-eb66d42273e6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.713114 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3349d1ef-cad3-44b1-9810-c3e138e42610 req-a385bd88-3e86-4c55-8272-eb66d42273e6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.2172933 Apr 01 12:32:55.762251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59810) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:55.864218 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-network', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:55.883411 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Made reservation on behalf of b3c9ece97bcc4c5b88a7c10cf27b386a for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:55.885768 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:55.894288 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:55.933884 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3349d1ef-cad3-44b1-9810-c3e138e42610 req-f5b256a8-0434-44d5-b3b9-e36eaca89a13 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1854753 Apr 01 12:32:55.940894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2c249c18-1692-4a1a-a269-25e838e6347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:55.943021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2c249c18-1692-4a1a-a269-25e838e6347d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2a0007f-cd99-412e-ad83-be707fb4c3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289996 Apr 01 12:32:55.971896 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:55.976039 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:56.002503 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:32:56.008774 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d39560-dda1-4b87-b5d2-11d869c06dda,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:56.014737 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:56.015071 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Added segment 9fcbc744-007b-46b0-a783-70382f3140f4 of type vlan for network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 Apr 01 12:32:56.055543 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:56.080903 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:56.081901 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.082471 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:56.142772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Allocated IP 172.20.0.14 (927cf1a7-fd9e-4c14-9449-f71cb773648c/503fdfca-6d7e-46fb-b3ec-a887d3865368/ce020e64-8394-4cb1-9d94-3a9cfa6a0c30) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:56.151726 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3866165 Apr 01 12:32:56.158486 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59818) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:56.165588 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0dc74-e231-46d1-bc27-ecc238b0aa78 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7b58a8-1d79-40a6-b6a4-b2c71268d757,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:56.176878 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:32:56.178763 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-bdc2dde2-b5e3-4a5c-a08b-1d341e129707 admin admin] Request body: {'subnet': {'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-subnet', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:56.184594 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-d9549a21-bbe7-4945-89d3-a1ef5f996899 service neutron] 10.222.0.44 "GET /v2.0/networks/a2a0007f-cd99-412e-ad83-be707fb4c3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316337 Apr 01 12:32:56.210682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec425f-374c-448a-b8ae-e74598933761 req-7f65496d-7f2b-4a67-b1d2-c83894610982 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.217061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec425f-374c-448a-b8ae-e74598933761 req-7f65496d-7f2b-4a67-b1d2-c83894610982 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.222912 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec425f-374c-448a-b8ae-e74598933761 req-7f65496d-7f2b-4a67-b1d2-c83894610982 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.224571 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1fec425f-374c-448a-b8ae-e74598933761 req-7f65496d-7f2b-4a67-b1d2-c83894610982 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2375 time: 0.0767157 Apr 01 12:32:56.268419 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1fec425f-374c-448a-b8ae-e74598933761 req-ea97a699-f82e-4f77-bef6-fcf3b61e6a5a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355251 Apr 01 12:32:56.345953 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc2dde2-b5e3-4a5c-a08b-1d341e129707 admin admin] Made reservation on behalf of b3c9ece97bcc4c5b88a7c10cf27b386a for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:32:56.348341 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dde2-b5e3-4a5c-a08b-1d341e129707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:56.424300 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba1f6d-7d4b-4c31-bb7d-7033840a7a1a req-e05f8b41-754c-4d1a-a160-3e7be5d68d08 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.425801 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84ba1f6d-7d4b-4c31-bb7d-7033840a7a1a req-e05f8b41-754c-4d1a-a160-3e7be5d68d08 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.0480275 Apr 01 12:32:56.431920 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a53b405b-4b8c-4517-aa6c-8b9543cb2bfa up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:32:56.472180 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84ba1f6d-7d4b-4c31-bb7d-7033840a7a1a req-b0347abf-ac1e-42f3-b9cb-8c17a222e783 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356829 Apr 01 12:32:56.483961 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:32:56.494153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452694b-0a94-4235-8a4e-6393693a5818 req-9bf171c4-c3a3-4801-a753-f5a2d7c1d416 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.494391 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:32:56.494493 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c452694b-0a94-4235-8a4e-6393693a5818 req-9bf171c4-c3a3-4801-a753-f5a2d7c1d416 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 945 time: 0.2838204 Apr 01 12:32:56.494598 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:56.568115 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:56.578445 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-336fd285-6459-4ebb-a507-8510832110f5 req-5357504d-79a3-4924-87ff-7e69e407115d tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 210 time: 0.0362053 Apr 01 12:32:56.585925 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-4511cb1e-ceb5-45c0-bfeb-66d43553c17e service neutron] 10.222.0.44 "GET /v2.0/networks/a2a0007f-cd99-412e-ad83-be707fb4c3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931446 Apr 01 12:32:56.587789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbdf885-306f-4b05-923e-8c80d6451d3a {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:56.614861 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa,segment=NetworkSegment(3e1934ee-4da3-455c-a18f-f8a2dafceac5),segment_id=3e1934ee-4da3-455c-a18f-f8a2dafceac5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:32:56.619744 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:56.622061 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:56.669678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:56.673784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-23bc16f2-c30d-44b5-a9aa-d92e055c78c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=8ad2f7d1-56ac-460d-a99b-120b1294026b HTTP/1.1" status: 200 len: 217 time: 0.0764918 Apr 01 12:32:56.708270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Transition to ACTIVE for port object 0cbdf885-306f-4b05-923e-8c80d6451d3a will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:56.726130 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793b9ac-4e8b-4f4c-8f9d-d144d3abaaa3 req-76352484-91f9-4642-a018-1e08b0811d8f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.731897 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793b9ac-4e8b-4f4c-8f9d-d144d3abaaa3 req-76352484-91f9-4642-a018-1e08b0811d8f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.736683 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c452694b-0a94-4235-8a4e-6393693a5818 req-e4a2c895-1031-48d1-91f0-5833b89b0603 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd9786b-9ee6-48b3-a62f-0304f8f0892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304046 Apr 01 12:32:56.737626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793b9ac-4e8b-4f4c-8f9d-d144d3abaaa3 req-76352484-91f9-4642-a018-1e08b0811d8f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.743728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793b9ac-4e8b-4f4c-8f9d-d144d3abaaa3 req-76352484-91f9-4642-a018-1e08b0811d8f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.749998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793b9ac-4e8b-4f4c-8f9d-d144d3abaaa3 req-76352484-91f9-4642-a018-1e08b0811d8f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.754547 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:56.766365 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793b9ac-4e8b-4f4c-8f9d-d144d3abaaa3 req-76352484-91f9-4642-a018-1e08b0811d8f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.766365 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793b9ac-4e8b-4f4c-8f9d-d144d3abaaa3 req-76352484-91f9-4642-a018-1e08b0811d8f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.766365 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5793b9ac-4e8b-4f4c-8f9d-d144d3abaaa3 req-76352484-91f9-4642-a018-1e08b0811d8f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.0957968 Apr 01 12:32:56.783752 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:56.803809 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8526bd5-e419-4a54-8972-97b59447c5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53b405b-4b8c-4517-aa6c-8b9543cb2bfa'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:56.806236 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74628cb9-92cc-4cd8-82d5-fa448c1f8c84" -d '{"events": [{"server_uuid": "d8526bd5-e419-4a54-8972-97b59447c5f5", "name": "network-vif-plugged", "status": "completed", "tag": "a53b405b-4b8c-4517-aa6c-8b9543cb2bfa"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:56.807555 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5793b9ac-4e8b-4f4c-8f9d-d144d3abaaa3 req-ff135a89-e172-431b-8c88-5516077c8ddf tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352869 Apr 01 12:32:56.843925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec68caf2-1fe9-44b6-a687-2ffadd7f3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:56.845679 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-ec68caf2-1fe9-44b6-a687-2ffadd7f3ca6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b3fcc2-733d-4dd4-9533-6aa40c939ffc HTTP/1.1" status: 200 len: 797 time: 0.1631687 Apr 01 12:32:56.846875 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4e47d3-d3d5-45f9-8a1e-56a2e3eb7594 x-openstack-request-id: req-6d4e47d3-d3d5-45f9-8a1e-56a2e3eb7594 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:56.847249 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8526bd5-e419-4a54-8972-97b59447c5f5", "name": "network-vif-plugged", "status": "completed", "tag": "a53b405b-4b8c-4517-aa6c-8b9543cb2bfa", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:56.847561 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d4e47d3-d3d5-45f9-8a1e-56a2e3eb7594 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:56.848008 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4e47d3-d3d5-45f9-8a1e-56a2e3eb7594'] response: {'server_uuid': 'd8526bd5-e419-4a54-8972-97b59447c5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53b405b-4b8c-4517-aa6c-8b9543cb2bfa', 'code': 200} Apr 01 12:32:56.942879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbdf885-306f-4b05-923e-8c80d6451d3a,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:57.026543 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dde2-b5e3-4a5c-a08b-1d341e129707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:57.047215 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:57.085362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a535c-c01f-4123-98b5-07223524da0c req-bf4b3b64-4275-4ad2-b943-66426bedcd63 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.091725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a535c-c01f-4123-98b5-07223524da0c req-bf4b3b64-4275-4ad2-b943-66426bedcd63 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.097466 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a535c-c01f-4123-98b5-07223524da0c req-bf4b3b64-4275-4ad2-b943-66426bedcd63 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.103122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a535c-c01f-4123-98b5-07223524da0c req-bf4b3b64-4275-4ad2-b943-66426bedcd63 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.108981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a535c-c01f-4123-98b5-07223524da0c req-bf4b3b64-4275-4ad2-b943-66426bedcd63 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.114671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a535c-c01f-4123-98b5-07223524da0c req-bf4b3b64-4275-4ad2-b943-66426bedcd63 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.120960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a535c-c01f-4123-98b5-07223524da0c req-bf4b3b64-4275-4ad2-b943-66426bedcd63 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.122846 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-714a535c-c01f-4123-98b5-07223524da0c req-bf4b3b64-4275-4ad2-b943-66426bedcd63 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.0989437 Apr 01 12:32:57.137678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-586d4497-d83c-4f79-847a-e2d6d414ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.139289 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-586d4497-d83c-4f79-847a-e2d6d414ae61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2737796 Apr 01 12:32:57.151730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fbabb-8ad3-4f3e-9342-24ecafa00f2a req-a1f479b7-8b9e-45c9-885b-f8198758095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.153681 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a7fbabb-8ad3-4f3e-9342-24ecafa00f2a req-a1f479b7-8b9e-45c9-885b-f8198758095e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 1097 time: 0.2432868 Apr 01 12:32:57.166671 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-714a535c-c01f-4123-98b5-07223524da0c req-4278fcee-0696-4282-b019-8d468490dfca tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373676 Apr 01 12:32:57.167085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Network 927cf1a7-fd9e-4c14-9449-f71cb773648c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:57.199962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:57.201785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2dde2-b5e3-4a5c-a08b-1d341e129707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99aed3e9-b8be-4b9c-837e-0c972fa8fc76,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:57.203638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Attempting to bind port 0cbdf885-306f-4b05-923e-8c80d6451d3a on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:57.203970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Attempting to bind port 0cbdf885-306f-4b05-923e-8c80d6451d3a by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:57.204294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Attempting to bind port 0cbdf885-306f-4b05-923e-8c80d6451d3a on network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:57.211856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:57.227654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event updated for resources: {'Port': ['ID=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:57.258109 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Port 0cbdf885-306f-4b05-923e-8c80d6451d3a on network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:32:57.258432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Attempting to bind port 0cbdf885-306f-4b05-923e-8c80d6451d3a on network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:57.559230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:57.559568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Checking segment: {'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:57.559948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Bound using segment: {'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:57.560384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Bound port: 0cbdf885-306f-4b05-923e-8c80d6451d3a, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:57.560734 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:57.568658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc2dde2-b5e3-4a5c-a08b-1d341e129707 admin admin] Checking segment: {'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:57.569013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2dde2-b5e3-4a5c-a08b-1d341e129707 admin admin] Network hostable DHCP agents. Network: 4a7b58a8-1d79-40a6-b6a4-b2c71268d757, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:32:57.598193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05c15e-cc31-4b7d-89a1-3da8f57cdb40 req-f57bc797-1bb8-4bd1-94df-73e8748c2ea8 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.598193 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2d05c15e-cc31-4b7d-89a1-3da8f57cdb40 req-f57bc797-1bb8-4bd1-94df-73e8748c2ea8 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.0523720 Apr 01 12:32:57.602333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a7fbabb-8ad3-4f3e-9342-24ecafa00f2a req-5c2d550c-3d52-4aa5-b389-e17b310d742e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6cd9786b-9ee6-48b3-a62f-0304f8f0892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283307 Apr 01 12:32:57.623867 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.624467 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:57.636601 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2d05c15e-cc31-4b7d-89a1-3da8f57cdb40 req-3373bdbe-5d5b-45d3-9ebd-f038ea090e6e tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326436 Apr 01 12:32:57.695740 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-cd3a1aee-b7d1-4b46-a0bc-0a61ea1faa77 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322280 Apr 01 12:32:57.701288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-2c5f00d2-eb92-40ee-9d5f-c27904128430 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4544315 Apr 01 12:32:57.705349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2dde2-b5e3-4a5c-a08b-1d341e129707 admin admin] Network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:32:57.727051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Request body: {'port': {'device_id': 'cb2da474-785c-4c7d-9551-3845f005f638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:57.741119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eb8ad-eca2-4f64-94da-cb1f11c6c347 req-d0fc683d-61b9-43a2-9545-83947d0b815e tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.747247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eb8ad-eca2-4f64-94da-cb1f11c6c347 req-d0fc683d-61b9-43a2-9545-83947d0b815e tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.748753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efe2bb-6ff4-4a56-aa57-2ed69b983d96 req-43e9d690-08de-478c-9697-a7477f0e1965 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.750240 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c4efe2bb-6ff4-4a56-aa57-2ed69b983d96 req-43e9d690-08de-478c-9697-a7477f0e1965 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 932 time: 0.0492563 Apr 01 12:32:57.753092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eb8ad-eca2-4f64-94da-cb1f11c6c347 req-d0fc683d-61b9-43a2-9545-83947d0b815e tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.754697 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d08eb8ad-eca2-4f64-94da-cb1f11c6c347 req-d0fc683d-61b9-43a2-9545-83947d0b815e tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2387 time: 0.2009778 Apr 01 12:32:57.759768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-bdc2dde2-b5e3-4a5c-a08b-1d341e129707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 4a7b58a8-1d79-40a6-b6a4-b2c71268d757) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:57.769022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b28d0-ce3b-4a8a-855c-511fffa4f38f None None] Network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:32:57.783364 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] For port 0cbdf885-306f-4b05-923e-8c80d6451d3a, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:57.795197 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc2dde2-b5e3-4a5c-a08b-1d341e129707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.795675 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dde2-b5e3-4a5c-a08b-1d341e129707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:57.801527 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c4efe2bb-6ff4-4a56-aa57-2ed69b983d96 req-fce6d9e8-b5a7-4827-9eb0-d02c362736fd tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436292 Apr 01 12:32:57.832619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] For port 0cbdf885-306f-4b05-923e-8c80d6451d3a, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=0cbdf885-306f-4b05-923e-8c80d6451d3a,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:57.866559 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bdc2dde2-b5e3-4a5c-a08b-1d341e129707 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7050886 Apr 01 12:32:57.867915 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:57.869775 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59850) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:32:57.875895 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:57.925464 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d08eb8ad-eca2-4f64-94da-cb1f11c6c347 req-cdad06d7-df2e-4ecc-ab9a-d8a14f5c56bd tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434743 Apr 01 12:32:57.935994 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:57.938471 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:57.939799 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:57.957702 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be902b7c-fa7b-433a-95ad-783689021b60 req-49e80196-5fec-47f6-b44e-8920bcf43470 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.959354 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be902b7c-fa7b-433a-95ad-783689021b60 req-49e80196-5fec-47f6-b44e-8920bcf43470 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 946 time: 0.0722418 Apr 01 12:32:57.979089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:57.979698 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:57.981641 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] 10.222.0.37 "PUT /v2.0/ports/0cbdf885-306f-4b05-923e-8c80d6451d3a HTTP/1.1" status: 200 len: 1091 time: 2.5617776 Apr 01 12:32:57.982458 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'tag': '0cbdf885-306f-4b05-923e-8c80d6451d3a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:32:57.984895 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852319e3-4ab5-42b5-8497-3fc36935d6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "tag": "0cbdf885-306f-4b05-923e-8c80d6451d3a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:32:58.025641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:32:58.026835 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:58.035467 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:58.098036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Request body: {'port': {'device_id': 'd6992078-06a0-4539-b15e-204e65814e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:32:58.110976 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203ffa8-de51-4a4f-adea-ee3a55752b83 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbdf885-306f-4b05-923e-8c80d6451d3a,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:58.149023 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be902b7c-fa7b-433a-95ad-783689021b60 req-3f9de056-28a6-4c3f-9f34-9c39c259b7a9 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd9786b-9ee6-48b3-a62f-0304f8f0892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715095 Apr 01 12:32:58.226495 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:58.260493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Allocated IP 172.20.0.2 (4a7b58a8-1d79-40a6-b6a4-b2c71268d757/99aed3e9-b8be-4b9c-837e-0c972fa8fc76/e05ac594-a4bb-4996-8147-cf4d6693e46d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:58.261360 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357131d9-f7aa-4eda-9b14-8c153512e02d x-openstack-request-id: req-357131d9-f7aa-4eda-9b14-8c153512e02d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:32:58.261655 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "tag": "0cbdf885-306f-4b05-923e-8c80d6451d3a", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:32:58.262039 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-357131d9-f7aa-4eda-9b14-8c153512e02d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:32:58.262562 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357131d9-f7aa-4eda-9b14-8c153512e02d'] response: {'name': 'network-changed', 'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'tag': '0cbdf885-306f-4b05-923e-8c80d6451d3a', 'status': 'completed', 'code': 200} Apr 01 12:32:58.324848 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:58.393214 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918312d0-c666-4721-a0cc-34c23e4262f8 req-a85f955e-1528-4d84-a496-cb24a89ec6be tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.398949 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918312d0-c666-4721-a0cc-34c23e4262f8 req-a85f955e-1528-4d84-a496-cb24a89ec6be tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.405237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918312d0-c666-4721-a0cc-34c23e4262f8 req-a85f955e-1528-4d84-a496-cb24a89ec6be tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.411006 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918312d0-c666-4721-a0cc-34c23e4262f8 req-a85f955e-1528-4d84-a496-cb24a89ec6be tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.416722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918312d0-c666-4721-a0cc-34c23e4262f8 req-a85f955e-1528-4d84-a496-cb24a89ec6be tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.423061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918312d0-c666-4721-a0cc-34c23e4262f8 req-a85f955e-1528-4d84-a496-cb24a89ec6be tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.424074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-21970958-55eb-4497-9c17-f9fa7ef7bc04 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259620 Apr 01 12:32:58.428754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918312d0-c666-4721-a0cc-34c23e4262f8 req-a85f955e-1528-4d84-a496-cb24a89ec6be tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.430619 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-918312d0-c666-4721-a0cc-34c23e4262f8 req-a85f955e-1528-4d84-a496-cb24a89ec6be tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.1051867 Apr 01 12:32:58.447474 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:58.455990 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:58.485346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4908-13f0-44e7-b1c9-94bf4fe71d4b req-d4a69fcf-21f7-4fed-98c6-5bd64580879d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.492210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4908-13f0-44e7-b1c9-94bf4fe71d4b req-d4a69fcf-21f7-4fed-98c6-5bd64580879d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.498754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4908-13f0-44e7-b1c9-94bf4fe71d4b req-d4a69fcf-21f7-4fed-98c6-5bd64580879d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.501701 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:58.504732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4908-13f0-44e7-b1c9-94bf4fe71d4b req-d4a69fcf-21f7-4fed-98c6-5bd64580879d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.507213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:58.510200 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:58.510888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4908-13f0-44e7-b1c9-94bf4fe71d4b req-d4a69fcf-21f7-4fed-98c6-5bd64580879d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.513707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Pushing event updated for resources: {'Port': ['ID=e05ac594-a4bb-4996-8147-cf4d6693e46d,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:58.517352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4908-13f0-44e7-b1c9-94bf4fe71d4b req-d4a69fcf-21f7-4fed-98c6-5bd64580879d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.523657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4908-13f0-44e7-b1c9-94bf4fe71d4b req-d4a69fcf-21f7-4fed-98c6-5bd64580879d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.525695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e1fc4908-13f0-44e7-b1c9-94bf4fe71d4b req-d4a69fcf-21f7-4fed-98c6-5bd64580879d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.4210329 Apr 01 12:32:58.551298 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-918312d0-c666-4721-a0cc-34c23e4262f8 req-8b30cd1e-64b3-417b-808b-28a802363a32 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062007 Apr 01 12:32:58.568112 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-9fee79fa-a083-48d6-99ed-84215d97daa1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=a2a7919b-0809-47d2-8eb7-4b2be62c86d5 HTTP/1.1" status: 200 len: 217 time: 0.1275008 Apr 01 12:32:58.570751 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Attempting to bind port e05ac594-a4bb-4996-8147-cf4d6693e46d on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:32:58.571195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Attempting to bind port e05ac594-a4bb-4996-8147-cf4d6693e46d by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:32:58.571615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Attempting to bind port e05ac594-a4bb-4996-8147-cf4d6693e46d on network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:32:58.578102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:32:58.578581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Checking segment: {'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:32:58.579096 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:58.579583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Bound using segment: {'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:32:58.580152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Bound port: e05ac594-a4bb-4996-8147-cf4d6693e46d, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:32:58.580628 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:58.637377 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852319e3-4ab5-42b5-8497-3fc36935d6a2 req-4ca693fc-5c4e-4e1c-be84-0a2bb0a65562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.638088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852319e3-4ab5-42b5-8497-3fc36935d6a2 req-4ca693fc-5c4e-4e1c-be84-0a2bb0a65562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.638585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852319e3-4ab5-42b5-8497-3fc36935d6a2 req-4ca693fc-5c4e-4e1c-be84-0a2bb0a65562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.641037 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-852319e3-4ab5-42b5-8497-3fc36935d6a2 req-4ca693fc-5c4e-4e1c-be84-0a2bb0a65562 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2730 time: 0.3452179 Apr 01 12:32:58.695771 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] For port e05ac594-a4bb-4996-8147-cf4d6693e46d, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:32:58.707143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] For port e05ac594-a4bb-4996-8147-cf4d6693e46d, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e05ac594-a4bb-4996-8147-cf4d6693e46d,segment=NetworkSegment(9fcbc744-007b-46b0-a783-70382f3140f4),segment_id=9fcbc744-007b-46b0-a783-70382f3140f4)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:32:58.712558 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:58.802060 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911364ca-32ce-4cd9-bb48-278174c9ef2b None None] Pushing event updated for resources: {'Port': ['ID=e05ac594-a4bb-4996-8147-cf4d6693e46d,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:58.897009 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e1fc4908-13f0-44e7-b1c9-94bf4fe71d4b req-bf1e256a-26b3-4da8-9ce3-436f1d64d1b2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3358786 Apr 01 12:32:58.908810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2e6a65db-1337-45f1-b1c1-8bca562f2ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:58.911378 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-2e6a65db-1337-45f1-b1c1-8bca562f2ff5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b3fcc2-733d-4dd4-9533-6aa40c939ffc HTTP/1.1" status: 200 len: 797 time: 0.3083243 Apr 01 12:32:58.983159 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:59.006120 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:59.031182 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b5bff-d48a-4414-99eb-0d7c67259458 req-4927140e-a67e-44ff-ae88-4d23f709bca3 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:59.038129 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-943b5bff-d48a-4414-99eb-0d7c67259458 req-4927140e-a67e-44ff-ae88-4d23f709bca3 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1036031 Apr 01 12:32:59.122852 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852319e3-4ab5-42b5-8497-3fc36935d6a2 req-e4cb119c-ddd7-40e1-b20d-a50642f99fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:59.123381 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852319e3-4ab5-42b5-8497-3fc36935d6a2 req-e4cb119c-ddd7-40e1-b20d-a50642f99fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:59.123381 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852319e3-4ab5-42b5-8497-3fc36935d6a2 req-e4cb119c-ddd7-40e1-b20d-a50642f99fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:59.125479 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-852319e3-4ab5-42b5-8497-3fc36935d6a2 req-e4cb119c-ddd7-40e1-b20d-a50642f99fe5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4455478 Apr 01 12:32:59.143236 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-943b5bff-d48a-4414-99eb-0d7c67259458 req-ad49159e-aa23-49ad-a10f-0c35f1cb5b03 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054735 Apr 01 12:32:59.188022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-8cb94139-6c43-4eb2-8e3d-d07fa12ae9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:59.190053 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-8cb94139-6c43-4eb2-8e3d-d07fa12ae9db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2621977 Apr 01 12:32:59.208263 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Allocated IP 172.25.7.122 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/6fe0e9c1-fd56-4dd9-bea4-0901477d4e04) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:32:59.278309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fbe71-680f-4e99-a2d3-e10f34553926 req-cb6310d4-7400-4f92-9e27-9ca6f0348208 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:59.279905 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-328fbe71-680f-4e99-a2d3-e10f34553926 req-cb6310d4-7400-4f92-9e27-9ca6f0348208 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 932 time: 0.2765365 Apr 01 12:32:59.316831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:59.325380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc28c0-322a-4433-9b17-8c1aead906c8 req-ab0a7005-e1a0-4951-a085-25b4ce4bfc5d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:59.331358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc28c0-322a-4433-9b17-8c1aead906c8 req-ab0a7005-e1a0-4951-a085-25b4ce4bfc5d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:59.335581 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:59.337347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc28c0-322a-4433-9b17-8c1aead906c8 req-ab0a7005-e1a0-4951-a085-25b4ce4bfc5d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:59.339200 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55fc28c0-322a-4433-9b17-8c1aead906c8 req-ab0a7005-e1a0-4951-a085-25b4ce4bfc5d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2387 time: 0.1222754 Apr 01 12:32:59.390210 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:59.409840 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55fc28c0-322a-4433-9b17-8c1aead906c8 req-566c8e61-88d2-4a23-9d61-dfdecc5d6ae9 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612299 Apr 01 12:32:59.446616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:59.454221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Transition to ACTIVE for port object ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:59.475410 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:59.495694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852319e3-4ab5-42b5-8497-3fc36935d6a2 req-13b1c802-66bc-4427-9f8a-b17a3aa9a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:59.497152 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-852319e3-4ab5-42b5-8497-3fc36935d6a2 req-13b1c802-66bc-4427-9f8a-b17a3aa9a4a7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3393593 Apr 01 12:32:59.499037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ed6865-e20b-48a3-8121-7b46936ea8e2 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:32:59.503012 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:32:59.530162 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:32:59.532899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:32:59.535302 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-328fbe71-680f-4e99-a2d3-e10f34553926 req-e7689988-2588-493b-9690-bd7086568940 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141652 Apr 01 12:32:59.537357 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:59.575465 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe0e9c1-fd56-4dd9-bea4-0901477d4e04,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:59.595091 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-83bdc575-6415-451c-a509-8e46afdb0154 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757274 Apr 01 12:32:59.600179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Transition to ACTIVE for port object a0ed6865-e20b-48a3-8121-7b46936ea8e2 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:32:59.601776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Pushing event updated for resources: {'Port': ['ID=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:32:59.611937 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fa857-fddd-4155-9264-5e3d5145f113 req-a95adf6f-e1b6-47d1-a500-7aa42a365f81 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:32:59.613499 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f81fa857-fddd-4155-9264-5e3d5145f113 req-a95adf6f-e1b6-47d1-a500-7aa42a365f81 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 946 time: 0.1368449 Apr 01 12:32:59.653323 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:59.748660 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f81fa857-fddd-4155-9264-5e3d5145f113 req-bef1850d-043a-46f6-a69e-7c6ea78aa92a tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd9786b-9ee6-48b3-a62f-0304f8f0892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909061 Apr 01 12:32:59.916983 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:32:59.982177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e05ac594-a4bb-4996-8147-cf4d6693e46d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:00.072431 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e05ac594-a4bb-4996-8147-cf4d6693e46d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:00.074244 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:00.152520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7decfb51-1ed5-451d-842e-aa2b40ff8c39 None None] Network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:33:00.234259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11540d4-cf2e-4c1a-a804-321ccde8dafc req-d3619629-605f-4487-b65a-325fafbc1674 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.241016 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11540d4-cf2e-4c1a-a804-321ccde8dafc req-d3619629-605f-4487-b65a-325fafbc1674 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.249667 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11540d4-cf2e-4c1a-a804-321ccde8dafc req-d3619629-605f-4487-b65a-325fafbc1674 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.250959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:00.257960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11540d4-cf2e-4c1a-a804-321ccde8dafc req-d3619629-605f-4487-b65a-325fafbc1674 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.264965 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11540d4-cf2e-4c1a-a804-321ccde8dafc req-d3619629-605f-4487-b65a-325fafbc1674 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.271353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11540d4-cf2e-4c1a-a804-321ccde8dafc req-d3619629-605f-4487-b65a-325fafbc1674 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.272663 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:00.278692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11540d4-cf2e-4c1a-a804-321ccde8dafc req-d3619629-605f-4487-b65a-325fafbc1674 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.280688 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e11540d4-cf2e-4c1a-a804-321ccde8dafc req-d3619629-605f-4487-b65a-325fafbc1674 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5430 time: 0.1717348 Apr 01 12:33:00.299109 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ed6865-e20b-48a3-8121-7b46936ea8e2,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:00.346731 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-91dc49a6-6d62-449a-8ae8-609ea1d764f7 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361019 Apr 01 12:33:00.353618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Attempting to bind port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:33:00.354127 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Attempting to bind port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:33:00.355394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Attempting to bind port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 on network 927cf1a7-fd9e-4c14-9449-f71cb773648c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:00.368261 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e11540d4-cf2e-4c1a-a804-321ccde8dafc req-b1a590db-3cb6-4ad8-8940-e034f6015ecb tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779278 Apr 01 12:33:00.378433 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:00.379253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556630f-cf85-40d8-897f-9d0f6a0d3451 req-3712de9d-c106-4eda-9c67-6b4e6a84b7ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.385388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556630f-cf85-40d8-897f-9d0f6a0d3451 req-3712de9d-c106-4eda-9c67-6b4e6a84b7ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.392055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556630f-cf85-40d8-897f-9d0f6a0d3451 req-3712de9d-c106-4eda-9c67-6b4e6a84b7ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.398203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556630f-cf85-40d8-897f-9d0f6a0d3451 req-3712de9d-c106-4eda-9c67-6b4e6a84b7ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.404774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556630f-cf85-40d8-897f-9d0f6a0d3451 req-3712de9d-c106-4eda-9c67-6b4e6a84b7ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.411159 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556630f-cf85-40d8-897f-9d0f6a0d3451 req-3712de9d-c106-4eda-9c67-6b4e6a84b7ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.417107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556630f-cf85-40d8-897f-9d0f6a0d3451 req-3712de9d-c106-4eda-9c67-6b4e6a84b7ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.425850 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a556630f-cf85-40d8-897f-9d0f6a0d3451 req-3712de9d-c106-4eda-9c67-6b4e6a84b7ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.7129734 Apr 01 12:33:00.450496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-99da97e1-3e2c-4849-94e5-288b90e47352 None None] Provisioning complete for port e05ac594-a4bb-4996-8147-cf4d6693e46d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:00.450860 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-99da97e1-3e2c-4849-94e5-288b90e47352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:00.472053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e1b1c53-b540-4432-941f-2c8d708a455a details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:00.476608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 on network 927cf1a7-fd9e-4c14-9449-f71cb773648c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:33:00.476876 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Attempting to bind port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 on network 927cf1a7-fd9e-4c14-9449-f71cb773648c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:00.487677 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-0c68ce91-b356-45ba-8afb-f74b659f64ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=43b9d493-e863-4a18-825d-997984ca6f95 HTTP/1.1" status: 200 len: 217 time: 0.1280758 Apr 01 12:33:00.493417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:33:00.493417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Checking segment: {'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:00.494227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Bound using segment: {'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:33:00.494788 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Bound port: ce020e64-8394-4cb1-9d94-3a9cfa6a0c30, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:33:00.495247 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:00.555724 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e216b9-c6ed-4263-9ac0-74427bd3cc1d req-9718eaf7-a3dc-4d2b-a4d1-1d5ab08f0129 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.559163 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10e216b9-c6ed-4263-9ac0-74427bd3cc1d req-9718eaf7-a3dc-4d2b-a4d1-1d5ab08f0129 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 946 time: 0.1083634 Apr 01 12:33:00.563248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a556630f-cf85-40d8-897f-9d0f6a0d3451 req-388e3867-1283-4c45-b810-2bb07369323f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363692 Apr 01 12:33:00.575468 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port e05ac594-a4bb-4996-8147-cf4d6693e46d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e05ac594-a4bb-4996-8147-cf4d6693e46d,segment=NetworkSegment(9fcbc744-007b-46b0-a783-70382f3140f4),segment_id=9fcbc744-007b-46b0-a783-70382f3140f4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:00.590676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Attempting to bind port a0ed6865-e20b-48a3-8121-7b46936ea8e2 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:33:00.591244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Attempting to bind port a0ed6865-e20b-48a3-8121-7b46936ea8e2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '5fb32180-2c0c-4b55-bb55-52d9ab479691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:33:00.591688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Attempting to bind port a0ed6865-e20b-48a3-8121-7b46936ea8e2 on network 8414e17f-8ee1-487e-ac11-9e53e42cf104 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:00.608227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Router 719ec04d-d050-41ad-a0bf-918275b39635 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:33:00.609577 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Port a0ed6865-e20b-48a3-8121-7b46936ea8e2 on network 8414e17f-8ee1-487e-ac11-9e53e42cf104 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:33:00.610413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Attempting to bind port a0ed6865-e20b-48a3-8121-7b46936ea8e2 on network 8414e17f-8ee1-487e-ac11-9e53e42cf104 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:00.626622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:33:00.627079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Checking segment: {'id': '5fb32180-2c0c-4b55-bb55-52d9ab479691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:00.627680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Bound using segment: {'id': '5fb32180-2c0c-4b55-bb55-52d9ab479691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:33:00.628250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Bound port: a0ed6865-e20b-48a3-8121-7b46936ea8e2, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb32180-2c0c-4b55-bb55-52d9ab479691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:33:00.628735 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:00.645966 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:00.647864 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10e216b9-c6ed-4263-9ac0-74427bd3cc1d req-fb037d06-5999-4fdb-a775-d117326ddc7b tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd9786b-9ee6-48b3-a62f-0304f8f0892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722294 Apr 01 12:33:00.650891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-f854dbcf-4c02-433b-8d5a-725fe46611da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.652826 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-f854dbcf-4c02-433b-8d5a-725fe46611da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b3fcc2-733d-4dd4-9533-6aa40c939ffc HTTP/1.1" status: 200 len: 797 time: 0.1459672 Apr 01 12:33:00.710850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] For port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:33:00.753032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] For port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:33:00.774083 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:00.828781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:00.842872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-48263ccd-4ec1-46ca-8f20-e9c571cbfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.844895 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-48263ccd-4ec1-46ca-8f20-e9c571cbfe63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1806250 Apr 01 12:33:00.845281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=e05ac594-a4bb-4996-8147-cf4d6693e46d,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:00.852461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021f3ae-707c-49fb-aa8e-7c782eabff78 req-32d7cb91-690f-42ba-95b8-82d17f04b745 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.858569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.858924 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021f3ae-707c-49fb-aa8e-7c782eabff78 req-32d7cb91-690f-42ba-95b8-82d17f04b745 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.859193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:00.860858 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] 10.222.0.37 "PUT /v2.0/ports/ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 HTTP/1.1" status: 200 len: 1092 time: 3.1424854 Apr 01 12:33:00.862323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'port_id': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'mac_address': 'fa:16:3e:23:b4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:00.864688 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021f3ae-707c-49fb-aa8e-7c782eabff78 req-32d7cb91-690f-42ba-95b8-82d17f04b745 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:00.873100 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f021f3ae-707c-49fb-aa8e-7c782eabff78 req-32d7cb91-690f-42ba-95b8-82d17f04b745 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2399 time: 0.0859478 Apr 01 12:33:00.874161 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e1b1c53-b540-4432-941f-2c8d708a455a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e1b1c53-b540-4432-941f-2c8d708a455a,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:00.877154 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:33:00.878236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2da474-785c-4c7d-9551-3845f005f638', 'tag': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:00.881868 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad9823f-b243-486f-b60e-d3d2b6eb6026" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2da474-785c-4c7d-9551-3845f005f638", "tag": "ce020e64-8394-4cb1-9d94-3a9cfa6a0c30"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:00.906179 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Sync routers for ids ['719ec04d-d050-41ad-a0bf-918275b39635'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:33:00.906902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] For port a0ed6865-e20b-48a3-8121-7b46936ea8e2, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:33:00.916851 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:00.919639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '5e1b1c53-b540-4432-941f-2c8d708a455a', 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a', 'port_id': '5e1b1c53-b540-4432-941f-2c8d708a455a', 'mac_address': 'fa:16:3e:73:7f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a946f799-cf29-42e6-b6bd-6fa7cca432b3', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:00.924580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bb563f3e-da4f-4db7-81ec-f8391bb48f95 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0527036 Apr 01 12:33:00.925843 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59888) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:00.952141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] For port a0ed6865-e20b-48a3-8121-7b46936ea8e2, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a0ed6865-e20b-48a3-8121-7b46936ea8e2,segment=NetworkSegment(5fb32180-2c0c-4b55-bb55-52d9ab479691),segment_id=5fb32180-2c0c-4b55-bb55-52d9ab479691)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:33:00.956985 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Routers {'719ec04d-d050-41ad-a0bf-918275b39635'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:00.959123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:32:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['719ec04d-d050-41ad-a0bf-918275b39635'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:00.977765 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:01.006999 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f021f3ae-707c-49fb-aa8e-7c782eabff78 req-fe02db23-4772-4abe-806e-2dd842c43358 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280520 Apr 01 12:33:01.044126 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:01.049077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd4a74-528e-4498-a66e-b0dd4f1b310d service neutron] Pushing event updated for resources: {'Port': ['ID=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:01.068323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.068956 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:01.070423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] 10.222.0.37 "PUT /v2.0/ports/a0ed6865-e20b-48a3-8121-7b46936ea8e2 HTTP/1.1" status: 200 len: 1091 time: 2.9770296 Apr 01 12:33:01.079532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313c146-2cab-4e96-ac5e-6976136ab6b5 req-6424453b-0afc-4951-8146-fc2bbc10dc1d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.091468 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:01.093159 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6313c146-2cab-4e96-ac5e-6976136ab6b5 req-6424453b-0afc-4951-8146-fc2bbc10dc1d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.3306704 Apr 01 12:33:01.102618 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:01.111805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Request body: {'port': {'device_id': 'd6992078-06a0-4539-b15e-204e65814e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:01.197045 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:01.207017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1b1c53-b540-4432-941f-2c8d708a455a {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:01.213178 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:01.258926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e4713-45f6-4e4e-942f-c7cf5ecd34cd req-489c9c77-2325-4e90-bf6b-2bd48bc70687 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.266600 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a73e4713-45f6-4e4e-942f-c7cf5ecd34cd req-489c9c77-2325-4e90-bf6b-2bd48bc70687 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 944 time: 0.1505666 Apr 01 12:33:01.280919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-ff31cd35-a3b7-4241-8367-d7a0fe9aea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.284101 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-ff31cd35-a3b7-4241-8367-d7a0fe9aea53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5068ae6ccb549b3b2b7930b216ec36a&device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 1095 time: 0.3219409 Apr 01 12:33:01.290823 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Set router 719ec04d-d050-41ad-a0bf-918275b39635 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:01.296915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6313c146-2cab-4e96-ac5e-6976136ab6b5 req-c5d7f390-30e2-4225-a7b8-41e487740ffd tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027185 Apr 01 12:33:01.327609 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-60182309-4db4-4462-a25e-129d7b44c541 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309874 Apr 01 12:33:01.382570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a73e4713-45f6-4e4e-942f-c7cf5ecd34cd req-5f3a971d-8d17-4a29-88ef-6198533ac715 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150391 Apr 01 12:33:01.393663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:01.401118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e1b1c53-b540-4432-941f-2c8d708a455a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e1b1c53-b540-4432-941f-2c8d708a455a,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:01.404957 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b2755-481e-4661-b09b-8eccce9e5f06 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ed6865-e20b-48a3-8121-7b46936ea8e2,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:01.413206 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1c9c74-7ee2-4d61-9606-a157fe3eee97 x-openstack-request-id: req-5a1c9c74-7ee2-4d61-9606-a157fe3eee97 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:01.413206 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2da474-785c-4c7d-9551-3845f005f638", "tag": "ce020e64-8394-4cb1-9d94-3a9cfa6a0c30", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:01.413206 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a1c9c74-7ee2-4d61-9606-a157fe3eee97 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:01.413206 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1c9c74-7ee2-4d61-9606-a157fe3eee97'] response: {'name': 'network-changed', 'server_uuid': 'cb2da474-785c-4c7d-9551-3845f005f638', 'tag': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30', 'status': 'completed', 'code': 200} Apr 01 12:33:01.413206 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:01.440495 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-53e1ad15-fd9f-4b8a-9e57-414fcf6e5cde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 HTTP/1.1" status: 200 len: 217 time: 0.1309927 Apr 01 12:33:01.476191 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:01.476953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0001f562-db05-4af2-9682-0992e0cedd08 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:01.550916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:01.558937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d3a9504c-c8a6-45c1-803c-33755da809bf None None] Provisioning complete for port e05ac594-a4bb-4996-8147-cf4d6693e46d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:01.559759 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3a9504c-c8a6-45c1-803c-33755da809bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:01.664239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0001f562-db05-4af2-9682-0992e0cedd08, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0001f562-db05-4af2-9682-0992e0cedd08,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:01.673015 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:01.699805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-5dee57fa-1ac3-4cd8-971d-6b03801880cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.701401 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-5dee57fa-1ac3-4cd8-971d-6b03801880cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=503fdfca-6d7e-46fb-b3ec-a887d3865368 HTTP/1.1" status: 200 len: 861 time: 0.2323523 Apr 01 12:33:01.713880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ee92f-83f0-4f42-9d15-88ac7eb8d575 req-8ec7059e-a4d2-4861-a92b-cc96090db434 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.715324 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-528ee92f-83f0-4f42-9d15-88ac7eb8d575 req-8ec7059e-a4d2-4861-a92b-cc96090db434 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 946 time: 0.2709737 Apr 01 12:33:01.732689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b2a6f-ea89-4b3a-a919-54fdf7ddc7fb req-61291680-8d10-4cf7-8c68-451062b17780 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.738933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b2a6f-ea89-4b3a-a919-54fdf7ddc7fb req-61291680-8d10-4cf7-8c68-451062b17780 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.745107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b2a6f-ea89-4b3a-a919-54fdf7ddc7fb req-61291680-8d10-4cf7-8c68-451062b17780 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.754949 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '0001f562-db05-4af2-9682-0992e0cedd08', 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a', 'port_id': '0001f562-db05-4af2-9682-0992e0cedd08', 'mac_address': 'fa:16:3e:ac:9a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a946f799-cf29-42e6-b6bd-6fa7cca432b3', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:01.757636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b2a6f-ea89-4b3a-a919-54fdf7ddc7fb req-61291680-8d10-4cf7-8c68-451062b17780 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.764167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b2a6f-ea89-4b3a-a919-54fdf7ddc7fb req-61291680-8d10-4cf7-8c68-451062b17780 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.770136 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b2a6f-ea89-4b3a-a919-54fdf7ddc7fb req-61291680-8d10-4cf7-8c68-451062b17780 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.775723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5e1b1c53-b540-4432-941f-2c8d708a455a,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:01.776295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b2a6f-ea89-4b3a-a919-54fdf7ddc7fb req-61291680-8d10-4cf7-8c68-451062b17780 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.788148 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c95b2a6f-ea89-4b3a-a919-54fdf7ddc7fb req-61291680-8d10-4cf7-8c68-451062b17780 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5431 time: 0.3071790 Apr 01 12:33:01.845185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41572-9d31-41dd-8b79-16a16fe6b973 req-7ee3f316-f07b-449e-abc8-af1c466739e5 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.851097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41572-9d31-41dd-8b79-16a16fe6b973 req-7ee3f316-f07b-449e-abc8-af1c466739e5 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.857587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41572-9d31-41dd-8b79-16a16fe6b973 req-7ee3f316-f07b-449e-abc8-af1c466739e5 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.863570 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41572-9d31-41dd-8b79-16a16fe6b973 req-7ee3f316-f07b-449e-abc8-af1c466739e5 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.869585 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41572-9d31-41dd-8b79-16a16fe6b973 req-7ee3f316-f07b-449e-abc8-af1c466739e5 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.876117 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41572-9d31-41dd-8b79-16a16fe6b973 req-7ee3f316-f07b-449e-abc8-af1c466739e5 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.882592 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41572-9d31-41dd-8b79-16a16fe6b973 req-7ee3f316-f07b-449e-abc8-af1c466739e5 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:01.884534 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1bf41572-9d31-41dd-8b79-16a16fe6b973 req-7ee3f316-f07b-449e-abc8-af1c466739e5 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.1535802 Apr 01 12:33:01.890389 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:01.909125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e05ac594-a4bb-4996-8147-cf4d6693e46d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:01.925457 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-6aff8836-25a4-4bec-b0e0-ed226c955b23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=927cf1a7-fd9e-4c14-9449-f71cb773648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2040422 Apr 01 12:33:01.943571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0001f562-db05-4af2-9682-0992e0cedd08 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:01.944243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-dd1b8df4-bade-41b4-912d-708f575ff013 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910017 Apr 01 12:33:01.955347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Allocated IP 172.20.0.1 (4a7b58a8-1d79-40a6-b6a4-b2c71268d757/99aed3e9-b8be-4b9c-837e-0c972fa8fc76/c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:01.963118 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1bf41572-9d31-41dd-8b79-16a16fe6b973 req-eff3705f-3c4b-4500-8300-4677619e2e62 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540681 Apr 01 12:33:01.963951 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:32:59Z', 'revision_number': 3, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:02.039877 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0001f562-db05-4af2-9682-0992e0cedd08, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0001f562-db05-4af2-9682-0992e0cedd08,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:02.048293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Checking router: 719ec04d-d050-41ad-a0bf-918275b39635 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:33:02.049048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Updating router 719ec04d-d050-41ad-a0bf-918275b39635 port 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:33:02.059575 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.060255 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0cb3f7de-25f7-4620-82b0-780bc40d6bad details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:02.085543 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-fac59f72-e9a9-4055-bc0c-07a3e8458fc9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=0020cbf0-e68a-4ada-b019-e4b337cd8ed4 HTTP/1.1" status: 200 len: 217 time: 0.1323106 Apr 01 12:33:02.088657 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.123544 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c95b2a6f-ea89-4b3a-a919-54fdf7ddc7fb req-c20ec50f-4d9a-41b1-b0d1-4e66ff53bdab tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2156935 Apr 01 12:33:02.137357 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.157768 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abb57f-1ce1-4938-8be6-3255bfc3b3a5 req-a250614b-4aad-4ac5-9dfb-e63e98e9e87a tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:02.164787 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-21abb57f-1ce1-4938-8be6-3255bfc3b3a5 req-a250614b-4aad-4ac5-9dfb-e63e98e9e87a tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 946 time: 0.0821114 Apr 01 12:33:02.195474 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.224525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0cb3f7de-25f7-4620-82b0-780bc40d6bad, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0cb3f7de-25f7-4620-82b0-780bc40d6bad,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:02.226601 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e05ac594-a4bb-4996-8147-cf4d6693e46d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:02.227227 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.236407 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0001f562-db05-4af2-9682-0992e0cedd08,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:02.249240 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-21abb57f-1ce1-4938-8be6-3255bfc3b3a5 req-ab25baa0-0537-4e53-8697-0221db12a3d5 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd9786b-9ee6-48b3-a62f-0304f8f0892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833905 Apr 01 12:33:02.275490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '0cb3f7de-25f7-4620-82b0-780bc40d6bad', 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a', 'port_id': '0cb3f7de-25f7-4620-82b0-780bc40d6bad', 'mac_address': 'fa:16:3e:c8:e3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a946f799-cf29-42e6-b6bd-6fa7cca432b3', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:02.286819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:02.287435 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-0bfb04de-73d5-4252-aee9-655b20bf7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:02.287541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:02.287647 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-0bfb04de-73d5-4252-aee9-655b20bf7919 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b3fcc2-733d-4dd4-9533-6aa40c939ffc HTTP/1.1" status: 200 len: 797 time: 0.1883063 Apr 01 12:33:02.300792 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:33:02.315341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-528ee92f-83f0-4f42-9d15-88ac7eb8d575 req-5f1579e6-df0d-4aa8-a4cf-072c19c80f43 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Deleting port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:33:02.315674 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-528ee92f-83f0-4f42-9d15-88ac7eb8d575 req-5f1579e6-df0d-4aa8-a4cf-072c19c80f43 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.319924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-27d49c57-579e-4a9d-966e-71ef7eb06bc4 service neutron] 10.222.0.37 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745816 Apr 01 12:33:02.359023 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:02.377673 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.543551 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fdfe1-52c7-4fdb-905d-c8d0efd47e11 req-a29516e3-2631-41da-a8bf-b6a974287319 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:02.551643 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-881fdfe1-52c7-4fdb-905d-c8d0efd47e11 req-a29516e3-2631-41da-a8bf-b6a974287319 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1078286 Apr 01 12:33:02.562439 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.613091 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.629271 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-881fdfe1-52c7-4fdb-905d-c8d0efd47e11 req-f29946e9-4bf7-4d46-8c89-0bc4c561db51 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725267 Apr 01 12:33:02.631218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb3f7de-25f7-4620-82b0-780bc40d6bad {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:02.710521 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0cb3f7de-25f7-4620-82b0-780bc40d6bad, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0cb3f7de-25f7-4620-82b0-780bc40d6bad,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:02.722845 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.723498 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a2f119a9-b8d7-4a60-9c4f-c9688743c1cb details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:02.747820 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-bb7595f9-d71a-4d55-a0ec-3838ea68849d None None] Provisioning complete for port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:02.747820 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb7595f9-d71a-4d55-a0ec-3838ea68849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.803874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cb81c-d3fa-45a8-8012-107e91f3d086 req-ae4340b8-65bd-4c8d-8c7f-1f73d88057a6 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:02.805379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-047cb81c-d3fa-45a8-8012-107e91f3d086 req-ae4340b8-65bd-4c8d-8c7f-1f73d88057a6 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 944 time: 0.1086779 Apr 01 12:33:02.871452 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-047cb81c-d3fa-45a8-8012-107e91f3d086 req-9dce1f9b-2608-4cc4-9517-8708dca633ac tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507197 Apr 01 12:33:02.878940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-44eeb722-30ca-4af3-aeb6-275992e97eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:02.879531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0cb3f7de-25f7-4620-82b0-780bc40d6bad,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:02.879679 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-44eeb722-30ca-4af3-aeb6-275992e97eb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5780447 Apr 01 12:33:02.883573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-bb7595f9-d71a-4d55-a0ec-3838ea68849d None None] Port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:33:02.907646 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.913628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:02.919544 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.920424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e13c9d-381c-425c-94b1-a26176fea0f4 req-cbc3e17a-53fb-4ac2-af54-fccd3735d5f5 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:02.930086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'a2f119a9-b8d7-4a60-9c4f-c9688743c1cb', 'network_id': '8299f7cb-4ccf-4e00-b386-8891291bcc0a', 'port_id': 'a2f119a9-b8d7-4a60-9c4f-c9688743c1cb', 'mac_address': 'fa:16:3e:f6:c6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a946f799-cf29-42e6-b6bd-6fa7cca432b3', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:02.935859 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e13c9d-381c-425c-94b1-a26176fea0f4 req-cbc3e17a-53fb-4ac2-af54-fccd3735d5f5 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:02.942077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e13c9d-381c-425c-94b1-a26176fea0f4 req-cbc3e17a-53fb-4ac2-af54-fccd3735d5f5 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:02.943994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-08e13c9d-381c-425c-94b1-a26176fea0f4 req-cbc3e17a-53fb-4ac2-af54-fccd3735d5f5 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2399 time: 0.6414616 Apr 01 12:33:02.945589 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.946483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6252de-11b4-45ee-976a-3b3c155a6130 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:02.984007 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:02.985239 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:03.001915 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:03.022505 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-528ee92f-83f0-4f42-9d15-88ac7eb8d575 req-5f1579e6-df0d-4aa8-a4cf-072c19c80f43 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] For port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa,segment=NetworkSegment(3e1934ee-4da3-455c-a18f-f8a2dafceac5),segment_id=3e1934ee-4da3-455c-a18f-f8a2dafceac5)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:03.023167 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-528ee92f-83f0-4f42-9d15-88ac7eb8d575 req-5f1579e6-df0d-4aa8-a4cf-072c19c80f43 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:03.031846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:03.056356 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:03.057142 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8e80ade-43e2-41b9-be8d-49d25ffc24b7 req-7e47cd2c-600d-4f6d-9177-940a240fa5f1 service neutron] 10.222.0.37 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6839345 Apr 01 12:33:03.058840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-528ee92f-83f0-4f42-9d15-88ac7eb8d575 req-5f1579e6-df0d-4aa8-a4cf-072c19c80f43 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Calling delete_port for a53b405b-4b8c-4517-aa6c-8b9543cb2bfa owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:33:03.112057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f119a9-b8d7-4a60-9c4f-c9688743c1cb {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:03.119691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Transition to ACTIVE for port object 9e6252de-11b4-45ee-976a-3b3c155a6130 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:33:03.124722 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-08e13c9d-381c-425c-94b1-a26176fea0f4 req-8a176a7f-8885-4fb1-b0ca-0ef47e6a3394 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465344 Apr 01 12:33:03.143893 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:03.155577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Attempting to bind port 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:33:03.155942 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Attempting to bind port 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:33:03.156294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Attempting to bind port 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:03.175396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:03.179966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:33:03.180398 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:03.180831 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:03.181216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:33:03.181676 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Bound port: 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:33:03.182073 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:03.239712 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] For port 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:33:03.242102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:03.243319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] For port 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6fe0e9c1-fd56-4dd9-bea4-0901477d4e04,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:33:03.245980 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d6a32-23d6-4d59-b62c-11ca7848cafe None None] Pushing event updated for resources: {'Port': ['ID=6fe0e9c1-fd56-4dd9-bea4-0901477d4e04,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:03.249315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:03.263387 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:03.264394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0468e38c-78b5-48d7-9cc6-7143f8d41d14 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:03.268002 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:03.347466 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc374c1c-30c6-4612-b75a-d4eaf7434c93 req-add79742-99a4-44f7-a030-1584a8c5c81e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:03.354756 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc374c1c-30c6-4612-b75a-d4eaf7434c93 req-add79742-99a4-44f7-a030-1584a8c5c81e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:03.373572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc374c1c-30c6-4612-b75a-d4eaf7434c93 req-add79742-99a4-44f7-a030-1584a8c5c81e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:03.383452 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc374c1c-30c6-4612-b75a-d4eaf7434c93 req-add79742-99a4-44f7-a030-1584a8c5c81e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:03.390743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc374c1c-30c6-4612-b75a-d4eaf7434c93 req-add79742-99a4-44f7-a030-1584a8c5c81e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:03.396780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Routers {'719ec04d-d050-41ad-a0bf-918275b39635'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:03.397422 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:32:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['719ec04d-d050-41ad-a0bf-918275b39635'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:03.404118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc374c1c-30c6-4612-b75a-d4eaf7434c93 req-add79742-99a4-44f7-a030-1584a8c5c81e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:03.411976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc374c1c-30c6-4612-b75a-d4eaf7434c93 req-add79742-99a4-44f7-a030-1584a8c5c81e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:03.425914 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc374c1c-30c6-4612-b75a-d4eaf7434c93 req-add79742-99a4-44f7-a030-1584a8c5c81e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.2421787 Apr 01 12:33:03.490819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'tag': 'a0ed6865-e20b-48a3-8121-7b46936ea8e2'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:03.496157 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199a9869-4d68-42c1-9941-4e46c326f9af" -d '{"events": [{"name": "network-changed", "server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "tag": "a0ed6865-e20b-48a3-8121-7b46936ea8e2"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:03.518855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:03.565110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9823f-b243-486f-b60e-d3d2b6eb6026 req-20f2ee64-a881-4374-a011-e3b9059266d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:03.566706 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bad9823f-b243-486f-b60e-d3d2b6eb6026 req-20f2ee64-a881-4374-a011-e3b9059266d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5068ae6ccb549b3b2b7930b216ec36a&device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 1095 time: 0.4453840 Apr 01 12:33:03.571294 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc374c1c-30c6-4612-b75a-d4eaf7434c93 req-db1a86c2-6730-44c4-b70d-6ed3cbfb4a0e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438379 Apr 01 12:33:03.583702 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-528ee92f-83f0-4f42-9d15-88ac7eb8d575 req-5f1579e6-df0d-4aa8-a4cf-072c19c80f43 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:03.612271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['a53b405b-4b8c-4517-aa6c-8b9543cb2bfa'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:03.622604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Router 719ec04d-d050-41ad-a0bf-918275b39635 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:33:03.641170 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-46eb101e-79de-430b-a445-2b673574daf3 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7502019 Apr 01 12:33:03.641774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6252de-11b4-45ee-976a-3b3c155a6130,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:03.766190 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d6a32-23d6-4d59-b62c-11ca7848cafe None None] Pushing event updated for resources: {'Port': ['ID=6fe0e9c1-fd56-4dd9-bea4-0901477d4e04,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:03.778434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1579e6-df0d-4aa8-a4cf-072c19c80f43 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Pushing event deleted for resources: {'Port': ['ID=a53b405b-4b8c-4517-aa6c-8b9543cb2bfa,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:03.805735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0468e38c-78b5-48d7-9cc6-7143f8d41d14, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0468e38c-78b5-48d7-9cc6-7143f8d41d14,segment=NetworkSegment(da62e856-d508-4f97-8492-3e3a3e7a55b7),segment_id=da62e856-d508-4f97-8492-3e3a3e7a55b7)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:03.829432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8ecabae4-1751-494c-87e1-afcfc67f6919 None None] Provisioning complete for port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:03.829792 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8ecabae4-1751-494c-87e1-afcfc67f6919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:03.840080 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '0468e38c-78b5-48d7-9cc6-7143f8d41d14', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'port_id': '0468e38c-78b5-48d7-9cc6-7143f8d41d14', 'mac_address': 'fa:16:3e:85:2b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:03.867182 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] Set router 719ec04d-d050-41ad-a0bf-918275b39635 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:03.952347 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8ecabae4-1751-494c-87e1-afcfc67f6919 None None] Port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:33:03.972520 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-cb57f0a9-d3ec-44da-a688-cb22e53ee2fd service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043120 Apr 01 12:33:03.974378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9823f-b243-486f-b60e-d3d2b6eb6026 req-c520166d-ebcf-4abe-b4fa-06b42a5d1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:03.976049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bad9823f-b243-486f-b60e-d3d2b6eb6026 req-c520166d-ebcf-4abe-b4fa-06b42a5d1fb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=927cf1a7-fd9e-4c14-9449-f71cb773648c HTTP/1.1" status: 200 len: 922 time: 0.3956335 Apr 01 12:33:03.997983 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:04.014420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-528ee92f-83f0-4f42-9d15-88ac7eb8d575 req-5f1579e6-df0d-4aa8-a4cf-072c19c80f43 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] No DVR routers for this DVR port a53b405b-4b8c-4517-aa6c-8b9543cb2bfa on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:33:04.022101 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-528ee92f-83f0-4f42-9d15-88ac7eb8d575 req-5f1579e6-df0d-4aa8-a4cf-072c19c80f43 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:04.024410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0468e38c-78b5-48d7-9cc6-7143f8d41d14 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:04.026418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-528ee92f-83f0-4f42-9d15-88ac7eb8d575 req-5f1579e6-df0d-4aa8-a4cf-072c19c80f43 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.44 "DELETE /v2.0/ports/a53b405b-4b8c-4517-aa6c-8b9543cb2bfa HTTP/1.1" status: 204 len: 173 time: 2.1992383 Apr 01 12:33:04.115423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0468e38c-78b5-48d7-9cc6-7143f8d41d14, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0468e38c-78b5-48d7-9cc6-7143f8d41d14,segment=NetworkSegment(da62e856-d508-4f97-8492-3e3a3e7a55b7),segment_id=da62e856-d508-4f97-8492-3e3a3e7a55b7)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:04.123137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3434d2-0d0c-4072-bc22-d86a37c99f43 req-ead7e6d1-b7a6-471f-a94b-fccd528c1cc1 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.127447 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:04.130255 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 782604cb-2bb9-428a-9dc4-3a1149c5ee64 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:04.131304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3434d2-0d0c-4072-bc22-d86a37c99f43 req-ead7e6d1-b7a6-471f-a94b-fccd528c1cc1 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.139429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3434d2-0d0c-4072-bc22-d86a37c99f43 req-ead7e6d1-b7a6-471f-a94b-fccd528c1cc1 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.148001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3434d2-0d0c-4072-bc22-d86a37c99f43 req-ead7e6d1-b7a6-471f-a94b-fccd528c1cc1 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.156566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3434d2-0d0c-4072-bc22-d86a37c99f43 req-ead7e6d1-b7a6-471f-a94b-fccd528c1cc1 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.165565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3434d2-0d0c-4072-bc22-d86a37c99f43 req-ead7e6d1-b7a6-471f-a94b-fccd528c1cc1 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.174096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3434d2-0d0c-4072-bc22-d86a37c99f43 req-ead7e6d1-b7a6-471f-a94b-fccd528c1cc1 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.192694 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad3434d2-0d0c-4072-bc22-d86a37c99f43 req-ead7e6d1-b7a6-471f-a94b-fccd528c1cc1 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5434 time: 0.8835430 Apr 01 12:33:04.222863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:33:04.237303 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2942d3c3-4b23-432c-88ce-f75a6c941ed3 admin admin] 10.222.0.45 "PUT /v2.0/routers/719ec04d-d050-41ad-a0bf-918275b39635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3021951 Apr 01 12:33:04.259855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:04.266537 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3dc51801-f626-4b83-8e46-9b258b675751 req-128516cc-d57f-4eab-a858-919cf47688e6 tempest-InstanceActionsV221TestJSON-1615220206 tempest-InstanceActionsV221TestJSON-1615220206-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8526bd5-e419-4a54-8972-97b59447c5f5 HTTP/1.1" status: 200 len: 210 time: 0.0452209 Apr 01 12:33:04.316671 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bad9823f-b243-486f-b60e-d3d2b6eb6026 req-1c38839c-b890-42a1-82f8-d84a126068b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 HTTP/1.1" status: 200 len: 217 time: 0.3104668 Apr 01 12:33:04.318089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-953f13f5-101b-4443-bdb4-becedfd762d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=161af0c9-f483-402a-8050-385f97f34b57 HTTP/1.1" status: 200 len: 217 time: 0.3188303 Apr 01 12:33:04.350223 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.resource_extend [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:33:04.373139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0468e38c-78b5-48d7-9cc6-7143f8d41d14,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:04.461152 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50a2a1c-603a-4d2a-bdcf-d0b93261c9b8 x-openstack-request-id: req-a50a2a1c-603a-4d2a-bdcf-d0b93261c9b8 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:04.461582 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "tag": "a0ed6865-e20b-48a3-8121-7b46936ea8e2", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:04.461935 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a50a2a1c-603a-4d2a-bdcf-d0b93261c9b8 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:04.462459 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50a2a1c-603a-4d2a-bdcf-d0b93261c9b8'] response: {'name': 'network-changed', 'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'tag': 'a0ed6865-e20b-48a3-8121-7b46936ea8e2', 'status': 'completed', 'code': 200} Apr 01 12:33:04.482710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad3434d2-0d0c-4072-bc22-d86a37c99f43 req-8d441f20-8b1d-426c-a0d2-479266f5dfa2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2873437 Apr 01 12:33:04.561208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602425f0-b076-4e1e-b534-4a1b86f5fe6d req-17a58a27-ef31-4ec7-993b-16c2c71d4f1e tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.565767 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-602425f0-b076-4e1e-b534-4a1b86f5fe6d req-17a58a27-ef31-4ec7-993b-16c2c71d4f1e tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1000633 Apr 01 12:33:04.584419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Attempting to bind port 9e6252de-11b4-45ee-976a-3b3c155a6130 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:33:04.584419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Attempting to bind port 9e6252de-11b4-45ee-976a-3b3c155a6130 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:33:04.584419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Attempting to bind port 9e6252de-11b4-45ee-976a-3b3c155a6130 on network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:04.611259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Port 9e6252de-11b4-45ee-976a-3b3c155a6130 on network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:33:04.611584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Attempting to bind port 9e6252de-11b4-45ee-976a-3b3c155a6130 on network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:04.619237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:33:04.619583 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Checking segment: {'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:04.619945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Bound using segment: {'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:33:04.620424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Bound port: 9e6252de-11b4-45ee-976a-3b3c155a6130, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ac6435-8552-4468-8189-310d72f49b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:33:04.621854 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:04.642805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a9869-4d68-42c1-9941-4e46c326f9af req-4b84be15-b7c9-452c-981a-65e17a3ef490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.643295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a9869-4d68-42c1-9941-4e46c326f9af req-4b84be15-b7c9-452c-981a-65e17a3ef490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.643968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a9869-4d68-42c1-9941-4e46c326f9af req-4b84be15-b7c9-452c-981a-65e17a3ef490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.646129 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-199a9869-4d68-42c1-9941-4e46c326f9af req-4b84be15-b7c9-452c-981a-65e17a3ef490 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2822 time: 0.2226510 Apr 01 12:33:04.648322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9823f-b243-486f-b60e-d3d2b6eb6026 req-2a848f14-8242-4442-b753-fa97fedd04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.649869 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bad9823f-b243-486f-b60e-d3d2b6eb6026 req-2a848f14-8242-4442-b753-fa97fedd04e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=503fdfca-6d7e-46fb-b3ec-a887d3865368 HTTP/1.1" status: 200 len: 861 time: 0.3079817 Apr 01 12:33:04.683187 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-602425f0-b076-4e1e-b534-4a1b86f5fe6d req-4e1846b1-2b1b-4664-90d2-9985f62e71e7 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122634 Apr 01 12:33:04.708429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:04.708832 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:04.739137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] For port 9e6252de-11b4-45ee-976a-3b3c155a6130, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:33:04.742901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] For port 9e6252de-11b4-45ee-976a-3b3c155a6130, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9e6252de-11b4-45ee-976a-3b3c155a6130,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:33:04.796788 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bad9823f-b243-486f-b60e-d3d2b6eb6026 req-03b88515-8c0f-42a1-bcc1-4e2b01b12164 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=927cf1a7-fd9e-4c14-9449-f71cb773648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504229 Apr 01 12:33:04.864608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 782604cb-2bb9-428a-9dc4-3a1149c5ee64, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=782604cb-2bb9-428a-9dc4-3a1149c5ee64,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:04.889599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '782604cb-2bb9-428a-9dc4-3a1149c5ee64', 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d', 'port_id': '782604cb-2bb9-428a-9dc4-3a1149c5ee64', 'mac_address': 'fa:16:3e:66:73:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2eb4401-4562-462a-a096-0228c37ee74c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:04.935365 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ff043-3987-40db-a737-6b9801ef27ba req-96a9b828-6105-47fb-9fc7-478bfd7fa8be tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.949112 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ff043-3987-40db-a737-6b9801ef27ba req-96a9b828-6105-47fb-9fc7-478bfd7fa8be tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.969453 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ff043-3987-40db-a737-6b9801ef27ba req-96a9b828-6105-47fb-9fc7-478bfd7fa8be tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:04.971522 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-628ff043-3987-40db-a737-6b9801ef27ba req-96a9b828-6105-47fb-9fc7-478bfd7fa8be tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2411 time: 0.1664772 Apr 01 12:33:05.043571 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:05.064415 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59', 'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'mac_address': 'fa:16:3e:bd:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:01Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 2, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'subnets': [{'id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:05.067504 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-628ff043-3987-40db-a737-6b9801ef27ba req-c33fbb2a-08c7-4b9d-ba8e-2b3f1333e488 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847595 Apr 01 12:33:05.075302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a9869-4d68-42c1-9941-4e46c326f9af req-cbeb50aa-26b2-4547-91ec-6bcb94cacaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.075817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a9869-4d68-42c1-9941-4e46c326f9af req-cbeb50aa-26b2-4547-91ec-6bcb94cacaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.076205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a9869-4d68-42c1-9941-4e46c326f9af req-cbeb50aa-26b2-4547-91ec-6bcb94cacaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.089940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-199a9869-4d68-42c1-9941-4e46c326f9af req-cbeb50aa-26b2-4547-91ec-6bcb94cacaa3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3446143 Apr 01 12:33:05.091290 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:05.094336 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-f6fc91b3-a726-4a56-9ec8-f167cba62826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.095853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-f6fc91b3-a726-4a56-9ec8-f167cba62826 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9 HTTP/1.1" status: 200 len: 797 time: 0.7677250 Apr 01 12:33:05.187973 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782604cb-2bb9-428a-9dc4-3a1149c5ee64 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:05.195755 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:05.206075 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5e57db-f344-45fd-9524-af46b7971f8b None None] The sync data for ids ['719ec04d-d050-41ad-a0bf-918275b39635'] in n-d-836146-1 is: [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59', 'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'mac_address': 'fa:16:3e:bd:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:01Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 2, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'subnets': [{'id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:33:05.259401 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59974) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:05.268910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1528718510-network', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:05.272469 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 782604cb-2bb9-428a-9dc4-3a1149c5ee64, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=782604cb-2bb9-428a-9dc4-3a1149c5ee64,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:05.280072 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:05.282964 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59b5c8b-18fd-4eb8-bfbd-e9984da015f2" -d '{"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-plugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:05.290117 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:05.290948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 9a72bc3d-c93e-4eee-a682-5d589d7ea4da details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:05.313804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Made reservation on behalf of 145d0bf6e4cb46ff88e4e6883a03ed01 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:33:05.314244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:05.324609 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:05.341402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:05.343905 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:05.364638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6252de-11b4-45ee-976a-3b3c155a6130,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:05.367939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a9869-4d68-42c1-9941-4e46c326f9af req-508cebc1-1000-4e6d-80e2-e8bac0a636d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.369829 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-199a9869-4d68-42c1-9941-4e46c326f9af req-508cebc1-1000-4e6d-80e2-e8bac0a636d4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2556431 Apr 01 12:33:05.399741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b628833-6453-4526-ab3a-98d66adabcc7 req-c52e21f4-f01f-4d8e-b79a-e763bda0a671 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.404116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:05.409454 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b628833-6453-4526-ab3a-98d66adabcc7 req-c52e21f4-f01f-4d8e-b79a-e763bda0a671 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.417979 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=782604cb-2bb9-428a-9dc4-3a1149c5ee64,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:05.423874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b628833-6453-4526-ab3a-98d66adabcc7 req-c52e21f4-f01f-4d8e-b79a-e763bda0a671 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.430672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b628833-6453-4526-ab3a-98d66adabcc7 req-c52e21f4-f01f-4d8e-b79a-e763bda0a671 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.439104 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '9a72bc3d-c93e-4eee-a682-5d589d7ea4da', 'network_id': '5d19e00b-4c7e-469c-977f-eafd0fa09c3d', 'port_id': '9a72bc3d-c93e-4eee-a682-5d589d7ea4da', 'mac_address': 'fa:16:3e:b3:b2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2eb4401-4562-462a-a096-0228c37ee74c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:05.458506 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b628833-6453-4526-ab3a-98d66adabcc7 req-c52e21f4-f01f-4d8e-b79a-e763bda0a671 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.462847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.463518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:05.465672 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-73f51cab-3dab-4843-8d95-94a11ea77457 service neutron] 10.222.0.37 "PUT /v2.0/ports/9e6252de-11b4-45ee-976a-3b3c155a6130 HTTP/1.1" status: 200 len: 1092 time: 4.3622985 Apr 01 12:33:05.475969 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697e11-9097-478d-a05d-b4b4dcd46fab req-b49c1a47-a7fe-4df5-9085-beb82d503121 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.484410 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b4697e11-9097-478d-a05d-b4b4dcd46fab req-b49c1a47-a7fe-4df5-9085-beb82d503121 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 944 time: 0.7105212 Apr 01 12:33:05.488559 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b628833-6453-4526-ab3a-98d66adabcc7 req-c52e21f4-f01f-4d8e-b79a-e763bda0a671 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.520114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b628833-6453-4526-ab3a-98d66adabcc7 req-c52e21f4-f01f-4d8e-b79a-e763bda0a671 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.530920 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b628833-6453-4526-ab3a-98d66adabcc7 req-c52e21f4-f01f-4d8e-b79a-e763bda0a671 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.3322098 Apr 01 12:33:05.536788 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c1d0c081-2a8e-41c5-8604-b8b16148f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:05.538972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-c1d0c081-2a8e-41c5-8604-b8b16148f836 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9f69244-fb4e-47fa-9497-4cf0558e39f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1781421 Apr 01 12:33:05.655920 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b628833-6453-4526-ab3a-98d66adabcc7 req-d3e47c2f-e210-4f60-af01-4002157e8ed3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233852 Apr 01 12:33:05.841621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=10']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:05.896354 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:05.903964 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:05.945072 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:33:05.952816 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647cf83b-2d9e-4c2f-9267-cf7110a758ee,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:05.955171 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:05.988170 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:05.989466 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Added segment 5e91e171-f538-4f83-9404-0be304357bfe of type vlan for network 518ee5bb-67f2-4bb3-b22f-225e870c1cbc Apr 01 12:33:06.001004 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b4697e11-9097-478d-a05d-b4b4dcd46fab req-150d2ca1-87b8-4d6c-8fe1-e1731453b010 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155060 Apr 01 12:33:06.009702 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a72bc3d-c93e-4eee-a682-5d589d7ea4da {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:06.059980 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bad9823f-b243-486f-b60e-d3d2b6eb6026 req-29785c20-dc2d-4a7e-b7c3-fcb473ffcadc service neutron] 10.222.0.37 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9422214 Apr 01 12:33:06.069632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:06.082782 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:06.083761 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:06.144669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-c1671ede-5a0e-42c6-872d-03c93443d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.145398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-c1671ede-5a0e-42c6-872d-03c93443d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.145921 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-c1671ede-5a0e-42c6-872d-03c93443d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.147082 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:06.148397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-c1671ede-5a0e-42c6-872d-03c93443d17a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2864 time: 0.6083152 Apr 01 12:33:06.149316 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.150153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:06.192008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:06.227745 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9639413 Apr 01 12:33:06.232052 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59994) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:06.237873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b411eb44-e756-4cac-b3f6-d4ba4deb25d8 admin admin] Request body: {'subnet': {'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1528718510-subnet', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:06.245106 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-3d5705d0-7190-4abf-aa52-8475bbdffc24 service neutron] 10.222.0.44 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640282 Apr 01 12:33:06.256282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:06.286381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbb315-4812-4d54-9b5e-e72f81bf866e admin admin] Pushing event updated for resources: {'Network': ['ID=518ee5bb-67f2-4bb3-b22f-225e870c1cbc,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:06.321077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b411eb44-e756-4cac-b3f6-d4ba4deb25d8 admin admin] Made reservation on behalf of 145d0bf6e4cb46ff88e4e6883a03ed01 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:33:06.324544 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b411eb44-e756-4cac-b3f6-d4ba4deb25d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:06.381227 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-d7cc7f69-f02e-4531-8f24-5087c0f902c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=0cbdf885-306f-4b05-923e-8c80d6451d3a HTTP/1.1" status: 200 len: 217 time: 0.2022712 Apr 01 12:33:06.420398 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:06.433831 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63a9201-bea7-4866-a818-b72e9fcd56cd x-openstack-request-id: req-d63a9201-bea7-4866-a818-b72e9fcd56cd {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:06.434197 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-plugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:06.434507 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d63a9201-bea7-4866-a818-b72e9fcd56cd {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:06.435363 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63a9201-bea7-4866-a818-b72e9fcd56cd'] response: {'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'code': 200} Apr 01 12:33:06.445344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30', 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c', 'port_id': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30', 'mac_address': 'fa:16:3e:aa:df:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503fdfca-6d7e-46fb-b3ec-a887d3865368', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:06.457418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 518ee5bb-67f2-4bb3-b22f-225e870c1cbc details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:33:06.498323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8526bd5-e419-4a54-8972-97b59447c5f5', 'name': 'network-vif-deleted', 'tag': 'a53b405b-4b8c-4517-aa6c-8b9543cb2bfa'}, {'name': 'network-changed', 'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'tag': '9e6252de-11b4-45ee-976a-3b3c155a6130'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:06.500723 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c7a2c1-c3c8-4d59-a781-311ea418f51f" -d '{"events": [{"server_uuid": "d8526bd5-e419-4a54-8972-97b59447c5f5", "name": "network-vif-deleted", "tag": "a53b405b-4b8c-4517-aa6c-8b9543cb2bfa"}, {"name": "network-changed", "server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "tag": "9e6252de-11b4-45ee-976a-3b3c155a6130"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:06.610833 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6dd2abab-e612-4951-a9c5-ecb2d9fb4752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:06.698116 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b411eb44-e756-4cac-b3f6-d4ba4deb25d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:06.716641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52475-3d6e-4325-b67a-610b450e93d0 req-e77e9bb3-ce02-4fc5-9609-afb83f46e76e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.717486 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['0cb3f7de-25f7-4620-82b0-780bc40d6bad'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:06.720747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['0001f562-db05-4af2-9682-0992e0cedd08'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:06.722754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52475-3d6e-4325-b67a-610b450e93d0 req-e77e9bb3-ce02-4fc5-9609-afb83f46e76e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.728980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52475-3d6e-4325-b67a-610b450e93d0 req-e77e9bb3-ce02-4fc5-9609-afb83f46e76e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.749022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52475-3d6e-4325-b67a-610b450e93d0 req-e77e9bb3-ce02-4fc5-9609-afb83f46e76e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.756860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52475-3d6e-4325-b67a-610b450e93d0 req-e77e9bb3-ce02-4fc5-9609-afb83f46e76e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.764336 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52475-3d6e-4325-b67a-610b450e93d0 req-e77e9bb3-ce02-4fc5-9609-afb83f46e76e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.772640 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411eb44-e756-4cac-b3f6-d4ba4deb25d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb7e6de-320e-4a0d-b033-2e7e6ac8e091,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:06.780651 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52475-3d6e-4325-b67a-610b450e93d0 req-e77e9bb3-ce02-4fc5-9609-afb83f46e76e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.790391 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-47f52475-3d6e-4325-b67a-610b450e93d0 req-e77e9bb3-ce02-4fc5-9609-afb83f46e76e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5437 time: 0.5441461 Apr 01 12:33:06.809217 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['5e1b1c53-b540-4432-941f-2c8d708a455a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:06.811862 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['a2f119a9-b8d7-4a60-9c4f-c9688743c1cb'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:06.815339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['9a72bc3d-c93e-4eee-a682-5d589d7ea4da'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:06.824179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-d1ad27dc-90a7-4a06-add9-37b7a752d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.825972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-d1ad27dc-90a7-4a06-add9-37b7a752d9ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8e3ead0-3650-47dc-ae65-26ab77bd7983 HTTP/1.1" status: 200 len: 801 time: 0.4318180 Apr 01 12:33:06.828338 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bad9823f-b243-486f-b60e-d3d2b6eb6026 req-3867cfce-cde9-44ee-9568-b9061b5375a2 service neutron] 10.222.0.37 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7496178 Apr 01 12:33:06.836145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf9cc3-63b0-4d8e-b544-5e1268023aa7 req-c509aaaf-e441-4e2b-a4d5-028bd032f81b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:06.851313 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6ecf9cc3-63b0-4d8e-b544-5e1268023aa7 req-c509aaaf-e441-4e2b-a4d5-028bd032f81b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1709495 Apr 01 12:33:06.861300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['782604cb-2bb9-428a-9dc4-3a1149c5ee64'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:06.900975 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6ecf9cc3-63b0-4d8e-b544-5e1268023aa7 req-30af9d21-1c6e-4ff0-8d02-fef3149e1254 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487421 Apr 01 12:33:06.902809 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b411eb44-e756-4cac-b3f6-d4ba4deb25d8 admin admin] Checking segment: {'id': '5e91e171-f538-4f83-9404-0be304357bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:06.903175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411eb44-e756-4cac-b3f6-d4ba4deb25d8 admin admin] Network hostable DHCP agents. Network: 518ee5bb-67f2-4bb3-b22f-225e870c1cbc, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:33:06.909469 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['0468e38c-78b5-48d7-9cc6-7143f8d41d14'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:06.947844 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:06.953010 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411eb44-e756-4cac-b3f6-d4ba4deb25d8 admin admin] Network 518ee5bb-67f2-4bb3-b22f-225e870c1cbc is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:33:06.955971 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-6f47683f-6f7b-4121-82cb-a51bb61b64e1 service neutron] 10.222.0.44 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762544 Apr 01 12:33:06.979090 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b411eb44-e756-4cac-b3f6-d4ba4deb25d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 518ee5bb-67f2-4bb3-b22f-225e870c1cbc) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:06.998522 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b411eb44-e756-4cac-b3f6-d4ba4deb25d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:07.002895 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b411eb44-e756-4cac-b3f6-d4ba4deb25d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:07.031627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-61e4da12-2948-4706-b5ac-b1ea58520579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:07.035585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-61e4da12-2948-4706-b5ac-b1ea58520579 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e341ca2-6f66-4724-abcd-4f2b5f176f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1887233 Apr 01 12:33:07.048934 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-47f52475-3d6e-4325-b67a-610b450e93d0 req-2b8547f4-588b-48f4-891a-32d60e19affe tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2563865 Apr 01 12:33:07.065044 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b411eb44-e756-4cac-b3f6-d4ba4deb25d8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8338225 Apr 01 12:33:07.067000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:07.100205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60002) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:07.101030 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:07.105770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1528718510-router', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:07.150660 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91e65a7-7025-4785-b859-803e5efbc698 None None] Network 518ee5bb-67f2-4bb3-b22f-225e870c1cbc requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:33:07.156205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da9d6e-480b-4f48-be58-db38e3448ce4 req-b64d8968-c1b4-4518-8933-23259adf118d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:07.170644 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da9d6e-480b-4f48-be58-db38e3448ce4 req-b64d8968-c1b4-4518-8933-23259adf118d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:07.179377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da9d6e-480b-4f48-be58-db38e3448ce4 req-b64d8968-c1b4-4518-8933-23259adf118d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:07.181892 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e5da9d6e-480b-4f48-be58-db38e3448ce4 req-b64d8968-c1b4-4518-8933-23259adf118d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2411 time: 0.1454122 Apr 01 12:33:07.185704 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:07.187374 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:07.206348 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:07.226678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-50755bd7-99d1-436d-bab7-7a427a6c0166 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3169eea2-bfca-4a16-b075-cd91a8fee564 HTTP/1.1" status: 200 len: 217 time: 0.2595284 Apr 01 12:33:07.360940 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:07.394277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:07.472690 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e5da9d6e-480b-4f48-be58-db38e3448ce4 req-1aa7a5ac-06bc-488e-b4c1-fafde9b87865 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734699 Apr 01 12:33:07.715119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['ce020e64-8394-4cb1-9d94-3a9cfa6a0c30'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:07.734966 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:07.775865 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2012e6ef-0a4b-412f-9da5-af264d2b4a9d x-openstack-request-id: req-2012e6ef-0a4b-412f-9da5-af264d2b4a9d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:07.776149 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8526bd5-e419-4a54-8972-97b59447c5f5", "name": "network-vif-deleted", "tag": "a53b405b-4b8c-4517-aa6c-8b9543cb2bfa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "tag": "9e6252de-11b4-45ee-976a-3b3c155a6130", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:07.776382 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2012e6ef-0a4b-412f-9da5-af264d2b4a9d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:07.777556 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2012e6ef-0a4b-412f-9da5-af264d2b4a9d'] response: {'server_uuid': 'd8526bd5-e419-4a54-8972-97b59447c5f5', 'name': 'network-vif-deleted', 'tag': 'a53b405b-4b8c-4517-aa6c-8b9543cb2bfa', 'status': 'completed', 'code': 200} Apr 01 12:33:07.777912 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2012e6ef-0a4b-412f-9da5-af264d2b4a9d'] response: {'name': 'network-changed', 'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'tag': '9e6252de-11b4-45ee-976a-3b3c155a6130', 'status': 'completed', 'code': 200} Apr 01 12:33:07.784497 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b241-93a2-409a-9952-ddec4f4f88ba req-5a34c30e-aba4-45eb-a56a-15954823cc93 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:07.786233 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc55b241-93a2-409a-9952-ddec4f4f88ba req-5a34c30e-aba4-45eb-a56a-15954823cc93 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 945 time: 0.1627102 Apr 01 12:33:07.931082 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-c243a81d-83e8-4351-a1d4-356c1f705d03 service neutron] 10.222.0.37 "GET /v2.0/networks/8e341ca2-6f66-4724-abcd-4f2b5f176f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8745120 Apr 01 12:33:07.932522 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc55b241-93a2-409a-9952-ddec4f4f88ba req-3ccf1c95-54ee-4cec-9966-3cbb6be41388 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355219 Apr 01 12:33:07.972796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8863315-00c2-43f9-ba09-4934776fb8a6 req-53609016-1526-4f12-abcd-8365a64cd027 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:07.995102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8863315-00c2-43f9-ba09-4934776fb8a6 req-53609016-1526-4f12-abcd-8365a64cd027 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.005850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8863315-00c2-43f9-ba09-4934776fb8a6 req-53609016-1526-4f12-abcd-8365a64cd027 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.013188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8863315-00c2-43f9-ba09-4934776fb8a6 req-53609016-1526-4f12-abcd-8365a64cd027 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.051223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8863315-00c2-43f9-ba09-4934776fb8a6 req-53609016-1526-4f12-abcd-8365a64cd027 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.058811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8863315-00c2-43f9-ba09-4934776fb8a6 req-53609016-1526-4f12-abcd-8365a64cd027 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.067480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8863315-00c2-43f9-ba09-4934776fb8a6 req-53609016-1526-4f12-abcd-8365a64cd027 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.073748 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e8863315-00c2-43f9-ba09-4934776fb8a6 req-53609016-1526-4f12-abcd-8365a64cd027 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.2931435 Apr 01 12:33:08.078755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-79612cb1-8455-4cfb-a250-641a58580f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.082064 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-79612cb1-8455-4cfb-a250-641a58580f0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9 HTTP/1.1" status: 200 len: 797 time: 0.8437300 Apr 01 12:33:08.159360 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:08.213596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a53b405b-4b8c-4517-aa6c-8b9543cb2bfa no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:33:08.223230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e1f5f-577c-4346-9e29-12e85add0f29 req-acce0cc7-a5d6-46a0-a4e8-d18541a777cb tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.226978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e8863315-00c2-43f9-ba09-4934776fb8a6 req-6536da8f-123e-47f8-a303-c7f87bccacee tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1434734 Apr 01 12:33:08.231023 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ef8e1f5f-577c-4346-9e29-12e85add0f29 req-acce0cc7-a5d6-46a0-a4e8-d18541a777cb tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1355150 Apr 01 12:33:08.243572 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:08.270546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-a01f104e-6ba4-47ce-a806-0e53a92fda6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.272059 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-a01f104e-6ba4-47ce-a806-0e53a92fda6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9f69244-fb4e-47fa-9497-4cf0558e39f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1586335 Apr 01 12:33:08.274757 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:08.308382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: a53b405b-4b8c-4517-aa6c-8b9543cb2bfa {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:33:08.308929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a53b405b-4b8c-4517-aa6c-8b9543cb2bfa not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:33:08.372327 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ef8e1f5f-577c-4346-9e29-12e85add0f29 req-e8058d6f-9c70-41e3-aeac-866da8088e68 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403067 Apr 01 12:33:08.397780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60020) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:08.473010 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-3f52bd5d-a29c-4f64-b9e9-a8920f7c4fa5 service neutron] 10.222.0.37 "GET /v2.0/networks/8e341ca2-6f66-4724-abcd-4f2b5f176f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316393 Apr 01 12:33:08.474907 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-aa4512d1-7b0d-4c5a-8d32-9feb8b081364 service neutron] 10.222.0.44 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926472 Apr 01 12:33:08.562591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-aac3fd9f-0a41-4f88-9c95-4e93ee4e410c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.99&port_id=a0ed6865-e20b-48a3-8121-7b46936ea8e2 HTTP/1.1" status: 200 len: 217 time: 0.0779738 Apr 01 12:33:08.576479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7a6860-f672-4696-9636-1faadd91ba79 admin admin] Deleting subnet d47e4f70-aed8-4872-bce5-853c056eeb99 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:33:08.641106 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6860-f672-4696-9636-1faadd91ba79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:08.674690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:08.675507 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:08.683546 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:08.690863 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6860-f672-4696-9636-1faadd91ba79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:08.755603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-848e69f7-a0c9-4de4-9064-6e134d128dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.757182 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-848e69f7-a0c9-4de4-9064-6e134d128dad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22098b9e-437b-4916-aab3-b3ae893fda45 HTTP/1.1" status: 200 len: 801 time: 0.1874087 Apr 01 12:33:08.760535 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6860-f672-4696-9636-1faadd91ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:08.824122 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:08.828818 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-099ac51c-b8bb-497d-9d27-3d2ea8b4ec4c req-72ed6e39-547f-4fcc-886e-4794f866f67f service neutron] 10.222.0.44 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422322 Apr 01 12:33:08.832998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Allocated IP 172.25.7.67 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/8cf42ca4-4108-4a9d-901b-37860fda14b7) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:08.841906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6860-f672-4696-9636-1faadd91ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:08.848387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8625146-cda6-4bda-b469-3495dc73e9f5 req-581bad66-f654-4329-86c7-2125c79e460f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.856863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50754ddd-8390-4527-ad42-095e4e7fb43c req-b3615605-3ab7-470d-8704-00516953719c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.857559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8625146-cda6-4bda-b469-3495dc73e9f5 req-581bad66-f654-4329-86c7-2125c79e460f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.864400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8625146-cda6-4bda-b469-3495dc73e9f5 req-581bad66-f654-4329-86c7-2125c79e460f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.865038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50754ddd-8390-4527-ad42-095e4e7fb43c req-b3615605-3ab7-470d-8704-00516953719c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.875817 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50754ddd-8390-4527-ad42-095e4e7fb43c req-b3615605-3ab7-470d-8704-00516953719c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.880689 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a8625146-cda6-4bda-b469-3495dc73e9f5 req-581bad66-f654-4329-86c7-2125c79e460f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2411 time: 0.2112188 Apr 01 12:33:08.885991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50754ddd-8390-4527-ad42-095e4e7fb43c req-b3615605-3ab7-470d-8704-00516953719c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.892379 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-518ee5bb-67f2-4bb3-b22f-225e870c1cbc', 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'fixed_ips': [{'subnet_id': '9bb7e6de-320e-4a0d-b033-2e7e6ac8e091'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:33:08.893766 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:08.895473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50754ddd-8390-4527-ad42-095e4e7fb43c req-b3615605-3ab7-470d-8704-00516953719c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.903284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50754ddd-8390-4527-ad42-095e4e7fb43c req-b3615605-3ab7-470d-8704-00516953719c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.910515 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50754ddd-8390-4527-ad42-095e4e7fb43c req-b3615605-3ab7-470d-8704-00516953719c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.912538 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-50754ddd-8390-4527-ad42-095e4e7fb43c req-b3615605-3ab7-470d-8704-00516953719c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5437 time: 0.4315832 Apr 01 12:33:08.914040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-6c9941ca-67b6-4e60-8dc9-5e44d18514cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:08.918552 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-6c9941ca-67b6-4e60-8dc9-5e44d18514cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8414e17f-8ee1-487e-ac11-9e53e42cf104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1466799 Apr 01 12:33:08.968280 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9b291f2d-db60-4406-ad0c-f8fc59a8aa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:08.982230 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6860-f672-4696-9636-1faadd91ba79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:08.985776 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1b7a6860-f672-4696-9636-1faadd91ba79 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d47e4f70-aed8-4872-bce5-853c056eeb99 HTTP/1.1" status: 204 len: 168 time: 0.5849948 Apr 01 12:33:08.990532 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a6860-f672-4696-9636-1faadd91ba79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47e4f70-aed8-4872-bce5-853c056eeb99,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:09.002987 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60026) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:09.039871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a8625146-cda6-4bda-b469-3495dc73e9f5 req-bb5fa186-f3a4-4720-b1ab-4eb1344536e2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570957 Apr 01 12:33:09.059666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-50754ddd-8390-4527-ad42-095e4e7fb43c req-a4ef3094-4801-4bc2-b848-9f664a4e064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310441 Apr 01 12:33:09.182407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-223dd576-c7d3-440d-8641-85b31218293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.183352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-223dd576-c7d3-440d-8641-85b31218293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.183983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-223dd576-c7d3-440d-8641-85b31218293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.184611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-223dd576-c7d3-440d-8641-85b31218293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.185401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-223dd576-c7d3-440d-8641-85b31218293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.186054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-223dd576-c7d3-440d-8641-85b31218293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.186897 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-223dd576-c7d3-440d-8641-85b31218293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.187438 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:09.193525 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-223dd576-c7d3-440d-8641-85b31218293c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67be0409bcbb48388611a7629463a217&device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 6477 time: 0.2844441 Apr 01 12:33:09.215382 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:09.236000 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Sync routers for ids ['719ec04d-d050-41ad-a0bf-918275b39635'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:33:09.251494 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Routers {'719ec04d-d050-41ad-a0bf-918275b39635'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:09.254364 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['719ec04d-d050-41ad-a0bf-918275b39635'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:09.258358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:09.354890 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:09.361611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-6b53c320-d4f9-45ae-90e4-77856f8f7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.368270 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-6b53c320-d4f9-45ae-90e4-77856f8f7125 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9f69244-fb4e-47fa-9497-4cf0558e39f6 HTTP/1.1" status: 200 len: 903 time: 0.1384339 Apr 01 12:33:09.391326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97a05f1-8add-4827-9c84-b1387f4e1587']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:09.405946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1934ee-4da3-455c-a18f-f8a2dafceac5') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:09.408636 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1934ee-4da3-455c-a18f-f8a2dafceac5') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:09.409712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:09.423657 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:09.480101 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:09.481355 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-0c03ac53-6817-4dab-9649-3a1b9be9b2b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=161af0c9-f483-402a-8050-385f97f34b57 HTTP/1.1" status: 200 len: 217 time: 0.0911870 Apr 01 12:33:09.500308 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:09.526191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:09.528783 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:33:09.529269 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:33:09.531861 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:33:09.534671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf42ca4-4108-4a9d-901b-37860fda14b7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:09.551361 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-8a3d63ae-551b-45dc-b9dd-d0f436048688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.552844 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-8a3d63ae-551b-45dc-b9dd-d0f436048688 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9 HTTP/1.1" status: 200 len: 797 time: 0.0574126 Apr 01 12:33:09.563748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34e456-f915-44f8-b6d9-7fe5f5b73f43 req-a442420d-dad8-4387-abb4-983bdaa3b016 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.565278 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d34e456-f915-44f8-b6d9-7fe5f5b73f43 req-a442420d-dad8-4387-abb4-983bdaa3b016 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 945 time: 0.4151199 Apr 01 12:33:09.573379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:33:09.577529 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-e4fe2a44-cce4-4eb0-a92f-f22161b9e29c service neutron] 10.222.0.37 "GET /v2.0/networks/8414e17f-8ee1-487e-ac11-9e53e42cf104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449177 Apr 01 12:33:09.673577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6fe0e9c1-fd56-4dd9-bea4-0901477d4e04,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:09.687742 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:09.710248 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Set router 719ec04d-d050-41ad-a0bf-918275b39635 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:09.715006 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526c7d-dc52-4f7a-91b2-c2e8406aa92c req-3c9a0e29-0fc7-46b2-8613-643ee9ca4a78 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.732872 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526c7d-dc52-4f7a-91b2-c2e8406aa92c req-3c9a0e29-0fc7-46b2-8613-643ee9ca4a78 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.748763 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526c7d-dc52-4f7a-91b2-c2e8406aa92c req-3c9a0e29-0fc7-46b2-8613-643ee9ca4a78 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.770841 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d34e456-f915-44f8-b6d9-7fe5f5b73f43 req-9424ea63-0214-43c2-8af3-7e639511f462 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903131 Apr 01 12:33:09.772362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Allocated IP 172.20.0.2 (518ee5bb-67f2-4bb3-b22f-225e870c1cbc/9bb7e6de-320e-4a0d-b033-2e7e6ac8e091/41831fda-5bfc-4317-84d6-831e8228cd63) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:09.781669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526c7d-dc52-4f7a-91b2-c2e8406aa92c req-3c9a0e29-0fc7-46b2-8613-643ee9ca4a78 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.781669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526c7d-dc52-4f7a-91b2-c2e8406aa92c req-3c9a0e29-0fc7-46b2-8613-643ee9ca4a78 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.785447 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-6aa194b7-158c-42e6-9acd-e6e796b92f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.794424 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-6aa194b7-158c-42e6-9acd-e6e796b92f08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9f69244-fb4e-47fa-9497-4cf0558e39f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2267885 Apr 01 12:33:09.797069 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-4db9973a-f81e-4ae6-88b0-3dae9dff6ddf service neutron] 10.222.0.37 "GET /v2.0/networks/8414e17f-8ee1-487e-ac11-9e53e42cf104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076142 Apr 01 12:33:09.799295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526c7d-dc52-4f7a-91b2-c2e8406aa92c req-3c9a0e29-0fc7-46b2-8613-643ee9ca4a78 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.845631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526c7d-dc52-4f7a-91b2-c2e8406aa92c req-3c9a0e29-0fc7-46b2-8613-643ee9ca4a78 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:09.845631 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-26526c7d-dc52-4f7a-91b2-c2e8406aa92c req-3c9a0e29-0fc7-46b2-8613-643ee9ca4a78 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.3522968 Apr 01 12:33:09.866784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=6fe0e9c1-fd56-4dd9-bea4-0901477d4e04,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:09.872974 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:09.886771 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:09.896454 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] 10.222.0.45 "DELETE /v2.0/networks/f97a05f1-8add-4827-9c84-b1387f4e1587 HTTP/1.1" status: 204 len: 168 time: 0.8923450 Apr 01 12:33:09.907073 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-f8df757b-6288-4872-840a-1258fdf72f4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=9e6252de-11b4-45ee-976a-3b3c155a6130 HTTP/1.1" status: 200 len: 217 time: 0.1007714 Apr 01 12:33:10.047779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-6d0c6d64-29c7-4c63-a811-4750b1d38983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.049167 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-6d0c6d64-29c7-4c63-a811-4750b1d38983 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8e3ead0-3650-47dc-ae65-26ab77bd7983 HTTP/1.1" status: 200 len: 801 time: 0.1221325 Apr 01 12:33:10.074875 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ffe64-7327-4b2a-aa55-26449ca6187d admin admin] Pushing event deleted for resources: {'Network': ['ID=f97a05f1-8add-4827-9c84-b1387f4e1587,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:10.093827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208ce53-7a30-41e3-87b8-5b1be9b0b091 req-618106da-d30b-4962-a735-14e209528328 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.101304 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f208ce53-7a30-41e3-87b8-5b1be9b0b091 req-618106da-d30b-4962-a735-14e209528328 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1932256 Apr 01 12:33:10.107496 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-9dc569c9-f216-4e1c-8e2d-7c43a06c4d83 service neutron] 10.222.0.44 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047097 Apr 01 12:33:10.112801 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59', 'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'mac_address': 'fa:16:3e:bd:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:01Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 2, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'subnets': [{'id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:10.123469 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0cb3f7de-25f7-4620-82b0-780bc40d6bad up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:10.125633 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-26526c7d-dc52-4f7a-91b2-c2e8406aa92c req-e2cd0a79-689e-4caa-9e22-a059c9c14898 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2975254 Apr 01 12:33:10.173618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-7a17eb7a-2b73-43a9-8bd4-6e137db1c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.183393 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-7a17eb7a-2b73-43a9-8bd4-6e137db1c608 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e341ca2-6f66-4724-abcd-4f2b5f176f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1241624 Apr 01 12:33:10.204559 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Checking router: 719ec04d-d050-41ad-a0bf-918275b39635 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:33:10.204919 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Updating router 719ec04d-d050-41ad-a0bf-918275b39635 port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:33:10.268649 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:10.290357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:10.334887 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f208ce53-7a30-41e3-87b8-5b1be9b0b091 req-4c85ddac-3667-47c4-8605-7452a8c866bd tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325835 Apr 01 12:33:10.390215 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60042) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:10.443270 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 0cb3f7de-25f7-4620-82b0-780bc40d6bad completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:10.453454 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:10.461661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 0cb3f7de-25f7-4620-82b0-780bc40d6bad triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:10.462158 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:10.463837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:10.471371 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:10.471786 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:10.564768 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:10.601047 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:10.613843 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-0870459c-2030-4b62-9459-1718e4a5494c service neutron] 10.222.0.44 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967728 Apr 01 12:33:10.633236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6659a2b-6ac6-4950-b2f5-10bcecc35314 req-a056630c-3567-4cf7-b80b-e88cbe432e06 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.648030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6659a2b-6ac6-4950-b2f5-10bcecc35314 req-a056630c-3567-4cf7-b80b-e88cbe432e06 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.665063 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6659a2b-6ac6-4950-b2f5-10bcecc35314 req-a056630c-3567-4cf7-b80b-e88cbe432e06 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.672210 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6659a2b-6ac6-4950-b2f5-10bcecc35314 req-a056630c-3567-4cf7-b80b-e88cbe432e06 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2411 time: 0.4257646 Apr 01 12:33:10.673096 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:10.701919 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-02229529-ba9d-453f-850f-bffb4c8a3b70 service neutron] 10.222.0.37 "GET /v2.0/networks/8e341ca2-6f66-4724-abcd-4f2b5f176f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057921 Apr 01 12:33:10.734865 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bc9b-8ba4-4d9f-af86-dd63210a520e req-196f8db1-8445-4503-97e6-3d8c3bc1b284 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.741566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bc9b-8ba4-4d9f-af86-dd63210a520e req-196f8db1-8445-4503-97e6-3d8c3bc1b284 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.747764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bc9b-8ba4-4d9f-af86-dd63210a520e req-196f8db1-8445-4503-97e6-3d8c3bc1b284 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.754927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bc9b-8ba4-4d9f-af86-dd63210a520e req-196f8db1-8445-4503-97e6-3d8c3bc1b284 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.762347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bc9b-8ba4-4d9f-af86-dd63210a520e req-196f8db1-8445-4503-97e6-3d8c3bc1b284 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.768214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bc9b-8ba4-4d9f-af86-dd63210a520e req-196f8db1-8445-4503-97e6-3d8c3bc1b284 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.777328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bc9b-8ba4-4d9f-af86-dd63210a520e req-196f8db1-8445-4503-97e6-3d8c3bc1b284 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.779284 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12b0bc9b-8ba4-4d9f-af86-dd63210a520e req-196f8db1-8445-4503-97e6-3d8c3bc1b284 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5437 time: 0.3268914 Apr 01 12:33:10.802384 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:10.805106 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:10.809429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Network 518ee5bb-67f2-4bb3-b22f-225e870c1cbc is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:10.811023 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:10.820972 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Pushing event updated for resources: {'Port': ['ID=41831fda-5bfc-4317-84d6-831e8228cd63,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:10.840466 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:10.889894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60050) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:10.890304 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b80671b3-3842-4a82-a490-b304ceddc22d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4674cb96a794b7f830592c9942a30d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314215 Apr 01 12:33:10.899266 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:10.902214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:10.907800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2da474-785c-4c7d-9551-3845f005f638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:10.910500 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d841573b-b95b-4cbf-89c6-dbe1a6aaf8dc" -d '{"events": [{"server_uuid": "cb2da474-785c-4c7d-9551-3845f005f638", "name": "network-vif-plugged", "status": "completed", "tag": "ce020e64-8394-4cb1-9d94-3a9cfa6a0c30"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:10.916748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:33:10.919322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-c4e5b3df-14bb-416c-8e87-129ed3f60688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.919732 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:10.919873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-c4e5b3df-14bb-416c-8e87-129ed3f60688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.920263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-c4e5b3df-14bb-416c-8e87-129ed3f60688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.920723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-c4e5b3df-14bb-416c-8e87-129ed3f60688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.921183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-c4e5b3df-14bb-416c-8e87-129ed3f60688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.921634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-c4e5b3df-14bb-416c-8e87-129ed3f60688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.922409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-c4e5b3df-14bb-416c-8e87-129ed3f60688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:10.931750 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-c4e5b3df-14bb-416c-8e87-129ed3f60688 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67be0409bcbb48388611a7629463a217&device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 6477 time: 0.2519660 Apr 01 12:33:10.955918 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff589f-7ab5-4012-b797-d3491efbdee2 None None] Pushing event updated for resources: {'Port': ['ID=c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:10.974258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6659a2b-6ac6-4950-b2f5-10bcecc35314 req-61c15777-19d8-404f-81c8-1481cf75d7d7 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884831 Apr 01 12:33:10.985165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12b0bc9b-8ba4-4d9f-af86-dd63210a520e req-85c358c7-b044-42c8-a021-99cd1fc6955d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1950765 Apr 01 12:33:11.107708 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Attempting to bind port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:33:11.108376 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Attempting to bind port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:33:11.108858 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Attempting to bind port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 on network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:11.114853 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:33:11.115328 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Checking segment: {'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:11.115794 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.116245 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Bound using segment: {'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:33:11.116770 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Bound port: c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:33:11.117266 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.201935 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0cb3f7de-25f7-4620-82b0-780bc40d6bad, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0cb3f7de-25f7-4620-82b0-780bc40d6bad,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:11.212852 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9185ecf-f499-4c23-a48d-0e3ba922bf62 req-ed70c959-94f3-4dc7-9a2d-fbc7b313227e service neutron] 10.222.0.37 "GET /v2.0/networks/8e341ca2-6f66-4724-abcd-4f2b5f176f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901721 Apr 01 12:33:11.220169 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec47a5ed-8842-40d9-93ad-0b9b9b49d037 x-openstack-request-id: req-ec47a5ed-8842-40d9-93ad-0b9b9b49d037 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:11.220460 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2da474-785c-4c7d-9551-3845f005f638", "name": "network-vif-plugged", "status": "completed", "tag": "ce020e64-8394-4cb1-9d94-3a9cfa6a0c30", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:11.220706 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec47a5ed-8842-40d9-93ad-0b9b9b49d037 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:11.221104 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec47a5ed-8842-40d9-93ad-0b9b9b49d037'] response: {'server_uuid': 'cb2da474-785c-4c7d-9551-3845f005f638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30', 'code': 200} Apr 01 12:33:11.231779 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] For port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:33:11.243005 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] For port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59,segment=NetworkSegment(9fcbc744-007b-46b0-a783-70382f3140f4),segment_id=9fcbc744-007b-46b0-a783-70382f3140f4)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:33:11.253814 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.266525 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.267310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a2f119a9-b8d7-4a60-9c4f-c9688743c1cb up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:11.287146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Attempting to bind port 41831fda-5bfc-4317-84d6-831e8228cd63 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:33:11.287511 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Attempting to bind port 41831fda-5bfc-4317-84d6-831e8228cd63 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '5e91e171-f538-4f83-9404-0be304357bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:33:11.287868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Attempting to bind port 41831fda-5bfc-4317-84d6-831e8228cd63 on network 518ee5bb-67f2-4bb3-b22f-225e870c1cbc {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:11.366696 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Routers {'719ec04d-d050-41ad-a0bf-918275b39635'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:11.367316 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['719ec04d-d050-41ad-a0bf-918275b39635'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:11.373154 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:33:11.378793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Checking segment: {'id': '5e91e171-f538-4f83-9404-0be304357bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:11.379286 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.382222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Bound using segment: {'id': '5e91e171-f538-4f83-9404-0be304357bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:33:11.382752 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Bound port: 41831fda-5bfc-4317-84d6-831e8228cd63, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e91e171-f538-4f83-9404-0be304357bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:33:11.386844 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.399864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75ac00-befe-43de-8b95-1827cecf71e5 req-9676cddd-ecb8-4650-9eae-522f90c84f8e tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.402614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8a75ac00-befe-43de-8b95-1827cecf71e5 req-9676cddd-ecb8-4650-9eae-522f90c84f8e tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 0.2166986 Apr 01 12:33:11.404249 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.406881 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:11.446267 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff589f-7ab5-4012-b797-d3491efbdee2 None None] Pushing event updated for resources: {'Port': ['ID=c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:11.484837 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6121a562-d12e-46e4-b159-ff284c34b350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.565174 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] Set router 719ec04d-d050-41ad-a0bf-918275b39635 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:11.613708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cc39d-1e6d-4e99-84cf-429ba6f9e7ef req-33b1bbcc-e368-414c-ba74-9b32b864199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.616907 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f6cc39d-1e6d-4e99-84cf-429ba6f9e7ef req-33b1bbcc-e368-414c-ba74-9b32b864199d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 1097 time: 0.3938658 Apr 01 12:33:11.630748 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6121a562-d12e-46e4-b159-ff284c34b350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.637276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-b504c9cb-cf4f-422a-ac9e-3d60400d64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.640871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-b504c9cb-cf4f-422a-ac9e-3d60400d64e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9f69244-fb4e-47fa-9497-4cf0558e39f6 HTTP/1.1" status: 200 len: 903 time: 0.6497269 Apr 01 12:33:11.659379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8a75ac00-befe-43de-8b95-1827cecf71e5 req-ae285e95-29a2-4df9-83f1-b1d13a33591a tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394476 Apr 01 12:33:11.680428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2d281779-2ae5-40be-85c0-7d8ef7a18336 None None] Provisioning complete for port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:11.680825 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2d281779-2ae5-40be-85c0-7d8ef7a18336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.713254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf5694-1efc-436d-b2fb-cfe48244506a req-575ffa3e-ca29-48cf-ae7e-d0b9c7ea1147 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.717659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Router cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:33:11.735262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf5694-1efc-436d-b2fb-cfe48244506a req-575ffa3e-ca29-48cf-ae7e-d0b9c7ea1147 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.754595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf5694-1efc-436d-b2fb-cfe48244506a req-575ffa3e-ca29-48cf-ae7e-d0b9c7ea1147 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.765406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf5694-1efc-436d-b2fb-cfe48244506a req-575ffa3e-ca29-48cf-ae7e-d0b9c7ea1147 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.776386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf5694-1efc-436d-b2fb-cfe48244506a req-575ffa3e-ca29-48cf-ae7e-d0b9c7ea1147 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.795392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf5694-1efc-436d-b2fb-cfe48244506a req-575ffa3e-ca29-48cf-ae7e-d0b9c7ea1147 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.810619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf5694-1efc-436d-b2fb-cfe48244506a req-575ffa3e-ca29-48cf-ae7e-d0b9c7ea1147 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.828175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7ddf5694-1efc-436d-b2fb-cfe48244506a req-575ffa3e-ca29-48cf-ae7e-d0b9c7ea1147 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.5350368 Apr 01 12:33:11.840721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] For port 41831fda-5bfc-4317-84d6-831e8228cd63, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:33:11.844091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] For port 41831fda-5bfc-4317-84d6-831e8228cd63, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=41831fda-5bfc-4317-84d6-831e8228cd63,segment=NetworkSegment(5e91e171-f538-4f83-9404-0be304357bfe),segment_id=5e91e171-f538-4f83-9404-0be304357bfe)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:33:11.860320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0cb3f7de-25f7-4620-82b0-780bc40d6bad,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:11.871838 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.934577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e41a8-e369-4daa-80dc-0feb53b91c0d None None] Pushing event updated for resources: {'Port': ['ID=41831fda-5bfc-4317-84d6-831e8228cd63,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:11.938550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-d657c202-d022-4e04-a817-5696c6a30dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.939024 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-d657c202-d022-4e04-a817-5696c6a30dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.939492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-d657c202-d022-4e04-a817-5696c6a30dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:11.941135 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-d657c202-d022-4e04-a817-5696c6a30dc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2864 time: 0.6257672 Apr 01 12:33:11.947792 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.959576 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:11.961726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:12.016681 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-42de38d7-8ba6-41fe-a83a-ef97142bdf75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3169eea2-bfca-4a16-b075-cd91a8fee564 HTTP/1.1" status: 200 len: 217 time: 0.1382391 Apr 01 12:33:12.043972 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:12.044343 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:12.052050 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59', 'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'mac_address': 'fa:16:3e:bd:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:01Z', 'updated_at': '2022-04-01T12:33:11Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'subnets': [{'id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:12.088430 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749a2b9-03e5-4819-9683-c62875e526de None None] The sync data for ids ['719ec04d-d050-41ad-a0bf-918275b39635'] in n-d-836146-1 is: [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59', 'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'mac_address': 'fa:16:3e:bd:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:01Z', 'updated_at': '2022-04-01T12:33:11Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'subnets': [{'id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:33:12.203621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa339ae-e970-4695-b038-8a7817f5a73d req-a7ca58ab-a938-4346-a838-0334d98c7c74 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:12.207423 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-daa339ae-e970-4695-b038-8a7817f5a73d req-a7ca58ab-a938-4346-a838-0334d98c7c74 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.3518026 Apr 01 12:33:12.208680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:33:12.213379 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:12.235976 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7ddf5694-1efc-436d-b2fb-cfe48244506a req-fffd5445-65f1-47cd-bd20-1278ad420585 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4064150 Apr 01 12:33:12.257008 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:12.260960 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b9765d55-e328-4962-ba72-f2e26a4b2a84 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1590917 Apr 01 12:33:12.264075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60068) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:12.289195 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2d281779-2ae5-40be-85c0-7d8ef7a18336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:12.323333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Sync routers for ids ['cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:33:12.370309 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-daa339ae-e970-4695-b038-8a7817f5a73d req-830b7bb0-e903-44e3-a3e6-88538a6d9db4 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494751 Apr 01 12:33:12.473682 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Routers {'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:12.474317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:12.714033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2d281779-2ae5-40be-85c0-7d8ef7a18336 None None] For port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59,segment=NetworkSegment(9fcbc744-007b-46b0-a783-70382f3140f4),segment_id=9fcbc744-007b-46b0-a783-70382f3140f4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:12.723999 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:12.724301 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:12.729669 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2d281779-2ae5-40be-85c0-7d8ef7a18336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:12.775462 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd0606-5e05-4e78-ae75-f11be87bc001 req-ec944bd1-6e61-47b0-a133-052dd6438020 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:12.789032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd0606-5e05-4e78-ae75-f11be87bc001 req-ec944bd1-6e61-47b0-a133-052dd6438020 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:12.798495 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd0606-5e05-4e78-ae75-f11be87bc001 req-ec944bd1-6e61-47b0-a133-052dd6438020 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:12.807250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd0606-5e05-4e78-ae75-f11be87bc001 req-ec944bd1-6e61-47b0-a133-052dd6438020 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:12.817490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd0606-5e05-4e78-ae75-f11be87bc001 req-ec944bd1-6e61-47b0-a133-052dd6438020 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:12.825375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd0606-5e05-4e78-ae75-f11be87bc001 req-ec944bd1-6e61-47b0-a133-052dd6438020 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:12.836112 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd0606-5e05-4e78-ae75-f11be87bc001 req-ec944bd1-6e61-47b0-a133-052dd6438020 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:12.840102 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1dd0606-5e05-4e78-ae75-f11be87bc001 req-ec944bd1-6e61-47b0-a133-052dd6438020 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5438 time: 0.2715964 Apr 01 12:33:12.904275 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Set router cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:12.937053 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f6cc39d-1e6d-4e99-84cf-429ba6f9e7ef req-6fb722af-cb66-46d6-9f99-44316eb963d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2923937 Apr 01 12:33:12.985122 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-75984afd-8d0d-4969-97d8-0f00372ce115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:12.988972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-75984afd-8d0d-4969-97d8-0f00372ce115 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9 HTTP/1.1" status: 200 len: 797 time: 0.9460325 Apr 01 12:33:12.996114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1dd0606-5e05-4e78-ae75-f11be87bc001 req-5496c7ed-3b7b-4281-93f0-84ae65512998 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1350503 Apr 01 12:33:13.024995 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:13.132681 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6121a562-d12e-46e4-b159-ff284c34b350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:13.136576 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6121a562-d12e-46e4-b159-ff284c34b350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:13.137776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6121a562-d12e-46e4-b159-ff284c34b350 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6cd9786b-9ee6-48b3-a62f-0304f8f0892a HTTP/1.1" status: 204 len: 168 time: 2.2446120 Apr 01 12:33:13.141905 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-a17fcce3-2723-4bd5-8098-f38c15974354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:13.143183 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-a17fcce3-2723-4bd5-8098-f38c15974354 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e341ca2-6f66-4724-abcd-4f2b5f176f7b HTTP/1.1" status: 200 len: 903 time: 1.1252632 Apr 01 12:33:13.159299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-9ee3fcf1-ede3-4ba5-8de1-f0a2b43b1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:13.161405 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-9ee3fcf1-ede3-4ba5-8de1-f0a2b43b1fdf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9f69244-fb4e-47fa-9497-4cf0558e39f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1623895 Apr 01 12:33:13.173068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235195e-b78e-42d6-b93c-02067c50746f req-731c790f-1ad8-48ce-892c-8b96e9621ac6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:13.181179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235195e-b78e-42d6-b93c-02067c50746f req-731c790f-1ad8-48ce-892c-8b96e9621ac6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:13.191309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235195e-b78e-42d6-b93c-02067c50746f req-731c790f-1ad8-48ce-892c-8b96e9621ac6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:13.212764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8235195e-b78e-42d6-b93c-02067c50746f req-731c790f-1ad8-48ce-892c-8b96e9621ac6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2411 time: 0.2742596 Apr 01 12:33:13.216380 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:33:13.240965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121a562-d12e-46e4-b159-ff284c34b350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd9786b-9ee6-48b3-a62f-0304f8f0892a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:13.251802 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb3f7de-25f7-4620-82b0-780bc40d6bad'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:13.257474 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89655fd-e67c-4f5c-a5c8-57cd8a2aa99e" -d '{"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "0cb3f7de-25f7-4620-82b0-780bc40d6bad"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:13.290226 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9ab8a062-ecd1-4920-bb1e-b2e5d81b1a75 None None] Provisioning complete for port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:13.293090 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a062-ecd1-4920-bb1e-b2e5d81b1a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:13.400947 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-b13af1e7-bc02-4193-b4a0-f182617dd2b4 service neutron] 10.222.0.44 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548169 Apr 01 12:33:13.576567 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-be7a2913-39e2-4f16-94e4-3be561b4549c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=9e6252de-11b4-45ee-976a-3b3c155a6130 HTTP/1.1" status: 200 len: 217 time: 0.1830888 Apr 01 12:33:13.587156 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:13.597362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d281779-2ae5-40be-85c0-7d8ef7a18336 None None] Pushing event updated for resources: {'Port': ['ID=c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:13.618937 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:13.620678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e1b1c53-b540-4432-941f-2c8d708a455a up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:13.781327 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8235195e-b78e-42d6-b93c-02067c50746f req-8f3cc0f4-93bf-4053-912f-120874ec61dc tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675931 Apr 01 12:33:13.851644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-b4ee4b69-59fb-422a-8159-c07a7184f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:13.853263 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-b4ee4b69-59fb-422a-8159-c07a7184f76c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8e3ead0-3650-47dc-ae65-26ab77bd7983 HTTP/1.1" status: 200 len: 801 time: 0.2451906 Apr 01 12:33:13.977421 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07d50b5f-0e97-4800-96ec-99435a1f185e req-d35e5e02-6f62-4fe9-a738-6475f1be3303 service neutron] 10.222.0.44 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359375 Apr 01 12:33:14.014200 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-5630e9f6-c611-46f3-bb5e-d681c0c87518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.015730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-5630e9f6-c611-46f3-bb5e-d681c0c87518 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e341ca2-6f66-4724-abcd-4f2b5f176f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1458926 Apr 01 12:33:14.040786 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fc7ac-fac8-434f-9588-5ea210de1a19 req-0f4772e3-b361-40b2-9900-90f2e743fc67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.049903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fc7ac-fac8-434f-9588-5ea210de1a19 req-0f4772e3-b361-40b2-9900-90f2e743fc67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.056115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fc7ac-fac8-434f-9588-5ea210de1a19 req-0f4772e3-b361-40b2-9900-90f2e743fc67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.062650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fc7ac-fac8-434f-9588-5ea210de1a19 req-0f4772e3-b361-40b2-9900-90f2e743fc67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.072152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fc7ac-fac8-434f-9588-5ea210de1a19 req-0f4772e3-b361-40b2-9900-90f2e743fc67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.078289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fc7ac-fac8-434f-9588-5ea210de1a19 req-0f4772e3-b361-40b2-9900-90f2e743fc67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.084472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fc7ac-fac8-434f-9588-5ea210de1a19 req-0f4772e3-b361-40b2-9900-90f2e743fc67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.086553 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c66fc7ac-fac8-434f-9588-5ea210de1a19 req-0f4772e3-b361-40b2-9900-90f2e743fc67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.1321723 Apr 01 12:33:14.148139 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67021e2d-3571-4439-88b4-23a9ae25d0cd x-openstack-request-id: req-67021e2d-3571-4439-88b4-23a9ae25d0cd {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:14.148670 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "0cb3f7de-25f7-4620-82b0-780bc40d6bad", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:14.148670 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67021e2d-3571-4439-88b4-23a9ae25d0cd {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:14.148948 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67021e2d-3571-4439-88b4-23a9ae25d0cd'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb3f7de-25f7-4620-82b0-780bc40d6bad', 'code': 200} Apr 01 12:33:14.159580 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f113b-fb8c-427b-97d3-b0ce9da0bc26 None None] Network 518ee5bb-67f2-4bb3-b22f-225e870c1cbc requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:33:14.194676 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c66fc7ac-fac8-434f-9588-5ea210de1a19 req-9d87574f-2e46-4b49-bac1-859f8c73e16d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973406 Apr 01 12:33:14.251949 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-75134564-d816-4875-864d-edf56c7e74e1 service neutron] 10.222.0.37 "GET /v2.0/networks/8e341ca2-6f66-4724-abcd-4f2b5f176f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643257 Apr 01 12:33:14.305223 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:14.321377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97fe19-2d54-4a5a-94d3-72b2f5ba3bb5 req-f8d80d9b-eaa9-4152-b605-110c5a0d6e5b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.322965 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-af97fe19-2d54-4a5a-94d3-72b2f5ba3bb5 req-f8d80d9b-eaa9-4152-b605-110c5a0d6e5b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 1.1199846 Apr 01 12:33:14.361743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:14.429021 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:14.429726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:14.429726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:14.430038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:14.430377 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:14.431028 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:14.431456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:14.431853 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:14.432190 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:14.432641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:14.433079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:14.433418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:14.444426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de50dc-4e4f-4959-8090-536e1d92082a req-8c12a147-6b01-4087-903b-365c5c83116e tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.456842 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2de50dc-4e4f-4959-8090-536e1d92082a req-8c12a147-6b01-4087-903b-365c5c83116e tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1234803 Apr 01 12:33:14.467628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-af97fe19-2d54-4a5a-94d3-72b2f5ba3bb5 req-d3e682f4-680e-41db-82d9-f3bbb277a84a tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159029 Apr 01 12:33:14.476776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49c7a2c1-c3c8-4d59-a781-311ea418f51f req-9db74c0a-fc6d-45e3-9719-8d1ca23f63fa service neutron] 10.222.0.37 "GET /v2.0/networks/8e341ca2-6f66-4724-abcd-4f2b5f176f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090669 Apr 01 12:33:14.507138 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2de50dc-4e4f-4959-8090-536e1d92082a req-c934d400-c4f8-4f79-b80d-8a61b18f21bb tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491211 Apr 01 12:33:14.516521 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:14.609773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 5e1b1c53-b540-4432-941f-2c8d708a455a completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:14.645709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 5e1b1c53-b540-4432-941f-2c8d708a455a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:14.646251 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:14.796244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:14.796769 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:14.816064 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'name': 'tempest-AttachSCSIVolumeTestJSON-1528718510-router', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:07Z', 'updated_at': '2022-04-01T12:33:10Z', 'revision_number': 3, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'gw_port': {'id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:08Z', 'updated_at': '2022-04-01T12:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:14.886622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2e9e7-df1e-4e16-9fb1-bce539f2077a req-91a90f58-a74c-4056-8e5c-c26e4c56d887 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.892596 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2e9e7-df1e-4e16-9fb1-bce539f2077a req-91a90f58-a74c-4056-8e5c-c26e4c56d887 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.903683 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2e9e7-df1e-4e16-9fb1-bce539f2077a req-91a90f58-a74c-4056-8e5c-c26e4c56d887 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.910313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2e9e7-df1e-4e16-9fb1-bce539f2077a req-91a90f58-a74c-4056-8e5c-c26e4c56d887 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.917071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2e9e7-df1e-4e16-9fb1-bce539f2077a req-91a90f58-a74c-4056-8e5c-c26e4c56d887 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.917968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Checking router: cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:33:14.918346 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Updating router cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae port 8cf42ca4-4108-4a9d-901b-37860fda14b7 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:33:14.923516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2e9e7-df1e-4e16-9fb1-bce539f2077a req-91a90f58-a74c-4056-8e5c-c26e4c56d887 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.930087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2e9e7-df1e-4e16-9fb1-bce539f2077a req-91a90f58-a74c-4056-8e5c-c26e4c56d887 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:14.932208 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-78a2e9e7-df1e-4e16-9fb1-bce539f2077a req-91a90f58-a74c-4056-8e5c-c26e4c56d887 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5439 time: 0.1732914 Apr 01 12:33:14.959936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Allocated IP 172.20.0.1 (518ee5bb-67f2-4bb3-b22f-225e870c1cbc/9bb7e6de-320e-4a0d-b033-2e7e6ac8e091/89fa0f03-c45a-4da1-8e35-245043721085) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:14.972751 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0952e3a1-0f46-4453-887d-f3b9c661ffe0 None None] Provisioning complete for port 41831fda-5bfc-4317-84d6-831e8228cd63 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:14.973442 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0952e3a1-0f46-4453-887d-f3b9c661ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:15.001030 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297eb2d5-e3ba-4318-a0dc-d00de4c343e1 req-ef2f9a98-4241-4963-a481-09c552a6abf8 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:15.008356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297eb2d5-e3ba-4318-a0dc-d00de4c343e1 req-ef2f9a98-4241-4963-a481-09c552a6abf8 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:15.011425 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-78a2e9e7-df1e-4e16-9fb1-bce539f2077a req-ea6800e2-7784-4e72-954d-6235de478d7a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714495 Apr 01 12:33:15.029620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297eb2d5-e3ba-4318-a0dc-d00de4c343e1 req-ef2f9a98-4241-4963-a481-09c552a6abf8 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:15.041507 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-297eb2d5-e3ba-4318-a0dc-d00de4c343e1 req-ef2f9a98-4241-4963-a481-09c552a6abf8 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2411 time: 0.1623688 Apr 01 12:33:15.054508 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:15.105528 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-297eb2d5-e3ba-4318-a0dc-d00de4c343e1 req-57a09882-b15c-4785-970d-ced537261f68 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626674 Apr 01 12:33:15.151405 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:15.166451 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:15.200294 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:15.327276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Network 518ee5bb-67f2-4bb3-b22f-225e870c1cbc is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:15.337295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:15.342968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:33:15.349436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Pushing event updated for resources: {'Port': ['ID=89fa0f03-c45a-4da1-8e35-245043721085,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:15.402533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e1b1c53-b540-4432-941f-2c8d708a455a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e1b1c53-b540-4432-941f-2c8d708a455a,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:15.409183 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:15.419679 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:15.420798 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0001f562-db05-4af2-9682-0992e0cedd08 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:15.496497 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c054f-b6b6-4c20-9bed-7407a4b62b6e req-9dbcf73c-47cc-4968-bdbd-73ac98b1d6a3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:15.512287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c054f-b6b6-4c20-9bed-7407a4b62b6e req-9dbcf73c-47cc-4968-bdbd-73ac98b1d6a3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:15.546441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c054f-b6b6-4c20-9bed-7407a4b62b6e req-9dbcf73c-47cc-4968-bdbd-73ac98b1d6a3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:15.551239 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0952e3a1-0f46-4453-887d-f3b9c661ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:15.560502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c054f-b6b6-4c20-9bed-7407a4b62b6e req-9dbcf73c-47cc-4968-bdbd-73ac98b1d6a3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:15.592606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c054f-b6b6-4c20-9bed-7407a4b62b6e req-9dbcf73c-47cc-4968-bdbd-73ac98b1d6a3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:15.619195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c054f-b6b6-4c20-9bed-7407a4b62b6e req-9dbcf73c-47cc-4968-bdbd-73ac98b1d6a3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:15.647036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c054f-b6b6-4c20-9bed-7407a4b62b6e req-9dbcf73c-47cc-4968-bdbd-73ac98b1d6a3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:15.654262 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac9c054f-b6b6-4c20-9bed-7407a4b62b6e req-9dbcf73c-47cc-4968-bdbd-73ac98b1d6a3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.3039768 Apr 01 12:33:15.700245 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:15.801562 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 41831fda-5bfc-4317-84d6-831e8228cd63 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:15.837188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac9c054f-b6b6-4c20-9bed-7407a4b62b6e req-3095a4a1-5c12-4daa-ab73-ca4e867f1c19 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1762300 Apr 01 12:33:15.907016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5e1b1c53-b540-4432-941f-2c8d708a455a,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:15.930046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0952e3a1-0f46-4453-887d-f3b9c661ffe0 None None] For port 41831fda-5bfc-4317-84d6-831e8228cd63, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=41831fda-5bfc-4317-84d6-831e8228cd63,segment=NetworkSegment(5e91e171-f538-4f83-9404-0be304357bfe),segment_id=5e91e171-f538-4f83-9404-0be304357bfe)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:15.946364 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0952e3a1-0f46-4453-887d-f3b9c661ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:15.998333 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747881be-1da0-48d9-9de9-5a05086d816f req-4d528a27-2443-4ebd-8b15-5398e9ba537e tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:15.999931 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-747881be-1da0-48d9-9de9-5a05086d816f req-4d528a27-2443-4ebd-8b15-5398e9ba537e tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 0.1693761 Apr 01 12:33:16.041525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 0001f562-db05-4af2-9682-0992e0cedd08 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:16.074103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 0001f562-db05-4af2-9682-0992e0cedd08 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:16.074574 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:16.080564 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-747881be-1da0-48d9-9de9-5a05086d816f req-50c8119e-00c0-4c0b-82c3-42796ced8537 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675843 Apr 01 12:33:16.106172 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:16.136105 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:16.156917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f119a9-b8d7-4a60-9c4f-c9688743c1cb'}, {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1b1c53-b540-4432-941f-2c8d708a455a'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:16.162041 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523339c4-444d-4d7b-b80e-cf5fa6710444" -d '{"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "a2f119a9-b8d7-4a60-9c4f-c9688743c1cb"}, {"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "5e1b1c53-b540-4432-941f-2c8d708a455a"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:16.173236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bae6dc-7a59-4fab-8cfb-b4325adfc2b1 req-0ccef3ee-6ece-42ef-9028-2ca9fedad727 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:16.175450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e8bae6dc-7a59-4fab-8cfb-b4325adfc2b1 req-0ccef3ee-6ece-42ef-9028-2ca9fedad727 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1227169 Apr 01 12:33:16.240292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e8bae6dc-7a59-4fab-8cfb-b4325adfc2b1 req-cf2d1cb2-bf1b-4948-9110-b928542aefd6 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578375 Apr 01 12:33:16.274141 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:16.299329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 41831fda-5bfc-4317-84d6-831e8228cd63 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:16.299796 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:16.306625 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-358cb01a-3764-4e05-b81c-0e46a50cb435 req-87fc9f08-a7c1-45f2-81e0-f5ce268bb0be tempest-ServersAaction247Test-1092531684 tempest-ServersAaction247Test-1092531684-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b89900c-6a26-4c86-b9f1-a8112a839768 HTTP/1.1" status: 200 len: 210 time: 0.1576607 Apr 01 12:33:16.309746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Pushing event updated for resources: {'Port': ['ID=89fa0f03-c45a-4da1-8e35-245043721085,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:16.377810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952e3a1-0f46-4453-887d-f3b9c661ffe0 None None] Pushing event updated for resources: {'Port': ['ID=41831fda-5bfc-4317-84d6-831e8228cd63,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:16.388185 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5c424672-f6e0-4e2d-a28f-a82d2001c184 None None] Provisioning complete for port 89fa0f03-c45a-4da1-8e35-245043721085 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:16.388569 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5c424672-f6e0-4e2d-a28f-a82d2001c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:16.400342 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9e6252de-11b4-45ee-976a-3b3c155a6130 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:16.482390 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:16.500915 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5c424672-f6e0-4e2d-a28f-a82d2001c184 None None] Port 89fa0f03-c45a-4da1-8e35-245043721085 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:33:16.509243 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:16.533001 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Network 518ee5bb-67f2-4bb3-b22f-225e870c1cbc is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:16.534522 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:16.565829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249de80c-d6b0-4024-a01d-e72aae936c9a req-f9693d2e-b52c-4a27-afbf-ae56824342c0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:16.584971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249de80c-d6b0-4024-a01d-e72aae936c9a req-f9693d2e-b52c-4a27-afbf-ae56824342c0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:16.607714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249de80c-d6b0-4024-a01d-e72aae936c9a req-f9693d2e-b52c-4a27-afbf-ae56824342c0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:16.610504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5c424672-f6e0-4e2d-a28f-a82d2001c184 None None] Provisioning complete for port 41831fda-5bfc-4317-84d6-831e8228cd63 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:16.611242 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5c424672-f6e0-4e2d-a28f-a82d2001c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:16.615247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249de80c-d6b0-4024-a01d-e72aae936c9a req-f9693d2e-b52c-4a27-afbf-ae56824342c0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:16.623396 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249de80c-d6b0-4024-a01d-e72aae936c9a req-f9693d2e-b52c-4a27-afbf-ae56824342c0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:16.645923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249de80c-d6b0-4024-a01d-e72aae936c9a req-f9693d2e-b52c-4a27-afbf-ae56824342c0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:16.656970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249de80c-d6b0-4024-a01d-e72aae936c9a req-f9693d2e-b52c-4a27-afbf-ae56824342c0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:16.666470 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-249de80c-d6b0-4024-a01d-e72aae936c9a req-f9693d2e-b52c-4a27-afbf-ae56824342c0 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5440 time: 0.2931850 Apr 01 12:33:16.717011 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-249de80c-d6b0-4024-a01d-e72aae936c9a req-143580aa-9335-42c1-8fd1-052039289998 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459964 Apr 01 12:33:16.784099 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Router cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:33:16.817736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3fea5-e2f5-4812-995e-e878efe3b0de req-0fe520a6-817b-463d-9991-d3d48af0be5f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:16.823767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3fea5-e2f5-4812-995e-e878efe3b0de req-0fe520a6-817b-463d-9991-d3d48af0be5f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:16.829906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3fea5-e2f5-4812-995e-e878efe3b0de req-0fe520a6-817b-463d-9991-d3d48af0be5f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:16.837853 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4dd3fea5-e2f5-4812-995e-e878efe3b0de req-0fe520a6-817b-463d-9991-d3d48af0be5f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2411 time: 0.2486992 Apr 01 12:33:16.848957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Attempting to bind port 8cf42ca4-4108-4a9d-901b-37860fda14b7 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:33:16.850743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Attempting to bind port 8cf42ca4-4108-4a9d-901b-37860fda14b7 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:33:16.851276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Attempting to bind port 8cf42ca4-4108-4a9d-901b-37860fda14b7 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:16.903270 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:16.905696 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a793d3-7b5c-49ee-bb34-baf90804cf7c None None] Pushing event updated for resources: {'Port': ['ID=8cf42ca4-4108-4a9d-901b-37860fda14b7,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:16.942090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:33:16.943172 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:16.943556 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:16.943960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:33:16.944864 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Bound port: 8cf42ca4-4108-4a9d-901b-37860fda14b7, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:33:16.945442 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:16.948593 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:16.957842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34220a5-b356-4a05-9429-586bdf7025ff req-731ccca9-e44f-4a92-92db-34f15a5e10b6 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:16.966445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e34220a5-b356-4a05-9429-586bdf7025ff req-731ccca9-e44f-4a92-92db-34f15a5e10b6 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 0.1070049 Apr 01 12:33:16.998618 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4dd3fea5-e2f5-4812-995e-e878efe3b0de req-128416b3-b1a8-484e-bf6d-7644461a0df2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599412 Apr 01 12:33:17.026943 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e34220a5-b356-4a05-9429-586bdf7025ff req-512fea49-a22d-4ccd-85d9-647cea1b9d97 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511663 Apr 01 12:33:17.085661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9e6252de-11b4-45ee-976a-3b3c155a6130, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9e6252de-11b4-45ee-976a-3b3c155a6130,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:17.121569 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5b07d4-f592-47ee-add6-434426b9e8d9 x-openstack-request-id: req-6d5b07d4-f592-47ee-add6-434426b9e8d9 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:17.121869 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "a2f119a9-b8d7-4a60-9c4f-c9688743c1cb", "code": 200}, {"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "5e1b1c53-b540-4432-941f-2c8d708a455a", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:17.122146 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d5b07d4-f592-47ee-add6-434426b9e8d9 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:17.122613 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5b07d4-f592-47ee-add6-434426b9e8d9'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f119a9-b8d7-4a60-9c4f-c9688743c1cb', 'code': 200} Apr 01 12:33:17.122926 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5b07d4-f592-47ee-add6-434426b9e8d9'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1b1c53-b540-4432-941f-2c8d708a455a', 'code': 200} Apr 01 12:33:17.138199 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:33:17.154487 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2f9a3e20-236c-43e3-b4f5-82116f92e6c9 admin admin] 10.222.0.45 "PUT /v2.0/routers/cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8778849 Apr 01 12:33:17.271447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ef5b-44f3-4490-aa24-ec8ec85b5780 req-37544e7b-92db-4633-b425-8d4296d295c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:17.287388 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ef5b-44f3-4490-aa24-ec8ec85b5780 req-37544e7b-92db-4633-b425-8d4296d295c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:17.293298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ef5b-44f3-4490-aa24-ec8ec85b5780 req-37544e7b-92db-4633-b425-8d4296d295c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:17.299512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8187728-e298-4b72-88c9-b0e84c4eecd3 req-b2ea1b5d-7681-4eaf-b6a0-7c880112f5d1 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:17.310211 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f8187728-e298-4b72-88c9-b0e84c4eecd3 req-b2ea1b5d-7681-4eaf-b6a0-7c880112f5d1 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 0.1109028 Apr 01 12:33:17.313072 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ef5b-44f3-4490-aa24-ec8ec85b5780 req-37544e7b-92db-4633-b425-8d4296d295c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:17.326273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ef5b-44f3-4490-aa24-ec8ec85b5780 req-37544e7b-92db-4633-b425-8d4296d295c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:17.338294 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ef5b-44f3-4490-aa24-ec8ec85b5780 req-37544e7b-92db-4633-b425-8d4296d295c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:17.347803 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ef5b-44f3-4490-aa24-ec8ec85b5780 req-37544e7b-92db-4633-b425-8d4296d295c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:17.348574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] For port 8cf42ca4-4108-4a9d-901b-37860fda14b7, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:33:17.349954 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e039ef5b-44f3-4490-aa24-ec8ec85b5780 req-37544e7b-92db-4633-b425-8d4296d295c0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.2096195 Apr 01 12:33:17.355925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0001f562-db05-4af2-9682-0992e0cedd08, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0001f562-db05-4af2-9682-0992e0cedd08,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:17.361394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '9e6252de-11b4-45ee-976a-3b3c155a6130', 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b', 'port_id': '9e6252de-11b4-45ee-976a-3b3c155a6130', 'mac_address': 'fa:16:3e:cf:23:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e3ead0-3650-47dc-ae65-26ab77bd7983', 'ip_address': '19.80.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:17.394591 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:17.395826 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0468e38c-78b5-48d7-9cc6-7143f8d41d14 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:17.405287 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] For port 8cf42ca4-4108-4a9d-901b-37860fda14b7, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8cf42ca4-4108-4a9d-901b-37860fda14b7,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:33:17.432957 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f8187728-e298-4b72-88c9-b0e84c4eecd3 req-d72b98ff-4e85-4604-88e1-132444e67596 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216598 Apr 01 12:33:17.436832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:17.437440 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:17.457819 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e039ef5b-44f3-4490-aa24-ec8ec85b5780 req-208afb28-31b7-412c-995a-03562d7a3361 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938628 Apr 01 12:33:17.490706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-13ce7f72-8da6-497d-ba5a-a7eaae2141a1 None None] Provisioning complete for port 89fa0f03-c45a-4da1-8e35-245043721085 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:17.491203 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-13ce7f72-8da6-497d-ba5a-a7eaae2141a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:17.501954 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:17.575059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fc5de-764a-4863-b8cd-4c5b5fb8096f req-466030d0-aca4-437e-b1f0-9fa12ca11634 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:17.583926 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-509fc5de-764a-4863-b8cd-4c5b5fb8096f req-466030d0-aca4-437e-b1f0-9fa12ca11634 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.0637667 Apr 01 12:33:17.651156 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-509fc5de-764a-4863-b8cd-4c5b5fb8096f req-277b2bb2-1f93-4bc4-ab9b-5693a1abf6fd tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678163 Apr 01 12:33:17.694966 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-746ff0cf-57dd-47fe-82f4-5b316f421bfa req-91d43372-213c-404e-8640-85e37374cc09 tempest-ServersAaction247Test-1092531684 tempest-ServersAaction247Test-1092531684-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b89900c-6a26-4c86-b9f1-a8112a839768 HTTP/1.1" status: 200 len: 210 time: 0.0400620 Apr 01 12:33:17.721661 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:17.729919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Routers {'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:17.730599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:17.859754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] Set router cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:17.906352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5267d01-0b68-4406-b0e3-8fb2fe45e162 req-1a8a5c9b-f4c6-4ea0-8812-7886a5ed6be0 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:17.917379 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e5267d01-0b68-4406-b0e3-8fb2fe45e162 req-1a8a5c9b-f4c6-4ea0-8812-7886a5ed6be0 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 0.1256673 Apr 01 12:33:17.951427 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-13ce7f72-8da6-497d-ba5a-a7eaae2141a1 None None] Port 89fa0f03-c45a-4da1-8e35-245043721085 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:33:17.967018 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960304-c1e0-4056-8d18-24715ee532d9 req-d9d549eb-49f1-44de-b5b8-6e78a9c127b7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:17.976211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960304-c1e0-4056-8d18-24715ee532d9 req-d9d549eb-49f1-44de-b5b8-6e78a9c127b7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:17.982765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0001f562-db05-4af2-9682-0992e0cedd08,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:18.001054 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960304-c1e0-4056-8d18-24715ee532d9 req-d9d549eb-49f1-44de-b5b8-6e78a9c127b7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.004029 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e5267d01-0b68-4406-b0e3-8fb2fe45e162 req-c49a3892-6233-4a88-8783-eb8a53e5379d tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831196 Apr 01 12:33:18.015073 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960304-c1e0-4056-8d18-24715ee532d9 req-d9d549eb-49f1-44de-b5b8-6e78a9c127b7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.036509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960304-c1e0-4056-8d18-24715ee532d9 req-d9d549eb-49f1-44de-b5b8-6e78a9c127b7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.050607 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960304-c1e0-4056-8d18-24715ee532d9 req-d9d549eb-49f1-44de-b5b8-6e78a9c127b7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.054518 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a793d3-7b5c-49ee-bb34-baf90804cf7c None None] Pushing event updated for resources: {'Port': ['ID=8cf42ca4-4108-4a9d-901b-37860fda14b7,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:18.068884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960304-c1e0-4056-8d18-24715ee532d9 req-d9d549eb-49f1-44de-b5b8-6e78a9c127b7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.072207 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6252de-11b4-45ee-976a-3b3c155a6130 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:18.079749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 0468e38c-78b5-48d7-9cc6-7143f8d41d14 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:18.082693 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-27960304-c1e0-4056-8d18-24715ee532d9 req-d9d549eb-49f1-44de-b5b8-6e78a9c127b7 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5441 time: 0.2285550 Apr 01 12:33:18.122186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 0468e38c-78b5-48d7-9cc6-7143f8d41d14 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:18.122555 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:18.188554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9e6252de-11b4-45ee-976a-3b3c155a6130, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9e6252de-11b4-45ee-976a-3b3c155a6130,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:18.193457 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-27960304-c1e0-4056-8d18-24715ee532d9 req-6a2cf534-8be3-49b4-a26a-a92f321f1731 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047301 Apr 01 12:33:18.207150 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:18.207825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a0ed6865-e20b-48a3-8121-7b46936ea8e2 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:18.286758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba4d0-b9d2-4063-92d0-5addd04ca53e req-b73b9ccf-b30b-4865-8799-69989071c328 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.298240 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9e6252de-11b4-45ee-976a-3b3c155a6130,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:18.303926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba4d0-b9d2-4063-92d0-5addd04ca53e req-b73b9ccf-b30b-4865-8799-69989071c328 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.322498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba4d0-b9d2-4063-92d0-5addd04ca53e req-b73b9ccf-b30b-4865-8799-69989071c328 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.335257 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6eaba4d0-b9d2-4063-92d0-5addd04ca53e req-b73b9ccf-b30b-4865-8799-69989071c328 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2411 time: 0.1876378 Apr 01 12:33:18.434669 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6eaba4d0-b9d2-4063-92d0-5addd04ca53e req-76984b82-390b-468d-b2f9-3a2a3b965600 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982387 Apr 01 12:33:18.449306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd380f2-30d9-4a08-bef7-76de93b0b603 req-823df63b-42f1-4760-9f39-dfbf82e255b2 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.457248 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-afd380f2-30d9-4a08-bef7-76de93b0b603 req-823df63b-42f1-4760-9f39-dfbf82e255b2 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 0.1063735 Apr 01 12:33:18.494286 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:18.510974 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-afd380f2-30d9-4a08-bef7-76de93b0b603 req-248f66c8-bc52-45cb-addd-61e723cc5dbf tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525582 Apr 01 12:33:18.565974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'name': 'tempest-AttachSCSIVolumeTestJSON-1528718510-router', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:07Z', 'updated_at': '2022-04-01T12:33:15Z', 'revision_number': 4, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'gw_port': {'id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:08Z', 'updated_at': '2022-04-01T12:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '89fa0f03-c45a-4da1-8e35-245043721085', 'name': '', 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'mac_address': 'fa:16:3e:60:79:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '9bb7e6de-320e-4a0d-b033-2e7e6ac8e091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:14Z', 'updated_at': '2022-04-01T12:33:15Z', 'revision_number': 2, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'subnets': [{'id': '9bb7e6de-320e-4a0d-b033-2e7e6ac8e091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:18.613876 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ff751e8-a114-4e10-afeb-c8d2386ebbba req-16568b34-b6f0-483d-a33b-455c626b6e95 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b89900c-6a26-4c86-b9f1-a8112a839768 HTTP/1.1" status: 200 len: 210 time: 0.0628805 Apr 01 12:33:18.617265 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f15a74c-f437-413f-84e6-0acada2f9ec2 None None] The sync data for ids ['cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'] in n-d-836146-1 is: [{'id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'name': 'tempest-AttachSCSIVolumeTestJSON-1528718510-router', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:07Z', 'updated_at': '2022-04-01T12:33:15Z', 'revision_number': 4, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'gw_port': {'id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:08Z', 'updated_at': '2022-04-01T12:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '89fa0f03-c45a-4da1-8e35-245043721085', 'name': '', 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'mac_address': 'fa:16:3e:60:79:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '9bb7e6de-320e-4a0d-b033-2e7e6ac8e091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:14Z', 'updated_at': '2022-04-01T12:33:15Z', 'revision_number': 2, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'subnets': [{'id': '9bb7e6de-320e-4a0d-b033-2e7e6ac8e091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:33:18.633277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a0ed6865-e20b-48a3-8121-7b46936ea8e2, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a0ed6865-e20b-48a3-8121-7b46936ea8e2,segment=NetworkSegment(5fb32180-2c0c-4b55-bb55-52d9ab479691),segment_id=5fb32180-2c0c-4b55-bb55-52d9ab479691)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:18.655221 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0468e38c-78b5-48d7-9cc6-7143f8d41d14, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0468e38c-78b5-48d7-9cc6-7143f8d41d14,segment=NetworkSegment(da62e856-d508-4f97-8492-3e3a3e7a55b7),segment_id=da62e856-d508-4f97-8492-3e3a3e7a55b7)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:18.661435 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:18.662405 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 782604cb-2bb9-428a-9dc4-3a1149c5ee64 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:18.800728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0468e38c-78b5-48d7-9cc6-7143f8d41d14,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:18.803482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 41831fda-5bfc-4317-84d6-831e8228cd63 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:18.828000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'a0ed6865-e20b-48a3-8121-7b46936ea8e2', 'network_id': '8414e17f-8ee1-487e-ac11-9e53e42cf104', 'port_id': 'a0ed6865-e20b-48a3-8121-7b46936ea8e2', 'mac_address': 'fa:16:3e:fb:ec:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22098b9e-437b-4916-aab3-b3ae893fda45', 'ip_address': '19.86.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:18.843407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3707bb-65ed-41fb-8a2a-5e051ca6d339 req-c97969e9-37a6-468c-957e-fe0417d6443e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.858438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3707bb-65ed-41fb-8a2a-5e051ca6d339 req-c97969e9-37a6-468c-957e-fe0417d6443e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.874515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3707bb-65ed-41fb-8a2a-5e051ca6d339 req-c97969e9-37a6-468c-957e-fe0417d6443e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.890597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3707bb-65ed-41fb-8a2a-5e051ca6d339 req-c97969e9-37a6-468c-957e-fe0417d6443e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.903899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3707bb-65ed-41fb-8a2a-5e051ca6d339 req-c97969e9-37a6-468c-957e-fe0417d6443e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.917283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3707bb-65ed-41fb-8a2a-5e051ca6d339 req-c97969e9-37a6-468c-957e-fe0417d6443e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.934513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3707bb-65ed-41fb-8a2a-5e051ca6d339 req-c97969e9-37a6-468c-957e-fe0417d6443e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.945372 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:18.952290 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 782604cb-2bb9-428a-9dc4-3a1149c5ee64 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:18.961886 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b3707bb-65ed-41fb-8a2a-5e051ca6d339 req-c97969e9-37a6-468c-957e-fe0417d6443e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.2799120 Apr 01 12:33:18.989054 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68534602-31c8-4001-8f6b-b2fd97e161cc req-5a115bdf-11bb-438d-997f-e2e5efa86bd7 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:18.997277 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-68534602-31c8-4001-8f6b-b2fd97e161cc req-5a115bdf-11bb-438d-997f-e2e5efa86bd7 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 0.1974046 Apr 01 12:33:19.000793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 41831fda-5bfc-4317-84d6-831e8228cd63 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:19.010037 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:19.042822 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 782604cb-2bb9-428a-9dc4-3a1149c5ee64 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:19.043504 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:19.049294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ed6865-e20b-48a3-8121-7b46936ea8e2 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:19.076551 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a0ed6865-e20b-48a3-8121-7b46936ea8e2, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a0ed6865-e20b-48a3-8121-7b46936ea8e2,segment=NetworkSegment(5fb32180-2c0c-4b55-bb55-52d9ab479691),segment_id=5fb32180-2c0c-4b55-bb55-52d9ab479691)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:19.102784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b3707bb-65ed-41fb-8a2a-5e051ca6d339 req-bd89e1f1-74d0-46fd-98c1-b90d0b2700d9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1377075 Apr 01 12:33:19.137968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0001f562-db05-4af2-9682-0992e0cedd08'}, {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0468e38c-78b5-48d7-9cc6-7143f8d41d14'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:19.140416 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ebeb37-729b-4d80-9216-430ba94fdcb0" -d '{"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "0001f562-db05-4af2-9682-0992e0cedd08"}, {"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "0468e38c-78b5-48d7-9cc6-7143f8d41d14"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:19.159098 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:19.159773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 0cbdf885-306f-4b05-923e-8c80d6451d3a details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:19.201178 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-68534602-31c8-4001-8f6b-b2fd97e161cc req-0d144a7b-dc16-403c-a296-b3d74c1fce2d tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029469 Apr 01 12:33:19.227339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 0cbdf885-306f-4b05-923e-8c80d6451d3a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=0cbdf885-306f-4b05-923e-8c80d6451d3a,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:19.282615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '0cbdf885-306f-4b05-923e-8c80d6451d3a', 'network_id': '8e341ca2-6f66-4724-abcd-4f2b5f176f7b', 'port_id': '0cbdf885-306f-4b05-923e-8c80d6451d3a', 'mac_address': 'fa:16:3e:2d:b7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e3ead0-3650-47dc-ae65-26ab77bd7983', 'ip_address': '19.80.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:19.422397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa405a-ce4c-4480-a89f-b51df44a2f0a req-c7823463-20ee-4754-baea-51c62927ebcc tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:19.435773 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6aa405a-ce4c-4480-a89f-b51df44a2f0a req-c7823463-20ee-4754-baea-51c62927ebcc tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1552591 Apr 01 12:33:19.475448 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0234d09f-e20f-4e22-a2bc-c28c1d867866 req-3d2ae4a7-b269-4e99-b439-92bdebf42c17 tempest-ServersAaction247Test-1092531684 tempest-ServersAaction247Test-1092531684-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b89900c-6a26-4c86-b9f1-a8112a839768 HTTP/1.1" status: 200 len: 210 time: 0.0920110 Apr 01 12:33:19.592521 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6aa405a-ce4c-4480-a89f-b51df44a2f0a req-92109f5d-ecdc-4dfe-adcd-917dcfe76f54 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557717 Apr 01 12:33:19.717762 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c50b84-fcb6-41e2-8728-12de93f0ccdf x-openstack-request-id: req-56c50b84-fcb6-41e2-8728-12de93f0ccdf {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:19.718308 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "0001f562-db05-4af2-9682-0992e0cedd08", "code": 200}, {"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "0468e38c-78b5-48d7-9cc6-7143f8d41d14", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:19.718409 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56c50b84-fcb6-41e2-8728-12de93f0ccdf {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:19.718737 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c50b84-fcb6-41e2-8728-12de93f0ccdf'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0001f562-db05-4af2-9682-0992e0cedd08', 'code': 200} Apr 01 12:33:19.718998 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c50b84-fcb6-41e2-8728-12de93f0ccdf'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0468e38c-78b5-48d7-9cc6-7143f8d41d14', 'code': 200} Apr 01 12:33:19.726542 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:19.809333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a0ed6865-e20b-48a3-8121-7b46936ea8e2,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:19.935483 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbdf885-306f-4b05-923e-8c80d6451d3a {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:19.953971 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2df1b-db65-4da4-b7f6-413c312dd2a2 req-b8f91647-9bbf-47d8-8eac-f60b9f532757 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:19.960578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2df1b-db65-4da4-b7f6-413c312dd2a2 req-b8f91647-9bbf-47d8-8eac-f60b9f532757 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:19.968176 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2df1b-db65-4da4-b7f6-413c312dd2a2 req-b8f91647-9bbf-47d8-8eac-f60b9f532757 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:19.975392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f514a-c248-475a-bccd-c504c170aefc req-ae1147b5-ead0-417f-9836-3e34a23f125a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:19.977747 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8be2df1b-db65-4da4-b7f6-413c312dd2a2 req-b8f91647-9bbf-47d8-8eac-f60b9f532757 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2413 time: 0.1447659 Apr 01 12:33:19.987659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f514a-c248-475a-bccd-c504c170aefc req-ae1147b5-ead0-417f-9836-3e34a23f125a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:19.997083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f514a-c248-475a-bccd-c504c170aefc req-ae1147b5-ead0-417f-9836-3e34a23f125a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.004996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f514a-c248-475a-bccd-c504c170aefc req-ae1147b5-ead0-417f-9836-3e34a23f125a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.033215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f514a-c248-475a-bccd-c504c170aefc req-ae1147b5-ead0-417f-9836-3e34a23f125a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.041335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f514a-c248-475a-bccd-c504c170aefc req-ae1147b5-ead0-417f-9836-3e34a23f125a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.049162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f514a-c248-475a-bccd-c504c170aefc req-ae1147b5-ead0-417f-9836-3e34a23f125a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.061284 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f92f514a-c248-475a-bccd-c504c170aefc req-ae1147b5-ead0-417f-9836-3e34a23f125a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5442 time: 0.2239211 Apr 01 12:33:20.067975 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8be2df1b-db65-4da4-b7f6-413c312dd2a2 req-4b377f1c-9ee9-4b01-b786-422091a70056 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858240 Apr 01 12:33:20.168178 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f92f514a-c248-475a-bccd-c504c170aefc req-ac97c56a-101c-4030-b570-7a394e85a290 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059058 Apr 01 12:33:20.212359 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 0cbdf885-306f-4b05-923e-8c80d6451d3a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=0cbdf885-306f-4b05-923e-8c80d6451d3a,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:20.233343 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:20.248292 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:20.279344 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd666243-bee3-49a8-af15-38efdb95fa67 req-892858c6-5335-4792-9183-0e50b8635c49 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.289630 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd666243-bee3-49a8-af15-38efdb95fa67 req-892858c6-5335-4792-9183-0e50b8635c49 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 0.1154809 Apr 01 12:33:20.458630 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd666243-bee3-49a8-af15-38efdb95fa67 req-9cfceb42-2314-4dd1-b667-63bab1f39db4 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674964 Apr 01 12:33:20.461169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa1d6b-0633-4103-ba9d-c5ed55a82e8d req-9fe0b468-2064-479d-a419-ac0d8f27be73 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.505866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa1d6b-0633-4103-ba9d-c5ed55a82e8d req-9fe0b468-2064-479d-a419-ac0d8f27be73 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.536235 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa1d6b-0633-4103-ba9d-c5ed55a82e8d req-9fe0b468-2064-479d-a419-ac0d8f27be73 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.544801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa1d6b-0633-4103-ba9d-c5ed55a82e8d req-9fe0b468-2064-479d-a419-ac0d8f27be73 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.575839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa1d6b-0633-4103-ba9d-c5ed55a82e8d req-9fe0b468-2064-479d-a419-ac0d8f27be73 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.615988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa1d6b-0633-4103-ba9d-c5ed55a82e8d req-9fe0b468-2064-479d-a419-ac0d8f27be73 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.637439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa1d6b-0633-4103-ba9d-c5ed55a82e8d req-9fe0b468-2064-479d-a419-ac0d8f27be73 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.651779 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83fa1d6b-0633-4103-ba9d-c5ed55a82e8d req-9fe0b468-2064-479d-a419-ac0d8f27be73 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.3049753 Apr 01 12:33:20.689230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d54104-d0fe-4109-a241-21229167f88c req-2a3c96bb-fd3c-4f3b-9f48-03d58fb4148a tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.700417 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-18d54104-d0fe-4109-a241-21229167f88c req-2a3c96bb-fd3c-4f3b-9f48-03d58fb4148a tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 0.1343458 Apr 01 12:33:20.708694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8cf42ca4-4108-4a9d-901b-37860fda14b7 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:20.719158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 782604cb-2bb9-428a-9dc4-3a1149c5ee64, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=782604cb-2bb9-428a-9dc4-3a1149c5ee64,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:20.721735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83fa1d6b-0633-4103-ba9d-c5ed55a82e8d req-967fe503-2451-489a-baaf-8a0338edc31c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624974 Apr 01 12:33:20.754638 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-18d54104-d0fe-4109-a241-21229167f88c req-7a3f63f3-cd92-4892-bcde-d39c992f4d53 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532343 Apr 01 12:33:20.865110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['9e6252de-11b4-45ee-976a-3b3c155a6130'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:20.883545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349e9e4-5bde-4534-81be-4fb7cc57cad3 req-2c1d1a51-a630-472c-b555-b389223742fb tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:20.893979 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0349e9e4-5bde-4534-81be-4fb7cc57cad3 req-2c1d1a51-a630-472c-b555-b389223742fb tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.0757682 Apr 01 12:33:20.931049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['a0ed6865-e20b-48a3-8121-7b46936ea8e2'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:20.933598 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd814ac1-7f37-4502-a4d0-52837c391042 req-6f7676f6-b3bc-456c-bb79-2dbdb2757a34 tempest-ServersAaction247Test-1092531684 tempest-ServersAaction247Test-1092531684-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b89900c-6a26-4c86-b9f1-a8112a839768 HTTP/1.1" status: 200 len: 210 time: 0.0583236 Apr 01 12:33:20.933814 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['0cbdf885-306f-4b05-923e-8c80d6451d3a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:20.943384 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:20.944532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 9a72bc3d-c93e-4eee-a682-5d589d7ea4da up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:20.951936 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0349e9e4-5bde-4534-81be-4fb7cc57cad3 req-b01efc33-1f6d-47b3-89ed-11e6ad815732 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564792 Apr 01 12:33:21.242060 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=0cbdf885-306f-4b05-923e-8c80d6451d3a,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:21.588339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=782604cb-2bb9-428a-9dc4-3a1149c5ee64,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:21.695365 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:21.718503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 8cf42ca4-4108-4a9d-901b-37860fda14b7 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:21.719243 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:21.727895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782604cb-2bb9-428a-9dc4-3a1149c5ee64'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:21.731087 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd74410-68f5-48e3-99a8-f7a10b8a69be" -d '{"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "782604cb-2bb9-428a-9dc4-3a1149c5ee64"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:21.739865 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:21.740569 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:22.188052 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:22.193538 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:22.253104 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 8cf42ca4-4108-4a9d-901b-37860fda14b7, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8cf42ca4-4108-4a9d-901b-37860fda14b7,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:22.287418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:22.301695 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:22.304061 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:22.404173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:22.663454 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=8cf42ca4-4108-4a9d-901b-37860fda14b7,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:22.766691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9198af-407d-4b8e-b6df-24923721bc60 req-baa5dbdd-749d-4b9f-a5ea-739f6d2d163d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:22.772189 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Sync routers for ids ['cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:33:22.780342 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9198af-407d-4b8e-b6df-24923721bc60 req-baa5dbdd-749d-4b9f-a5ea-739f6d2d163d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:22.794234 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Routers {'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:22.795034 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:22.805261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9198af-407d-4b8e-b6df-24923721bc60 req-baa5dbdd-749d-4b9f-a5ea-739f6d2d163d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:22.808159 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df9198af-407d-4b8e-b6df-24923721bc60 req-baa5dbdd-749d-4b9f-a5ea-739f6d2d163d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2414 time: 0.1055765 Apr 01 12:33:22.922139 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df9198af-407d-4b8e-b6df-24923721bc60 req-03d730c0-3595-4a80-99a8-1596b902326d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064827 Apr 01 12:33:23.045319 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6a885c-169a-4c15-805e-5764c00eecff x-openstack-request-id: req-cf6a885c-169a-4c15-805e-5764c00eecff {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:23.045815 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "782604cb-2bb9-428a-9dc4-3a1149c5ee64", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:23.046059 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf6a885c-169a-4c15-805e-5764c00eecff {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:23.046465 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6a885c-169a-4c15-805e-5764c00eecff'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782604cb-2bb9-428a-9dc4-3a1149c5ee64', 'code': 200} Apr 01 12:33:23.192524 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Set router cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:23.309227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab92d-ad22-480f-97e3-d64e5da53aab req-8b96ff2f-0c08-46ca-952b-0724adf84062 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.313859 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc864ebe-2f63-42f3-8d1a-20c34a9987ea req-fb949824-e957-4df5-a2ef-f717ae4f685a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.328690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc864ebe-2f63-42f3-8d1a-20c34a9987ea req-fb949824-e957-4df5-a2ef-f717ae4f685a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.339928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab92d-ad22-480f-97e3-d64e5da53aab req-8b96ff2f-0c08-46ca-952b-0724adf84062 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.344847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc864ebe-2f63-42f3-8d1a-20c34a9987ea req-fb949824-e957-4df5-a2ef-f717ae4f685a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.355282 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab92d-ad22-480f-97e3-d64e5da53aab req-8b96ff2f-0c08-46ca-952b-0724adf84062 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.359957 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc864ebe-2f63-42f3-8d1a-20c34a9987ea req-fb949824-e957-4df5-a2ef-f717ae4f685a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.369437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab92d-ad22-480f-97e3-d64e5da53aab req-8b96ff2f-0c08-46ca-952b-0724adf84062 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.372625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc864ebe-2f63-42f3-8d1a-20c34a9987ea req-fb949824-e957-4df5-a2ef-f717ae4f685a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.390435 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc864ebe-2f63-42f3-8d1a-20c34a9987ea req-fb949824-e957-4df5-a2ef-f717ae4f685a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.393601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab92d-ad22-480f-97e3-d64e5da53aab req-8b96ff2f-0c08-46ca-952b-0724adf84062 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.403403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc864ebe-2f63-42f3-8d1a-20c34a9987ea req-fb949824-e957-4df5-a2ef-f717ae4f685a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.410549 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc864ebe-2f63-42f3-8d1a-20c34a9987ea req-fb949824-e957-4df5-a2ef-f717ae4f685a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.1835301 Apr 01 12:33:23.420350 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab92d-ad22-480f-97e3-d64e5da53aab req-8b96ff2f-0c08-46ca-952b-0724adf84062 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.448942 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab92d-ad22-480f-97e3-d64e5da53aab req-8b96ff2f-0c08-46ca-952b-0724adf84062 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.460567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c2d5e-a7e6-42d6-ab53-00359c710d5b req-c5188852-23ce-4f98-9346-cfa1562e0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.463032 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f67ab92d-ad22-480f-97e3-d64e5da53aab req-8b96ff2f-0c08-46ca-952b-0724adf84062 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5444 time: 0.3807597 Apr 01 12:33:23.465019 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da1c2d5e-a7e6-42d6-ab53-00359c710d5b req-c5188852-23ce-4f98-9346-cfa1562e0264 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1098 time: 0.2878489 Apr 01 12:33:23.520936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc864ebe-2f63-42f3-8d1a-20c34a9987ea req-7b8aae22-a3f6-4691-a8ac-6ba084481135 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009836 Apr 01 12:33:23.585797 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f67ab92d-ad22-480f-97e3-d64e5da53aab req-fe498083-233c-4407-9bae-a6d22527dd6d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217954 Apr 01 12:33:23.627980 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'name': 'tempest-AttachSCSIVolumeTestJSON-1528718510-router', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:07Z', 'updated_at': '2022-04-01T12:33:15Z', 'revision_number': 4, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'gw_port': {'id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:08Z', 'updated_at': '2022-04-01T12:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '89fa0f03-c45a-4da1-8e35-245043721085', 'name': '', 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'mac_address': 'fa:16:3e:60:79:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '9bb7e6de-320e-4a0d-b033-2e7e6ac8e091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:14Z', 'updated_at': '2022-04-01T12:33:15Z', 'revision_number': 2, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'subnets': [{'id': '9bb7e6de-320e-4a0d-b033-2e7e6ac8e091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:23.726652 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Checking router: cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:33:23.727009 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Updating router cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae port 89fa0f03-c45a-4da1-8e35-245043721085 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:33:23.743545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c2d5e-a7e6-42d6-ab53-00359c710d5b req-8fdd9dec-471c-4218-9d6f-4eb1ec822db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.745326 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da1c2d5e-a7e6-42d6-ab53-00359c710d5b req-8fdd9dec-471c-4218-9d6f-4eb1ec822db2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.2380617 Apr 01 12:33:23.817801 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:23.933315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02b544-95d5-4216-b0cd-f52a11acb529 req-08da832e-ef3c-46b6-914e-d03811cd9aac tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:23.950465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef02b544-95d5-4216-b0cd-f52a11acb529 req-08da832e-ef3c-46b6-914e-d03811cd9aac tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.2039487 Apr 01 12:33:23.989768 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da1c2d5e-a7e6-42d6-ab53-00359c710d5b req-2db06e09-6c3e-41ec-927a-86260226707f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 1001 time: 0.2342527 Apr 01 12:33:24.147997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9c91eb4-e550-4544-b1c5-758b074d1f3f req-75ea8606-55b4-42ab-84e7-5de61b07e4d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=364d44f0323c486bb2ef9ea7db0b8bc5&device_id=9b89900c-6a26-4c86-b9f1-a8112a839768 HTTP/1.1" status: 200 len: 210 time: 0.0415637 Apr 01 12:33:24.163346 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef02b544-95d5-4216-b0cd-f52a11acb529 req-a2803fb7-8b06-40cb-b42d-026e8510ec03 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079186 Apr 01 12:33:24.223257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c2d5e-a7e6-42d6-ab53-00359c710d5b req-3bc5b277-137b-4499-9731-ced468fe1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:24.227579 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da1c2d5e-a7e6-42d6-ab53-00359c710d5b req-3bc5b277-137b-4499-9731-ced468fe1d2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.2124314 Apr 01 12:33:24.269505 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9e6252de-11b4-45ee-976a-3b3c155a6130 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:24.285652 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9c91eb4-e550-4544-b1c5-758b074d1f3f req-530bfb64-5886-48a7-aa98-23a17a8b6cbb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=364d44f0323c486bb2ef9ea7db0b8bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1165166 Apr 01 12:33:24.513400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 9e6252de-11b4-45ee-976a-3b3c155a6130 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:24.530821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 9e6252de-11b4-45ee-976a-3b3c155a6130 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:24.535367 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:24.647871 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e98be2d1-b192-4c56-87ea-87166a5497ce req-9f09fce9-2a99-4db0-bc74-9206cc5e8c1a tempest-ServersAaction247Test-1092531684 tempest-ServersAaction247Test-1092531684-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b89900c-6a26-4c86-b9f1-a8112a839768 HTTP/1.1" status: 200 len: 210 time: 0.0667739 Apr 01 12:33:24.681272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c2d5e-a7e6-42d6-ab53-00359c710d5b req-693bf73b-ad2e-4c8f-b7c6-40d37330d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:24.687717 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da1c2d5e-a7e6-42d6-ab53-00359c710d5b req-693bf73b-ad2e-4c8f-b7c6-40d37330d41b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4355931 Apr 01 12:33:24.732987 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8cf42ca4-4108-4a9d-901b-37860fda14b7 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:24.833726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e675f-41fc-4d7a-aa6c-de7dc4dc9d67 req-9fcae282-1fdf-472c-96b4-d6679dff8c91 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:24.858494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e675f-41fc-4d7a-aa6c-de7dc4dc9d67 req-9fcae282-1fdf-472c-96b4-d6679dff8c91 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:24.873464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e675f-41fc-4d7a-aa6c-de7dc4dc9d67 req-9fcae282-1fdf-472c-96b4-d6679dff8c91 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:24.891923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-137e675f-41fc-4d7a-aa6c-de7dc4dc9d67 req-9fcae282-1fdf-472c-96b4-d6679dff8c91 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2414 time: 0.5815229 Apr 01 12:33:24.907578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b321b4-a953-4e26-971e-d6c45091cfe9 req-4cbc89f8-6746-4184-84bb-190492e8b3ce tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:24.922835 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-14b321b4-a953-4e26-971e-d6c45091cfe9 req-4cbc89f8-6746-4184-84bb-190492e8b3ce tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 0.1312115 Apr 01 12:33:25.028698 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:25.040621 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-14b321b4-a953-4e26-971e-d6c45091cfe9 req-28c382a7-c848-46f7-9d93-53b181867f94 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116722 Apr 01 12:33:25.102346 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a72bc3d-c93e-4eee-a682-5d589d7ea4da'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:25.108892 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df3a5b8-c226-44d8-8f88-1bae3967e4fb" -d '{"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "9a72bc3d-c93e-4eee-a682-5d589d7ea4da"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:25.241114 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9e6252de-11b4-45ee-976a-3b3c155a6130, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9e6252de-11b4-45ee-976a-3b3c155a6130,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:25.245914 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 8cf42ca4-4108-4a9d-901b-37860fda14b7 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:25.246639 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:25.279116 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:25.281142 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a0ed6865-e20b-48a3-8121-7b46936ea8e2 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:25.307505 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da1c2d5e-a7e6-42d6-ab53-00359c710d5b req-d96a23c1-2149-41af-8864-109cbf38fd72 service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941157 Apr 01 12:33:25.308620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c91eb4-e550-4544-b1c5-758b074d1f3f req-2d5c9a57-1497-4a41-ad76-692d73051421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:25.309942 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9c91eb4-e550-4544-b1c5-758b074d1f3f req-2d5c9a57-1497-4a41-ad76-692d73051421 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9982147 Apr 01 12:33:25.383410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9e6252de-11b4-45ee-976a-3b3c155a6130,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:25.408205 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-137e675f-41fc-4d7a-aa6c-de7dc4dc9d67 req-de6bb244-8b9f-4e55-ba10-6b9f6cf3bcff tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143590 Apr 01 12:33:25.450892 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561f3b6-384c-4391-a25d-a9de8ec9eee7 req-f9139bbc-bf7d-4888-89bc-0b3652b59d60 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:25.476132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port a0ed6865-e20b-48a3-8121-7b46936ea8e2 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:25.484520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port a0ed6865-e20b-48a3-8121-7b46936ea8e2 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:25.485338 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:25.495831 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561f3b6-384c-4391-a25d-a9de8ec9eee7 req-f9139bbc-bf7d-4888-89bc-0b3652b59d60 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:25.507469 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:25.515891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561f3b6-384c-4391-a25d-a9de8ec9eee7 req-f9139bbc-bf7d-4888-89bc-0b3652b59d60 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:25.534940 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561f3b6-384c-4391-a25d-a9de8ec9eee7 req-f9139bbc-bf7d-4888-89bc-0b3652b59d60 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:25.570559 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:25.573658 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561f3b6-384c-4391-a25d-a9de8ec9eee7 req-f9139bbc-bf7d-4888-89bc-0b3652b59d60 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:25.599537 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561f3b6-384c-4391-a25d-a9de8ec9eee7 req-f9139bbc-bf7d-4888-89bc-0b3652b59d60 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:25.616674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561f3b6-384c-4391-a25d-a9de8ec9eee7 req-f9139bbc-bf7d-4888-89bc-0b3652b59d60 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:25.637501 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c561f3b6-384c-4391-a25d-a9de8ec9eee7 req-f9139bbc-bf7d-4888-89bc-0b3652b59d60 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.3770750 Apr 01 12:33:25.655612 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:25.761842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a0ed6865-e20b-48a3-8121-7b46936ea8e2, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a0ed6865-e20b-48a3-8121-7b46936ea8e2,segment=NetworkSegment(5fb32180-2c0c-4b55-bb55-52d9ab479691),segment_id=5fb32180-2c0c-4b55-bb55-52d9ab479691)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:25.775631 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:25.777065 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 0cbdf885-306f-4b05-923e-8c80d6451d3a up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:25.830202 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec7970-c423-438d-92b7-95d1951d6865 None None] Pushing event updated for resources: {'Port': ['ID=89fa0f03-c45a-4da1-8e35-245043721085,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:25.851937 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Attempting to bind port 89fa0f03-c45a-4da1-8e35-245043721085 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:33:25.853418 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Attempting to bind port 89fa0f03-c45a-4da1-8e35-245043721085 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '5e91e171-f538-4f83-9404-0be304357bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:33:25.853781 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Attempting to bind port 89fa0f03-c45a-4da1-8e35-245043721085 on network 518ee5bb-67f2-4bb3-b22f-225e870c1cbc {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:25.863592 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c561f3b6-384c-4391-a25d-a9de8ec9eee7 req-35d109cc-8150-4777-ba2e-41b735847bba tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2251427 Apr 01 12:33:25.866850 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:33:25.871558 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Checking segment: {'id': '5e91e171-f538-4f83-9404-0be304357bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:25.871973 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:25.872368 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Bound using segment: {'id': '5e91e171-f538-4f83-9404-0be304357bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:33:25.872852 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Bound port: 89fa0f03-c45a-4da1-8e35-245043721085, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e91e171-f538-4f83-9404-0be304357bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:33:25.873231 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:25.897224 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da1c2d5e-a7e6-42d6-ab53-00359c710d5b req-4500fef9-6acc-4493-a8d0-9554827b8c49 service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323002 Apr 01 12:33:25.975985 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c810cdd-6dd0-4f2a-b2e7-b15a2f645232 req-28952bf3-0caa-424d-9abe-e264eba575dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:25.991954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c810cdd-6dd0-4f2a-b2e7-b15a2f645232 req-28952bf3-0caa-424d-9abe-e264eba575dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.007800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 0cbdf885-306f-4b05-923e-8c80d6451d3a completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:26.018059 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 0cbdf885-306f-4b05-923e-8c80d6451d3a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:26.023628 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:26.049632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c810cdd-6dd0-4f2a-b2e7-b15a2f645232 req-28952bf3-0caa-424d-9abe-e264eba575dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.084787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c810cdd-6dd0-4f2a-b2e7-b15a2f645232 req-28952bf3-0caa-424d-9abe-e264eba575dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.117965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c810cdd-6dd0-4f2a-b2e7-b15a2f645232 req-28952bf3-0caa-424d-9abe-e264eba575dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.124194 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a0ed6865-e20b-48a3-8121-7b46936ea8e2,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:26.138562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c810cdd-6dd0-4f2a-b2e7-b15a2f645232 req-28952bf3-0caa-424d-9abe-e264eba575dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.140959 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82d312-814c-4d68-a455-927c16f57122 req-493095bd-1824-4002-9fd1-43c61e56f4c4 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.145698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c810cdd-6dd0-4f2a-b2e7-b15a2f645232 req-28952bf3-0caa-424d-9abe-e264eba575dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.154482 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c810cdd-6dd0-4f2a-b2e7-b15a2f645232 req-28952bf3-0caa-424d-9abe-e264eba575dc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5444 time: 0.4494905 Apr 01 12:33:26.154951 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ca82d312-814c-4d68-a455-927c16f57122 req-493095bd-1824-4002-9fd1-43c61e56f4c4 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1255367 Apr 01 12:33:26.171148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] For port 89fa0f03-c45a-4da1-8e35-245043721085, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:33:26.177863 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] For port 89fa0f03-c45a-4da1-8e35-245043721085, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=89fa0f03-c45a-4da1-8e35-245043721085,segment=NetworkSegment(5e91e171-f538-4f83-9404-0be304357bfe),segment_id=5e91e171-f538-4f83-9404-0be304357bfe)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:33:26.191944 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:26.202643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device f71237b2-ae9e-4469-819e-23a06d57cd27 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:26.250947 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ca82d312-814c-4d68-a455-927c16f57122 req-3c880e63-2433-4aab-a782-07c3a1d5972f tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948179 Apr 01 12:33:26.448943 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c810cdd-6dd0-4f2a-b2e7-b15a2f645232 req-53ab7b2e-0512-41a3-8bb0-f7fe07b4e7f9 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2917609 Apr 01 12:33:26.464773 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Routers {'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:26.464773 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:26.490431 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:26.499668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-232f9c62-b784-4211-8716-3db952d0d2d9 None None] Provisioning complete for port 89fa0f03-c45a-4da1-8e35-245043721085 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:26.525100 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-232f9c62-b784-4211-8716-3db952d0d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:26.576145 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d68637b-371b-4d32-a4ed-69e5a2e05249 req-77c19000-fbe9-4d32-86f7-67ab0d3e367c tempest-ServersAaction247Test-1092531684 tempest-ServersAaction247Test-1092531684-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b89900c-6a26-4c86-b9f1-a8112a839768 HTTP/1.1" status: 200 len: 210 time: 0.0636313 Apr 01 12:33:26.735740 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec7970-c423-438d-92b7-95d1951d6865 None None] Pushing event updated for resources: {'Port': ['ID=89fa0f03-c45a-4da1-8e35-245043721085,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:26.738427 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff771fe3-51d1-43b8-a557-4d8bcd2d4292 x-openstack-request-id: req-ff771fe3-51d1-43b8-a557-4d8bcd2d4292 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:26.738729 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-plugged", "status": "completed", "tag": "9a72bc3d-c93e-4eee-a682-5d589d7ea4da", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:26.738984 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff771fe3-51d1-43b8-a557-4d8bcd2d4292 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:26.739396 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff771fe3-51d1-43b8-a557-4d8bcd2d4292'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a72bc3d-c93e-4eee-a682-5d589d7ea4da', 'code': 200} Apr 01 12:33:26.856175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455fe29-2e56-4929-92a9-fe1148b23615 req-dba727b0-d7f9-4582-a397-853cb78a45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.857718 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8455fe29-2e56-4929-92a9-fe1148b23615 req-dba727b0-d7f9-4582-a397-853cb78a45d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 1096 time: 0.4592259 Apr 01 12:33:26.878284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adc3a1-6bf5-4f17-9cb2-b9027813c284 req-0050411e-67c8-4d88-8545-038a7ab8edba tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.888522 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adc3a1-6bf5-4f17-9cb2-b9027813c284 req-0050411e-67c8-4d88-8545-038a7ab8edba tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.891220 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] Set router cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:26.925799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adc3a1-6bf5-4f17-9cb2-b9027813c284 req-0050411e-67c8-4d88-8545-038a7ab8edba tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.946927 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4adc3a1-6bf5-4f17-9cb2-b9027813c284 req-0050411e-67c8-4d88-8545-038a7ab8edba tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2416 time: 0.2177329 Apr 01 12:33:26.958520 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8455fe29-2e56-4929-92a9-fe1148b23615 req-a6f40689-b370-4a5f-9f9c-2470baecba3a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778186 Apr 01 12:33:26.992420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1716da8-7194-424d-949e-8fcc7130c46b req-75136ae4-93a8-466a-b8ab-d221977fc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.992928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1716da8-7194-424d-949e-8fcc7130c46b req-75136ae4-93a8-466a-b8ab-d221977fc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.993393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1716da8-7194-424d-949e-8fcc7130c46b req-75136ae4-93a8-466a-b8ab-d221977fc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.994132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1716da8-7194-424d-949e-8fcc7130c46b req-75136ae4-93a8-466a-b8ab-d221977fc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.994598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1716da8-7194-424d-949e-8fcc7130c46b req-75136ae4-93a8-466a-b8ab-d221977fc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.995085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1716da8-7194-424d-949e-8fcc7130c46b req-75136ae4-93a8-466a-b8ab-d221977fc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.995537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1716da8-7194-424d-949e-8fcc7130c46b req-75136ae4-93a8-466a-b8ab-d221977fc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:26.997536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f1716da8-7194-424d-949e-8fcc7130c46b req-75136ae4-93a8-466a-b8ab-d221977fc0a7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 6501 time: 0.4195228 Apr 01 12:33:27.017392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176f777-2548-47a4-9243-e8f148f61430 req-a21fb943-da12-4cf2-9ff1-65b4dfa1cccd tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.041298 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2176f777-2548-47a4-9243-e8f148f61430 req-a21fb943-da12-4cf2-9ff1-65b4dfa1cccd tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 0.3443441 Apr 01 12:33:27.048438 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4adc3a1-6bf5-4f17-9cb2-b9027813c284 req-5820e598-1928-47c6-ba81-92d85869ee95 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990028 Apr 01 12:33:27.050817 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:27.082134 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.resource_extend [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:33:27.161200 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f1716da8-7194-424d-949e-8fcc7130c46b req-14be411f-dfa1-4807-9c48-06bc0fa021ff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&id=5c397300-b884-433f-bb50-6772b0ae68e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1170449 Apr 01 12:33:27.161428 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'name': 'tempest-AttachSCSIVolumeTestJSON-1528718510-router', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:07Z', 'updated_at': '2022-04-01T12:33:15Z', 'revision_number': 4, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'gw_port': {'id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:08Z', 'updated_at': '2022-04-01T12:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '89fa0f03-c45a-4da1-8e35-245043721085', 'name': '', 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'mac_address': 'fa:16:3e:60:79:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '9bb7e6de-320e-4a0d-b033-2e7e6ac8e091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:14Z', 'updated_at': '2022-04-01T12:33:26Z', 'revision_number': 4, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'subnets': [{'id': '9bb7e6de-320e-4a0d-b033-2e7e6ac8e091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:27.194539 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477269db-1ca1-4119-b429-6af257ba0d9e None None] The sync data for ids ['cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'] in n-d-836146-1 is: [{'id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'name': 'tempest-AttachSCSIVolumeTestJSON-1528718510-router', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:07Z', 'updated_at': '2022-04-01T12:33:15Z', 'revision_number': 4, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'gw_port': {'id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:08Z', 'updated_at': '2022-04-01T12:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '89fa0f03-c45a-4da1-8e35-245043721085', 'name': '', 'network_id': '518ee5bb-67f2-4bb3-b22f-225e870c1cbc', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'mac_address': 'fa:16:3e:60:79:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '9bb7e6de-320e-4a0d-b033-2e7e6ac8e091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:14Z', 'updated_at': '2022-04-01T12:33:26Z', 'revision_number': 4, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'subnets': [{'id': '9bb7e6de-320e-4a0d-b033-2e7e6ac8e091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:33:27.199050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2176f777-2548-47a4-9243-e8f148f61430 req-1171f7ee-a0e3-4a76-8347-daf5925b9124 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568313 Apr 01 12:33:27.214941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 0cbdf885-306f-4b05-923e-8c80d6451d3a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=0cbdf885-306f-4b05-923e-8c80d6451d3a,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:27.248459 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:27.364423 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372bc5-d280-476f-ba7a-11aed442f2a1 req-fdbbb66f-1887-42b7-9fc7-b7bfc008112e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.372685 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372bc5-d280-476f-ba7a-11aed442f2a1 req-fdbbb66f-1887-42b7-9fc7-b7bfc008112e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.381392 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372bc5-d280-476f-ba7a-11aed442f2a1 req-fdbbb66f-1887-42b7-9fc7-b7bfc008112e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.390602 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port f71237b2-ae9e-4469-819e-23a06d57cd27, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=f71237b2-ae9e-4469-819e-23a06d57cd27,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:27.397244 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372bc5-d280-476f-ba7a-11aed442f2a1 req-fdbbb66f-1887-42b7-9fc7-b7bfc008112e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.410213 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372bc5-d280-476f-ba7a-11aed442f2a1 req-fdbbb66f-1887-42b7-9fc7-b7bfc008112e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.417509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372bc5-d280-476f-ba7a-11aed442f2a1 req-fdbbb66f-1887-42b7-9fc7-b7bfc008112e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.426506 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372bc5-d280-476f-ba7a-11aed442f2a1 req-fdbbb66f-1887-42b7-9fc7-b7bfc008112e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.433926 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9c91eb4-e550-4544-b1c5-758b074d1f3f req-9e2d3226-8f92-485f-86d1-4be15b135ffb tempest-ServersAaction247Test-1092531684 tempest-ServersAaction247Test-1092531684-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b89900c-6a26-4c86-b9f1-a8112a839768 HTTP/1.1" status: 200 len: 210 time: 0.0449982 Apr 01 12:33:27.436566 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12372bc5-d280-476f-ba7a-11aed442f2a1 req-fdbbb66f-1887-42b7-9fc7-b7bfc008112e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5420 time: 0.1593559 Apr 01 12:33:27.518964 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12372bc5-d280-476f-ba7a-11aed442f2a1 req-c562b95f-1aad-4312-bd69-1ad407bb481c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0814250 Apr 01 12:33:27.523674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'f71237b2-ae9e-4469-819e-23a06d57cd27', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'port_id': 'f71237b2-ae9e-4469-819e-23a06d57cd27', 'mac_address': 'fa:16:3e:0a:7e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:27.629848 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10013668-2d45-42c8-ae00-872a20534b39 req-926dd618-dfe3-4713-859f-2f3c5b618dcb tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.643052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10013668-2d45-42c8-ae00-872a20534b39 req-926dd618-dfe3-4713-859f-2f3c5b618dcb tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1825883 Apr 01 12:33:27.742368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10013668-2d45-42c8-ae00-872a20534b39 req-8fbfb910-7b13-488a-a359-2b9726162628 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805261 Apr 01 12:33:27.754531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:27.757428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=0cbdf885-306f-4b05-923e-8c80d6451d3a,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:27.789902 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-232f9c62-b784-4211-8716-3db952d0d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:27.847776 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f141f9-8f09-44cf-bebe-839f6de2df31 req-c29e48f1-f631-457a-b5e0-faae2f8fe7ca tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.854827 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:27.856808 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f141f9-8f09-44cf-bebe-839f6de2df31 req-c29e48f1-f631-457a-b5e0-faae2f8fe7ca tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.861751 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30', 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c', 'port_id': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30', 'mac_address': 'fa:16:3e:aa:df:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503fdfca-6d7e-46fb-b3ec-a887d3865368', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:27.870886 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f141f9-8f09-44cf-bebe-839f6de2df31 req-c29e48f1-f631-457a-b5e0-faae2f8fe7ca tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.879817 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f141f9-8f09-44cf-bebe-839f6de2df31 req-c29e48f1-f631-457a-b5e0-faae2f8fe7ca tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.892133 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f141f9-8f09-44cf-bebe-839f6de2df31 req-c29e48f1-f631-457a-b5e0-faae2f8fe7ca tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.909698 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f141f9-8f09-44cf-bebe-839f6de2df31 req-c29e48f1-f631-457a-b5e0-faae2f8fe7ca tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.919263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-232f9c62-b784-4211-8716-3db952d0d2d9 None None] For port 89fa0f03-c45a-4da1-8e35-245043721085, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=89fa0f03-c45a-4da1-8e35-245043721085,segment=NetworkSegment(5e91e171-f538-4f83-9404-0be304357bfe),segment_id=5e91e171-f538-4f83-9404-0be304357bfe)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:27.921039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71237b2-ae9e-4469-819e-23a06d57cd27 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:27.932085 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f141f9-8f09-44cf-bebe-839f6de2df31 req-c29e48f1-f631-457a-b5e0-faae2f8fe7ca tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:27.934348 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-232f9c62-b784-4211-8716-3db952d0d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:27.953143 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-33f141f9-8f09-44cf-bebe-839f6de2df31 req-c29e48f1-f631-457a-b5e0-faae2f8fe7ca tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5444 time: 0.2929072 Apr 01 12:33:28.024365 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port f71237b2-ae9e-4469-819e-23a06d57cd27, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=f71237b2-ae9e-4469-819e-23a06d57cd27,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:28.055247 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:28.055902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a2a7919b-0809-47d2-8eb7-4b2be62c86d5 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:28.138121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:28.208411 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-33f141f9-8f09-44cf-bebe-839f6de2df31 req-b2f8279c-6e6d-4da9-975d-7513b2c14a6c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2435985 Apr 01 12:33:28.210933 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88e260ee-034f-4e7f-9537-86cec2f2ce5f req-7572a8c1-5092-493d-9efe-ea665f47cd44 tempest-ServersAaction247Test-1092531684 tempest-ServersAaction247Test-1092531684-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b89900c-6a26-4c86-b9f1-a8112a839768 HTTP/1.1" status: 200 len: 210 time: 0.1465087 Apr 01 12:33:28.223785 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c9eca334-54d5-48b7-94dc-b6689fe6fb98 None None] Provisioning complete for port 89fa0f03-c45a-4da1-8e35-245043721085 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:28.224202 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9eca334-54d5-48b7-94dc-b6689fe6fb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:28.391339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f9c62-b784-4211-8716-3db952d0d2d9 None None] Pushing event updated for resources: {'Port': ['ID=89fa0f03-c45a-4da1-8e35-245043721085,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:28.448402 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.resource_extend [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:33:28.597608 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede082b2-fedf-4545-900c-55b767a91c8d req-4d481551-17ad-46a6-bad8-d89d1161adeb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:28.626743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede082b2-fedf-4545-900c-55b767a91c8d req-4d481551-17ad-46a6-bad8-d89d1161adeb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:28.656308 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede082b2-fedf-4545-900c-55b767a91c8d req-4d481551-17ad-46a6-bad8-d89d1161adeb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:28.667489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eec85e-27d3-4cfa-8693-28793f593066 req-0873e835-31d8-4900-a391-a6d38cfd590e tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:28.678897 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4eec85e-27d3-4cfa-8693-28793f593066 req-0873e835-31d8-4900-a391-a6d38cfd590e tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 946 time: 0.2580721 Apr 01 12:33:28.690084 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ede082b2-fedf-4545-900c-55b767a91c8d req-4d481551-17ad-46a6-bad8-d89d1161adeb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2417 time: 0.2764819 Apr 01 12:33:28.842644 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4eec85e-27d3-4cfa-8693-28793f593066 req-d94d0649-286a-4731-942c-f48dccad4090 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592512 Apr 01 12:33:28.857289 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ede082b2-fedf-4545-900c-55b767a91c8d req-fb17ab1a-fc52-45c7-a90b-b30f731b6ae5 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682575 Apr 01 12:33:29.029233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa33db-65b6-42d7-8eb3-8d9f1cd63ff1 req-7006cd25-030e-4164-a0aa-5e0d1823b619 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.038187 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7dfa33db-65b6-42d7-8eb3-8d9f1cd63ff1 req-7006cd25-030e-4164-a0aa-5e0d1823b619 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.0845189 Apr 01 12:33:29.102840 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7dfa33db-65b6-42d7-8eb3-8d9f1cd63ff1 req-f2988350-9935-4047-b92d-cf362ca2df37 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638778 Apr 01 12:33:29.133961 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97e54-f9a2-48db-b05f-d06a09cb2199 req-9b000f56-148f-4525-9124-a0080e9bf2cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.144010 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-2cc19d3d-d4d9-49f0-ab0d-5f852fbecb8d req-baa18f26-5727-4612-91c0-606bb7854436 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1647376213', 'description': 'tempest-description-388547060'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:29.146633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97e54-f9a2-48db-b05f-d06a09cb2199 req-9b000f56-148f-4525-9124-a0080e9bf2cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.159520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97e54-f9a2-48db-b05f-d06a09cb2199 req-9b000f56-148f-4525-9124-a0080e9bf2cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.171967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6252de-11b4-45ee-976a-3b3c155a6130'}, {'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ed6865-e20b-48a3-8121-7b46936ea8e2'}, {'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbdf885-306f-4b05-923e-8c80d6451d3a'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:29.174239 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9fd8b3-17c5-44ff-8b58-82c753088fa1" -d '{"events": [{"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-plugged", "status": "completed", "tag": "9e6252de-11b4-45ee-976a-3b3c155a6130"}, {"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-plugged", "status": "completed", "tag": "a0ed6865-e20b-48a3-8121-7b46936ea8e2"}, {"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-plugged", "status": "completed", "tag": "0cbdf885-306f-4b05-923e-8c80d6451d3a"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:29.179687 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:29.183408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97e54-f9a2-48db-b05f-d06a09cb2199 req-9b000f56-148f-4525-9124-a0080e9bf2cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.185998 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-2cc19d3d-d4d9-49f0-ab0d-5f852fbecb8d req-baa18f26-5727-4612-91c0-606bb7854436 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:29.189694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 89fa0f03-c45a-4da1-8e35-245043721085 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:29.191090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97e54-f9a2-48db-b05f-d06a09cb2199 req-9b000f56-148f-4525-9124-a0080e9bf2cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.197663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97e54-f9a2-48db-b05f-d06a09cb2199 req-9b000f56-148f-4525-9124-a0080e9bf2cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.204554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97e54-f9a2-48db-b05f-d06a09cb2199 req-9b000f56-148f-4525-9124-a0080e9bf2cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.214595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c97e54-f9a2-48db-b05f-d06a09cb2199 req-9b000f56-148f-4525-9124-a0080e9bf2cc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5421 time: 0.2312317 Apr 01 12:33:29.282162 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c97e54-f9a2-48db-b05f-d06a09cb2199 req-cd6a0808-fb8e-432b-a6b7-88955e410693 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658495 Apr 01 12:33:29.357002 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-2cc19d3d-d4d9-49f0-ab0d-5f852fbecb8d req-baa18f26-5727-4612-91c0-606bb7854436 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:29.374503 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-2cc19d3d-d4d9-49f0-ab0d-5f852fbecb8d req-baa18f26-5727-4612-91c0-606bb7854436 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:29.394118 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6654c1f-74bb-4741-94ec-83a1a37faf27 x-openstack-request-id: req-e6654c1f-74bb-4741-94ec-83a1a37faf27 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:29.394118 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-plugged", "status": "completed", "tag": "9e6252de-11b4-45ee-976a-3b3c155a6130", "code": 200}, {"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-plugged", "status": "completed", "tag": "a0ed6865-e20b-48a3-8121-7b46936ea8e2", "code": 200}, {"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-plugged", "status": "completed", "tag": "0cbdf885-306f-4b05-923e-8c80d6451d3a", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:29.394118 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6654c1f-74bb-4741-94ec-83a1a37faf27 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:29.394118 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6654c1f-74bb-4741-94ec-83a1a37faf27'] response: {'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6252de-11b4-45ee-976a-3b3c155a6130', 'code': 200} Apr 01 12:33:29.394118 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6654c1f-74bb-4741-94ec-83a1a37faf27'] response: {'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ed6865-e20b-48a3-8121-7b46936ea8e2', 'code': 200} Apr 01 12:33:29.394118 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6654c1f-74bb-4741-94ec-83a1a37faf27'] response: {'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbdf885-306f-4b05-923e-8c80d6451d3a', 'code': 200} Apr 01 12:33:29.422839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa18f26-5727-4612-91c0-606bb7854436 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4dcc87-21ce-4a0a-9e18-9db9a31a7ac1,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:29.442060 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-2cc19d3d-d4d9-49f0-ab0d-5f852fbecb8d req-baa18f26-5727-4612-91c0-606bb7854436 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:29.450299 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2cc19d3d-d4d9-49f0-ab0d-5f852fbecb8d req-baa18f26-5727-4612-91c0-606bb7854436 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3110626 Apr 01 12:33:29.497773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:29.570627 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:29.605492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91700c1d-4d12-4003-af23-3a8b6eb5a4fe req-fccb4634-da77-4fd7-8880-a66796dac92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.606050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91700c1d-4d12-4003-af23-3a8b6eb5a4fe req-fccb4634-da77-4fd7-8880-a66796dac92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.606737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91700c1d-4d12-4003-af23-3a8b6eb5a4fe req-fccb4634-da77-4fd7-8880-a66796dac92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.608919 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91700c1d-4d12-4003-af23-3a8b6eb5a4fe req-fccb4634-da77-4fd7-8880-a66796dac92c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2870 time: 0.0944922 Apr 01 12:33:29.609616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 89fa0f03-c45a-4da1-8e35-245043721085 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:29.609995 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:29.689686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05f336-0199-4b11-ad54-6002af8774c3 req-3a20a70d-a6ba-4f9f-a036-628d9e19c743 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.711407 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05f336-0199-4b11-ad54-6002af8774c3 req-3a20a70d-a6ba-4f9f-a036-628d9e19c743 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.719402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91700c1d-4d12-4003-af23-3a8b6eb5a4fe req-27aecdfe-034b-4717-9a90-59c51ba727fe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001723 Apr 01 12:33:29.734463 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05f336-0199-4b11-ad54-6002af8774c3 req-3a20a70d-a6ba-4f9f-a036-628d9e19c743 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.757108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05f336-0199-4b11-ad54-6002af8774c3 req-3a20a70d-a6ba-4f9f-a036-628d9e19c743 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.757723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7259cfc-fd41-45ea-ac5b-7c72b76f60af req-9671d142-ed6a-4e19-b6a3-00352e31579e tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1647376213&fields=id&tenant_id=2fce831047c94997b9238cff43158acc HTTP/1.1" status: 200 len: 267 time: 0.0606465 Apr 01 12:33:29.766237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05f336-0199-4b11-ad54-6002af8774c3 req-3a20a70d-a6ba-4f9f-a036-628d9e19c743 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.791380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=f71237b2-ae9e-4469-819e-23a06d57cd27,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:29.794026 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05f336-0199-4b11-ad54-6002af8774c3 req-3a20a70d-a6ba-4f9f-a036-628d9e19c743 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.801797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a2a7919b-0809-47d2-8eb7-4b2be62c86d5, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a2a7919b-0809-47d2-8eb7-4b2be62c86d5,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:29.811755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05f336-0199-4b11-ad54-6002af8774c3 req-3a20a70d-a6ba-4f9f-a036-628d9e19c743 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.831412 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c05f336-0199-4b11-ad54-6002af8774c3 req-3a20a70d-a6ba-4f9f-a036-628d9e19c743 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5444 time: 0.2893639 Apr 01 12:33:29.858656 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7259cfc-fd41-45ea-ac5b-7c72b76f60af req-bd4f28a2-2f2f-4414-8355-4318ac7ad5d5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:29.870485 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7259cfc-fd41-45ea-ac5b-7c72b76f60af req-bd4f28a2-2f2f-4414-8355-4318ac7ad5d5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.1117249 Apr 01 12:33:29.886083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e7259cfc-fd41-45ea-ac5b-7c72b76f60af req-285c7d75-7b97-40b0-ba55-1e3ccc3d8bd2 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Request body: {'port': {'security_groups': ['8202fc31-d586-4402-8c8d-b1f19f7a8377', '2d4dcc87-21ce-4a0a-9e18-9db9a31a7ac1']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:29.985584 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c05f336-0199-4b11-ad54-6002af8774c3 req-b438eeb3-bff9-4963-9418-01dc94d10f89 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1437213 Apr 01 12:33:29.996247 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['ce020e64-8394-4cb1-9d94-3a9cfa6a0c30'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:30.109539 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'a2a7919b-0809-47d2-8eb7-4b2be62c86d5', 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb', 'port_id': 'a2a7919b-0809-47d2-8eb7-4b2be62c86d5', 'mac_address': 'fa:16:3e:13:fa:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b3fcc2-733d-4dd4-9533-6aa40c939ffc', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:30.118529 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e7259cfc-fd41-45ea-ac5b-7c72b76f60af req-285c7d75-7b97-40b0-ba55-1e3ccc3d8bd2 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:30.144969 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455939ad-b1a9-4955-935e-4eac9241d4a5 req-bdecfc2e-66d3-4d0d-8068-604e339301da tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:30.161174 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-455939ad-b1a9-4955-935e-4eac9241d4a5 req-bdecfc2e-66d3-4d0d-8068-604e339301da tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 945 time: 0.0765305 Apr 01 12:33:30.283531 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-455939ad-b1a9-4955-935e-4eac9241d4a5 req-bad81f67-ac41-4406-9b24-897356bc416d tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195505 Apr 01 12:33:30.334873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60364) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:30.481720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e81cf6-79d6-4c8b-baa1-ce451d9fdeeb req-4ac8144e-572d-43bf-a1c9-b38795650c3c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:30.489960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e81cf6-79d6-4c8b-baa1-ce451d9fdeeb req-4ac8144e-572d-43bf-a1c9-b38795650c3c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:30.495887 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:30.505240 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e81cf6-79d6-4c8b-baa1-ce451d9fdeeb req-4ac8144e-572d-43bf-a1c9-b38795650c3c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:30.516987 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12e81cf6-79d6-4c8b-baa1-ce451d9fdeeb req-4ac8144e-572d-43bf-a1c9-b38795650c3c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2417 time: 0.1082146 Apr 01 12:33:30.612745 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12e81cf6-79d6-4c8b-baa1-ce451d9fdeeb req-55106c81-97a8-406d-983b-27f7582c00ee tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869834 Apr 01 12:33:30.626729 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:30.667130 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-055237aa-b6f0-44c5-871e-00ec730274fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:30.811439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a7919b-0809-47d2-8eb7-4b2be62c86d5 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:30.843979 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a2a7919b-0809-47d2-8eb7-4b2be62c86d5, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a2a7919b-0809-47d2-8eb7-4b2be62c86d5,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:30.882269 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 89fa0f03-c45a-4da1-8e35-245043721085 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:30.911020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e7259cfc-fd41-45ea-ac5b-7c72b76f60af req-285c7d75-7b97-40b0-ba55-1e3ccc3d8bd2 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] For port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,segment=NetworkSegment(26ae0f6d-c7e0-4ee0-89ca-9848a13d374d),segment_id=26ae0f6d-c7e0-4ee0-89ca-9848a13d374d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:30.944301 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:30.945248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8ad2f7d1-56ac-460d-a99b-120b1294026b details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:30.990797 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e7259cfc-fd41-45ea-ac5b-7c72b76f60af req-285c7d75-7b97-40b0-ba55-1e3ccc3d8bd2 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:30.998857 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8ad2f7d1-56ac-460d-a99b-120b1294026b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8ad2f7d1-56ac-460d-a99b-120b1294026b,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:31.000471 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e7259cfc-fd41-45ea-ac5b-7c72b76f60af req-285c7d75-7b97-40b0-ba55-1e3ccc3d8bd2 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.060505 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-055237aa-b6f0-44c5-871e-00ec730274fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.081304 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '8ad2f7d1-56ac-460d-a99b-120b1294026b', 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb', 'port_id': '8ad2f7d1-56ac-460d-a99b-120b1294026b', 'mac_address': 'fa:16:3e:cc:cd:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b3fcc2-733d-4dd4-9533-6aa40c939ffc', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:31.091172 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6a6cf-7fdd-4a9f-a97d-c41db4d7da88 req-b1ecafcb-0cef-43a8-a6e4-90e790e12e05 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.091500 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=a2a7919b-0809-47d2-8eb7-4b2be62c86d5,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:31.124630 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6a6cf-7fdd-4a9f-a97d-c41db4d7da88 req-b1ecafcb-0cef-43a8-a6e4-90e790e12e05 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.139195 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6a6cf-7fdd-4a9f-a97d-c41db4d7da88 req-b1ecafcb-0cef-43a8-a6e4-90e790e12e05 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.147124 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.156769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c7d75-7b97-40b0-ba55-1e3ccc3d8bd2 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Pushing event updated for resources: {'Port': ['ID=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:31.160797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 89fa0f03-c45a-4da1-8e35-245043721085 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:31.161129 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.167514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6a6cf-7fdd-4a9f-a97d-c41db4d7da88 req-b1ecafcb-0cef-43a8-a6e4-90e790e12e05 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.176834 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6a6cf-7fdd-4a9f-a97d-c41db4d7da88 req-b1ecafcb-0cef-43a8-a6e4-90e790e12e05 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.189093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7259cfc-fd41-45ea-ac5b-7c72b76f60af req-285c7d75-7b97-40b0-ba55-1e3ccc3d8bd2 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.189999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e7259cfc-fd41-45ea-ac5b-7c72b76f60af req-285c7d75-7b97-40b0-ba55-1e3ccc3d8bd2 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.191784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6a6cf-7fdd-4a9f-a97d-c41db4d7da88 req-b1ecafcb-0cef-43a8-a6e4-90e790e12e05 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.193446 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7259cfc-fd41-45ea-ac5b-7c72b76f60af req-285c7d75-7b97-40b0-ba55-1e3ccc3d8bd2 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "PUT /v2.0/ports/dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 981 time: 1.3199117 Apr 01 12:33:31.195855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:31.203233 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9f6b37-3108-4f00-aa49-66200a0af0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:31.204390 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad2f7d1-56ac-460d-a99b-120b1294026b {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:31.208370 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6a6cf-7fdd-4a9f-a97d-c41db4d7da88 req-b1ecafcb-0cef-43a8-a6e4-90e790e12e05 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.242378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60388) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:31.243493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['dea6147a-59b0-4e7f-a7f1-0ae8674d0c96'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:31.247574 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cbb6a6cf-7fdd-4a9f-a97d-c41db4d7da88 req-b1ecafcb-0cef-43a8-a6e4-90e790e12e05 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5444 time: 0.4081225 Apr 01 12:33:31.252204 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ab79a6d3-5467-4ae1-ae9f-fc730d275058 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Request body: {'floatingip': {'port_id': '0468e38c-78b5-48d7-9cc6-7143f8d41d14'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:31.255156 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-055237aa-b6f0-44c5-871e-00ec730274fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.291763 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8ad2f7d1-56ac-460d-a99b-120b1294026b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8ad2f7d1-56ac-460d-a99b-120b1294026b,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:31.360697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['dea6147a-59b0-4e7f-a7f1-0ae8674d0c96'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:31.366613 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab79a6d3-5467-4ae1-ae9f-fc730d275058 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for floatingip, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.390415 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.443986 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055237aa-b6f0-44c5-871e-00ec730274fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a035c7-bef6-429a-a6c7-91132781bff9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:31.485340 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51f77bf5-d32d-436a-9005-abe41d8631b0 req-947a567f-04f4-44df-8d7d-bae70cbef358 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1647376213&fields=id&tenant_id=2fce831047c94997b9238cff43158acc HTTP/1.1" status: 200 len: 267 time: 0.1352491 Apr 01 12:33:31.490264 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-055237aa-b6f0-44c5-871e-00ec730274fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=364d44f0323c486bb2ef9ea7db0b8bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1792471 Apr 01 12:33:31.491948 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60396) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:31.500027 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:31.566811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ca9b-2f38-4828-a0ef-cce0e7b26e73 req-7022613f-3941-4ea5-b18e-501ac9f998ca tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.573196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ca9b-2f38-4828-a0ef-cce0e7b26e73 req-7022613f-3941-4ea5-b18e-501ac9f998ca tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.580113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ca9b-2f38-4828-a0ef-cce0e7b26e73 req-7022613f-3941-4ea5-b18e-501ac9f998ca tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.590660 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ca9b-2f38-4828-a0ef-cce0e7b26e73 req-7022613f-3941-4ea5-b18e-501ac9f998ca tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.599239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ca9b-2f38-4828-a0ef-cce0e7b26e73 req-7022613f-3941-4ea5-b18e-501ac9f998ca tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.605903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ca9b-2f38-4828-a0ef-cce0e7b26e73 req-7022613f-3941-4ea5-b18e-501ac9f998ca tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.613633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ca9b-2f38-4828-a0ef-cce0e7b26e73 req-7022613f-3941-4ea5-b18e-501ac9f998ca tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.624976 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc12ca9b-2f38-4828-a0ef-cce0e7b26e73 req-7022613f-3941-4ea5-b18e-501ac9f998ca tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5423 time: 0.2821817 Apr 01 12:33:31.637880 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:31.659747 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f02506a3-209b-4606-93d1-b573410c2f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.692509 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc12ca9b-2f38-4828-a0ef-cce0e7b26e73 req-f32c02a9-2cd2-4672-b6ac-aa8586bfc1e2 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580347 Apr 01 12:33:31.710958 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f02506a3-209b-4606-93d1-b573410c2f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.736739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f77bf5-d32d-436a-9005-abe41d8631b0 req-0a260569-9cd7-4fdc-9cf0-f41036e9f5af tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:31.753190 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51f77bf5-d32d-436a-9005-abe41d8631b0 req-0a260569-9cd7-4fdc-9cf0-f41036e9f5af tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 984 time: 0.2517500 Apr 01 12:33:31.768049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-51f77bf5-d32d-436a-9005-abe41d8631b0 req-c3dc4d81-8f7d-4f6f-a6d6-2b2a9189faf5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Request body: {'port': {'security_groups': ['8202fc31-d586-4402-8c8d-b1f19f7a8377']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:31.821090 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d5beb1-89b0-4da5-98f2-a84e61cade88 x-openstack-request-id: req-14d5beb1-89b0-4da5-98f2-a84e61cade88 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:31.822246 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:31.823715 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14d5beb1-89b0-4da5-98f2-a84e61cade88 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:31.824388 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d5beb1-89b0-4da5-98f2-a84e61cade88'] response: {'name': 'network-changed', 'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'status': 'completed', 'code': 200} Apr 01 12:33:31.833029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['f71237b2-ae9e-4469-819e-23a06d57cd27'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:31.844703 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8ad2f7d1-56ac-460d-a99b-120b1294026b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:31.940327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['8ad2f7d1-56ac-460d-a99b-120b1294026b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:31.943832 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51f77bf5-d32d-436a-9005-abe41d8631b0 req-c3dc4d81-8f7d-4f6f-a6d6-2b2a9189faf5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.957052 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f02506a3-209b-4606-93d1-b573410c2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.959541 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f02506a3-209b-4606-93d1-b573410c2f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:31.960690 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f02506a3-209b-4606-93d1-b573410c2f36 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/73a035c7-bef6-429a-a6c7-91132781bff9 HTTP/1.1" status: 204 len: 168 time: 0.4677463 Apr 01 12:33:32.048164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['a2a7919b-0809-47d2-8eb7-4b2be62c86d5'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:32.433540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:32.433913 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:32.566225 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-51f77bf5-d32d-436a-9005-abe41d8631b0 req-c3dc4d81-8f7d-4f6f-a6d6-2b2a9189faf5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] For port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,segment=NetworkSegment(26ae0f6d-c7e0-4ee0-89ca-9848a13d374d),segment_id=26ae0f6d-c7e0-4ee0-89ca-9848a13d374d)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:32.662257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f6b37-3108-4f00-aa49-66200a0af0c1 req-d2d85e61-1ca7-4f87-a6f0-eeeedddf514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:32.665063 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51f77bf5-d32d-436a-9005-abe41d8631b0 req-c3dc4d81-8f7d-4f6f-a6d6-2b2a9189faf5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:32.666288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca9f6b37-3108-4f00-aa49-66200a0af0c1 req-d2d85e61-1ca7-4f87-a6f0-eeeedddf514b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fce831047c94997b9238cff43158acc&device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 1135 time: 0.5217834 Apr 01 12:33:32.671767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02506a3-209b-4606-93d1-b573410c2f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a035c7-bef6-429a-a6c7-91132781bff9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:32.680394 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51f77bf5-d32d-436a-9005-abe41d8631b0 req-c3dc4d81-8f7d-4f6f-a6d6-2b2a9189faf5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:32.688958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae5829-2581-4c6d-8b05-481a79a32b64 req-fa63946c-a315-43b9-bec5-79fac820d645 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:32.702139 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-efae5829-2581-4c6d-8b05-481a79a32b64 req-fa63946c-a315-43b9-bec5-79fac820d645 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 945 time: 0.5630181 Apr 01 12:33:32.808689 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-efae5829-2581-4c6d-8b05-481a79a32b64 req-bb033163-2d3f-44dc-a5ea-ec0831883f92 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032047 Apr 01 12:33:32.911099 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc4d81-8f7d-4f6f-a6d6-2b2a9189faf5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Pushing event updated for resources: {'Port': ['ID=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,revision_number=7']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:32.949377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f77bf5-d32d-436a-9005-abe41d8631b0 req-c3dc4d81-8f7d-4f6f-a6d6-2b2a9189faf5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:32.950119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-51f77bf5-d32d-436a-9005-abe41d8631b0 req-c3dc4d81-8f7d-4f6f-a6d6-2b2a9189faf5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:32.954665 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-51f77bf5-d32d-436a-9005-abe41d8631b0 req-c3dc4d81-8f7d-4f6f-a6d6-2b2a9189faf5 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "PUT /v2.0/ports/dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 942 time: 1.2000799 Apr 01 12:33:32.955149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:32.961810 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd54ea21-4b2c-437f-9b8c-408f6b8471ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:33.042512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:33.190215 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706772-2acd-4757-8c2b-917c860245bb req-ee1635c7-cc8f-4b17-a3f0-8689e46212f9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:33.191980 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '0020cbf0-e68a-4ada-b019-e4b337cd8ed4', 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb', 'port_id': '0020cbf0-e68a-4ada-b019-e4b337cd8ed4', 'mac_address': 'fa:16:3e:97:1d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b3fcc2-733d-4dd4-9533-6aa40c939ffc', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:33.210447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706772-2acd-4757-8c2b-917c860245bb req-ee1635c7-cc8f-4b17-a3f0-8689e46212f9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:33.228422 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706772-2acd-4757-8c2b-917c860245bb req-ee1635c7-cc8f-4b17-a3f0-8689e46212f9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:33.246767 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.db.resource_extend [None req-ab79a6d3-5467-4ae1-ae9f-fc730d275058 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:33:33.250375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706772-2acd-4757-8c2b-917c860245bb req-ee1635c7-cc8f-4b17-a3f0-8689e46212f9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:33.269845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706772-2acd-4757-8c2b-917c860245bb req-ee1635c7-cc8f-4b17-a3f0-8689e46212f9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:33.288146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706772-2acd-4757-8c2b-917c860245bb req-ee1635c7-cc8f-4b17-a3f0-8689e46212f9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:33.298982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706772-2acd-4757-8c2b-917c860245bb req-ee1635c7-cc8f-4b17-a3f0-8689e46212f9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:33.319977 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ba706772-2acd-4757-8c2b-917c860245bb req-ee1635c7-cc8f-4b17-a3f0-8689e46212f9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5423 time: 0.2496660 Apr 01 12:33:33.371385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60454) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:33.373199 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:33.397924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab79a6d3-5467-4ae1-ae9f-fc730d275058 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:33.404559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f6b37-3108-4f00-aa49-66200a0af0c1 req-c09098b7-049c-41c6-a7e9-0f91c99d6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:33.408960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca9f6b37-3108-4f00-aa49-66200a0af0c1 req-c09098b7-049c-41c6-a7e9-0f91c99d6ace service neutron] 10.222.0.37 "GET /v2.0/networks?id=f506db82-9f19-4c70-8f0a-89454f5537eb HTTP/1.1" status: 200 len: 920 time: 0.6927335 Apr 01 12:33:33.414943 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab79a6d3-5467-4ae1-ae9f-fc730d275058 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:33.432756 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ba706772-2acd-4757-8c2b-917c860245bb req-c31ee37f-bf8d-4a43-aeb6-e4cb2fa29143 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1100855 Apr 01 12:33:33.459686 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:33.483696 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2da474-785c-4c7d-9551-3845f005f638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:33.487599 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fbb34f-4580-4296-943d-3611de941adc" -d '{"events": [{"server_uuid": "cb2da474-785c-4c7d-9551-3845f005f638", "name": "network-vif-plugged", "status": "completed", "tag": "ce020e64-8394-4cb1-9d94-3a9cfa6a0c30"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:33.487942 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d0791-95fa-44d6-9139-6c4e856de82e req-54135479-b12c-4860-a994-dd4270b1d27b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:33.496101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d0791-95fa-44d6-9139-6c4e856de82e req-54135479-b12c-4860-a994-dd4270b1d27b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:33.503009 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d0791-95fa-44d6-9139-6c4e856de82e req-54135479-b12c-4860-a994-dd4270b1d27b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:33.513658 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b84d0791-95fa-44d6-9139-6c4e856de82e req-54135479-b12c-4860-a994-dd4270b1d27b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2417 time: 0.5221741 Apr 01 12:33:33.527141 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:33.530796 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:33.548474 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:33.550903 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['dea6147a-59b0-4e7f-a7f1-0ae8674d0c96'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:33.567891 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca9f6b37-3108-4f00-aa49-66200a0af0c1 req-743465e4-ad0e-4d9b-ad0b-f90beae2d1a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 217 time: 0.1482029 Apr 01 12:33:33.627685 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-69236228-network', 'tenant_id': 'c1ef670b76e54801a23106e257538e99'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:33.671107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Made reservation on behalf of c1ef670b76e54801a23106e257538e99 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:33:33.673658 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:33.695419 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:33.748540 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-ab79a6d3-5467-4ae1-ae9f-fc730d275058 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Floating IP a978396c-6516-444c-ade3-e4ea84ece24a associated. External IP: 172.25.7.118, port: 0468e38c-78b5-48d7-9cc6-7143f8d41d14. Apr 01 12:33:33.755388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f6b37-3108-4f00-aa49-66200a0af0c1 req-f465e9f7-cdbb-41b6-a3e8-19f76eeaf69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:33.759365 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca9f6b37-3108-4f00-aa49-66200a0af0c1 req-f465e9f7-cdbb-41b6-a3e8-19f76eeaf69b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079b5b13-13c9-4572-b367-b9a573856dd3 HTTP/1.1" status: 200 len: 859 time: 0.1658521 Apr 01 12:33:33.770744 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b84d0791-95fa-44d6-9139-6c4e856de82e req-91d8b2df-579e-4e12-a161-3dadad5be6c1 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557256 Apr 01 12:33:33.884528 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca9f6b37-3108-4f00-aa49-66200a0af0c1 req-eb364e1c-f47e-41e9-8456-2c02f00147d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f506db82-9f19-4c70-8f0a-89454f5537eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531187 Apr 01 12:33:33.958832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:33.961849 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:33:33.996767 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.010501 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:34.021159 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.021845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 43b9d493-e863-4a18-825d-997984ca6f95 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:34.032434 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-095c11cc-b9af-4aa6-accb-ae84a0357497 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2936883 Apr 01 12:33:34.035433 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.076044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:34.080339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['dea6147a-59b0-4e7f-a7f1-0ae8674d0c96'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:34.116415 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd36c7b-0c08-4398-9f54-2c462fd0d9c8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:34.123874 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3451661-59c2-4eab-be50-2c25cff32f65 x-openstack-request-id: req-f3451661-59c2-4eab-be50-2c25cff32f65 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:34.124165 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:34.124510 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3451661-59c2-4eab-be50-2c25cff32f65 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:34.124788 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3451661-59c2-4eab-be50-2c25cff32f65'] response: {'name': 'network-changed', 'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'status': 'completed', 'code': 200} Apr 01 12:33:34.133621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:33:34.150194 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.150547 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Added segment 3f398fca-7be6-4c45-a386-0b09ed9dd5ef of type vlan for network 1fc3bc85-9e01-4989-b20e-ab9033d825b7 Apr 01 12:33:34.161136 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.181049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 43b9d493-e863-4a18-825d-997984ca6f95, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=43b9d493-e863-4a18-825d-997984ca6f95,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:34.218051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '43b9d493-e863-4a18-825d-997984ca6f95', 'network_id': '286f6a75-d340-4ba6-8990-b8c5f29bc5eb', 'port_id': '43b9d493-e863-4a18-825d-997984ca6f95', 'mac_address': 'fa:16:3e:2e:89:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b3fcc2-733d-4dd4-9533-6aa40c939ffc', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:34.266107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:34.298293 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.369655 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.379403 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca9f6b37-3108-4f00-aa49-66200a0af0c1 req-57fc1b0f-b4bd-467b-9ffd-737ae72def6a service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875690 Apr 01 12:33:34.388095 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.389660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:34.390741 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.401481 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.432039 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0559559 Apr 01 12:33:34.432881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0904e-e4d4-4017-991f-2a96f1d9df89 req-1c9ed0be-e5c1-41f4-8abb-8009e23b562c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:34.435115 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7d0904e-e4d4-4017-991f-2a96f1d9df89 req-1c9ed0be-e5c1-41f4-8abb-8009e23b562c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.1396942 Apr 01 12:33:34.449690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b9d493-e863-4a18-825d-997984ca6f95 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:34.521918 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 43b9d493-e863-4a18-825d-997984ca6f95, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=43b9d493-e863-4a18-825d-997984ca6f95,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:34.531950 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab79a6d3-5467-4ae1-ae9f-fc730d275058 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Router 5013084c-dc2e-493c-9ddf-287e26c7a132 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:33:34.545470 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.546241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 161af0c9-f483-402a-8050-385f97f34b57 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:34.568494 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7d0904e-e4d4-4017-991f-2a96f1d9df89 req-d0c7d168-c5c2-4ebe-a337-162811df8453 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191373 Apr 01 12:33:34.581580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c9197-66d4-41dd-a13e-cd0c3401f850 admin admin] Pushing event updated for resources: {'Network': ['ID=1fc3bc85-9e01-4989-b20e-ab9033d825b7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:34.591371 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:34.629261 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.719951 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca9f6b37-3108-4f00-aa49-66200a0af0c1 req-2c5dd778-adc9-4828-910b-ebfd554a6e88 service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105905 Apr 01 12:33:34.731963 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9343387e-744c-4b43-ba0c-723e637aa713 x-openstack-request-id: req-9343387e-744c-4b43-ba0c-723e637aa713 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:34.732287 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2da474-785c-4c7d-9551-3845f005f638", "name": "network-vif-plugged", "status": "completed", "tag": "ce020e64-8394-4cb1-9d94-3a9cfa6a0c30", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:34.732576 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9343387e-744c-4b43-ba0c-723e637aa713 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:34.733036 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9343387e-744c-4b43-ba0c-723e637aa713'] response: {'server_uuid': 'cb2da474-785c-4c7d-9551-3845f005f638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30', 'code': 200} Apr 01 12:33:34.758598 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 1fc3bc85-9e01-4989-b20e-ab9033d825b7 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:33:34.784071 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.870687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Allocated IP 172.25.7.99 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/6b76cac8-2ed6-4a5a-b888-7bb0cdd61973) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:34.879891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab79a6d3-5467-4ae1-ae9f-fc730d275058 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:33:34.888847 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab79a6d3-5467-4ae1-ae9f-fc730d275058 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:34.895088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54ea21-4b2c-437f-9b8c-408f6b8471ce req-6a999203-d442-46c9-82d9-0885bd793296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:34.896525 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd54ea21-4b2c-437f-9b8c-408f6b8471ce req-6a999203-d442-46c9-82d9-0885bd793296 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fce831047c94997b9238cff43158acc&device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 1096 time: 0.1032107 Apr 01 12:33:34.914827 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871cffc-8200-4141-a848-fb2b8c936255 None None] Sync routers for ids ['5013084c-dc2e-493c-9ddf-287e26c7a132'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:33:34.934556 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=43b9d493-e863-4a18-825d-997984ca6f95,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:35.008389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54ea21-4b2c-437f-9b8c-408f6b8471ce req-df773888-fdea-403a-902f-bc2aea30331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:35.009882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd54ea21-4b2c-437f-9b8c-408f6b8471ce req-df773888-fdea-403a-902f-bc2aea30331f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f506db82-9f19-4c70-8f0a-89454f5537eb HTTP/1.1" status: 200 len: 920 time: 0.0935555 Apr 01 12:33:35.018647 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ab79a6d3-5467-4ae1-ae9f-fc730d275058 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "PUT /v2.0/floatingips/a978396c-6516-444c-ade3-e4ea84ece24a HTTP/1.1" status: 200 len: 991 time: 3.7750008 Apr 01 12:33:35.020513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '0468e38c-78b5-48d7-9cc6-7143f8d41d14'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:35.022787 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da306e79-24ff-48a1-9c18-cce273fbca9a" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "0468e38c-78b5-48d7-9cc6-7143f8d41d14"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:35.029690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871cffc-8200-4141-a848-fb2b8c936255 None None] Routers {'5013084c-dc2e-493c-9ddf-287e26c7a132'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:35.030343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8871cffc-8200-4141-a848-fb2b8c936255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5013084c-dc2e-493c-9ddf-287e26c7a132'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:35.032190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f2a7-3a47-401c-b6ca-87cedbfb3555 req-935c8071-934c-455b-a272-90b08ab908e6 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:35.033776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8f9f2a7-3a47-401c-b6ca-87cedbfb3555 req-935c8071-934c-455b-a272-90b08ab908e6 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 944 time: 0.2392592 Apr 01 12:33:35.078456 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:35.079391 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd54ea21-4b2c-437f-9b8c-408f6b8471ce req-66780b16-3696-440b-a5f3-73d25b79361e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 217 time: 0.0595298 Apr 01 12:33:35.110305 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 161af0c9-f483-402a-8050-385f97f34b57, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=161af0c9-f483-402a-8050-385f97f34b57,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:35.125355 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:35.146569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '161af0c9-f483-402a-8050-385f97f34b57', 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6', 'port_id': '161af0c9-f483-402a-8050-385f97f34b57', 'mac_address': 'fa:16:3e:a1:8b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ab7f9b-722f-4e8f-b9e8-d959bb6929b9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:35.151577 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:35.172593 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8f9f2a7-3a47-401c-b6ca-87cedbfb3555 req-e261b635-deaf-4896-8bf8-75fa111adb1f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280625 Apr 01 12:33:35.189890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54ea21-4b2c-437f-9b8c-408f6b8471ce req-7988aad9-0178-4847-af99-eb1259c9d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:35.191395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd54ea21-4b2c-437f-9b8c-408f6b8471ce req-7988aad9-0178-4847-af99-eb1259c9d17a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079b5b13-13c9-4572-b367-b9a573856dd3 HTTP/1.1" status: 200 len: 859 time: 0.0995023 Apr 01 12:33:35.266688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-8871cffc-8200-4141-a848-fb2b8c936255 None None] Set router 5013084c-dc2e-493c-9ddf-287e26c7a132 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:35.270032 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd54ea21-4b2c-437f-9b8c-408f6b8471ce req-05e85181-e23c-4c5c-941d-ff811b85b227 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f506db82-9f19-4c70-8f0a-89454f5537eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698462 Apr 01 12:33:35.281270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Pushing event updated for resources: {'Port': ['ID=6b76cac8-2ed6-4a5a-b888-7bb0cdd61973,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:35.308092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:35.312523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:35.325170 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:33:35.414037 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:35.436824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161af0c9-f483-402a-8050-385f97f34b57 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:35.468696 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd54ea21-4b2c-437f-9b8c-408f6b8471ce req-14ce86d0-4a78-4607-9ab2-688ebdb8e30e service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834624 Apr 01 12:33:35.484634 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 161af0c9-f483-402a-8050-385f97f34b57, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=161af0c9-f483-402a-8050-385f97f34b57,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:35.492477 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:35.503539 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:35.504217 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3169eea2-bfca-4a16-b075-cd91a8fee564 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:35.539603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 3169eea2-bfca-4a16-b075-cd91a8fee564, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3169eea2-bfca-4a16-b075-cd91a8fee564,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:35.556828 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '3169eea2-bfca-4a16-b075-cd91a8fee564', 'network_id': 'a9f69244-fb4e-47fa-9497-4cf0558e39f6', 'port_id': '3169eea2-bfca-4a16-b075-cd91a8fee564', 'mac_address': 'fa:16:3e:e3:bd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ab7f9b-722f-4e8f-b9e8-d959bb6929b9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:35.572153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:35.663737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=161af0c9-f483-402a-8050-385f97f34b57,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:35.756177 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:35.797239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3169eea2-bfca-4a16-b075-cd91a8fee564 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:35.832874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 3169eea2-bfca-4a16-b075-cd91a8fee564, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3169eea2-bfca-4a16-b075-cd91a8fee564,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:35.843131 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:35.885666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a9e6c-5d88-4f9b-88b3-c2ad6ac2a164 req-3ba06460-20f3-4718-bafe-0ea6305e7620 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:35.887092 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8ad2f7d1-56ac-460d-a99b-120b1294026b up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:35.890758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:35.892069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a9e6c-5d88-4f9b-88b3-c2ad6ac2a164 req-3ba06460-20f3-4718-bafe-0ea6305e7620 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:35.898444 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:35.899008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a9e6c-5d88-4f9b-88b3-c2ad6ac2a164 req-3ba06460-20f3-4718-bafe-0ea6305e7620 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:35.908745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a9e6c-5d88-4f9b-88b3-c2ad6ac2a164 req-3ba06460-20f3-4718-bafe-0ea6305e7620 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:35.915313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a9e6c-5d88-4f9b-88b3-c2ad6ac2a164 req-3ba06460-20f3-4718-bafe-0ea6305e7620 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:35.921953 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a9e6c-5d88-4f9b-88b3-c2ad6ac2a164 req-3ba06460-20f3-4718-bafe-0ea6305e7620 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:35.928124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a9e6c-5d88-4f9b-88b3-c2ad6ac2a164 req-3ba06460-20f3-4718-bafe-0ea6305e7620 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:35.930262 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-118a9e6c-5d88-4f9b-88b3-c2ad6ac2a164 req-3ba06460-20f3-4718-bafe-0ea6305e7620 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5425 time: 0.5397649 Apr 01 12:33:35.951484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8871cffc-8200-4141-a848-fb2b8c936255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a978396c-6516-444c-ade3-e4ea84ece24a', 'tenant_id': '0713e035054f4784a69028267597a06a', 'floating_ip_address': '172.25.7.118', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'port_id': '0468e38c-78b5-48d7-9cc6-7143f8d41d14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'mac_address': 'fa:16:3e:85:2b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:31:44Z', 'updated_at': '2022-04-01T12:33:33Z', 'revision_number': 1, 'project_id': '0713e035054f4784a69028267597a06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dae3f197-3d86-4eaa-a732-839cf7638147', 'name': '', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'tenant_id': '0713e035054f4784a69028267597a06a', 'mac_address': 'fa:16:3e:53:d2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:23Z', 'updated_at': '2022-04-01T12:30:31Z', 'revision_number': 5, 'project_id': '0713e035054f4784a69028267597a06a', 'subnets': [{'id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:35.986249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=3169eea2-bfca-4a16-b075-cd91a8fee564,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:35.988682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Pushing event updated for resources: {'Port': ['ID=6b76cac8-2ed6-4a5a-b888-7bb0cdd61973,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:35.988981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871cffc-8200-4141-a848-fb2b8c936255 None None] Checking router: 5013084c-dc2e-493c-9ddf-287e26c7a132 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:33:35.997211 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:36.005278 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871cffc-8200-4141-a848-fb2b8c936255 None None] Routers {'5013084c-dc2e-493c-9ddf-287e26c7a132'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:36.005904 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8871cffc-8200-4141-a848-fb2b8c936255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5013084c-dc2e-493c-9ddf-287e26c7a132'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:36.022894 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:36.024171 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-61a281ef-b5a6-4744-ab0f-5460dcc59f4b tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9909074 Apr 01 12:33:36.030398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-118a9e6c-5d88-4f9b-88b3-c2ad6ac2a164 req-e6ef21a5-2d99-4dfa-a91c-a5061e23e659 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820765 Apr 01 12:33:36.033286 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd54ea21-4b2c-437f-9b8c-408f6b8471ce req-cdf14bd0-c402-4179-884a-b02992ed70b3 service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561559 Apr 01 12:33:36.041726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa490874-272a-4c47-a067-025f7b2dcf10 req-7f5d1be6-78d4-4449-b19c-af79765a051f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:36.043320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa490874-272a-4c47-a067-025f7b2dcf10 req-7f5d1be6-78d4-4449-b19c-af79765a051f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 944 time: 0.1822090 Apr 01 12:33:36.048721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 8ad2f7d1-56ac-460d-a99b-120b1294026b completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:36.053231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 8ad2f7d1-56ac-460d-a99b-120b1294026b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:36.053606 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:36.149598 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-21002461-0630-4acd-9d6f-87a94d9add08 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.0907295 Apr 01 12:33:36.205839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-aa490874-272a-4c47-a067-025f7b2dcf10 req-37e903a1-0dba-4cb3-a1fa-a77c446931a9 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Deleting port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:33:36.206373 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa490874-272a-4c47-a067-025f7b2dcf10 req-37e903a1-0dba-4cb3-a1fa-a77c446931a9 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:36.251490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-8871cffc-8200-4141-a848-fb2b8c936255 None None] Set router 5013084c-dc2e-493c-9ddf-287e26c7a132 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:36.362462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-aa490874-272a-4c47-a067-025f7b2dcf10 req-37e903a1-0dba-4cb3-a1fa-a77c446931a9 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] For port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:36.366356 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa490874-272a-4c47-a067-025f7b2dcf10 req-37e903a1-0dba-4cb3-a1fa-a77c446931a9 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:36.370428 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-e0be06c0-5507-47d2-af69-f7849a76d4bd tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:36.372172 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd44d84b-c2e4-44e8-b490-cd9dcd7b68cd req-e0be06c0-5507-47d2-af69-f7849a76d4bd tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.2151940 Apr 01 12:33:36.388490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-aa490874-272a-4c47-a067-025f7b2dcf10 req-37e903a1-0dba-4cb3-a1fa-a77c446931a9 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Calling delete_port for ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:33:36.453865 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['161af0c9-f483-402a-8050-385f97f34b57'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:36.456139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['0020cbf0-e68a-4ada-b019-e4b337cd8ed4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:36.458926 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['43b9d493-e863-4a18-825d-997984ca6f95'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:36.609470 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-673aa396-869e-44a6-b26b-71ca86f83f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:36.641436 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa490874-272a-4c47-a067-025f7b2dcf10 req-37e903a1-0dba-4cb3-a1fa-a77c446931a9 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:36.684706 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:36.709572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e903a1-0dba-4cb3-a1fa-a77c446931a9 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event deleted for resources: {'Port': ['ID=ce020e64-8394-4cb1-9d94-3a9cfa6a0c30,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:36.743306 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282e9204-8b07-4a73-a878-adff767d4bbc x-openstack-request-id: req-282e9204-8b07-4a73-a878-adff767d4bbc {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:36.743306 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "tag": "0468e38c-78b5-48d7-9cc6-7143f8d41d14", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:36.743306 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-282e9204-8b07-4a73-a878-adff767d4bbc {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:36.743682 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282e9204-8b07-4a73-a878-adff767d4bbc'] response: {'name': 'network-changed', 'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'tag': '0468e38c-78b5-48d7-9cc6-7143f8d41d14', 'status': 'completed', 'code': 200} Apr 01 12:33:36.749944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2da474-785c-4c7d-9551-3845f005f638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:36.750746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd42739-4815-4c57-8d41-3e6993bd4de6 req-63f94277-a37b-45b7-bcf6-b00b29643442 tempest-ComputeTenantNetworksTest-503199404 tempest-ComputeTenantNetworksTest-503199404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:36.753679 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d33c87-ad22-404f-8620-bed898c646b0" -d '{"events": [{"server_uuid": "cb2da474-785c-4c7d-9551-3845f005f638", "name": "network-vif-unplugged", "status": "completed", "tag": "ce020e64-8394-4cb1-9d94-3a9cfa6a0c30"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:36.757747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd42739-4815-4c57-8d41-3e6993bd4de6 req-63f94277-a37b-45b7-bcf6-b00b29643442 tempest-ComputeTenantNetworksTest-503199404 tempest-ComputeTenantNetworksTest-503199404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:36.765850 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd42739-4815-4c57-8d41-3e6993bd4de6 req-63f94277-a37b-45b7-bcf6-b00b29643442 tempest-ComputeTenantNetworksTest-503199404 tempest-ComputeTenantNetworksTest-503199404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:36.767880 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ddd42739-4815-4c57-8d41-3e6993bd4de6 req-63f94277-a37b-45b7-bcf6-b00b29643442 tempest-ComputeTenantNetworksTest-503199404 tempest-ComputeTenantNetworksTest-503199404-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.2766962 Apr 01 12:33:36.784685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa490874-272a-4c47-a067-025f7b2dcf10 req-37e903a1-0dba-4cb3-a1fa-a77c446931a9 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] No DVR routers for this DVR port ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:33:36.796637 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa490874-272a-4c47-a067-025f7b2dcf10 req-37e903a1-0dba-4cb3-a1fa-a77c446931a9 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:36.799972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa490874-272a-4c47-a067-025f7b2dcf10 req-37e903a1-0dba-4cb3-a1fa-a77c446931a9 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.37 "DELETE /v2.0/ports/ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 HTTP/1.1" status: 204 len: 173 time: 0.7483618 Apr 01 12:33:36.888964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-11530bd0-6a91-44fb-b163-06670231cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:36.889628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-11530bd0-6a91-44fb-b163-06670231cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:36.889628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-11530bd0-6a91-44fb-b163-06670231cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:36.890143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-11530bd0-6a91-44fb-b163-06670231cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:36.890613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-11530bd0-6a91-44fb-b163-06670231cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:36.891072 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-11530bd0-6a91-44fb-b163-06670231cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:36.891528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-11530bd0-6a91-44fb-b163-06670231cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:36.903460 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-11530bd0-6a91-44fb-b163-06670231cd4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0713e035054f4784a69028267597a06a&device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 6501 time: 0.1198425 Apr 01 12:33:36.965938 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8ad2f7d1-56ac-460d-a99b-120b1294026b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8ad2f7d1-56ac-460d-a99b-120b1294026b,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:36.980108 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0e828218-9961-4b00-859f-28413f28aa7e req-668144e0-e832-4fb8-898e-8011173b1d88 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb2da474-785c-4c7d-9551-3845f005f638 HTTP/1.1" status: 200 len: 210 time: 0.0709860 Apr 01 12:33:37.103772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-ff776c0a-9632-41b8-8f39-05fab7fb7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:37.105858 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-ff776c0a-9632-41b8-8f39-05fab7fb7bba service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9505885-a6f9-4a04-a492-0ab3a7527bc1 HTTP/1.1" status: 200 len: 917 time: 0.1958001 Apr 01 12:33:37.106769 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:37.107591 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a2a7919b-0809-47d2-8eb7-4b2be62c86d5 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:37.199061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-317a3a95-83be-4ad9-9161-2ee96c2d13f1 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:37.201427 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-317a3a95-83be-4ad9-9161-2ee96c2d13f1 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1161699 Apr 01 12:33:37.259856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c801270-d0ad-42d8-a5e8-d8b61b7db1ba req-504506a2-b9f6-4e72-9eb9-928432ad03c3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:37.267986 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c801270-d0ad-42d8-a5e8-d8b61b7db1ba req-504506a2-b9f6-4e72-9eb9-928432ad03c3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.0872121 Apr 01 12:33:37.285794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-d5542f7a-102c-4160-a7bb-0e6ff5093c5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0468e38c-78b5-48d7-9cc6-7143f8d41d14 HTTP/1.1" status: 200 len: 999 time: 0.1728635 Apr 01 12:33:37.342851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8ad2f7d1-56ac-460d-a99b-120b1294026b,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:37.382401 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c801270-d0ad-42d8-a5e8-d8b61b7db1ba req-d7579b6e-ca74-4cc5-8a6f-2bda61c1c3a6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090856 Apr 01 12:33:37.386034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-58ca273b-2697-46e8-85d4-fda883ac8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:37.391965 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-58ca273b-2697-46e8-85d4-fda883ac8800 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3034b60b-12d3-4ce0-8ff1-72aa527eb6b1 HTTP/1.1" status: 200 len: 855 time: 0.0850091 Apr 01 12:33:37.403351 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['3169eea2-bfca-4a16-b075-cd91a8fee564'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:37.452567 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:37.488180 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de61ab0c-c733-4d80-b47b-78cb6f8c6051 x-openstack-request-id: req-de61ab0c-c733-4d80-b47b-78cb6f8c6051 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:37.488551 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2da474-785c-4c7d-9551-3845f005f638", "name": "network-vif-unplugged", "status": "completed", "tag": "ce020e64-8394-4cb1-9d94-3a9cfa6a0c30", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:37.488720 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de61ab0c-c733-4d80-b47b-78cb6f8c6051 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:37.489257 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de61ab0c-c733-4d80-b47b-78cb6f8c6051'] response: {'server_uuid': 'cb2da474-785c-4c7d-9551-3845f005f638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30', 'code': 200} Apr 01 12:33:37.489847 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:37.490263 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:37.592021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfa185-4335-4d1f-a5ee-af07e79b27d6 req-ce859467-3dfb-449b-b048-252a0ce742c7 tempest-ComputeTenantNetworksTest-503199404 tempest-ComputeTenantNetworksTest-503199404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:37.602920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e9cfa185-4335-4d1f-a5ee-af07e79b27d6 req-ce859467-3dfb-449b-b048-252a0ce742c7 tempest-ComputeTenantNetworksTest-503199404 tempest-ComputeTenantNetworksTest-503199404-project] 10.222.0.45 "GET /v2.0/networks/1fc3bc85-9e01-4989-b20e-ab9033d825b7 HTTP/1.1" status: 200 len: 767 time: 0.1008005 Apr 01 12:33:37.606496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:33:37.609481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60512) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:37.673734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-57c9b7df-88a4-4c7c-8e7a-ec182d6865c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:37.675833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-57c9b7df-88a4-4c7c-8e7a-ec182d6865c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9505885-a6f9-4a04-a492-0ab3a7527bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2757223 Apr 01 12:33:37.696033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8871cffc-8200-4141-a848-fb2b8c936255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a978396c-6516-444c-ade3-e4ea84ece24a', 'tenant_id': '0713e035054f4784a69028267597a06a', 'floating_ip_address': '172.25.7.118', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'port_id': '0468e38c-78b5-48d7-9cc6-7143f8d41d14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'mac_address': 'fa:16:3e:85:2b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:31:44Z', 'updated_at': '2022-04-01T12:33:33Z', 'revision_number': 1, 'project_id': '0713e035054f4784a69028267597a06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dae3f197-3d86-4eaa-a732-839cf7638147', 'name': '', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'tenant_id': '0713e035054f4784a69028267597a06a', 'mac_address': 'fa:16:3e:53:d2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:23Z', 'updated_at': '2022-04-01T12:30:31Z', 'revision_number': 5, 'project_id': '0713e035054f4784a69028267597a06a', 'subnets': [{'id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:37.740882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871cffc-8200-4141-a848-fb2b8c936255 None None] The sync data for ids ['5013084c-dc2e-493c-9ddf-287e26c7a132'] in n-d-836146-1 is: [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a978396c-6516-444c-ade3-e4ea84ece24a', 'tenant_id': '0713e035054f4784a69028267597a06a', 'floating_ip_address': '172.25.7.118', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'port_id': '0468e38c-78b5-48d7-9cc6-7143f8d41d14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'mac_address': 'fa:16:3e:85:2b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:31:44Z', 'updated_at': '2022-04-01T12:33:33Z', 'revision_number': 1, 'project_id': '0713e035054f4784a69028267597a06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dae3f197-3d86-4eaa-a732-839cf7638147', 'name': '', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'tenant_id': '0713e035054f4784a69028267597a06a', 'mac_address': 'fa:16:3e:53:d2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:23Z', 'updated_at': '2022-04-01T12:30:31Z', 'revision_number': 5, 'project_id': '0713e035054f4784a69028267597a06a', 'subnets': [{'id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:33:37.858399 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:37.872302 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:37.875018 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:37.876368 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-db79111e-2ed7-40ee-a038-ffa59fb524e0 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.6673357 Apr 01 12:33:37.883272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-7cd21265-078a-447b-aa06-1a26705f2aed tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Request body: {'floatingip': {'port_id': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:37.940293 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-7cd21265-078a-447b-aa06-1a26705f2aed tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:37.967490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a2a7919b-0809-47d2-8eb7-4b2be62c86d5, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a2a7919b-0809-47d2-8eb7-4b2be62c86d5,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:37.973715 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:37.977841 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:37.982386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device f71237b2-ae9e-4469-819e-23a06d57cd27 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:37.998778 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.029995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541c497-2025-4717-81bc-0d9b59841de7 req-8896ee14-4961-46a1-9e19-b2a54bf478ae tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:38.037614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541c497-2025-4717-81bc-0d9b59841de7 req-8896ee14-4961-46a1-9e19-b2a54bf478ae tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:38.045148 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541c497-2025-4717-81bc-0d9b59841de7 req-8896ee14-4961-46a1-9e19-b2a54bf478ae tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:38.058298 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e541c497-2025-4717-81bc-0d9b59841de7 req-8896ee14-4961-46a1-9e19-b2a54bf478ae tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2417 time: 0.2941277 Apr 01 12:33:38.106356 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b54107-9196-4651-9d85-f63dde2bab02 None None] New status for floating IP a978396c-6516-444c-ade3-e4ea84ece24a: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:33:38.157635 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-72140317-f929-416e-86bf-27105f104620 service neutron] 10.222.0.44 "GET /v2.0/networks/d9505885-a6f9-4a04-a492-0ab3a7527bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431956 Apr 01 12:33:38.173485 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=a2a7919b-0809-47d2-8eb7-4b2be62c86d5,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:38.235434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e541c497-2025-4717-81bc-0d9b59841de7 req-a75ee8aa-61b0-4dec-9347-69228b56b4a9 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761141 Apr 01 12:33:38.244211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port f71237b2-ae9e-4469-819e-23a06d57cd27 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:38.308303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=11']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:38.318947 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port f71237b2-ae9e-4469-819e-23a06d57cd27 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:38.319318 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.330304 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.396046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc3bc85-9e01-4989-b20e-ab9033d825b7']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:38.459782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f398fca-7be6-4c45-a386-0b09ed9dd5ef') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:38.460140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f398fca-7be6-4c45-a386-0b09ed9dd5ef') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:38.480897 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.508695 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.510362 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.522284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:33:38.522705 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:33:38.524469 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:33:38.555735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5afc5-53e4-49bd-9ec1-59e05a9552c8 req-2d18298e-981e-4a8b-b300-1b56e9ed994e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:38.561870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5afc5-53e4-49bd-9ec1-59e05a9552c8 req-2d18298e-981e-4a8b-b300-1b56e9ed994e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:38.568112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5afc5-53e4-49bd-9ec1-59e05a9552c8 req-2d18298e-981e-4a8b-b300-1b56e9ed994e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:38.575238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5afc5-53e4-49bd-9ec1-59e05a9552c8 req-2d18298e-981e-4a8b-b300-1b56e9ed994e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:38.597565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5afc5-53e4-49bd-9ec1-59e05a9552c8 req-2d18298e-981e-4a8b-b300-1b56e9ed994e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:38.604311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5afc5-53e4-49bd-9ec1-59e05a9552c8 req-2d18298e-981e-4a8b-b300-1b56e9ed994e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:38.609624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5afc5-53e4-49bd-9ec1-59e05a9552c8 req-2d18298e-981e-4a8b-b300-1b56e9ed994e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:38.613441 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port f71237b2-ae9e-4469-819e-23a06d57cd27, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=f71237b2-ae9e-4469-819e-23a06d57cd27,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:38.614729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85a5afc5-53e4-49bd-9ec1-59e05a9552c8 req-2d18298e-981e-4a8b-b300-1b56e9ed994e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5429 time: 0.2416933 Apr 01 12:33:38.621447 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.624528 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.738904 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da306e79-24ff-48a1-9c18-cce273fbca9a req-698a1e22-2993-41b3-a8db-fb18e7d3ca63 service neutron] 10.222.0.44 "GET /v2.0/networks/d9505885-a6f9-4a04-a492-0ab3a7527bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726604 Apr 01 12:33:38.740335 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.752062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2da474-785c-4c7d-9551-3845f005f638', 'name': 'network-vif-deleted', 'tag': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:38.755867 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d24e62d-dc72-43b8-a067-a25411dd2185" -d '{"events": [{"server_uuid": "cb2da474-785c-4c7d-9551-3845f005f638", "name": "network-vif-deleted", "tag": "ce020e64-8394-4cb1-9d94-3a9cfa6a0c30"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:38.762172 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=f71237b2-ae9e-4469-819e-23a06d57cd27,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:38.801738 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85a5afc5-53e4-49bd-9ec1-59e05a9552c8 req-60e69309-88cb-416d-ad4d-025648969069 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1608591 Apr 01 12:33:38.803184 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.836172 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.847436 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1fc3bc85-9e01-4989-b20e-ab9033d825b7 HTTP/1.1" status: 204 len: 168 time: 1.2354567 Apr 01 12:33:38.856049 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-7cd21265-078a-447b-aa06-1a26705f2aed tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.858485 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e3e3aefe-c733-4f16-8356-01871f699dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.862802 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-7cd21265-078a-447b-aa06-1a26705f2aed tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:38.886411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164dcac-9ee6-498d-9ad8-27e5cc4416e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc3bc85-9e01-4989-b20e-ab9033d825b7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:39.025360 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-7cd21265-078a-447b-aa06-1a26705f2aed tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Floating IP 6d04d1e3-89cf-47c0-928b-c92828c2f6b1 associated. External IP: 172.25.7.99, port: dea6147a-59b0-4e7f-a7f1-0ae8674d0c96. Apr 01 12:33:39.059743 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fefc81-9531-4ef1-a30b-599f29153327 req-b20881db-6edb-4ee3-be4a-d0dd6c8289cf tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:39.070349 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fefc81-9531-4ef1-a30b-599f29153327 req-b20881db-6edb-4ee3-be4a-d0dd6c8289cf tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1111205 Apr 01 12:33:39.122710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fefc81-9531-4ef1-a30b-599f29153327 req-f6d1b321-5fcc-4818-a468-2cee90445a9f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509248 Apr 01 12:33:39.211704 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080f8085-8ea5-4dba-917b-ed4a5bf9e8a5 x-openstack-request-id: req-080f8085-8ea5-4dba-917b-ed4a5bf9e8a5 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:39.212305 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2da474-785c-4c7d-9551-3845f005f638", "name": "network-vif-deleted", "tag": "ce020e64-8394-4cb1-9d94-3a9cfa6a0c30", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:39.212703 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-080f8085-8ea5-4dba-917b-ed4a5bf9e8a5 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:39.213287 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080f8085-8ea5-4dba-917b-ed4a5bf9e8a5'] response: {'server_uuid': 'cb2da474-785c-4c7d-9551-3845f005f638', 'name': 'network-vif-deleted', 'tag': 'ce020e64-8394-4cb1-9d94-3a9cfa6a0c30', 'status': 'completed', 'code': 200} Apr 01 12:33:39.270584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60530) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:39.294137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-7cd21265-078a-447b-aa06-1a26705f2aed tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Router 09e767d8-6353-4479-90c2-b78b700c087e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:33:39.338388 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-15012baf-a4a6-4968-9c73-953e31ef89ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1ef670b76e54801a23106e257538e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596082 Apr 01 12:33:39.340352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60532) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:39.444566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-9ac8a643-9975-48b8-b415-5759e12437ac tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:39.445446 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-7cd21265-078a-447b-aa06-1a26705f2aed tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:33:39.450503 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-9ac8a643-9975-48b8-b415-5759e12437ac tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:39.451015 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-7cd21265-078a-447b-aa06-1a26705f2aed tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:39.456494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-9ac8a643-9975-48b8-b415-5759e12437ac tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:39.458229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-9ac8a643-9975-48b8-b415-5759e12437ac tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 2417 time: 0.1004570 Apr 01 12:33:39.459821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d787d27-228e-4301-afbd-90cbb610000e None None] Sync routers for ids ['09e767d8-6353-4479-90c2-b78b700c087e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:33:39.484616 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-7cd21265-078a-447b-aa06-1a26705f2aed tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "PUT /v2.0/floatingips/6d04d1e3-89cf-47c0-928b-c92828c2f6b1 HTTP/1.1" status: 200 len: 995 time: 1.6072907 Apr 01 12:33:39.485201 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:39.487882 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bf8dd0-c3ad-4700-8751-60c4e3a626c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:39.491325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad2f7d1-56ac-460d-a99b-120b1294026b'}, {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a7919b-0809-47d2-8eb7-4b2be62c86d5'}, {'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'}, {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71237b2-ae9e-4469-819e-23a06d57cd27'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:39.493856 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20780a59-a527-4ae4-a9d0-c6432a814264" -d '{"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "8ad2f7d1-56ac-460d-a99b-120b1294026b"}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "a2a7919b-0809-47d2-8eb7-4b2be62c86d5"}, {"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed"}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "f71237b2-ae9e-4469-819e-23a06d57cd27"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:39.496400 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53dee1ab-e917-4998-962b-bb4ae774b81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:39.506344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d787d27-228e-4301-afbd-90cbb610000e None None] Routers {'09e767d8-6353-4479-90c2-b78b700c087e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:39.507006 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5d787d27-228e-4301-afbd-90cbb610000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['09e767d8-6353-4479-90c2-b78b700c087e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:39.570391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53dee1ab-e917-4998-962b-bb4ae774b81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:39.634841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-7b459daa-ba49-47a0-8412-4905e705289c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Deleting port 0cbdf885-306f-4b05-923e-8c80d6451d3a {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:33:39.635060 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-7b459daa-ba49-47a0-8412-4905e705289c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:39.646211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:33:39.686807 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53dee1ab-e917-4998-962b-bb4ae774b81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:39.689317 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53dee1ab-e917-4998-962b-bb4ae774b81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:39.690509 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-53dee1ab-e917-4998-962b-bb4ae774b81f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fd36c7b-0c08-4398-9f54-2c462fd0d9c8 HTTP/1.1" status: 204 len: 168 time: 0.3471997 Apr 01 12:33:39.728736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-a09615c8-3d42-43d9-be18-ff2147c5f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:39.736553 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-a09615c8-3d42-43d9-be18-ff2147c5f480 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fce831047c94997b9238cff43158acc&device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 1096 time: 0.2391176 Apr 01 12:33:39.742402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5d787d27-228e-4301-afbd-90cbb610000e None None] Set router 09e767d8-6353-4479-90c2-b78b700c087e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:39.788353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-7b459daa-ba49-47a0-8412-4905e705289c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] For port 0cbdf885-306f-4b05-923e-8c80d6451d3a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=0cbdf885-306f-4b05-923e-8c80d6451d3a,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:39.788845 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-7b459daa-ba49-47a0-8412-4905e705289c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:39.805595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-7b459daa-ba49-47a0-8412-4905e705289c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Calling delete_port for 0cbdf885-306f-4b05-923e-8c80d6451d3a owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:33:39.887548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:33:39.887902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ce020e64-8394-4cb1-9d94-3a9cfa6a0c30 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:33:39.890629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 161af0c9-f483-402a-8050-385f97f34b57 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:39.940246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dee1ab-e917-4998-962b-bb4ae774b81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd36c7b-0c08-4398-9f54-2c462fd0d9c8,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:40.034464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 161af0c9-f483-402a-8050-385f97f34b57 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:40.043403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 161af0c9-f483-402a-8050-385f97f34b57 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:40.043945 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:40.132758 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-145b194e-3034-4686-a63d-8f389e723d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:40.134848 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-145b194e-3034-4686-a63d-8f389e723d62 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f506db82-9f19-4c70-8f0a-89454f5537eb HTTP/1.1" status: 200 len: 920 time: 0.3915486 Apr 01 12:33:40.170211 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-7b459daa-ba49-47a0-8412-4905e705289c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:40.236269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b459daa-ba49-47a0-8412-4905e705289c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Port': ['ID=0cbdf885-306f-4b05-923e-8c80d6451d3a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:40.353864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-7b459daa-ba49-47a0-8412-4905e705289c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] No DVR routers for this DVR port 0cbdf885-306f-4b05-923e-8c80d6451d3a on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:33:40.360048 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-7b459daa-ba49-47a0-8412-4905e705289c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:40.372458 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-7b459daa-ba49-47a0-8412-4905e705289c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "DELETE /v2.0/ports/0cbdf885-306f-4b05-923e-8c80d6451d3a HTTP/1.1" status: 204 len: 173 time: 0.9076724 Apr 01 12:33:40.409463 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:40.420526 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-0d03cb4a-873c-460d-8625-d5c8df2c4385 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 998 time: 0.2719519 Apr 01 12:33:40.438855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5d787d27-228e-4301-afbd-90cbb610000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:32:12Z', 'revision_number': 4, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '6d04d1e3-89cf-47c0-928b-c92828c2f6b1', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'port_id': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'mac_address': 'fa:16:3e:e7:2e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:33:35Z', 'updated_at': '2022-04-01T12:33:38Z', 'revision_number': 1, 'project_id': '2fce831047c94997b9238cff43158acc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e79521-4a0f-4a27-929d-19f6807a6b26', 'name': '', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'mac_address': 'fa:16:3e:9e:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:10Z', 'updated_at': '2022-04-01T12:32:20Z', 'revision_number': 5, 'project_id': '2fce831047c94997b9238cff43158acc', 'subnets': [{'id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:40.469019 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:40.471058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d787d27-228e-4301-afbd-90cbb610000e None None] Checking router: 09e767d8-6353-4479-90c2-b78b700c087e for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:33:40.540531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 161af0c9-f483-402a-8050-385f97f34b57, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=161af0c9-f483-402a-8050-385f97f34b57,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:40.543344 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-1dc6a5e8-8ffe-4483-8d4b-8b0d23f99905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:40.549497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d787d27-228e-4301-afbd-90cbb610000e None None] Routers {'09e767d8-6353-4479-90c2-b78b700c087e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:40.550235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5d787d27-228e-4301-afbd-90cbb610000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['09e767d8-6353-4479-90c2-b78b700c087e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:40.553875 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-1dc6a5e8-8ffe-4483-8d4b-8b0d23f99905 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=079b5b13-13c9-4572-b367-b9a573856dd3 HTTP/1.1" status: 200 len: 859 time: 0.1322336 Apr 01 12:33:40.560324 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:40.561235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3169eea2-bfca-4a16-b075-cd91a8fee564 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:40.697141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-06455ad7-f70a-4cf5-8925-7b20b7cd76dc tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Deleting port 9e6252de-11b4-45ee-976a-3b3c155a6130 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:33:40.697141 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-06455ad7-f70a-4cf5-8925-7b20b7cd76dc tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:40.741489 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-c3ef1da8-fe5d-4d6c-bd5d-f73bd7f98f8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f506db82-9f19-4c70-8f0a-89454f5537eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1866241 Apr 01 12:33:40.886211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-06455ad7-f70a-4cf5-8925-7b20b7cd76dc tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] For port 9e6252de-11b4-45ee-976a-3b3c155a6130, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9e6252de-11b4-45ee-976a-3b3c155a6130,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:40.886590 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-06455ad7-f70a-4cf5-8925-7b20b7cd76dc tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:40.906453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-06455ad7-f70a-4cf5-8925-7b20b7cd76dc tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Calling delete_port for 9e6252de-11b4-45ee-976a-3b3c155a6130 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:33:40.949021 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=161af0c9-f483-402a-8050-385f97f34b57,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:40.964224 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 3169eea2-bfca-4a16-b075-cd91a8fee564 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:40.975115 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 3169eea2-bfca-4a16-b075-cd91a8fee564 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:40.975679 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:40.978622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5d787d27-228e-4301-afbd-90cbb610000e None None] Set router 09e767d8-6353-4479-90c2-b78b700c087e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:41.017923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60566) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:41.033820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1c1c2f83-dba5-491d-9bf1-c385444d8814 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526883648', 'description': 'tempest-description--2422837'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:41.112317 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2f83-dba5-491d-9bf1-c385444d8814 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:41.239649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1a0ff-219e-450c-9f89-31963944e869 req-f121668f-af3e-4cbe-816b-86aac7d7d6a3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:41.249797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1a0ff-219e-450c-9f89-31963944e869 req-f121668f-af3e-4cbe-816b-86aac7d7d6a3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:41.257312 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eae1a0ff-219e-450c-9f89-31963944e869 req-f121668f-af3e-4cbe-816b-86aac7d7d6a3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 1682 time: 0.1633730 Apr 01 12:33:41.257790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-deleted', 'tag': '0cbdf885-306f-4b05-923e-8c80d6451d3a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:41.260883 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5083bf03-11e0-4e7f-a799-6079317d412f" -d '{"events": [{"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-deleted", "tag": "0cbdf885-306f-4b05-923e-8c80d6451d3a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:41.279524 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-47cf6e06-2377-47d0-a2b6-821968d9eb88 service neutron] 10.222.0.45 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344551 Apr 01 12:33:41.412041 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d226ab-b3f3-43ab-9dae-44ffc14b642f req-89e64feb-d6f4-4cb4-8101-4d75a127114a service neutron] 10.222.0.45 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306925 Apr 01 12:33:41.427533 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:41.439063 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eae1a0ff-219e-450c-9f89-31963944e869 req-6364d4df-c3d8-41c5-b744-d0af214a0a6b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555517 Apr 01 12:33:41.500532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5d787d27-228e-4301-afbd-90cbb610000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:32:12Z', 'revision_number': 4, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '6d04d1e3-89cf-47c0-928b-c92828c2f6b1', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'port_id': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'mac_address': 'fa:16:3e:e7:2e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:33:35Z', 'updated_at': '2022-04-01T12:33:38Z', 'revision_number': 1, 'project_id': '2fce831047c94997b9238cff43158acc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e79521-4a0f-4a27-929d-19f6807a6b26', 'name': '', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'mac_address': 'fa:16:3e:9e:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:10Z', 'updated_at': '2022-04-01T12:32:20Z', 'revision_number': 5, 'project_id': '2fce831047c94997b9238cff43158acc', 'subnets': [{'id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:41.516626 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2f83-dba5-491d-9bf1-c385444d8814 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:41.527933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-06455ad7-f70a-4cf5-8925-7b20b7cd76dc tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:41.530436 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa6ea39-a60d-4322-8f7b-3ef972e2958e x-openstack-request-id: req-0aa6ea39-a60d-4322-8f7b-3ef972e2958e {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:41.530853 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:41.531107 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0aa6ea39-a60d-4322-8f7b-3ef972e2958e {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:41.531534 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa6ea39-a60d-4322-8f7b-3ef972e2958e'] response: {'name': 'network-changed', 'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'status': 'completed', 'code': 200} Apr 01 12:33:41.532092 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2f83-dba5-491d-9bf1-c385444d8814 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:41.601649 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9cf032-f8cf-41a6-97cc-9a1311ad5409 x-openstack-request-id: req-1f9cf032-f8cf-41a6-97cc-9a1311ad5409 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:41.602295 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "8ad2f7d1-56ac-460d-a99b-120b1294026b", "code": 200}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "a2a7919b-0809-47d2-8eb7-4b2be62c86d5", "code": 200}, {"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed", "code": 200}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "f71237b2-ae9e-4469-819e-23a06d57cd27", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:41.603703 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f9cf032-f8cf-41a6-97cc-9a1311ad5409 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:41.608488 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9cf032-f8cf-41a6-97cc-9a1311ad5409'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad2f7d1-56ac-460d-a99b-120b1294026b', 'code': 200} Apr 01 12:33:41.609537 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9cf032-f8cf-41a6-97cc-9a1311ad5409'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a7919b-0809-47d2-8eb7-4b2be62c86d5', 'code': 200} Apr 01 12:33:41.609893 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9cf032-f8cf-41a6-97cc-9a1311ad5409'] response: {'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'code': 200} Apr 01 12:33:41.613619 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9cf032-f8cf-41a6-97cc-9a1311ad5409'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71237b2-ae9e-4469-819e-23a06d57cd27', 'code': 200} Apr 01 12:33:41.625407 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d787d27-228e-4301-afbd-90cbb610000e None None] The sync data for ids ['09e767d8-6353-4479-90c2-b78b700c087e'] in n-d-836146-1 is: [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:32:12Z', 'revision_number': 4, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '6d04d1e3-89cf-47c0-928b-c92828c2f6b1', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'port_id': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'mac_address': 'fa:16:3e:e7:2e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:33:35Z', 'updated_at': '2022-04-01T12:33:38Z', 'revision_number': 1, 'project_id': '2fce831047c94997b9238cff43158acc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e79521-4a0f-4a27-929d-19f6807a6b26', 'name': '', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'mac_address': 'fa:16:3e:9e:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:10Z', 'updated_at': '2022-04-01T12:32:20Z', 'revision_number': 5, 'project_id': '2fce831047c94997b9238cff43158acc', 'subnets': [{'id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:33:41.649824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:33:41.688300 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2f83-dba5-491d-9bf1-c385444d8814 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:41.692925 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1c1c2f83-dba5-491d-9bf1-c385444d8814 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6637363 Apr 01 12:33:41.730287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60576) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:41.775938 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8e9755c8-4562-4198-9162-c997c9c2445f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Request body: {'security_group_rule': {'security_group_id': 'c23d906e-eb8d-4f5a-8746-6ad99c44018c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:41.807354 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:41.832504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9e6252de-11b4-45ee-976a-3b3c155a6130 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:33:41.835241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06455ad7-f70a-4cf5-8925-7b20b7cd76dc tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Port': ['ID=9e6252de-11b4-45ee-976a-3b3c155a6130,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:41.908403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'port_id': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'mac_address': 'fa:16:3e:23:b4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:33:41.911375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 9e6252de-11b4-45ee-976a-3b3c155a6130 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:33:41.912708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9e6252de-11b4-45ee-976a-3b3c155a6130 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:33:41.913710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a0ed6865-e20b-48a3-8121-7b46936ea8e2 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:33:41.943041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c2f83-dba5-491d-9bf1-c385444d8814 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23d906e-eb8d-4f5a-8746-6ad99c44018c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:41.979609 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca4b56-048f-4710-9c1b-2ebd195ba260 req-d12dcc93-01b5-41d3-8adb-384e22ddc7a6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:41.984774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 3169eea2-bfca-4a16-b075-cd91a8fee564, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3169eea2-bfca-4a16-b075-cd91a8fee564,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:41.993256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-06455ad7-f70a-4cf5-8925-7b20b7cd76dc tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] No DVR routers for this DVR port 9e6252de-11b4-45ee-976a-3b3c155a6130 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:33:41.998209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-06455ad7-f70a-4cf5-8925-7b20b7cd76dc tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.000193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca4b56-048f-4710-9c1b-2ebd195ba260 req-d12dcc93-01b5-41d3-8adb-384e22ddc7a6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:42.000321 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.001005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:42.003200 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-06455ad7-f70a-4cf5-8925-7b20b7cd76dc tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "DELETE /v2.0/ports/9e6252de-11b4-45ee-976a-3b3c155a6130 HTTP/1.1" status: 204 len: 173 time: 1.6227310 Apr 01 12:33:42.015092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca4b56-048f-4710-9c1b-2ebd195ba260 req-d12dcc93-01b5-41d3-8adb-384e22ddc7a6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:42.022194 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca4b56-048f-4710-9c1b-2ebd195ba260 req-d12dcc93-01b5-41d3-8adb-384e22ddc7a6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:42.024607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf8dd0-c3ad-4700-8751-60c4e3a626c5 req-e5ca13db-4b87-4ef4-ad74-b1daf2ad31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:42.026959 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-01bf8dd0-c3ad-4700-8751-60c4e3a626c5 req-e5ca13db-4b87-4ef4-ad74-b1daf2ad31d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fce831047c94997b9238cff43158acc&device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 1096 time: 0.4667795 Apr 01 12:33:42.031469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca4b56-048f-4710-9c1b-2ebd195ba260 req-d12dcc93-01b5-41d3-8adb-384e22ddc7a6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:42.038127 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca4b56-048f-4710-9c1b-2ebd195ba260 req-d12dcc93-01b5-41d3-8adb-384e22ddc7a6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:42.053339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca4b56-048f-4710-9c1b-2ebd195ba260 req-d12dcc93-01b5-41d3-8adb-384e22ddc7a6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:42.055683 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-52ca4b56-048f-4710-9c1b-2ebd195ba260 req-d12dcc93-01b5-41d3-8adb-384e22ddc7a6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5431 time: 0.4085712 Apr 01 12:33:42.056279 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94053e16-e9a8-4e7e-a243-d17aa22f41be None None] New status for floating IP 6d04d1e3-89cf-47c0-928b-c92828c2f6b1: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:33:42.058799 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e9755c8-4562-4198-9162-c997c9c2445f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.091329 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.132594 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-52ca4b56-048f-4710-9c1b-2ebd195ba260 req-1a5bc7e9-5c69-468d-a25b-4308c8e350be tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628462 Apr 01 12:33:42.151552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf8dd0-c3ad-4700-8751-60c4e3a626c5 req-ce81d735-11d7-413c-a61a-0d3d89359fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:42.153169 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-01bf8dd0-c3ad-4700-8751-60c4e3a626c5 req-ce81d735-11d7-413c-a61a-0d3d89359fc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f506db82-9f19-4c70-8f0a-89454f5537eb HTTP/1.1" status: 200 len: 920 time: 0.1062996 Apr 01 12:33:42.165391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b362d-f2cf-446e-9c8e-c2fedd04092a req-4238c732-dd99-49f8-9d8e-022451fea498 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:42.168593 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.177877 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d3b362d-f2cf-446e-9c8e-c2fedd04092a req-4238c732-dd99-49f8-9d8e-022451fea498 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.3266976 Apr 01 12:33:42.209376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e9755c8-4562-4198-9162-c997c9c2445f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.218716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e9755c8-4562-4198-9162-c997c9c2445f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.277999 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0bd57c-0294-4089-9e64-9e5bc2f0a7b7 x-openstack-request-id: req-5b0bd57c-0294-4089-9e64-9e5bc2f0a7b7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:42.278668 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-deleted", "tag": "0cbdf885-306f-4b05-923e-8c80d6451d3a", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:42.279081 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b0bd57c-0294-4089-9e64-9e5bc2f0a7b7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:42.279584 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0bd57c-0294-4089-9e64-9e5bc2f0a7b7'] response: {'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-deleted', 'tag': '0cbdf885-306f-4b05-923e-8c80d6451d3a', 'status': 'completed', 'code': 200} Apr 01 12:33:42.289974 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.293308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-01bf8dd0-c3ad-4700-8751-60c4e3a626c5 req-ec8b9bf5-3435-46ec-a6d3-5cd1ede534c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 998 time: 0.1053805 Apr 01 12:33:42.334653 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:42.338659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:33:42.352707 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d3b362d-f2cf-446e-9c8e-c2fedd04092a req-302985da-1eed-4b93-b623-1f7ed2b4fc59 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697655 Apr 01 12:33:42.364893 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:42.399963 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e9755c8-4562-4198-9162-c997c9c2445f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.401848 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8e9755c8-4562-4198-9162-c997c9c2445f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6593423 Apr 01 12:33:42.414537 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9755c8-4562-4198-9162-c997c9c2445f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d26e87-98fe-4cc0-a4ae-557642864072,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:42.421841 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60586) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:42.433698 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-be49bb43-63bd-4f6b-9e3f-9b7a44e3a225 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Request body: {'security_group_rule': {'security_group_id': 'c23d906e-eb8d-4f5a-8746-6ad99c44018c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:42.436359 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.452295 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.461254 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:42.461865 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.465763 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=3169eea2-bfca-4a16-b075-cd91a8fee564,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:42.466088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf8dd0-c3ad-4700-8751-60c4e3a626c5 req-cb01d6d5-2589-4d43-bb6f-9d809c1c7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:42.467737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-01bf8dd0-c3ad-4700-8751-60c4e3a626c5 req-cb01d6d5-2589-4d43-bb6f-9d809c1c7edf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079b5b13-13c9-4572-b367-b9a573856dd3 HTTP/1.1" status: 200 len: 859 time: 0.1370575 Apr 01 12:33:42.501454 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-3e051585-69d4-4d7d-b357-61233ef58fe1 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 998 time: 0.2085094 Apr 01 12:33:42.546303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=12']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:42.581375 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be49bb43-63bd-4f6b-9e3f-9b7a44e3a225 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.604290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-01bf8dd0-c3ad-4700-8751-60c4e3a626c5 req-404c189c-e745-4a0e-bdcd-8a3628899d3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f506db82-9f19-4c70-8f0a-89454f5537eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126475 Apr 01 12:33:42.612806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a0ed6865-e20b-48a3-8121-7b46936ea8e2, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a0ed6865-e20b-48a3-8121-7b46936ea8e2,segment=NetworkSegment(5fb32180-2c0c-4b55-bb55-52d9ab479691),segment_id=5fb32180-2c0c-4b55-bb55-52d9ab479691)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:42.623625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:33:42.630486 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.631184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 0cbdf885-306f-4b05-923e-8c80d6451d3a no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:33:42.664920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-2089e552-ce16-4f67-ac93-7b7089d20771 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:42.666964 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-2089e552-ce16-4f67-ac93-7b7089d20771 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports/dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 942 time: 0.1567402 Apr 01 12:33:42.723940 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be49bb43-63bd-4f6b-9e3f-9b7a44e3a225 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.739326 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be49bb43-63bd-4f6b-9e3f-9b7a44e3a225 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.758039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-da2a3eae-66e2-4fa5-a60a-5abaf4bb004b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Deleting port a0ed6865-e20b-48a3-8121-7b46936ea8e2 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:33:42.758384 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-da2a3eae-66e2-4fa5-a60a-5abaf4bb004b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.770607 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49bb43-63bd-4f6b-9e3f-9b7a44e3a225 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff1f62e-7941-4b60-9d61-d7fa7cba787e,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:42.791698 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be49bb43-63bd-4f6b-9e3f-9b7a44e3a225 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.797085 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-be49bb43-63bd-4f6b-9e3f-9b7a44e3a225 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3704655 Apr 01 12:33:42.809054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60592) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:42.815806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:42.851166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a0ed6865-e20b-48a3-8121-7b46936ea8e2,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:42.886627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 0cbdf885-306f-4b05-923e-8c80d6451d3a {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:33:42.886974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 0cbdf885-306f-4b05-923e-8c80d6451d3a not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:33:42.892634 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-2f327719-99b4-4fa9-a05d-281c95e994ab tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 1000 time: 0.1178825 Apr 01 12:33:42.909071 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90b68c-4776-4a3c-bbdb-3fc5d0d015e7 req-5e5b754a-3083-404d-ac65-84ca4c2a8e55 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:42.910588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb90b68c-4776-4a3c-bbdb-3fc5d0d015e7 req-5e5b754a-3083-404d-ac65-84ca4c2a8e55 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6992078-06a0-4539-b15e-204e65814e68 HTTP/1.1" status: 200 len: 943 time: 0.3161016 Apr 01 12:33:42.922733 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:42.926407 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60594) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:42.965927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-01bf8dd0-c3ad-4700-8751-60c4e3a626c5 req-7a6e3300-ef74-4059-85d1-02cd075a377f service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285668 Apr 01 12:33:43.047849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-da2a3eae-66e2-4fa5-a60a-5abaf4bb004b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] For port a0ed6865-e20b-48a3-8121-7b46936ea8e2, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a0ed6865-e20b-48a3-8121-7b46936ea8e2,segment=NetworkSegment(5fb32180-2c0c-4b55-bb55-52d9ab479691),segment_id=5fb32180-2c0c-4b55-bb55-52d9ab479691)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:43.048139 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-da2a3eae-66e2-4fa5-a60a-5abaf4bb004b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.049240 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.063890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-da2a3eae-66e2-4fa5-a60a-5abaf4bb004b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Calling delete_port for a0ed6865-e20b-48a3-8121-7b46936ea8e2 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:33:43.103985 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:43.116294 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.117121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 43b9d493-e863-4a18-825d-997984ca6f95 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:43.139436 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4517-a69f-418f-b44c-df4df040f2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.173454 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-bdec0264-d5c1-4d96-8353-d41e20fac72c tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:43.175504 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-bdec0264-d5c1-4d96-8353-d41e20fac72c tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.2769153 Apr 01 12:33:43.225141 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:43.261054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 43b9d493-e863-4a18-825d-997984ca6f95 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:33:43.267765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 43b9d493-e863-4a18-825d-997984ca6f95 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:43.268125 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.275557 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-a671aa75-b25a-46bd-b22c-1b722dd1a31a tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 1000 time: 0.0887973 Apr 01 12:33:43.286434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-ba12144e-8116-47c5-9242-fbe13d15ef01 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:43.332404 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-da2a3eae-66e2-4fa5-a60a-5abaf4bb004b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.370796 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-ba12144e-8116-47c5-9242-fbe13d15ef01 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.373706 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.412740 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 43b9d493-e863-4a18-825d-997984ca6f95, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=43b9d493-e863-4a18-825d-997984ca6f95,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:43.419306 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.480944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=43b9d493-e863-4a18-825d-997984ca6f95,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:43.571148 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4517-a69f-418f-b44c-df4df040f2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.583842 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-ba12144e-8116-47c5-9242-fbe13d15ef01 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.588168 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4517-a69f-418f-b44c-df4df040f2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.611480 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-ba12144e-8116-47c5-9242-fbe13d15ef01 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.611722 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-ba12144e-8116-47c5-9242-fbe13d15ef01 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Floating IP 6d04d1e3-89cf-47c0-928b-c92828c2f6b1 disassociated. External IP: 172.25.7.99, port: dea6147a-59b0-4e7f-a7f1-0ae8674d0c96. Apr 01 12:33:43.614728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161af0c9-f483-402a-8050-385f97f34b57'}, {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3169eea2-bfca-4a16-b075-cd91a8fee564'}, {'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ed6865-e20b-48a3-8121-7b46936ea8e2'}, {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0020cbf0-e68a-4ada-b019-e4b337cd8ed4'}, {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b9d493-e863-4a18-825d-997984ca6f95'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:43.617137 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71212c0f-5275-497d-803e-727e1480d156" -d '{"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "161af0c9-f483-402a-8050-385f97f34b57"}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "3169eea2-bfca-4a16-b075-cd91a8fee564"}, {"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ed6865-e20b-48a3-8121-7b46936ea8e2"}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "0020cbf0-e68a-4ada-b019-e4b337cd8ed4"}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "43b9d493-e863-4a18-825d-997984ca6f95"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:43.623367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:43.715725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb90b68c-4776-4a3c-bbdb-3fc5d0d015e7 req-8c0e7aab-d049-4ef7-8f42-8ad6e92a4db8 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7873003 Apr 01 12:33:43.723990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a3eae-66e2-4fa5-a60a-5abaf4bb004b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Port': ['ID=a0ed6865-e20b-48a3-8121-7b46936ea8e2,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:43.745191 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7d9d4517-a69f-418f-b44c-df4df040f2c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78eb0db3af62489ab426002271e5e1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8154926 Apr 01 12:33:43.752155 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:43.752540 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.773250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60604) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:43.829623 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-01bf8dd0-c3ad-4700-8751-60c4e3a626c5 req-c091eeb8-6ce7-4812-a2c0-9e1aa450931d service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8460648 Apr 01 12:33:43.892507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d4517-a69f-418f-b44c-df4df040f2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc4c5b0-da27-4db1-8bf8-50ea53be56e2,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:43.912207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-da2a3eae-66e2-4fa5-a60a-5abaf4bb004b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] No DVR routers for this DVR port a0ed6865-e20b-48a3-8121-7b46936ea8e2 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:33:43.923738 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.973350 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-da2a3eae-66e2-4fa5-a60a-5abaf4bb004b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:43.978361 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4109514c-ad6f-4cff-9dbf-e9cd7cd82f3f req-da2a3eae-66e2-4fa5-a60a-5abaf4bb004b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "DELETE /v2.0/ports/a0ed6865-e20b-48a3-8121-7b46936ea8e2 HTTP/1.1" status: 204 len: 173 time: 1.9645307 Apr 01 12:33:43.978641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:43.984146 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:44.071362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=13']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:44.085853 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-ba12144e-8116-47c5-9242-fbe13d15ef01 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Router 09e767d8-6353-4479-90c2-b78b700c087e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:33:44.181065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb6a5b-7eb8-454b-a370-ed3524908ed2 req-661ee768-3a16-436e-b288-b65c7f58e508 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:44.188516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb6a5b-7eb8-454b-a370-ed3524908ed2 req-661ee768-3a16-436e-b288-b65c7f58e508 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:44.194487 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb6a5b-7eb8-454b-a370-ed3524908ed2 req-661ee768-3a16-436e-b288-b65c7f58e508 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:44.201316 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb6a5b-7eb8-454b-a370-ed3524908ed2 req-661ee768-3a16-436e-b288-b65c7f58e508 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:44.207215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb6a5b-7eb8-454b-a370-ed3524908ed2 req-661ee768-3a16-436e-b288-b65c7f58e508 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:44.213170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb6a5b-7eb8-454b-a370-ed3524908ed2 req-661ee768-3a16-436e-b288-b65c7f58e508 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:44.219126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb6a5b-7eb8-454b-a370-ed3524908ed2 req-661ee768-3a16-436e-b288-b65c7f58e508 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:44.221079 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-debb6a5b-7eb8-454b-a370-ed3524908ed2 req-661ee768-3a16-436e-b288-b65c7f58e508 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5434 time: 0.3895810 Apr 01 12:33:44.228038 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bd01d43-3217-44e5-bda8-33f28008a2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:44.235674 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:44.236805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-ba12144e-8116-47c5-9242-fbe13d15ef01 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:33:44.242700 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-ba12144e-8116-47c5-9242-fbe13d15ef01 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:44.249659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32a220-7cb6-41fe-836f-4c2a13339fb8 None None] Sync routers for ids ['09e767d8-6353-4479-90c2-b78b700c087e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:33:44.269561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32a220-7cb6-41fe-836f-4c2a13339fb8 None None] Routers {'09e767d8-6353-4479-90c2-b78b700c087e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:44.272144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-2c32a220-7cb6-41fe-836f-4c2a13339fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['09e767d8-6353-4479-90c2-b78b700c087e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:44.311259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-deleted', 'tag': '9e6252de-11b4-45ee-976a-3b3c155a6130'}, {'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-deleted', 'tag': 'a0ed6865-e20b-48a3-8121-7b46936ea8e2'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:44.313541 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9565aa-63c1-42ec-a2ae-15fb2928a77f" -d '{"events": [{"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-deleted", "tag": "9e6252de-11b4-45ee-976a-3b3c155a6130"}, {"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-deleted", "tag": "a0ed6865-e20b-48a3-8121-7b46936ea8e2"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:44.318206 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-ba12144e-8116-47c5-9242-fbe13d15ef01 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "PUT /v2.0/floatingips/6d04d1e3-89cf-47c0-928b-c92828c2f6b1 HTTP/1.1" status: 200 len: 694 time: 1.0338078 Apr 01 12:33:44.318206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:44.318424 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bd01d43-3217-44e5-bda8-33f28008a2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:44.321731 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a08fcb-878f-4231-8ec0-b923d6d261b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:44.372855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-debb6a5b-7eb8-454b-a370-ed3524908ed2 req-e044997d-653b-45d3-a9b6-a97e7e5d8f36 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1348753 Apr 01 12:33:44.446630 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-ddcb2330-a5d2-4c82-96cd-217ed71e298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:44.450110 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-ddcb2330-a5d2-4c82-96cd-217ed71e298b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fce831047c94997b9238cff43158acc&device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 1096 time: 0.1084862 Apr 01 12:33:44.501747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-2c32a220-7cb6-41fe-836f-4c2a13339fb8 None None] Set router 09e767d8-6353-4479-90c2-b78b700c087e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:44.561041 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bd01d43-3217-44e5-bda8-33f28008a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:44.563958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bd01d43-3217-44e5-bda8-33f28008a2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:44.570270 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0bd01d43-3217-44e5-bda8-33f28008a2f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fc4c5b0-da27-4db1-8bf8-50ea53be56e2 HTTP/1.1" status: 204 len: 168 time: 0.7443969 Apr 01 12:33:44.600292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Allocated IP 172.25.7.123 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/90b0c345-74dc-4caa-9cc8-ba03539d6b69) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:44.627211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd01d43-3217-44e5-bda8-33f28008a2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc4c5b0-da27-4db1-8bf8-50ea53be56e2,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:44.644680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-95f00f4a-1e62-4dd9-9e51-479496933253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:44.646357 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-95f00f4a-1e62-4dd9-9e51-479496933253 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f506db82-9f19-4c70-8f0a-89454f5537eb HTTP/1.1" status: 200 len: 920 time: 0.1883090 Apr 01 12:33:44.700731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a532b84-c8c4-4c6b-bf82-e81271f7b62e req-fbe33151-8565-4d0e-b6a3-d2f8b3bd972c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:44.711035 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a532b84-c8c4-4c6b-bf82-e81271f7b62e req-fbe33151-8565-4d0e-b6a3-d2f8b3bd972c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.2298386 Apr 01 12:33:44.734278 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-433dc86c-f7cf-4cda-aecf-ca1ae1467c2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 217 time: 0.0789778 Apr 01 12:33:44.835107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-077cd274-248e-4837-8124-547e87ccac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:44.837203 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-077cd274-248e-4837-8124-547e87ccac25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=079b5b13-13c9-4572-b367-b9a573856dd3 HTTP/1.1" status: 200 len: 859 time: 0.0932343 Apr 01 12:33:44.893719 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-fbf7e235-f9d6-41fa-92a9-5c4313ca6568 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f506db82-9f19-4c70-8f0a-89454f5537eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466237 Apr 01 12:33:44.921959 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a532b84-c8c4-4c6b-bf82-e81271f7b62e req-a9a63ea3-d964-4314-9fda-5e3b8266832f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099824 Apr 01 12:33:45.033084 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:45.117633 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b35c068-b755-4486-b143-704032dbc60c x-openstack-request-id: req-7b35c068-b755-4486-b143-704032dbc60c {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:45.121777 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "161af0c9-f483-402a-8050-385f97f34b57", "code": 200}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "3169eea2-bfca-4a16-b075-cd91a8fee564", "code": 200}, {"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ed6865-e20b-48a3-8121-7b46936ea8e2", "code": 200}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "0020cbf0-e68a-4ada-b019-e4b337cd8ed4", "code": 200}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-plugged", "status": "completed", "tag": "43b9d493-e863-4a18-825d-997984ca6f95", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:45.122383 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b35c068-b755-4486-b143-704032dbc60c {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:45.123411 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b35c068-b755-4486-b143-704032dbc60c'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161af0c9-f483-402a-8050-385f97f34b57', 'code': 200} Apr 01 12:33:45.123928 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b35c068-b755-4486-b143-704032dbc60c'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3169eea2-bfca-4a16-b075-cd91a8fee564', 'code': 200} Apr 01 12:33:45.124336 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b35c068-b755-4486-b143-704032dbc60c'] response: {'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ed6865-e20b-48a3-8121-7b46936ea8e2', 'code': 200} Apr 01 12:33:45.124814 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b35c068-b755-4486-b143-704032dbc60c'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0020cbf0-e68a-4ada-b019-e4b337cd8ed4', 'code': 200} Apr 01 12:33:45.125301 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b35c068-b755-4486-b143-704032dbc60c'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b9d493-e863-4a18-825d-997984ca6f95', 'code': 200} Apr 01 12:33:45.175987 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4ba59f-9ead-49f8-82aa-403922bafcfd x-openstack-request-id: req-ec4ba59f-9ead-49f8-82aa-403922bafcfd {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:45.176296 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-deleted", "tag": "9e6252de-11b4-45ee-976a-3b3c155a6130", "status": "completed", "code": 200}, {"server_uuid": "d6992078-06a0-4539-b15e-204e65814e68", "name": "network-vif-deleted", "tag": "a0ed6865-e20b-48a3-8121-7b46936ea8e2", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:45.176894 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec4ba59f-9ead-49f8-82aa-403922bafcfd {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:45.177222 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4ba59f-9ead-49f8-82aa-403922bafcfd'] response: {'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-deleted', 'tag': '9e6252de-11b4-45ee-976a-3b3c155a6130', 'status': 'completed', 'code': 200} Apr 01 12:33:45.177490 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4ba59f-9ead-49f8-82aa-403922bafcfd'] response: {'server_uuid': 'd6992078-06a0-4539-b15e-204e65814e68', 'name': 'network-vif-deleted', 'tag': 'a0ed6865-e20b-48a3-8121-7b46936ea8e2', 'status': 'completed', 'code': 200} Apr 01 12:33:45.192643 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-7648fb4e-d869-4092-8ed2-b5e0fb600436 service neutron] 10.222.0.45 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851999 Apr 01 12:33:45.269137 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:45.278203 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb79694-ef3a-425d-ac73-45931eb7517d x-openstack-request-id: req-edb79694-ef3a-425d-ac73-45931eb7517d {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:45.278737 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:45.278998 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-edb79694-ef3a-425d-ac73-45931eb7517d {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:45.279410 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb79694-ef3a-425d-ac73-45931eb7517d'] response: {'name': 'network-changed', 'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'status': 'completed', 'code': 200} Apr 01 12:33:45.347378 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60642) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:45.413633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:45.421054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:45.423964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:33:45.438679 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Deleting subnet 22098b9e-437b-4916-aab3-b3ae893fda45 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:33:45.458200 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:45.468869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc73e6-dfb8-4eba-80ba-fdb09107121d req-cc2c1822-b2d5-4d64-891b-66a758c95d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.469670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc73e6-dfb8-4eba-80ba-fdb09107121d req-cc2c1822-b2d5-4d64-891b-66a758c95d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.470414 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc73e6-dfb8-4eba-80ba-fdb09107121d req-cc2c1822-b2d5-4d64-891b-66a758c95d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.470939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc73e6-dfb8-4eba-80ba-fdb09107121d req-cc2c1822-b2d5-4d64-891b-66a758c95d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.471461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc73e6-dfb8-4eba-80ba-fdb09107121d req-cc2c1822-b2d5-4d64-891b-66a758c95d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.472103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc73e6-dfb8-4eba-80ba-fdb09107121d req-cc2c1822-b2d5-4d64-891b-66a758c95d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.473064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc73e6-dfb8-4eba-80ba-fdb09107121d req-cc2c1822-b2d5-4d64-891b-66a758c95d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.476288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-43dc73e6-dfb8-4eba-80ba-fdb09107121d req-cc2c1822-b2d5-4d64-891b-66a758c95d95 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 6491 time: 0.3101428 Apr 01 12:33:45.493085 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-2c32a220-7cb6-41fe-836f-4c2a13339fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:32:12Z', 'revision_number': 4, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b4e79521-4a0f-4a27-929d-19f6807a6b26', 'name': '', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'mac_address': 'fa:16:3e:9e:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:10Z', 'updated_at': '2022-04-01T12:32:20Z', 'revision_number': 5, 'project_id': '2fce831047c94997b9238cff43158acc', 'subnets': [{'id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:45.498279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a08fcb-878f-4231-8ec0-b923d6d261b2 req-a766bfd2-1b0c-4b45-a98a-2bcc37414ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.500163 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-22a08fcb-878f-4231-8ec0-b923d6d261b2 req-a766bfd2-1b0c-4b45-a98a-2bcc37414ac9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fce831047c94997b9238cff43158acc&device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 1096 time: 0.1854510 Apr 01 12:33:45.521186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event updated for resources: {'Port': ['ID=90b0c345-74dc-4caa-9cc8-ba03539d6b69,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:45.590489 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32a220-7cb6-41fe-836f-4c2a13339fb8 None None] Checking router: 09e767d8-6353-4479-90c2-b78b700c087e for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:33:45.597617 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:45.615340 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32a220-7cb6-41fe-836f-4c2a13339fb8 None None] Routers {'09e767d8-6353-4479-90c2-b78b700c087e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:45.616033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-2c32a220-7cb6-41fe-836f-4c2a13339fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['09e767d8-6353-4479-90c2-b78b700c087e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:45.656559 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a8c64d29-3cb4-4560-b206-34307797b4fe req-18df1c09-ba59-4644-bd42-5678e72dd954 service neutron] 10.222.0.45 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510562 Apr 01 12:33:45.660279 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-43dc73e6-dfb8-4eba-80ba-fdb09107121d req-73f39ef6-2521-4f72-9ca3-37a97f39cef4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1559772 Apr 01 12:33:45.796439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc20f7-f7a1-4fdc-9d1a-5767fd21cabd req-f1b4b3fd-a181-4824-aaf4-b10130b729d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.804395 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc20f7-f7a1-4fdc-9d1a-5767fd21cabd req-f1b4b3fd-a181-4824-aaf4-b10130b729d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.811572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc20f7-f7a1-4fdc-9d1a-5767fd21cabd req-f1b4b3fd-a181-4824-aaf4-b10130b729d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.820167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc20f7-f7a1-4fdc-9d1a-5767fd21cabd req-f1b4b3fd-a181-4824-aaf4-b10130b729d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.827332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc20f7-f7a1-4fdc-9d1a-5767fd21cabd req-f1b4b3fd-a181-4824-aaf4-b10130b729d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.829762 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-0f3ae0a8-7156-43fd-beab-2121dd5fcc65 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/floatingips/6d04d1e3-89cf-47c0-928b-c92828c2f6b1 HTTP/1.1" status: 200 len: 694 time: 0.1021647 Apr 01 12:33:45.845033 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc20f7-f7a1-4fdc-9d1a-5767fd21cabd req-f1b4b3fd-a181-4824-aaf4-b10130b729d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.852735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc20f7-f7a1-4fdc-9d1a-5767fd21cabd req-f1b4b3fd-a181-4824-aaf4-b10130b729d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.856987 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4dc20f7-f7a1-4fdc-9d1a-5767fd21cabd req-f1b4b3fd-a181-4824-aaf4-b10130b729d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5434 time: 0.3192496 Apr 01 12:33:45.869447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-2c32a220-7cb6-41fe-836f-4c2a13339fb8 None None] Set router 09e767d8-6353-4479-90c2-b78b700c087e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:45.909895 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:45.929849 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:45.954897 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a08fcb-878f-4231-8ec0-b923d6d261b2 req-edf526b4-4799-4e74-997d-ac30fe1d3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:45.957960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-22a08fcb-878f-4231-8ec0-b923d6d261b2 req-edf526b4-4799-4e74-997d-ac30fe1d3c16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f506db82-9f19-4c70-8f0a-89454f5537eb HTTP/1.1" status: 200 len: 920 time: 0.4485908 Apr 01 12:33:46.010386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4dc20f7-f7a1-4fdc-9d1a-5767fd21cabd req-135312c1-dea9-4620-9477-39a50b35eda6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1435957 Apr 01 12:33:46.155190 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:46.209493 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60668) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:46.235821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-22a08fcb-878f-4231-8ec0-b923d6d261b2 req-4b105617-25c3-4971-948b-411c987ec080 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 200 len: 217 time: 0.2639968 Apr 01 12:33:46.247058 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:46.254904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "DELETE /v2.0/subnets/22098b9e-437b-4916-aab3-b3ae893fda45 HTTP/1.1" status: 204 len: 168 time: 0.9057949 Apr 01 12:33:46.255913 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Subnet': ['ID=22098b9e-437b-4916-aab3-b3ae893fda45,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:46.258922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce13f3-9808-4cc0-9b1d-eab38b93cec4 None None] Network 8414e17f-8ee1-487e-ac11-9e53e42cf104 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:33:46.259442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60672) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:46.288649 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:46.316446 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-bcec7d96-7164-455d-bbf1-24ae8d70dc65 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:46.330687 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-bcec7d96-7164-455d-bbf1-24ae8d70dc65 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 784 time: 0.4932351 Apr 01 12:33:46.362755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:46.363113 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:46.363463 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:46.363935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:46.364278 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:46.364610 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:46.364939 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:46.365267 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:46.365848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:46.366353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:46.366848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:46.367177 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128808c6-24e4-4faf-910e-b5f873a11a8d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:46.486159 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-dfc7dc38-0e13-4753-98e8-849b6ade15c1 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 697 time: 0.1544573 Apr 01 12:33:46.559628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6bd0c-904d-4e86-a747-e888eb9fd801 req-f4407d19-1afc-4acf-a271-5485792b2f59 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:46.564402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ddd6bd0c-904d-4e86-a747-e888eb9fd801 req-f4407d19-1afc-4acf-a271-5485792b2f59 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.3462574 Apr 01 12:33:46.643551 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-190625348-network', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:46.664383 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a08fcb-878f-4231-8ec0-b923d6d261b2 req-9bd3d6bf-5fe6-46bf-8d13-274201f17d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:46.669812 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-22a08fcb-878f-4231-8ec0-b923d6d261b2 req-9bd3d6bf-5fe6-46bf-8d13-274201f17d7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079b5b13-13c9-4572-b367-b9a573856dd3 HTTP/1.1" status: 200 len: 859 time: 0.4040396 Apr 01 12:33:46.714985 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-2c32a220-7cb6-41fe-836f-4c2a13339fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:32:12Z', 'revision_number': 4, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b4e79521-4a0f-4a27-929d-19f6807a6b26', 'name': '', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'mac_address': 'fa:16:3e:9e:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:10Z', 'updated_at': '2022-04-01T12:32:20Z', 'revision_number': 5, 'project_id': '2fce831047c94997b9238cff43158acc', 'subnets': [{'id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:46.761338 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32a220-7cb6-41fe-836f-4c2a13339fb8 None None] The sync data for ids ['09e767d8-6353-4479-90c2-b78b700c087e'] in n-d-836146-1 is: [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:32:12Z', 'revision_number': 4, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b4e79521-4a0f-4a27-929d-19f6807a6b26', 'name': '', 'network_id': 'f506db82-9f19-4c70-8f0a-89454f5537eb', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'mac_address': 'fa:16:3e:9e:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:10Z', 'updated_at': '2022-04-01T12:32:20Z', 'revision_number': 5, 'project_id': '2fce831047c94997b9238cff43158acc', 'subnets': [{'id': '079b5b13-13c9-4572-b367-b9a573856dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:33:46.788412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05405c0c-65a2-4641-9fd0-423652fbcab4 None None] DHCP port deletion for 8414e17f-8ee1-487e-ac11-9e53e42cf104 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:33:46.797675 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-377c62b7-6d4d-48b3-a958-acd99f53c554 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 697 time: 0.3102827 Apr 01 12:33:46.894996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Made reservation on behalf of 18ff0e0b3a94423d80babac3abc9b696 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:33:46.897322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-05405c0c-65a2-4641-9fd0-423652fbcab4 None None] Deleting port ffa22b09-91a6-4e9b-9888-c4233318b556 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:33:46.897437 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:46.898283 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05405c0c-65a2-4641-9fd0-423652fbcab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:46.921098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-22a08fcb-878f-4231-8ec0-b923d6d261b2 req-2861a17a-8534-4526-bf87-62aa083c29c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f506db82-9f19-4c70-8f0a-89454f5537eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553049 Apr 01 12:33:47.081159 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-05405c0c-65a2-4641-9fd0-423652fbcab4 None None] For port ffa22b09-91a6-4e9b-9888-c4233318b556, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ffa22b09-91a6-4e9b-9888-c4233318b556,segment=NetworkSegment(5fb32180-2c0c-4b55-bb55-52d9ab479691),segment_id=5fb32180-2c0c-4b55-bb55-52d9ab479691)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:47.082177 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05405c0c-65a2-4641-9fd0-423652fbcab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:47.120144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-05405c0c-65a2-4641-9fd0-423652fbcab4 None None] Calling delete_port for ffa22b09-91a6-4e9b-9888-c4233318b556 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:33:47.128290 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:47.131113 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e21433-0a26-4150-89a0-ca70885c840b" -d '{"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-plugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:47.239761 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:47.311068 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:47.335455 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:47.409558 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05405c0c-65a2-4641-9fd0-423652fbcab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:47.424788 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0df45a-765f-4cff-8dc9-d714358eb159 None None] New status for floating IP 6d04d1e3-89cf-47c0-928b-c92828c2f6b1: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:33:47.490111 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05405c0c-65a2-4641-9fd0-423652fbcab4 None None] No DVR routers for this DVR port ffa22b09-91a6-4e9b-9888-c4233318b556 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:33:47.499711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05405c0c-65a2-4641-9fd0-423652fbcab4 None None] Pushing event deleted for resources: {'Port': ['ID=ffa22b09-91a6-4e9b-9888-c4233318b556,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:47.623374 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:47.667276 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:47.682046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ddd6bd0c-904d-4e86-a747-e888eb9fd801 req-8919b941-b32e-4510-aa69-797e794ffc35 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0630107 Apr 01 12:33:47.719485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event updated for resources: {'Port': ['ID=90b0c345-74dc-4caa-9cc8-ba03539d6b69,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:47.883961 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:47.914749 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:47.915968 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6603fd81-931e-4165-bc23-d1f2eb3b2a47 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1036229 Apr 01 12:33:47.918684 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8414e17f-8ee1-487e-ac11-9e53e42cf104']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:47.929140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-945202de-6606-42c2-881b-cce71f2bf0fa tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Deleting port 6b76cac8-2ed6-4a5a-b888-7bb0cdd61973 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:33:47.929672 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-945202de-6606-42c2-881b-cce71f2bf0fa tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.001548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb32180-2c0c-4b55-bb55-52d9ab479691') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:48.001990 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb32180-2c0c-4b55-bb55-52d9ab479691') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:48.048895 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.098648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-22a08fcb-878f-4231-8ec0-b923d6d261b2 req-b5e85a00-2426-4dad-9085-1dba8928b67a service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8546851 Apr 01 12:33:48.143849 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.164407 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:33:48.165447 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:33:48.170458 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:33:48.214970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d7c52-67e5-4453-a532-f9db677b0230 req-7945c657-8efa-4981-b171-59f82f341ebc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:48.246906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d7c52-67e5-4453-a532-f9db677b0230 req-7945c657-8efa-4981-b171-59f82f341ebc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:48.256801 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-945202de-6606-42c2-881b-cce71f2bf0fa tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.257502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-945202de-6606-42c2-881b-cce71f2bf0fa tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.267826 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d7c52-67e5-4453-a532-f9db677b0230 req-7945c657-8efa-4981-b171-59f82f341ebc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:48.277405 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-945202de-6606-42c2-881b-cce71f2bf0fa tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Calling delete_port for 6b76cac8-2ed6-4a5a-b888-7bb0cdd61973 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:33:48.289520 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.291288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d7c52-67e5-4453-a532-f9db677b0230 req-7945c657-8efa-4981-b171-59f82f341ebc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:48.313653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d7c52-67e5-4453-a532-f9db677b0230 req-7945c657-8efa-4981-b171-59f82f341ebc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:48.324168 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.328556 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "DELETE /v2.0/networks/8414e17f-8ee1-487e-ac11-9e53e42cf104 HTTP/1.1" status: 204 len: 168 time: 2.0661047 Apr 01 12:33:48.329795 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa6daa-b0e4-4fc0-977c-e799b11d8c0f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Network': ['ID=8414e17f-8ee1-487e-ac11-9e53e42cf104,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:48.334443 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60682) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:48.335548 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d7c52-67e5-4453-a532-f9db677b0230 req-7945c657-8efa-4981-b171-59f82f341ebc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:48.345774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d7c52-67e5-4453-a532-f9db677b0230 req-7945c657-8efa-4981-b171-59f82f341ebc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:48.364030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-869d7c52-67e5-4453-a532-f9db677b0230 req-7945c657-8efa-4981-b171-59f82f341ebc tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5434 time: 0.5486455 Apr 01 12:33:48.457079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c62758-2531-4098-a9e2-4dbf875c6574 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Deleting subnet c8e3ead0-3650-47dc-ae65-26ab77bd7983 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:33:48.460823 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70c62758-2531-4098-a9e2-4dbf875c6574 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.512429 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70c62758-2531-4098-a9e2-4dbf875c6574 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.556438 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.596944 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.630224 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70c62758-2531-4098-a9e2-4dbf875c6574 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.643606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:33:48.667963 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.668383 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Added segment 178887a4-57d9-453b-90bc-00c01b7f9a0f of type vlan for network 1fc2778e-b886-42e1-a285-d99cfed6b496 Apr 01 12:33:48.793572 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ffa22b09-91a6-4e9b-9888-c4233318b556 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:33:48.799662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70c62758-2531-4098-a9e2-4dbf875c6574 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.828985 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70c62758-2531-4098-a9e2-4dbf875c6574 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:48.842756 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-70c62758-2531-4098-a9e2-4dbf875c6574 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "DELETE /v2.0/subnets/c8e3ead0-3650-47dc-ae65-26ab77bd7983 HTTP/1.1" status: 204 len: 168 time: 0.5059135 Apr 01 12:33:48.859078 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631ce374-608f-4a20-8d74-e0d0c86e1e7a None None] Network 8e341ca2-6f66-4724-abcd-4f2b5f176f7b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:33:48.865845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: ffa22b09-91a6-4e9b-9888-c4233318b556 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:33:48.866948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ffa22b09-91a6-4e9b-9888-c4233318b556 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:33:48.925348 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60686) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:48.998622 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.013385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26505c09-8998-4e13-a053-512a90a78a1b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:49.049151 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-869d7c52-67e5-4453-a532-f9db677b0230 req-f9ee0d1c-dafd-4729-abcd-606572f5a20d tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6134303 Apr 01 12:33:49.162288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-22a08fcb-878f-4231-8ec0-b923d6d261b2 req-d3d24bf8-5e99-4115-a0c4-338bc00a6ba7 service neutron] 10.222.0.37 "GET /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0481794 Apr 01 12:33:49.168430 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.170740 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:49.177413 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.189168 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.192933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c62758-2531-4098-a9e2-4dbf875c6574 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e3ead0-3650-47dc-ae65-26ab77bd7983,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:49.248658 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cc3f4e-b7ee-49ea-a2b2-eb99d5689313 x-openstack-request-id: req-26cc3f4e-b7ee-49ea-a2b2-eb99d5689313 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:49.249239 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-plugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:49.249638 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26cc3f4e-b7ee-49ea-a2b2-eb99d5689313 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:49.250214 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26cc3f4e-b7ee-49ea-a2b2-eb99d5689313'] response: {'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'code': 200} Apr 01 12:33:49.328736 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-945202de-6606-42c2-881b-cce71f2bf0fa tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.336411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1231303 Apr 01 12:33:49.339171 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60694) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:49.366206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945202de-6606-42c2-881b-cce71f2bf0fa tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Pushing event deleted for resources: {'Port': ['ID=6b76cac8-2ed6-4a5a-b888-7bb0cdd61973,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:49.417759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Deleting port f4bbdc8a-ef52-489d-b966-b878585f041d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:33:49.418192 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.420838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-aa804b53-b215-4bc7-b4ce-2fa9083c530b admin admin] Request body: {'subnet': {'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-190625348-subnet', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:49.425480 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81365e-1599-4bf9-bb15-6609c798a0ff None None] DHCP port deletion for 8e341ca2-6f66-4724-abcd-4f2b5f176f7b request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:33:49.429234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Pushing event updated for resources: {'Network': ['ID=1fc2778e-b886-42e1-a285-d99cfed6b496,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:49.459640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:49.460060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:49.460620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:49.461052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:49.461480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:49.461903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:49.462354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:49.462948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:49.463372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:49.468877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:49.469441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:49.469880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f1bb1-d9c6-496c-b866-4b8afa1ea192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:49.485520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 1fc2778e-b886-42e1-a285-d99cfed6b496 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:33:49.497561 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa804b53-b215-4bc7-b4ce-2fa9083c530b admin admin] Made reservation on behalf of 18ff0e0b3a94423d80babac3abc9b696 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:33:49.500348 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aa804b53-b215-4bc7-b4ce-2fa9083c530b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.616942 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] For port f4bbdc8a-ef52-489d-b966-b878585f041d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f4bbdc8a-ef52-489d-b966-b878585f041d,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:49.618430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.671703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Calling delete_port for f4bbdc8a-ef52-489d-b966-b878585f041d owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:33:49.758402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7c81365e-1599-4bf9-bb15-6609c798a0ff None None] Deleting port f4bbdc8a-ef52-489d-b966-b878585f041d {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:33:49.759066 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7c81365e-1599-4bf9-bb15-6609c798a0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.827144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-945202de-6606-42c2-881b-cce71f2bf0fa tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.829660 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-945202de-6606-42c2-881b-cce71f2bf0fa tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.830856 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a55e3a1-0785-4be5-833b-af2c7df01836 req-945202de-6606-42c2-881b-cce71f2bf0fa tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "DELETE /v2.0/floatingips/6d04d1e3-89cf-47c0-928b-c92828c2f6b1 HTTP/1.1" status: 204 len: 173 time: 3.0269048 Apr 01 12:33:49.905814 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.918371 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7c81365e-1599-4bf9-bb15-6609c798a0ff None None] For port f4bbdc8a-ef52-489d-b966-b878585f041d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f4bbdc8a-ef52-489d-b966-b878585f041d,segment=NetworkSegment(40ac6435-8552-4468-8189-310d72f49b95),segment_id=40ac6435-8552-4468-8189-310d72f49b95)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:49.919590 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7c81365e-1599-4bf9-bb15-6609c798a0ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.945672 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aa804b53-b215-4bc7-b4ce-2fa9083c530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:49.953781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7c81365e-1599-4bf9-bb15-6609c798a0ff None None] Calling delete_port for f4bbdc8a-ef52-489d-b966-b878585f041d owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:33:49.989260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Port': ['ID=f4bbdc8a-ef52-489d-b966-b878585f041d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:49.993790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] No DVR routers for this DVR port f4bbdc8a-ef52-489d-b966-b878585f041d on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:33:50.139619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa804b53-b215-4bc7-b4ce-2fa9083c530b admin admin] Checking segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:50.140299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa804b53-b215-4bc7-b4ce-2fa9083c530b admin admin] Network hostable DHCP agents. Network: 1fc2778e-b886-42e1-a285-d99cfed6b496, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:33:50.148441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa804b53-b215-4bc7-b4ce-2fa9083c530b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6278aded-e84b-4534-b90b-4b8b0f163d06,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:50.167356 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7c81365e-1599-4bf9-bb15-6609c798a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.174537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa804b53-b215-4bc7-b4ce-2fa9083c530b admin admin] Network 1fc2778e-b886-42e1-a285-d99cfed6b496 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:33:50.198669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-aa804b53-b215-4bc7-b4ce-2fa9083c530b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 1fc2778e-b886-42e1-a285-d99cfed6b496) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:50.221168 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:33:50.235234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa804b53-b215-4bc7-b4ce-2fa9083c530b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:50.236066 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aa804b53-b215-4bc7-b4ce-2fa9083c530b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.246410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81365e-1599-4bf9-bb15-6609c798a0ff None None] Pushing event deleted for resources: {'Port': ['ID=f4bbdc8a-ef52-489d-b966-b878585f041d,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:50.248530 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff13348b-eb17-4e53-b589-186f53da7c91 None None] Network 1fc2778e-b886-42e1-a285-d99cfed6b496 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:33:50.267908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.271302 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aa804b53-b215-4bc7-b4ce-2fa9083c530b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8686757 Apr 01 12:33:50.273995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60698) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:50.279606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:50.297851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81365e-1599-4bf9-bb15-6609c798a0ff None None] No DVR routers for this DVR port f4bbdc8a-ef52-489d-b966-b878585f041d on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:33:50.298937 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e341ca2-6f66-4724-abcd-4f2b5f176f7b']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:50.311864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ac6435-8552-4468-8189-310d72f49b95') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:50.312272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ac6435-8552-4468-8189-310d72f49b95') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:50.329458 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.347408 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.349962 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.353533 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.360769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:33:50.361397 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:33:50.437158 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:33:50.445294 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.464359 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.480236 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "DELETE /v2.0/networks/8e341ca2-6f66-4724-abcd-4f2b5f176f7b HTTP/1.1" status: 204 len: 168 time: 1.5461779 Apr 01 12:33:50.484558 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60700) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:50.489192 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.506247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f7f9811d-1d88-46e2-a02d-0ec0ade2f0f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1881745845'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:50.518742 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc2bee-4220-43cb-956b-384b5797774b req-a6955079-5e9d-46e4-8407-faae8e375567 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:50.520763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a7dc2bee-4220-43cb-956b-384b5797774b req-a6955079-5e9d-46e4-8407-faae8e375567 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.4311295 Apr 01 12:33:50.523892 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66402635-2cde-41d3-ac5b-845b424f142a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Network': ['ID=8e341ca2-6f66-4724-abcd-4f2b5f176f7b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:50.571690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f9811d-1d88-46e2-a02d-0ec0ade2f0f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:33:50.576820 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7f9811d-1d88-46e2-a02d-0ec0ade2f0f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.656551 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a7dc2bee-4220-43cb-956b-384b5797774b req-ed73a47c-187e-4418-b469-ff58dc06b2bb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096435 Apr 01 12:33:50.667640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-1fc2778e-b886-42e1-a285-d99cfed6b496', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:33:50.671513 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.680192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f9811d-1d88-46e2-a02d-0ec0ade2f0f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:33:50.721917 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7f9811d-1d88-46e2-a02d-0ec0ade2f0f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.743792 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-f7f9811d-1d88-46e2-a02d-0ec0ade2f0f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Added segment 6fe2217d-52ca-4a16-b339-a8b61e4ff0fc of type vlan for network 269d7210-f746-4ce8-939c-d736b6feb8ba Apr 01 12:33:50.761793 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.856210 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Allocated IP 172.20.0.2 (1fc2778e-b886-42e1-a285-d99cfed6b496/6278aded-e84b-4534-b90b-4b8b0f163d06/6954c074-1eff-4b69-b818-2647244ece59) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:50.857466 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7f9811d-1d88-46e2-a02d-0ec0ade2f0f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.906342 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7f9811d-1d88-46e2-a02d-0ec0ade2f0f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.914164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f9811d-1d88-46e2-a02d-0ec0ade2f0f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:50.915133 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7f9811d-1d88-46e2-a02d-0ec0ade2f0f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:50.995028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9811d-1d88-46e2-a02d-0ec0ade2f0f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Network': ['ID=269d7210-f746-4ce8-939c-d736b6feb8ba,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:51.031010 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f4bbdc8a-ef52-489d-b966-b878585f041d no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:33:51.042435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ed5ba-a4f6-45db-add2-e06136f983a2 req-22af5098-7da5-4663-af4b-7a652508f4f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:51.049201 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ed5ba-a4f6-45db-add2-e06136f983a2 req-22af5098-7da5-4663-af4b-7a652508f4f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:51.055728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ed5ba-a4f6-45db-add2-e06136f983a2 req-22af5098-7da5-4663-af4b-7a652508f4f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:51.062472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ed5ba-a4f6-45db-add2-e06136f983a2 req-22af5098-7da5-4663-af4b-7a652508f4f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:51.068398 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ed5ba-a4f6-45db-add2-e06136f983a2 req-22af5098-7da5-4663-af4b-7a652508f4f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:51.072401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 269d7210-f746-4ce8-939c-d736b6feb8ba details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:33:51.154331 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ed5ba-a4f6-45db-add2-e06136f983a2 req-22af5098-7da5-4663-af4b-7a652508f4f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:51.154331 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ed5ba-a4f6-45db-add2-e06136f983a2 req-22af5098-7da5-4663-af4b-7a652508f4f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:51.154331 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-527ed5ba-a4f6-45db-add2-e06136f983a2 req-22af5098-7da5-4663-af4b-7a652508f4f0 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5434 time: 0.2491798 Apr 01 12:33:51.155594 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: f4bbdc8a-ef52-489d-b966-b878585f041d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:33:51.155594 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f4bbdc8a-ef52-489d-b966-b878585f041d not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:33:51.155925 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.156277 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.156359 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.156435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a449f9bd-9b1a-45dc-8048-26ce82b6b96a req-6257b8d1-6e3d-44ab-baea-1922a234f262 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups/2d4dcc87-21ce-4a0a-9e18-9db9a31a7ac1 HTTP/1.1" status: 200 len: 1809 time: 0.0437775 Apr 01 12:33:51.156435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60702) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:51.162949 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5f1dbecb-9c64-4337-9616-543a2d1cf40b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Request body: {'floatingip': {'port_id': 'f71237b2-ae9e-4469-819e-23a06d57cd27'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:51.194143 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f7f9811d-1d88-46e2-a02d-0ec0ade2f0f6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6901655 Apr 01 12:33:51.197750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60706) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:51.203556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9c15a266-09a9-4e9c-91ee-815a3bb60ac2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'subnet': {'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:51.239110 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5f1dbecb-9c64-4337-9616-543a2d1cf40b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.278763 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.323604 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Network 1fc2778e-b886-42e1-a285-d99cfed6b496 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:51.328394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:51.333359 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:33:51.372555 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-a449f9bd-9b1a-45dc-8048-26ce82b6b96a req-3b578480-121e-4130-8542-ff23f13b6b3d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.384559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Pushing event updated for resources: {'Port': ['ID=6954c074-1eff-4b69-b818-2647244ece59,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:51.399681 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Attempting to bind port 6954c074-1eff-4b69-b818-2647244ece59 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:33:51.400048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Attempting to bind port 6954c074-1eff-4b69-b818-2647244ece59 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:33:51.401080 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Attempting to bind port 6954c074-1eff-4b69-b818-2647244ece59 on network 1fc2778e-b886-42e1-a285-d99cfed6b496 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:51.402916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Allocated IP 172.25.7.185 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/f7fed912-ccf2-4c25-8486-569e956b96ec) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:51.406796 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:33:51.407162 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Checking segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:51.407735 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.408126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Bound using segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:33:51.408588 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Bound port: 6954c074-1eff-4b69-b818-2647244ece59, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:33:51.408967 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.464635 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-a449f9bd-9b1a-45dc-8048-26ce82b6b96a req-3b578480-121e-4130-8542-ff23f13b6b3d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.484868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] For port 6954c074-1eff-4b69-b818-2647244ece59, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:33:51.488244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] For port 6954c074-1eff-4b69-b818-2647244ece59, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6954c074-1eff-4b69-b818-2647244ece59,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:33:51.495922 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.557967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c15a266-09a9-4e9c-91ee-815a3bb60ac2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:33:51.562434 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c15a266-09a9-4e9c-91ee-815a3bb60ac2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.618428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64eb75-36c9-4282-aba8-f3ce6dffaeda None None] Pushing event updated for resources: {'Port': ['ID=6954c074-1eff-4b69-b818-2647244ece59,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:51.660408 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.714668 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-a449f9bd-9b1a-45dc-8048-26ce82b6b96a req-3b578480-121e-4130-8542-ff23f13b6b3d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.723327 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-a449f9bd-9b1a-45dc-8048-26ce82b6b96a req-3b578480-121e-4130-8542-ff23f13b6b3d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:51.725397 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a449f9bd-9b1a-45dc-8048-26ce82b6b96a req-3b578480-121e-4130-8542-ff23f13b6b3d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "DELETE /v2.0/security-groups/2d4dcc87-21ce-4a0a-9e18-9db9a31a7ac1 HTTP/1.1" status: 204 len: 173 time: 0.5682588 Apr 01 12:33:51.847618 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b578480-121e-4130-8542-ff23f13b6b3d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4dcc87-21ce-4a0a-9e18-9db9a31a7ac1,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:52.096957 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e301b-d6ef-45ec-a70a-68c1a59c72ae req-2c7b603c-b0fc-4dba-9280-310446f71483 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:52.107870 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a19e301b-d6ef-45ec-a70a-68c1a59c72ae req-2c7b603c-b0fc-4dba-9280-310446f71483 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.2589047 Apr 01 12:33:52.207402 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a19e301b-d6ef-45ec-a70a-68c1a59c72ae req-a2354d76-81d2-4eeb-96e7-d20c5c105762 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570490 Apr 01 12:33:52.442763 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c15a266-09a9-4e9c-91ee-815a3bb60ac2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:52.480169 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5f1dbecb-9c64-4337-9616-543a2d1cf40b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:52.486952 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5f1dbecb-9c64-4337-9616-543a2d1cf40b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:52.664177 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-5f1dbecb-9c64-4337-9616-543a2d1cf40b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Floating IP a7340e53-a145-481b-b4d9-fca2676d8846 associated. External IP: 172.25.7.31, port: f71237b2-ae9e-4469-819e-23a06d57cd27. Apr 01 12:33:52.673127 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:52.755202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Pushing event updated for resources: {'Port': ['ID=f7fed912-ccf2-4c25-8486-569e956b96ec,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:52.776900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15a266-09a9-4e9c-91ee-815a3bb60ac2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Subnet': ['ID=024ee5cc-2b03-40bb-8bcd-1bda2f88c885,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:52.796000 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15a266-09a9-4e9c-91ee-815a3bb60ac2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Checking segment: {'id': '6fe2217d-52ca-4a16-b339-a8b61e4ff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:52.796402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c15a266-09a9-4e9c-91ee-815a3bb60ac2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network hostable DHCP agents. Network: 269d7210-f746-4ce8-939c-d736b6feb8ba, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:33:52.829536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:52.834502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6954c074-1eff-4b69-b818-2647244ece59 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:52.856151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:52.858546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c15a266-09a9-4e9c-91ee-815a3bb60ac2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network 269d7210-f746-4ce8-939c-d736b6feb8ba is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:33:52.872131 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:33:52.939556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-71b8e097-4e33-4707-82c0-8a5721e4779e tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:52.952891 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-71b8e097-4e33-4707-82c0-8a5721e4779e tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/networks?id=927cf1a7-fd9e-4c14-9449-f71cb773648c HTTP/1.1" status: 200 len: 821 time: 0.4909465 Apr 01 12:33:52.970926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-9c15a266-09a9-4e9c-91ee-815a3bb60ac2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 269d7210-f746-4ce8-939c-d736b6feb8ba) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:52.971299 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6954c074-1eff-4b69-b818-2647244ece59 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:52.971674 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.000137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c15a266-09a9-4e9c-91ee-815a3bb60ac2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:53.000986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c15a266-09a9-4e9c-91ee-815a3bb60ac2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.010369 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ecb79117-03c6-4b6f-8c0d-2c96056f11c7 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/quotas/c5068ae6ccb549b3b2b7930b216ec36a HTTP/1.1" status: 200 len: 375 time: 0.0562344 Apr 01 12:33:53.048299 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f3248-cf96-4ce5-9896-4876b02bc9ac None None] Network 269d7210-f746-4ce8-939c-d736b6feb8ba requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:33:53.110404 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9c15a266-09a9-4e9c-91ee-815a3bb60ac2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9115081 Apr 01 12:33:53.113346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60738) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:53.125937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a3f67607-03af-4ae6-8b11-e1ecced287b3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1031818365'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:53.265474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f67607-03af-4ae6-8b11-e1ecced287b3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:33:53.270713 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a3f67607-03af-4ae6-8b11-e1ecced287b3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.281539 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-1c309b3b-500c-404a-8600-070d1d3960a5 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5068ae6ccb549b3b2b7930b216ec36a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2700090 Apr 01 12:33:53.397997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-269d7210-f746-4ce8-939c-d736b6feb8ba', 'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'fixed_ips': [{'subnet_id': '024ee5cc-2b03-40bb-8bcd-1bda2f88c885'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:33:53.398877 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.443353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f67607-03af-4ae6-8b11-e1ecced287b3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:33:53.445861 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.464682 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a3f67607-03af-4ae6-8b11-e1ecced287b3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.465320 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-a3f67607-03af-4ae6-8b11-e1ecced287b3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Added segment c33754eb-cd75-49a5-8961-d5680c93957a of type vlan for network 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e Apr 01 12:33:53.544490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 6954c074-1eff-4b69-b818-2647244ece59, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6954c074-1eff-4b69-b818-2647244ece59,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:53.597414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9605d8fd-ff60-458d-a5c1-5e0d1aa80990 None None] Network 1fc2778e-b886-42e1-a285-d99cfed6b496 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:33:53.603253 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.609448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1dbecb-9c64-4337-9616-543a2d1cf40b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:33:53.633055 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.692596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=6954c074-1eff-4b69-b818-2647244ece59,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:53.737215 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a3f67607-03af-4ae6-8b11-e1ecced287b3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.782223 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4ba6fe4b-5a05-45b8-a82d-d34bc4681f62 None None] Provisioning complete for port 6954c074-1eff-4b69-b818-2647244ece59 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:53.782808 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4ba6fe4b-5a05-45b8-a82d-d34bc4681f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.851769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1dbecb-9c64-4337-9616-543a2d1cf40b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:33:53.864220 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5f1dbecb-9c64-4337-9616-543a2d1cf40b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.875772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178086d-8080-4733-bf6a-39ef09544434 None None] Sync routers for ids ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:33:53.891879 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a3f67607-03af-4ae6-8b11-e1ecced287b3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.899776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Allocated IP 19.80.0.2 (269d7210-f746-4ce8-939c-d736b6feb8ba/024ee5cc-2b03-40bb-8bcd-1bda2f88c885/78b06048-296e-419c-ab07-48a2cfe89aed) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:53.907659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f67607-03af-4ae6-8b11-e1ecced287b3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:53.908478 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a3f67607-03af-4ae6-8b11-e1ecced287b3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:53.911730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e178086d-8080-4733-bf6a-39ef09544434 None None] Routers {'3dc74ab8-33aa-4079-a91f-5f60b192fc3a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:53.912475 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e178086d-8080-4733-bf6a-39ef09544434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:53.925727 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5f1dbecb-9c64-4337-9616-543a2d1cf40b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "PUT /v2.0/floatingips/a7340e53-a145-481b-b4d9-fca2676d8846 HTTP/1.1" status: 200 len: 991 time: 2.7689610 Apr 01 12:33:53.928402 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': 'f71237b2-ae9e-4469-819e-23a06d57cd27'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:53.936396 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6" -d '{"events": [{"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "f71237b2-ae9e-4469-819e-23a06d57cd27"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:53.969589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a3f67607-03af-4ae6-8b11-e1ecced287b3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8523736 Apr 01 12:33:53.970047 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60748) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:53.977646 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d0cd0f90-6f37-4af8-99e5-e33aff5a0595 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'subnet': {'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:54.055400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-e178086d-8080-4733-bf6a-39ef09544434 None None] Set router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:54.153669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60750) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:54.159958 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-19272402-725e-49d3-8862-7c8ea3ca271b tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122809848', 'description': 'tempest-description--503088936'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:54.192724 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cd0f90-6f37-4af8-99e5-e33aff5a0595 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:33:54.196593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0cd0f90-6f37-4af8-99e5-e33aff5a0595 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:54.267345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f67607-03af-4ae6-8b11-e1ecced287b3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Network': ['ID=24e3f2c4-3c42-4200-ab3f-3f75e765ef7e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:54.301728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:33:54.339729 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19272402-725e-49d3-8862-7c8ea3ca271b tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:54.348445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-9d636d6a-c42d-4186-be69-4860af983cd0 service neutron] 10.222.0.45 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0141134 Apr 01 12:33:54.500611 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:54.507088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767f644-0e55-4434-af0a-ba2d86a94b1b req-e70628fc-a5c3-4895-a2de-4dcc9d512cad tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:54.522959 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1767f644-0e55-4434-af0a-ba2d86a94b1b req-e70628fc-a5c3-4895-a2de-4dcc9d512cad tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.2859967 Apr 01 12:33:54.531332 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-dc9b4a2d-f77f-417c-8782-865e85e3c2c3 service neutron] 10.222.0.45 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823006 Apr 01 12:33:54.641144 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1767f644-0e55-4434-af0a-ba2d86a94b1b req-2b495893-9b85-4578-b10e-9ecdd45c35c7 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167963 Apr 01 12:33:54.718336 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19272402-725e-49d3-8862-7c8ea3ca271b tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:54.738805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19272402-725e-49d3-8862-7c8ea3ca271b tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:54.823616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Router 5b51178f-34da-460a-9d5e-8b337d4ff583 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:33:54.888953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6954c074-1eff-4b69-b818-2647244ece59 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:54.896172 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:54.944997 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19272402-725e-49d3-8862-7c8ea3ca271b tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:54.954900 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-19272402-725e-49d3-8862-7c8ea3ca271b tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7956181 Apr 01 12:33:54.956814 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60756) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:54.966612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0fa53e51-e190-4fa6-bb63-601677164f18 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Request body: {'security_group_rule': {'security_group_id': '2680015b-b290-4413-9f64-92943607b725', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:54.993044 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba4b35a-4c96-4964-a1b3-0b44209eef7a x-openstack-request-id: req-3ba4b35a-4c96-4964-a1b3-0b44209eef7a {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:54.993203 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "tag": "f71237b2-ae9e-4469-819e-23a06d57cd27", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:54.993462 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ba4b35a-4c96-4964-a1b3-0b44209eef7a {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:54.999032 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba4b35a-4c96-4964-a1b3-0b44209eef7a'] response: {'name': 'network-changed', 'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'tag': 'f71237b2-ae9e-4469-819e-23a06d57cd27', 'status': 'completed', 'code': 200} Apr 01 12:33:55.000895 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:55.021146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19272402-725e-49d3-8862-7c8ea3ca271b tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2680015b-b290-4413-9f64-92943607b725,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:55.077454 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0cd0f90-6f37-4af8-99e5-e33aff5a0595 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:55.166679 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e178086d-8080-4733-bf6a-39ef09544434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:30:53Z', 'revision_number': 4, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a7340e53-a145-481b-b4d9-fca2676d8846', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'port_id': 'f71237b2-ae9e-4469-819e-23a06d57cd27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'mac_address': 'fa:16:3e:0a:7e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:32:04Z', 'updated_at': '2022-04-01T12:33:52Z', 'revision_number': 1, 'project_id': '67be0409bcbb48388611a7629463a217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b426f24f-7cbf-424c-bad0-02c750054fde', 'name': '', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'mac_address': 'fa:16:3e:f1:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:50Z', 'updated_at': '2022-04-01T12:30:59Z', 'revision_number': 5, 'project_id': '67be0409bcbb48388611a7629463a217', 'subnets': [{'id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:55.198190 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5740a95-fa90-4888-a018-327a94c21b1f req-272f181f-c0e2-4804-8d81-685be10832fd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:55.207914 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a5740a95-fa90-4888-a018-327a94c21b1f req-272f181f-c0e2-4804-8d81-685be10832fd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.4174333 Apr 01 12:33:55.289960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-24f763bd-f4b9-46d6-8739-dfe5ada2250f req-4acc1c92-9931-41e3-b170-d6b8c94e616e tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 210 time: 0.2410898 Apr 01 12:33:55.307077 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0fa53e51-e190-4fa6-bb63-601677164f18 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:55.314926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd0f90-6f37-4af8-99e5-e33aff5a0595 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Subnet': ['ID=84b892bf-14eb-4d4f-8704-1a9ba744be79,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:55.322879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:33:55.334713 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Sync routers for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:33:55.341077 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a5740a95-fa90-4888-a018-327a94c21b1f req-1dde689c-a619-482d-8d88-822996886127 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322916 Apr 01 12:33:55.348166 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd0f90-6f37-4af8-99e5-e33aff5a0595 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Checking segment: {'id': 'c33754eb-cd75-49a5-8961-d5680c93957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:55.348166 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd0f90-6f37-4af8-99e5-e33aff5a0595 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network hostable DHCP agents. Network: 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:33:55.352074 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:55.352613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-52d01a15-c3a5-4aae-b1b6-6294f20edf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:55.353765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-52d01a15-c3a5-4aae-b1b6-6294f20edf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:55.354123 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-52d01a15-c3a5-4aae-b1b6-6294f20edf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:55.354811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-52d01a15-c3a5-4aae-b1b6-6294f20edf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:55.355335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-52d01a15-c3a5-4aae-b1b6-6294f20edf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:55.355792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-52d01a15-c3a5-4aae-b1b6-6294f20edf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:55.356305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-52d01a15-c3a5-4aae-b1b6-6294f20edf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:55.359127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-52d01a15-c3a5-4aae-b1b6-6294f20edf2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67be0409bcbb48388611a7629463a217&device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 6491 time: 0.3438065 Apr 01 12:33:55.363380 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:55.372054 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd0f90-6f37-4af8-99e5-e33aff5a0595 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:33:55.385500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c79eb4-fbe9-47e8-933f-1cdbed50d984 req-f591de54-be5d-4192-8c8f-4914c629b41d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:55.387391 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54c79eb4-fbe9-47e8-933f-1cdbed50d984 req-f591de54-be5d-4192-8c8f-4914c629b41d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.3012998 Apr 01 12:33:55.389115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d0cd0f90-6f37-4af8-99e5-e33aff5a0595 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:55.395679 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cd0f90-6f37-4af8-99e5-e33aff5a0595 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:55.398125 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0cd0f90-6f37-4af8-99e5-e33aff5a0595 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:55.400549 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:55.402838 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1b05a4b4-53aa-4309-8ef3-4fc5e025e4ed admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1269312 Apr 01 12:33:55.413631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60762) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:55.432180 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178086d-8080-4733-bf6a-39ef09544434 None None] Checking router: 3dc74ab8-33aa-4079-a91f-5f60b192fc3a for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:33:55.434189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810270fd-865a-49e9-9698-bf427e664bcf None None] Network 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:33:55.448672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Network 269d7210-f746-4ce8-939c-d736b6feb8ba is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:55.484776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e178086d-8080-4733-bf6a-39ef09544434 None None] Routers {'3dc74ab8-33aa-4079-a91f-5f60b192fc3a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:55.485387 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e178086d-8080-4733-bf6a-39ef09544434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:55.487492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:55.490447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:33:55.520850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Pushing event updated for resources: {'Port': ['ID=78b06048-296e-419c-ab07-48a2cfe89aed,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:55.543988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-60d38362-d194-418d-ba3f-4671850fef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:55.545616 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-60d38362-d194-418d-ba3f-4671850fef7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2a0007f-cd99-412e-ad83-be707fb4c3d4 HTTP/1.1" status: 200 len: 913 time: 0.1371336 Apr 01 12:33:55.648204 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-312bb274-9733-4bbb-ab83-662808e547d1 None None] Provisioning complete for port 6954c074-1eff-4b69-b818-2647244ece59 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:55.648804 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-312bb274-9733-4bbb-ab83-662808e547d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:55.704896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-b05ac7e9-84c7-4243-99e4-562db68ba439 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f71237b2-ae9e-4469-819e-23a06d57cd27 HTTP/1.1" status: 200 len: 999 time: 0.0995798 Apr 01 12:33:55.718078 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:55.867230 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6954c074-1eff-4b69-b818-2647244ece59 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:55.867557 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:55.874423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Attempting to bind port 78b06048-296e-419c-ab07-48a2cfe89aed on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:33:55.874789 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Attempting to bind port 78b06048-296e-419c-ab07-48a2cfe89aed by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '6fe2217d-52ca-4a16-b339-a8b61e4ff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:33:55.876313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Attempting to bind port 78b06048-296e-419c-ab07-48a2cfe89aed on network 269d7210-f746-4ce8-939c-d736b6feb8ba {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:55.939229 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:33:55.939968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Checking segment: {'id': '6fe2217d-52ca-4a16-b339-a8b61e4ff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:55.940071 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:55.940540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Bound using segment: {'id': '6fe2217d-52ca-4a16-b339-a8b61e4ff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:33:55.940999 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Bound port: 78b06048-296e-419c-ab07-48a2cfe89aed, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe2217d-52ca-4a16-b339-a8b61e4ff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:33:55.941381 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.013659 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:53Z', 'revision_number': 3, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:56.027609 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0fa53e51-e190-4fa6-bb63-601677164f18 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.052619 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0fa53e51-e190-4fa6-bb63-601677164f18 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.096115 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d0cd0f90-6f37-4af8-99e5-e33aff5a0595 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1161227 Apr 01 12:33:56.191141 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] For port 78b06048-296e-419c-ab07-48a2cfe89aed, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:33:56.195163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] For port 78b06048-296e-419c-ab07-48a2cfe89aed, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=78b06048-296e-419c-ab07-48a2cfe89aed,segment=NetworkSegment(6fe2217d-52ca-4a16-b339-a8b61e4ff0fc),segment_id=6fe2217d-52ca-4a16-b339-a8b61e4ff0fc)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:33:56.205586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.209559 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Checking router: 5b51178f-34da-460a-9d5e-8b337d4ff583 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:33:56.210278 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Updating router 5b51178f-34da-460a-9d5e-8b337d4ff583 port f7fed912-ccf2-4c25-8486-569e956b96ec binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:33:56.231749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fa286-3347-4837-b206-e06cd62a8b61 req-0a398952-55ce-408f-ad57-f971a1d0be85 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:56.233103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-e178086d-8080-4733-bf6a-39ef09544434 None None] Set router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:56.242459 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.246245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c04fa286-3347-4837-b206-e06cd62a8b61 req-0a398952-55ce-408f-ad57-f971a1d0be85 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 945 time: 0.4136062 Apr 01 12:33:56.305450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa53e51-e190-4fa6-bb63-601677164f18 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4159b0-c707-4a75-bbe6-71501ec56372,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:56.324804 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-4490ddbf-028e-4d07-a972-10a5f8f61c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:56.328015 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-4490ddbf-028e-4d07-a972-10a5f8f61c1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33b7cb92-fc93-410f-9652-7a0f67084c27 HTTP/1.1" status: 200 len: 851 time: 0.5313585 Apr 01 12:33:56.365888 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0fa53e51-e190-4fa6-bb63-601677164f18 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.382983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60776) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:56.383487 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0fa53e51-e190-4fa6-bb63-601677164f18 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4221711 Apr 01 12:33:56.393759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-54c79eb4-fbe9-47e8-933f-1cdbed50d984 req-f81d9ff7-a274-4ced-9730-54f586e70b25 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Deleting port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:33:56.394958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54c79eb4-fbe9-47e8-933f-1cdbed50d984 req-f81d9ff7-a274-4ced-9730-54f586e70b25 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.395784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f8463a2c-1767-47fb-943d-5b51ba4ac6c8 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Request body: {'security_group_rule': {'security_group_id': '2680015b-b290-4413-9f64-92943607b725', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:56.478240 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c04fa286-3347-4837-b206-e06cd62a8b61 req-ac97496d-e445-44db-a637-214714f9023d tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/security-groups?id=8202fc31-d586-4402-8c8d-b1f19f7a8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309988 Apr 01 12:33:56.626287 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-83df73d0-515a-4cf7-a7d7-48d87a9a3529 req-9c3bfe12-1b9d-4aa5-be44-f80e73a774a5 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 210 time: 0.1242275 Apr 01 12:33:56.669374 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8463a2c-1767-47fb-943d-5b51ba4ac6c8 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.700633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-54c79eb4-fbe9-47e8-933f-1cdbed50d984 req-f81d9ff7-a274-4ced-9730-54f586e70b25 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] For port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,segment=NetworkSegment(26ae0f6d-c7e0-4ee0-89ca-9848a13d374d),segment_id=26ae0f6d-c7e0-4ee0-89ca-9848a13d374d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:56.701211 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54c79eb4-fbe9-47e8-933f-1cdbed50d984 req-f81d9ff7-a274-4ced-9730-54f586e70b25 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.730406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-54c79eb4-fbe9-47e8-933f-1cdbed50d984 req-f81d9ff7-a274-4ced-9730-54f586e70b25 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Calling delete_port for dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:33:56.785720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.787559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-24e3f2c4-3c42-4200-ab3f-3f75e765ef7e', 'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'fixed_ips': [{'subnet_id': '84b892bf-14eb-4d4f-8704-1a9ba744be79'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:33:56.788637 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.789385 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.803957 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:56.886882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-5a67fe9c-6854-4258-9f52-6e8d1d2d8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:56.888429 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-5a67fe9c-6854-4258-9f52-6e8d1d2d8798 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2a0007f-cd99-412e-ad83-be707fb4c3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5391688 Apr 01 12:33:56.899493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023219b9-6213-4ed8-a21d-f920df219e66 None None] Pushing event updated for resources: {'Port': ['ID=78b06048-296e-419c-ab07-48a2cfe89aed,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:57.013298 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Attempting to bind port f7fed912-ccf2-4c25-8486-569e956b96ec on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:33:57.013848 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Attempting to bind port f7fed912-ccf2-4c25-8486-569e956b96ec by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:33:57.014325 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Attempting to bind port f7fed912-ccf2-4c25-8486-569e956b96ec on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:57.039667 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:33:57.040298 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:57.041804 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:57.042338 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:33:57.043663 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Bound port: f7fed912-ccf2-4c25-8486-569e956b96ec, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:33:57.044434 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:57.144862 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] For port f7fed912-ccf2-4c25-8486-569e956b96ec, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:33:57.149783 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] For port f7fed912-ccf2-4c25-8486-569e956b96ec, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f7fed912-ccf2-4c25-8486-569e956b96ec,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:33:57.160767 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:57.176863 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Pushing event updated for resources: {'Port': ['ID=f7fed912-ccf2-4c25-8486-569e956b96ec,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:57.190402 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:57.190890 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:57.191426 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:57.191971 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:57.192768 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:57.193384 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:57.193810 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:57.194350 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:57.195173 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:57.195601 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:57.196393 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:57.196878 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:33:57.295047 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:33:57.296106 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:57.313214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8463a2c-1767-47fb-943d-5b51ba4ac6c8 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:57.344445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8463a2c-1767-47fb-943d-5b51ba4ac6c8 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:57.410236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef346e-1bfb-42fa-80ec-0db66aabc053 req-f578f05f-049f-4e08-9557-1299552065ba tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:57.420788 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ecef346e-1bfb-42fa-80ec-0db66aabc053 req-f578f05f-049f-4e08-9557-1299552065ba tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.5270293 Apr 01 12:33:57.422813 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 78b06048-296e-419c-ab07-48a2cfe89aed up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:33:57.466313 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:33:57.492176 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8463a2c-1767-47fb-943d-5b51ba4ac6c8 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50a8b1c-b511-4dfb-b859-6a9d2aa00d92,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:57.518587 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8463a2c-1767-47fb-943d-5b51ba4ac6c8 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:57.521628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f8463a2c-1767-47fb-943d-5b51ba4ac6c8 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1372159 Apr 01 12:33:57.539028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60788) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:57.548548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:57.599875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Allocated IP 19.86.0.2 (24e3f2c4-3c42-4200-ab3f-3f75e765ef7e/84b892bf-14eb-4d4f-8704-1a9ba744be79/69f5a974-ff1a-4b05-9d02-9da07caa88de) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:57.655666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ecef346e-1bfb-42fa-80ec-0db66aabc053 req-50b427af-27ed-44f8-9647-e54feff911ea tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299159 Apr 01 12:33:57.696716 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c0565-6d06-4465-aee7-40c0d51be88f None None] Pushing event updated for resources: {'Port': ['ID=f7fed912-ccf2-4c25-8486-569e956b96ec,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:57.720878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:57.728038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-dae027aa-c5ce-4911-a84e-c5681767144e tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:57.735342 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-dae027aa-c5ce-4911-a84e-c5681767144e tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:57.743445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-dae027aa-c5ce-4911-a84e-c5681767144e tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/networks?id=269d7210-f746-4ce8-939c-d736b6feb8ba&id=24e3f2c4-3c42-4200-ab3f-3f75e765ef7e HTTP/1.1" status: 200 len: 1392 time: 0.9440038 Apr 01 12:33:57.857274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Allocated IP 172.20.0.1 (1fc2778e-b886-42e1-a285-d99cfed6b496/6278aded-e84b-4534-b90b-4b8b0f163d06/448eaae6-87dd-42f1-8a24-e888b18078f6) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:57.920760 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54c79eb4-fbe9-47e8-933f-1cdbed50d984 req-f81d9ff7-a274-4ced-9730-54f586e70b25 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:57.922642 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:57.938218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:33:57.944758 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:57.987459 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-000029cc-9f59-46b9-9fd1-a867c5684ea8 req-c95b3a1d-2520-4abe-8fe3-f7d67ac4eff6 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0d5fec8-6f97-49a1-9638-3c69198b7636 HTTP/1.1" status: 200 len: 210 time: 0.0910075 Apr 01 12:33:58.053358 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:53Z', 'revision_number': 3, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:58.064435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-a803f93c-8fce-467e-82a9-fd3fde1fb197 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/quotas/cbe10cfc28844e489ea6c4db6e813cbb HTTP/1.1" status: 200 len: 375 time: 0.3199496 Apr 01 12:33:58.118026 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5daaeb-e18c-4f9e-840f-43026e67fab4 None None] The sync data for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 is: [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:53Z', 'revision_number': 3, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:33:58.138627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:33:58.138997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:33:58.161994 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Network 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:58.183100 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 78b06048-296e-419c-ab07-48a2cfe89aed triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:58.183663 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:58.230402 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a1abbe95-2953-4387-9e11-293fcf819941 req-c3b7d86b-9b8a-4d97-bd39-bd9c0930e0a3 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 210 time: 0.0616717 Apr 01 12:33:58.244928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:58.247709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d9ff7-a274-4ced-9730-54f586e70b25 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Pushing event deleted for resources: {'Port': ['ID=dea6147a-59b0-4e7f-a7f1-0ae8674d0c96,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:58.252798 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:33:58.284023 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ae71777b-d221-419f-88fb-22f5ebaf97d7 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:58.285584 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ae71777b-d221-419f-88fb-22f5ebaf97d7 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.37 "GET /v2.0/networks?id=927cf1a7-fd9e-4c14-9449-f71cb773648c HTTP/1.1" status: 200 len: 821 time: 1.4850900 Apr 01 12:33:58.285725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Pushing event updated for resources: {'Port': ['ID=69f5a974-ff1a-4b05-9d02-9da07caa88de,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:58.301053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e178086d-8080-4733-bf6a-39ef09544434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:30:53Z', 'revision_number': 4, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a7340e53-a145-481b-b4d9-fca2676d8846', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'port_id': 'f71237b2-ae9e-4469-819e-23a06d57cd27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'mac_address': 'fa:16:3e:0a:7e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:32:04Z', 'updated_at': '2022-04-01T12:33:52Z', 'revision_number': 1, 'project_id': '67be0409bcbb48388611a7629463a217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b426f24f-7cbf-424c-bad0-02c750054fde', 'name': '', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'mac_address': 'fa:16:3e:f1:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:50Z', 'updated_at': '2022-04-01T12:30:59Z', 'revision_number': 5, 'project_id': '67be0409bcbb48388611a7629463a217', 'subnets': [{'id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:33:58.345917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Request body: {'port': {'device_id': 'd11814e8-d93d-4b9b-9a8e-9b0c724f9feb', 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c', 'admin_state_up': True, 'tenant_id': 'c5068ae6ccb549b3b2b7930b216ec36a'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:33:58.362496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8e869b-a420-404a-bab8-db1200526a9a None None] Network 269d7210-f746-4ce8-939c-d736b6feb8ba requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:33:58.364671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178086d-8080-4733-bf6a-39ef09544434 None None] The sync data for ids ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'] in n-d-836146-1 is: [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:30:53Z', 'revision_number': 4, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a7340e53-a145-481b-b4d9-fca2676d8846', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'port_id': 'f71237b2-ae9e-4469-819e-23a06d57cd27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'mac_address': 'fa:16:3e:0a:7e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84673472-bf68-4545-9485-c7dc5f0a1221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:32:04Z', 'updated_at': '2022-04-01T12:33:52Z', 'revision_number': 1, 'project_id': '67be0409bcbb48388611a7629463a217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b426f24f-7cbf-424c-bad0-02c750054fde', 'name': '', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'mac_address': 'fa:16:3e:f1:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:50Z', 'updated_at': '2022-04-01T12:30:59Z', 'revision_number': 5, 'project_id': '67be0409bcbb48388611a7629463a217', 'subnets': [{'id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:33:58.367709 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:58.436830 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:58.519670 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Network 1fc2778e-b886-42e1-a285-d99cfed6b496 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:33:58.623373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c79eb4-fbe9-47e8-933f-1cdbed50d984 req-f81d9ff7-a274-4ced-9730-54f586e70b25 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] No DVR routers for this DVR port dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:33:58.636389 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54c79eb4-fbe9-47e8-933f-1cdbed50d984 req-f81d9ff7-a274-4ced-9730-54f586e70b25 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:58.642824 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54c79eb4-fbe9-47e8-933f-1cdbed50d984 req-f81d9ff7-a274-4ced-9730-54f586e70b25 tempest-ServerRescueTestJSONUnderV235-826689170 tempest-ServerRescueTestJSONUnderV235-826689170-project] 10.222.0.37 "DELETE /v2.0/ports/dea6147a-59b0-4e7f-a7f1-0ae8674d0c96 HTTP/1.1" status: 204 len: 173 time: 3.2357290 Apr 01 12:33:58.643877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'name': 'network-vif-deleted', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:33:58.647659 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6957bc-a23b-4366-ab87-ee6b91a52c33" -d '{"events": [{"server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "name": "network-vif-deleted", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:33:58.664811 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-684325dd-fa1c-40a0-8892-069f4e55f28b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5994596 Apr 01 12:33:58.705803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-8ccdc287-0bb1-4720-8cc6-12475054b20d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:33:58.708874 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-8ccdc287-0bb1-4720-8cc6-12475054b20d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230055 Apr 01 12:33:58.720525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:33:58.740968 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-29737010-1dff-4570-92e5-fd1b9bfe7f9d service neutron] 10.222.0.44 "GET /v2.0/networks/a2a0007f-cd99-412e-ad83-be707fb4c3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8102164 Apr 01 12:33:58.746832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:33:58.785294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Attempting to bind port 69f5a974-ff1a-4b05-9d02-9da07caa88de on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:33:58.785760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Attempting to bind port 69f5a974-ff1a-4b05-9d02-9da07caa88de by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'c33754eb-cd75-49a5-8961-d5680c93957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:33:58.786128 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Attempting to bind port 69f5a974-ff1a-4b05-9d02-9da07caa88de on network 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:33:58.817889 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0024ca46-9dec-40ea-9fc5-a22da1f6dac6 x-openstack-request-id: req-0024ca46-9dec-40ea-9fc5-a22da1f6dac6 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:33:58.818628 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d5fec8-6f97-49a1-9638-3c69198b7636", "name": "network-vif-deleted", "tag": "dea6147a-59b0-4e7f-a7f1-0ae8674d0c96", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:33:58.820187 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0024ca46-9dec-40ea-9fc5-a22da1f6dac6 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:33:58.821811 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0024ca46-9dec-40ea-9fc5-a22da1f6dac6'] response: {'server_uuid': 'a0d5fec8-6f97-49a1-9638-3c69198b7636', 'name': 'network-vif-deleted', 'tag': 'dea6147a-59b0-4e7f-a7f1-0ae8674d0c96', 'status': 'completed', 'code': 200} Apr 01 12:33:58.899889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6c082588-ab84-4ef3-a9c6-4776e1ba657f None None] Provisioning complete for port 78b06048-296e-419c-ab07-48a2cfe89aed triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:33:58.901516 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6c082588-ab84-4ef3-a9c6-4776e1ba657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:58.941389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Made reservation on behalf of c5068ae6ccb549b3b2b7930b216ec36a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:33:58.948421 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:58.997567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:59.028631 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a2230-cecc-4766-9d8e-2d7dc0ba0603 None None] New status for floating IP a7340e53-a145-481b-b4d9-fca2676d8846: ACTIVE {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:33:59.035121 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:59.051875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:33:59.052564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Checking segment: {'id': 'c33754eb-cd75-49a5-8961-d5680c93957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:33:59.053578 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:59.053878 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Bound using segment: {'id': 'c33754eb-cd75-49a5-8961-d5680c93957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:33:59.054962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Bound port: 69f5a974-ff1a-4b05-9d02-9da07caa88de, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33754eb-cd75-49a5-8961-d5680c93957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:33:59.055282 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:59.220538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Pushing event updated for resources: {'Port': ['ID=448eaae6-87dd-42f1-8a24-e888b18078f6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:33:59.396587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798135af-f33b-4abd-8c2e-4549c6f201e5 req-20ac9ce9-2a81-48e0-8f49-9e76e9ba80c0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:33:59.404958 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-798135af-f33b-4abd-8c2e-4549c6f201e5 req-20ac9ce9-2a81-48e0-8f49-9e76e9ba80c0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.4526381 Apr 01 12:33:59.433676 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:59.437759 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-94295fc7-86b3-41fe-9daf-f25d85d8ecf6 req-ff995bf1-22c6-4c0f-927a-bcf6f9ec0316 service neutron] 10.222.0.44 "GET /v2.0/networks/a2a0007f-cd99-412e-ad83-be707fb4c3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589692 Apr 01 12:33:59.532313 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-798135af-f33b-4abd-8c2e-4549c6f201e5 req-3acd8173-faf8-421d-8854-a4de95f1130e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261332 Apr 01 12:33:59.590633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Allocated IP 172.20.0.4 (927cf1a7-fd9e-4c14-9449-f71cb773648c/503fdfca-6d7e-46fb-b3ec-a887d3865368/9870cf56-4a71-4916-bce3-eaaca6bdb02d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:59.689184 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60802) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:33:59.697452 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Allocated IP 172.25.7.110 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/8a4f4fce-3341-4844-87b2-7c8d6313eb5c) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:33:59.703756 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-660c6b31-d41e-47c1-b8d0-ece638769252 service neutron] 10.222.0.45 "GET /v2.0/networks/269d7210-f746-4ce8-939c-d736b6feb8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9550099 Apr 01 12:33:59.734249 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:59.856530 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-ad04c530-8e09-48cb-a4ec-d4c91b2dd813 service neutron] 10.222.0.45 "GET /v2.0/networks/269d7210-f746-4ce8-939c-d736b6feb8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380517 Apr 01 12:33:59.889517 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-52f9bec9-1fc0-44d2-af1f-458c2d8adafb req-e66cb022-61d1-4dfa-a6fe-70c7dca9fc60 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 210 time: 0.1048610 Apr 01 12:33:59.897931 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 78b06048-296e-419c-ab07-48a2cfe89aed, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=78b06048-296e-419c-ab07-48a2cfe89aed,segment=NetworkSegment(6fe2217d-52ca-4a16-b339-a8b61e4ff0fc),segment_id=6fe2217d-52ca-4a16-b339-a8b61e4ff0fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:33:59.957810 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:33:59.984502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] For port 69f5a974-ff1a-4b05-9d02-9da07caa88de, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:00.111910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=78b06048-296e-419c-ab07-48a2cfe89aed,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:00.138943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] For port 69f5a974-ff1a-4b05-9d02-9da07caa88de, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=69f5a974-ff1a-4b05-9d02-9da07caa88de,segment=NetworkSegment(c33754eb-cd75-49a5-8961-d5680c93957a),segment_id=c33754eb-cd75-49a5-8961-d5680c93957a)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:00.208933 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:00.273736 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:00.297955 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b03ad2-00a3-4dae-a5d9-4c4cda141a25 None None] Pushing event updated for resources: {'Port': ['ID=69f5a974-ff1a-4b05-9d02-9da07caa88de,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:00.307848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f7fed912-ccf2-4c25-8486-569e956b96ec up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:00.320184 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:00.394730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f7fed912-ccf2-4c25-8486-569e956b96ec triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:00.395262 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:00.398541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event updated for resources: {'Port': ['ID=9870cf56-4a71-4916-bce3-eaaca6bdb02d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:00.427264 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Network 927cf1a7-fd9e-4c14-9449-f71cb773648c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:00.429385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:00.438044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:00.449009 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-8fc572b6-008d-420c-be92-2ee2775acfe9 service neutron] 10.222.0.45 "GET /v2.0/networks/24e3f2c4-3c42-4200-ab3f-3f75e765ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116401 Apr 01 12:34:00.524527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fa80c867-aaf2-4808-b1d0-9c43f3d91869 None None] Provisioning complete for port 78b06048-296e-419c-ab07-48a2cfe89aed triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:00.524970 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fa80c867-aaf2-4808-b1d0-9c43f3d91869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:00.609103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:00.610069 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:00.692790 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-ea9ca63c-2469-48d6-a068-22912ef72f2b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3637919 Apr 01 12:34:00.729149 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:00.760542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Request body: {'port': {'device_id': 'd11814e8-d93d-4b9b-9a8e-9b0c724f9feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:00.778271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port f7fed912-ccf2-4c25-8486-569e956b96ec, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f7fed912-ccf2-4c25-8486-569e956b96ec,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:00.782909 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fa80c867-aaf2-4808-b1d0-9c43f3d91869 None None] Provisioning complete for port 448eaae6-87dd-42f1-8a24-e888b18078f6 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:00.783526 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fa80c867-aaf2-4808-b1d0-9c43f3d91869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:00.845376 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:00.889076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-d2bba4a9-93e1-4ded-b013-5c636ac022c1 service neutron] 10.222.0.45 "GET /v2.0/networks/24e3f2c4-3c42-4200-ab3f-3f75e765ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070377 Apr 01 12:34:00.936670 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-fa80c867-aaf2-4808-b1d0-9c43f3d91869 None None] Port 448eaae6-87dd-42f1-8a24-e888b18078f6 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:34:00.968165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=f7fed912-ccf2-4c25-8486-569e956b96ec,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:00.973558 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:01.290561 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0386a-4584-46af-99a5-1b180633eee6 req-7ddd7bf9-ccf0-4328-b46d-5e05cc49db8f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:01.293014 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54f0386a-4584-46af-99a5-1b180633eee6 req-7ddd7bf9-ccf0-4328-b46d-5e05cc49db8f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 931 time: 0.1442492 Apr 01 12:34:01.366307 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54f0386a-4584-46af-99a5-1b180633eee6 req-578b51c3-3eea-460e-bf7a-0c0ccf6fa942 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609207 Apr 01 12:34:01.373561 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:01.403503 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd422e97-5190-40cc-a54b-8266678fc385 req-0d5295d9-de02-44b0-a768-518805357b56 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:01.407337 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd422e97-5190-40cc-a54b-8266678fc385 req-0d5295d9-de02-44b0-a768-518805357b56 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.4168983 Apr 01 12:34:01.461891 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:01.483982 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:01.487564 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0719de71-0e96-4ccf-878c-3831107ce96d req-288f7043-5e65-4324-ae8c-d46fc31608cc tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 210 time: 0.0482762 Apr 01 12:34:01.494522 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9870cf56-4a71-4916-bce3-eaaca6bdb02d {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:01.506431 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:01.521118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Transition to ACTIVE for port object 9870cf56-4a71-4916-bce3-eaaca6bdb02d will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:34:01.526727 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:01.616205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Pushing event updated for resources: {'Port': ['ID=9870cf56-4a71-4916-bce3-eaaca6bdb02d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:01.648603 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:01.725935 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd422e97-5190-40cc-a54b-8266678fc385 req-f50460e4-47b8-4707-bc17-d536ae6a4f31 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782311 Apr 01 12:34:01.761399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Attempting to bind port 9870cf56-4a71-4916-bce3-eaaca6bdb02d on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:34:01.761399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Attempting to bind port 9870cf56-4a71-4916-bce3-eaaca6bdb02d by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:34:01.761637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Attempting to bind port 9870cf56-4a71-4916-bce3-eaaca6bdb02d on network 927cf1a7-fd9e-4c14-9449-f71cb773648c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:01.768790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Port 9870cf56-4a71-4916-bce3-eaaca6bdb02d on network 927cf1a7-fd9e-4c14-9449-f71cb773648c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:34:01.769154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Attempting to bind port 9870cf56-4a71-4916-bce3-eaaca6bdb02d on network 927cf1a7-fd9e-4c14-9449-f71cb773648c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:01.775864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:34:01.776268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Checking segment: {'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:01.776711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Bound using segment: {'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:34:01.777382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Bound port: 9870cf56-4a71-4916-bce3-eaaca6bdb02d, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:34:01.778339 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:01.808884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Pushing event updated for resources: {'Port': ['ID=448eaae6-87dd-42f1-8a24-e888b18078f6,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:01.811839 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:01.818128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:01.858663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:01.868617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:01.928960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] For port 9870cf56-4a71-4916-bce3-eaaca6bdb02d, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:01.937897 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] For port 9870cf56-4a71-4916-bce3-eaaca6bdb02d, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9870cf56-4a71-4916-bce3-eaaca6bdb02d,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:01.946265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:02.017054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:02.017646 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:02.019386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] 10.222.0.37 "PUT /v2.0/ports/9870cf56-4a71-4916-bce3-eaaca6bdb02d HTTP/1.1" status: 200 len: 1091 time: 1.2689545 Apr 01 12:34:02.020064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11814e8-d93d-4b9b-9a8e-9b0c724f9feb', 'tag': '9870cf56-4a71-4916-bce3-eaaca6bdb02d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:02.022257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Pushing event updated for resources: {'Port': ['ID=8a4f4fce-3341-4844-87b2-7c8d6313eb5c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:02.022506 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28f3e50-0373-45b5-9ef7-39ec9faeac9a" -d '{"events": [{"name": "network-changed", "server_uuid": "d11814e8-d93d-4b9b-9a8e-9b0c724f9feb", "tag": "9870cf56-4a71-4916-bce3-eaaca6bdb02d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:02.033985 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c2db6-9191-4000-a3f7-824de1988f7f service neutron] Pushing event updated for resources: {'Port': ['ID=9870cf56-4a71-4916-bce3-eaaca6bdb02d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:02.090447 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587dfed6-8618-4340-84af-1b8160411f52 x-openstack-request-id: req-587dfed6-8618-4340-84af-1b8160411f52 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:02.091164 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11814e8-d93d-4b9b-9a8e-9b0c724f9feb", "tag": "9870cf56-4a71-4916-bce3-eaaca6bdb02d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:02.091560 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-587dfed6-8618-4340-84af-1b8160411f52 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:02.092298 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-587dfed6-8618-4340-84af-1b8160411f52'] response: {'name': 'network-changed', 'server_uuid': 'd11814e8-d93d-4b9b-9a8e-9b0c724f9feb', 'tag': '9870cf56-4a71-4916-bce3-eaaca6bdb02d', 'status': 'completed', 'code': 200} Apr 01 12:34:02.193259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-7761f5c7-fd52-4dad-8880-610a36366a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:02.204779 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-7761f5c7-fd52-4dad-8880-610a36366a02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5068ae6ccb549b3b2b7930b216ec36a&device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 1094 time: 0.0854702 Apr 01 12:34:02.251079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb17829-eb27-4ba4-90e8-ec81dbf75842 None None] Network 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:34:02.322322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-85f9518f-fa68-4886-ba06-da7f4cf3d71e None None] Provisioning complete for port 69f5a974-ff1a-4b05-9d02-9da07caa88de triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:02.323679 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-1396cf54-8380-4448-97eb-902d71354271 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9870cf56-4a71-4916-bce3-eaaca6bdb02d HTTP/1.1" status: 200 len: 217 time: 0.1039572 Apr 01 12:34:02.324151 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-85f9518f-fa68-4886-ba06-da7f4cf3d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:02.335450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Network 1fc2778e-b886-42e1-a285-d99cfed6b496 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:02.345578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:02.391208 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:02.392473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 69f5a974-ff1a-4b05-9d02-9da07caa88de up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:02.426630 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-bda39f28-e272-4567-9501-359c0e6eccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:02.430271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-bda39f28-e272-4567-9501-359c0e6eccef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=503fdfca-6d7e-46fb-b3ec-a887d3865368 HTTP/1.1" status: 200 len: 861 time: 0.0964522 Apr 01 12:34:02.519376 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-5fa7116f-86f6-4f3b-b8a5-72ceaedda0d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=927cf1a7-fd9e-4c14-9449-f71cb773648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651600 Apr 01 12:34:02.653349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 69f5a974-ff1a-4b05-9d02-9da07caa88de triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:02.653697 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:02.715606 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-85f9518f-fa68-4886-ba06-da7f4cf3d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:02.781096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-85f9518f-fa68-4886-ba06-da7f4cf3d71e None None] For port 69f5a974-ff1a-4b05-9d02-9da07caa88de, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=69f5a974-ff1a-4b05-9d02-9da07caa88de,segment=NetworkSegment(c33754eb-cd75-49a5-8961-d5680c93957a),segment_id=c33754eb-cd75-49a5-8961-d5680c93957a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:02.808256 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-85f9518f-fa68-4886-ba06-da7f4cf3d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:02.824061 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f575991-5f2e-454c-96fc-10026ef26cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:02.860532 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5d81d30d-16d9-400f-8d80-f87df006ad00 req-db2d24ff-9b7f-4043-bf3b-ff1e2bbb94e4 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 210 time: 0.2435429 Apr 01 12:34:02.868802 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:02.897458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9518f-fa68-4886-ba06-da7f4cf3d71e None None] Pushing event updated for resources: {'Port': ['ID=69f5a974-ff1a-4b05-9d02-9da07caa88de,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:02.982928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f7a63985-5f3b-4774-9158-79861e982e65 None None] Provisioning complete for port 448eaae6-87dd-42f1-8a24-e888b18078f6 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:02.984267 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f7a63985-5f3b-4774-9158-79861e982e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:03.011893 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c759dca-37c8-4810-a81d-6894c9cbc199 req-fec7b160-0ec3-4152-a8ac-ad6cbec2cec5 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:03.021324 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c759dca-37c8-4810-a81d-6894c9cbc199 req-fec7b160-0ec3-4152-a8ac-ad6cbec2cec5 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 943 time: 0.4417341 Apr 01 12:34:03.025045 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f7fed912-ccf2-4c25-8486-569e956b96ec up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:03.075063 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f7a63985-5f3b-4774-9158-79861e982e65 None None] Port 448eaae6-87dd-42f1-8a24-e888b18078f6 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:34:03.095680 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-43f7c171-51cd-494f-9e41-7e00b9f0671b service neutron] 10.222.0.37 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682766 Apr 01 12:34:03.118210 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f7fed912-ccf2-4c25-8486-569e956b96ec triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:03.118686 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:03.221117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-a435a320-5a67-445c-b131-24bba4300332 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:03.227196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-a435a320-5a67-445c-b131-24bba4300332 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:03.229074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-a435a320-5a67-445c-b131-24bba4300332 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "GET /v2.0/networks?id=269d7210-f746-4ce8-939c-d736b6feb8ba&id=24e3f2c4-3c42-4200-ab3f-3f75e765ef7e HTTP/1.1" status: 200 len: 1392 time: 0.5701039 Apr 01 12:34:03.241126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db960a-3a71-46e6-8f5d-6fdac6a5e488 req-a0aa6521-77e8-4080-809d-43754fbbbf88 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:03.249463 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8db960a-3a71-46e6-8f5d-6fdac6a5e488 req-a0aa6521-77e8-4080-809d-43754fbbbf88 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.2426708 Apr 01 12:34:03.267647 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Router 5b51178f-34da-460a-9d5e-8b337d4ff583 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:34:03.270251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 78b06048-296e-419c-ab07-48a2cfe89aed up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:03.270739 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-363138a5-3de1-4976-a61e-efb0da06d504 req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'port': {'device_id': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba', 'admin_state_up': True, 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:03.304125 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a9becce-094e-45db-be7a-dbfa7890bf38 req-1ca046b2-a0e8-4aac-ba9c-384e39311707 service neutron] 10.222.0.37 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875808 Apr 01 12:34:03.359568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 78b06048-296e-419c-ab07-48a2cfe89aed triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:03.359944 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:03.427804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f4dc8a71-0e7c-47e8-a072-b8604c5876af None None] Provisioning complete for port 69f5a974-ff1a-4b05-9d02-9da07caa88de triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:03.427804 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4dc8a71-0e7c-47e8-a072-b8604c5876af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:03.431709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8db960a-3a71-46e6-8f5d-6fdac6a5e488 req-757d4a48-9457-49bf-ab0c-79013e1052de tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812305 Apr 01 12:34:03.435766 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:03.478917 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:03.513642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f3e50-0373-45b5-9ef7-39ec9faeac9a req-92d17a63-4511-4d1d-86a9-0f43a9cab13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:03.515803 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d28f3e50-0373-45b5-9ef7-39ec9faeac9a req-92d17a63-4511-4d1d-86a9-0f43a9cab13e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5068ae6ccb549b3b2b7930b216ec36a&device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 1094 time: 0.1233587 Apr 01 12:34:03.517425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:34:03.521924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:03.565580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Pushing event updated for resources: {'Port': ['ID=8a4f4fce-3341-4844-87b2-7c8d6313eb5c,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:03.690424 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:03.717032 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c759dca-37c8-4810-a81d-6894c9cbc199 req-e49b745e-155b-40f8-b005-2cda451471e1 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6944339 Apr 01 12:34:03.730734 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:03.740370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f3e50-0373-45b5-9ef7-39ec9faeac9a req-b19b9ffc-6eda-40da-ae47-b6c39ce77c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:03.740370 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d28f3e50-0373-45b5-9ef7-39ec9faeac9a req-b19b9ffc-6eda-40da-ae47-b6c39ce77c1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=927cf1a7-fd9e-4c14-9449-f71cb773648c HTTP/1.1" status: 200 len: 922 time: 0.2103405 Apr 01 12:34:03.740741 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0e003b5c-fe6c-4bf3-8762-a2c9c54793c2 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1963480 Apr 01 12:34:03.805859 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d28f3e50-0373-45b5-9ef7-39ec9faeac9a req-fa6284c7-0d82-4613-95f4-39cd024cae0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9870cf56-4a71-4916-bce3-eaaca6bdb02d HTTP/1.1" status: 200 len: 217 time: 0.0465534 Apr 01 12:34:03.864657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f3e50-0373-45b5-9ef7-39ec9faeac9a req-e493ff23-4c95-4a73-ada7-461a67a87451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:03.866411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d28f3e50-0373-45b5-9ef7-39ec9faeac9a req-e493ff23-4c95-4a73-ada7-461a67a87451 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=503fdfca-6d7e-46fb-b3ec-a887d3865368 HTTP/1.1" status: 200 len: 861 time: 0.0519230 Apr 01 12:34:03.880310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-363138a5-3de1-4976-a61e-efb0da06d504 req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Allocated IP 19.80.0.218 (269d7210-f746-4ce8-939c-d736b6feb8ba/024ee5cc-2b03-40bb-8bcd-1bda2f88c885/a5a25aaa-e056-42c1-86a2-a18f85907197) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:03.907349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:34:03.916986 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Sync routers for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:34:03.944903 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:34:03.945933 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:03.948657 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-97fb398a-45b3-4135-a6ce-1d4ae8b1dc25 admin admin] 10.222.0.45 "PUT /v2.0/routers/5b51178f-34da-460a-9d5e-8b337d4ff583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5323949 Apr 01 12:34:04.002788 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d4762ad2-ebfe-430e-889c-d1ff603ef284 req-fd3a442a-4bb1-44ed-91a3-cffa53318d51 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 210 time: 0.0477061 Apr 01 12:34:04.092310 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:34:04.096279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7f575991-5f2e-454c-96fc-10026ef26cec admin admin] Deleting port b4e79521-4a0f-4a27-929d-19f6807a6b26 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:04.099125 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f575991-5f2e-454c-96fc-10026ef26cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:04.183219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 69f5a974-ff1a-4b05-9d02-9da07caa88de up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:04.281633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-7f575991-5f2e-454c-96fc-10026ef26cec admin admin] For port b4e79521-4a0f-4a27-929d-19f6807a6b26, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b4e79521-4a0f-4a27-929d-19f6807a6b26,segment=NetworkSegment(26ae0f6d-c7e0-4ee0-89ca-9848a13d374d),segment_id=26ae0f6d-c7e0-4ee0-89ca-9848a13d374d)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:04.284435 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f575991-5f2e-454c-96fc-10026ef26cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:04.299376 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 69f5a974-ff1a-4b05-9d02-9da07caa88de triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:04.299927 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:04.341472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7f575991-5f2e-454c-96fc-10026ef26cec admin admin] Calling delete_port for b4e79521-4a0f-4a27-929d-19f6807a6b26 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:04.383602 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d28f3e50-0373-45b5-9ef7-39ec9faeac9a req-122db673-3312-48e9-af31-342fe5043f27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=927cf1a7-fd9e-4c14-9449-f71cb773648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5009518 Apr 01 12:34:04.406578 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 2, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:04.487512 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Checking router: 5b51178f-34da-460a-9d5e-8b337d4ff583 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:34:04.490294 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Updating router 5b51178f-34da-460a-9d5e-8b337d4ff583 port 448eaae6-87dd-42f1-8a24-e888b18078f6 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:34:04.533289 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:04.569370 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:04.659691 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f575991-5f2e-454c-96fc-10026ef26cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:04.669304 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-fbf67f6b-cbf9-4278-95d4-add9eb45492a tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--122809848&fields=id&tenant_id=b3c9ece97bcc4c5b88a7c10cf27b386a HTTP/1.1" status: 200 len: 267 time: 0.7973428 Apr 01 12:34:04.722907 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f575991-5f2e-454c-96fc-10026ef26cec admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e79521-4a0f-4a27-929d-19f6807a6b26,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:04.846440 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d28f3e50-0373-45b5-9ef7-39ec9faeac9a req-ec1aa146-b4c4-4d91-ba41-7fd41425dd85 service neutron] 10.222.0.37 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476716 Apr 01 12:34:04.854236 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:04.944132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-8802d2c9-d169-40d6-805e-0711060f24ab tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:04.951685 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-8802d2c9-d169-40d6-805e-0711060f24ab tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/networks?id=4a7b58a8-1d79-40a6-b6a4-b2c71268d757 HTTP/1.1" status: 200 len: 815 time: 0.2810833 Apr 01 12:34:04.960225 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:04.964252 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f575991-5f2e-454c-96fc-10026ef26cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:04.976351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363138a5-3de1-4976-a61e-efb0da06d504 req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network 269d7210-f746-4ce8-939c-d736b6feb8ba is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:04.980972 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:05.008169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-363138a5-3de1-4976-a61e-efb0da06d504 req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:05.022182 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-ff8a5af8-ed33-426a-a960-6f94826d4df7 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/quotas/b3c9ece97bcc4c5b88a7c10cf27b386a HTTP/1.1" status: 200 len: 375 time: 0.0692263 Apr 01 12:34:05.038949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-363138a5-3de1-4976-a61e-efb0da06d504 req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:05.152675 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514fa93-4aba-4861-a6fa-a28d2853543b None None] Pushing event updated for resources: {'Port': ['ID=448eaae6-87dd-42f1-8a24-e888b18078f6,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:05.209579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Port': ['ID=a5a25aaa-e056-42c1-86a2-a18f85907197,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:05.215184 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Attempting to bind port 448eaae6-87dd-42f1-8a24-e888b18078f6 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:34:05.215791 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Attempting to bind port 448eaae6-87dd-42f1-8a24-e888b18078f6 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:34:05.216324 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Attempting to bind port 448eaae6-87dd-42f1-8a24-e888b18078f6 on network 1fc2778e-b886-42e1-a285-d99cfed6b496 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:05.232453 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:34:05.233109 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Checking segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:05.234495 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:05.235081 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Bound using segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:34:05.235716 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Bound port: 448eaae6-87dd-42f1-8a24-e888b18078f6, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:34:05.236271 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:05.328974 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60858) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:05.338253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0c194c21-2271-4bdf-b1f6-3090edc58c0d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247013108', 'description': 'tempest-description--185664761'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:05.361024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d28f3e50-0373-45b5-9ef7-39ec9faeac9a req-3eeadf91-a2ed-414e-8296-42fa9518524e service neutron] 10.222.0.37 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011649 Apr 01 12:34:05.395441 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-02299d42-92e3-4de8-ab7a-3b59f5b93c80 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3c9ece97bcc4c5b88a7c10cf27b386a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3720796 Apr 01 12:34:05.421956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:05.424023 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:05.483325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b7109920-13bc-4757-8fa4-f59507e184c7 None None] Provisioning complete for port a5a25aaa-e056-42c1-86a2-a18f85907197 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:05.483942 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b7109920-13bc-4757-8fa4-f59507e184c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:05.516021 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] For port 448eaae6-87dd-42f1-8a24-e888b18078f6, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:05.520028 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] For port 448eaae6-87dd-42f1-8a24-e888b18078f6, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=448eaae6-87dd-42f1-8a24-e888b18078f6,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:05.526121 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:05.575527 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-780adb9c-4bb0-4213-bfcf-b601c6c7b8b4 service neutron] 10.222.0.45 "GET /v2.0/networks/4a7b58a8-1d79-40a6-b6a4-b2c71268d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477485 Apr 01 12:34:05.628233 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c194c21-2271-4bdf-b1f6-3090edc58c0d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:05.630339 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514fa93-4aba-4861-a6fa-a28d2853543b None None] Pushing event updated for resources: {'Port': ['ID=448eaae6-87dd-42f1-8a24-e888b18078f6,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:05.637874 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:34:05.638572 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:05.692726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b7109920-13bc-4757-8fa4-f59507e184c7 None None] Port a5a25aaa-e056-42c1-86a2-a18f85907197 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:34:05.761211 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c194c21-2271-4bdf-b1f6-3090edc58c0d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:05.789858 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-54f94dc2-2dcb-4580-9683-0a977cb4d485 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5235097 Apr 01 12:34:05.823520 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:34:05.841065 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c194c21-2271-4bdf-b1f6-3090edc58c0d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:05.847157 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0e9bec7b-eaa3-4622-8901-9e0f411677b1 None None] Provisioning complete for port 448eaae6-87dd-42f1-8a24-e888b18078f6 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:05.848669 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0e9bec7b-eaa3-4622-8901-9e0f411677b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:05.864285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-363138a5-3de1-4976-a61e-efb0da06d504 req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Request body: {'port': {'device_id': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e', 'admin_state_up': True, 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:05.875595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f575991-5f2e-454c-96fc-10026ef26cec admin admin] Router 09e767d8-6353-4479-90c2-b78b700c087e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:34:05.979007 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-42b4bae2-5100-401f-b4ce-967171dda3b7 service neutron] 10.222.0.45 "GET /v2.0/networks/4a7b58a8-1d79-40a6-b6a4-b2c71268d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017885 Apr 01 12:34:06.015881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c194c21-2271-4bdf-b1f6-3090edc58c0d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0c56ce-603b-45c8-ae9c-9916f919a4a1,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:06.025708 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0e9bec7b-eaa3-4622-8901-9e0f411677b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:06.059044 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c194c21-2271-4bdf-b1f6-3090edc58c0d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:06.063860 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0c194c21-2271-4bdf-b1f6-3090edc58c0d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7306623 Apr 01 12:34:06.069691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60862) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:06.085816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a86363bc-7f62-459a-b777-cdb2cfa37cec tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'security_group_rule': {'security_group_id': 'ad0c56ce-603b-45c8-ae9c-9916f919a4a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:06.107789 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0e9bec7b-eaa3-4622-8901-9e0f411677b1 None None] For port 448eaae6-87dd-42f1-8a24-e888b18078f6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=448eaae6-87dd-42f1-8a24-e888b18078f6,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:06.114896 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0e9bec7b-eaa3-4622-8901-9e0f411677b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:06.160448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f575991-5f2e-454c-96fc-10026ef26cec admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:34:06.172840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6fc53-01a0-4a3f-851f-629cb9fda51a None None] Sync routers for ids ['09e767d8-6353-4479-90c2-b78b700c087e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:34:06.178850 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7f575991-5f2e-454c-96fc-10026ef26cec admin admin] 10.222.0.45 "PUT /v2.0/routers/09e767d8-6353-4479-90c2-b78b700c087e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4885988 Apr 01 12:34:06.188648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60864) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:06.215218 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49343716-a9c4-4ea7-952a-bf9dffe19dd3 req-24ad10b9-33e5-40ad-b628-6c75fe44806b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:06.219845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6fc53-01a0-4a3f-851f-629cb9fda51a None None] Routers {'09e767d8-6353-4479-90c2-b78b700c087e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:34:06.220489 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5ab6fc53-01a0-4a3f-851f-629cb9fda51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['09e767d8-6353-4479-90c2-b78b700c087e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:06.235103 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:05Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:06.242353 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-49343716-a9c4-4ea7-952a-bf9dffe19dd3 req-24ad10b9-33e5-40ad-b628-6c75fe44806b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.3650508 Apr 01 12:34:06.269006 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bec7b-eaa3-4622-8901-9e0f411677b1 None None] Pushing event updated for resources: {'Port': ['ID=448eaae6-87dd-42f1-8a24-e888b18078f6,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:06.269414 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2e433-1cd2-45bd-a031-eb511860a646 None None] The sync data for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 is: [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:05Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:34:06.326739 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a86363bc-7f62-459a-b777-cdb2cfa37cec tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:06.326965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0159ebf6-7a1d-4caf-8afb-63f24bdd7047 None None] Provisioning complete for port 448eaae6-87dd-42f1-8a24-e888b18078f6 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:06.327144 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0159ebf6-7a1d-4caf-8afb-63f24bdd7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:06.422369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Made reservation on behalf of cbe10cfc28844e489ea6c4db6e813cbb for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:34:06.428000 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:06.481526 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a86363bc-7f62-459a-b777-cdb2cfa37cec tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:06.491407 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a86363bc-7f62-459a-b777-cdb2cfa37cec tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:06.685097 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-448d76f5-e18e-4816-9fb3-ad06e8c58f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:06.715803 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-49343716-a9c4-4ea7-952a-bf9dffe19dd3 req-3d16a7a8-1ef7-4a20-9754-8cde4e0a43ab tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4697485 Apr 01 12:34:06.762430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5ab6fc53-01a0-4a3f-851f-629cb9fda51a None None] Set router 09e767d8-6353-4479-90c2-b78b700c087e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:34:06.912911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-363138a5-3de1-4976-a61e-efb0da06d504 req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Allocated IP 19.86.0.39 (24e3f2c4-3c42-4200-ab3f-3f75e765ef7e/84b892bf-14eb-4d4f-8704-1a9ba744be79/8d71e15b-fc53-4b27-920b-de1f313b0f76) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:06.920022 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:07.088416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d9bc7-8d68-40ad-bdbf-6daa0738c121 req-47b54351-5a32-4052-81fe-0b154c0465c5 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:07.100814 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ac5d9bc7-8d68-40ad-bdbf-6daa0738c121 req-47b54351-5a32-4052-81fe-0b154c0465c5 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 932 time: 0.1749346 Apr 01 12:34:07.198185 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ac5d9bc7-8d68-40ad-bdbf-6daa0738c121 req-9881ba41-73eb-43f3-8fe8-7bf6f9e33957 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898287 Apr 01 12:34:07.201905 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:07.216855 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:07.335605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5ab6fc53-01a0-4a3f-851f-629cb9fda51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:34:04Z', 'revision_number': 5, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port': {'id': '7abfccf6-01f9-40de-bd34-4072bc8e7138', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e767d8-6353-4479-90c2-b78b700c087e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:05Z', 'updated_at': '2022-04-01T12:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:07.345372 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c0022df-894c-4c0a-9ac8-d8a33bff07a2 req-dda98ea2-5a7d-4242-bf0b-cab6c3423849 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 210 time: 0.0528138 Apr 01 12:34:07.346789 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a86363bc-7f62-459a-b777-cdb2cfa37cec tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:07.361617 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a86363bc-7f62-459a-b777-cdb2cfa37cec tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2895818 Apr 01 12:34:07.362641 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60878) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:07.363248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86363bc-7f62-459a-b777-cdb2cfa37cec tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248baeab-bd0b-4faf-aa37-4406d998e4cb,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:07.378128 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:07.381115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-69a6d092-006c-466b-b4be-186bc91578a1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'security_group_rule': {'security_group_id': 'ad0c56ce-603b-45c8-ae9c-9916f919a4a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:07.432487 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6fc53-01a0-4a3f-851f-629cb9fda51a None None] Checking router: 09e767d8-6353-4479-90c2-b78b700c087e for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:34:07.436522 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69a6d092-006c-466b-b4be-186bc91578a1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:07.448498 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6fc53-01a0-4a3f-851f-629cb9fda51a None None] Routers {'09e767d8-6353-4479-90c2-b78b700c087e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:34:07.449919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5ab6fc53-01a0-4a3f-851f-629cb9fda51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:33:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['09e767d8-6353-4479-90c2-b78b700c087e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:07.561717 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event updated for resources: {'Port': ['ID=8d71e15b-fc53-4b27-920b-de1f313b0f76,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:07.601882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363138a5-3de1-4976-a61e-efb0da06d504 req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Network 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:07.608392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-363138a5-3de1-4976-a61e-efb0da06d504 req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:07.612039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-363138a5-3de1-4976-a61e-efb0da06d504 req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:07.651183 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69a6d092-006c-466b-b4be-186bc91578a1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:07.654214 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Deleting port 7abfccf6-01f9-40de-bd34-4072bc8e7138 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:07.654214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:07.706590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5ab6fc53-01a0-4a3f-851f-629cb9fda51a None None] Set router 09e767d8-6353-4479-90c2-b78b700c087e gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:34:07.718315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f6447-7a8c-45ec-930a-bb02f0da7c8b req-bfaa29d1-8840-4ebd-b998-74ce47fae3f9 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:07.733326 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-222f6447-7a8c-45ec-930a-bb02f0da7c8b req-bfaa29d1-8840-4ebd-b998-74ce47fae3f9 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 943 time: 0.4249010 Apr 01 12:34:07.863766 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69a6d092-006c-466b-b4be-186bc91578a1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:07.922724 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] For port 7abfccf6-01f9-40de-bd34-4072bc8e7138, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7abfccf6-01f9-40de-bd34-4072bc8e7138,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:07.924213 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:07.947991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9870cf56-4a71-4916-bce3-eaaca6bdb02d details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:34:07.968704 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-222f6447-7a8c-45ec-930a-bb02f0da7c8b req-79eb081a-807e-4602-8a08-6ba4e988d4c5 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335491 Apr 01 12:34:07.975056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5ab6fc53-01a0-4a3f-851f-629cb9fda51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:34:07Z', 'revision_number': 6, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:08.013979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:08.015003 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:08.020075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Calling delete_port for 7abfccf6-01f9-40de-bd34-4072bc8e7138 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:08.048220 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-221f666f-a13a-4307-b4ce-64c8480024b2 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1882229 Apr 01 12:34:08.061043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Request body: {'port': {'device_id': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:08.067344 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6d092-006c-466b-b4be-186bc91578a1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da87e1f-a8b6-4d70-bf83-aee18e615672,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:08.083859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6fc53-01a0-4a3f-851f-629cb9fda51a None None] The sync data for ids ['09e767d8-6353-4479-90c2-b78b700c087e'] in n-d-836146-1 is: [{'id': '09e767d8-6353-4479-90c2-b78b700c087e', 'name': 'tempest-ServerRescueTestJSONUnderV235-343920119-router', 'tenant_id': '2fce831047c94997b9238cff43158acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:03Z', 'updated_at': '2022-04-01T12:34:07Z', 'revision_number': 6, 'project_id': '2fce831047c94997b9238cff43158acc', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:34:08.097160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69a6d092-006c-466b-b4be-186bc91578a1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:08.101854 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-69a6d092-006c-466b-b4be-186bc91578a1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7379041 Apr 01 12:34:08.107042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60886) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:08.126736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:08.267923 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:08.272989 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833993b9-b482-4a18-93d1-bbb28c8a63e5 req-9ce30ed8-0771-4c00-b774-d2ba4344410f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:08.283582 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-833993b9-b482-4a18-93d1-bbb28c8a63e5 req-9ce30ed8-0771-4c00-b774-d2ba4344410f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.3387046 Apr 01 12:34:08.323708 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:08.404158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 448eaae6-87dd-42f1-8a24-e888b18078f6 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:08.421836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9870cf56-4a71-4916-bce3-eaaca6bdb02d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9870cf56-4a71-4916-bce3-eaaca6bdb02d,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:08.518572 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '9870cf56-4a71-4916-bce3-eaaca6bdb02d', 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c', 'port_id': '9870cf56-4a71-4916-bce3-eaaca6bdb02d', 'mac_address': 'fa:16:3e:ca:bd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503fdfca-6d7e-46fb-b3ec-a887d3865368', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:34:08.531113 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7fef20a1-6ac1-4d54-b565-5b5fbd660908 None None] Provisioning complete for port 8d71e15b-fc53-4b27-920b-de1f313b0f76 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:08.531484 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7fef20a1-6ac1-4d54-b565-5b5fbd660908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:08.666255 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-833993b9-b482-4a18-93d1-bbb28c8a63e5 req-ce3900e8-e1aa-4758-83e6-0e082e72b64d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659441 Apr 01 12:34:08.705654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7fef20a1-6ac1-4d54-b565-5b5fbd660908 None None] Port 8d71e15b-fc53-4b27-920b-de1f313b0f76 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:34:08.721697 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:08.726988 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:08.771455 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 448eaae6-87dd-42f1-8a24-e888b18078f6 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:08.772737 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:08.784456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9870cf56-4a71-4916-bce3-eaaca6bdb02d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:08.820524 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:08.827504 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:08.909641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9870cf56-4a71-4916-bce3-eaaca6bdb02d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9870cf56-4a71-4916-bce3-eaaca6bdb02d,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:08.928928 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:08.929537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362824fe-bb18-4c52-a2f8-0fcc8902e743 req-6c06c2ea-c80b-4a7a-8b2b-6535ec59c559 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:08.941674 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362824fe-bb18-4c52-a2f8-0fcc8902e743 req-6c06c2ea-c80b-4a7a-8b2b-6535ec59c559 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:08.943328 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-362824fe-bb18-4c52-a2f8-0fcc8902e743 req-6c06c2ea-c80b-4a7a-8b2b-6535ec59c559 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1654 time: 0.5384643 Apr 01 12:34:09.005390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abfccf6-01f9-40de-bd34-4072bc8e7138,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:09.012574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9870cf56-4a71-4916-bce3-eaaca6bdb02d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:09.016046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-2e683209-4c28-449f-a0bf-01aa8d6b7379 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:09.017677 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-2e683209-4c28-449f-a0bf-01aa8d6b7379 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.44 "GET /v2.0/networks?id=4a7b58a8-1d79-40a6-b6a4-b2c71268d757 HTTP/1.1" status: 200 len: 815 time: 0.5722640 Apr 01 12:34:09.020388 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-86048663-6c64-449d-aa41-94a02edfe1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:09.057001 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3eb3f3b3-6e23-4e05-bc24-95daea5ec0f0 req-7fad4131-1599-4d9c-af14-a57208acab31 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 210 time: 0.1339221 Apr 01 12:34:09.105621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-362824fe-bb18-4c52-a2f8-0fcc8902e743 req-0bc506ab-c284-44ee-8565-1544d319573b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420572 Apr 01 12:34:09.120211 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-eddf22cb-447b-4b60-88d9-547d0b5f8988 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3c9ece97bcc4c5b88a7c10cf27b386a HTTP/1.1" status: 200 len: 379 time: 0.0894964 Apr 01 12:34:09.175959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Request body: {'port': {'device_id': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'admin_state_up': True, 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'security_groups': ['2680015b-b290-4413-9f64-92943607b725']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:09.183915 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:09.271079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['9870cf56-4a71-4916-bce3-eaaca6bdb02d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:34:09.376639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Made reservation on behalf of b3c9ece97bcc4c5b88a7c10cf27b386a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:34:09.380804 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:09.402606 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:09.405303 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:09.521814 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:09.523714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09e767d8-6353-4479-90c2-b78b700c087e {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:34:09.544573 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:09.554384 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:09.561926 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-916b1904-a3e9-4eae-89fb-39dce767f087 admin admin] 10.222.0.45 "DELETE /v2.0/routers/09e767d8-6353-4479-90c2-b78b700c087e HTTP/1.1" status: 204 len: 168 time: 3.3140428 Apr 01 12:34:09.600985 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a25aaa-e056-42c1-86a2-a18f85907197 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:09.610173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60910) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:09.613901 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:09.698184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db39be5-7931-4936-93fa-413d90fb452d admin admin] Deleting subnet 079b5b13-13c9-4572-b367-b9a573856dd3 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:34:09.715800 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6db39be5-7931-4936-93fa-413d90fb452d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:09.767522 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95f323-adb1-404e-8633-0530172af93b req-dbdcb8b4-d0aa-4b04-b317-5c1b8044ff6f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:09.772211 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c95f323-adb1-404e-8633-0530172af93b req-dbdcb8b4-d0aa-4b04-b317-5c1b8044ff6f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 944 time: 0.2744958 Apr 01 12:34:09.786822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Transition to ACTIVE for port object a5a25aaa-e056-42c1-86a2-a18f85907197 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:34:09.799712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Allocated IP 172.20.0.13 (4a7b58a8-1d79-40a6-b6a4-b2c71268d757/99aed3e9-b8be-4b9c-837e-0c972fa8fc76/b21d5b4c-2736-47ee-9661-1f6ddd7f49e6) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:09.802560 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:09.819711 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6db39be5-7931-4936-93fa-413d90fb452d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:09.866858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Allocated IP 172.25.7.115 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/0d670d19-3978-4410-83e9-d567d5b2e01e) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:10.052439 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:10.125773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b4e79521-4a0f-4a27-929d-19f6807a6b26 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:10.194896 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:10.199472 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: b4e79521-4a0f-4a27-929d-19f6807a6b26 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:34:10.206731 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b4e79521-4a0f-4a27-929d-19f6807a6b26 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:34:10.207582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7abfccf6-01f9-40de-bd34-4072bc8e7138 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:10.267535 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6db39be5-7931-4936-93fa-413d90fb452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:10.282564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7abfccf6-01f9-40de-bd34-4072bc8e7138 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:34:10.283110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7abfccf6-01f9-40de-bd34-4072bc8e7138 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:34:10.334533 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:10.343162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a25aaa-e056-42c1-86a2-a18f85907197,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:10.380481 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:10.388929 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c95f323-adb1-404e-8633-0530172af93b req-dac0124e-7400-4161-94c8-b3fb064135db tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152377 Apr 01 12:34:10.395981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:10.399098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'Port': ['ID=0d670d19-3978-4410-83e9-d567d5b2e01e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:10.410722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:10.559516 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-28d0a0f0-7ec4-4f89-94ac-09093f3f7490 req-4bdffe54-c250-4c1c-988f-5007113e8440 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 210 time: 0.0477605 Apr 01 12:34:10.597120 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:10.638968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:10.658827 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:10.732350 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:10.769248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Pushing event updated for resources: {'Port': ['ID=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:10.798693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa17d61-61f0-463e-8c30-67967ee2e4dc req-1a38a02b-8373-49fd-8b28-2e9322c02962 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:10.800715 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6fa17d61-61f0-463e-8c30-67967ee2e4dc req-1a38a02b-8373-49fd-8b28-2e9322c02962 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.7701855 Apr 01 12:34:10.819896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:10.834830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:10.838244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:10.898864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Attempting to bind port a5a25aaa-e056-42c1-86a2-a18f85907197 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:34:10.899321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Attempting to bind port a5a25aaa-e056-42c1-86a2-a18f85907197 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '6fe2217d-52ca-4a16-b339-a8b61e4ff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:34:10.899734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Attempting to bind port a5a25aaa-e056-42c1-86a2-a18f85907197 on network 269d7210-f746-4ce8-939c-d736b6feb8ba {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:10.932074 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:10.933962 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:10.940078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Port a5a25aaa-e056-42c1-86a2-a18f85907197 on network 269d7210-f746-4ce8-939c-d736b6feb8ba not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:34:10.940589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Attempting to bind port a5a25aaa-e056-42c1-86a2-a18f85907197 on network 269d7210-f746-4ce8-939c-d736b6feb8ba {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:10.967199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6db39be5-7931-4936-93fa-413d90fb452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.012556 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6db39be5-7931-4936-93fa-413d90fb452d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.022924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6db39be5-7931-4936-93fa-413d90fb452d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/079b5b13-13c9-4572-b367-b9a573856dd3 HTTP/1.1" status: 204 len: 168 time: 1.4116039 Apr 01 12:34:11.037854 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60934) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:11.051708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:34:11.052121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Checking segment: {'id': '6fe2217d-52ca-4a16-b339-a8b61e4ff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:11.054337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Bound using segment: {'id': '6fe2217d-52ca-4a16-b339-a8b61e4ff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:34:11.056565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Bound port: a5a25aaa-e056-42c1-86a2-a18f85907197, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe2217d-52ca-4a16-b339-a8b61e4ff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:34:11.057606 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.072605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f003ef8-05ac-4992-964b-c8a2ba109651 req-ef41cfe4-2c9b-4228-b954-980aeba83991 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:11.090714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f003ef8-05ac-4992-964b-c8a2ba109651 req-ef41cfe4-2c9b-4228-b954-980aeba83991 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:11.105996 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f003ef8-05ac-4992-964b-c8a2ba109651 req-ef41cfe4-2c9b-4228-b954-980aeba83991 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1666 time: 0.3737934 Apr 01 12:34:11.116016 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db39be5-7931-4936-93fa-413d90fb452d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=079b5b13-13c9-4572-b367-b9a573856dd3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:11.135920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-7fc78876-2c38-4eb4-b129-e0bd04eefc3d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9718935 Apr 01 12:34:11.154184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Request body: {'port': {'device_id': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:11.260701 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6fa17d61-61f0-463e-8c30-67967ee2e4dc req-59495778-680c-49d8-90d4-fc27a800f132 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4328210 Apr 01 12:34:11.330143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-65b507a8-1491-444c-8212-ac89e13187ed None None] Provisioning complete for port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:11.331169 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-65b507a8-1491-444c-8212-ac89e13187ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.379900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] For port a5a25aaa-e056-42c1-86a2-a18f85907197, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:11.391245 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.394799 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-65b507a8-1491-444c-8212-ac89e13187ed None None] Port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:34:11.397855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] For port a5a25aaa-e056-42c1-86a2-a18f85907197, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5a25aaa-e056-42c1-86a2-a18f85907197,segment=NetworkSegment(6fe2217d-52ca-4a16-b339-a8b61e4ff0fc),segment_id=6fe2217d-52ca-4a16-b339-a8b61e4ff0fc)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:11.411431 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.417565 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.456970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:11.458577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.460938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] 10.222.0.37 "PUT /v2.0/ports/a5a25aaa-e056-42c1-86a2-a18f85907197 HTTP/1.1" status: 200 len: 1092 time: 3.4058869 Apr 01 12:34:11.462614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'tag': 'a5a25aaa-e056-42c1-86a2-a18f85907197'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:11.471269 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf8ee2f-1d56-46a7-99b3-b9d7f8b801b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb70437-59a9-4cdf-8fae-08f72409b717", "tag": "a5a25aaa-e056-42c1-86a2-a18f85907197"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:11.495114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f003ef8-05ac-4992-964b-c8a2ba109651 req-b9128fcb-843f-47a1-948e-cf0aff0687b5 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577860 Apr 01 12:34:11.529175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Request body: {'port': {'device_id': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:11.695181 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.730659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9870cf56-4a71-4916-bce3-eaaca6bdb02d up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:11.765832 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.774596 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.812484 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.858285 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.880013 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 9870cf56-4a71-4916-bce3-eaaca6bdb02d completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:34:11.885771 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 9870cf56-4a71-4916-bce3-eaaca6bdb02d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:11.886481 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.903743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f506db82-9f19-4c70-8f0a-89454f5537eb']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:11.931671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ae0f6d-c7e0-4ee0-89ca-9848a13d374d') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:11.932318 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ae0f6d-c7e0-4ee0-89ca-9848a13d374d') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:11.980497 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:11.983098 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32c2ce7-0203-4a9d-aca9-07ebb5a1026f x-openstack-request-id: req-e32c2ce7-0203-4a9d-aca9-07ebb5a1026f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:11.983514 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb70437-59a9-4cdf-8fae-08f72409b717", "tag": "a5a25aaa-e056-42c1-86a2-a18f85907197", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:11.983794 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e32c2ce7-0203-4a9d-aca9-07ebb5a1026f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:11.984205 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e32c2ce7-0203-4a9d-aca9-07ebb5a1026f'] response: {'name': 'network-changed', 'server_uuid': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'tag': 'a5a25aaa-e056-42c1-86a2-a18f85907197', 'status': 'completed', 'code': 200} Apr 01 12:34:12.010925 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'Port': ['ID=0d670d19-3978-4410-83e9-d567d5b2e01e,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:12.028468 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a0d33-d0e5-4c94-b456-f8619018334c req-65a2d3b6-bb36-4db5-a4f5-68b449a7bb54 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:12.038911 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c3a0d33-d0e5-4c94-b456-f8619018334c req-65a2d3b6-bb36-4db5-a4f5-68b449a7bb54 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 932 time: 0.2793856 Apr 01 12:34:12.044717 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:12.049459 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:12.071143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:34:12.072195 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:34:12.074354 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:34:12.076825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11814e8-d93d-4b9b-9a8e-9b0c724f9feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9870cf56-4a71-4916-bce3-eaaca6bdb02d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:12.079508 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fcbf03-6480-4e2e-ba51-a3e84aca4894" -d '{"events": [{"server_uuid": "d11814e8-d93d-4b9b-9a8e-9b0c724f9feb", "name": "network-vif-plugged", "status": "completed", "tag": "9870cf56-4a71-4916-bce3-eaaca6bdb02d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:12.095805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:12.099270 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9870cf56-4a71-4916-bce3-eaaca6bdb02d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9870cf56-4a71-4916-bce3-eaaca6bdb02d,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:12.105993 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:12.173218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9870cf56-4a71-4916-bce3-eaaca6bdb02d,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:12.192318 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:12.193898 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2aa24a03-45d1-4d86-bc8b-d90eb1466e41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0857036 Apr 01 12:34:12.210780 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c3a0d33-d0e5-4c94-b456-f8619018334c req-9a1ce55a-3fb2-4aab-8de6-5d9bed708bc4 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651647 Apr 01 12:34:12.211951 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:12.218109 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:12.231006 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] 10.222.0.45 "DELETE /v2.0/networks/f506db82-9f19-4c70-8f0a-89454f5537eb HTTP/1.1" status: 204 len: 168 time: 1.1227472 Apr 01 12:34:12.265095 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df271cb-3ce1-4189-9c45-d3e171e29fce admin admin] Pushing event deleted for resources: {'Network': ['ID=f506db82-9f19-4c70-8f0a-89454f5537eb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:12.289876 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c25d7d-4f75-4d03-95ae-cfa06973d719 x-openstack-request-id: req-88c25d7d-4f75-4d03-95ae-cfa06973d719 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:12.291002 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11814e8-d93d-4b9b-9a8e-9b0c724f9feb", "name": "network-vif-plugged", "status": "completed", "tag": "9870cf56-4a71-4916-bce3-eaaca6bdb02d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:12.291502 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88c25d7d-4f75-4d03-95ae-cfa06973d719 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:12.292613 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c25d7d-4f75-4d03-95ae-cfa06973d719'] response: {'server_uuid': 'd11814e8-d93d-4b9b-9a8e-9b0c724f9feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9870cf56-4a71-4916-bce3-eaaca6bdb02d', 'code': 200} Apr 01 12:34:12.320733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c59b9e-601f-47f3-9225-ad91b95c6f01 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a25aaa-e056-42c1-86a2-a18f85907197,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:12.359301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc17b9-0139-46dc-be42-a97c62826d15 req-2fc11605-4dd1-4456-aac7-ece5c45ea703 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:12.360787 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1efc17b9-0139-46dc-be42-a97c62826d15 req-2fc11605-4dd1-4456-aac7-ece5c45ea703 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 945 time: 0.1698301 Apr 01 12:34:12.441658 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:12.467241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8ee2f-1d56-46a7-99b3-b9d7f8b801b0 req-18147033-f42a-4e48-832b-20fd8caffc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:12.467709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8ee2f-1d56-46a7-99b3-b9d7f8b801b0 req-18147033-f42a-4e48-832b-20fd8caffc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:12.469338 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cf8ee2f-1d56-46a7-99b3-b9d7f8b801b0 req-18147033-f42a-4e48-832b-20fd8caffc34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1913 time: 0.4931495 Apr 01 12:34:12.472428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:12.534783 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-cd9e7c97-2744-4973-b26f-ad644740585a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--247013108&fields=id&tenant_id=18ff0e0b3a94423d80babac3abc9b696 HTTP/1.1" status: 200 len: 267 time: 0.0780897 Apr 01 12:34:12.535499 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60994) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:12.541046 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:12.553116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1efc17b9-0139-46dc-be42-a97c62826d15 req-73116a46-37b0-49a8-8e6b-7758583f41ca tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609256 Apr 01 12:34:12.615529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Transition to ACTIVE for port object b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:34:12.656187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba72d1a-d89f-4e4b-b02c-216b58f6f871 req-6bb62b03-a7b0-485f-97f3-3ee7d2dc6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:12.658097 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eba72d1a-d89f-4e4b-b02c-216b58f6f871 req-6bb62b03-a7b0-485f-97f3-3ee7d2dc6a6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 1096 time: 0.2595184 Apr 01 12:34:12.658863 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:12.721878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:12.766901 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dc2b7098-69e7-4c70-9a4a-817d21ef2247 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2fce831047c94997b9238cff43158acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269156 Apr 01 12:34:12.767264 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60996) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:12.852698 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad01a1-e225-4614-97fd-44bb637d931d req-4e7e8111-07da-4f72-b1d7-b7e5f71086d8 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:12.854924 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-4e7e8111-07da-4f72-b1d7-b7e5f71086d8 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 814 time: 0.3171597 Apr 01 12:34:12.896474 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eba72d1a-d89f-4e4b-b02c-216b58f6f871 req-fe37cfa0-c056-4b0d-86be-38375aff0192 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854401 Apr 01 12:34:12.937603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-400068b8-a7dd-4a1d-ae60-b749c363aa8d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/quotas/18ff0e0b3a94423d80babac3abc9b696 HTTP/1.1" status: 200 len: 375 time: 0.0678201 Apr 01 12:34:12.948348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8ee2f-1d56-46a7-99b3-b9d7f8b801b0 req-0742ec9b-3535-44a2-86da-80dc6622eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:12.952125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8ee2f-1d56-46a7-99b3-b9d7f8b801b0 req-0742ec9b-3535-44a2-86da-80dc6622eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:12.952643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8ee2f-1d56-46a7-99b3-b9d7f8b801b0 req-0742ec9b-3535-44a2-86da-80dc6622eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:12.954588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cf8ee2f-1d56-46a7-99b3-b9d7f8b801b0 req-0742ec9b-3535-44a2-86da-80dc6622eb96 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4453065 Apr 01 12:34:13.025031 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0432d35d-a7fa-4f62-83e6-75646216a674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:13.059645 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24d9f0-72eb-4342-bc49-9a45388c6dee req-f64c9492-8342-4c58-8daf-3916a7553fc3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:13.068092 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b24d9f0-72eb-4342-bc49-9a45388c6dee req-f64c9492-8342-4c58-8daf-3916a7553fc3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.3290761 Apr 01 12:34:13.094934 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-7959625e-120a-4b2a-a568-27496f42910c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1557081 Apr 01 12:34:13.115742 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-d4a5caed-11c1-41c4-8ea8-af9633c17b54 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:34:13.117266 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-d4a5caed-11c1-41c4-8ea8-af9633c17b54 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083513 Apr 01 12:34:13.125021 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0432d35d-a7fa-4f62-83e6-75646216a674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:13.355676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Attempting to bind port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:34:13.356312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Attempting to bind port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:34:13.356806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Attempting to bind port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 on network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:13.371054 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b24d9f0-72eb-4342-bc49-9a45388c6dee req-ff9b7c64-eeab-4ff5-bafa-751caea2c8a0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344122 Apr 01 12:34:13.381734 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-9da7f185-486e-49e9-8c05-94c35257c434 service neutron] 10.222.0.45 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540271 Apr 01 12:34:13.382767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 on network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:34:13.383305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Attempting to bind port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 on network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:13.407106 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0432d35d-a7fa-4f62-83e6-75646216a674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:13.413796 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0432d35d-a7fa-4f62-83e6-75646216a674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:13.417296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:34:13.417724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Checking segment: {'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:13.418388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Bound using segment: {'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:34:13.418947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Bound port: b21d5b4c-2736-47ee-9661-1f6ddd7f49e6, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcbc744-007b-46b0-a783-70382f3140f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:34:13.419466 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:13.420106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0432d35d-a7fa-4f62-83e6-75646216a674 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8202fc31-d586-4402-8c8d-b1f19f7a8377 HTTP/1.1" status: 204 len: 168 time: 0.6509910 Apr 01 12:34:13.505805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8ee2f-1d56-46a7-99b3-b9d7f8b801b0 req-aeee7c94-17e3-468c-a7e4-c11de04f3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:13.507499 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cf8ee2f-1d56-46a7-99b3-b9d7f8b801b0 req-aeee7c94-17e3-468c-a7e4-c11de04f3a78 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2809362 Apr 01 12:34:13.525747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432d35d-a7fa-4f62-83e6-75646216a674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8202fc31-d586-4402-8c8d-b1f19f7a8377,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:13.605327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d71e15b-fc53-4b27-920b-de1f313b0f76 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:13.626926 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:13.655574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Transition to ACTIVE for port object 8d71e15b-fc53-4b27-920b-de1f313b0f76 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:34:13.675296 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-5c229a2c-7ff5-4dea-a150-c7fb34ce3bfd service neutron] 10.222.0.45 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925687 Apr 01 12:34:13.679393 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:13.777023 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Pushing event updated for resources: {'Port': ['ID=8d71e15b-fc53-4b27-920b-de1f313b0f76,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:13.920586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Attempting to bind port 8d71e15b-fc53-4b27-920b-de1f313b0f76 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:34:13.920994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Attempting to bind port 8d71e15b-fc53-4b27-920b-de1f313b0f76 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'c33754eb-cd75-49a5-8961-d5680c93957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:34:13.921329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Attempting to bind port 8d71e15b-fc53-4b27-920b-de1f313b0f76 on network 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:13.945959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295b70d-aa1a-49cc-a239-73a90c45e831 req-768ebd1f-9cdb-4e34-8c1f-12265f790df3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:13.953907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295b70d-aa1a-49cc-a239-73a90c45e831 req-768ebd1f-9cdb-4e34-8c1f-12265f790df3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:13.955757 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6295b70d-aa1a-49cc-a239-73a90c45e831 req-768ebd1f-9cdb-4e34-8c1f-12265f790df3 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1678 time: 0.2987046 Apr 01 12:34:13.957335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] For port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:13.959774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Port 8d71e15b-fc53-4b27-920b-de1f313b0f76 on network 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:34:13.960097 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Attempting to bind port 8d71e15b-fc53-4b27-920b-de1f313b0f76 on network 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:13.992193 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:34:13.994106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Checking segment: {'id': 'c33754eb-cd75-49a5-8961-d5680c93957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:13.995131 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Bound using segment: {'id': 'c33754eb-cd75-49a5-8961-d5680c93957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:34:13.995745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Bound port: 8d71e15b-fc53-4b27-920b-de1f313b0f76, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33754eb-cd75-49a5-8961-d5680c93957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:34:13.996125 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:14.146307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] For port 8d71e15b-fc53-4b27-920b-de1f313b0f76, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:14.192643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] For port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6,segment=NetworkSegment(9fcbc744-007b-46b0-a783-70382f3140f4),segment_id=9fcbc744-007b-46b0-a783-70382f3140f4)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:14.251149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565365c-8f49-4415-82c7-9b79924b6c61 req-9ada61b0-c1f2-4966-9854-dce34f93a11c tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:14.254584 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8565365c-8f49-4415-82c7-9b79924b6c61 req-9ada61b0-c1f2-4966-9854-dce34f93a11c tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 944 time: 0.1158919 Apr 01 12:34:14.320467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] For port 8d71e15b-fc53-4b27-920b-de1f313b0f76, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8d71e15b-fc53-4b27-920b-de1f313b0f76,segment=NetworkSegment(c33754eb-cd75-49a5-8961-d5680c93957a),segment_id=c33754eb-cd75-49a5-8961-d5680c93957a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:14.329437 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:14.396279 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8565365c-8f49-4415-82c7-9b79924b6c61 req-10032a39-fc2a-42d4-b0d6-21e15f905958 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200643 Apr 01 12:34:14.416968 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:14.562341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:14.573133 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6295b70d-aa1a-49cc-a239-73a90c45e831 req-d2eb2d4b-26aa-4c27-bd4b-cf89467c58d5 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028473 Apr 01 12:34:14.669548 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:14.670347 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:14.672827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-c28acf9f-0e36-4384-88e8-f2a1c18c4bf6 service neutron] 10.222.0.44 "PUT /v2.0/ports/b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 HTTP/1.1" status: 200 len: 1092 time: 3.5242479 Apr 01 12:34:14.677350 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'tag': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:14.711041 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2961d4d-c4d3-4425-a931-1978f99d210a" -d '{"events": [{"name": "network-changed", "server_uuid": "8918b050-d9c4-4e64-90bf-db2d8ac3fad6", "tag": "b21d5b4c-2736-47ee-9661-1f6ddd7f49e6"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:14.719848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f3863-17f3-48f3-9f4e-65dcd6f13ae4 req-38f29f49-5e6e-4d09-9c4c-bea8ac1f7329 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:14.726162 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2a1f3863-17f3-48f3-9f4e-65dcd6f13ae4 req-38f29f49-5e6e-4d09-9c4c-bea8ac1f7329 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 945 time: 0.1909289 Apr 01 12:34:14.742831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:14.744879 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:14.746958 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] 10.222.0.37 "PUT /v2.0/ports/8d71e15b-fc53-4b27-920b-de1f313b0f76 HTTP/1.1" status: 200 len: 1091 time: 3.2270854 Apr 01 12:34:14.894077 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2a1f3863-17f3-48f3-9f4e-65dcd6f13ae4 req-432ba9e2-2ec5-4457-83d0-7387c1fcc684 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576216 Apr 01 12:34:15.160978 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f98aa213-a11b-4f01-a26a-ad8a74b936d2 req-6455116e-a1d0-49c5-bf90-6d8929d6c8ab tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 210 time: 0.0532620 Apr 01 12:34:15.177992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea851e0-b6e7-4f09-882b-ef1fc662b3bb service neutron] Pushing event updated for resources: {'Port': ['ID=8d71e15b-fc53-4b27-920b-de1f313b0f76,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:15.236319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e7d9d7ef-3454-4a5a-a621-1c75d81d83f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:15.238383 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e7d9d7ef-3454-4a5a-a621-1c75d81d83f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:15.248860 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-e7d9d7ef-3454-4a5a-a621-1c75d81d83f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1980 time: 0.3952610 Apr 01 12:34:15.290212 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab0d7aa-0411-4e11-948f-6d47441202c7 x-openstack-request-id: req-6ab0d7aa-0411-4e11-948f-6d47441202c7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:15.291054 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8918b050-d9c4-4e64-90bf-db2d8ac3fad6", "tag": "b21d5b4c-2736-47ee-9661-1f6ddd7f49e6", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:15.291367 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ab0d7aa-0411-4e11-948f-6d47441202c7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:15.291701 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab0d7aa-0411-4e11-948f-6d47441202c7'] response: {'name': 'network-changed', 'server_uuid': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'tag': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6', 'status': 'completed', 'code': 200} Apr 01 12:34:15.340946 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-ffa2f823-7e5f-461a-95bc-0dc6ed310a8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=a5a25aaa-e056-42c1-86a2-a18f85907197 HTTP/1.1" status: 200 len: 217 time: 0.0630841 Apr 01 12:34:15.351186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca568cf-ecab-4df4-ac50-60b40206b0df req-4c123b78-47b3-46db-864c-bb132fda02a1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:15.353296 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2ca568cf-ecab-4df4-ac50-60b40206b0df req-4c123b78-47b3-46db-864c-bb132fda02a1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 947 time: 0.5248003 Apr 01 12:34:15.403900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-71b80f4f-4561-46d6-a3ff-19af7bafb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:15.405349 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-71b80f4f-4561-46d6-a3ff-19af7bafb849 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=024ee5cc-2b03-40bb-8bcd-1bda2f88c885 HTTP/1.1" status: 200 len: 801 time: 0.0511043 Apr 01 12:34:15.412034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-ca36f644-beeb-4e24-a9cd-c5769b932864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:15.413524 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-ca36f644-beeb-4e24-a9cd-c5769b932864 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3c9ece97bcc4c5b88a7c10cf27b386a&device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 1095 time: 0.6405246 Apr 01 12:34:15.523898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56768b-8328-4c6b-a2c3-e3be32f7201b req-1253c24f-7d62-4ab9-82fb-1e2d2f6dbc97 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:15.528543 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe56768b-8328-4c6b-a2c3-e3be32f7201b req-1253c24f-7d62-4ab9-82fb-1e2d2f6dbc97 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 945 time: 0.1464479 Apr 01 12:34:15.611261 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-810c11c6-f244-46ec-b67d-d54010579fa0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 HTTP/1.1" status: 200 len: 217 time: 0.0855696 Apr 01 12:34:15.615166 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe56768b-8328-4c6b-a2c3-e3be32f7201b req-f554eba8-5aeb-4b5b-9317-ab2fd33e45cf tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784106 Apr 01 12:34:15.667075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-f282f165-32a3-439a-b964-8aa050ee6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:15.668586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-f282f165-32a3-439a-b964-8aa050ee6399 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=269d7210-f746-4ce8-939c-d736b6feb8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2541585 Apr 01 12:34:15.671500 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2ca568cf-ecab-4df4-ac50-60b40206b0df req-00ab6fff-e88f-4d68-b252-aa29a5194f7e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652447 Apr 01 12:34:15.737263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:15.926530 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-62b4bacb-96fb-4964-b0c0-1d2a9f2a8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:15.930151 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-62b4bacb-96fb-4964-b0c0-1d2a9f2a8091 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99aed3e9-b8be-4b9c-837e-0c972fa8fc76 HTTP/1.1" status: 200 len: 854 time: 0.2746849 Apr 01 12:34:15.936579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e5bce-06e8-454d-8d0d-7a6d5875b4a5 req-c6771d06-e9ef-4c39-85ca-353f4fcd4bd3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:15.938588 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8b3e5bce-06e8-454d-8d0d-7a6d5875b4a5 req-c6771d06-e9ef-4c39-85ca-353f4fcd4bd3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 944 time: 0.1283133 Apr 01 12:34:15.942927 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:16.068033 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8b3e5bce-06e8-454d-8d0d-7a6d5875b4a5 req-bb9de08c-203e-498a-a512-fc16d4176d83 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217451 Apr 01 12:34:16.074325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:16.078349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:16.088011 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef790579-9f25-4fd4-bcf2-4824e4b786ae" -d '{"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:16.101490 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:16.220427 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-6a85e5cf-d633-4b7b-9140-b617b9d2ed2a service neutron] 10.222.0.37 "GET /v2.0/networks/269d7210-f746-4ce8-939c-d736b6feb8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259311 Apr 01 12:34:16.241519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1fc4c-8a63-4549-9469-e6c7bbceb609 req-3b40b5fa-ba8e-4a55-be09-6141a8436ebb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:16.250582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1fc4c-8a63-4549-9469-e6c7bbceb609 req-3b40b5fa-ba8e-4a55-be09-6141a8436ebb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:16.253043 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6fa1fc4c-8a63-4549-9469-e6c7bbceb609 req-3b40b5fa-ba8e-4a55-be09-6141a8436ebb tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1678 time: 0.4156513 Apr 01 12:34:16.276777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=14']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:16.280818 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-f95110fb-8234-4597-b1d1-8841c58a4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:16.282729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-f95110fb-8234-4597-b1d1-8841c58a4666 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a7b58a8-1d79-40a6-b6a4-b2c71268d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3218331 Apr 01 12:34:16.302373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:16.302941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:16.303332 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:16.303761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:16.304116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:16.317223 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:16.317773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:16.318192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:16.318665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:16.318992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:16.322109 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:16.322573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:16.801772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad01a1-e225-4614-97fd-44bb637d931d req-7794acb3-6b1f-4ca5-926e-da52d5c77ba1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:16.804933 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-7794acb3-6b1f-4ca5-926e-da52d5c77ba1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 814 time: 0.8559556 Apr 01 12:34:16.813792 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6fa1fc4c-8a63-4549-9469-e6c7bbceb609 req-113a167f-01f3-4e50-a682-da3d4d3ab7d1 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423253 Apr 01 12:34:16.876353 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-43ae10a3-fbaf-4d79-9f48-16c0ca328ba7 service neutron] 10.222.0.37 "GET /v2.0/networks/269d7210-f746-4ce8-939c-d736b6feb8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476517 Apr 01 12:34:16.935797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-0933825d-14fb-423a-90a8-1a334367cebe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=8d71e15b-fc53-4b27-920b-de1f313b0f76 HTTP/1.1" status: 200 len: 217 time: 0.0499144 Apr 01 12:34:16.946964 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-afb46c84-5b7b-48b9-96ac-94a384ab4a33 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18ff0e0b3a94423d80babac3abc9b696 HTTP/1.1" status: 200 len: 379 time: 0.1317332 Apr 01 12:34:17.004418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-d2ad9bf0-bdfd-4ade-a46b-33d194bfc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:17.005990 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-d2ad9bf0-bdfd-4ade-a46b-33d194bfc436 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84b892bf-14eb-4d4f-8704-1a9ba744be79 HTTP/1.1" status: 200 len: 801 time: 0.0562744 Apr 01 12:34:17.014730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8bad01a1-e225-4614-97fd-44bb637d931d req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'port': {'device_id': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'admin_state_up': True, 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'security_groups': ['ad0c56ce-603b-45c8-ae9c-9916f919a4a1']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:17.100243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-3b1a7121-24e4-4955-933b-3dd498688ff8 service neutron] 10.222.0.44 "GET /v2.0/networks/4a7b58a8-1d79-40a6-b6a4-b2c71268d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7657061 Apr 01 12:34:17.150691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363138a5-3de1-4976-a61e-efb0da06d504 req-d5dfbe61-dd16-40c2-848d-fea18e869d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:17.152225 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-d5dfbe61-dd16-40c2-848d-fea18e869d34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24e3f2c4-3c42-4200-ab3f-3f75e765ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1294162 Apr 01 12:34:17.309489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'tag': '8d71e15b-fc53-4b27-920b-de1f313b0f76'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:17.312580 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb70437-59a9-4cdf-8fae-08f72409b717", "tag": "8d71e15b-fc53-4b27-920b-de1f313b0f76"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:17.329275 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bad01a1-e225-4614-97fd-44bb637d931d req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Made reservation on behalf of 18ff0e0b3a94423d80babac3abc9b696 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:34:17.333779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8bad01a1-e225-4614-97fd-44bb637d931d req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:17.502658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-8bad01a1-e225-4614-97fd-44bb637d931d req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Allocated IP 172.20.0.8 (1fc2778e-b886-42e1-a285-d99cfed6b496/6278aded-e84b-4534-b90b-4b8b0f163d06/0f981269-b115-479a-b5ef-24e7144069fe) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:17.531082 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-25639db7-4018-4937-a5b9-01a776699315 service neutron] 10.222.0.37 "GET /v2.0/networks/24e3f2c4-3c42-4200-ab3f-3f75e765ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697460 Apr 01 12:34:17.779497 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-363138a5-3de1-4976-a61e-efb0da06d504 req-ff19155c-9457-4748-8888-1085a4f37144 service neutron] 10.222.0.37 "GET /v2.0/networks/24e3f2c4-3c42-4200-ab3f-3f75e765ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399244 Apr 01 12:34:17.920890 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8bad01a1-e225-4614-97fd-44bb637d931d req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:17.976193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8bad01a1-e225-4614-97fd-44bb637d931d req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:18.008272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bad01a1-e225-4614-97fd-44bb637d931d req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Network 1fc2778e-b886-42e1-a285-d99cfed6b496 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:18.030789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-8bad01a1-e225-4614-97fd-44bb637d931d req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:18.038735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bad01a1-e225-4614-97fd-44bb637d931d req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:18.099400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'Port': ['ID=0f981269-b115-479a-b5ef-24e7144069fe,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:18.132527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad01a1-e225-4614-97fd-44bb637d931d req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:18.133253 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8bad01a1-e225-4614-97fd-44bb637d931d req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:18.163674 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-88003025-8fc8-49e0-98d2-96c96b49c00c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1548483 Apr 01 12:34:18.176626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Request body: {'port': {'device_id': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:18.266677 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:18.436663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-bd26f1ad-0eb2-4eaa-b8e8-72cd7dd1ad8a None None] Provisioning complete for port 0f981269-b115-479a-b5ef-24e7144069fe triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:18.437239 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bd26f1ad-0eb2-4eaa-b8e8-72cd7dd1ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:18.587710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-bd26f1ad-0eb2-4eaa-b8e8-72cd7dd1ad8a None None] Port 0f981269-b115-479a-b5ef-24e7144069fe cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:34:18.615829 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adf255e-80e3-4433-9b2f-c4708f60d9fa x-openstack-request-id: req-4adf255e-80e3-4433-9b2f-c4708f60d9fa {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:18.618874 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:18.620385 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4adf255e-80e3-4433-9b2f-c4708f60d9fa {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:18.622264 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4adf255e-80e3-4433-9b2f-c4708f60d9fa'] response: {'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'code': 200} Apr 01 12:34:18.771169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd330ec-1403-420d-ac67-54aa358b30d2 req-3ea64e58-cf22-45ea-b2fc-f91ad6a4f041 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:18.781044 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6cd330ec-1403-420d-ac67-54aa358b30d2 req-3ea64e58-cf22-45ea-b2fc-f91ad6a4f041 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 944 time: 0.0911050 Apr 01 12:34:18.842395 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668eca0-1ed1-4547-a8d9-bf9fd1f5a8af req-9b2b0154-3e0a-400b-bbf3-9d68ceb0929d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:18.847379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6cd330ec-1403-420d-ac67-54aa358b30d2 req-b3626c4b-46bc-468b-9c81-14761e402e62 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604358 Apr 01 12:34:18.864155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3668eca0-1ed1-4547-a8d9-bf9fd1f5a8af req-9b2b0154-3e0a-400b-bbf3-9d68ceb0929d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 931 time: 0.1345053 Apr 01 12:34:18.895265 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8545e314-2b90-4704-8dce-a08bf4907ab0 x-openstack-request-id: req-8545e314-2b90-4704-8dce-a08bf4907ab0 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:18.895800 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb70437-59a9-4cdf-8fae-08f72409b717", "tag": "8d71e15b-fc53-4b27-920b-de1f313b0f76", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:18.896149 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8545e314-2b90-4704-8dce-a08bf4907ab0 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:18.896644 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8545e314-2b90-4704-8dce-a08bf4907ab0'] response: {'name': 'network-changed', 'server_uuid': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'tag': '8d71e15b-fc53-4b27-920b-de1f313b0f76', 'status': 'completed', 'code': 200} Apr 01 12:34:19.005707 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3668eca0-1ed1-4547-a8d9-bf9fd1f5a8af req-f4b0822c-fe0f-431e-8ec0-ef07e20ae842 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398864 Apr 01 12:34:19.009628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f981269-b115-479a-b5ef-24e7144069fe {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:19.021766 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:19.057454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Transition to ACTIVE for port object 0f981269-b115-479a-b5ef-24e7144069fe will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:34:19.062731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1 req-2cc21918-bbc4-403f-85db-a9a2e88a0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:19.063483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1 req-2cc21918-bbc4-403f-85db-a9a2e88a0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:19.065552 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1 req-2cc21918-bbc4-403f-85db-a9a2e88a0d73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1980 time: 0.1241326 Apr 01 12:34:19.068019 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:19.069149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b92af-85fd-47d5-9691-048e1a383045 req-4dd3da87-6946-42fd-8002-d419c1a46e45 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:19.075999 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b92af-85fd-47d5-9691-048e1a383045 req-4dd3da87-6946-42fd-8002-d419c1a46e45 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:19.083891 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-496b92af-85fd-47d5-9691-048e1a383045 req-4dd3da87-6946-42fd-8002-d419c1a46e45 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1678 time: 0.0962603 Apr 01 12:34:19.130137 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-496b92af-85fd-47d5-9691-048e1a383045 req-abc7816b-83bf-4839-9811-8b22cc42e69f tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 Apr 01 12:34:19.257796 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eb337cd1-30ac-4601-b4e9-b6b9ca12a1c2 req-001dac2a-6baa-4e0f-9800-e0aa01454cd6 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0134e934-84cf-4150-9457-0d0c98dbc003 HTTP/1.1" status: 200 len: 210 time: 0.0621648 Apr 01 12:34:19.363032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f981269-b115-479a-b5ef-24e7144069fe,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:19.644055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1 req-9a4a69de-b421-40cd-9052-bfd7d4a79d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:19.645669 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1 req-9a4a69de-b421-40cd-9052-bfd7d4a79d59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=24e3f2c4-3c42-4200-ab3f-3f75e765ef7e HTTP/1.1" status: 200 len: 903 time: 0.5725384 Apr 01 12:34:19.665973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cb7d9-dd6d-45ad-9401-40c3c5656010 req-67bcd470-f5a4-4ea2-97f4-e32a98829874 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:19.668659 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8f6cb7d9-dd6d-45ad-9401-40c3c5656010 req-67bcd470-f5a4-4ea2-97f4-e32a98829874 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.4578853 Apr 01 12:34:19.748325 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a83dc0c-d6ac-41ea-a5b7-79eca2b54cec req-15eb806f-7159-48af-a1b6-6c7b3638d8ca service neutron] 10.222.0.44 "GET /v2.0/networks/4a7b58a8-1d79-40a6-b6a4-b2c71268d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700474 Apr 01 12:34:19.756950 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-752cbe5c-85cb-4fd1-8a8e-417c7d72f45f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5423353 Apr 01 12:34:19.759561 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1 req-e037419c-4bb7-488b-973f-a23bf900706b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=8d71e15b-fc53-4b27-920b-de1f313b0f76 HTTP/1.1" status: 200 len: 217 time: 0.0834260 Apr 01 12:34:19.811427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Attempting to bind port 0f981269-b115-479a-b5ef-24e7144069fe on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:34:19.811996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Attempting to bind port 0f981269-b115-479a-b5ef-24e7144069fe by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:34:19.812561 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Attempting to bind port 0f981269-b115-479a-b5ef-24e7144069fe on network 1fc2778e-b886-42e1-a285-d99cfed6b496 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:19.840078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Port 0f981269-b115-479a-b5ef-24e7144069fe on network 1fc2778e-b886-42e1-a285-d99cfed6b496 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:34:19.840078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Attempting to bind port 0f981269-b115-479a-b5ef-24e7144069fe on network 1fc2778e-b886-42e1-a285-d99cfed6b496 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:19.847759 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8f6cb7d9-dd6d-45ad-9401-40c3c5656010 req-fbcc717f-5d5c-4bae-9fe0-d7289fd048b9 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539202 Apr 01 12:34:19.896162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:34:19.896749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Checking segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:19.897354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Bound using segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:34:19.898043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Bound port: 0f981269-b115-479a-b5ef-24e7144069fe, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:34:19.898732 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:19.903227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1 req-10dec21f-eac5-4643-9797-d53c23098793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:19.904997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1 req-10dec21f-eac5-4643-9797-d53c23098793 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84b892bf-14eb-4d4f-8704-1a9ba744be79 HTTP/1.1" status: 200 len: 801 time: 0.1354029 Apr 01 12:34:20.111947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961d4d-c4d3-4425-a931-1978f99d210a req-24f88882-c9c5-42b2-b0d9-947ba77c60df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.113978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2961d4d-c4d3-4425-a931-1978f99d210a req-24f88882-c9c5-42b2-b0d9-947ba77c60df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3c9ece97bcc4c5b88a7c10cf27b386a&device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 1095 time: 0.2601080 Apr 01 12:34:20.149225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1 req-2cd5e720-ec87-413a-b942-9de89fe3f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.151393 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1 req-2cd5e720-ec87-413a-b942-9de89fe3f3a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24e3f2c4-3c42-4200-ab3f-3f75e765ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2356989 Apr 01 12:34:20.219520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-c39d6f63-9814-4fb1-94fb-69301eb379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.220248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-c39d6f63-9814-4fb1-94fb-69301eb379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.220910 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-c39d6f63-9814-4fb1-94fb-69301eb379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.221338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-c39d6f63-9814-4fb1-94fb-69301eb379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.221939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-c39d6f63-9814-4fb1-94fb-69301eb379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.222592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-c39d6f63-9814-4fb1-94fb-69301eb379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.223094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-c39d6f63-9814-4fb1-94fb-69301eb379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.225362 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-c39d6f63-9814-4fb1-94fb-69301eb379c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0713e035054f4784a69028267597a06a&device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 6501 time: 0.2691188 Apr 01 12:34:20.256434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] For port 0f981269-b115-479a-b5ef-24e7144069fe, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:20.294875 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d501d-62ff-49fb-a8ab-4a90973e59a4 req-39ff1943-a40b-4e75-91f0-bf7b0f2c9455 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.303949 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ca9d501d-62ff-49fb-a8ab-4a90973e59a4 req-39ff1943-a40b-4e75-91f0-bf7b0f2c9455 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 945 time: 0.1710658 Apr 01 12:34:20.317845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cf982-d2b7-41b9-acd6-b613e1812b62 req-269a245f-f31b-42c8-9768-dd95caf8c177 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.319729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1d0cf982-d2b7-41b9-acd6-b613e1812b62 req-269a245f-f31b-42c8-9768-dd95caf8c177 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 944 time: 0.2977490 Apr 01 12:34:20.355648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] For port 0f981269-b115-479a-b5ef-24e7144069fe, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=0f981269-b115-479a-b5ef-24e7144069fe,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:20.386395 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ca9d501d-62ff-49fb-a8ab-4a90973e59a4 req-34efd6e1-c538-4be2-b0dc-0f6d63f50196 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751352 Apr 01 12:34:20.426506 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:20.495423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1 req-206d770d-51e4-4bb5-a0be-eaf4ee761e79 service neutron] 10.222.0.37 "GET /v2.0/networks/24e3f2c4-3c42-4200-ab3f-3f75e765ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231750 Apr 01 12:34:20.496657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961d4d-c4d3-4425-a931-1978f99d210a req-331e0548-3820-43e2-b639-a1d7f2de9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.508430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2961d4d-c4d3-4425-a931-1978f99d210a req-331e0548-3820-43e2-b639-a1d7f2de9d23 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a7b58a8-1d79-40a6-b6a4-b2c71268d757 HTTP/1.1" status: 200 len: 916 time: 0.3546324 Apr 01 12:34:20.600836 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7308dd3-ec7d-45d2-8d1e-cd25b0800231 req-21ba3e77-9d93-4f1e-a6fc-78fd812acc99 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:20.612757 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b7308dd3-ec7d-45d2-8d1e-cd25b0800231 req-21ba3e77-9d93-4f1e-a6fc-78fd812acc99 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1142166 Apr 01 12:34:20.735383 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b7308dd3-ec7d-45d2-8d1e-cd25b0800231 req-e5ce327f-8f05-4fa2-acbf-8bfb4a32f6ba tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214256 Apr 01 12:34:20.876767 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82286ae4-172a-4d86-acd4-a1177d2ece0b req-80453c39-6123-40f5-b894-bfc1aba04fc1 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0529320 Apr 01 12:34:21.080634 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cda0ef-c894-4f46-a4ab-811975950840 req-d8f92580-c242-489c-ae9a-76a364e68176 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.091925 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b7cda0ef-c894-4f46-a4ab-811975950840 req-d8f92580-c242-489c-ae9a-76a364e68176 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 943 time: 0.1122785 Apr 01 12:34:21.119126 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1d0cf982-d2b7-41b9-acd6-b613e1812b62 req-1653f6f6-be78-457b-b8b9-52bc22572e5b tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7789521 Apr 01 12:34:21.125287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.126315 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:21.127668 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] 10.222.0.37 "PUT /v2.0/ports/0f981269-b115-479a-b5ef-24e7144069fe HTTP/1.1" status: 200 len: 1091 time: 2.9560480 Apr 01 12:34:21.128252 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'tag': '0f981269-b115-479a-b5ef-24e7144069fe'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:21.130528 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494a2c10-4b50-4d02-8192-b5a8c0b561a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c263d63b-b095-4b3d-b2c5-79f95665845f", "tag": "0f981269-b115-479a-b5ef-24e7144069fe"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:21.134614 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2961d4d-c4d3-4425-a931-1978f99d210a req-27f141c3-d5e6-4f0f-ac95-bd94939498a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 HTTP/1.1" status: 200 len: 217 time: 0.5973561 Apr 01 12:34:21.140638 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b7cda0ef-c894-4f46-a4ab-811975950840 req-b2b45ff7-0d9b-47ec-8113-37bcc6d5d462 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476010 Apr 01 12:34:21.232547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c19d54-1663-4eb6-a19e-1b5528c79de3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f981269-b115-479a-b5ef-24e7144069fe,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:21.254913 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39a3ae-b973-4320-8ffa-434d760203f5 req-b3598394-b870-451a-baf2-b9c0e655e52b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.256388 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0b39a3ae-b973-4320-8ffa-434d760203f5 req-b3598394-b870-451a-baf2-b9c0e655e52b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0507498 Apr 01 12:34:21.288488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-21973bc2-3d75-4909-96e3-e67a575ba5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.288856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-21973bc2-3d75-4909-96e3-e67a575ba5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.289309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-21973bc2-3d75-4909-96e3-e67a575ba5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.290963 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-21973bc2-3d75-4909-96e3-e67a575ba5aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9505885-a6f9-4a04-a492-0ab3a7527bc1&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d HTTP/1.1" status: 200 len: 2296 time: 0.9636328 Apr 01 12:34:21.299580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0b39a3ae-b973-4320-8ffa-434d760203f5 req-c45db4f7-77a1-4ae3-b0ba-ae09558ff338 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362549 Apr 01 12:34:21.325659 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15ea338-1cdd-4ca0-ab99-a2af7ccd64b1 req-8f22f57b-4593-4b1f-870c-3d4a6b6aa43d service neutron] 10.222.0.37 "GET /v2.0/networks/24e3f2c4-3c42-4200-ab3f-3f75e765ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7747965 Apr 01 12:34:21.327669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad01a1-e225-4614-97fd-44bb637d931d req-352096d7-2eec-43bb-b081-83daffddba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.329046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-352096d7-2eec-43bb-b081-83daffddba8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 1094 time: 0.1254535 Apr 01 12:34:21.336756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33120be-b640-42ce-a254-cd1b5559514f req-f6074512-81b6-4cf9-b1e1-6af0f3256069 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.343182 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33120be-b640-42ce-a254-cd1b5559514f req-f6074512-81b6-4cf9-b1e1-6af0f3256069 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.344827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f33120be-b640-42ce-a254-cd1b5559514f req-f6074512-81b6-4cf9-b1e1-6af0f3256069 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1678 time: 0.1367376 Apr 01 12:34:21.346329 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f181f4-2e3d-4484-b7b7-55584a5a55ec x-openstack-request-id: req-68f181f4-2e3d-4484-b7b7-55584a5a55ec {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:21.346620 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c263d63b-b095-4b3d-b2c5-79f95665845f", "tag": "0f981269-b115-479a-b5ef-24e7144069fe", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:21.346870 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68f181f4-2e3d-4484-b7b7-55584a5a55ec {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:21.347253 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f181f4-2e3d-4484-b7b7-55584a5a55ec'] response: {'name': 'network-changed', 'server_uuid': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'tag': '0f981269-b115-479a-b5ef-24e7144069fe', 'status': 'completed', 'code': 200} Apr 01 12:34:21.497087 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-bd27fbdf-b6df-460a-a0ae-985199c38cc5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f981269-b115-479a-b5ef-24e7144069fe HTTP/1.1" status: 200 len: 217 time: 0.0664358 Apr 01 12:34:21.504763 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f33120be-b640-42ce-a254-cd1b5559514f req-01c5fecf-1157-47ef-bf6f-2675d5d08e5a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532154 Apr 01 12:34:21.521464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961d4d-c4d3-4425-a931-1978f99d210a req-3a9216c4-5102-4ab1-ab77-6e1a416b5f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.522915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2961d4d-c4d3-4425-a931-1978f99d210a req-3a9216c4-5102-4ab1-ab77-6e1a416b5f01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99aed3e9-b8be-4b9c-837e-0c972fa8fc76 HTTP/1.1" status: 200 len: 854 time: 0.1558237 Apr 01 12:34:21.576170 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-1dcd59aa-ad5d-47e4-bff5-89e6a7a176e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0468e38c-78b5-48d7-9cc6-7143f8d41d14 HTTP/1.1" status: 200 len: 1001 time: 0.2078919 Apr 01 12:34:21.581406 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6083f-d233-4101-8f70-28900b5db711 req-6a99fa50-4eee-4343-a32f-ab99c99f5031 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.581406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04f6083f-d233-4101-8f70-28900b5db711 req-6a99fa50-4eee-4343-a32f-ab99c99f5031 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 945 time: 0.0773103 Apr 01 12:34:21.623540 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-04f6083f-d233-4101-8f70-28900b5db711 req-9fa9b71d-b834-42f7-8fcd-8f43ad9d0e55 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361934 Apr 01 12:34:21.690666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27a6634e-1fc5-41b7-bdd9-f07084568429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.692155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-27a6634e-1fc5-41b7-bdd9-f07084568429 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.1806488 Apr 01 12:34:21.724023 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-4b973b71-5a68-4fd9-b23b-bb475b8948c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.725425 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-4b973b71-5a68-4fd9-b23b-bb475b8948c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3034b60b-12d3-4ce0-8ff1-72aa527eb6b1 HTTP/1.1" status: 200 len: 855 time: 0.1139755 Apr 01 12:34:21.727059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602d4ff-596d-4573-bab3-8a4d3c186aa2 req-8ef21159-3e47-4df2-8840-19e8be8c65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.728432 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2602d4ff-596d-4573-bab3-8a4d3c186aa2 req-8ef21159-3e47-4df2-8840-19e8be8c65b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1096 time: 0.1737206 Apr 01 12:34:21.747668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961d4d-c4d3-4425-a931-1978f99d210a req-e9c6d25c-f631-4320-b68c-9a003816c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.749049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2961d4d-c4d3-4425-a931-1978f99d210a req-e9c6d25c-f631-4320-b68c-9a003816c14f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a7b58a8-1d79-40a6-b6a4-b2c71268d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972475 Apr 01 12:34:21.769525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a5a25aaa-e056-42c1-86a2-a18f85907197 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:34:21.810451 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa4afa-1c57-4b83-a0ea-f063ec8c2131 req-011e8509-7dcf-4e94-996f-64023f16d6ef tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.811886 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28fa4afa-1c57-4b83-a0ea-f063ec8c2131 req-011e8509-7dcf-4e94-996f-64023f16d6ef tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2034321 Apr 01 12:34:21.866574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a5a25aaa-e056-42c1-86a2-a18f85907197, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5a25aaa-e056-42c1-86a2-a18f85907197,segment=NetworkSegment(6fe2217d-52ca-4a16-b339-a8b61e4ff0fc),segment_id=6fe2217d-52ca-4a16-b339-a8b61e4ff0fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:21.883569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'a5a25aaa-e056-42c1-86a2-a18f85907197', 'network_id': '269d7210-f746-4ce8-939c-d736b6feb8ba', 'port_id': 'a5a25aaa-e056-42c1-86a2-a18f85907197', 'mac_address': 'fa:16:3e:91:cb:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024ee5cc-2b03-40bb-8bcd-1bda2f88c885', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:34:21.922738 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:21.939181 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a25aaa-e056-42c1-86a2-a18f85907197 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:21.940039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad01a1-e225-4614-97fd-44bb637d931d req-f0cb5d66-be8a-401e-964d-387ba42b5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.941547 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-f0cb5d66-be8a-401e-964d-387ba42b5d1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378557 Apr 01 12:34:21.960410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a5a25aaa-e056-42c1-86a2-a18f85907197, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5a25aaa-e056-42c1-86a2-a18f85907197,segment=NetworkSegment(6fe2217d-52ca-4a16-b339-a8b61e4ff0fc),segment_id=6fe2217d-52ca-4a16-b339-a8b61e4ff0fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:21.966410 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:21.968126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 8d71e15b-fc53-4b27-920b-de1f313b0f76 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:34:21.982236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-3eafbeab-ac6f-4bad-a3b7-1694f2ae1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:21.983847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-3eafbeab-ac6f-4bad-a3b7-1694f2ae1b6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9505885-a6f9-4a04-a492-0ab3a7527bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2335618 Apr 01 12:34:21.996330 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28fa4afa-1c57-4b83-a0ea-f063ec8c2131 req-7f8a0172-ca8c-4eae-a1bd-9eabffb11124 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598051 Apr 01 12:34:22.051030 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602d4ff-596d-4573-bab3-8a4d3c186aa2 req-3b0fa27c-fce0-44b7-b167-70bb0f5a76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:22.052502 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2602d4ff-596d-4573-bab3-8a4d3c186aa2 req-3b0fa27c-fce0-44b7-b167-70bb0f5a76fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.3012803 Apr 01 12:34:22.066202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a5a25aaa-e056-42c1-86a2-a18f85907197,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:22.071131 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2961d4d-c4d3-4425-a931-1978f99d210a req-5957f490-5f56-403d-a923-8b3c69e63d1c service neutron] 10.222.0.44 "GET /v2.0/networks/4a7b58a8-1d79-40a6-b6a4-b2c71268d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023386 Apr 01 12:34:22.086462 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-90ee7378-9d88-4472-bba6-495be0d2e0fc req-39cedebc-b08b-4696-ab55-797ac65c1a9e tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0603828 Apr 01 12:34:22.150896 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 8d71e15b-fc53-4b27-920b-de1f313b0f76, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8d71e15b-fc53-4b27-920b-de1f313b0f76,segment=NetworkSegment(c33754eb-cd75-49a5-8961-d5680c93957a),segment_id=c33754eb-cd75-49a5-8961-d5680c93957a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:22.170623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '8d71e15b-fc53-4b27-920b-de1f313b0f76', 'network_id': '24e3f2c4-3c42-4200-ab3f-3f75e765ef7e', 'port_id': '8d71e15b-fc53-4b27-920b-de1f313b0f76', 'mac_address': 'fa:16:3e:f5:69:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b892bf-14eb-4d4f-8704-1a9ba744be79', 'ip_address': '19.86.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:34:22.222367 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:22.237065 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d71e15b-fc53-4b27-920b-de1f313b0f76 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:22.257974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 8d71e15b-fc53-4b27-920b-de1f313b0f76, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8d71e15b-fc53-4b27-920b-de1f313b0f76,segment=NetworkSegment(c33754eb-cd75-49a5-8961-d5680c93957a),segment_id=c33754eb-cd75-49a5-8961-d5680c93957a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:22.262574 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:22.272845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccd21f-1774-421a-864d-1fe34d9e44d3 req-a3835743-5987-46e1-a23b-5a53ef5568da tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:22.275345 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-89ccd21f-1774-421a-864d-1fe34d9e44d3 req-a3835743-5987-46e1-a23b-5a53ef5568da tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 943 time: 0.0557277 Apr 01 12:34:22.313918 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=8d71e15b-fc53-4b27-920b-de1f313b0f76,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:22.316362 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-89ccd21f-1774-421a-864d-1fe34d9e44d3 req-49642d5a-30c2-429b-8838-9bdd5d0f2324 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342698 Apr 01 12:34:22.338479 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2602d4ff-596d-4573-bab3-8a4d3c186aa2 req-4f6c38e9-f4a9-48c4-b2d4-8fd877d4728d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 999 time: 0.2663782 Apr 01 12:34:22.347261 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-65bafaee-d88d-4289-add1-a2d77b34fe42 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819499 Apr 01 12:34:22.420256 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-2b9c4bb3-0dc6-4acd-945b-c8fe496aa79f service neutron] 10.222.0.44 "GET /v2.0/networks/d9505885-a6f9-4a04-a492-0ab3a7527bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997891 Apr 01 12:34:22.441496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb73106-cdff-41aa-98b2-134e755c84bf req-57e047d8-edc3-4c58-ac75-808f160eaf62 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:22.442937 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7cb73106-cdff-41aa-98b2-134e755c84bf req-57e047d8-edc3-4c58-ac75-808f160eaf62 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 944 time: 0.2381423 Apr 01 12:34:22.463797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2961d4d-c4d3-4425-a931-1978f99d210a req-650ed779-f3ad-4b66-aaf7-6d9eb67a6e78 service neutron] 10.222.0.44 "GET /v2.0/networks/4a7b58a8-1d79-40a6-b6a4-b2c71268d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533058 Apr 01 12:34:22.535151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602d4ff-596d-4573-bab3-8a4d3c186aa2 req-39763290-8b4f-49ec-a4f9-7ae91de25dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:22.536614 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2602d4ff-596d-4573-bab3-8a4d3c186aa2 req-39763290-8b4f-49ec-a4f9-7ae91de25dca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.1883931 Apr 01 12:34:22.622474 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7cb73106-cdff-41aa-98b2-134e755c84bf req-ee26d511-8bb3-4b3d-9f95-bfb35ea1f6a3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554651 Apr 01 12:34:22.657086 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bad01a1-e225-4614-97fd-44bb637d931d req-6f65bb9c-1a50-4ce5-9d9d-8998fe9fca47 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966080 Apr 01 12:34:22.671095 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-b6679495-0af5-4deb-97da-fcdf662e0be2 service neutron] 10.222.0.44 "GET /v2.0/networks/d9505885-a6f9-4a04-a492-0ab3a7527bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374098 Apr 01 12:34:22.687184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602d4ff-596d-4573-bab3-8a4d3c186aa2 req-a156dbd6-c723-46de-8330-34918fae2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:22.688857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2602d4ff-596d-4573-bab3-8a4d3c186aa2 req-a156dbd6-c723-46de-8330-34918fae2786 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186903 Apr 01 12:34:22.753425 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-732f06c8-ef0a-4d61-b016-c72cfffa49bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=0001f562-db05-4af2-9682-0992e0cedd08 HTTP/1.1" status: 200 len: 217 time: 0.0634632 Apr 01 12:34:22.919976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f25454-6d90-471e-a912-4c75d4be7812 req-ce512fb5-f33b-49bc-9dd8-1edc7ec4f8d7 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:22.926332 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f25454-6d90-471e-a912-4c75d4be7812 req-ce512fb5-f33b-49bc-9dd8-1edc7ec4f8d7 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:22.928073 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-01f25454-6d90-471e-a912-4c75d4be7812 req-ce512fb5-f33b-49bc-9dd8-1edc7ec4f8d7 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1680 time: 0.3446541 Apr 01 12:34:22.974565 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-01f25454-6d90-471e-a912-4c75d4be7812 req-ca3b4ed5-9f39-494c-97f5-ca6ff6a95d1d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 Apr 01 12:34:23.125458 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b904d7-c8cc-490e-8410-3e5c8ac9ed54 req-6d03ddb0-2c81-4e0d-80eb-b2f4453682f2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.128390 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-69b904d7-c8cc-490e-8410-3e5c8ac9ed54 req-6d03ddb0-2c81-4e0d-80eb-b2f4453682f2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0540781 Apr 01 12:34:23.167256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a2c10-4b50-4d02-8192-b5a8c0b561a5 req-264b4b3d-8f4b-4622-ba0b-f40b2b9ef3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.168734 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-494a2c10-4b50-4d02-8192-b5a8c0b561a5 req-264b4b3d-8f4b-4622-ba0b-f40b2b9ef3d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 1094 time: 0.4394956 Apr 01 12:34:23.172952 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-e46dc170-72d8-433d-b972-09415596daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.174314 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-e46dc170-72d8-433d-b972-09415596daac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 200 len: 797 time: 0.4082093 Apr 01 12:34:23.179923 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-69b904d7-c8cc-490e-8410-3e5c8ac9ed54 req-e7e749d5-b3d1-41d1-8e25-1baeab775394 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460424 Apr 01 12:34:23.184831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1343b4-44b3-4797-9dee-0b0276687e3f req-01f8673b-bf85-4fea-89c0-12a9b21b0501 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.193585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e1343b4-44b3-4797-9dee-0b0276687e3f req-01f8673b-bf85-4fea-89c0-12a9b21b0501 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 945 time: 0.4651351 Apr 01 12:34:23.257746 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2602d4ff-596d-4573-bab3-8a4d3c186aa2 req-0784c61f-ec6e-4653-9c79-46603c666cd9 service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307155 Apr 01 12:34:23.296940 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-204005d0-1c4e-4ac7-a933-456fb14cc2d9 req-05665b60-89b7-4b77-90cd-9c63d74eb86d tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0306146 Apr 01 12:34:23.328303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a71d7e91-a31b-4638-9a8b-c276e65136a0 req-4fb1a03b-878b-4826-b511-de6c3b832493 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0875890 Apr 01 12:34:23.387642 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e1343b4-44b3-4797-9dee-0b0276687e3f req-f919d4e3-7fab-4f38-a7b1-62138b89b932 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932309 Apr 01 12:34:23.434069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-bd5abb68-9609-4f1a-9ae6-b250a35e2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.435458 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-bd5abb68-9609-4f1a-9ae6-b250a35e2f4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2346063 Apr 01 12:34:23.452673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217f599-e9d7-4157-925a-6ac0f68c268a req-8b7c9937-6fbc-4c3a-8d8d-d3a152820e3d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.454201 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a217f599-e9d7-4157-925a-6ac0f68c268a req-8b7c9937-6fbc-4c3a-8d8d-d3a152820e3d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 943 time: 0.0544610 Apr 01 12:34:23.456758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a2c10-4b50-4d02-8192-b5a8c0b561a5 req-95da8827-2ce2-4647-8d96-17ff44d597d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.458320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-494a2c10-4b50-4d02-8192-b5a8c0b561a5 req-95da8827-2ce2-4647-8d96-17ff44d597d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 915 time: 0.2562895 Apr 01 12:34:23.496100 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a217f599-e9d7-4157-925a-6ac0f68c268a req-c7cc1ca7-1e35-4717-9f79-0c8dd9d3fd0a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346651 Apr 01 12:34:23.522365 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-494a2c10-4b50-4d02-8192-b5a8c0b561a5 req-578d9ab3-c675-4a2f-aedb-cfadefe30d73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f981269-b115-479a-b5ef-24e7144069fe HTTP/1.1" status: 200 len: 217 time: 0.0564051 Apr 01 12:34:23.526975 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2602d4ff-596d-4573-bab3-8a4d3c186aa2 req-d25d8c3c-fa38-41f8-9e43-ab5d65a0011c service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544723 Apr 01 12:34:23.592034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['8d71e15b-fc53-4b27-920b-de1f313b0f76'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:34:23.631020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a2c10-4b50-4d02-8192-b5a8c0b561a5 req-914a3f02-1876-4630-8aa8-ee8d341df37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.632655 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-494a2c10-4b50-4d02-8192-b5a8c0b561a5 req-914a3f02-1876-4630-8aa8-ee8d341df37c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.0997567 Apr 01 12:34:23.695801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-be1f2603-4e08-428c-96cd-a36d126883cb service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542830 Apr 01 12:34:23.734261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a2c10-4b50-4d02-8192-b5a8c0b561a5 req-bb1bcda4-07cd-4507-a92d-d249713bfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.735996 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-494a2c10-4b50-4d02-8192-b5a8c0b561a5 req-bb1bcda4-07cd-4507-a92d-d249713bfeb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951674 Apr 01 12:34:23.767753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9870cf56-4a71-4916-bce3-eaaca6bdb02d details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:34:23.828726 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a036c6-ed76-428a-8385-592634722485 req-f6f0d294-6db0-4339-bfb8-5f4f8de27907 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.836662 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a036c6-ed76-428a-8385-592634722485 req-f6f0d294-6db0-4339-bfb8-5f4f8de27907 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.844743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a036c6-ed76-428a-8385-592634722485 req-f6f0d294-6db0-4339-bfb8-5f4f8de27907 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.853868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a036c6-ed76-428a-8385-592634722485 req-f6f0d294-6db0-4339-bfb8-5f4f8de27907 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.859958 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a036c6-ed76-428a-8385-592634722485 req-f6f0d294-6db0-4339-bfb8-5f4f8de27907 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.866728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a036c6-ed76-428a-8385-592634722485 req-f6f0d294-6db0-4339-bfb8-5f4f8de27907 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.873567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a036c6-ed76-428a-8385-592634722485 req-f6f0d294-6db0-4339-bfb8-5f4f8de27907 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.875626 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-24a036c6-ed76-428a-8385-592634722485 req-f6f0d294-6db0-4339-bfb8-5f4f8de27907 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5444 time: 0.1061475 Apr 01 12:34:23.881689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9870cf56-4a71-4916-bce3-eaaca6bdb02d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9870cf56-4a71-4916-bce3-eaaca6bdb02d,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:23.895026 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '9870cf56-4a71-4916-bce3-eaaca6bdb02d', 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c', 'port_id': '9870cf56-4a71-4916-bce3-eaaca6bdb02d', 'mac_address': 'fa:16:3e:ca:bd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503fdfca-6d7e-46fb-b3ec-a887d3865368', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:34:23.913100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4e007-5325-4a8c-8e5e-7362c26cea10 req-933f81ba-1e8f-4420-9b7c-8352dae28b89 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:23.914655 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ce4e007-5325-4a8c-8e5e-7362c26cea10 req-933f81ba-1e8f-4420-9b7c-8352dae28b89 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 944 time: 0.1776094 Apr 01 12:34:23.922107 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-24a036c6-ed76-428a-8385-592634722485 req-1848d311-bb96-4d6b-bac5-70e368986731 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382376 Apr 01 12:34:23.925259 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-72a2cbbc-1446-4ff7-ab0f-268f9d89c3be service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075763 Apr 01 12:34:23.941475 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:23.956311 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-494a2c10-4b50-4d02-8192-b5a8c0b561a5 req-d41ad4a2-935a-4c94-acdd-68b13d5238d3 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000368 Apr 01 12:34:23.957292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9870cf56-4a71-4916-bce3-eaaca6bdb02d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:23.977583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9870cf56-4a71-4916-bce3-eaaca6bdb02d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9870cf56-4a71-4916-bce3-eaaca6bdb02d,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:23.981676 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:23.999810 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-e77fbf6f-e0ac-42c1-8c2b-1aff4e11aa85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=5e1b1c53-b540-4432-941f-2c8d708a455a HTTP/1.1" status: 200 len: 217 time: 0.0644906 Apr 01 12:34:24.036322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9870cf56-4a71-4916-bce3-eaaca6bdb02d,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:24.062607 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ce4e007-5325-4a8c-8e5e-7362c26cea10 req-06451b51-a96b-47b9-8adb-abf20af70290 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318324 Apr 01 12:34:24.063044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:34:24.097398 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80fc09-bf41-4215-b670-e98eb1c04ec1 req-cc06526e-eed4-4a29-b12d-a19a3dd969d2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.105221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80fc09-bf41-4215-b670-e98eb1c04ec1 req-cc06526e-eed4-4a29-b12d-a19a3dd969d2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.112585 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80fc09-bf41-4215-b670-e98eb1c04ec1 req-cc06526e-eed4-4a29-b12d-a19a3dd969d2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.120951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80fc09-bf41-4215-b670-e98eb1c04ec1 req-cc06526e-eed4-4a29-b12d-a19a3dd969d2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.121293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-d94eef28-e265-4695-8b7c-3c112a82570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.122788 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-d94eef28-e265-4695-8b7c-3c112a82570c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 200 len: 797 time: 0.1095283 Apr 01 12:34:24.128252 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80fc09-bf41-4215-b670-e98eb1c04ec1 req-cc06526e-eed4-4a29-b12d-a19a3dd969d2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.135254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80fc09-bf41-4215-b670-e98eb1c04ec1 req-cc06526e-eed4-4a29-b12d-a19a3dd969d2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.141546 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80fc09-bf41-4215-b670-e98eb1c04ec1 req-cc06526e-eed4-4a29-b12d-a19a3dd969d2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.143865 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c80fc09-bf41-4215-b670-e98eb1c04ec1 req-cc06526e-eed4-4a29-b12d-a19a3dd969d2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5444 time: 0.1165662 Apr 01 12:34:24.159291 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-494a2c10-4b50-4d02-8192-b5a8c0b561a5 req-692149b3-383e-4206-b7ec-d3bb90914651 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627824 Apr 01 12:34:24.197918 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-142ce67f-659b-417f-aa92-2d5fd3728791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.198424 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-142ce67f-659b-417f-aa92-2d5fd3728791 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0673983 Apr 01 12:34:24.234464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['a5a25aaa-e056-42c1-86a2-a18f85907197'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:34:24.296262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36667f20-2123-4d91-a777-adab9135d7ec req-d1c4a9af-dee8-4ec1-808b-3df1fe79c232 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.302361 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36667f20-2123-4d91-a777-adab9135d7ec req-d1c4a9af-dee8-4ec1-808b-3df1fe79c232 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.304018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-36667f20-2123-4d91-a777-adab9135d7ec req-d1c4a9af-dee8-4ec1-808b-3df1fe79c232 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1680 time: 0.1211772 Apr 01 12:34:24.330584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb020c-11b0-4ae8-87bc-9a64e41adbf2 req-4fbd4f29-23c5-440b-b7f3-39bab71cab35 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.345252 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cedb020c-11b0-4ae8-87bc-9a64e41adbf2 req-4fbd4f29-23c5-440b-b7f3-39bab71cab35 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0815001 Apr 01 12:34:24.359822 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-36667f20-2123-4d91-a777-adab9135d7ec req-d47e319e-c47d-47ea-832e-b0b820c58950 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483325 Apr 01 12:34:24.363255 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-0641dd4d-6665-4f88-a0eb-26d2e1a800fd service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504819 Apr 01 12:34:24.364047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6,segment=NetworkSegment(9fcbc744-007b-46b0-a783-70382f3140f4),segment_id=9fcbc744-007b-46b0-a783-70382f3140f4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:24.384160 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'port_id': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6', 'mac_address': 'fa:16:3e:69:38:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:34:24.433529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['9870cf56-4a71-4916-bce3-eaaca6bdb02d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:34:24.464790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cedb020c-11b0-4ae8-87bc-9a64e41adbf2 req-d4b5e7fc-42a0-4c72-b4c9-8b6e9198b661 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190295 Apr 01 12:34:24.536807 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-1d37b0d8-b181-4934-8c73-4b2a7b8d0ffb service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630447 Apr 01 12:34:24.542588 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:24.577297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b13579f-10c8-4836-8190-6868757d804d req-8677fa96-e900-4a5f-aa35-a81746d4f826 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0435376 Apr 01 12:34:24.586320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:24.658533 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-642b4728-1d6b-499c-9487-af19fd414a08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=0cb3f7de-25f7-4620-82b0-780bc40d6bad HTTP/1.1" status: 200 len: 217 time: 0.1110783 Apr 01 12:34:24.667350 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cce39-31c9-4850-8bd5-a9ea56606323 req-399464ed-7ea8-4859-9d01-d3d7ff7ab017 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.669917 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a27cce39-31c9-4850-8bd5-a9ea56606323 req-399464ed-7ea8-4859-9d01-d3d7ff7ab017 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 944 time: 0.1252356 Apr 01 12:34:24.670637 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6,segment=NetworkSegment(9fcbc744-007b-46b0-a783-70382f3140f4),segment_id=9fcbc744-007b-46b0-a783-70382f3140f4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:24.685896 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:24.723407 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a27cce39-31c9-4850-8bd5-a9ea56606323 req-c96a6787-1062-464b-8b38-c57b95f4b4f8 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Apr 01 12:34:24.772293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:24.805721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76151b7c-90f4-44c6-a3e8-fa42ca0b04bc req-bf5a10c8-e1e3-40cc-a2b9-1227e27b8681 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.807136 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76151b7c-90f4-44c6-a3e8-fa42ca0b04bc req-bf5a10c8-e1e3-40cc-a2b9-1227e27b8681 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 943 time: 0.0969055 Apr 01 12:34:24.814490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-aa98677e-be58-457e-a016-bda1bcd84959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.816079 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-aa98677e-be58-457e-a016-bda1bcd84959 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 200 len: 797 time: 0.1410704 Apr 01 12:34:24.931764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-42a1b1c1-7d0e-4a5a-95fe-f5b1266f3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:24.933748 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-42a1b1c1-7d0e-4a5a-95fe-f5b1266f3e37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096783 Apr 01 12:34:24.937602 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76151b7c-90f4-44c6-a3e8-fa42ca0b04bc req-e9398a09-7099-46f3-b511-4d58705647a5 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697529 Apr 01 12:34:25.071125 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-e286e800-02b2-44c6-a10d-73fe305ab295 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304133 Apr 01 12:34:25.090137 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['b21d5b4c-2736-47ee-9661-1f6ddd7f49e6'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:34:25.231176 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0a9ebaac-020f-40dc-aec2-dd360468dea4 req-8ea9be6c-f789-4999-8b24-8e1ca603aa0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0134e934-84cf-4150-9457-0d0c98dbc003 HTTP/1.1" status: 200 len: 210 time: 0.0547726 Apr 01 12:34:25.239096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e5af06ba-222d-468b-b87b-b08f4d555f76 req-0b982c02-6b4b-48c2-8fbf-d1c37034fc89 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.1423924 Apr 01 12:34:25.272757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923f7b9-f5ec-487b-a33b-f34eceb3e513 req-9693dee5-0b4e-427f-84b2-ea1d631fa3cd tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:25.278784 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f923f7b9-f5ec-487b-a33b-f34eceb3e513 req-9693dee5-0b4e-427f-84b2-ea1d631fa3cd tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 945 time: 0.1140537 Apr 01 12:34:25.302150 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf25a96e-a653-4be1-8269-f3071587997b req-8f06e693-f617-4743-8bd1-d187dfd57b16 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1236911 Apr 01 12:34:25.304095 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-aa61c922-dcb0-4398-921e-5082658dbe6f service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226655 Apr 01 12:34:25.350247 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f923f7b9-f5ec-487b-a33b-f34eceb3e513 req-512c04ce-ea67-414d-932e-05d4f0367002 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623586 Apr 01 12:34:25.361921 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-efd36950-774e-441d-94c6-4792d161d47e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb HTTP/1.1" status: 200 len: 217 time: 0.0507052 Apr 01 12:34:25.421965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-3499e338-e6be-45b0-925d-7838ecd39bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:25.423624 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-3499e338-e6be-45b0-925d-7838ecd39bee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 200 len: 797 time: 0.0541673 Apr 01 12:34:25.500102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-301ae9cc-01c0-4715-b312-da7405fac440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:25.502253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-301ae9cc-01c0-4715-b312-da7405fac440 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0663917 Apr 01 12:34:25.581429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872d869-6977-409a-98a1-51214a97fe16 req-ada0c74e-87be-4906-8c9f-b12e4a51d31a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:25.583182 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b872d869-6977-409a-98a1-51214a97fe16 req-ada0c74e-87be-4906-8c9f-b12e4a51d31a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0534382 Apr 01 12:34:25.587757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3255d8-6b6e-4c16-954a-ac672b23fda5 req-a66881aa-c0ae-44d9-8e9a-5a5e7a697413 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:25.594598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3255d8-6b6e-4c16-954a-ac672b23fda5 req-a66881aa-c0ae-44d9-8e9a-5a5e7a697413 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:25.596474 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c3255d8-6b6e-4c16-954a-ac672b23fda5 req-a66881aa-c0ae-44d9-8e9a-5a5e7a697413 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1680 time: 0.1370924 Apr 01 12:34:25.628225 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b872d869-6977-409a-98a1-51214a97fe16 req-ef0a5a5e-f14f-48e8-85a2-685b1d29db61 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370822 Apr 01 12:34:25.692898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25a96e-a653-4be1-8269-f3071587997b req-06fa2351-aeb7-456b-8951-739972112cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:25.694430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf25a96e-a653-4be1-8269-f3071587997b req-06fa2351-aeb7-456b-8951-739972112cbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1096 time: 0.1567869 Apr 01 12:34:25.698253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c3255d8-6b6e-4c16-954a-ac672b23fda5 req-35beec5a-4584-460c-aa9b-a6ec6a1514e9 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684669 Apr 01 12:34:25.700687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-4c83e2e7-6491-4531-bbd8-fc755b0a70ef service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903040 Apr 01 12:34:25.800541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a5a25aaa-e056-42c1-86a2-a18f85907197 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:25.863077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port a5a25aaa-e056-42c1-86a2-a18f85907197 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:34:25.866490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5d982-7884-4570-9c0e-aa5d60c2260e req-0628e67d-b3c1-4d66-b875-23ed0a277e1e tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:25.867688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port a5a25aaa-e056-42c1-86a2-a18f85907197 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:25.868168 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:25.868288 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-80b5d982-7884-4570-9c0e-aa5d60c2260e req-0628e67d-b3c1-4d66-b875-23ed0a277e1e tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 944 time: 0.0573034 Apr 01 12:34:25.915034 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-80b5d982-7884-4570-9c0e-aa5d60c2260e req-aca4a432-2958-431b-9b71-caa9fb366a95 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372083 Apr 01 12:34:25.930413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805939b5-8b67-4e96-816a-c9d7632064ff req-e579539f-36e5-41b6-af73-0c232e8d685e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:25.932063 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-805939b5-8b67-4e96-816a-c9d7632064ff req-e579539f-36e5-41b6-af73-0c232e8d685e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1386817 Apr 01 12:34:25.942359 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-dfb324c4-70dc-487d-845d-932d5d41f005 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259219 Apr 01 12:34:25.950434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25a96e-a653-4be1-8269-f3071587997b req-9fd0f9f4-2b26-412b-bd14-6db946b7e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:25.951947 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf25a96e-a653-4be1-8269-f3071587997b req-9fd0f9f4-2b26-412b-bd14-6db946b7e1dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.2089899 Apr 01 12:34:25.975069 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:26.004610 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a25aaa-e056-42c1-86a2-a18f85907197'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:26.005455 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-4843a446-b518-4eab-bfe5-2683f68cb244 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=782604cb-2bb9-428a-9dc4-3a1149c5ee64 HTTP/1.1" status: 200 len: 217 time: 0.0564706 Apr 01 12:34:26.006818 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d40e143-6ee3-4b35-a281-1ca29262d0a6" -d '{"events": [{"server_uuid": "7bb70437-59a9-4cdf-8fae-08f72409b717", "name": "network-vif-plugged", "status": "completed", "tag": "a5a25aaa-e056-42c1-86a2-a18f85907197"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:26.023794 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a5a25aaa-e056-42c1-86a2-a18f85907197, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5a25aaa-e056-42c1-86a2-a18f85907197,segment=NetworkSegment(6fe2217d-52ca-4a16-b339-a8b61e4ff0fc),segment_id=6fe2217d-52ca-4a16-b339-a8b61e4ff0fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:26.028443 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:26.030192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 8d71e15b-fc53-4b27-920b-de1f313b0f76 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:26.095932 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-805939b5-8b67-4e96-816a-c9d7632064ff req-4c3dff3f-8c2f-44b0-b7e8-438978696d65 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554441 Apr 01 12:34:26.126074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf25a96e-a653-4be1-8269-f3071587997b req-1ccdba5f-b55a-4e7d-a3f0-68dbff209b54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 999 time: 0.1552546 Apr 01 12:34:26.131810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-5e981c7f-9226-4e9f-85f5-0d688d537939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:26.134983 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-5e981c7f-9226-4e9f-85f5-0d688d537939 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2eb4401-4562-462a-a096-0228c37ee74c HTTP/1.1" status: 200 len: 797 time: 0.0885386 Apr 01 12:34:26.137243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a5a25aaa-e056-42c1-86a2-a18f85907197,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:26.157754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 8d71e15b-fc53-4b27-920b-de1f313b0f76 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:34:26.164668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 8d71e15b-fc53-4b27-920b-de1f313b0f76 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:26.165794 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:26.246658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25a96e-a653-4be1-8269-f3071587997b req-5b1f88a3-e14c-4e2c-870a-da8ea64c836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:26.248283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf25a96e-a653-4be1-8269-f3071587997b req-5b1f88a3-e14c-4e2c-870a-da8ea64c836b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.1110654 Apr 01 12:34:26.250357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-f4c981ce-92d9-41af-b0d1-b12d4d450964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:26.251891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044428bb-af66-4139-96d1-088aed81afa9 req-c2c1adc0-cac5-4707-ab4e-b3404f639d64 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:26.252371 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-f4c981ce-92d9-41af-b0d1-b12d4d450964 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1008861 Apr 01 12:34:26.253582 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-044428bb-af66-4139-96d1-088aed81afa9 req-c2c1adc0-cac5-4707-ab4e-b3404f639d64 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 943 time: 0.0676122 Apr 01 12:34:26.310172 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-044428bb-af66-4139-96d1-088aed81afa9 req-8022c315-4ce5-4d01-a794-e6a4e41a8780 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486190 Apr 01 12:34:26.456508 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3604be2-b508-4ed6-9f3e-a1e3ce3dd33d req-4c4455ad-5840-4a91-ba3f-fd44dbde7525 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:26.466457 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e3604be2-b508-4ed6-9f3e-a1e3ce3dd33d req-4c4455ad-5840-4a91-ba3f-fd44dbde7525 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 944 time: 0.0763113 Apr 01 12:34:26.466662 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d596328-aa7a-488b-b8c9-c0aba0e5552e x-openstack-request-id: req-0d596328-aa7a-488b-b8c9-c0aba0e5552e {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:26.466869 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb70437-59a9-4cdf-8fae-08f72409b717", "name": "network-vif-plugged", "status": "completed", "tag": "a5a25aaa-e056-42c1-86a2-a18f85907197", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:26.467088 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d596328-aa7a-488b-b8c9-c0aba0e5552e {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:26.467558 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d596328-aa7a-488b-b8c9-c0aba0e5552e'] response: {'server_uuid': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a25aaa-e056-42c1-86a2-a18f85907197', 'code': 200} Apr 01 12:34:26.477625 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:26.515239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e3604be2-b508-4ed6-9f3e-a1e3ce3dd33d req-5d42f4e6-2bab-4ca3-a960-9c589498c6e8 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477960 Apr 01 12:34:26.520499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 8d71e15b-fc53-4b27-920b-de1f313b0f76, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8d71e15b-fc53-4b27-920b-de1f313b0f76,segment=NetworkSegment(c33754eb-cd75-49a5-8961-d5680c93957a),segment_id=c33754eb-cd75-49a5-8961-d5680c93957a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:26.528216 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:26.529241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9870cf56-4a71-4916-bce3-eaaca6bdb02d up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:26.659141 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eb84ccd4-aa3b-4d7b-838b-57542fde2cb2 req-236669b9-31e4-4bd3-82db-197f608f7b6f tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0628603 Apr 01 12:34:26.660364 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 9870cf56-4a71-4916-bce3-eaaca6bdb02d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:26.660742 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:26.708087 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=8d71e15b-fc53-4b27-920b-de1f313b0f76,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:26.808563 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:26.831796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25a96e-a653-4be1-8269-f3071587997b req-752f82be-4b09-4881-b1e6-506c9fd2561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:26.833475 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf25a96e-a653-4be1-8269-f3071587997b req-752f82be-4b09-4881-b1e6-506c9fd2561a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5743446 Apr 01 12:34:26.836945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d05dd-8a25-448d-9d5d-8cccf96f3d2e req-1c0fe65f-364a-4971-ab68-5da0f59cfdbf tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:26.840038 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-639d05dd-8a25-448d-9d5d-8cccf96f3d2e req-1c0fe65f-364a-4971-ab68-5da0f59cfdbf tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 945 time: 0.0810103 Apr 01 12:34:26.847171 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0274422-963f-4d08-9c7a-a44f75c6e68f req-cde42516-0cd3-4ba8-977f-74b3a62e7679 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:26.848661 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0274422-963f-4d08-9c7a-a44f75c6e68f req-cde42516-0cd3-4ba8-977f-74b3a62e7679 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2034297 Apr 01 12:34:26.857791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9870cf56-4a71-4916-bce3-eaaca6bdb02d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9870cf56-4a71-4916-bce3-eaaca6bdb02d,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:26.863526 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:26.877913 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-e4e30bde-2c6c-4035-9d18-7337f39a2f08 service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146841 Apr 01 12:34:26.898286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33106) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:26.919961 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-639d05dd-8a25-448d-9d5d-8cccf96f3d2e req-84d32583-3a97-43fc-a812-594821c1b47d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724638 Apr 01 12:34:26.947818 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9870cf56-4a71-4916-bce3-eaaca6bdb02d,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:27.008462 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0274422-963f-4d08-9c7a-a44f75c6e68f req-48ac9381-46c8-471c-ad18-5ed4f13548ce tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485705 Apr 01 12:34:27.040981 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf25a96e-a653-4be1-8269-f3071587997b req-847c2bbd-daee-41fd-9a03-7eee5e0be194 service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895843 Apr 01 12:34:27.062541 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-7f83c2f5-1f83-4f77-a9a1-3a87a6c1f38d service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725338 Apr 01 12:34:27.078526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae3ec7-55b1-4ba4-b174-4b763c77fc64 req-8e37f7c0-bd98-4ac2-8e2b-2424bca8d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.078917 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae3ec7-55b1-4ba4-b174-4b763c77fc64 req-8e37f7c0-bd98-4ac2-8e2b-2424bca8d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.079389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae3ec7-55b1-4ba4-b174-4b763c77fc64 req-8e37f7c0-bd98-4ac2-8e2b-2424bca8d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.079855 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae3ec7-55b1-4ba4-b174-4b763c77fc64 req-8e37f7c0-bd98-4ac2-8e2b-2424bca8d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.080390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae3ec7-55b1-4ba4-b174-4b763c77fc64 req-8e37f7c0-bd98-4ac2-8e2b-2424bca8d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.081641 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae3ec7-55b1-4ba4-b174-4b763c77fc64 req-8e37f7c0-bd98-4ac2-8e2b-2424bca8d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.082057 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae3ec7-55b1-4ba4-b174-4b763c77fc64 req-8e37f7c0-bd98-4ac2-8e2b-2424bca8d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.084796 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-90ae3ec7-55b1-4ba4-b174-4b763c77fc64 req-8e37f7c0-bd98-4ac2-8e2b-2424bca8d6da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 6501 time: 0.1853604 Apr 01 12:34:27.099427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c64697-d752-47f7-b666-0e95cfc16827 req-338012a0-d9c2-4f1f-88e1-47b293e74468 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.105777 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c64697-d752-47f7-b666-0e95cfc16827 req-338012a0-d9c2-4f1f-88e1-47b293e74468 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.107410 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93c64697-d752-47f7-b666-0e95cfc16827 req-338012a0-d9c2-4f1f-88e1-47b293e74468 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1682 time: 0.1016598 Apr 01 12:34:27.130537 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-69a28410-4798-4e5e-866c-812f13fd2d34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a72bc3d-c93e-4eee-a682-5d589d7ea4da HTTP/1.1" status: 200 len: 217 time: 0.0575786 Apr 01 12:34:27.169278 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-90ae3ec7-55b1-4ba4-b174-4b763c77fc64 req-22ec1e03-66b7-45b5-b623-f8c1b8684390 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&id=5c397300-b884-433f-bb50-6772b0ae68e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607519 Apr 01 12:34:27.183595 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93c64697-d752-47f7-b666-0e95cfc16827 req-394f4405-ce70-45d3-9760-b3c3888415c0 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692048 Apr 01 12:34:27.221056 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:34:27.251035 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf25a96e-a653-4be1-8269-f3071587997b req-61c1dd17-b393-4d61-9eb0-47da31d3a0c4 service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019367 Apr 01 12:34:27.258268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b570956-bc14-4f92-a09b-fdd1aa911853 req-e7265d86-b9cc-49b5-a6f3-d6e9d47d4760 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.260216 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b570956-bc14-4f92-a09b-fdd1aa911853 req-e7265d86-b9cc-49b5-a6f3-d6e9d47d4760 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1463602 Apr 01 12:34:27.261754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-66ad60e6-f1a9-40bd-aeb8-ac238a6fd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.263409 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-66ad60e6-f1a9-40bd-aeb8-ac238a6fd94f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2eb4401-4562-462a-a096-0228c37ee74c HTTP/1.1" status: 200 len: 797 time: 0.0931246 Apr 01 12:34:27.326678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b570956-bc14-4f92-a09b-fdd1aa911853 req-6564e7a2-ff0b-4a2b-be31-f0165f7148d7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596180 Apr 01 12:34:27.332498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-371032d9-222d-4276-9a87-cfdb42d727fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.333958 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-371032d9-222d-4276-9a87-cfdb42d727fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612726 Apr 01 12:34:27.440171 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d01a79-4e7a-4051-93f7-41abc4f008bf req-9d2b39a6-4133-4759-b63a-c76eeeb85905 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.441754 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9d01a79-4e7a-4051-93f7-41abc4f008bf req-9d2b39a6-4133-4759-b63a-c76eeeb85905 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 943 time: 0.0512147 Apr 01 12:34:27.469606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735ed5b-3850-4bf4-8698-fdd8523eb239 req-78029016-d354-4804-a2e4-16145e0b0c6f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.471160 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c735ed5b-3850-4bf4-8698-fdd8523eb239 req-78029016-d354-4804-a2e4-16145e0b0c6f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0678017 Apr 01 12:34:27.475127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-579afe08-25a8-4a4c-840f-f1c2c76124ae service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323225 Apr 01 12:34:27.481904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9d01a79-4e7a-4051-93f7-41abc4f008bf req-c61c7cf3-518e-4f83-a715-e6c95a23099f tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332847 Apr 01 12:34:27.537649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c735ed5b-3850-4bf4-8698-fdd8523eb239 req-ebfc8a86-b25b-49cd-87ae-145d9a7b3371 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592690 Apr 01 12:34:27.611670 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4130d5e-33df-4a27-98eb-9b36c7f1fbf1 req-0d7b2481-2037-4b23-aca3-1e51f201334d service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195288 Apr 01 12:34:27.666816 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142ca35-ab4b-47fc-8d09-8c8a97826034 req-34f2f85f-526c-49d3-95c9-7af38efc4938 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.669519 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d142ca35-ab4b-47fc-8d09-8c8a97826034 req-34f2f85f-526c-49d3-95c9-7af38efc4938 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 945 time: 0.0610077 Apr 01 12:34:27.721952 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d142ca35-ab4b-47fc-8d09-8c8a97826034 req-26818d1e-75bb-47b0-9eb0-d7abda314a34 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446963 Apr 01 12:34:27.811812 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c98e5d38-b236-4cdf-b02d-304e3c013915 req-08aaad26-5e40-4dc7-af8c-e102fbfd32ab tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0279002 Apr 01 12:34:27.818766 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 0f981269-b115-479a-b5ef-24e7144069fe details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:34:27.858156 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-0c83b12a-f3dc-4f07-9e1e-651c7968a439 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:27.859610 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-0c83b12a-f3dc-4f07-9e1e-651c7968a439 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 811 time: 0.1112881 Apr 01 12:34:27.876085 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-200baaa9-0b1d-4164-9da3-0cce8e29512f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/quotas/c946efcae6d14e23a564c906a96bcc79 HTTP/1.1" status: 200 len: 375 time: 0.0105226 Apr 01 12:34:27.918497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 0f981269-b115-479a-b5ef-24e7144069fe, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=0f981269-b115-479a-b5ef-24e7144069fe,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:27.933508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '0f981269-b115-479a-b5ef-24e7144069fe', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'port_id': '0f981269-b115-479a-b5ef-24e7144069fe', 'mac_address': 'fa:16:3e:94:29:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:34:27.939091 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-690f5940-6550-4ba1-927d-d1eec217a100 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0564842 Apr 01 12:34:27.977370 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:27.995811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f981269-b115-479a-b5ef-24e7144069fe {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:28.018785 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 0f981269-b115-479a-b5ef-24e7144069fe, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=0f981269-b115-479a-b5ef-24e7144069fe,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:28.024007 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:28.058112 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-5c6d0304-ced2-401c-bfc2-5ff0f2ab4293 service neutron] 10.222.0.45 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116939 Apr 01 12:34:28.081042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d50fe-1c5e-469a-94be-b16d20ce378f req-6a59ee17-0f3a-45d7-8de6-481412682765 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:28.082745 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-773d50fe-1c5e-469a-94be-b16d20ce378f req-6a59ee17-0f3a-45d7-8de6-481412682765 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 945 time: 0.0699637 Apr 01 12:34:28.088468 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=0f981269-b115-479a-b5ef-24e7144069fe,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:28.099063 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:28.131978 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-773d50fe-1c5e-469a-94be-b16d20ce378f req-ae4d5e72-9fd9-4470-a18e-103af5d7bec5 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418193 Apr 01 12:34:28.168246 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-12dd93ac-f837-4f18-9cfe-03f6522c9699 service neutron] 10.222.0.45 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000462 Apr 01 12:34:28.171084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:34:28.175039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:28.175407 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:28.260758 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:28.263517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e7254-3640-4929-a2f4-5bd45ec01634 req-41ab3336-36fb-4649-a38f-b7dda6a8af6a tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:28.266379 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb0e7254-3640-4929-a2f4-5bd45ec01634 req-41ab3336-36fb-4649-a38f-b7dda6a8af6a tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.37 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 945 time: 0.0598471 Apr 01 12:34:28.308887 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6,segment=NetworkSegment(9fcbc744-007b-46b0-a783-70382f3140f4),segment_id=9fcbc744-007b-46b0-a783-70382f3140f4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:28.313322 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:28.359977 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71144b-3b99-4460-8fe2-ec2b550ba116 req-4fdbe13e-0b0c-4757-bf06-074b1647a3e6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:28.368862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71144b-3b99-4460-8fe2-ec2b550ba116 req-4fdbe13e-0b0c-4757-bf06-074b1647a3e6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:28.373508 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1f71144b-3b99-4460-8fe2-ec2b550ba116 req-4fdbe13e-0b0c-4757-bf06-074b1647a3e6 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1682 time: 0.0929961 Apr 01 12:34:28.386638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:28.430926 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1f71144b-3b99-4460-8fe2-ec2b550ba116 req-1b1ca3a9-65dc-4854-9383-e42aa84906aa tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508995 Apr 01 12:34:28.436354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef36753e-157b-4899-a3e2-505c9386653a req-67ce2087-ece9-4cfb-88d3-19b285634874 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 210 time: 0.0483804 Apr 01 12:34:28.444164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['0f981269-b115-479a-b5ef-24e7144069fe'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:34:28.475425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-bb0e7254-3640-4929-a2f4-5bd45ec01634 req-51aeda7a-2595-4e07-8d70-b824df3f25eb tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Deleting port 9870cf56-4a71-4916-bce3-eaaca6bdb02d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:28.475816 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bb0e7254-3640-4929-a2f4-5bd45ec01634 req-51aeda7a-2595-4e07-8d70-b824df3f25eb tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:28.476705 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d71e15b-fc53-4b27-920b-de1f313b0f76'}, {'server_uuid': 'd11814e8-d93d-4b9b-9a8e-9b0c724f9feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9870cf56-4a71-4916-bce3-eaaca6bdb02d'}, {'server_uuid': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:28.479708 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044f9699-eb1c-4ef5-87b0-332e05517486" -d '{"events": [{"server_uuid": "7bb70437-59a9-4cdf-8fae-08f72409b717", "name": "network-vif-plugged", "status": "completed", "tag": "8d71e15b-fc53-4b27-920b-de1f313b0f76"}, {"server_uuid": "d11814e8-d93d-4b9b-9a8e-9b0c724f9feb", "name": "network-vif-plugged", "status": "completed", "tag": "9870cf56-4a71-4916-bce3-eaaca6bdb02d"}, {"server_uuid": "8918b050-d9c4-4e64-90bf-db2d8ac3fad6", "name": "network-vif-plugged", "status": "completed", "tag": "b21d5b4c-2736-47ee-9661-1f6ddd7f49e6"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:28.564378 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c87394-484f-4917-b8ea-d8770931017d x-openstack-request-id: req-b0c87394-484f-4917-b8ea-d8770931017d {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:28.564845 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb70437-59a9-4cdf-8fae-08f72409b717", "name": "network-vif-plugged", "status": "completed", "tag": "8d71e15b-fc53-4b27-920b-de1f313b0f76", "code": 200}, {"server_uuid": "d11814e8-d93d-4b9b-9a8e-9b0c724f9feb", "name": "network-vif-plugged", "status": "completed", "tag": "9870cf56-4a71-4916-bce3-eaaca6bdb02d", "code": 200}, {"server_uuid": "8918b050-d9c4-4e64-90bf-db2d8ac3fad6", "name": "network-vif-plugged", "status": "completed", "tag": "b21d5b4c-2736-47ee-9661-1f6ddd7f49e6", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:28.565146 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0c87394-484f-4917-b8ea-d8770931017d {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:28.566406 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c87394-484f-4917-b8ea-d8770931017d'] response: {'server_uuid': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d71e15b-fc53-4b27-920b-de1f313b0f76', 'code': 200} Apr 01 12:34:28.566406 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c87394-484f-4917-b8ea-d8770931017d'] response: {'server_uuid': 'd11814e8-d93d-4b9b-9a8e-9b0c724f9feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9870cf56-4a71-4916-bce3-eaaca6bdb02d', 'code': 200} Apr 01 12:34:28.566406 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c87394-484f-4917-b8ea-d8770931017d'] response: {'server_uuid': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6', 'code': 200} Apr 01 12:34:28.597192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-bb0e7254-3640-4929-a2f4-5bd45ec01634 req-51aeda7a-2595-4e07-8d70-b824df3f25eb tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] For port 9870cf56-4a71-4916-bce3-eaaca6bdb02d, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9870cf56-4a71-4916-bce3-eaaca6bdb02d,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:28.597665 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bb0e7254-3640-4929-a2f4-5bd45ec01634 req-51aeda7a-2595-4e07-8d70-b824df3f25eb tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:28.693473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-bb0e7254-3640-4929-a2f4-5bd45ec01634 req-51aeda7a-2595-4e07-8d70-b824df3f25eb tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Calling delete_port for 9870cf56-4a71-4916-bce3-eaaca6bdb02d owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:28.805923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d05d3b-899c-41d0-a4a0-5105f577b15f req-23ef5bcf-ab5d-45a0-92f5-dce8afe4611f tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:28.807472 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10d05d3b-899c-41d0-a4a0-5105f577b15f req-23ef5bcf-ab5d-45a0-92f5-dce8afe4611f tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 944 time: 0.1828218 Apr 01 12:34:28.811885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cb37d-9f17-4811-a5f8-2b02455b0385 req-c5787a56-1566-462f-a1f2-302ade810083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:28.812183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cb37d-9f17-4811-a5f8-2b02455b0385 req-c5787a56-1566-462f-a1f2-302ade810083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:28.813704 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-156cb37d-9f17-4811-a5f8-2b02455b0385 req-c5787a56-1566-462f-a1f2-302ade810083 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1984 time: 0.1408129 Apr 01 12:34:28.830195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5466cd-654f-4517-a1bb-092b9c0e0f96 req-d2f19cec-6bcb-41ae-8095-223f72e93832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:28.831661 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6c5466cd-654f-4517-a1bb-092b9c0e0f96 req-d2f19cec-6bcb-41ae-8095-223f72e93832 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 1097 time: 0.1598816 Apr 01 12:34:28.872182 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934c858-19e3-4c0a-8ebb-929571a9d898 req-47d1263c-ddb6-460c-9e2a-564c3f2c28da tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:28.874092 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1934c858-19e3-4c0a-8ebb-929571a9d898 req-47d1263c-ddb6-460c-9e2a-564c3f2c28da tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11814e8-d93d-4b9b-9a8e-9b0c724f9feb HTTP/1.1" status: 200 len: 945 time: 0.0646980 Apr 01 12:34:28.926796 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-156cb37d-9f17-4811-a5f8-2b02455b0385 req-38fd57d4-a203-4480-9431-be6100e26431 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036284 Apr 01 12:34:28.938350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10d05d3b-899c-41d0-a4a0-5105f577b15f req-1cf7c667-17f5-495d-9b53-b0d4edee1a5e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171091 Apr 01 12:34:28.941232 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1934c858-19e3-4c0a-8ebb-929571a9d898 req-3ae9fb3e-091d-4f2f-8132-58a3c981e733 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557458 Apr 01 12:34:28.943901 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6c5466cd-654f-4517-a1bb-092b9c0e0f96 req-3ee46887-8eea-4fa4-8fa0-5b3f246314c8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927448 Apr 01 12:34:29.009505 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bb0e7254-3640-4929-a2f4-5bd45ec01634 req-51aeda7a-2595-4e07-8d70-b824df3f25eb tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:29.031078 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e192c1c7-d167-43fe-a32f-21d69b37253b req-c5830998-909a-492b-9e7b-8c430cfb4e86 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0343587 Apr 01 12:34:29.039649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aeda7a-2595-4e07-8d70-b824df3f25eb tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event deleted for resources: {'Port': ['ID=9870cf56-4a71-4916-bce3-eaaca6bdb02d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:29.084237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0e7254-3640-4929-a2f4-5bd45ec01634 req-51aeda7a-2595-4e07-8d70-b824df3f25eb tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] No DVR routers for this DVR port 9870cf56-4a71-4916-bce3-eaaca6bdb02d on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:34:29.087129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-bb0e7254-3640-4929-a2f4-5bd45ec01634 req-51aeda7a-2595-4e07-8d70-b824df3f25eb tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:29.090416 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb0e7254-3640-4929-a2f4-5bd45ec01634 req-51aeda7a-2595-4e07-8d70-b824df3f25eb tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.37 "DELETE /v2.0/ports/9870cf56-4a71-4916-bce3-eaaca6bdb02d HTTP/1.1" status: 204 len: 173 time: 0.8181777 Apr 01 12:34:29.090862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11814e8-d93d-4b9b-9a8e-9b0c724f9feb', 'name': 'network-vif-deleted', 'tag': '9870cf56-4a71-4916-bce3-eaaca6bdb02d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:29.093093 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879b2e7f-9e80-44d4-b3c9-dbf59dfab37a" -d '{"events": [{"server_uuid": "d11814e8-d93d-4b9b-9a8e-9b0c724f9feb", "name": "network-vif-deleted", "tag": "9870cf56-4a71-4916-bce3-eaaca6bdb02d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:29.129924 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbadd4e-c181-4230-a45f-c9e2296e0f84 x-openstack-request-id: req-9bbadd4e-c181-4230-a45f-c9e2296e0f84 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:29.130253 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11814e8-d93d-4b9b-9a8e-9b0c724f9feb", "name": "network-vif-deleted", "tag": "9870cf56-4a71-4916-bce3-eaaca6bdb02d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:29.130507 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bbadd4e-c181-4230-a45f-c9e2296e0f84 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:29.130914 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bbadd4e-c181-4230-a45f-c9e2296e0f84'] response: {'server_uuid': 'd11814e8-d93d-4b9b-9a8e-9b0c724f9feb', 'name': 'network-vif-deleted', 'tag': '9870cf56-4a71-4916-bce3-eaaca6bdb02d', 'status': 'completed', 'code': 200} Apr 01 12:34:29.259942 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4607fea-676c-4451-b7df-4b3752364f88 req-c7d1ef46-9266-4458-8629-f799133f964a tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:29.266539 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4607fea-676c-4451-b7df-4b3752364f88 req-c7d1ef46-9266-4458-8629-f799133f964a tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 946 time: 0.0604317 Apr 01 12:34:29.310099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4607fea-676c-4451-b7df-4b3752364f88 req-5d07c092-5a9d-4bd9-86bd-25094ca39aed tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419271 Apr 01 12:34:29.545471 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-83038e6a-ee30-4d3c-904a-0329fe45bda4 req-0257c135-8d68-4180-979b-fd3060ea4bce tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 210 time: 0.0265107 Apr 01 12:34:29.551268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3241bd-1721-4183-93cd-879b990a3d15 req-622c1cf4-c67f-4c14-9700-1382368954df tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:29.557730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3241bd-1721-4183-93cd-879b990a3d15 req-622c1cf4-c67f-4c14-9700-1382368954df tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:29.559323 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc3241bd-1721-4183-93cd-879b990a3d15 req-622c1cf4-c67f-4c14-9700-1382368954df tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1682 time: 0.0554588 Apr 01 12:34:29.603411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc3241bd-1721-4183-93cd-879b990a3d15 req-43e7af2d-7549-4475-bcd0-cd8a284d5561 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359898 Apr 01 12:34:29.776352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-124e70f9-96a0-4d18-bbb6-368d138f0c97 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:29.777782 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-124e70f9-96a0-4d18-bbb6-368d138f0c97 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 811 time: 0.1177399 Apr 01 12:34:29.792278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Request body: {'port': {'device_id': 'a81603b9-f72c-48bc-9423-99141c5a036a', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'admin_state_up': True, 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:29.843729 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 0f981269-b115-479a-b5ef-24e7144069fe up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:29.892072 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 0f981269-b115-479a-b5ef-24e7144069fe completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:34:29.896960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 0f981269-b115-479a-b5ef-24e7144069fe triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:29.897332 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:29.903153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Made reservation on behalf of c946efcae6d14e23a564c906a96bcc79 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:34:29.906653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:29.979675 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:30.029977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 0f981269-b115-479a-b5ef-24e7144069fe, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=0f981269-b115-479a-b5ef-24e7144069fe,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:30.035701 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:30.037366 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9870cf56-4a71-4916-bce3-eaaca6bdb02d no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:30.050716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Allocated IP 172.20.0.7 (94ca01ab-f6ea-4916-aca9-a72662d13317/bf23ceff-58c9-45aa-8c5d-4a04727444ed/1b15833d-c374-434f-aa43-fb8baf7ffa74) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:30.086728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 9870cf56-4a71-4916-bce3-eaaca6bdb02d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:34:30.087597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9870cf56-4a71-4916-bce3-eaaca6bdb02d not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:34:30.111126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=0f981269-b115-479a-b5ef-24e7144069fe,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:30.151590 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826ac55-5643-4ccf-a178-a2355b75eaf6 req-5c3c6baf-63a5-48f3-9164-5b72d4b14445 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:30.153087 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9826ac55-5643-4ccf-a178-a2355b75eaf6 req-5c3c6baf-63a5-48f3-9164-5b72d4b14445 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 945 time: 0.1184299 Apr 01 12:34:30.198515 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84adec84-4343-4eeb-b98f-8c5170c63a90 req-aee47f9a-d9bc-435b-bb2e-99a56335318d tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0375679 Apr 01 12:34:30.206599 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9826ac55-5643-4ccf-a178-a2355b75eaf6 req-fb99968c-fe9c-4220-bac2-a5efa772c03c tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468740 Apr 01 12:34:30.303081 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:30.339854 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:30.400333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:30.404568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:30.412534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-079a674c-e0df-4eb5-b174-128e4e1cadc1 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:30.414073 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-079a674c-e0df-4eb5-b174-128e4e1cadc1 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/networks?id=927cf1a7-fd9e-4c14-9449-f71cb773648c HTTP/1.1" status: 200 len: 821 time: 0.1180332 Apr 01 12:34:30.420890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:30.434981 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-404a5db2-9248-4e88-884f-4747f0c2c7fa tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/quotas/c5068ae6ccb549b3b2b7930b216ec36a HTTP/1.1" status: 200 len: 375 time: 0.0140121 Apr 01 12:34:30.448385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event updated for resources: {'Port': ['ID=1b15833d-c374-434f-aa43-fb8baf7ffa74,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:30.483457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:30.484102 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:30.498311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206b6d-9927-4aad-ad3a-8e2c20ecbb55 req-980393f7-10ee-45f3-9ccb-7ad80831d63e tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:30.499385 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-9be8bf42-3bcb-4ecc-a267-7bba7ed0195c tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5068ae6ccb549b3b2b7930b216ec36a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570357 Apr 01 12:34:30.502447 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af206b6d-9927-4aad-ad3a-8e2c20ecbb55 req-980393f7-10ee-45f3-9ccb-7ad80831d63e tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 946 time: 0.1167631 Apr 01 12:34:30.526668 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-a0fb952f-f6e1-49ba-b628-2d0f65dc5216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385476 Apr 01 12:34:30.541397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Request body: {'port': {'device_id': 'a81603b9-f72c-48bc-9423-99141c5a036a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:30.567383 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f981269-b115-479a-b5ef-24e7144069fe'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:30.570483 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9789272b-570f-4291-bb4e-7820ed336538" -d '{"events": [{"server_uuid": "c263d63b-b095-4b3d-b2c5-79f95665845f", "name": "network-vif-plugged", "status": "completed", "tag": "0f981269-b115-479a-b5ef-24e7144069fe"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:30.583594 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af206b6d-9927-4aad-ad3a-8e2c20ecbb55 req-59ab9f00-a8b4-4847-a82b-5f77cec73bcd tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765915 Apr 01 12:34:30.634586 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-001c114f-8f93-401e-a699-4fce7a848cdb service neutron] 10.222.0.45 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245480 Apr 01 12:34:30.641828 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:30.714227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cb527889-0956-4152-a4ed-aacad68fab65 None None] Provisioning complete for port 1b15833d-c374-434f-aa43-fb8baf7ffa74 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:30.714519 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cb527889-0956-4152-a4ed-aacad68fab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:30.736341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf34ed6-dbfd-410d-8cae-40935cf13c69 req-dc17b0c4-e63f-4af6-8049-8df1da22397a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:30.738033 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ecf34ed6-dbfd-410d-8cae-40935cf13c69 req-dc17b0c4-e63f-4af6-8049-8df1da22397a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 931 time: 0.0924439 Apr 01 12:34:30.744783 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-7e7ea114-f50e-42a5-ab7f-871673462bcf service neutron] 10.222.0.45 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089475 Apr 01 12:34:30.754534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cb527889-0956-4152-a4ed-aacad68fab65 None None] Port 1b15833d-c374-434f-aa43-fb8baf7ffa74 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:34:30.873788 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ecf34ed6-dbfd-410d-8cae-40935cf13c69 req-f73e8040-a43e-44d7-839a-f77ca656488b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199150 Apr 01 12:34:30.888475 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4b51ac-09a5-4e5c-b225-55559db60dc3 x-openstack-request-id: req-fb4b51ac-09a5-4e5c-b225-55559db60dc3 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:30.888950 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c263d63b-b095-4b3d-b2c5-79f95665845f", "name": "network-vif-plugged", "status": "completed", "tag": "0f981269-b115-479a-b5ef-24e7144069fe", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:30.889040 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb4b51ac-09a5-4e5c-b225-55559db60dc3 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:30.889363 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4b51ac-09a5-4e5c-b225-55559db60dc3'] response: {'server_uuid': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f981269-b115-479a-b5ef-24e7144069fe', 'code': 200} Apr 01 12:34:31.009686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1054cd-efd8-4833-b804-0d1d36c3ef18 req-412abbc8-ff4e-4e1e-859f-231564c736d8 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:31.015622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1054cd-efd8-4833-b804-0d1d36c3ef18 req-412abbc8-ff4e-4e1e-859f-231564c736d8 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:31.017582 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d1054cd-efd8-4833-b804-0d1d36c3ef18 req-412abbc8-ff4e-4e1e-859f-231564c736d8 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1682 time: 0.0605786 Apr 01 12:34:31.046619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca5ba1-0e0a-4c38-be2a-0dd10299a9f9 req-19c6acb8-746e-4694-be5e-79162ca293da tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:31.048439 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c5ca5ba1-0e0a-4c38-be2a-0dd10299a9f9 req-19c6acb8-746e-4694-be5e-79162ca293da tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 946 time: 0.1126454 Apr 01 12:34:31.061571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33204) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:31.069610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-dba5b71f-3437-4c73-b7db-684507c2fd8d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Request body: {'floatingip': {'port_id': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:31.072583 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d1054cd-efd8-4833-b804-0d1d36c3ef18 req-a3ca52ff-8cbf-4488-a7fc-e2b20dbf4763 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478241 Apr 01 12:34:31.110711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f45eb5-54d8-4f36-b3b0-3d207e0ab9f8 req-83cf6d5b-7200-45f1-9af3-ef57ab4b8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:31.112384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-15f45eb5-54d8-4f36-b3b0-3d207e0ab9f8 req-83cf6d5b-7200-45f1-9af3-ef57ab4b8b33 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 1096 time: 0.1480219 Apr 01 12:34:31.407842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf01cce-2018-4c79-bacf-41a6dc95b0bf req-56fd2a5f-746a-42f9-b3b2-4e1b87d38420 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:31.410767 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2cf01cce-2018-4c79-bacf-41a6dc95b0bf req-56fd2a5f-746a-42f9-b3b2-4e1b87d38420 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 945 time: 0.0580668 Apr 01 12:34:31.418382 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c03b33e-e315-4d0d-9f37-5a831956ba98 req-084aa319-ef10-4989-b031-7875ac56a849 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 210 time: 0.3050041 Apr 01 12:34:31.424717 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dba5b71f-3437-4c73-b7db-684507c2fd8d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for floatingip, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:31.455191 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2cf01cce-2018-4c79-bacf-41a6dc95b0bf req-9f3daa49-150d-4d34-8d8f-e846d17b13c3 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374777 Apr 01 12:34:31.542972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b15833d-c374-434f-aa43-fb8baf7ffa74 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:31.572444 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:31.582970 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2e1c1db2-6bda-4b75-a2cf-77c6ddd91105 req-5d3f97cf-a4a6-4a94-824e-da79e31945ac tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0575886 Apr 01 12:34:31.599611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3d0d0-3a38-425b-943e-a2407e56b53e req-66177d0a-24ee-4a76-9c8b-4caf2b33380d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:31.612198 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-15f45eb5-54d8-4f36-b3b0-3d207e0ab9f8 req-6bbc17d8-27b3-4d1d-8292-6642339bcc98 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4696791 Apr 01 12:34:31.612384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3d0d0-3a38-425b-943e-a2407e56b53e req-66177d0a-24ee-4a76-9c8b-4caf2b33380d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:31.612384 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-89c3d0d0-3a38-425b-943e-a2407e56b53e req-66177d0a-24ee-4a76-9c8b-4caf2b33380d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1682 time: 0.0762610 Apr 01 12:34:31.638886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Transition to ACTIVE for port object 1b15833d-c374-434f-aa43-fb8baf7ffa74 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:34:31.643795 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:31.648928 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-89c3d0d0-3a38-425b-943e-a2407e56b53e req-8376e487-9216-4d8f-b99b-9034ed98310c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339959 Apr 01 12:34:31.741008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Pushing event updated for resources: {'Port': ['ID=1b15833d-c374-434f-aa43-fb8baf7ffa74,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:31.903486 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Attempting to bind port 1b15833d-c374-434f-aa43-fb8baf7ffa74 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:34:31.903804 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Attempting to bind port 1b15833d-c374-434f-aa43-fb8baf7ffa74 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:34:31.904137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Attempting to bind port 1b15833d-c374-434f-aa43-fb8baf7ffa74 on network 94ca01ab-f6ea-4916-aca9-a72662d13317 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:31.912204 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Port 1b15833d-c374-434f-aa43-fb8baf7ffa74 on network 94ca01ab-f6ea-4916-aca9-a72662d13317 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:34:31.912708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Attempting to bind port 1b15833d-c374-434f-aa43-fb8baf7ffa74 on network 94ca01ab-f6ea-4916-aca9-a72662d13317 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:31.962497 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:34:31.962731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Checking segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:31.963110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Bound using segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:34:31.963550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Bound port: 1b15833d-c374-434f-aa43-fb8baf7ffa74, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:34:31.963908 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:32.073842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230defdf-ed58-4345-bf72-9eb3bf4fff34 req-ea554f01-912e-471f-be30-bb0d40c9c1d9 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:32.075334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-230defdf-ed58-4345-bf72-9eb3bf4fff34 req-ea554f01-912e-471f-be30-bb0d40c9c1d9 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 943 time: 0.1323800 Apr 01 12:34:32.152704 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] For port 1b15833d-c374-434f-aa43-fb8baf7ffa74, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:32.164554 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dba5b71f-3437-4c73-b7db-684507c2fd8d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:32.177570 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dba5b71f-3437-4c73-b7db-684507c2fd8d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:32.184498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] For port 1b15833d-c374-434f-aa43-fb8baf7ffa74, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1b15833d-c374-434f-aa43-fb8baf7ffa74,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:32.221948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-230defdf-ed58-4345-bf72-9eb3bf4fff34 req-db5e44dc-db02-42d7-973b-20a3e7cde40c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364892 Apr 01 12:34:32.224614 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:32.301615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:32.302243 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:32.303636 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] 10.222.0.44 "PUT /v2.0/ports/1b15833d-c374-434f-aa43-fb8baf7ffa74 HTTP/1.1" status: 200 len: 1091 time: 1.7671821 Apr 01 12:34:32.306163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81603b9-f72c-48bc-9423-99141c5a036a', 'tag': '1b15833d-c374-434f-aa43-fb8baf7ffa74'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:32.308533 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e996e5-9874-4abd-b6bf-5efb82a26bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a81603b9-f72c-48bc-9423-99141c5a036a", "tag": "1b15833d-c374-434f-aa43-fb8baf7ffa74"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:32.364504 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c11b0d-dac4-48ac-bfcf-c650be2f22c0 x-openstack-request-id: req-40c11b0d-dac4-48ac-bfcf-c650be2f22c0 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:32.364804 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81603b9-f72c-48bc-9423-99141c5a036a", "tag": "1b15833d-c374-434f-aa43-fb8baf7ffa74", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:32.365046 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40c11b0d-dac4-48ac-bfcf-c650be2f22c0 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:32.366195 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c11b0d-dac4-48ac-bfcf-c650be2f22c0'] response: {'name': 'network-changed', 'server_uuid': 'a81603b9-f72c-48bc-9423-99141c5a036a', 'tag': '1b15833d-c374-434f-aa43-fb8baf7ffa74', 'status': 'completed', 'code': 200} Apr 01 12:34:32.451556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330b138-2d5c-4db7-a270-c362f1d89e41 service neutron] Pushing event updated for resources: {'Port': ['ID=1b15833d-c374-434f-aa43-fb8baf7ffa74,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:32.467256 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-dba5b71f-3437-4c73-b7db-684507c2fd8d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Floating IP d746f0f9-9af3-4825-9839-bcd51b8b8824 associated. External IP: 172.25.7.110, port: b21d5b4c-2736-47ee-9661-1f6ddd7f49e6. Apr 01 12:34:32.545090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-a1b515dd-64d8-42bf-9337-387a8173832c tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:32.546500 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-a1b515dd-64d8-42bf-9337-387a8173832c tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.37 "GET /v2.0/networks?id=927cf1a7-fd9e-4c14-9449-f71cb773648c HTTP/1.1" status: 200 len: 821 time: 0.3053319 Apr 01 12:34:32.571988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Request body: {'port': {'device_id': 'da60bf7a-0e0e-43b0-a605-a009c3d0c4fa', 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c', 'admin_state_up': True, 'tenant_id': 'c5068ae6ccb549b3b2b7930b216ec36a'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:32.576920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4b6c2260-abde-4cbe-864e-54d53af16b81 req-40168ed8-4dfc-4ce3-8627-fb5df2de3461 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 210 time: 0.0599835 Apr 01 12:34:32.582203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-4760bfcd-5560-4d05-8fb9-ea44ca76a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:32.582203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-4760bfcd-5560-4d05-8fb9-ea44ca76a744 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 1094 time: 0.2038641 Apr 01 12:34:32.590095 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d86d89-aa34-4a85-8e06-95b78c342b73 req-852d7c8d-b2f4-4337-ab8d-072e8445a8ab tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:32.592587 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-97d86d89-aa34-4a85-8e06-95b78c342b73 req-852d7c8d-b2f4-4337-ab8d-072e8445a8ab tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 945 time: 0.0533311 Apr 01 12:34:32.650508 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-97d86d89-aa34-4a85-8e06-95b78c342b73 req-e35fdb49-043d-4e24-80bd-6479316bee7b tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399187 Apr 01 12:34:32.675545 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-60a64f1b-30de-4e49-9d34-dae9da0761b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b15833d-c374-434f-aa43-fb8baf7ffa74 HTTP/1.1" status: 200 len: 217 time: 0.0750759 Apr 01 12:34:32.765548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2db68728-571a-49f7-b4ef-668f3a9f2072 req-c69852c6-b98c-4595-abef-75aa64b38d5e tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0829215 Apr 01 12:34:32.766502 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638affa-c933-4fdc-90af-5c540f5900fd req-f7f65387-1dcf-4312-bbd6-3f6a1816a8b9 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:32.772580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638affa-c933-4fdc-90af-5c540f5900fd req-f7f65387-1dcf-4312-bbd6-3f6a1816a8b9 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:32.775037 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4638affa-c933-4fdc-90af-5c540f5900fd req-f7f65387-1dcf-4312-bbd6-3f6a1816a8b9 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1682 time: 0.0561526 Apr 01 12:34:32.805119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-002fd7c3-763f-41b3-b7e1-6db4dc8f1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:32.806526 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-002fd7c3-763f-41b3-b7e1-6db4dc8f1e40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.1124260 Apr 01 12:34:32.819001 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4638affa-c933-4fdc-90af-5c540f5900fd req-939abc80-4b06-4845-a571-127c526a5c9c tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360529 Apr 01 12:34:32.945207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Made reservation on behalf of c5068ae6ccb549b3b2b7930b216ec36a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:34:32.948602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:32.963404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-93ba3706-b8e9-49bc-ba64-448de625300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:32.964867 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-93ba3706-b8e9-49bc-ba64-448de625300a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471865 Apr 01 12:34:33.051759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba5b71f-3437-4c73-b7db-684507c2fd8d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Router 719ec04d-d050-41ad-a0bf-918275b39635 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:34:33.213159 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-64fd34a8-1415-4fa9-8c1a-dc00acbd2e6d service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274928 Apr 01 12:34:33.219554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Allocated IP 172.20.0.11 (927cf1a7-fd9e-4c14-9449-f71cb773648c/503fdfca-6d7e-46fb-b3ec-a887d3865368/26b88578-de71-4f72-b1b1-f9856ff52e79) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:33.679616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba5b71f-3437-4c73-b7db-684507c2fd8d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:34:33.685453 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-818ea4af-6097-4648-bd37-f3e3b8653cb1 req-d418e629-6579-4f7f-b3fc-b3f45ab6ff91 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 210 time: 0.0330174 Apr 01 12:34:33.690984 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be19c5-b1f2-4fb0-8da2-00cb9b808442 None None] Sync routers for ids ['719ec04d-d050-41ad-a0bf-918275b39635'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:34:33.694027 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dba5b71f-3437-4c73-b7db-684507c2fd8d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:33.702157 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be19c5-b1f2-4fb0-8da2-00cb9b808442 None None] Routers {'719ec04d-d050-41ad-a0bf-918275b39635'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:34:33.703285 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-61be19c5-b1f2-4fb0-8da2-00cb9b808442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:34:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['719ec04d-d050-41ad-a0bf-918275b39635'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:33.767543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94c04a-6d20-4961-a498-efde5c22a56a req-b46b7e12-d37d-4600-ad66-035d8291b908 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:33.769059 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf94c04a-6d20-4961-a498-efde5c22a56a req-b46b7e12-d37d-4600-ad66-035d8291b908 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 943 time: 0.2357528 Apr 01 12:34:33.770938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88566afe-1ce6-480f-9e8c-55de1902a4d5 req-9b116c94-ff40-47cd-8f74-f80c16755c87 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492244 Apr 01 12:34:33.806898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e48666-5c49-4862-aa3c-8646e581e2d5 req-38f5566b-6812-4a2f-9662-b8f082db3423 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:33.808537 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-47e48666-5c49-4862-aa3c-8646e581e2d5 req-38f5566b-6812-4a2f-9662-b8f082db3423 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 945 time: 0.0603273 Apr 01 12:34:33.809661 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-20eb1938-eeff-4352-91ec-cdf0ddc7c763 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:33.815590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-20eb1938-eeff-4352-91ec-cdf0ddc7c763 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:33.817171 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-20eb1938-eeff-4352-91ec-cdf0ddc7c763 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1682 time: 0.2587922 Apr 01 12:34:33.826363 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-61be19c5-b1f2-4fb0-8da2-00cb9b808442 None None] Set router 719ec04d-d050-41ad-a0bf-918275b39635 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:34:33.836655 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dba5b71f-3437-4c73-b7db-684507c2fd8d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "PUT /v2.0/floatingips/d746f0f9-9af3-4825-9839-bcd51b8b8824 HTTP/1.1" status: 200 len: 992 time: 2.7729678 Apr 01 12:34:33.849426 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9870cf56-4a71-4916-bce3-eaaca6bdb02d no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:33.862666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-47e48666-5c49-4862-aa3c-8646e581e2d5 req-8aa5ab2a-99d7-413e-ac08-fbe376c63015 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460498 Apr 01 12:34:33.879694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 9870cf56-4a71-4916-bce3-eaaca6bdb02d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:34:33.880531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9870cf56-4a71-4916-bce3-eaaca6bdb02d not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:34:33.960873 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10d3f953-6e33-4e6e-9957-5ea48c0068c0 req-f2ae76cb-dba6-4183-9b1c-a2c8ba68b3e5 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0285723 Apr 01 12:34:33.982899 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:33.988618 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf94c04a-6d20-4961-a498-efde5c22a56a req-2984f7b2-9742-4584-bc0e-628f9260caab tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669044 Apr 01 12:34:34.002043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e996e5-9874-4abd-b6bf-5efb82a26bb0 req-e1a4ad68-4441-428f-874b-1c01be97f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:34.003538 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7e996e5-9874-4abd-b6bf-5efb82a26bb0 req-e1a4ad68-4441-428f-874b-1c01be97f408 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 1094 time: 0.1589074 Apr 01 12:34:34.080962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab31108-7c7a-4556-af6b-ff96f430470f req-84b515b8-25ff-43fa-9a0c-a005777c8359 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:34.087669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab31108-7c7a-4556-af6b-ff96f430470f req-84b515b8-25ff-43fa-9a0c-a005777c8359 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:34.089303 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aab31108-7c7a-4556-af6b-ff96f430470f req-84b515b8-25ff-43fa-9a0c-a005777c8359 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 1682 time: 0.0642531 Apr 01 12:34:34.133002 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aab31108-7c7a-4556-af6b-ff96f430470f req-30321260-b981-41c0-ad29-a47ec2b7d4e9 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370417 Apr 01 12:34:34.146219 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:34.150331 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-132233e0-18ab-4606-9703-bcd9a4aec923 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Deleting port 8d71e15b-fc53-4b27-920b-de1f313b0f76 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:34.150658 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-132233e0-18ab-4606-9703-bcd9a4aec923 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:34.151678 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-61be19c5-b1f2-4fb0-8da2-00cb9b808442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'd746f0f9-9af3-4825-9839-bcd51b8b8824', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'port_id': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'mac_address': 'fa:16:3e:69:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:02Z', 'updated_at': '2022-04-01T12:34:31Z', 'revision_number': 1, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59', 'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'mac_address': 'fa:16:3e:bd:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:01Z', 'updated_at': '2022-04-01T12:33:12Z', 'revision_number': 5, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'subnets': [{'id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:34.179180 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be19c5-b1f2-4fb0-8da2-00cb9b808442 None None] Checking router: 719ec04d-d050-41ad-a0bf-918275b39635 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:34:34.187834 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be19c5-b1f2-4fb0-8da2-00cb9b808442 None None] Routers {'719ec04d-d050-41ad-a0bf-918275b39635'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:34:34.188441 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-61be19c5-b1f2-4fb0-8da2-00cb9b808442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:34:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['719ec04d-d050-41ad-a0bf-918275b39635'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:34.233048 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e996e5-9874-4abd-b6bf-5efb82a26bb0 req-5fb9fd5c-49dc-458f-8eb9-86f71b17acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:34.234542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7e996e5-9874-4abd-b6bf-5efb82a26bb0 req-5fb9fd5c-49dc-458f-8eb9-86f71b17acc6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.2235036 Apr 01 12:34:34.243261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Network 927cf1a7-fd9e-4c14-9449-f71cb773648c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:34.254025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da92925-9ecc-4c03-8f2b-f5bbd7dd958e req-689e4be6-e71d-4cb3-a340-4a4599aba353 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:34.255464 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7da92925-9ecc-4c03-8f2b-f5bbd7dd958e req-689e4be6-e71d-4cb3-a340-4a4599aba353 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 945 time: 0.1629257 Apr 01 12:34:34.264236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33244) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:34.268715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-07074327-7f79-4a56-99b6-5b3aed3ed03d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'floatingip': {'port_id': '0f981269-b115-479a-b5ef-24e7144069fe'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:34.295874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:34.304919 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-61be19c5-b1f2-4fb0-8da2-00cb9b808442 None None] Set router 719ec04d-d050-41ad-a0bf-918275b39635 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:34:34.313894 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07074327-7f79-4a56-99b6-5b3aed3ed03d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:34.324834 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:34.330385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event updated for resources: {'Port': ['ID=26b88578-de71-4f72-b1b1-f9856ff52e79,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:34.333411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7e996e5-9874-4abd-b6bf-5efb82a26bb0 req-6e153501-3b83-4b16-99c1-98316ad36ab3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b15833d-c374-434f-aa43-fb8baf7ffa74 HTTP/1.1" status: 200 len: 217 time: 0.0870738 Apr 01 12:34:34.367341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'tag': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:34.370337 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c272ee2-74d2-402f-b4b5-e424f7b6cf80" -d '{"events": [{"name": "network-changed", "server_uuid": "8918b050-d9c4-4e64-90bf-db2d8ac3fad6", "tag": "b21d5b4c-2736-47ee-9661-1f6ddd7f49e6"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:34.435739 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c208cb-40e9-4d26-ab4e-c5aa6757d546 x-openstack-request-id: req-93c208cb-40e9-4d26-ab4e-c5aa6757d546 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:34.436052 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8918b050-d9c4-4e64-90bf-db2d8ac3fad6", "tag": "b21d5b4c-2736-47ee-9661-1f6ddd7f49e6", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:34.436342 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93c208cb-40e9-4d26-ab4e-c5aa6757d546 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:34.436742 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c208cb-40e9-4d26-ab4e-c5aa6757d546'] response: {'name': 'network-changed', 'server_uuid': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'tag': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6', 'status': 'completed', 'code': 200} Apr 01 12:34:34.448440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:34.449078 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:34.455456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-132233e0-18ab-4606-9703-bcd9a4aec923 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] For port 8d71e15b-fc53-4b27-920b-de1f313b0f76, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8d71e15b-fc53-4b27-920b-de1f313b0f76,segment=NetworkSegment(c33754eb-cd75-49a5-8961-d5680c93957a),segment_id=c33754eb-cd75-49a5-8961-d5680c93957a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:34.455822 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-132233e0-18ab-4606-9703-bcd9a4aec923 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:34.500917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e996e5-9874-4abd-b6bf-5efb82a26bb0 req-2294ae41-d186-4f71-bd54-a68bd2f247b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:34.502397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7e996e5-9874-4abd-b6bf-5efb82a26bb0 req-2294ae41-d186-4f71-bd54-a68bd2f247b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.1460602 Apr 01 12:34:34.503753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-132233e0-18ab-4606-9703-bcd9a4aec923 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Calling delete_port for 8d71e15b-fc53-4b27-920b-de1f313b0f76 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:34.511434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-904183c0-e9f5-4a40-b4fb-a39b365c1762 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9451625 Apr 01 12:34:34.529477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Request body: {'port': {'device_id': 'da60bf7a-0e0e-43b0-a605-a009c3d0c4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:34.555375 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-61be19c5-b1f2-4fb0-8da2-00cb9b808442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'd746f0f9-9af3-4825-9839-bcd51b8b8824', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'port_id': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'mac_address': 'fa:16:3e:69:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:02Z', 'updated_at': '2022-04-01T12:34:31Z', 'revision_number': 1, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59', 'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'mac_address': 'fa:16:3e:bd:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:01Z', 'updated_at': '2022-04-01T12:33:12Z', 'revision_number': 5, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'subnets': [{'id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:34.582723 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be19c5-b1f2-4fb0-8da2-00cb9b808442 None None] The sync data for ids ['719ec04d-d050-41ad-a0bf-918275b39635'] in n-d-836146-1 is: [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'd746f0f9-9af3-4825-9839-bcd51b8b8824', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'port_id': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'mac_address': 'fa:16:3e:69:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:02Z', 'updated_at': '2022-04-01T12:34:31Z', 'revision_number': 1, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59', 'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'mac_address': 'fa:16:3e:bd:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:01Z', 'updated_at': '2022-04-01T12:33:12Z', 'revision_number': 5, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'subnets': [{'id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:34:34.656041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c272ee2-74d2-402f-b4b5-e424f7b6cf80 req-9e8e827c-13c2-425b-aaf7-5da9aeec0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:34.657552 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c272ee2-74d2-402f-b4b5-e424f7b6cf80 req-9e8e827c-13c2-425b-aaf7-5da9aeec0228 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3c9ece97bcc4c5b88a7c10cf27b386a&device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 1097 time: 0.1865423 Apr 01 12:34:34.681401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e996e5-9874-4abd-b6bf-5efb82a26bb0 req-3c4841b7-6c6f-45c1-b5f5-3fe4bb5f39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:34.683145 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7e996e5-9874-4abd-b6bf-5efb82a26bb0 req-3c4841b7-6c6f-45c1-b5f5-3fe4bb5f39f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694117 Apr 01 12:34:34.686350 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:34.831041 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07074327-7f79-4a56-99b6-5b3aed3ed03d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:34.837517 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07074327-7f79-4a56-99b6-5b3aed3ed03d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:34.862360 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1bd65e-4736-4846-9e20-bbb235e18157 None None] New status for floating IP d746f0f9-9af3-4825-9839-bcd51b8b8824: ACTIVE {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:34:34.950972 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-07074327-7f79-4a56-99b6-5b3aed3ed03d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Floating IP e4a4d414-677b-47c9-9e7f-ddf65c1c8466 associated. External IP: 172.25.7.115, port: 0f981269-b115-479a-b5ef-24e7144069fe. Apr 01 12:34:35.023038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c272ee2-74d2-402f-b4b5-e424f7b6cf80 req-eaecaf07-ca59-420e-a346-4d3675695ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:35.024567 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c272ee2-74d2-402f-b4b5-e424f7b6cf80 req-eaecaf07-ca59-420e-a346-4d3675695ea5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a7b58a8-1d79-40a6-b6a4-b2c71268d757 HTTP/1.1" status: 200 len: 916 time: 0.3554196 Apr 01 12:34:35.043741 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-132233e0-18ab-4606-9703-bcd9a4aec923 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:35.058471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243790d-4ec5-47c8-9015-4d60a6156ebb req-749e55a5-fa5b-4f80-b198-3820d4fb70c2 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:35.066029 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5243790d-4ec5-47c8-9015-4d60a6156ebb req-749e55a5-fa5b-4f80-b198-3820d4fb70c2 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 932 time: 0.2847514 Apr 01 12:34:35.107436 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7e996e5-9874-4abd-b6bf-5efb82a26bb0 req-95ea20dd-0e33-4b0c-afb9-56bc9f3fc5f3 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026027 Apr 01 12:34:35.136732 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3aa0d9f-7a5b-4857-80a6-fae53808701a req-cca293a0-d007-40b7-86c4-df07c06145aa tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0311317 Apr 01 12:34:35.163908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132233e0-18ab-4606-9703-bcd9a4aec923 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Port': ['ID=8d71e15b-fc53-4b27-920b-de1f313b0f76,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:35.173947 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['8d71e15b-fc53-4b27-920b-de1f313b0f76', 'a5a25aaa-e056-42c1-86a2-a18f85907197'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:34:35.257267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c272ee2-74d2-402f-b4b5-e424f7b6cf80 req-d833b7c6-c67a-4edf-bfb8-28896db644e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 HTTP/1.1" status: 200 len: 1000 time: 0.2195272 Apr 01 12:34:35.276204 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5243790d-4ec5-47c8-9015-4d60a6156ebb req-a93a9c1a-caac-4492-a869-2e734ecf7a13 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074060 Apr 01 12:34:35.334598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07074327-7f79-4a56-99b6-5b3aed3ed03d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Router 5b51178f-34da-460a-9d5e-8b337d4ff583 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:34:35.353638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa907e8-a822-4d4f-86d2-16c53a9e09ff req-d6ff9679-5adb-4046-b792-17b652c8b206 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:35.355224 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5aa907e8-a822-4d4f-86d2-16c53a9e09ff req-d6ff9679-5adb-4046-b792-17b652c8b206 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 943 time: 0.1021988 Apr 01 12:34:35.490945 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5aa907e8-a822-4d4f-86d2-16c53a9e09ff req-e3d9fada-e6bf-48c1-8e92-82910eb9ff07 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900154 Apr 01 12:34:35.505587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07074327-7f79-4a56-99b6-5b3aed3ed03d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:34:35.512946 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07074327-7f79-4a56-99b6-5b3aed3ed03d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:35.516865 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda276cf-3017-48ac-a135-0edbba3a42f4 None None] Sync routers for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:34:35.527905 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda276cf-3017-48ac-a135-0edbba3a42f4 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:34:35.528597 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-dda276cf-3017-48ac-a135-0edbba3a42f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:34:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:35.550035 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-07074327-7f79-4a56-99b6-5b3aed3ed03d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "PUT /v2.0/floatingips/e4a4d414-677b-47c9-9e7f-ddf65c1c8466 HTTP/1.1" status: 200 len: 991 time: 1.2763836 Apr 01 12:34:35.550035 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'tag': '0f981269-b115-479a-b5ef-24e7144069fe'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:35.550035 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcfd874-34d6-4550-8d9d-ab404d5ebed3" -d '{"events": [{"name": "network-changed", "server_uuid": "c263d63b-b095-4b3d-b2c5-79f95665845f", "tag": "0f981269-b115-479a-b5ef-24e7144069fe"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:35.588892 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e181a26c-17ce-4fd0-bd40-bc7b599c0d3a x-openstack-request-id: req-e181a26c-17ce-4fd0-bd40-bc7b599c0d3a {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:35.589195 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c263d63b-b095-4b3d-b2c5-79f95665845f", "tag": "0f981269-b115-479a-b5ef-24e7144069fe", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:35.589446 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e181a26c-17ce-4fd0-bd40-bc7b599c0d3a {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:35.589849 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e181a26c-17ce-4fd0-bd40-bc7b599c0d3a'] response: {'name': 'network-changed', 'server_uuid': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'tag': '0f981269-b115-479a-b5ef-24e7144069fe', 'status': 'completed', 'code': 200} Apr 01 12:34:35.654492 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-dda276cf-3017-48ac-a135-0edbba3a42f4 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:34:35.658787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-132233e0-18ab-4606-9703-bcd9a4aec923 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] No DVR routers for this DVR port 8d71e15b-fc53-4b27-920b-de1f313b0f76 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:34:35.704304 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-132233e0-18ab-4606-9703-bcd9a4aec923 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:35.707448 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-132233e0-18ab-4606-9703-bcd9a4aec923 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "DELETE /v2.0/ports/8d71e15b-fc53-4b27-920b-de1f313b0f76 HTTP/1.1" status: 204 len: 173 time: 1.8736405 Apr 01 12:34:35.858685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c272ee2-74d2-402f-b4b5-e424f7b6cf80 req-75459b62-9780-4ec2-9d74-e51aa5f67c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:35.859991 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c272ee2-74d2-402f-b4b5-e424f7b6cf80 req-75459b62-9780-4ec2-9d74-e51aa5f67c98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99aed3e9-b8be-4b9c-837e-0c972fa8fc76 HTTP/1.1" status: 200 len: 854 time: 0.2149215 Apr 01 12:34:35.872953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7e996e5-9874-4abd-b6bf-5efb82a26bb0 req-f37cdd8f-5949-4c6d-a2bd-4473478584e8 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7448790 Apr 01 12:34:35.897423 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-dda276cf-3017-48ac-a135-0edbba3a42f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e4a4d414-677b-47c9-9e7f-ddf65c1c8466', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '0f981269-b115-479a-b5ef-24e7144069fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:94:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:10Z', 'updated_at': '2022-04-01T12:34:34Z', 'revision_number': 1, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:35.914160 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645d82-0e81-484c-b9ca-365c96fa11f5 req-d0671dc8-b528-45c2-a5fb-b604001ac429 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:35.916457 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a645d82-0e81-484c-b9ca-365c96fa11f5 req-d0671dc8-b528-45c2-a5fb-b604001ac429 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 946 time: 0.2698159 Apr 01 12:34:35.927242 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda276cf-3017-48ac-a135-0edbba3a42f4 None None] Checking router: 5b51178f-34da-460a-9d5e-8b337d4ff583 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:34:35.935665 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda276cf-3017-48ac-a135-0edbba3a42f4 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:34:35.936276 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-dda276cf-3017-48ac-a135-0edbba3a42f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:34:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:35.942643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfd874-34d6-4550-8d9d-ab404d5ebed3 req-2531764f-0c83-4e15-8443-8f865b2b2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:35.944152 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7dcfd874-34d6-4550-8d9d-ab404d5ebed3 req-2531764f-0c83-4e15-8443-8f865b2b2aa3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 1096 time: 0.2965438 Apr 01 12:34:36.101535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b88578-de71-4f72-b1b1-f9856ff52e79 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:36.121453 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:36.121646 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1b15833d-c374-434f-aa43-fb8baf7ffa74 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:34:36.126880 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a645d82-0e81-484c-b9ca-365c96fa11f5 req-fe675168-a5f2-4e9e-87a6-f9817fbf358d tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/security-groups?id=0bfceca7-c19d-480c-94a5-0b6cb1826149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023938 Apr 01 12:34:36.137159 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c272ee2-74d2-402f-b4b5-e424f7b6cf80 req-612be978-c698-4e84-829e-eb6375f30c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.138682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c272ee2-74d2-402f-b4b5-e424f7b6cf80 req-612be978-c698-4e84-829e-eb6375f30c0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a7b58a8-1d79-40a6-b6a4-b2c71268d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2462389 Apr 01 12:34:36.154216 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-dda276cf-3017-48ac-a135-0edbba3a42f4 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:34:36.157331 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Transition to ACTIVE for port object 26b88578-de71-4f72-b1b1-f9856ff52e79 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:34:36.175528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-842e91f4-4ce4-49b2-947d-015da377531a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Deleting port a5a25aaa-e056-42c1-86a2-a18f85907197 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:36.175528 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-842e91f4-4ce4-49b2-947d-015da377531a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:36.189064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:36.222929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfd874-34d6-4550-8d9d-ab404d5ebed3 req-e855d70f-064a-42f8-9d3b-84307ca70383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.224399 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7dcfd874-34d6-4550-8d9d-ab404d5ebed3 req-e855d70f-064a-42f8-9d3b-84307ca70383 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 915 time: 0.2722974 Apr 01 12:34:36.257048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1b15833d-c374-434f-aa43-fb8baf7ffa74, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1b15833d-c374-434f-aa43-fb8baf7ffa74,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:36.269275 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50e08-4cd3-4ae6-b47f-dc37de15414e req-656e48be-1959-492c-aa85-ad91ec31a0b1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.271584 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '1b15833d-c374-434f-aa43-fb8baf7ffa74', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'port_id': '1b15833d-c374-434f-aa43-fb8baf7ffa74', 'mac_address': 'fa:16:3e:0b:22:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:34:36.277097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50e08-4cd3-4ae6-b47f-dc37de15414e req-656e48be-1959-492c-aa85-ad91ec31a0b1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.283781 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50e08-4cd3-4ae6-b47f-dc37de15414e req-656e48be-1959-492c-aa85-ad91ec31a0b1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.291866 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50e08-4cd3-4ae6-b47f-dc37de15414e req-656e48be-1959-492c-aa85-ad91ec31a0b1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.302864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50e08-4cd3-4ae6-b47f-dc37de15414e req-656e48be-1959-492c-aa85-ad91ec31a0b1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.313725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50e08-4cd3-4ae6-b47f-dc37de15414e req-656e48be-1959-492c-aa85-ad91ec31a0b1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.319984 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50e08-4cd3-4ae6-b47f-dc37de15414e req-656e48be-1959-492c-aa85-ad91ec31a0b1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.326245 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:36.330380 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-77c50e08-4cd3-4ae6-b47f-dc37de15414e req-656e48be-1959-492c-aa85-ad91ec31a0b1 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5434 time: 0.1476054 Apr 01 12:34:36.356270 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b15833d-c374-434f-aa43-fb8baf7ffa74 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:36.364838 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bdb8fe82-fb26-4c92-b0d2-16f577ae53d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:36.382911 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-77c50e08-4cd3-4ae6-b47f-dc37de15414e req-a0ca8f8c-aba6-4d54-b273-2cf91bdf13ec tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516412 Apr 01 12:34:36.387632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1b15833d-c374-434f-aa43-fb8baf7ffa74, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1b15833d-c374-434f-aa43-fb8baf7ffa74,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:36.393188 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:36.421542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7dcfd874-34d6-4550-8d9d-ab404d5ebed3 req-a144bdc1-9fe7-4cf2-9170-787b73522e0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f981269-b115-479a-b5ef-24e7144069fe HTTP/1.1" status: 200 len: 999 time: 0.1557844 Apr 01 12:34:36.443186 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7a5eced9-9d30-4232-ab43-8c9ded5eadfa req-d65cf78e-84dd-43e4-b574-041b741880cd tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.1891780 Apr 01 12:34:36.443633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'name': 'network-vif-deleted', 'tag': '8d71e15b-fc53-4b27-920b-de1f313b0f76'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:36.445890 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e772dadc-43d5-4ab4-be18-bb72695a3ef4" -d '{"events": [{"server_uuid": "7bb70437-59a9-4cdf-8fae-08f72409b717", "name": "network-vif-deleted", "tag": "8d71e15b-fc53-4b27-920b-de1f313b0f76"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:36.482609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1b15833d-c374-434f-aa43-fb8baf7ffa74,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:36.504130 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-dda276cf-3017-48ac-a135-0edbba3a42f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e4a4d414-677b-47c9-9e7f-ddf65c1c8466', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '0f981269-b115-479a-b5ef-24e7144069fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:94:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:10Z', 'updated_at': '2022-04-01T12:34:34Z', 'revision_number': 1, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:36.519137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Pushing event updated for resources: {'Port': ['ID=26b88578-de71-4f72-b1b1-f9856ff52e79,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:36.552451 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda276cf-3017-48ac-a135-0edbba3a42f4 None None] The sync data for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 is: [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e4a4d414-677b-47c9-9e7f-ddf65c1c8466', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '0f981269-b115-479a-b5ef-24e7144069fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:94:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:10Z', 'updated_at': '2022-04-01T12:34:34Z', 'revision_number': 1, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:34:36.560638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baa350-a82b-459e-aa55-f1529fd2ae86 req-7d415f3b-0c23-4a4d-9e55-b0efc141ee45 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.562651 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-25baa350-a82b-459e-aa55-f1529fd2ae86 req-7d415f3b-0c23-4a4d-9e55-b0efc141ee45 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 944 time: 0.0615623 Apr 01 12:34:36.611192 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-25baa350-a82b-459e-aa55-f1529fd2ae86 req-2225277a-7da9-41cc-bb25-b408917be0f0 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Apr 01 12:34:36.653229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-842e91f4-4ce4-49b2-947d-015da377531a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] For port a5a25aaa-e056-42c1-86a2-a18f85907197, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5a25aaa-e056-42c1-86a2-a18f85907197,segment=NetworkSegment(6fe2217d-52ca-4a16-b339-a8b61e4ff0fc),segment_id=6fe2217d-52ca-4a16-b339-a8b61e4ff0fc)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:36.653604 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-842e91f4-4ce4-49b2-947d-015da377531a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:36.658996 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c272ee2-74d2-402f-b4b5-e424f7b6cf80 req-e55783e2-0312-44d2-941b-2a0ffcfd1002 service neutron] 10.222.0.44 "GET /v2.0/networks/4a7b58a8-1d79-40a6-b6a4-b2c71268d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106556 Apr 01 12:34:36.660344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfd874-34d6-4550-8d9d-ab404d5ebed3 req-78797ddc-9eab-4555-8cee-969369cb1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.661660 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7dcfd874-34d6-4550-8d9d-ab404d5ebed3 req-78797ddc-9eab-4555-8cee-969369cb1203 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.2023416 Apr 01 12:34:36.691409 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b03402-2da9-467f-9ccb-2a04d73d7b85 x-openstack-request-id: req-e7b03402-2da9-467f-9ccb-2a04d73d7b85 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:36.691727 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb70437-59a9-4cdf-8fae-08f72409b717", "name": "network-vif-deleted", "tag": "8d71e15b-fc53-4b27-920b-de1f313b0f76", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:36.691941 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7b03402-2da9-467f-9ccb-2a04d73d7b85 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:36.692319 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b03402-2da9-467f-9ccb-2a04d73d7b85'] response: {'server_uuid': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'name': 'network-vif-deleted', 'tag': '8d71e15b-fc53-4b27-920b-de1f313b0f76', 'status': 'completed', 'code': 200} Apr 01 12:34:36.727030 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-842e91f4-4ce4-49b2-947d-015da377531a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Calling delete_port for a5a25aaa-e056-42c1-86a2-a18f85907197 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:36.777582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1b15833d-c374-434f-aa43-fb8baf7ffa74'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:34:36.780193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f9d37-7001-4255-aee2-3a649f49f332 req-a950687f-50c0-47f1-8d9e-147d4f581995 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.782480 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e2f9d37-7001-4255-aee2-3a649f49f332 req-a950687f-50c0-47f1-8d9e-147d4f581995 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 944 time: 0.0566375 Apr 01 12:34:36.784797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168b4d-47c8-4b72-b04c-f3e1ac4c0933 req-6a356a96-bd6c-4de1-bb78-22052c5d000f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.791690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168b4d-47c8-4b72-b04c-f3e1ac4c0933 req-6a356a96-bd6c-4de1-bb78-22052c5d000f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.797601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168b4d-47c8-4b72-b04c-f3e1ac4c0933 req-6a356a96-bd6c-4de1-bb78-22052c5d000f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.803719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168b4d-47c8-4b72-b04c-f3e1ac4c0933 req-6a356a96-bd6c-4de1-bb78-22052c5d000f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.810234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168b4d-47c8-4b72-b04c-f3e1ac4c0933 req-6a356a96-bd6c-4de1-bb78-22052c5d000f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.816518 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168b4d-47c8-4b72-b04c-f3e1ac4c0933 req-6a356a96-bd6c-4de1-bb78-22052c5d000f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.822540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168b4d-47c8-4b72-b04c-f3e1ac4c0933 req-6a356a96-bd6c-4de1-bb78-22052c5d000f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.828270 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48168b4d-47c8-4b72-b04c-f3e1ac4c0933 req-6a356a96-bd6c-4de1-bb78-22052c5d000f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5434 time: 0.2800887 Apr 01 12:34:36.846497 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e2f9d37-7001-4255-aee2-3a649f49f332 req-9800b206-c87a-47bf-9048-d2db6442f260 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 Apr 01 12:34:36.847049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c097a354-7a29-45d3-b2ad-f52aa785e6e9 None None] New status for floating IP e4a4d414-677b-47c9-9e7f-ddf65c1c8466: ACTIVE {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:34:36.858220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Attempting to bind port 26b88578-de71-4f72-b1b1-f9856ff52e79 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:34:36.858568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Attempting to bind port 26b88578-de71-4f72-b1b1-f9856ff52e79 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:34:36.858891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Attempting to bind port 26b88578-de71-4f72-b1b1-f9856ff52e79 on network 927cf1a7-fd9e-4c14-9449-f71cb773648c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:36.905872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Port 26b88578-de71-4f72-b1b1-f9856ff52e79 on network 927cf1a7-fd9e-4c14-9449-f71cb773648c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:34:36.906122 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Attempting to bind port 26b88578-de71-4f72-b1b1-f9856ff52e79 on network 927cf1a7-fd9e-4c14-9449-f71cb773648c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:36.924420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:34:36.924768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Checking segment: {'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:36.925140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Bound using segment: {'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:34:36.925575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Bound port: 26b88578-de71-4f72-b1b1-f9856ff52e79, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf00fca-46df-4ea5-873e-19d1d9305f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:34:36.925930 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:36.935266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfd874-34d6-4550-8d9d-ab404d5ebed3 req-7fb3aba7-9cb9-4a66-a14c-67cb31213b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:36.936764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7dcfd874-34d6-4550-8d9d-ab404d5ebed3 req-7fb3aba7-9cb9-4a66-a14c-67cb31213b3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616768 Apr 01 12:34:37.017221 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c272ee2-74d2-402f-b4b5-e424f7b6cf80 req-e409313f-afe0-4889-a142-48eecfd57c9a service neutron] 10.222.0.44 "GET /v2.0/networks/4a7b58a8-1d79-40a6-b6a4-b2c71268d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446274 Apr 01 12:34:37.131634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] For port 26b88578-de71-4f72-b1b1-f9856ff52e79, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:37.153923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] For port 26b88578-de71-4f72-b1b1-f9856ff52e79, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=26b88578-de71-4f72-b1b1-f9856ff52e79,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:37.172053 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:37.181601 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7dcfd874-34d6-4550-8d9d-ab404d5ebed3 req-c53457ca-4495-432f-b3ac-57afdaa02c24 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232609 Apr 01 12:34:37.185308 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-842e91f4-4ce4-49b2-947d-015da377531a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:37.234429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:37.235038 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:37.236349 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] 10.222.0.37 "PUT /v2.0/ports/26b88578-de71-4f72-b1b1-f9856ff52e79 HTTP/1.1" status: 200 len: 1092 time: 2.7120030 Apr 01 12:34:37.274463 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-250aa02c-7756-4be0-bfc8-17530f45fc19 req-5a1a8a18-26d6-40f9-8c1c-3ba05e00c59e tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb70437-59a9-4cdf-8fae-08f72409b717 HTTP/1.1" status: 200 len: 210 time: 0.0679348 Apr 01 12:34:37.375707 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73bce2-c9ee-4524-a391-e30dcaff0564 service neutron] Pushing event updated for resources: {'Port': ['ID=26b88578-de71-4f72-b1b1-f9856ff52e79,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:37.400443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-842e91f4-4ce4-49b2-947d-015da377531a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] No DVR routers for this DVR port a5a25aaa-e056-42c1-86a2-a18f85907197 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:34:37.406160 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-842e91f4-4ce4-49b2-947d-015da377531a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:37.409366 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4da75f8c-ac93-4935-b235-ef3a8508a230 req-842e91f4-4ce4-49b2-947d-015da377531a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.37 "DELETE /v2.0/ports/a5a25aaa-e056-42c1-86a2-a18f85907197 HTTP/1.1" status: 204 len: 173 time: 1.6617177 Apr 01 12:34:37.437672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e91f4-4ce4-49b2-947d-015da377531a tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Port': ['ID=a5a25aaa-e056-42c1-86a2-a18f85907197,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:37.459195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-90c113cf-96a8-43a5-9610-9878c220d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:37.460724 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-90c113cf-96a8-43a5-9610-9878c220d1d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5068ae6ccb549b3b2b7930b216ec36a&device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 1095 time: 0.1705472 Apr 01 12:34:37.465199 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7dcfd874-34d6-4550-8d9d-ab404d5ebed3 req-be2a081b-c3c4-4791-b79e-c012e8760617 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576432 Apr 01 12:34:37.515940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-ae65eded-34cb-49bf-9da9-806a6bf5f0c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26b88578-de71-4f72-b1b1-f9856ff52e79 HTTP/1.1" status: 200 len: 217 time: 0.0437062 Apr 01 12:34:37.571508 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe53cf31-a73b-4b1a-bd88-9e8f5f14ed6c req-269de66c-593c-4feb-81d5-d4bf5caa6228 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0266695 Apr 01 12:34:37.576531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-699565ed-cd38-4ca4-95a8-4cbb2ec3bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:37.578044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-699565ed-cd38-4ca4-95a8-4cbb2ec3bd6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=503fdfca-6d7e-46fb-b3ec-a887d3865368 HTTP/1.1" status: 200 len: 861 time: 0.0505805 Apr 01 12:34:37.611563 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-3449ddde-2fe5-4a44-9184-d4da5d490f69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=927cf1a7-fd9e-4c14-9449-f71cb773648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262005 Apr 01 12:34:37.736573 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-46491c2e-fb0e-4391-8314-7da9aa118a31 service neutron] 10.222.0.37 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175730 Apr 01 12:34:37.749268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea099b-11d6-4354-812c-38f44088a278 req-6dbe64f7-1564-4e89-ae76-e8316051c378 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:37.750681 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0ea099b-11d6-4354-812c-38f44088a278 req-6dbe64f7-1564-4e89-ae76-e8316051c378 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 944 time: 0.0697572 Apr 01 12:34:37.842581 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0ea099b-11d6-4354-812c-38f44088a278 req-cbf3684a-7566-40d4-ab20-940cf923758d tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838499 Apr 01 12:34:37.846622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a5a25aaa-e056-42c1-86a2-a18f85907197 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:37.875438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: a5a25aaa-e056-42c1-86a2-a18f85907197 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:34:37.875937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a5a25aaa-e056-42c1-86a2-a18f85907197 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:34:37.876360 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 8d71e15b-fc53-4b27-920b-de1f313b0f76 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:37.881054 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bf8aa49-0ff7-46d4-ba86-68428af9d0c5 req-9018c2ad-ab0b-4cf8-b8e2-3280891a816f service neutron] 10.222.0.37 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292849 Apr 01 12:34:37.906829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 8d71e15b-fc53-4b27-920b-de1f313b0f76 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:34:37.907150 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 8d71e15b-fc53-4b27-920b-de1f313b0f76 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:34:37.963947 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e7295-60cb-499f-b92d-5430429a020a req-248d0f6d-63bd-4b11-8430-58d9c36a4eb5 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:37.965360 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-731e7295-60cb-499f-b92d-5430429a020a req-248d0f6d-63bd-4b11-8430-58d9c36a4eb5 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 944 time: 0.0527489 Apr 01 12:34:38.022700 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-731e7295-60cb-499f-b92d-5430429a020a req-eaf148d9-6cc4-4198-a524-8adca081d882 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502386 Apr 01 12:34:38.333992 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33286) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:38.384598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0f6e05-7607-4296-9145-b195058b0d22 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Deleting subnet 84b892bf-14eb-4d4f-8704-1a9ba744be79 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:34:38.387646 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6e05-7607-4296-9145-b195058b0d22 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.426327 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6e05-7607-4296-9145-b195058b0d22 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.515134 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6e05-7607-4296-9145-b195058b0d22 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.575332 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6e05-7607-4296-9145-b195058b0d22 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.603123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529070bd-717c-4fa6-91e0-2c0472a1a293 None None] Network 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:34:38.612351 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6e05-7607-4296-9145-b195058b0d22 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.615521 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ec0f6e05-7607-4296-9145-b195058b0d22 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "DELETE /v2.0/subnets/84b892bf-14eb-4d4f-8704-1a9ba744be79 HTTP/1.1" status: 204 len: 168 time: 0.2805026 Apr 01 12:34:38.616567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f6e05-7607-4296-9145-b195058b0d22 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Subnet': ['ID=84b892bf-14eb-4d4f-8704-1a9ba744be79,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:38.618719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33290) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:38.646829 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.693085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da60bf7a-0e0e-43b0-a605-a009c3d0c4fa', 'tag': '26b88578-de71-4f72-b1b1-f9856ff52e79'}, {'server_uuid': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'name': 'network-vif-deleted', 'tag': 'a5a25aaa-e056-42c1-86a2-a18f85907197'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:38.695771 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c1b11d-6f4a-4d15-b425-9f71947e7caa" -d '{"events": [{"name": "network-changed", "server_uuid": "da60bf7a-0e0e-43b0-a605-a009c3d0c4fa", "tag": "26b88578-de71-4f72-b1b1-f9856ff52e79"}, {"server_uuid": "7bb70437-59a9-4cdf-8fae-08f72409b717", "name": "network-vif-deleted", "tag": "a5a25aaa-e056-42c1-86a2-a18f85907197"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:38.742206 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658a3719-c282-456b-9a56-7cc806a9748f x-openstack-request-id: req-658a3719-c282-456b-9a56-7cc806a9748f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:38.742506 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da60bf7a-0e0e-43b0-a605-a009c3d0c4fa", "tag": "26b88578-de71-4f72-b1b1-f9856ff52e79", "status": "completed", "code": 200}, {"server_uuid": "7bb70437-59a9-4cdf-8fae-08f72409b717", "name": "network-vif-deleted", "tag": "a5a25aaa-e056-42c1-86a2-a18f85907197", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:38.742779 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-658a3719-c282-456b-9a56-7cc806a9748f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:38.743268 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658a3719-c282-456b-9a56-7cc806a9748f'] response: {'name': 'network-changed', 'server_uuid': 'da60bf7a-0e0e-43b0-a605-a009c3d0c4fa', 'tag': '26b88578-de71-4f72-b1b1-f9856ff52e79', 'status': 'completed', 'code': 200} Apr 01 12:34:38.743460 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658a3719-c282-456b-9a56-7cc806a9748f'] response: {'server_uuid': '7bb70437-59a9-4cdf-8fae-08f72409b717', 'name': 'network-vif-deleted', 'tag': 'a5a25aaa-e056-42c1-86a2-a18f85907197', 'status': 'completed', 'code': 200} Apr 01 12:34:38.748527 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.757894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-39497be0-d5f4-4038-b24e-29cb63ccb826 req-67a56599-e312-4e38-abac-6067eeb588fc tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0556114 Apr 01 12:34:38.779222 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.830736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1b11d-6f4a-4d15-b425-9f71947e7caa req-8633db06-886d-4e86-9654-fb89fc9f0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:38.833104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5c1b11d-6f4a-4d15-b425-9f71947e7caa req-8633db06-886d-4e86-9654-fb89fc9f0bda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5068ae6ccb549b3b2b7930b216ec36a&device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 1095 time: 0.0529385 Apr 01 12:34:38.835229 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f778fe-5616-41a5-8984-58c5ff5a31b9 None None] DHCP port deletion for 24e3f2c4-3c42-4200-ab3f-3f75e765ef7e request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:34:38.846227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Deleting port 69f5a974-ff1a-4b05-9d02-9da07caa88de {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:38.846914 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.876358 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5dcdacda-e99c-4a46-9169-f39d35b7fa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.894750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d0f778fe-5616-41a5-8984-58c5ff5a31b9 None None] Deleting port 69f5a974-ff1a-4b05-9d02-9da07caa88de {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:38.895243 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d0f778fe-5616-41a5-8984-58c5ff5a31b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.927021 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] For port 69f5a974-ff1a-4b05-9d02-9da07caa88de, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=69f5a974-ff1a-4b05-9d02-9da07caa88de,segment=NetworkSegment(c33754eb-cd75-49a5-8961-d5680c93957a),segment_id=c33754eb-cd75-49a5-8961-d5680c93957a)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:38.927897 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.951244 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Calling delete_port for 69f5a974-ff1a-4b05-9d02-9da07caa88de owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:38.972017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d0f778fe-5616-41a5-8984-58c5ff5a31b9 None None] For port 69f5a974-ff1a-4b05-9d02-9da07caa88de, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=69f5a974-ff1a-4b05-9d02-9da07caa88de,segment=NetworkSegment(c33754eb-cd75-49a5-8961-d5680c93957a),segment_id=c33754eb-cd75-49a5-8961-d5680c93957a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:38.972453 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d0f778fe-5616-41a5-8984-58c5ff5a31b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:38.987503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d0f778fe-5616-41a5-8984-58c5ff5a31b9 None None] Calling delete_port for 69f5a974-ff1a-4b05-9d02-9da07caa88de owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:39.048743 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:39.083808 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d0f778fe-5616-41a5-8984-58c5ff5a31b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:39.106073 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Port': ['ID=69f5a974-ff1a-4b05-9d02-9da07caa88de,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:39.110081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] No DVR routers for this DVR port 69f5a974-ff1a-4b05-9d02-9da07caa88de on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:34:39.111585 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f778fe-5616-41a5-8984-58c5ff5a31b9 None None] Pushing event deleted for resources: {'Port': ['ID=69f5a974-ff1a-4b05-9d02-9da07caa88de,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:39.115408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f778fe-5616-41a5-8984-58c5ff5a31b9 None None] No DVR routers for this DVR port 69f5a974-ff1a-4b05-9d02-9da07caa88de on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:34:39.261480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1b11d-6f4a-4d15-b425-9f71947e7caa req-594b8461-e6fa-45cb-98a2-179e800b1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:39.263009 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5c1b11d-6f4a-4d15-b425-9f71947e7caa req-594b8461-e6fa-45cb-98a2-179e800b1189 service neutron] 10.222.0.37 "GET /v2.0/networks?id=927cf1a7-fd9e-4c14-9449-f71cb773648c HTTP/1.1" status: 200 len: 922 time: 0.4207115 Apr 01 12:34:39.272104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520459b-5f01-4bdc-9c06-de158dd0bd19 req-1b81ba63-487c-4e6c-9799-8bd052201fcd tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:39.274719 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5520459b-5f01-4bdc-9c06-de158dd0bd19 req-1b81ba63-487c-4e6c-9799-8bd052201fcd tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 944 time: 0.0797949 Apr 01 12:34:39.319477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5c1b11d-6f4a-4d15-b425-9f71947e7caa req-332cb783-8b3d-48b2-a2a0-70010553c7fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26b88578-de71-4f72-b1b1-f9856ff52e79 HTTP/1.1" status: 200 len: 217 time: 0.0437467 Apr 01 12:34:39.396867 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5520459b-5f01-4bdc-9c06-de158dd0bd19 req-c9eba66b-3672-4c75-88ea-af3d29271a9a tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127162 Apr 01 12:34:39.404708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1b11d-6f4a-4d15-b425-9f71947e7caa req-0e68a16b-111e-457d-b762-35427b1f73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:39.407030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5c1b11d-6f4a-4d15-b425-9f71947e7caa req-0e68a16b-111e-457d-b762-35427b1f73e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=503fdfca-6d7e-46fb-b3ec-a887d3865368 HTTP/1.1" status: 200 len: 861 time: 0.0787539 Apr 01 12:34:39.446976 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5c1b11d-6f4a-4d15-b425-9f71947e7caa req-945bdffb-3304-458d-966d-93f53e3dab1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=927cf1a7-fd9e-4c14-9449-f71cb773648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322073 Apr 01 12:34:39.531458 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeddd8-90dc-446d-8d83-bbca48593410 req-8949bb57-2ded-4eb2-9a62-14cacb4edcf2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:39.533099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c6aeddd8-90dc-446d-8d83-bbca48593410 req-8949bb57-2ded-4eb2-9a62-14cacb4edcf2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 944 time: 0.4210665 Apr 01 12:34:39.535405 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:39.559380 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5c1b11d-6f4a-4d15-b425-9f71947e7caa req-77e0017f-023f-47d0-b159-dfbd0491e44f service neutron] 10.222.0.37 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045845 Apr 01 12:34:39.574628 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e3f2c4-3c42-4200-ab3f-3f75e765ef7e']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:39.595694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33754eb-cd75-49a5-8961-d5680c93957a') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:39.596312 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33754eb-cd75-49a5-8961-d5680c93957a') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:39.607815 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c6aeddd8-90dc-446d-8d83-bbca48593410 req-06a0ebab-d284-4b70-97a4-d9d4f56672c7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684102 Apr 01 12:34:39.612803 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:39.636656 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:39.648288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:34:39.648288 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:34:39.651706 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:34:39.684505 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5c1b11d-6f4a-4d15-b425-9f71947e7caa req-464b97ec-7902-4abf-9f04-4c433a250bac service neutron] 10.222.0.37 "GET /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091478 Apr 01 12:34:39.717327 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:39.735047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:39.740852 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "DELETE /v2.0/networks/24e3f2c4-3c42-4200-ab3f-3f75e765ef7e HTTP/1.1" status: 204 len: 168 time: 1.1185639 Apr 01 12:34:39.740852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38023456-f733-4f8e-a808-0a082341b039 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Network': ['ID=24e3f2c4-3c42-4200-ab3f-3f75e765ef7e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:39.742053 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33310) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:39.797516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf78b1db-093f-4b49-866b-aa8728074f4b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Deleting subnet 024ee5cc-2b03-40bb-8bcd-1bda2f88c885 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:34:39.802532 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf78b1db-093f-4b49-866b-aa8728074f4b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:39.852681 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf78b1db-093f-4b49-866b-aa8728074f4b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:39.874959 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c69abc6-259a-4713-8507-e4c9e38aaac8 req-8c7318bd-2a4f-4714-9dc6-85e0e6e6efad tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0336459 Apr 01 12:34:39.876057 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33320) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:39.951151 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf78b1db-093f-4b49-866b-aa8728074f4b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:39.978696 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d717da-f6ac-4099-b7a6-1d2146baf8ac req-c1007d79-7551-4f09-b0f7-eaa2efc186c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:39.979174 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d717da-f6ac-4099-b7a6-1d2146baf8ac req-c1007d79-7551-4f09-b0f7-eaa2efc186c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:39.979635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d717da-f6ac-4099-b7a6-1d2146baf8ac req-c1007d79-7551-4f09-b0f7-eaa2efc186c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:39.980101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d717da-f6ac-4099-b7a6-1d2146baf8ac req-c1007d79-7551-4f09-b0f7-eaa2efc186c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:39.980557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d717da-f6ac-4099-b7a6-1d2146baf8ac req-c1007d79-7551-4f09-b0f7-eaa2efc186c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:39.981009 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d717da-f6ac-4099-b7a6-1d2146baf8ac req-c1007d79-7551-4f09-b0f7-eaa2efc186c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:39.981464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d717da-f6ac-4099-b7a6-1d2146baf8ac req-c1007d79-7551-4f09-b0f7-eaa2efc186c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:39.983425 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a4d717da-f6ac-4099-b7a6-1d2146baf8ac req-c1007d79-7551-4f09-b0f7-eaa2efc186c6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 6491 time: 0.1064413 Apr 01 12:34:40.012470 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf78b1db-093f-4b49-866b-aa8728074f4b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.035064 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a4d717da-f6ac-4099-b7a6-1d2146baf8ac req-3ae379f8-7fd7-410a-bdee-0656ac6e0e1d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dafd0d40-b78a-4df1-a898-00de252c0e77&id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452328 Apr 01 12:34:40.036091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78b1db-093f-4b49-866b-aa8728074f4b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Subnet': ['ID=024ee5cc-2b03-40bb-8bcd-1bda2f88c885,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:40.046754 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf78b1db-093f-4b49-866b-aa8728074f4b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.049895 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bf78b1db-093f-4b49-866b-aa8728074f4b tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "DELETE /v2.0/subnets/024ee5cc-2b03-40bb-8bcd-1bda2f88c885 HTTP/1.1" status: 204 len: 168 time: 0.3078520 Apr 01 12:34:40.052688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33324) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:40.064546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9cea24-d318-4d79-af59-a09fe0ffed28 None None] Network 269d7210-f746-4ce8-939c-d736b6feb8ba requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:34:40.122564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 69f5a974-ff1a-4b05-9d02-9da07caa88de no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:40.131253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1b15833d-c374-434f-aa43-fb8baf7ffa74 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:40.137016 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.173004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 69f5a974-ff1a-4b05-9d02-9da07caa88de {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:34:40.173004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 69f5a974-ff1a-4b05-9d02-9da07caa88de not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:34:40.191162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Deleting port 78b06048-296e-419c-ab07-48a2cfe89aed {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:40.191503 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.238605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 1b15833d-c374-434f-aa43-fb8baf7ffa74 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:34:40.244871 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 1b15833d-c374-434f-aa43-fb8baf7ffa74 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:40.245234 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.260952 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] For port 78b06048-296e-419c-ab07-48a2cfe89aed, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=78b06048-296e-419c-ab07-48a2cfe89aed,segment=NetworkSegment(6fe2217d-52ca-4a16-b339-a8b61e4ff0fc),segment_id=6fe2217d-52ca-4a16-b339-a8b61e4ff0fc)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:40.261252 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.275974 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Calling delete_port for 78b06048-296e-419c-ab07-48a2cfe89aed owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:40.348461 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.349136 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.362515 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.373700 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81603b9-f72c-48bc-9423-99141c5a036a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b15833d-c374-434f-aa43-fb8baf7ffa74'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:40.375945 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976dde4b-e30e-4596-8b6c-d5cccd0c5e89" -d '{"events": [{"server_uuid": "a81603b9-f72c-48bc-9423-99141c5a036a", "name": "network-vif-plugged", "status": "completed", "tag": "1b15833d-c374-434f-aa43-fb8baf7ffa74"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:40.396749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1b15833d-c374-434f-aa43-fb8baf7ffa74, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1b15833d-c374-434f-aa43-fb8baf7ffa74,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:40.401660 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.404742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Port': ['ID=78b06048-296e-419c-ab07-48a2cfe89aed,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:40.412278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] No DVR routers for this DVR port 78b06048-296e-419c-ab07-48a2cfe89aed on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:34:40.432763 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc96f92-805d-4d90-a048-72a6ea452516 x-openstack-request-id: req-ffc96f92-805d-4d90-a048-72a6ea452516 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:40.433040 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81603b9-f72c-48bc-9423-99141c5a036a", "name": "network-vif-plugged", "status": "completed", "tag": "1b15833d-c374-434f-aa43-fb8baf7ffa74", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:40.433272 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffc96f92-805d-4d90-a048-72a6ea452516 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:40.433659 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc96f92-805d-4d90-a048-72a6ea452516'] response: {'server_uuid': 'a81603b9-f72c-48bc-9423-99141c5a036a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b15833d-c374-434f-aa43-fb8baf7ffa74', 'code': 200} Apr 01 12:34:40.438936 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605e5e03-13c5-43cd-9182-83043268f8f6 None None] DHCP port deletion for 269d7210-f746-4ce8-939c-d736b6feb8ba request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:34:40.467269 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1b15833d-c374-434f-aa43-fb8baf7ffa74,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:40.544128 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.594881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269d7210-f746-4ce8-939c-d736b6feb8ba']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:40.609822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe2217d-52ca-4a16-b339-a8b61e4ff0fc') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:40.610170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe2217d-52ca-4a16-b339-a8b61e4ff0fc') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:40.628698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb04201-4efa-47e7-95e9-83df9c2cb54b req-932b2d3f-a5c5-4266-80fa-a5d732a7de75 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:40.630216 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7bb04201-4efa-47e7-95e9-83df9c2cb54b req-932b2d3f-a5c5-4266-80fa-a5d732a7de75 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 944 time: 0.1435363 Apr 01 12:34:40.633004 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.642140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f8dad-1a2e-4302-a845-d8faf26e7d1d req-7eacc61d-5ca9-459b-93d5-86f450093c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:40.643914 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-336f8dad-1a2e-4302-a845-d8faf26e7d1d req-7eacc61d-5ca9-459b-93d5-86f450093c98 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 1096 time: 0.1015055 Apr 01 12:34:40.663754 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.686596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:34:40.686932 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:34:40.701207 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:34:40.737767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99b864-f80a-40fd-a4e2-f93ad8d4852d req-3ef2d1dd-427a-4d00-bdce-db8cfb5c35ea tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:40.739376 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3a99b864-f80a-40fd-a4e2-f93ad8d4852d req-3ef2d1dd-427a-4d00-bdce-db8cfb5c35ea tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0596504 Apr 01 12:34:40.763775 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7bb04201-4efa-47e7-95e9-83df9c2cb54b req-8e43f9fb-aae9-439f-94fd-f18da3592d31 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174486 Apr 01 12:34:40.773315 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-336f8dad-1a2e-4302-a845-d8faf26e7d1d req-60313edd-1273-42a5-a0ec-1fafe00bfa15 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224720 Apr 01 12:34:40.783939 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3a99b864-f80a-40fd-a4e2-f93ad8d4852d req-4a8bb1cf-f03b-43cb-83e8-9c434e721a5f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380530 Apr 01 12:34:40.784998 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.805139 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:40.808459 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] 10.222.0.45 "DELETE /v2.0/networks/269d7210-f746-4ce8-939c-d736b6feb8ba HTTP/1.1" status: 204 len: 168 time: 0.7546914 Apr 01 12:34:40.809439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba8726-05ca-4aa4-bf7f-9cb6d44a2784 tempest-ServersTestMultiNic-1194640986 tempest-ServersTestMultiNic-1194640986-project] Pushing event deleted for resources: {'Network': ['ID=269d7210-f746-4ce8-939c-d736b6feb8ba,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:40.941790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33346) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:40.976483 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a43433cf-6ff1-4ac2-b488-ee2b14ba1dc7 req-bc7fdd81-9783-40f1-abd1-4f178c58f797 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0255635 Apr 01 12:34:41.350107 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afb5c0a9-1a49-4e58-8663-782afbb66bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:41.636946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-afb5c0a9-1a49-4e58-8663-782afbb66bc6 admin admin] Deleting port 7a5a0444-7172-4164-a848-da71ddf0f9ef {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:41.637203 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afb5c0a9-1a49-4e58-8663-782afbb66bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:41.685490 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:41.715132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-afb5c0a9-1a49-4e58-8663-782afbb66bc6 admin admin] For port 7a5a0444-7172-4164-a848-da71ddf0f9ef, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7a5a0444-7172-4164-a848-da71ddf0f9ef,segment=NetworkSegment(8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc),segment_id=8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:41.715500 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afb5c0a9-1a49-4e58-8663-782afbb66bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:41.727927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-afb5c0a9-1a49-4e58-8663-782afbb66bc6 admin admin] Calling delete_port for 7a5a0444-7172-4164-a848-da71ddf0f9ef owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:41.780824 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:41.863316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 26b88578-de71-4f72-b1b1-f9856ff52e79 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:34:41.921987 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579e105-fcd3-4cd8-b4cf-b72e9cf23676 req-18981579-df4e-4461-9c64-556cfd988ea3 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:41.924537 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e579e105-fcd3-4cd8-b4cf-b72e9cf23676 req-18981579-df4e-4461-9c64-556cfd988ea3 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 944 time: 0.0848553 Apr 01 12:34:41.933950 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df2a9b-555d-4311-89e2-7c00174d2c5c req-e18d5f2c-2a4e-4426-88be-d075f4472b27 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:41.950579 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a6df2a9b-555d-4311-89e2-7c00174d2c5c req-e18d5f2c-2a4e-4426-88be-d075f4472b27 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0967150 Apr 01 12:34:41.998829 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afb5c0a9-1a49-4e58-8663-782afbb66bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:42.019733 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a6df2a9b-555d-4311-89e2-7c00174d2c5c req-ab9132f3-6493-4356-b3bd-47eda93aaf40 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669582 Apr 01 12:34:42.024189 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e579e105-fcd3-4cd8-b4cf-b72e9cf23676 req-55573039-d630-452e-9016-1b2ca23c83d7 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750320 Apr 01 12:34:42.025049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 26b88578-de71-4f72-b1b1-f9856ff52e79, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=26b88578-de71-4f72-b1b1-f9856ff52e79,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:42.058440 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '26b88578-de71-4f72-b1b1-f9856ff52e79', 'network_id': '927cf1a7-fd9e-4c14-9449-f71cb773648c', 'port_id': '26b88578-de71-4f72-b1b1-f9856ff52e79', 'mac_address': 'fa:16:3e:27:13:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503fdfca-6d7e-46fb-b3ec-a887d3865368', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:34:42.064494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5c0a9-1a49-4e58-8663-782afbb66bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5a0444-7172-4164-a848-da71ddf0f9ef,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:42.121129 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:42.144331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b88578-de71-4f72-b1b1-f9856ff52e79 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:42.150117 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3a82bd8-851d-4711-9b55-864fa68a8b38 req-cef89e96-a454-490f-a1d6-f72d96db5e9b tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0625486 Apr 01 12:34:42.210494 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 26b88578-de71-4f72-b1b1-f9856ff52e79, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=26b88578-de71-4f72-b1b1-f9856ff52e79,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:42.219333 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:42.250319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 78b06048-296e-419c-ab07-48a2cfe89aed no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:42.294933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 78b06048-296e-419c-ab07-48a2cfe89aed {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:34:42.295278 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 78b06048-296e-419c-ab07-48a2cfe89aed not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:34:42.314518 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=26b88578-de71-4f72-b1b1-f9856ff52e79,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:42.365080 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afb5c0a9-1a49-4e58-8663-782afbb66bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:42.560513 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['26b88578-de71-4f72-b1b1-f9856ff52e79'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:34:42.817715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb5c0a9-1a49-4e58-8663-782afbb66bc6 admin admin] Router de99047a-d056-44c8-b13c-44e904ae66be has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:34:42.922362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb5c0a9-1a49-4e58-8663-782afbb66bc6 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:34:42.927301 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-afb5c0a9-1a49-4e58-8663-782afbb66bc6 admin admin] 10.222.0.45 "PUT /v2.0/routers/de99047a-d056-44c8-b13c-44e904ae66be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9844317 Apr 01 12:34:42.929879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33360) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:42.932547 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf158e-a143-4408-9149-5a31a9f436a1 None None] Sync routers for ids ['de99047a-d056-44c8-b13c-44e904ae66be'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:34:42.941972 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf158e-a143-4408-9149-5a31a9f436a1 None None] Routers {'de99047a-d056-44c8-b13c-44e904ae66be'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:34:42.942615 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-53bf158e-a143-4408-9149-5a31a9f436a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:34:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['de99047a-d056-44c8-b13c-44e904ae66be'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:43.033166 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:43.047947 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-53bf158e-a143-4408-9149-5a31a9f436a1 None None] Set router de99047a-d056-44c8-b13c-44e904ae66be gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:34:43.154326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ae385-946f-4886-989a-388feb54fb2b req-141936a1-d610-443d-8ec5-bc399735b971 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:43.156926 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dc5ae385-946f-4886-989a-388feb54fb2b req-141936a1-d610-443d-8ec5-bc399735b971 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 945 time: 0.0561628 Apr 01 12:34:43.185995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9f77f-1d41-44fc-a15f-f5ece8244049 req-9fbfc76c-0025-4cca-a2c0-43a190d548e6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:43.187175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-50b9f77f-1d41-44fc-a15f-f5ece8244049 req-9fbfc76c-0025-4cca-a2c0-43a190d548e6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0907097 Apr 01 12:34:43.188664 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:43.203259 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dc5ae385-946f-4886-989a-388feb54fb2b req-2217388d-34bb-4fd8-ac33-e92e3bdc9045 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391979 Apr 01 12:34:43.248084 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-53bf158e-a143-4408-9149-5a31a9f436a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'name': 'tempest-ServersTestMultiNic-1137308910-router', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:15Z', 'updated_at': '2022-04-01T12:34:41Z', 'revision_number': 5, 'project_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'gw_port': {'id': '6b81610a-6f6f-4421-a922-c5f22acdb406', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:16Z', 'updated_at': '2022-04-01T12:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:43.250578 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-50b9f77f-1d41-44fc-a15f-f5ece8244049 req-45815054-9475-4fcc-b442-8d7b9c84f9ef tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550740 Apr 01 12:34:43.280538 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf158e-a143-4408-9149-5a31a9f436a1 None None] Checking router: de99047a-d056-44c8-b13c-44e904ae66be for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:34:43.288649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Deleting port 6b81610a-6f6f-4421-a922-c5f22acdb406 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:43.289260 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:43.290488 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf158e-a143-4408-9149-5a31a9f436a1 None None] Routers {'de99047a-d056-44c8-b13c-44e904ae66be'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:34:43.291102 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-53bf158e-a143-4408-9149-5a31a9f436a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:34:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['de99047a-d056-44c8-b13c-44e904ae66be'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:43.323166 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e103b04-0aa8-4c1f-bd30-85fd0d8e49c8 req-92f8a913-151d-42f6-ab36-d164e7e5cbc5 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0314074 Apr 01 12:34:43.388162 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-53bf158e-a143-4408-9149-5a31a9f436a1 None None] Set router de99047a-d056-44c8-b13c-44e904ae66be gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:34:43.401100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] For port 6b81610a-6f6f-4421-a922-c5f22acdb406, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6b81610a-6f6f-4421-a922-c5f22acdb406,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:43.401465 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:43.416972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Calling delete_port for 6b81610a-6f6f-4421-a922-c5f22acdb406 owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:43.445152 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-53bf158e-a143-4408-9149-5a31a9f436a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'name': 'tempest-ServersTestMultiNic-1137308910-router', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:15Z', 'updated_at': '2022-04-01T12:34:43Z', 'revision_number': 6, 'project_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:43.475447 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf158e-a143-4408-9149-5a31a9f436a1 None None] The sync data for ids ['de99047a-d056-44c8-b13c-44e904ae66be'] in n-d-836146-1 is: [{'id': 'de99047a-d056-44c8-b13c-44e904ae66be', 'name': 'tempest-ServersTestMultiNic-1137308910-router', 'tenant_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:15Z', 'updated_at': '2022-04-01T12:34:43Z', 'revision_number': 6, 'project_id': 'cbe10cfc28844e489ea6c4db6e813cbb', 'gw_port_host': None}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:34:43.478046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e1395-5899-41a4-868e-9faadca325e4 req-d8ee2799-51b5-4500-b1b0-3a36bdcf7d35 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:43.479891 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-787e1395-5899-41a4-868e-9faadca325e4 req-d8ee2799-51b5-4500-b1b0-3a36bdcf7d35 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0489366 Apr 01 12:34:43.529792 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-787e1395-5899-41a4-868e-9faadca325e4 req-af822f45-bd01-4d5e-b977-fe6f799955f7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Apr 01 12:34:43.595219 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:43.620807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b81610a-6f6f-4421-a922-c5f22acdb406,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:43.679772 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:43.770710 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:43.772706 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:43.815306 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:43.815832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Fanout notify agent at l3_agent the message router_deleted on router de99047a-d056-44c8-b13c-44e904ae66be {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:34:43.821733 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:43.825185 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4bd7d710-de95-48f5-a51d-d44c460a311e admin admin] 10.222.0.45 "DELETE /v2.0/routers/de99047a-d056-44c8-b13c-44e904ae66be HTTP/1.1" status: 204 len: 168 time: 0.8920829 Apr 01 12:34:43.825680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33372) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:43.875542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 26b88578-de71-4f72-b1b1-f9856ff52e79 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:43.877467 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8212d79e-ba5c-4979-b422-9452f18c3b5b admin admin] Deleting subnet 9a5245a1-f528-4903-a89e-1c021d9d39de {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:34:43.880881 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8212d79e-ba5c-4979-b422-9452f18c3b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:43.926605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8212d79e-ba5c-4979-b422-9452f18c3b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:43.934526 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 26b88578-de71-4f72-b1b1-f9856ff52e79 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:34:43.938718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 26b88578-de71-4f72-b1b1-f9856ff52e79 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:43.939086 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.009701 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8212d79e-ba5c-4979-b422-9452f18c3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.016106 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.038381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da60bf7a-0e0e-43b0-a605-a009c3d0c4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b88578-de71-4f72-b1b1-f9856ff52e79'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:44.040568 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708697c2-e66c-4fbe-af7a-4228a8930388" -d '{"events": [{"server_uuid": "da60bf7a-0e0e-43b0-a605-a009c3d0c4fa", "name": "network-vif-plugged", "status": "completed", "tag": "26b88578-de71-4f72-b1b1-f9856ff52e79"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:44.053192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 26b88578-de71-4f72-b1b1-f9856ff52e79, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=26b88578-de71-4f72-b1b1-f9856ff52e79,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:44.058341 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.064690 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8212d79e-ba5c-4979-b422-9452f18c3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.087905 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744263bc-3483-46ba-b939-400056d11877 x-openstack-request-id: req-744263bc-3483-46ba-b939-400056d11877 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:44.088196 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da60bf7a-0e0e-43b0-a605-a009c3d0c4fa", "name": "network-vif-plugged", "status": "completed", "tag": "26b88578-de71-4f72-b1b1-f9856ff52e79", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:44.088531 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-744263bc-3483-46ba-b939-400056d11877 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:44.088841 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744263bc-3483-46ba-b939-400056d11877'] response: {'server_uuid': 'da60bf7a-0e0e-43b0-a605-a009c3d0c4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b88578-de71-4f72-b1b1-f9856ff52e79', 'code': 200} Apr 01 12:34:44.093033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212d79e-ba5c-4979-b422-9452f18c3b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5245a1-f528-4903-a89e-1c021d9d39de,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:44.101594 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8212d79e-ba5c-4979-b422-9452f18c3b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.106152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300d452-76e0-4f67-af7c-021ec1111843 None None] Network 02cd9a86-2016-464d-98fb-4661e041738f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:34:44.108167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33376) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:44.114281 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8212d79e-ba5c-4979-b422-9452f18c3b5b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9a5245a1-f528-4903-a89e-1c021d9d39de HTTP/1.1" status: 204 len: 168 time: 0.2815325 Apr 01 12:34:44.143434 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=26b88578-de71-4f72-b1b1-f9856ff52e79,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:44.204103 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.247876 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31a4f4-1c03-441e-a87b-1be7e06f0d42 req-caf71525-ce1f-43b3-9fb5-09765b4bd2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:44.249383 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b31a4f4-1c03-441e-a87b-1be7e06f0d42 req-caf71525-ce1f-43b3-9fb5-09765b4bd2a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 1097 time: 0.0831275 Apr 01 12:34:44.298459 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b31a4f4-1c03-441e-a87b-1be7e06f0d42 req-273c5d0b-e2b3-4a6a-bd0e-97307c67495e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 Apr 01 12:34:44.299829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Deleting port 874b1910-22fd-460e-978e-11d42702ee5b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:44.300199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.330539 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47043f55-3f3a-4de1-bf2a-32106b13aab0 None None] DHCP port deletion for 02cd9a86-2016-464d-98fb-4661e041738f request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:34:44.385424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6b81610a-6f6f-4421-a922-c5f22acdb406 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:44.393832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da60546-532f-4cce-bd47-a1d32ff270bb req-1e55ee38-9a2a-4f0c-962e-6b28f6700615 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:44.395926 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0da60546-532f-4cce-bd47-a1d32ff270bb req-1e55ee38-9a2a-4f0c-962e-6b28f6700615 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 946 time: 0.0679033 Apr 01 12:34:44.409367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 6b81610a-6f6f-4421-a922-c5f22acdb406 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:34:44.409698 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6b81610a-6f6f-4421-a922-c5f22acdb406 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:34:44.410131 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7a5a0444-7172-4164-a848-da71ddf0f9ef no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:44.412844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-47043f55-3f3a-4de1-bf2a-32106b13aab0 None None] Deleting port 874b1910-22fd-460e-978e-11d42702ee5b {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:44.413209 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-47043f55-3f3a-4de1-bf2a-32106b13aab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.421690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] For port 874b1910-22fd-460e-978e-11d42702ee5b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=874b1910-22fd-460e-978e-11d42702ee5b,segment=NetworkSegment(8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc),segment_id=8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:44.422201 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.445377 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7a5a0444-7172-4164-a848-da71ddf0f9ef {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:34:44.445745 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7a5a0444-7172-4164-a848-da71ddf0f9ef not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:34:44.452876 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Calling delete_port for 874b1910-22fd-460e-978e-11d42702ee5b owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:44.453536 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0da60546-532f-4cce-bd47-a1d32ff270bb req-a7413e75-028d-45e1-a1e9-85fafa3f61dc tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Apr 01 12:34:44.486756 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb359ae7-eca4-48f4-834e-9bfd907704b5 req-90912aca-9c4d-4606-af3a-c906a015ec3e tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0400102 Apr 01 12:34:44.502945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-47043f55-3f3a-4de1-bf2a-32106b13aab0 None None] For port 874b1910-22fd-460e-978e-11d42702ee5b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=874b1910-22fd-460e-978e-11d42702ee5b,segment=NetworkSegment(8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc),segment_id=8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:44.503396 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-47043f55-3f3a-4de1-bf2a-32106b13aab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.516300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-47043f55-3f3a-4de1-bf2a-32106b13aab0 None None] Calling delete_port for 874b1910-22fd-460e-978e-11d42702ee5b owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:44.564454 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.593769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Pushing event deleted for resources: {'Port': ['ID=874b1910-22fd-460e-978e-11d42702ee5b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:44.595365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] No DVR routers for this DVR port 874b1910-22fd-460e-978e-11d42702ee5b on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:34:44.604969 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-47043f55-3f3a-4de1-bf2a-32106b13aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.636019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47043f55-3f3a-4de1-bf2a-32106b13aab0 None None] Pushing event deleted for resources: {'Port': ['ID=874b1910-22fd-460e-978e-11d42702ee5b,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:44.640945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47043f55-3f3a-4de1-bf2a-32106b13aab0 None None] No DVR routers for this DVR port 874b1910-22fd-460e-978e-11d42702ee5b on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:34:44.689435 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.697988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb51b51-3d8f-4b6c-b433-285925244b1a req-d13e58b2-0634-4f74-b5da-9c453866cbf6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:44.699483 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4eb51b51-3d8f-4b6c-b433-285925244b1a req-d13e58b2-0634-4f74-b5da-9c453866cbf6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0646310 Apr 01 12:34:44.709883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cd9a86-2016-464d-98fb-4661e041738f']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:44.719868 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:44.720163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3aa0ca-cc24-4403-a8c6-b4ed06eb15cc') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:44.729471 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.737040 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4eb51b51-3d8f-4b6c-b433-285925244b1a req-aa8a1e61-6653-4fcc-8bea-dc2753a92c79 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309927 Apr 01 12:34:44.743524 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.749955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:34:44.750488 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:34:44.752229 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:34:44.808052 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.814460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:44.817546 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] 10.222.0.45 "DELETE /v2.0/networks/02cd9a86-2016-464d-98fb-4661e041738f HTTP/1.1" status: 204 len: 168 time: 0.7083130 Apr 01 12:34:44.828165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15752843-6aad-4681-a4e6-7ba349bef021 admin admin] Pushing event deleted for resources: {'Network': ['ID=02cd9a86-2016-464d-98fb-4661e041738f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:44.976100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33386) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:45.015489 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-18995929-066d-4633-bca5-73c74f49c6e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbe10cfc28844e489ea6c4db6e813cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382023 Apr 01 12:34:45.017808 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33388) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:45.063402 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d674763-e0f4-41f0-8896-f9c737cc7fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:45.084546 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d674763-e0f4-41f0-8896-f9c737cc7fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:45.130265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d674763-e0f4-41f0-8896-f9c737cc7fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:45.132776 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d674763-e0f4-41f0-8896-f9c737cc7fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:45.134533 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3d674763-e0f4-41f0-8896-f9c737cc7fc3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0bfceca7-c19d-480c-94a5-0b6cb1826149 HTTP/1.1" status: 204 len: 168 time: 0.1158168 Apr 01 12:34:45.142198 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d674763-e0f4-41f0-8896-f9c737cc7fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfceca7-c19d-480c-94a5-0b6cb1826149,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:45.572837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c749d-404b-4f64-9e7b-b760ce0b049c req-eff43e22-c248-4a06-843e-663a564b08a8 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:45.575282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d2c749d-404b-4f64-9e7b-b760ce0b049c req-eff43e22-c248-4a06-843e-663a564b08a8 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 946 time: 0.0535107 Apr 01 12:34:45.593028 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5af04d42-6f55-41f2-8501-e6e16607c7f6 req-4f741acb-8797-4dae-bf48-49ee164b1934 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0274019 Apr 01 12:34:45.618202 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d2c749d-404b-4f64-9e7b-b760ce0b049c req-ba6ccd62-c0d8-4d57-9912-aa483514be26 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364571 Apr 01 12:34:45.812647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33416) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:45.856379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f47ad-2261-430a-9a6c-cb9f78d34d73 req-5f77097b-c199-44c8-9878-dc4cd4ef3d07 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:45.857867 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-251f47ad-2261-430a-9a6c-cb9f78d34d73 req-5f77097b-c199-44c8-9878-dc4cd4ef3d07 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0528829 Apr 01 12:34:45.902692 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-251f47ad-2261-430a-9a6c-cb9f78d34d73 req-4f280615-7efa-4638-8d61-e8b55262e5c4 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381937 Apr 01 12:34:45.911287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-516375927-network', 'tenant_id': '55fd8ac796734c258f428783720bc680'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:45.931168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Made reservation on behalf of 55fd8ac796734c258f428783720bc680 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:34:45.934065 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:45.943377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:46.016386 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:46.020572 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:46.041227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:34:46.056456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d56721-aa23-4bae-be85-d9245d621de1,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:46.059398 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:46.060297 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Added segment 1cbccd3b-5af3-4e48-8744-9ccb1322f779 of type vlan for network deacc9ed-3838-4470-b253-9579a437221a Apr 01 12:34:46.078199 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 874b1910-22fd-460e-978e-11d42702ee5b no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:46.099903 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:46.127848 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:46.128839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:46.129444 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:46.165231 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3509018 Apr 01 12:34:46.168405 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33420) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:46.174298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Request body: {'subnet': {'network_id': 'deacc9ed-3838-4470-b253-9579a437221a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-516375927-subnet', 'tenant_id': '55fd8ac796734c258f428783720bc680', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:46.195925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7eb5c-dd7c-4264-9b48-0d2a77337b7f admin admin] Pushing event updated for resources: {'Network': ['ID=deacc9ed-3838-4470-b253-9579a437221a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:46.200244 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Made reservation on behalf of 55fd8ac796734c258f428783720bc680 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:34:46.202735 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:46.228273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network deacc9ed-3838-4470-b253-9579a437221a details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:34:46.231188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 874b1910-22fd-460e-978e-11d42702ee5b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:34:46.231527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 874b1910-22fd-460e-978e-11d42702ee5b not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:34:46.371863 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:46.426805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b3f4ee-0786-40a4-8092-38459c6440b3,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:46.437660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:46.438028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:46.438366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:46.438701 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:46.439034 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:46.439363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:46.439689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:46.440012 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:46.440335 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:46.440655 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:46.440976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:46.441296 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:46.444895 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Checking segment: {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:46.445253 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Network hostable DHCP agents. Network: deacc9ed-3838-4470-b253-9579a437221a, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:34:46.461223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Network deacc9ed-3838-4470-b253-9579a437221a is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:34:46.469511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, deacc9ed-3838-4470-b253-9579a437221a) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:46.473448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:46.474060 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:46.479079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22040567-38d7-46ac-816b-04d7ef45f820 None None] Network deacc9ed-3838-4470-b253-9579a437221a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:34:46.490036 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e8bdfc25-71dd-4ea7-b688-dad50d52242d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3199911 Apr 01 12:34:46.600123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d36058d-68fd-4f98-81c4-1999c6e37a62 None None] Network deacc9ed-3838-4470-b253-9579a437221a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:34:46.702567 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af0887c4-987e-4ea3-a58c-2d733adccb5b req-b165de4f-499f-451a-8ece-af41afb9e743 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0272937 Apr 01 12:34:46.820264 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031775fc-06b7-4941-a928-fcbb4a2b220f req-1cace600-e004-475b-a718-a049e6828123 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:46.822459 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-031775fc-06b7-4941-a928-fcbb4a2b220f req-1cace600-e004-475b-a718-a049e6828123 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 946 time: 0.0494096 Apr 01 12:34:46.860513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-031775fc-06b7-4941-a928-fcbb4a2b220f req-80b1ee3e-cca1-41e5-a7ce-1f893cb467aa tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317755 Apr 01 12:34:46.932812 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-48844975-1e46-4c3d-9ad7-7f873dbb0816 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:46.934318 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-48844975-1e46-4c3d-9ad7-7f873dbb0816 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/networks?id=deacc9ed-3838-4470-b253-9579a437221a HTTP/1.1" status: 200 len: 812 time: 0.1087573 Apr 01 12:34:46.949369 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-c9e15f6c-0c5a-443b-80af-7387a852d90b tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/quotas/55fd8ac796734c258f428783720bc680 HTTP/1.1" status: 200 len: 375 time: 0.0093153 Apr 01 12:34:46.984636 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-c347ff32-c0a9-46b9-92e3-df4eb1e5363d tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=55fd8ac796734c258f428783720bc680&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289357 Apr 01 12:34:47.083161 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-6de5587e-3f11-4267-ab2c-9c4863420578 service neutron] 10.222.0.45 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913754 Apr 01 12:34:47.102599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b02bc2-a408-4a49-a19c-b0435f6fe270 req-cf93b070-fe75-4788-a372-ee3e820617d2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:47.104149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a1b02bc2-a408-4a49-a19c-b0435f6fe270 req-cf93b070-fe75-4788-a372-ee3e820617d2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0487328 Apr 01 12:34:47.144961 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a1b02bc2-a408-4a49-a19c-b0435f6fe270 req-2ee0c69a-31e6-4194-80a6-71c861ffdb37 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347333 Apr 01 12:34:47.174474 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-223bca6b-ccd7-45eb-8ccb-f844e9052616 service neutron] 10.222.0.45 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845234 Apr 01 12:34:47.249575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dfd40-4388-4741-9c45-e465e991edec req-61a0807d-8549-416c-8731-bd1fbdeb0fb6 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:47.251091 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-972dfd40-4388-4741-9c45-e465e991edec req-61a0807d-8549-416c-8731-bd1fbdeb0fb6 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 946 time: 0.0495508 Apr 01 12:34:47.298871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-972dfd40-4388-4741-9c45-e465e991edec req-1a1917d6-9088-4f41-a480-f23c9b2a1530 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416687 Apr 01 12:34:47.430362 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8195e843-e7b7-40bc-ae97-4335346c4a06 req-18433a9a-2a00-4155-a261-a2b97cb40574 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 210 time: 0.0271087 Apr 01 12:34:47.807017 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27b8e650-afb8-41d3-86ea-87c73a0374ef req-6391970c-a2a9-40d7-ac29-ebb3cc33de24 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0257256 Apr 01 12:34:48.265569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e7236-e648-4450-ac2d-871ba644e14b req-5692520f-9785-4f3c-85eb-425042deef9f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:48.267049 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-556e7236-e648-4450-ac2d-871ba644e14b req-5692520f-9785-4f3c-85eb-425042deef9f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0519884 Apr 01 12:34:48.303780 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-556e7236-e648-4450-ac2d-871ba644e14b req-1004c069-880c-44f9-9b00-cd7ca7d4c767 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307536 Apr 01 12:34:48.414301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cd305-d46a-4df5-9a17-4282163c3ae2 req-ea2533bc-4656-433f-8c37-e6f308cfe255 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:48.417048 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f6cd305-d46a-4df5-9a17-4282163c3ae2 req-ea2533bc-4656-433f-8c37-e6f308cfe255 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 946 time: 0.0529056 Apr 01 12:34:48.456272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f6cd305-d46a-4df5-9a17-4282163c3ae2 req-2a709268-307b-40cd-b037-717e4fe6c6ec tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322025 Apr 01 12:34:48.540671 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d2d407f1-9763-46b2-af0f-566dbe7f2be1 req-11bb5340-0274-4d5d-8567-d0d4ee4181f2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 210 time: 0.0284376 Apr 01 12:34:48.652134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-7a3893c0-525d-4080-ac01-4a73f1cebb9d tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:48.653912 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-7a3893c0-525d-4080-ac01-4a73f1cebb9d tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.37 "GET /v2.0/networks?id=deacc9ed-3838-4470-b253-9579a437221a HTTP/1.1" status: 200 len: 812 time: 0.1805475 Apr 01 12:34:48.679765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Request body: {'port': {'device_id': '283f944a-ee6b-4b4d-9921-72028ce54f9c', 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a', 'admin_state_up': True, 'tenant_id': '55fd8ac796734c258f428783720bc680'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:48.691948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-91438dbe-e863-4b82-84c7-661e086f43a1 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:48.693366 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-91438dbe-e863-4b82-84c7-661e086f43a1 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.44 "GET /v2.0/networks?id=deacc9ed-3838-4470-b253-9579a437221a HTTP/1.1" status: 200 len: 812 time: 0.1494744 Apr 01 12:34:48.708514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Request body: {'port': {'device_id': 'bd642db9-5cf8-4a93-a060-22b25095f40c', 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a', 'admin_state_up': True, 'tenant_id': '55fd8ac796734c258f428783720bc680'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:48.876819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Made reservation on behalf of 55fd8ac796734c258f428783720bc680 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:34:48.880702 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:48.884289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Made reservation on behalf of 55fd8ac796734c258f428783720bc680 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:34:48.887749 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:49.206185 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-845cb5aa-fe90-4f83-81fc-54cdfd188c86 req-3650f0cb-3365-4952-9018-a3beb89e8607 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.3100975 Apr 01 12:34:49.302396 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0f51f-caa6-4fdc-a48d-77a8bca42b9b req-42c8003b-0e79-424f-a013-cbafa60fe81b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:49.303842 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0d0f51f-caa6-4fdc-a48d-77a8bca42b9b req-42c8003b-0e79-424f-a013-cbafa60fe81b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.37 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 946 time: 0.4068367 Apr 01 12:34:49.423173 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5399eb6-f628-4b96-b3f5-c87595a27f45 req-dce0af71-42a0-44c3-bc15-dbcf51eda15a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:49.425352 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e5399eb6-f628-4b96-b3f5-c87595a27f45 req-dce0af71-42a0-44c3-bc15-dbcf51eda15a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0511212 Apr 01 12:34:49.445501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Allocated IP 172.20.0.12 (deacc9ed-3838-4470-b253-9579a437221a/78b3f4ee-0786-40a4-8092-38459c6440b3/c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:49.464472 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e5399eb6-f628-4b96-b3f5-c87595a27f45 req-357d4795-7599-4b56-9849-dbddd40b4898 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322905 Apr 01 12:34:49.483662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d0d0f51f-caa6-4fdc-a48d-77a8bca42b9b req-1ad32a24-5b43-401d-b7b5-39352d0d756b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Deleting port 26b88578-de71-4f72-b1b1-f9856ff52e79 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:49.484000 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d0d0f51f-caa6-4fdc-a48d-77a8bca42b9b req-1ad32a24-5b43-401d-b7b5-39352d0d756b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:49.642489 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c90e9d8-6b40-4caa-9958-c570cb969c06 req-eec3af81-7d8b-424f-a87b-7532e7ca0868 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 210 time: 0.0269573 Apr 01 12:34:49.687431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4345-2b45-43cf-8bbc-30ec3d9aefff req-b80e7156-0c23-412a-9390-c267a92700a0 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:49.688893 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b97f4345-2b45-43cf-8bbc-30ec3d9aefff req-b80e7156-0c23-412a-9390-c267a92700a0 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/ports?device_id=da60bf7a-0e0e-43b0-a605-a009c3d0c4fa HTTP/1.1" status: 200 len: 946 time: 0.1545954 Apr 01 12:34:49.695226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d0d0f51f-caa6-4fdc-a48d-77a8bca42b9b req-1ad32a24-5b43-401d-b7b5-39352d0d756b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] For port 26b88578-de71-4f72-b1b1-f9856ff52e79, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=26b88578-de71-4f72-b1b1-f9856ff52e79,segment=NetworkSegment(5cf00fca-46df-4ea5-873e-19d1d9305f0d),segment_id=5cf00fca-46df-4ea5-873e-19d1d9305f0d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:49.695611 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d0d0f51f-caa6-4fdc-a48d-77a8bca42b9b req-1ad32a24-5b43-401d-b7b5-39352d0d756b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:49.730322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d0d0f51f-caa6-4fdc-a48d-77a8bca42b9b req-1ad32a24-5b43-401d-b7b5-39352d0d756b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Calling delete_port for 26b88578-de71-4f72-b1b1-f9856ff52e79 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:49.801253 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:49.806849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b97f4345-2b45-43cf-8bbc-30ec3d9aefff req-3db80bea-d5ee-4185-a732-ae7f6b14207f tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84c0452-0e75-4348-86b0-d645c9267b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088142 Apr 01 12:34:49.871522 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:49.981224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Network deacc9ed-3838-4470-b253-9579a437221a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:49.993785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:49.996284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Allocated IP 172.20.0.2 (deacc9ed-3838-4470-b253-9579a437221a/78b3f4ee-0786-40a4-8092-38459c6440b3/068225dd-7f47-4d06-b212-e854bb3bf7ae) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:50.003457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:50.010215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Pushing event updated for resources: {'Port': ['ID=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:50.041552 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d0d0f51f-caa6-4fdc-a48d-77a8bca42b9b req-1ad32a24-5b43-401d-b7b5-39352d0d756b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:50.052433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:50.052777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:50.053004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['26b88578-de71-4f72-b1b1-f9856ff52e79'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:34:50.053466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:50.053466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:50.053754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:50.054102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:50.054429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:50.054751 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:50.055114 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:50.055435 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:50.055757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:50.056077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:34:50.101211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad32a24-5b43-401d-b7b5-39352d0d756b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event deleted for resources: {'Port': ['ID=26b88578-de71-4f72-b1b1-f9856ff52e79,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:50.120926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:50.121533 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:50.177181 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d0f51f-caa6-4fdc-a48d-77a8bca42b9b req-1ad32a24-5b43-401d-b7b5-39352d0d756b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] No DVR routers for this DVR port 26b88578-de71-4f72-b1b1-f9856ff52e79 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:34:50.182250 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d0d0f51f-caa6-4fdc-a48d-77a8bca42b9b req-1ad32a24-5b43-401d-b7b5-39352d0d756b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:50.185356 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0d0f51f-caa6-4fdc-a48d-77a8bca42b9b req-1ad32a24-5b43-401d-b7b5-39352d0d756b tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.37 "DELETE /v2.0/ports/26b88578-de71-4f72-b1b1-f9856ff52e79 HTTP/1.1" status: 204 len: 173 time: 0.8718891 Apr 01 12:34:50.187782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da60bf7a-0e0e-43b0-a605-a009c3d0c4fa', 'name': 'network-vif-deleted', 'tag': '26b88578-de71-4f72-b1b1-f9856ff52e79'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:50.190102 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aef8f3-7905-49bf-9b8e-7b4149b8216b" -d '{"events": [{"server_uuid": "da60bf7a-0e0e-43b0-a605-a009c3d0c4fa", "name": "network-vif-deleted", "tag": "26b88578-de71-4f72-b1b1-f9856ff52e79"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:50.195200 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0e0e380a-3b84-4f36-b23f-11fa722dc893 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5217409 Apr 01 12:34:50.219133 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Request body: {'port': {'device_id': '283f944a-ee6b-4b4d-9921-72028ce54f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:50.235110 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed01dfbb-9718-4dd9-970c-ea127393a333 x-openstack-request-id: req-ed01dfbb-9718-4dd9-970c-ea127393a333 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:50.235405 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da60bf7a-0e0e-43b0-a605-a009c3d0c4fa", "name": "network-vif-deleted", "tag": "26b88578-de71-4f72-b1b1-f9856ff52e79", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:50.235657 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed01dfbb-9718-4dd9-970c-ea127393a333 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:50.236062 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed01dfbb-9718-4dd9-970c-ea127393a333'] response: {'server_uuid': 'da60bf7a-0e0e-43b0-a605-a009c3d0c4fa', 'name': 'network-vif-deleted', 'tag': '26b88578-de71-4f72-b1b1-f9856ff52e79', 'status': 'completed', 'code': 200} Apr 01 12:34:50.365702 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb12d802-b8ca-4adb-889e-4d1373c07bbb req-8c1ad424-9569-4dac-a314-57aa195d1fd7 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0410991 Apr 01 12:34:50.369303 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:50.402034 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:50.533626 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:50.589221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d31645-28ae-4ae0-bc90-b2bd82cf0564 req-b0446688-8920-480f-ba27-2bec5f383feb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:50.592050 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-54d31645-28ae-4ae0-bc90-b2bd82cf0564 req-b0446688-8920-480f-ba27-2bec5f383feb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0546646 Apr 01 12:34:50.596970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Network deacc9ed-3838-4470-b253-9579a437221a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:50.603001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:50.606813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:50.640895 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-54d31645-28ae-4ae0-bc90-b2bd82cf0564 req-4b07d173-d448-45ef-82f2-2e798e2ab216 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392137 Apr 01 12:34:50.681022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Pushing event updated for resources: {'Port': ['ID=068225dd-7f47-4d06-b212-e854bb3bf7ae,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:50.721616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:50.722336 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:50.783494 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-22f3f265-514a-49da-bbd1-5121662b551c tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0794203 Apr 01 12:34:50.811735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Request body: {'port': {'device_id': 'bd642db9-5cf8-4a93-a060-22b25095f40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:50.838520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ced7d-89fa-4482-92b1-5863f27dcd23 req-a77e9ca5-4493-4696-b4d2-5d6ba4771ca2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:50.839997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-564ced7d-89fa-4482-92b1-5863f27dcd23 req-a77e9ca5-4493-4696-b4d2-5d6ba4771ca2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 931 time: 0.1115353 Apr 01 12:34:50.896282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:50.923314 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:50.944367 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-564ced7d-89fa-4482-92b1-5863f27dcd23 req-8ee98c52-67fe-40bb-b891-822eac8c3728 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834322 Apr 01 12:34:50.949949 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:50.960566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Transition to ACTIVE for port object c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:34:50.974318 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.013265 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33506) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:51.068675 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac9df3f2-2b61-46af-ac1a-b0d887cfee45 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.093153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac9df3f2-2b61-46af-ac1a-b0d887cfee45 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.123406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:51.143222 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac9df3f2-2b61-46af-ac1a-b0d887cfee45 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.145861 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac9df3f2-2b61-46af-ac1a-b0d887cfee45 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.147055 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ac9df3f2-2b61-46af-ac1a-b0d887cfee45 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "DELETE /v2.0/security-groups/c23d906e-eb8d-4f5a-8746-6ad99c44018c HTTP/1.1" status: 204 len: 168 time: 0.1327918 Apr 01 12:34:51.150649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33508) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:51.158276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9df3f2-2b61-46af-ac1a-b0d887cfee45 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23d906e-eb8d-4f5a-8746-6ad99c44018c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:51.188105 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-85343d7f-7b91-4291-a8bb-39f8a907f151 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] show failed (client error): The resource could not be found. Apr 01 12:34:51.189127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-85343d7f-7b91-4291-a8bb-39f8a907f151 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "GET /v2.0/security-groups/c23d906e-eb8d-4f5a-8746-6ad99c44018c HTTP/1.1" status: 404 len: 347 time: 0.0320289 Apr 01 12:34:51.192079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33510) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:51.251556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Attempting to bind port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:34:51.251881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Attempting to bind port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:34:51.252200 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Attempting to bind port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 on network deacc9ed-3838-4470-b253-9579a437221a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:51.262700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 on network deacc9ed-3838-4470-b253-9579a437221a not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:34:51.263014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Attempting to bind port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 on network deacc9ed-3838-4470-b253-9579a437221a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:51.271389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:34:51.271716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Checking segment: {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:51.272087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Bound using segment: {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:34:51.272502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Bound port: c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:34:51.272853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.316871 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e7eb5-5705-40fc-9f9f-01caa1bfe384 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Deleting port 90b0c345-74dc-4caa-9cc8-ba03539d6b69 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:34:51.317131 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa3e7eb5-5705-40fc-9f9f-01caa1bfe384 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.400761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] For port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:51.408187 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa3e7eb5-5705-40fc-9f9f-01caa1bfe384 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.408516 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa3e7eb5-5705-40fc-9f9f-01caa1bfe384 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.417117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] For port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:51.421531 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e7eb5-5705-40fc-9f9f-01caa1bfe384 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Calling delete_port for 90b0c345-74dc-4caa-9cc8-ba03539d6b69 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:34:51.422415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068225dd-7f47-4d06-b212-e854bb3bf7ae {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:51.435517 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.438223 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.483420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:51.484036 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.485454 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] 10.222.0.37 "PUT /v2.0/ports/c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 HTTP/1.1" status: 200 len: 1092 time: 1.2730134 Apr 01 12:34:51.486384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Transition to ACTIVE for port object 068225dd-7f47-4d06-b212-e854bb3bf7ae will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:34:51.493254 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.501818 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4659fa31-dd42-4ba5-af53-97c381dfb9b6 req-dd4490cc-d900-460f-9c77-786a57f0ae7a tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0379577 Apr 01 12:34:51.519772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09110a66-bcaa-4d30-bc26-545ab2758bbf service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:51.597296 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa3e7eb5-5705-40fc-9f9f-01caa1bfe384 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.625896 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e7eb5-5705-40fc-9f9f-01caa1bfe384 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Pushing event deleted for resources: {'Port': ['ID=90b0c345-74dc-4caa-9cc8-ba03539d6b69,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:51.635019 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Pushing event updated for resources: {'Port': ['ID=068225dd-7f47-4d06-b212-e854bb3bf7ae,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:51.652901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e1475bbf-881a-40b0-a5f6-e9ed10bfdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:51.654469 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e1475bbf-881a-40b0-a5f6-e9ed10bfdc1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55fd8ac796734c258f428783720bc680&device_id=283f944a-ee6b-4b4d-9921-72028ce54f9c HTTP/1.1" status: 200 len: 1095 time: 0.1053939 Apr 01 12:34:51.672896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Attempting to bind port 068225dd-7f47-4d06-b212-e854bb3bf7ae on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:34:51.673213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Attempting to bind port 068225dd-7f47-4d06-b212-e854bb3bf7ae by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:34:51.673558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Attempting to bind port 068225dd-7f47-4d06-b212-e854bb3bf7ae on network deacc9ed-3838-4470-b253-9579a437221a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:51.698758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa3e7eb5-5705-40fc-9f9f-01caa1bfe384 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.701635 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa3e7eb5-5705-40fc-9f9f-01caa1bfe384 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.702875 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-aa3e7eb5-5705-40fc-9f9f-01caa1bfe384 tempest-ImagesOneServerNegativeTestJSON-225109809 tempest-ImagesOneServerNegativeTestJSON-225109809-project] 10.222.0.45 "DELETE /v2.0/floatingips/9971a702-291e-4f31-82ff-4a08626a5ce4 HTTP/1.1" status: 204 len: 168 time: 0.5097113 Apr 01 12:34:51.709457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Port 068225dd-7f47-4d06-b212-e854bb3bf7ae on network deacc9ed-3838-4470-b253-9579a437221a not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:34:51.709778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Attempting to bind port 068225dd-7f47-4d06-b212-e854bb3bf7ae on network deacc9ed-3838-4470-b253-9579a437221a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:51.714510 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-f122a820-6bb3-4085-b2a0-cd8adfd0ab46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 HTTP/1.1" status: 200 len: 217 time: 0.0510712 Apr 01 12:34:51.717148 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:34:51.717655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Checking segment: {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:51.718393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Bound using segment: {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:34:51.718968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Bound port: 068225dd-7f47-4d06-b212-e854bb3bf7ae, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:34:51.719186 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.803903 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33526) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:51.830372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-ddd7e8e8-dbae-4096-a4fe-0abe9362fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:51.831815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-ddd7e8e8-dbae-4096-a4fe-0abe9362fec9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78b3f4ee-0786-40a4-8092-38459c6440b3 HTTP/1.1" status: 200 len: 852 time: 0.1086650 Apr 01 12:34:51.847443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88089f-caba-4927-bb33-f5dc0109717e req-4e3d6df8-3b30-412b-bf1e-009c6e24840c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:51.848783 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c88089f-caba-4927-bb33-f5dc0109717e req-4e3d6df8-3b30-412b-bf1e-009c6e24840c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.1275444 Apr 01 12:34:51.849580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d2c35e-6e62-4e39-815b-d02b34e16c94 admin admin] Deleting subnet 503fdfca-6d7e-46fb-b3ec-a887d3865368 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:34:51.852925 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4d2c35e-6e62-4e39-815b-d02b34e16c94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.887916 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-6a3f388b-3fa8-4a5b-b539-6ea173a47839 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deacc9ed-3838-4470-b253-9579a437221a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381815 Apr 01 12:34:51.888270 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4d2c35e-6e62-4e39-815b-d02b34e16c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.909637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] For port 068225dd-7f47-4d06-b212-e854bb3bf7ae, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:51.927078 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4d2c35e-6e62-4e39-815b-d02b34e16c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.946039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] For port 068225dd-7f47-4d06-b212-e854bb3bf7ae, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=068225dd-7f47-4d06-b212-e854bb3bf7ae,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:51.949816 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c88089f-caba-4927-bb33-f5dc0109717e req-66abeb03-7351-455a-b1d4-ff2cbe48b06e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875795 Apr 01 12:34:51.956890 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:51.994304 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4d2c35e-6e62-4e39-815b-d02b34e16c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.022055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:52.022699 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.025027 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] 10.222.0.44 "PUT /v2.0/ports/068225dd-7f47-4d06-b212-e854bb3bf7ae HTTP/1.1" status: 200 len: 1091 time: 1.2208238 Apr 01 12:34:52.038401 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2c35e-6e62-4e39-815b-d02b34e16c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503fdfca-6d7e-46fb-b3ec-a887d3865368,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:52.040856 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4d2c35e-6e62-4e39-815b-d02b34e16c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.044085 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d4d2c35e-6e62-4e39-815b-d02b34e16c94 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/503fdfca-6d7e-46fb-b3ec-a887d3865368 HTTP/1.1" status: 204 len: 168 time: 0.2390525 Apr 01 12:34:52.046647 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33530) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:52.072841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe7259-46f1-4622-ba54-50fa17741719 service neutron] Pushing event updated for resources: {'Port': ['ID=068225dd-7f47-4d06-b212-e854bb3bf7ae,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:52.088821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-6e473763-80ae-4ff0-8d37-f977b62d1a4a service neutron] 10.222.0.37 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902320 Apr 01 12:34:52.140763 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1db608-33f3-4425-86ec-85881518befd req-e7fbe3a6-dbc6-4811-831c-dc856aaf42f7 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:52.142755 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a1db608-33f3-4425-86ec-85881518befd req-e7fbe3a6-dbc6-4811-831c-dc856aaf42f7 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 943 time: 0.1143103 Apr 01 12:34:52.146386 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.175429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-ac04600c-4b5f-4a59-97a6-ea85e84ed097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:52.176931 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-ac04600c-4b5f-4a59-97a6-ea85e84ed097 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55fd8ac796734c258f428783720bc680&device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 1094 time: 0.1051400 Apr 01 12:34:52.218188 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a1db608-33f3-4425-86ec-85881518befd req-25f6c8bd-c671-43ec-bc99-c709eee1f05a tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689967 Apr 01 12:34:52.237467 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-92854d84-b742-473e-80b8-075f70ea4411 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=068225dd-7f47-4d06-b212-e854bb3bf7ae HTTP/1.1" status: 200 len: 217 time: 0.0491920 Apr 01 12:34:52.237467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283f944a-ee6b-4b4d-9921-72028ce54f9c', 'tag': 'c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90'}, {'name': 'network-changed', 'server_uuid': 'bd642db9-5cf8-4a93-a060-22b25095f40c', 'tag': '068225dd-7f47-4d06-b212-e854bb3bf7ae'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:34:52.239003 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6155aae5-e11c-453d-966d-9de4e77845e9" -d '{"events": [{"name": "network-changed", "server_uuid": "283f944a-ee6b-4b4d-9921-72028ce54f9c", "tag": "c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90"}, {"name": "network-changed", "server_uuid": "bd642db9-5cf8-4a93-a060-22b25095f40c", "tag": "068225dd-7f47-4d06-b212-e854bb3bf7ae"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:34:52.253028 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-f5d5da27-05fe-46e0-a0d9-77546626c6ea service neutron] 10.222.0.37 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469908 Apr 01 12:34:52.258924 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.285008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927cf1a7-fd9e-4c14-9449-f71cb773648c']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:52.295927 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf00fca-46df-4ea5-873e-19d1d9305f0d') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:52.296223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf00fca-46df-4ea5-873e-19d1d9305f0d') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:52.307154 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.321858 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.328419 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:34:52.328880 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:34:52.330854 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:34:52.392656 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.398959 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.405255 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] 10.222.0.45 "DELETE /v2.0/networks/927cf1a7-fd9e-4c14-9449-f71cb773648c HTTP/1.1" status: 204 len: 168 time: 0.3551626 Apr 01 12:34:52.415892 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8dbdff-e589-4a2d-88ab-88fb9de3ea09 admin admin] Pushing event deleted for resources: {'Network': ['ID=927cf1a7-fd9e-4c14-9449-f71cb773648c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:52.523099 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33536) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:52.539979 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 01 Apr 2022 12:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e87a80-c7b7-42c8-827a-de935e8ef537 x-openstack-request-id: req-31e87a80-c7b7-42c8-827a-de935e8ef537 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:34:52.540249 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283f944a-ee6b-4b4d-9921-72028ce54f9c", "tag": "c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd642db9-5cf8-4a93-a060-22b25095f40c", "tag": "068225dd-7f47-4d06-b212-e854bb3bf7ae", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:34:52.540495 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31e87a80-c7b7-42c8-827a-de935e8ef537 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:34:52.540883 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e87a80-c7b7-42c8-827a-de935e8ef537'] response: {'name': 'network-changed', 'server_uuid': '283f944a-ee6b-4b4d-9921-72028ce54f9c', 'tag': 'c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90', 'status': 'completed', 'code': 200} Apr 01 12:34:52.541139 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e87a80-c7b7-42c8-827a-de935e8ef537'] response: {'name': 'network-changed', 'server_uuid': 'bd642db9-5cf8-4a93-a060-22b25095f40c', 'tag': '068225dd-7f47-4d06-b212-e854bb3bf7ae', 'status': 'completed', 'code': 200} Apr 01 12:34:52.569852 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-53c4d380-24d6-4387-a5cb-e230073c933c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5068ae6ccb549b3b2b7930b216ec36a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453832 Apr 01 12:34:52.572388 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33540) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:52.595882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-db53f9a8-2845-4b2a-b5d1-82827d0dfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:52.597346 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-db53f9a8-2845-4b2a-b5d1-82827d0dfc1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78b3f4ee-0786-40a4-8092-38459c6440b3 HTTP/1.1" status: 200 len: 852 time: 0.3531847 Apr 01 12:34:52.604529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-02c4151f-ffaf-411d-8e37-47086b2c8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:52.606129 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-02c4151f-ffaf-411d-8e37-47086b2c8f6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55fd8ac796734c258f428783720bc680&device_id=283f944a-ee6b-4b4d-9921-72028ce54f9c HTTP/1.1" status: 200 len: 1095 time: 0.0642035 Apr 01 12:34:52.635431 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-14dd403d-1c27-403a-92f9-323c51077f23 req-91e883bb-fed7-438d-a81b-9b077ce7cd6f tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0277991 Apr 01 12:34:52.646099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-0cad5e52-bf66-4b1f-b184-a84306436a0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=deacc9ed-3838-4470-b253-9579a437221a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388198 Apr 01 12:34:52.649486 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3415500-d545-4e99-b85f-0747746879f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.671844 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3415500-d545-4e99-b85f-0747746879f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.718963 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3415500-d545-4e99-b85f-0747746879f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.721593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3415500-d545-4e99-b85f-0747746879f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:52.725039 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e3415500-d545-4e99-b85f-0747746879f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f84c0452-0e75-4348-86b0-d645c9267b3b HTTP/1.1" status: 204 len: 168 time: 0.1488209 Apr 01 12:34:52.733260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3415500-d545-4e99-b85f-0747746879f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c0452-0e75-4348-86b0-d645c9267b3b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:52.779730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-4845e0ba-e19e-4770-8316-48a622628361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:52.781184 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-4845e0ba-e19e-4770-8316-48a622628361 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deacc9ed-3838-4470-b253-9579a437221a HTTP/1.1" status: 200 len: 913 time: 0.1669095 Apr 01 12:34:52.830650 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-5d5c37ca-9bf8-48fa-849a-636423acffeb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 HTTP/1.1" status: 200 len: 217 time: 0.0418286 Apr 01 12:34:52.832512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-645786ed-f1f5-4d71-adfb-f06632d200e2 service neutron] 10.222.0.44 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749442 Apr 01 12:34:52.941288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-91309dd1-cff0-44f2-a3a4-742e9bf00dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:52.942790 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-91309dd1-cff0-44f2-a3a4-742e9bf00dda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78b3f4ee-0786-40a4-8092-38459c6440b3 HTTP/1.1" status: 200 len: 852 time: 0.1057003 Apr 01 12:34:52.982790 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-85be8b23-3243-494f-b260-39b6cf63c06b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deacc9ed-3838-4470-b253-9579a437221a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325770 Apr 01 12:34:52.988257 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60d85112-3ab9-4bc8-b348-7b58249e5aa3 req-37bf4bee-a5e5-46f3-981f-dfe83ec96d04 service neutron] 10.222.0.44 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438093 Apr 01 12:34:53.142120 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-a5a58005-efdc-4d18-b085-39fb0faa3da9 service neutron] 10.222.0.37 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520166 Apr 01 12:34:53.146634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-4c7322b8-7aaf-46d8-8835-c75c8e53244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:53.148099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-4c7322b8-7aaf-46d8-8835-c75c8e53244a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55fd8ac796734c258f428783720bc680&device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 1094 time: 0.0952141 Apr 01 12:34:53.156568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd405dee-1f78-49f4-9bd4-59e99c0406eb req-08f693ff-0996-4c20-96a4-7ead9cf945f5 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:53.157961 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd405dee-1f78-49f4-9bd4-59e99c0406eb req-08f693ff-0996-4c20-96a4-7ead9cf945f5 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.1040242 Apr 01 12:34:53.318815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd405dee-1f78-49f4-9bd4-59e99c0406eb req-3d3f4c05-cd67-436e-9933-9858248a2256 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437573 Apr 01 12:34:53.349339 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-03351b98-b819-4966-8ddd-3c7d903ff35f service neutron] 10.222.0.37 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904080 Apr 01 12:34:53.353900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-cca13ec9-5849-42ff-baad-0ac259e522d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:53.355334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-cca13ec9-5849-42ff-baad-0ac259e522d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=deacc9ed-3838-4470-b253-9579a437221a HTTP/1.1" status: 200 len: 913 time: 0.1954453 Apr 01 12:34:53.364421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e236d-fd4a-41e4-9286-60bf06390553 req-fc811f09-3c8b-4067-869f-91f5ff0e8785 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:53.366099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-468e236d-fd4a-41e4-9286-60bf06390553 req-fc811f09-3c8b-4067-869f-91f5ff0e8785 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 943 time: 0.0701287 Apr 01 12:34:53.406797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-65af6d30-aa25-4faa-bb79-ddd4b12f71ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=068225dd-7f47-4d06-b212-e854bb3bf7ae HTTP/1.1" status: 200 len: 217 time: 0.0429082 Apr 01 12:34:53.410606 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-468e236d-fd4a-41e4-9286-60bf06390553 req-22e0f219-9786-46b5-83b8-831ba5b4e0de tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 Apr 01 12:34:53.432422 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33566) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:53.458904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-458047f3-f23e-45f4-b1a5-93b31d275440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:53.460464 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-458047f3-f23e-45f4-b1a5-93b31d275440 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78b3f4ee-0786-40a4-8092-38459c6440b3 HTTP/1.1" status: 200 len: 852 time: 0.0451593 Apr 01 12:34:53.491147 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-e20cebbd-6078-4577-840c-c41e93d9df84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=deacc9ed-3838-4470-b253-9579a437221a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236564 Apr 01 12:34:53.531467 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1232416934-network', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:53.551070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Made reservation on behalf of 7b6f3fa5958e4fb79a2dca3107c13f47 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:34:53.553581 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:53.561791 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:53.593250 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-7eec83eb-d1d4-4224-bf5f-1fe65854bd08 service neutron] 10.222.0.44 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888379 Apr 01 12:34:53.639968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:53.643944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:53.664663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:34:53.678475 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a595dfa1-4fe1-48d4-8e3c-1a2945ff4248,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:53.684022 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:53.684366 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Added segment b05de66a-9e44-47b7-8e1e-a0634b82d502 of type vlan for network dacc8523-7612-48af-a5c9-05adc977d50f Apr 01 12:34:53.699430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6155aae5-e11c-453d-966d-9de4e77845e9 req-bdc9a201-c698-4470-ae11-088e6549dd6c service neutron] 10.222.0.44 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979013 Apr 01 12:34:53.727474 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:53.752488 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:53.753614 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:53.754224 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:53.774555 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1a0a34ac-12ed-4677-bb0d-f29b3c2bae4d req-aa0efbb3-00f7-4092-b260-a438c2d943d5 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0325599 Apr 01 12:34:53.790088 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3563519 Apr 01 12:34:53.800871 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33572) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:53.800871 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-7fac5713-20c8-4df6-9691-acc8c28a1ac6 admin admin] Request body: {'subnet': {'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-subnet', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:53.837746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f555be5-dc14-4ca1-92eb-d6ab03b9b474 admin admin] Pushing event updated for resources: {'Network': ['ID=dacc8523-7612-48af-a5c9-05adc977d50f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:53.845456 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fac5713-20c8-4df6-9691-acc8c28a1ac6 admin admin] Made reservation on behalf of 7b6f3fa5958e4fb79a2dca3107c13f47 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:34:53.847766 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7fac5713-20c8-4df6-9691-acc8c28a1ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:53.849725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network dacc8523-7612-48af-a5c9-05adc977d50f details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:34:53.914919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 26b88578-de71-4f72-b1b1-f9856ff52e79 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:34:53.939413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 26b88578-de71-4f72-b1b1-f9856ff52e79 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:34:53.939745 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 26b88578-de71-4f72-b1b1-f9856ff52e79 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:34:54.018483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7fac5713-20c8-4df6-9691-acc8c28a1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.074105 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac5713-20c8-4df6-9691-acc8c28a1ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a021b830-a800-42bf-97e9-b32217c1b3d0,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:54.081799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac5713-20c8-4df6-9691-acc8c28a1ac6 admin admin] Checking segment: {'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:54.082197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fac5713-20c8-4df6-9691-acc8c28a1ac6 admin admin] Network hostable DHCP agents. Network: dacc8523-7612-48af-a5c9-05adc977d50f, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:34:54.098266 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fac5713-20c8-4df6-9691-acc8c28a1ac6 admin admin] Network dacc8523-7612-48af-a5c9-05adc977d50f is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:34:54.107223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-7fac5713-20c8-4df6-9691-acc8c28a1ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, dacc8523-7612-48af-a5c9-05adc977d50f) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:54.111237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fac5713-20c8-4df6-9691-acc8c28a1ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:54.111849 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7fac5713-20c8-4df6-9691-acc8c28a1ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.116576 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfbf300-d56c-4f00-9011-2271ceec7153 None None] Network dacc8523-7612-48af-a5c9-05adc977d50f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:34:54.127951 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7fac5713-20c8-4df6-9691-acc8c28a1ac6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3340366 Apr 01 12:34:54.130802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33574) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:54.135379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:54.154059 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.155078 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.206496 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.262396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-dacc8523-7612-48af-a5c9-05adc977d50f', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:34:54.263393 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.343188 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.398248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Allocated IP 172.20.0.2 (dacc8523-7612-48af-a5c9-05adc977d50f/a021b830-a800-42bf-97e9-b32217c1b3d0/2d42529b-5593-4fe9-a2ef-b5faca377670) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:54.479573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94a725-6e20-4824-9942-036f3d08f739 req-45a8dbd2-2bab-4873-80c9-81cdf4a26946 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:54.481080 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c94a725-6e20-4824-9942-036f3d08f739 req-45a8dbd2-2bab-4873-80c9-81cdf4a26946 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0827355 Apr 01 12:34:54.523254 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c94a725-6e20-4824-9942-036f3d08f739 req-84c95a2c-aad9-4d65-a378-5cba1d7b8404 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359349 Apr 01 12:34:54.571158 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.576943 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.599330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10446717-6c3d-4e8b-892d-6a7f05d785b0 req-ba818328-ca63-43ee-9ab1-42ffcf262fec tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:54.601059 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10446717-6c3d-4e8b-892d-6a7f05d785b0 req-ba818328-ca63-43ee-9ab1-42ffcf262fec tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 943 time: 0.1148598 Apr 01 12:34:54.603050 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.616649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Network dacc8523-7612-48af-a5c9-05adc977d50f is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:54.619519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:54.622212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:54.625088 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.637115 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Pushing event updated for resources: {'Port': ['ID=2d42529b-5593-4fe9-a2ef-b5faca377670,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:54.695012 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Attempting to bind port 2d42529b-5593-4fe9-a2ef-b5faca377670 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:34:54.695517 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Attempting to bind port 2d42529b-5593-4fe9-a2ef-b5faca377670 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:34:54.696003 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Attempting to bind port 2d42529b-5593-4fe9-a2ef-b5faca377670 on network dacc8523-7612-48af-a5c9-05adc977d50f {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:54.701355 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:34:54.701663 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10446717-6c3d-4e8b-892d-6a7f05d785b0 req-50a35514-2fa0-4f3c-a157-014bcbaaa95f tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791285 Apr 01 12:34:54.702208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Checking segment: {'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:54.702602 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.703079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Bound using segment: {'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:34:54.704413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Bound port: 2d42529b-5593-4fe9-a2ef-b5faca377670, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:34:54.704413 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.773608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] For port 2d42529b-5593-4fe9-a2ef-b5faca377670, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:54.774489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Allocated IP 172.25.7.55 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/e0e9e96e-b8cb-4c8a-a966-f71e38d252ee) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:54.778989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] For port 2d42529b-5593-4fe9-a2ef-b5faca377670, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2d42529b-5593-4fe9-a2ef-b5faca377670,segment=NetworkSegment(b05de66a-9e44-47b7-8e1e-a0634b82d502),segment_id=b05de66a-9e44-47b7-8e1e-a0634b82d502)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:54.784088 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.854967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2d14c-ec55-4be5-b3d9-71268d456988 None None] Pushing event updated for resources: {'Port': ['ID=2d42529b-5593-4fe9-a2ef-b5faca377670,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:54.909240 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.914899 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0e03d861-a6b5-4082-a9e7-e26c3798a1b3 req-058a6c2e-dfcb-499d-882f-bc454b94cc78 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0267084 Apr 01 12:34:54.955396 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:54.997188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:55.000256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:55.003724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:55.026674 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e9e96e-b8cb-4c8a-a966-f71e38d252ee,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:55.261607 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:55.461971 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:55.596676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:34:55.729025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e2ab9-07f1-48f8-920e-59e2a3a1e304 req-91b15686-3603-49df-a64e-7151e79bacc1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:55.730645 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba2e2ab9-07f1-48f8-920e-59e2a3a1e304 req-91b15686-3603-49df-a64e-7151e79bacc1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.1250355 Apr 01 12:34:55.754609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:34:55.768320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Sync routers for ids ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:34:55.791147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Routers {'545c83d1-9e69-4a4c-ac69-14c249c8b6c8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:34:55.792439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:34:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:55.792974 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba2e2ab9-07f1-48f8-920e-59e2a3a1e304 req-5aef6664-cac4-4746-beed-08aec451660b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508888 Apr 01 12:34:55.796351 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:55.801305 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a789289e-4f09-4fef-ab41-cdd64620bee9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6692975 Apr 01 12:34:55.802052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33588) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:55.848185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c206191-8245-4bdd-ac19-b86995825ac5 req-3ccb887e-e7a7-4980-b1a5-20063e66f0c6 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:55.852777 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7c206191-8245-4bdd-ac19-b86995825ac5 req-3ccb887e-e7a7-4980-b1a5-20063e66f0c6 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 943 time: 0.0546474 Apr 01 12:34:55.871794 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e5ecf-f1c1-4a46-8be3-41404d4d100c None None] Network dacc8523-7612-48af-a5c9-05adc977d50f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:34:55.898584 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7c206191-8245-4bdd-ac19-b86995825ac5 req-198ff0d2-5b77-4550-830d-fca4d53e1a88 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393655 Apr 01 12:34:55.943599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:34:56.017218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Set router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:34:56.021030 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a001ad53-3ffc-4680-8c4d-e6da319b678a None None] Provisioning complete for port 2d42529b-5593-4fe9-a2ef-b5faca377670 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:56.021389 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a001ad53-3ffc-4680-8c4d-e6da319b678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:56.031459 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6aad51b-bcbc-4c75-994b-6eaf28a5eb4e req-0b59475d-20a8-4676-af48-91c0a7945a04 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0331771 Apr 01 12:34:56.151761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2d42529b-5593-4fe9-a2ef-b5faca377670 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:56.239284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 068225dd-7f47-4d06-b212-e854bb3bf7ae details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:34:56.512348 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:56.547304 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:56.635707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90', 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a', 'port_id': 'c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90', 'mac_address': 'fa:16:3e:e4:d0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b3f4ee-0786-40a4-8092-38459c6440b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:34:56.674167 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2d42529b-5593-4fe9-a2ef-b5faca377670 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:56.674524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Allocated IP 172.20.0.1 (dacc8523-7612-48af-a5c9-05adc977d50f/a021b830-a800-42bf-97e9-b32217c1b3d0/cc9f5534-ae56-4de2-9359-2d92a7d2f4b8) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:56.674629 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:56.689509 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a001ad53-3ffc-4680-8c4d-e6da319b678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:56.748077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 068225dd-7f47-4d06-b212-e854bb3bf7ae, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=068225dd-7f47-4d06-b212-e854bb3bf7ae,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:56.789666 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:56.794294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '068225dd-7f47-4d06-b212-e854bb3bf7ae', 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a', 'port_id': '068225dd-7f47-4d06-b212-e854bb3bf7ae', 'mac_address': 'fa:16:3e:b8:7a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b3f4ee-0786-40a4-8092-38459c6440b3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:34:56.807325 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:56.814466 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a001ad53-3ffc-4680-8c4d-e6da319b678a None None] For port 2d42529b-5593-4fe9-a2ef-b5faca377670, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2d42529b-5593-4fe9-a2ef-b5faca377670,segment=NetworkSegment(b05de66a-9e44-47b7-8e1e-a0634b82d502),segment_id=b05de66a-9e44-47b7-8e1e-a0634b82d502)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:56.832062 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:56.859944 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a001ad53-3ffc-4680-8c4d-e6da319b678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:56.872305 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:56.893324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Network dacc8523-7612-48af-a5c9-05adc977d50f is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:56.901508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:56.904010 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:56.939029 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Pushing event updated for resources: {'Port': ['ID=cc9f5534-ae56-4de2-9359-2d92a7d2f4b8,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:56.970773 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:56.972163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:56.987767 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:55Z', 'revision_number': 3, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:57.000611 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.006905 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.027175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d9903-3bfc-446b-be21-abc472751b88 req-adaeab20-d1c2-4a5b-92c3-9def7110ada0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:57.036393 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-533d9903-3bfc-446b-be21-abc472751b88 req-adaeab20-d1c2-4a5b-92c3-9def7110ada0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.1033559 Apr 01 12:34:57.096633 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-533d9903-3bfc-446b-be21-abc472751b88 req-77a4b1ac-752c-4084-95cb-4a123655387d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534332 Apr 01 12:34:57.106975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068225dd-7f47-4d06-b212-e854bb3bf7ae {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:34:57.129261 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 068225dd-7f47-4d06-b212-e854bb3bf7ae, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=068225dd-7f47-4d06-b212-e854bb3bf7ae,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:34:57.132190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b29f4-62c0-4126-aa48-93f0007a6de2 req-7e36104b-aaa1-46cf-ba4b-62e37b9832c1 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:57.140557 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.140857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f6b29f4-62c0-4126-aa48-93f0007a6de2 req-7e36104b-aaa1-46cf-ba4b-62e37b9832c1 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 943 time: 0.0993700 Apr 01 12:34:57.143559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Checking router: 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:34:57.144048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Updating router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 port e0e9e96e-b8cb-4c8a-a966-f71e38d252ee binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:34:57.146701 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001ad53-3ffc-4680-8c4d-e6da319b678a None None] Pushing event updated for resources: {'Port': ['ID=2d42529b-5593-4fe9-a2ef-b5faca377670,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:57.175926 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c7aecee6-7e33-4a90-9044-7b8d56abe06e None None] Provisioning complete for port 2d42529b-5593-4fe9-a2ef-b5faca377670 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:57.176413 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c7aecee6-7e33-4a90-9044-7b8d56abe06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.199964 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f6b29f4-62c0-4126-aa48-93f0007a6de2 req-77206dfd-a460-430d-8e50-1884b99f463d tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552838 Apr 01 12:34:57.232720 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.241529 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4d01c22c-97d7-4afa-9e4b-01318f5d84d7 req-c05cb783-526c-4054-906c-0e59961637a0 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0254216 Apr 01 12:34:57.248386 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.300454 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:57.388532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:34:57.401152 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.407098 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.472433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.474242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Pushing event updated for resources: {'Port': ['ID=cc9f5534-ae56-4de2-9359-2d92a7d2f4b8,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:57.481724 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=068225dd-7f47-4d06-b212-e854bb3bf7ae,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:57.568330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Network dacc8523-7612-48af-a5c9-05adc977d50f is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:57.569592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:57.584068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['068225dd-7f47-4d06-b212-e854bb3bf7ae'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:34:57.690746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:34:57.713760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a2dda3bc-d4d3-4e90-bd03-519a30537758 None None] Provisioning complete for port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:57.714156 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a2dda3bc-d4d3-4e90-bd03-519a30537758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.801883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:34:57.807735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-89d11072-4722-41e0-87f6-520a3df017c3 admin admin] 10.222.0.45 "PUT /v2.0/routers/545c83d1-9e69-4a4c-ac69-14c249c8b6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0040276 Apr 01 12:34:57.835166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a2dda3bc-d4d3-4e90-bd03-519a30537758 None None] Port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:34:57.842672 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.859043 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.940489 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Attempting to bind port e0e9e96e-b8cb-4c8a-a966-f71e38d252ee on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:34:57.941154 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Attempting to bind port e0e9e96e-b8cb-4c8a-a966-f71e38d252ee by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:34:57.941279 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Attempting to bind port e0e9e96e-b8cb-4c8a-a966-f71e38d252ee on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:34:57.943005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9136e-03d9-4ae4-a920-05d57559f2f7 None None] Pushing event updated for resources: {'Port': ['ID=e0e9e96e-b8cb-4c8a-a966-f71e38d252ee,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:57.962229 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:34:57.962600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:34:57.963055 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:57.963400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:34:57.963857 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Bound port: e0e9e96e-b8cb-4c8a-a966-f71e38d252ee, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:34:57.964243 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.009011 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a1782fb1-a334-4a58-b525-016e13bad811 None None] Provisioning complete for port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:58.009383 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a1782fb1-a334-4a58-b525-016e13bad811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.063022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a1782fb1-a334-4a58-b525-016e13bad811 None None] Port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:34:58.064885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] For port e0e9e96e-b8cb-4c8a-a966-f71e38d252ee, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:34:58.068184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] For port e0e9e96e-b8cb-4c8a-a966-f71e38d252ee, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e0e9e96e-b8cb-4c8a-a966-f71e38d252ee,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:34:58.073577 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.103511 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2d42529b-5593-4fe9-a2ef-b5faca377670 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:58.170452 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Routers {'545c83d1-9e69-4a4c-ac69-14c249c8b6c8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:34:58.171075 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:34:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:58.175529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9136e-03d9-4ae4-a920-05d57559f2f7 None None] Pushing event updated for resources: {'Port': ['ID=e0e9e96e-b8cb-4c8a-a966-f71e38d252ee,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:58.206315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d2159-3cde-4fad-8bae-63a80e34a7c7 req-e1c2eb99-ee4f-4aaf-b798-3ef3ea634bb4 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:58.207792 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541d2159-3cde-4fad-8bae-63a80e34a7c7 req-e1c2eb99-ee4f-4aaf-b798-3ef3ea634bb4 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0496113 Apr 01 12:34:58.236949 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2d42529b-5593-4fe9-a2ef-b5faca377670 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:34:58.237318 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.251537 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-541d2159-3cde-4fad-8bae-63a80e34a7c7 req-d099e91f-5403-4cb9-a231-a7b83df06b44 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362713 Apr 01 12:34:58.318849 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] Set router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:34:58.345959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33612) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:58.350680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3410f528-b7bd-4134-a0b9-0462d3a7ccd0 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--525793994', 'description': 'tempest-description--162790819'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:58.378166 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3410f528-b7bd-4134-a0b9-0462d3a7ccd0 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.404147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92576c17-3fc8-458e-aedf-7120dedc6e7d req-99ea7de3-41c1-448e-91c6-fee5d4cb2c44 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:58.405979 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-92576c17-3fc8-458e-aedf-7120dedc6e7d req-99ea7de3-41c1-448e-91c6-fee5d4cb2c44 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 944 time: 0.0600512 Apr 01 12:34:58.435535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c71524b-a41b-4998-afd0-05990af426dc req-f417d97f-819d-43ae-88b0-6e141f00093c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0360096 Apr 01 12:34:58.459615 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-92576c17-3fc8-458e-aedf-7120dedc6e7d req-d6df7b3d-ae1e-47cb-9528-9368d98fc393 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423944 Apr 01 12:34:58.473588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-097d8753-283d-4bff-9e7d-fafaa8f25bf5 req-49cabf26-0f44-4186-b9dc-0dabdf081f0c tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0333271 Apr 01 12:34:58.515143 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3410f528-b7bd-4134-a0b9-0462d3a7ccd0 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.519338 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3410f528-b7bd-4134-a0b9-0462d3a7ccd0 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.549470 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3410f528-b7bd-4134-a0b9-0462d3a7ccd0 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.550753 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3410f528-b7bd-4134-a0b9-0462d3a7ccd0 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2035830 Apr 01 12:34:58.552644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410f528-b7bd-4134-a0b9-0462d3a7ccd0 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8ecd06-93f3-450f-8302-fe8ec52674b7,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:58.553838 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33614) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:58.563091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8237c213-5e3b-4914-84de-10d541451717 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Request body: {'security_group_rule': {'security_group_id': 'dc8ecd06-93f3-450f-8302-fe8ec52674b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:58.591131 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8237c213-5e3b-4914-84de-10d541451717 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.651190 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8237c213-5e3b-4914-84de-10d541451717 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.654948 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8237c213-5e3b-4914-84de-10d541451717 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.675869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237c213-5e3b-4914-84de-10d541451717 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea99062-89ca-440b-a313-6ad15f6c4552,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:58.681458 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8237c213-5e3b-4914-84de-10d541451717 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.685571 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8237c213-5e3b-4914-84de-10d541451717 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277201 Apr 01 12:34:58.685571 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33616) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:58.689777 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-84cb6650-6a1f-4d38-89c9-d38e1a985ea3 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Request body: {'security_group_rule': {'security_group_id': 'dc8ecd06-93f3-450f-8302-fe8ec52674b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:58.713534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'cc9f5534-ae56-4de2-9359-2d92a7d2f4b8', 'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'mac_address': 'fa:16:3e:50:2d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:56Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 2, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'subnets': [{'id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:34:58.715432 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84cb6650-6a1f-4d38-89c9-d38e1a985ea3 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.743201 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147beb65-5c3f-47d1-8e9f-308f77453bf6 None None] The sync data for ids ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'] in n-d-836146-1 is: [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'cc9f5534-ae56-4de2-9359-2d92a7d2f4b8', 'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'mac_address': 'fa:16:3e:50:2d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:56Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 2, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'subnets': [{'id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:34:58.778510 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84cb6650-6a1f-4d38-89c9-d38e1a985ea3 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.782223 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84cb6650-6a1f-4d38-89c9-d38e1a985ea3 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.800537 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb6650-6a1f-4d38-89c9-d38e1a985ea3 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a862d5a-d969-463f-80d8-25ef956c135e,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:58.805536 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84cb6650-6a1f-4d38-89c9-d38e1a985ea3 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.806750 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-84cb6650-6a1f-4d38-89c9-d38e1a985ea3 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202321 Apr 01 12:34:58.809754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33618) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:34:58.814165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:34:58.835301 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:58.940284 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:59.075167 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Allocated IP 172.25.7.216 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/d743055d-2016-48bc-a454-76b75920586e) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:34:59.188437 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:59.223358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:59.265785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:34:59.268576 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:34:59.272873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:34:59.276025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Pushing event updated for resources: {'Port': ['ID=d743055d-2016-48bc-a454-76b75920586e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:59.406399 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:59.431417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3eda6-ec96-475d-9652-5dde945edd91 req-28223282-13ea-4916-9338-dc1d4d942e7c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:59.432969 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8e3eda6-ec96-475d-9652-5dde945edd91 req-28223282-13ea-4916-9338-dc1d4d942e7c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0830841 Apr 01 12:34:59.474882 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:59.538420 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8e3eda6-ec96-475d-9652-5dde945edd91 req-f496c884-7efc-4626-b6e2-2d53b22c921a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864196 Apr 01 12:34:59.631562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42030fcc-0b29-4d49-9c38-0549d47891a1 req-8eb04435-d833-40f1-bc94-567d2c59ed62 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:34:59.633858 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-42030fcc-0b29-4d49-9c38-0549d47891a1 req-8eb04435-d833-40f1-bc94-567d2c59ed62 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 944 time: 0.1013412 Apr 01 12:34:59.672584 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a7926634-0c01-4161-8b30-785f6ce939fb req-588ab492-aba7-47df-a54d-8b0fe6c67360 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0352793 Apr 01 12:34:59.689188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-42030fcc-0b29-4d49-9c38-0549d47891a1 req-c3182d42-1546-4c21-b959-56ea3b037aa3 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423739 Apr 01 12:34:59.747278 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:59.752509 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:59.828033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Pushing event updated for resources: {'Port': ['ID=d743055d-2016-48bc-a454-76b75920586e,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:34:59.837044 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:59.853427 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:34:59.858530 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-74feef39-71b2-4162-9201-39067da02600 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0477433 Apr 01 12:34:59.941543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:34:59.996582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:35:00.000536 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-ae097dec-0cb5-495a-ada0-23dc53b01388 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--525793994&fields=id&tenant_id=7b6f3fa5958e4fb79a2dca3107c13f47 HTTP/1.1" status: 200 len: 267 time: 0.0394022 Apr 01 12:35:00.000709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:00.000921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:00.089071 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:00.124868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e0e9e96e-b8cb-4c8a-a966-f71e38d252ee up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:35:00.132041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283f944a-ee6b-4b4d-9921-72028ce54f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:00.135621 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aa3c0b-72b1-4b25-a106-12e814229d9d" -d '{"events": [{"server_uuid": "283f944a-ee6b-4b4d-9921-72028ce54f9c", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:00.153318 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-84aa55f1-e5ab-4091-ad23-22261e8337fa tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:00.158692 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-84aa55f1-e5ab-4091-ad23-22261e8337fa tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/networks?id=dacc8523-7612-48af-a5c9-05adc977d50f HTTP/1.1" status: 200 len: 815 time: 0.1487284 Apr 01 12:35:00.171854 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-a5d4c469-1631-4ed2-8c74-89b6f93a7271 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/quotas/7b6f3fa5958e4fb79a2dca3107c13f47 HTTP/1.1" status: 200 len: 375 time: 0.0108745 Apr 01 12:35:00.181196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:00.186819 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef746c-f69d-40e3-a676-f338c588f787 x-openstack-request-id: req-5eef746c-f69d-40e3-a676-f338c588f787 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:00.187209 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283f944a-ee6b-4b4d-9921-72028ce54f9c", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:00.187528 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5eef746c-f69d-40e3-a676-f338c588f787 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:00.187986 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eef746c-f69d-40e3-a676-f338c588f787'] response: {'server_uuid': '283f944a-ee6b-4b4d-9921-72028ce54f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90', 'code': 200} Apr 01 12:35:00.191756 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:00.227428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 068225dd-7f47-4d06-b212-e854bb3bf7ae up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:35:00.232935 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-8dba7226-d670-4f62-bf33-915399f7d255 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b6f3fa5958e4fb79a2dca3107c13f47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553703 Apr 01 12:35:00.286196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e10d-6e71-401a-b49e-d344e7fd1944 req-5a142f53-3abf-4a50-838d-9309e0e570cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:00.287065 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e0e9e96e-b8cb-4c8a-a966-f71e38d252ee triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:00.287504 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:00.299228 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1965e10d-6e71-401a-b49e-d344e7fd1944 req-5a142f53-3abf-4a50-838d-9309e0e570cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=283f944a-ee6b-4b4d-9921-72028ce54f9c HTTP/1.1" status: 200 len: 1097 time: 0.0531082 Apr 01 12:35:00.320001 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:00.341280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1965e10d-6e71-401a-b49e-d344e7fd1944 req-8070ffc6-743b-4bc2-a481-b1fbb51bb827 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351226 Apr 01 12:35:00.349605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 068225dd-7f47-4d06-b212-e854bb3bf7ae completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:35:00.356138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 068225dd-7f47-4d06-b212-e854bb3bf7ae triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:00.356514 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:00.367834 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-583416e2-5a23-4c6e-bfb2-ca1c8849e6ab service neutron] 10.222.0.45 "GET /v2.0/networks/dacc8523-7612-48af-a5c9-05adc977d50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207008 Apr 01 12:35:00.415743 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:00.442493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port e0e9e96e-b8cb-4c8a-a966-f71e38d252ee, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e0e9e96e-b8cb-4c8a-a966-f71e38d252ee,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:00.448203 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:00.460971 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-2a3e2728-cd13-41ef-9ab2-5489cab1de86 service neutron] 10.222.0.45 "GET /v2.0/networks/dacc8523-7612-48af-a5c9-05adc977d50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922515 Apr 01 12:35:00.512077 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:00.532693 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=e0e9e96e-b8cb-4c8a-a966-f71e38d252ee,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:00.557306 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 068225dd-7f47-4d06-b212-e854bb3bf7ae, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=068225dd-7f47-4d06-b212-e854bb3bf7ae,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:00.561296 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:00.625511 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=068225dd-7f47-4d06-b212-e854bb3bf7ae,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:00.650204 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e7a4b33b-49ef-4d44-8623-ebee306c99c8 req-ff633a1f-8935-4da3-9196-05186725a2e9 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 210 time: 0.0458617 Apr 01 12:35:00.712915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe58df3-e21a-444a-8f12-89a4a174284a req-3325e09a-00bd-4bd8-b2e3-f4278f879cb3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:00.714536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7fe58df3-e21a-444a-8f12-89a4a174284a req-3325e09a-00bd-4bd8-b2e3-f4278f879cb3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0690413 Apr 01 12:35:00.766545 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7fe58df3-e21a-444a-8f12-89a4a174284a req-5a7d9e98-5ec5-4ba8-9bcb-9177f5f81788 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427330 Apr 01 12:35:00.817727 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-521ff390-3cbf-43c2-81dc-a5773ed4611f req-1efd87df-f985-4d50-89ac-e213e166ab84 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0375900 Apr 01 12:35:00.925511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cd3c1-3327-4d90-9c69-77fa819d0e4c req-25c54fa8-e574-451b-bb19-86deda5de550 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:00.927679 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1e5cd3c1-3327-4d90-9c69-77fa819d0e4c req-25c54fa8-e574-451b-bb19-86deda5de550 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 945 time: 0.0845633 Apr 01 12:35:00.983149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1e5cd3c1-3327-4d90-9c69-77fa819d0e4c req-ec09baca-ffdd-468a-bb42-f366128d9424 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469964 Apr 01 12:35:01.080235 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Sync routers for ids ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:35:01.089909 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Routers {'545c83d1-9e69-4a4c-ac69-14c249c8b6c8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:35:01.090606 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:34:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:01.147260 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a7268db3-8b97-4f75-848c-073378803276 req-fb980758-c7ca-4fab-a184-082cde9308de tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5&device_id=0134e934-84cf-4150-9457-0d0c98dbc003 HTTP/1.1" status: 200 len: 210 time: 0.0300317 Apr 01 12:35:01.205528 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Set router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:35:01.377615 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ce83b07-3319-420d-89bf-3ec75e8c5d06 req-97bb54fe-2fba-484a-aee8-44c120b3c84a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=838a7303e76d426c88cb9237ad57e542&device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0329096 Apr 01 12:35:01.405668 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf334c8d-f686-4d90-aa35-9093239f72ee req-ee4d7fdf-6d81-4029-a8a2-ae1a93fe05de tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0279379 Apr 01 12:35:01.408941 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ce83b07-3319-420d-89bf-3ec75e8c5d06 req-7ded4759-c191-4e19-bae2-e68fe22b797c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=838a7303e76d426c88cb9237ad57e542&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232298 Apr 01 12:35:01.430359 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'cc9f5534-ae56-4de2-9359-2d92a7d2f4b8', 'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'mac_address': 'fa:16:3e:50:2d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:56Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 2, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'subnets': [{'id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:01.526386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce83b07-3319-420d-89bf-3ec75e8c5d06 req-e969f427-bc27-484f-b0ad-516fcb63c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:01.527879 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ce83b07-3319-420d-89bf-3ec75e8c5d06 req-e969f427-bc27-484f-b0ad-516fcb63c770 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126463 Apr 01 12:35:01.551804 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Checking router: 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:35:01.552139 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Updating router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:35:01.576333 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:01.835362 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-281a084f-8dc1-48b8-8868-58478386a908 req-cf38f343-20a6-4de2-8c82-918d14bb8e37 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 210 time: 0.0719161 Apr 01 12:35:01.873545 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:01.880991 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:01.884920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-27972900-3b1d-4ae7-9463-add45fa340f7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:01.886722 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-27972900-3b1d-4ae7-9463-add45fa340f7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.37 "GET /v2.0/networks?id=dacc8523-7612-48af-a5c9-05adc977d50f HTTP/1.1" status: 200 len: 815 time: 0.1887715 Apr 01 12:35:01.920706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212c7a6-19dd-41c7-9e79-0529ea297270 req-fb18fe32-0767-45f3-b2b3-fc9141ada7ef tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:01.923843 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f212c7a6-19dd-41c7-9e79-0529ea297270 req-fb18fe32-0767-45f3-b2b3-fc9141ada7ef tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0700784 Apr 01 12:35:01.939673 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Pushing event updated for resources: {'Port': ['ID=cc9f5534-ae56-4de2-9359-2d92a7d2f4b8,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:01.946169 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-083f19f9-5c07-41ff-a41c-17ddd903cfbb tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b6f3fa5958e4fb79a2dca3107c13f47 HTTP/1.1" status: 200 len: 379 time: 0.0435424 Apr 01 12:35:01.955822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Request body: {'port': {'device_id': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'admin_state_up': True, 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'security_groups': ['dc8ecd06-93f3-450f-8302-fe8ec52674b7']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:01.960280 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:01.960620 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:01.961498 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:01.961827 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:01.962192 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:01.962517 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:01.962837 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:01.963154 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:01.963471 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:01.963814 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:01.964142 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:01.964456 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:02.031402 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Attempting to bind port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:35:02.031769 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Attempting to bind port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:35:02.032124 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Attempting to bind port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 on network dacc8523-7612-48af-a5c9-05adc977d50f {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:35:02.037912 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:35:02.040545 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Checking segment: {'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:35:02.042231 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.042904 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Bound using segment: {'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:35:02.043537 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Bound port: cc9f5534-ae56-4de2-9359-2d92a7d2f4b8, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:35:02.044746 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.088140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Made reservation on behalf of 7b6f3fa5958e4fb79a2dca3107c13f47 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:35:02.092051 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.142401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e0e9e96e-b8cb-4c8a-a966-f71e38d252ee up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:35:02.168588 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] For port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:35:02.173530 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] For port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cc9f5534-ae56-4de2-9359-2d92a7d2f4b8,segment=NetworkSegment(b05de66a-9e44-47b7-8e1e-a0634b82d502),segment_id=b05de66a-9e44-47b7-8e1e-a0634b82d502)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:35:02.184689 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.203279 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd642db9-5cf8-4a93-a060-22b25095f40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068225dd-7f47-4d06-b212-e854bb3bf7ae'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:02.205717 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c39dca-2d06-4abe-9e4e-f2bbf64b7997" -d '{"events": [{"server_uuid": "bd642db9-5cf8-4a93-a060-22b25095f40c", "name": "network-vif-plugged", "status": "completed", "tag": "068225dd-7f47-4d06-b212-e854bb3bf7ae"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:02.240337 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e0e9e96e-b8cb-4c8a-a966-f71e38d252ee triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:02.240704 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.257132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810ddd6-b913-4c17-8566-ea6891cd3837 req-92a1e878-b44b-4dd3-8842-11dc07e0a7f0 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:02.259861 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b810ddd6-b913-4c17-8566-ea6891cd3837 req-92a1e878-b44b-4dd3-8842-11dc07e0a7f0 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 945 time: 0.1415777 Apr 01 12:35:02.278694 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546a6a1-10c9-4401-8985-bc8fb180f1f1 None None] Pushing event updated for resources: {'Port': ['ID=cc9f5534-ae56-4de2-9359-2d92a7d2f4b8,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:02.289777 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Routers {'545c83d1-9e69-4a4c-ac69-14c249c8b6c8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:35:02.291468 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:34:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:02.356449 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f212c7a6-19dd-41c7-9e79-0529ea297270 req-56db22e6-e75b-4762-a080-0dc5fd609613 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253657 Apr 01 12:35:02.373712 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b810ddd6-b913-4c17-8566-ea6891cd3837 req-1d8c92c5-b990-4ea4-8875-d7799d4412a0 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041028 Apr 01 12:35:02.381374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Allocated IP 172.20.0.9 (dacc8523-7612-48af-a5c9-05adc977d50f/a021b830-a800-42bf-97e9-b32217c1b3d0/8989d613-03f2-4ac3-9591-0971224fba7c) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:35:02.392143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4a7eade2-b72d-4f31-b091-add83b970115 None None] Provisioning complete for port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:02.392512 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4a7eade2-b72d-4f31-b091-add83b970115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.425072 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7336668-9f68-4d2e-8cb2-d8d710b5a56c x-openstack-request-id: req-b7336668-9f68-4d2e-8cb2-d8d710b5a56c {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:02.425830 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd642db9-5cf8-4a93-a060-22b25095f40c", "name": "network-vif-plugged", "status": "completed", "tag": "068225dd-7f47-4d06-b212-e854bb3bf7ae", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:02.426300 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7336668-9f68-4d2e-8cb2-d8d710b5a56c {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:02.426961 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7336668-9f68-4d2e-8cb2-d8d710b5a56c'] response: {'server_uuid': 'bd642db9-5cf8-4a93-a060-22b25095f40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068225dd-7f47-4d06-b212-e854bb3bf7ae', 'code': 200} Apr 01 12:35:02.461765 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] Set router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:35:02.538334 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4a7eade2-b72d-4f31-b091-add83b970115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.578562 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4a7eade2-b72d-4f31-b091-add83b970115 None None] For port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cc9f5534-ae56-4de2-9359-2d92a7d2f4b8,segment=NetworkSegment(b05de66a-9e44-47b7-8e1e-a0634b82d502),segment_id=b05de66a-9e44-47b7-8e1e-a0634b82d502)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:02.587248 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4a7eade2-b72d-4f31-b091-add83b970115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.615677 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fbeea8d8-4ec7-42dd-b9ae-d1234ebddd41 req-561e2805-c209-469f-b4e4-a6c6748b2ad6 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0762854 Apr 01 12:35:02.644537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.648947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056cbcb-0de6-40ab-9fdd-52ecd1f594aa req-dc1d897f-05f8-4dc9-8eab-23a3acfeb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:02.650463 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5056cbcb-0de6-40ab-9fdd-52ecd1f594aa req-dc1d897f-05f8-4dc9-8eab-23a3acfeb2ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 1096 time: 0.1228552 Apr 01 12:35:02.652686 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7eade2-b72d-4f31-b091-add83b970115 None None] Pushing event updated for resources: {'Port': ['ID=cc9f5534-ae56-4de2-9359-2d92a7d2f4b8,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:02.710144 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5056cbcb-0de6-40ab-9fdd-52ecd1f594aa req-3ce94cbe-5a86-493e-9ac2-e76c21fd8c38 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505409 Apr 01 12:35:02.714773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-864e2513-c33d-4ddb-8282-aff439d40697 None None] Provisioning complete for port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:02.715789 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-864e2513-c33d-4ddb-8282-aff439d40697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.715906 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.718085 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'cc9f5534-ae56-4de2-9359-2d92a7d2f4b8', 'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'mac_address': 'fa:16:3e:50:2d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:56Z', 'updated_at': '2022-04-01T12:35:02Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'subnets': [{'id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:02.745183 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81580928-d6ef-4c72-b3a1-2c022a5296e6 None None] The sync data for ids ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'] in n-d-836146-1 is: [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'cc9f5534-ae56-4de2-9359-2d92a7d2f4b8', 'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'mac_address': 'fa:16:3e:50:2d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:56Z', 'updated_at': '2022-04-01T12:35:02Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'subnets': [{'id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:35:02.770443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Network dacc8523-7612-48af-a5c9-05adc977d50f is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:35:02.773556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:35:02.778411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:35:02.782181 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Pushing event updated for resources: {'Port': ['ID=8989d613-03f2-4ac3-9591-0971224fba7c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:02.830851 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:02.831499 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.851853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-34d7bb28-dc51-4037-a082-545f087100c1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8999455 Apr 01 12:35:02.871502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Request body: {'port': {'device_id': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:02.943961 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:02.988800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b60e5-c745-4d26-b9b2-cad8d4e17dac req-ff476819-8975-4c0e-b316-e6efbd9a6457 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:02.990948 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c24b60e5-c745-4d26-b9b2-cad8d4e17dac req-ff476819-8975-4c0e-b316-e6efbd9a6457 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 931 time: 0.0561104 Apr 01 12:35:03.036839 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c24b60e5-c745-4d26-b9b2-cad8d4e17dac req-801beebd-9629-4215-8591-aa63d2c39339 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387630 Apr 01 12:35:03.105563 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ce83b07-3319-420d-89bf-3ec75e8c5d06 req-28998562-a5f0-4580-8060-36903e7f60e3 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0389433 Apr 01 12:35:03.122550 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cfca93f4-dcb0-41a1-ab55-b4a570a59427 None None] Provisioning complete for port 8989d613-03f2-4ac3-9591-0971224fba7c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:03.122921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cfca93f4-dcb0-41a1-ab55-b4a570a59427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:03.178367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cfca93f4-dcb0-41a1-ab55-b4a570a59427 None None] Port 8989d613-03f2-4ac3-9591-0971224fba7c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:35:03.275962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8989d613-03f2-4ac3-9591-0971224fba7c {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:35:03.283490 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:03.298426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Transition to ACTIVE for port object 8989d613-03f2-4ac3-9591-0971224fba7c will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:35:03.302577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:03.355402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Pushing event updated for resources: {'Port': ['ID=8989d613-03f2-4ac3-9591-0971224fba7c,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:03.468518 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Attempting to bind port 8989d613-03f2-4ac3-9591-0971224fba7c on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:35:03.468518 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Attempting to bind port 8989d613-03f2-4ac3-9591-0971224fba7c by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:35:03.468518 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Attempting to bind port 8989d613-03f2-4ac3-9591-0971224fba7c on network dacc8523-7612-48af-a5c9-05adc977d50f {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:35:03.503785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Port 8989d613-03f2-4ac3-9591-0971224fba7c on network dacc8523-7612-48af-a5c9-05adc977d50f not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:35:03.504130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Attempting to bind port 8989d613-03f2-4ac3-9591-0971224fba7c on network dacc8523-7612-48af-a5c9-05adc977d50f {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:35:03.512641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:35:03.512993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Checking segment: {'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:35:03.513436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Bound using segment: {'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:35:03.513879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Bound port: 8989d613-03f2-4ac3-9591-0971224fba7c, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05de66a-9e44-47b7-8e1e-a0634b82d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:35:03.514272 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:03.516668 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde88a06-95c4-4517-acce-c49c79318bb7 req-4c3e839d-1d18-4105-b4bc-218ded66975e tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:03.518271 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cde88a06-95c4-4517-acce-c49c79318bb7 req-4c3e839d-1d18-4105-b4bc-218ded66975e tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 945 time: 0.0544784 Apr 01 12:35:03.551075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ffad0-3ed8-4444-b5bb-f960d8c3bd20 req-69d67a61-457d-4b0b-8348-5e618ece8678 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:03.561540 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc6ffad0-3ed8-4444-b5bb-f960d8c3bd20 req-69d67a61-457d-4b0b-8348-5e618ece8678 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.1140292 Apr 01 12:35:03.578524 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cde88a06-95c4-4517-acce-c49c79318bb7 req-6dbc0a7b-a122-485f-8e2f-d32c53eb1b7f tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Apr 01 12:35:03.650786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc6ffad0-3ed8-4444-b5bb-f960d8c3bd20 req-1a4a3f35-c63d-42f3-8386-59c4379adb37 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883596 Apr 01 12:35:03.651848 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] For port 8989d613-03f2-4ac3-9591-0971224fba7c, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:35:03.665115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] For port 8989d613-03f2-4ac3-9591-0971224fba7c, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8989d613-03f2-4ac3-9591-0971224fba7c,segment=NetworkSegment(b05de66a-9e44-47b7-8e1e-a0634b82d502),segment_id=b05de66a-9e44-47b7-8e1e-a0634b82d502)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:35:03.671748 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:03.716342 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:03.716960 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:03.718365 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] 10.222.0.37 "PUT /v2.0/ports/8989d613-03f2-4ac3-9591-0971224fba7c HTTP/1.1" status: 200 len: 1091 time: 0.8581016 Apr 01 12:35:03.718851 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'tag': '8989d613-03f2-4ac3-9591-0971224fba7c'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:03.721080 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7184dbe-ee8d-474f-ab60-b97e7e0caf5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e22f354-d69f-4ec3-88c5-af1106d67d88", "tag": "8989d613-03f2-4ac3-9591-0971224fba7c"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:03.737206 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c660ac-77cb-4a06-86cf-bcfe41cd3a85 service neutron] Pushing event updated for resources: {'Port': ['ID=8989d613-03f2-4ac3-9591-0971224fba7c,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:03.770707 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b25f6dd-04d1-482b-b10e-a9958d9a6fba req-7d7a8b3e-517f-436e-ac22-197fdb3a8181 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdae699-8af1-458a-815f-9b95ec6531b5 HTTP/1.1" status: 200 len: 210 time: 0.0555227 Apr 01 12:35:03.791714 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a5e515-6520-4ec6-a907-e12786959afd x-openstack-request-id: req-00a5e515-6520-4ec6-a907-e12786959afd {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:03.791714 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e22f354-d69f-4ec3-88c5-af1106d67d88", "tag": "8989d613-03f2-4ac3-9591-0971224fba7c", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:03.791988 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00a5e515-6520-4ec6-a907-e12786959afd {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:03.792252 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a5e515-6520-4ec6-a907-e12786959afd'] response: {'name': 'network-changed', 'server_uuid': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'tag': '8989d613-03f2-4ac3-9591-0971224fba7c', 'status': 'completed', 'code': 200} Apr 01 12:35:03.827862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-b71958f4-02e3-4ea9-984b-89e3ce91f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:03.829406 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-b71958f4-02e3-4ea9-984b-89e3ce91f319 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b6f3fa5958e4fb79a2dca3107c13f47&device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 1094 time: 0.0540621 Apr 01 12:35:03.877390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-ceb44302-1af7-4e95-a3c5-19cabd163737 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8989d613-03f2-4ac3-9591-0971224fba7c HTTP/1.1" status: 200 len: 217 time: 0.0387568 Apr 01 12:35:03.928751 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-50348d43-343c-4768-9bbb-ef8f67bb78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:03.931454 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-50348d43-343c-4768-9bbb-ef8f67bb78be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a021b830-a800-42bf-97e9-b32217c1b3d0 HTTP/1.1" status: 200 len: 854 time: 0.0446401 Apr 01 12:35:03.982259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-164c4700-b1c6-41f0-8bf4-5171e584684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:03.983765 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-164c4700-b1c6-41f0-8bf4-5171e584684a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dacc8523-7612-48af-a5c9-05adc977d50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414250 Apr 01 12:35:04.079984 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-40059ad8-0fe6-4ef4-a051-37f5b64ab64a service neutron] 10.222.0.37 "GET /v2.0/networks/dacc8523-7612-48af-a5c9-05adc977d50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881310 Apr 01 12:35:04.101414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:35:04.150473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:04.150787 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:04.211809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fe4fc-ed57-47a8-90bc-4be10928a0e2 req-891f0da7-20ae-4d34-ba9e-53b665d03365 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:04.213416 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-418fe4fc-ed57-47a8-90bc-4be10928a0e2 req-891f0da7-20ae-4d34-ba9e-53b665d03365 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 943 time: 0.1040142 Apr 01 12:35:04.216492 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcd2867d-b4c6-4928-a938-fd7ffeecb674 req-5ef6edd2-def0-418d-8337-3400cd653527 service neutron] 10.222.0.37 "GET /v2.0/networks/dacc8523-7612-48af-a5c9-05adc977d50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304064 Apr 01 12:35:04.219981 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:35:04.255703 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-418fe4fc-ed57-47a8-90bc-4be10928a0e2 req-6e665781-7bdd-444c-8fb3-eba71905b669 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339501 Apr 01 12:35:04.302603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7184dbe-ee8d-474f-ab60-b97e7e0caf5b req-28f00f31-38dd-4a7c-a8a2-a4afc64b3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:04.304067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7184dbe-ee8d-474f-ab60-b97e7e0caf5b req-28f00f31-38dd-4a7c-a8a2-a4afc64b3519 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b6f3fa5958e4fb79a2dca3107c13f47&device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 1094 time: 0.0394294 Apr 01 12:35:04.406217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7184dbe-ee8d-474f-ab60-b97e7e0caf5b req-71129b1a-1138-4bc9-8158-f325b9880a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:04.407599 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7184dbe-ee8d-474f-ab60-b97e7e0caf5b req-71129b1a-1138-4bc9-8158-f325b9880a1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=dacc8523-7612-48af-a5c9-05adc977d50f HTTP/1.1" status: 200 len: 916 time: 0.0960300 Apr 01 12:35:04.458057 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7184dbe-ee8d-474f-ab60-b97e7e0caf5b req-f1a7d48d-1841-43f5-ada7-807a902d2bf9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8989d613-03f2-4ac3-9591-0971224fba7c HTTP/1.1" status: 200 len: 217 time: 0.0341899 Apr 01 12:35:04.507620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7184dbe-ee8d-474f-ab60-b97e7e0caf5b req-21d0e2b8-86ec-4630-bf14-9be486c9bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:04.509688 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7184dbe-ee8d-474f-ab60-b97e7e0caf5b req-21d0e2b8-86ec-4630-bf14-9be486c9bc31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a021b830-a800-42bf-97e9-b32217c1b3d0 HTTP/1.1" status: 200 len: 854 time: 0.0432708 Apr 01 12:35:04.553411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7184dbe-ee8d-474f-ab60-b97e7e0caf5b req-86d3c702-185f-446a-a499-40537eec5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:04.555579 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7184dbe-ee8d-474f-ab60-b97e7e0caf5b req-86d3c702-185f-446a-a499-40537eec5bc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dacc8523-7612-48af-a5c9-05adc977d50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383537 Apr 01 12:35:04.648921 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7184dbe-ee8d-474f-ab60-b97e7e0caf5b req-67b9efcc-1ca0-4372-8bca-6399b97da604 service neutron] 10.222.0.37 "GET /v2.0/networks/dacc8523-7612-48af-a5c9-05adc977d50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854082 Apr 01 12:35:04.709260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e2863-c7d9-4674-9787-b7a46c83461b req-cd078e19-917a-4a0e-8b5d-a55b1ec21260 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:04.710897 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9d1e2863-c7d9-4674-9787-b7a46c83461b req-cd078e19-917a-4a0e-8b5d-a55b1ec21260 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 945 time: 0.0500069 Apr 01 12:35:04.750258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9d1e2863-c7d9-4674-9787-b7a46c83461b req-c15abd71-f42c-4530-851d-60c985cb6e9b tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Apr 01 12:35:04.768277 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7184dbe-ee8d-474f-ab60-b97e7e0caf5b req-f7add17c-659c-4b3e-9280-1c18c39a7797 service neutron] 10.222.0.37 "GET /v2.0/networks/dacc8523-7612-48af-a5c9-05adc977d50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127450 Apr 01 12:35:04.787891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142f3e6-4ac8-4a38-8ffa-7630a995cbd6 req-a58bbc8f-e291-414b-9305-33b5241558eb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:04.789878 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b142f3e6-4ac8-4a38-8ffa-7630a995cbd6 req-a58bbc8f-e291-414b-9305-33b5241558eb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0594716 Apr 01 12:35:04.829111 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b142f3e6-4ac8-4a38-8ffa-7630a995cbd6 req-73339ff8-3e02-44c9-966f-7145ec1b1a32 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Apr 01 12:35:04.864277 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc96672-cbf4-4e7b-a562-88656f63cfa5 req-5d8f5014-fd64-4ce9-8c95-84449198984e tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:04.865742 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ccc96672-cbf4-4e7b-a562-88656f63cfa5 req-5d8f5014-fd64-4ce9-8c95-84449198984e tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=283f944a-ee6b-4b4d-9921-72028ce54f9c HTTP/1.1" status: 200 len: 946 time: 0.0489147 Apr 01 12:35:04.904939 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ccc96672-cbf4-4e7b-a562-88656f63cfa5 req-78af4f9b-5ae3-4deb-b72f-96c0357e7a9d tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Apr 01 12:35:05.058147 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-414743df-9dad-4541-b783-5a083f6b4b0f req-ffb44ece-8ac4-4e84-a9eb-d1636dae4e7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=838a7303e76d426c88cb9237ad57e542&device_id=0134e934-84cf-4150-9457-0d0c98dbc003 HTTP/1.1" status: 200 len: 210 time: 0.0370502 Apr 01 12:35:05.093949 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54e99fa3-3183-40f7-915a-59ad4120ac43 req-882e4148-243b-48a1-a4d2-8ec4a47ea78e tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0134e934-84cf-4150-9457-0d0c98dbc003 HTTP/1.1" status: 200 len: 210 time: 0.0384600 Apr 01 12:35:05.107680 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-414743df-9dad-4541-b783-5a083f6b4b0f req-d1fe6c90-0dbb-4fa1-8aa8-d5f2f3d09a13 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=838a7303e76d426c88cb9237ad57e542&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389347 Apr 01 12:35:05.403663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ba74a-e39c-47fc-b90d-e04d13b7d93d req-25f08f7d-bf1a-4f15-a27d-c0815fe381bb tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:05.405332 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5d9ba74a-e39c-47fc-b90d-e04d13b7d93d req-25f08f7d-bf1a-4f15-a27d-c0815fe381bb tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 943 time: 0.0501401 Apr 01 12:35:05.445767 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5d9ba74a-e39c-47fc-b90d-e04d13b7d93d req-4e991826-9cc5-46c2-a597-b21384c953d6 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335741 Apr 01 12:35:05.534664 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414743df-9dad-4541-b783-5a083f6b4b0f req-df82f6ed-6515-4935-98bc-a5e10f068b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:05.536126 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-414743df-9dad-4541-b783-5a083f6b4b0f req-df82f6ed-6515-4935-98bc-a5e10f068b88 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4185307 Apr 01 12:35:05.551310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-ee0e2904-ef32-4f53-aa1b-36819878a7a9 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:05.552708 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-ee0e2904-ef32-4f53-aa1b-36819878a7a9 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/networks?id=deacc9ed-3838-4470-b253-9579a437221a HTTP/1.1" status: 200 len: 812 time: 0.1634514 Apr 01 12:35:05.567715 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-b5a289ef-fdc9-44e9-8925-7ce639b85b0f tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/quotas/55fd8ac796734c258f428783720bc680 HTTP/1.1" status: 200 len: 375 time: 0.0088103 Apr 01 12:35:05.618522 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-edd7d17b-1c9a-4167-b60c-4a3dd63034b2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=55fd8ac796734c258f428783720bc680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450838 Apr 01 12:35:05.711088 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-b92bcc3a-6d58-4e1c-a849-12717944100f service neutron] 10.222.0.45 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849488 Apr 01 12:35:05.798816 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-df92ab81-50ba-4d37-9414-c5c367d8d1cf service neutron] 10.222.0.45 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819571 Apr 01 12:35:05.948703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4384a-fd0d-43ca-b764-e92afd4d677c req-1ec47f06-8b16-4c86-8ba6-68caa08412bd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:05.951003 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-adb4384a-fd0d-43ca-b764-e92afd4d677c req-1ec47f06-8b16-4c86-8ba6-68caa08412bd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0522408 Apr 01 12:35:06.001741 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-adb4384a-fd0d-43ca-b764-e92afd4d677c req-a135b891-b2c3-4ea1-9cb3-7481849847e6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 Apr 01 12:35:06.091028 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9581dd40-a369-45cb-b981-f7f0cec73b0b req-70c7f9a1-9413-48b6-946a-2382dab75a6d tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 210 time: 0.0265689 Apr 01 12:35:06.200697 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e683d4ab-a6f2-4eab-8f01-78cb9710e34a req-390df929-63ee-4046-9dd9-519efc61a839 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0134e934-84cf-4150-9457-0d0c98dbc003 HTTP/1.1" status: 200 len: 210 time: 0.0312386 Apr 01 12:35:06.324478 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-66cefe56-c905-423b-89c2-3bb8407586f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:06.573602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bcec5-922a-48db-821f-5a56a7addfb1 req-80aede4f-757a-4219-a91c-2573e924c16c tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:06.575143 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa8bcec5-922a-48db-821f-5a56a7addfb1 req-80aede4f-757a-4219-a91c-2573e924c16c tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 943 time: 0.0565922 Apr 01 12:35:06.623966 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa8bcec5-922a-48db-821f-5a56a7addfb1 req-1c9eee64-3121-4854-bec4-bd76f6d68813 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425766 Apr 01 12:35:06.749322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c1641-74a2-4302-905b-70f80dcb6873 req-9fd70ec4-5e33-41ff-8f6f-27fc741034dc tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:06.750842 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-915c1641-74a2-4302-905b-70f80dcb6873 req-9fd70ec4-5e33-41ff-8f6f-27fc741034dc tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd642db9-5cf8-4a93-a060-22b25095f40c HTTP/1.1" status: 200 len: 945 time: 0.0508933 Apr 01 12:35:06.850883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-915c1641-74a2-4302-905b-70f80dcb6873 req-a9028b66-6e70-485b-8b08-24b829d0c679 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Deleting port 068225dd-7f47-4d06-b212-e854bb3bf7ae {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:06.851227 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-915c1641-74a2-4302-905b-70f80dcb6873 req-a9028b66-6e70-485b-8b08-24b829d0c679 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:06.975313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-915c1641-74a2-4302-905b-70f80dcb6873 req-a9028b66-6e70-485b-8b08-24b829d0c679 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] For port 068225dd-7f47-4d06-b212-e854bb3bf7ae, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=068225dd-7f47-4d06-b212-e854bb3bf7ae,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:06.975682 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-915c1641-74a2-4302-905b-70f80dcb6873 req-a9028b66-6e70-485b-8b08-24b829d0c679 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:06.984689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d716e26-3b67-4f00-898c-66fbbb32e0f3 req-10b5e359-e264-42ff-b2bc-085162ba0496 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:06.986152 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3d716e26-3b67-4f00-898c-66fbbb32e0f3 req-10b5e359-e264-42ff-b2bc-085162ba0496 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.37 "GET /v2.0/ports?device_id=283f944a-ee6b-4b4d-9921-72028ce54f9c HTTP/1.1" status: 200 len: 946 time: 0.0771103 Apr 01 12:35:06.997384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-915c1641-74a2-4302-905b-70f80dcb6873 req-a9028b66-6e70-485b-8b08-24b829d0c679 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Calling delete_port for 068225dd-7f47-4d06-b212-e854bb3bf7ae owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:07.226852 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cff99008-13b0-49db-a280-8c15f0d2187e req-5ef06271-cce1-4d2b-bb88-747a71a67d4a tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 210 time: 0.0334978 Apr 01 12:35:07.325063 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-558fba45-9944-422a-94be-90d652798b6c req-04e8badc-7823-4821-86de-e8cfd5023c39 tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0134e934-84cf-4150-9457-0d0c98dbc003 HTTP/1.1" status: 200 len: 210 time: 0.0364792 Apr 01 12:35:07.357323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a396f96-65e3-4933-9de7-2da0a1c26bd1 req-fea55d7f-5a42-4f7c-9b6f-9920d0ef7dcd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:07.358836 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a396f96-65e3-4933-9de7-2da0a1c26bd1 req-fea55d7f-5a42-4f7c-9b6f-9920d0ef7dcd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.2754025 Apr 01 12:35:07.393380 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-414743df-9dad-4541-b783-5a083f6b4b0f req-a0c21e14-1a60-4330-8439-306155398c7b tempest-ServerShowV247Test-296095629 tempest-ServerShowV247Test-296095629-project] 10.222.0.37 "GET /v2.0/ports?device_id=0134e934-84cf-4150-9457-0d0c98dbc003 HTTP/1.1" status: 200 len: 210 time: 0.0584774 Apr 01 12:35:07.444584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-3d716e26-3b67-4f00-898c-66fbbb32e0f3 req-97838a3e-210c-489d-91f0-23a7cf15c5a2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Deleting port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:07.444930 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3d716e26-3b67-4f00-898c-66fbbb32e0f3 req-97838a3e-210c-489d-91f0-23a7cf15c5a2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:07.474506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-2e02d1bd-9ee8-4844-8072-f66937b9788d tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:07.475932 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-2e02d1bd-9ee8-4844-8072-f66937b9788d tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.44 "GET /v2.0/networks?id=deacc9ed-3838-4470-b253-9579a437221a HTTP/1.1" status: 200 len: 812 time: 0.3613653 Apr 01 12:35:07.506365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-ae22e54d-7178-40ed-9626-70380d4f829b req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Request body: {'port': {'device_id': '60c90bcb-19ef-457e-8d1a-e3fab37efef0', 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a', 'admin_state_up': True, 'tenant_id': '55fd8ac796734c258f428783720bc680'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:07.568893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-87d1b748-2a8e-41d5-819b-1f9386e7b39d tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:07.570357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-87d1b748-2a8e-41d5-819b-1f9386e7b39d tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.37 "GET /v2.0/networks?id=deacc9ed-3838-4470-b253-9579a437221a HTTP/1.1" status: 200 len: 812 time: 0.3885264 Apr 01 12:35:07.582540 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a396f96-65e3-4933-9de7-2da0a1c26bd1 req-01d6840d-4207-41cc-ba48-cef5dd9e660c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985347 Apr 01 12:35:07.595676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Request body: {'port': {'device_id': '8a153818-02b7-4bf7-89ca-a04119035ad1', 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a', 'admin_state_up': True, 'tenant_id': '55fd8ac796734c258f428783720bc680'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:07.638164 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-915c1641-74a2-4302-905b-70f80dcb6873 req-a9028b66-6e70-485b-8b08-24b829d0c679 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:07.650618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:07.675069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['068225dd-7f47-4d06-b212-e854bb3bf7ae'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:07.749585 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00722a3b-3fed-421a-a473-ce2061320bca req-6648df26-342e-4f37-b9f5-013e24fc351c tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:07.756047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3d716e26-3b67-4f00-898c-66fbbb32e0f3 req-97838a3e-210c-489d-91f0-23a7cf15c5a2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] For port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:07.756414 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3d716e26-3b67-4f00-898c-66fbbb32e0f3 req-97838a3e-210c-489d-91f0-23a7cf15c5a2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:07.757343 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-00722a3b-3fed-421a-a473-ce2061320bca req-6648df26-342e-4f37-b9f5-013e24fc351c tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 943 time: 0.0574484 Apr 01 12:35:07.760686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028b66-6e70-485b-8b08-24b829d0c679 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Pushing event deleted for resources: {'Port': ['ID=068225dd-7f47-4d06-b212-e854bb3bf7ae,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:07.811192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-3d716e26-3b67-4f00-898c-66fbbb32e0f3 req-97838a3e-210c-489d-91f0-23a7cf15c5a2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Calling delete_port for c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:07.822683 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-00722a3b-3fed-421a-a473-ce2061320bca req-fb74790a-2c9d-4394-8aa1-843b190b3b97 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640397 Apr 01 12:35:07.843924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-915c1641-74a2-4302-905b-70f80dcb6873 req-a9028b66-6e70-485b-8b08-24b829d0c679 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] No DVR routers for this DVR port 068225dd-7f47-4d06-b212-e854bb3bf7ae on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:35:07.852756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-915c1641-74a2-4302-905b-70f80dcb6873 req-a9028b66-6e70-485b-8b08-24b829d0c679 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:07.855997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-915c1641-74a2-4302-905b-70f80dcb6873 req-a9028b66-6e70-485b-8b08-24b829d0c679 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.44 "DELETE /v2.0/ports/068225dd-7f47-4d06-b212-e854bb3bf7ae HTTP/1.1" status: 204 len: 173 time: 1.0989089 Apr 01 12:35:07.858015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd642db9-5cf8-4a93-a060-22b25095f40c', 'name': 'network-vif-deleted', 'tag': '068225dd-7f47-4d06-b212-e854bb3bf7ae'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:07.860343 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a959bca-135f-4e17-8db0-3a65b25d02a6" -d '{"events": [{"server_uuid": "bd642db9-5cf8-4a93-a060-22b25095f40c", "name": "network-vif-deleted", "tag": "068225dd-7f47-4d06-b212-e854bb3bf7ae"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:07.916397 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54790d22-df27-4560-86a7-97d6e6836159 x-openstack-request-id: req-54790d22-df27-4560-86a7-97d6e6836159 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:07.916689 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd642db9-5cf8-4a93-a060-22b25095f40c", "name": "network-vif-deleted", "tag": "068225dd-7f47-4d06-b212-e854bb3bf7ae", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:07.916945 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54790d22-df27-4560-86a7-97d6e6836159 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:07.917334 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54790d22-df27-4560-86a7-97d6e6836159'] response: {'server_uuid': 'bd642db9-5cf8-4a93-a060-22b25095f40c', 'name': 'network-vif-deleted', 'tag': '068225dd-7f47-4d06-b212-e854bb3bf7ae', 'status': 'completed', 'code': 200} Apr 01 12:35:07.949100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Made reservation on behalf of 55fd8ac796734c258f428783720bc680 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:35:07.952813 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:07.971399 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 8989d613-03f2-4ac3-9591-0971224fba7c details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:35:07.981320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Made reservation on behalf of 55fd8ac796734c258f428783720bc680 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:35:07.985395 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:08.091605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 8989d613-03f2-4ac3-9591-0971224fba7c, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8989d613-03f2-4ac3-9591-0971224fba7c,segment=NetworkSegment(b05de66a-9e44-47b7-8e1e-a0634b82d502),segment_id=b05de66a-9e44-47b7-8e1e-a0634b82d502)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:08.103349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '8989d613-03f2-4ac3-9591-0971224fba7c', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'port_id': '8989d613-03f2-4ac3-9591-0971224fba7c', 'mac_address': 'fa:16:3e:24:7a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:35:08.139267 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:08.152753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8989d613-03f2-4ac3-9591-0971224fba7c {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:35:08.173433 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 8989d613-03f2-4ac3-9591-0971224fba7c, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8989d613-03f2-4ac3-9591-0971224fba7c,segment=NetworkSegment(b05de66a-9e44-47b7-8e1e-a0634b82d502),segment_id=b05de66a-9e44-47b7-8e1e-a0634b82d502)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:08.178409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:08.195137 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3d716e26-3b67-4f00-898c-66fbbb32e0f3 req-97838a3e-210c-489d-91f0-23a7cf15c5a2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:08.207461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['068225dd-7f47-4d06-b212-e854bb3bf7ae'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:08.232560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97838a3e-210c-489d-91f0-23a7cf15c5a2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Pushing event deleted for resources: {'Port': ['ID=c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:08.255958 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=8989d613-03f2-4ac3-9591-0971224fba7c,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:08.263301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-ae22e54d-7178-40ed-9626-70380d4f829b req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Allocated IP 172.20.0.13 (deacc9ed-3838-4470-b253-9579a437221a/78b3f4ee-0786-40a4-8092-38459c6440b3/1da21ce5-35ff-4133-832e-a127fdc6f91d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:35:08.294067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d716e26-3b67-4f00-898c-66fbbb32e0f3 req-97838a3e-210c-489d-91f0-23a7cf15c5a2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] No DVR routers for this DVR port c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:35:08.297007 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3d716e26-3b67-4f00-898c-66fbbb32e0f3 req-97838a3e-210c-489d-91f0-23a7cf15c5a2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:08.300635 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3d716e26-3b67-4f00-898c-66fbbb32e0f3 req-97838a3e-210c-489d-91f0-23a7cf15c5a2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.37 "DELETE /v2.0/ports/c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 HTTP/1.1" status: 204 len: 173 time: 1.3043666 Apr 01 12:35:08.339653 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b569ffcc-ffdd-46b1-8a5c-6e1b8129bf4e req-d8fb23b7-75b7-42bf-84fe-de8f98571c50 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 210 time: 0.0378907 Apr 01 12:35:08.478796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:08.504188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['8989d613-03f2-4ac3-9591-0971224fba7c'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:08.526986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:08.542879 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['068225dd-7f47-4d06-b212-e854bb3bf7ae'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:08.620546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Allocated IP 172.20.0.14 (deacc9ed-3838-4470-b253-9579a437221a/78b3f4ee-0786-40a4-8092-38459c6440b3/84b606e4-909d-4afc-982f-9d83f207567f) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:35:08.623719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae22e54d-7178-40ed-9626-70380d4f829b req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Network deacc9ed-3838-4470-b253-9579a437221a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:35:08.636708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-ae22e54d-7178-40ed-9626-70380d4f829b req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:35:08.644337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae22e54d-7178-40ed-9626-70380d4f829b req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:35:08.662975 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:08.671692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Pushing event updated for resources: {'Port': ['ID=1da21ce5-35ff-4133-832e-a127fdc6f91d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:08.722387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33764) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:08.737263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:08.737625 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:08.737894 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:08.773921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276c9d5-e4cc-4887-9b1a-293b1e62cf69 req-c71bd3d5-f1c5-45d8-9659-a9b6b7e90faf tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:08.783449 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b276c9d5-e4cc-4887-9b1a-293b1e62cf69 req-c71bd3d5-f1c5-45d8-9659-a9b6b7e90faf tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0883534 Apr 01 12:35:08.786137 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-989b3aeb-9c63-4b74-b493-a4c0c048e5ca tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2942894 Apr 01 12:35:08.822565 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b276c9d5-e4cc-4887-9b1a-293b1e62cf69 req-0a49e29e-8ad8-4672-ad9f-644e9665b4ca tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381947 Apr 01 12:35:08.828873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Request body: {'port': {'device_id': '60c90bcb-19ef-457e-8d1a-e3fab37efef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:08.856348 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9ce2fe92-8ff0-49fc-b7a4-d1919d7e00df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:08.911479 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9662bd59-e432-4718-9848-d25cf4f85ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:08.991225 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.012991 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.052288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f1358-cc84-466f-921a-61c19f495ceb req-cfa09817-6df9-4346-a69e-1078a6293e8c tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:09.053770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de1f1358-cc84-466f-921a-61c19f495ceb req-cfa09817-6df9-4346-a69e-1078a6293e8c tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 944 time: 0.1370506 Apr 01 12:35:09.219591 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.231799 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['068225dd-7f47-4d06-b212-e854bb3bf7ae'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:09.236492 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de1f1358-cc84-466f-921a-61c19f495ceb req-55791663-f8db-481e-a4f6-bd690078b609 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525297 Apr 01 12:35:09.500266 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126dace-a16a-4581-8ff5-92bc5303a86f req-e13b3892-4a2d-499e-b207-f33e16b8656a tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:09.502631 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3126dace-a16a-4581-8ff5-92bc5303a86f req-e13b3892-4a2d-499e-b207-f33e16b8656a tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 932 time: 0.0561278 Apr 01 12:35:09.532288 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9662bd59-e432-4718-9848-d25cf4f85ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.552057 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9662bd59-e432-4718-9848-d25cf4f85ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.561463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3126dace-a16a-4581-8ff5-92bc5303a86f req-8ceceea1-1853-4bba-a4f8-4eb251bcde49 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488775 Apr 01 12:35:09.593570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Network deacc9ed-3838-4470-b253-9579a437221a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:35:09.608307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:35:09.622942 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Pushing event updated for resources: {'Port': ['ID=84b606e4-909d-4afc-982f-9d83f207567f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:09.625279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:35:09.666386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9662bd59-e432-4718-9848-d25cf4f85ab1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=838a7303e76d426c88cb9237ad57e542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9425461 Apr 01 12:35:09.669084 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33784) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:09.688265 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662bd59-e432-4718-9848-d25cf4f85ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f6776c-8292-4fc7-a1e2-b353350dc618,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:09.732233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:09.732794 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.733245 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a0a1ad84-11ef-4aff-8114-c1145001ef7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.759995 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a0a1ad84-11ef-4aff-8114-c1145001ef7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.762207 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7892332d-a121-4e92-bcad-61e9cd5e8877 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1786830 Apr 01 12:35:09.777041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Request body: {'port': {'device_id': '8a153818-02b7-4bf7-89ca-a04119035ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:09.811432 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a0a1ad84-11ef-4aff-8114-c1145001ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.814039 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a0a1ad84-11ef-4aff-8114-c1145001ef7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.817458 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a0a1ad84-11ef-4aff-8114-c1145001ef7d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55f6776c-8292-4fc7-a1e2-b353350dc618 HTTP/1.1" status: 204 len: 168 time: 0.1450107 Apr 01 12:35:09.828660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1ad84-11ef-4aff-8114-c1145001ef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f6776c-8292-4fc7-a1e2-b353350dc618,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:09.857653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da21ce5-35ff-4133-832e-a127fdc6f91d {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:35:09.868509 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.875744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.892255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Transition to ACTIVE for port object 1da21ce5-35ff-4133-832e-a127fdc6f91d will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:35:09.917220 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:09.925756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283f944a-ee6b-4b4d-9921-72028ce54f9c', 'name': 'network-vif-deleted', 'tag': 'c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:09.928024 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcaebc1-0fe3-4cc3-aac3-9d628af60134" -d '{"events": [{"server_uuid": "283f944a-ee6b-4b4d-9921-72028ce54f9c", "name": "network-vif-deleted", "tag": "c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:09.993467 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44797629-8f5f-4301-9e3f-eb333e64804b x-openstack-request-id: req-44797629-8f5f-4301-9e3f-eb333e64804b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:09.993754 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283f944a-ee6b-4b4d-9921-72028ce54f9c", "name": "network-vif-deleted", "tag": "c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:09.994027 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44797629-8f5f-4301-9e3f-eb333e64804b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:09.994408 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44797629-8f5f-4301-9e3f-eb333e64804b'] response: {'server_uuid': '283f944a-ee6b-4b4d-9921-72028ce54f9c', 'name': 'network-vif-deleted', 'tag': 'c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90', 'status': 'completed', 'code': 200} Apr 01 12:35:10.008437 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 8989d613-03f2-4ac3-9591-0971224fba7c up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:35:10.067405 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 8989d613-03f2-4ac3-9591-0971224fba7c completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:35:10.075856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 8989d613-03f2-4ac3-9591-0971224fba7c triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:10.076657 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:10.086659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Pushing event updated for resources: {'Port': ['ID=1da21ce5-35ff-4133-832e-a127fdc6f91d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:10.136242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba937db-1b9a-4939-b2cd-0f6827896ba9 req-c031fb11-5980-4834-b94d-62f7790de5a8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:10.137711 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ba937db-1b9a-4939-b2cd-0f6827896ba9 req-c031fb11-5980-4834-b94d-62f7790de5a8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.2015736 Apr 01 12:35:10.203611 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:10.244213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8989d613-03f2-4ac3-9591-0971224fba7c'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:10.247104 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ce9f58-d372-43ea-89a9-68ac6ba7b947" -d '{"events": [{"server_uuid": "8e22f354-d69f-4ec3-88c5-af1106d67d88", "name": "network-vif-plugged", "status": "completed", "tag": "8989d613-03f2-4ac3-9591-0971224fba7c"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:10.263478 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 8989d613-03f2-4ac3-9591-0971224fba7c, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8989d613-03f2-4ac3-9591-0971224fba7c,segment=NetworkSegment(b05de66a-9e44-47b7-8e1e-a0634b82d502),segment_id=b05de66a-9e44-47b7-8e1e-a0634b82d502)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:10.275863 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:10.276607 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:35:10.292860 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ba937db-1b9a-4939-b2cd-0f6827896ba9 req-0c0572a7-ff38-43df-a0ed-09873ba0de76 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299984 Apr 01 12:35:10.295527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Attempting to bind port 1da21ce5-35ff-4133-832e-a127fdc6f91d on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:35:10.295863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Attempting to bind port 1da21ce5-35ff-4133-832e-a127fdc6f91d by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:35:10.296188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Attempting to bind port 1da21ce5-35ff-4133-832e-a127fdc6f91d on network deacc9ed-3838-4470-b253-9579a437221a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:35:10.317091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Port 1da21ce5-35ff-4133-832e-a127fdc6f91d on network deacc9ed-3838-4470-b253-9579a437221a not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:35:10.317637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Attempting to bind port 1da21ce5-35ff-4133-832e-a127fdc6f91d on network deacc9ed-3838-4470-b253-9579a437221a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:35:10.337220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:35:10.338423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Checking segment: {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:35:10.339252 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Bound using segment: {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:35:10.340016 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Bound port: 1da21ce5-35ff-4133-832e-a127fdc6f91d, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:35:10.342160 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:10.423294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:35:10.425424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c9ad4bd1-0443-47d7-9d47-dd64ac6f6a90 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:35:10.430327 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba076a3b-c65b-4455-a329-475e73a921cc x-openstack-request-id: req-ba076a3b-c65b-4455-a329-475e73a921cc {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:10.434441 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e22f354-d69f-4ec3-88c5-af1106d67d88", "name": "network-vif-plugged", "status": "completed", "tag": "8989d613-03f2-4ac3-9591-0971224fba7c", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:10.435329 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba076a3b-c65b-4455-a329-475e73a921cc {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:10.436468 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba076a3b-c65b-4455-a329-475e73a921cc'] response: {'server_uuid': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8989d613-03f2-4ac3-9591-0971224fba7c', 'code': 200} Apr 01 12:35:10.441998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=8989d613-03f2-4ac3-9591-0971224fba7c,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:10.469933 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:10.563288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] For port 1da21ce5-35ff-4133-832e-a127fdc6f91d, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:35:10.569558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b606e4-909d-4afc-982f-9d83f207567f {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:35:10.584062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348507b9-292c-4173-91a5-0613e397b731 req-44eb360b-3833-45dd-8eda-5168cf3d8366 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:10.585650 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-348507b9-292c-4173-91a5-0613e397b731 req-44eb360b-3833-45dd-8eda-5168cf3d8366 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 945 time: 0.1645904 Apr 01 12:35:10.598438 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:10.602698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] For port 1da21ce5-35ff-4133-832e-a127fdc6f91d, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1da21ce5-35ff-4133-832e-a127fdc6f91d,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:35:10.610853 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6386a-3a60-4d74-b214-1d031984a0b3 req-45cdf9a3-fcd1-40c4-861e-64e8858c7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:10.612431 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58c6386a-3a60-4d74-b214-1d031984a0b3 req-45cdf9a3-fcd1-40c4-861e-64e8858c7c66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 1096 time: 0.1738372 Apr 01 12:35:10.622632 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:10.647565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Transition to ACTIVE for port object 84b606e4-909d-4afc-982f-9d83f207567f will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:35:10.684709 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:10.715934 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:10.716547 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:10.717922 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] 10.222.0.44 "PUT /v2.0/ports/1da21ce5-35ff-4133-832e-a127fdc6f91d HTTP/1.1" status: 200 len: 1092 time: 1.8951340 Apr 01 12:35:10.738777 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97491586-27e0-4d71-bbc5-71da28feee83 req-10b5d15f-bb04-46a8-bb2d-2a372e9d4c0a tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:10.743328 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-97491586-27e0-4d71-bbc5-71da28feee83 req-10b5d15f-bb04-46a8-bb2d-2a372e9d4c0a tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 944 time: 0.0996535 Apr 01 12:35:10.750660 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-348507b9-292c-4173-91a5-0613e397b731 req-9ddbb44c-d05b-413f-9c31-b22b81b7100d tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446428 Apr 01 12:35:10.764685 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58c6386a-3a60-4d74-b214-1d031984a0b3 req-e255d53c-a317-4684-9190-2769953330a7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445882 Apr 01 12:35:10.780754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f52218-481b-4f42-9012-f85b2da3381b service neutron] Pushing event updated for resources: {'Port': ['ID=1da21ce5-35ff-4133-832e-a127fdc6f91d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:10.795837 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-97491586-27e0-4d71-bbc5-71da28feee83 req-fde6a8b1-3e4c-425c-be2f-b1146883dd1a tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461457 Apr 01 12:35:10.897113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Pushing event updated for resources: {'Port': ['ID=84b606e4-909d-4afc-982f-9d83f207567f,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:10.910925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-011bfa52-e8d6-406c-b65a-8e93d53448ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:10.912494 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-011bfa52-e8d6-406c-b65a-8e93d53448ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55fd8ac796734c258f428783720bc680&device_id=60c90bcb-19ef-457e-8d1a-e3fab37efef0 HTTP/1.1" status: 200 len: 1095 time: 0.1280608 Apr 01 12:35:10.931211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Attempting to bind port 84b606e4-909d-4afc-982f-9d83f207567f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:35:10.931546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Attempting to bind port 84b606e4-909d-4afc-982f-9d83f207567f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:35:10.931864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Attempting to bind port 84b606e4-909d-4afc-982f-9d83f207567f on network deacc9ed-3838-4470-b253-9579a437221a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:35:10.962945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Port 84b606e4-909d-4afc-982f-9d83f207567f on network deacc9ed-3838-4470-b253-9579a437221a not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:35:10.963262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Attempting to bind port 84b606e4-909d-4afc-982f-9d83f207567f on network deacc9ed-3838-4470-b253-9579a437221a {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:35:10.966168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-e6907dcc-2670-4c92-933d-09f9645b92b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1da21ce5-35ff-4133-832e-a127fdc6f91d HTTP/1.1" status: 200 len: 217 time: 0.0412145 Apr 01 12:35:10.969947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:35:10.970303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Checking segment: {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:35:10.970672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Bound using segment: {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:35:10.971091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Bound port: 84b606e4-909d-4afc-982f-9d83f207567f, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbccd3b-5af3-4e48-8744-9ccb1322f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:35:10.971441 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:11.059075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-a7e69723-68b9-4610-bf54-6c1e6e340c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:11.060574 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-a7e69723-68b9-4610-bf54-6c1e6e340c84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78b3f4ee-0786-40a4-8092-38459c6440b3 HTTP/1.1" status: 200 len: 852 time: 0.0808251 Apr 01 12:35:11.098298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] For port 84b606e4-909d-4afc-982f-9d83f207567f, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:35:11.102136 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-77a3442f-a6d1-434a-8f6f-8547093428ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=deacc9ed-3838-4470-b253-9579a437221a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289483 Apr 01 12:35:11.111761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] For port 84b606e4-909d-4afc-982f-9d83f207567f, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=84b606e4-909d-4afc-982f-9d83f207567f,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:35:11.123306 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:11.207782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:11.208393 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:11.209878 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] 10.222.0.37 "PUT /v2.0/ports/84b606e4-909d-4afc-982f-9d83f207567f HTTP/1.1" status: 200 len: 1092 time: 1.4375515 Apr 01 12:35:11.236516 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-621b26c9-1a53-4183-bead-769189527cc8 req-ef616238-8848-4a1d-823a-95e6a257db73 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0404263 Apr 01 12:35:11.242660 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0838ded-9f83-4ed1-81bf-1974a1b58b9c service neutron] Pushing event updated for resources: {'Port': ['ID=84b606e4-909d-4afc-982f-9d83f207567f,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:11.255741 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-52cd0e15-e9cf-4742-9930-8f005574d662 service neutron] 10.222.0.44 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425860 Apr 01 12:35:11.373874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7903fe8e-0e88-49e8-9442-87dea1c0b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:11.375354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-7903fe8e-0e88-49e8-9442-87dea1c0b5ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55fd8ac796734c258f428783720bc680&device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 1095 time: 0.1036983 Apr 01 12:35:11.446393 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-216d023f-2b2a-4cd2-bc8e-c56beae0ef86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84b606e4-909d-4afc-982f-9d83f207567f HTTP/1.1" status: 200 len: 217 time: 0.0604210 Apr 01 12:35:11.451801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-0626fcd9-135a-4beb-b497-f3098e2e70f7 service neutron] 10.222.0.44 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886096 Apr 01 12:35:11.502781 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91138e58-babb-483d-8b2c-23745242310c req-9a0a0d20-f401-49df-baec-4befe102f62e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:11.504275 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91138e58-babb-483d-8b2c-23745242310c req-9a0a0d20-f401-49df-baec-4befe102f62e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.1360443 Apr 01 12:35:11.539979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e54d-7178-40ed-9626-70380d4f829b req-d4106120-ccdb-4553-8944-d37cd29a7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:11.541490 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-d4106120-ccdb-4553-8944-d37cd29a7316 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78b3f4ee-0786-40a4-8092-38459c6440b3 HTTP/1.1" status: 200 len: 852 time: 0.0877502 Apr 01 12:35:11.587560 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-0fceb97e-a614-4f2c-b0fe-d72e2a2f3e29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deacc9ed-3838-4470-b253-9579a437221a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373631 Apr 01 12:35:11.593990 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91138e58-babb-483d-8b2c-23745242310c req-f00dc6a1-5133-4229-ace8-4eb519d23013 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833962 Apr 01 12:35:11.694481 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-d8b102d8-5c4b-43c7-8145-39ec898ba632 service neutron] 10.222.0.37 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935538 Apr 01 12:35:11.700605 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:11.790740 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:11.805936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae22e54d-7178-40ed-9626-70380d4f829b req-78151aff-c8bc-43fc-9d85-62e74848e0c0 service neutron] 10.222.0.37 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010082 Apr 01 12:35:11.885926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dfcf9-3acc-4610-ad46-0a12cf92bd67 req-a154cff0-7407-48b1-8901-e9a03a93ca9e tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:11.894109 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-915dfcf9-3acc-4610-ad46-0a12cf92bd67 req-a154cff0-7407-48b1-8901-e9a03a93ca9e tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 945 time: 0.0665629 Apr 01 12:35:11.928640 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-915dfcf9-3acc-4610-ad46-0a12cf92bd67 req-40384a51-e19c-4e99-a72b-77b93ad68128 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341525 Apr 01 12:35:11.979051 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91f85a-1b30-4f5c-ae65-78e0432603bd req-aa71dd3c-f262-45cb-948a-4c4858f17666 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:11.980542 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c91f85a-1b30-4f5c-ae65-78e0432603bd req-aa71dd3c-f262-45cb-948a-4c4858f17666 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 944 time: 0.0491073 Apr 01 12:35:11.995709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c90bcb-19ef-457e-8d1a-e3fab37efef0', 'tag': '1da21ce5-35ff-4133-832e-a127fdc6f91d'}, {'name': 'network-changed', 'server_uuid': '8a153818-02b7-4bf7-89ca-a04119035ad1', 'tag': '84b606e4-909d-4afc-982f-9d83f207567f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:11.998182 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b" -d '{"events": [{"name": "network-changed", "server_uuid": "60c90bcb-19ef-457e-8d1a-e3fab37efef0", "tag": "1da21ce5-35ff-4133-832e-a127fdc6f91d"}, {"name": "network-changed", "server_uuid": "8a153818-02b7-4bf7-89ca-a04119035ad1", "tag": "84b606e4-909d-4afc-982f-9d83f207567f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:12.021210 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c91f85a-1b30-4f5c-ae65-78e0432603bd req-6c6d9f2f-a4f1-4614-849e-04ca094999b2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343571 Apr 01 12:35:12.051214 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d7de14-7f38-4f88-bd72-ce3e05693011 x-openstack-request-id: req-08d7de14-7f38-4f88-bd72-ce3e05693011 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:12.051520 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c90bcb-19ef-457e-8d1a-e3fab37efef0", "tag": "1da21ce5-35ff-4133-832e-a127fdc6f91d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a153818-02b7-4bf7-89ca-a04119035ad1", "tag": "84b606e4-909d-4afc-982f-9d83f207567f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:12.051789 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08d7de14-7f38-4f88-bd72-ce3e05693011 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:12.052176 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d7de14-7f38-4f88-bd72-ce3e05693011'] response: {'name': 'network-changed', 'server_uuid': '60c90bcb-19ef-457e-8d1a-e3fab37efef0', 'tag': '1da21ce5-35ff-4133-832e-a127fdc6f91d', 'status': 'completed', 'code': 200} Apr 01 12:35:12.052434 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d7de14-7f38-4f88-bd72-ce3e05693011'] response: {'name': 'network-changed', 'server_uuid': '8a153818-02b7-4bf7-89ca-a04119035ad1', 'tag': '84b606e4-909d-4afc-982f-9d83f207567f', 'status': 'completed', 'code': 200} Apr 01 12:35:12.143002 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-6a7221b5-105f-4b3a-b64c-8943fe3f95ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:12.144505 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-6a7221b5-105f-4b3a-b64c-8943fe3f95ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55fd8ac796734c258f428783720bc680&device_id=60c90bcb-19ef-457e-8d1a-e3fab37efef0 HTTP/1.1" status: 200 len: 1095 time: 0.0713718 Apr 01 12:35:12.150179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-12b8f465-49e1-49e3-98bc-4018d46e12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:12.151612 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-12b8f465-49e1-49e3-98bc-4018d46e12a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55fd8ac796734c258f428783720bc680&device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 1095 time: 0.0697784 Apr 01 12:35:12.292022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 068225dd-7f47-4d06-b212-e854bb3bf7ae no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:35:12.308091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-ff173d96-d332-4821-af4e-c3b1679503f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:12.309579 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-ff173d96-d332-4821-af4e-c3b1679503f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=deacc9ed-3838-4470-b253-9579a437221a HTTP/1.1" status: 200 len: 913 time: 0.1571174 Apr 01 12:35:12.310669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-446f887f-cabe-4cba-b57d-7b0181f54bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:12.311967 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-446f887f-cabe-4cba-b57d-7b0181f54bd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deacc9ed-3838-4470-b253-9579a437221a HTTP/1.1" status: 200 len: 913 time: 0.1525502 Apr 01 12:35:12.345781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 068225dd-7f47-4d06-b212-e854bb3bf7ae {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:35:12.346148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 068225dd-7f47-4d06-b212-e854bb3bf7ae not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:35:12.391087 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-fe96c5cd-82a4-4141-a82a-15228d9d7dca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1da21ce5-35ff-4133-832e-a127fdc6f91d HTTP/1.1" status: 200 len: 217 time: 0.0698245 Apr 01 12:35:12.402628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c2b1a0b3-56ec-4e5a-94ce-c133da046d2b req-b41fbec3-a590-4a62-b6ec-cdef51099dea tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0514188 Apr 01 12:35:12.435015 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-7e818472-2813-41c1-a06a-dfe35d45b767 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84b606e4-909d-4afc-982f-9d83f207567f HTTP/1.1" status: 200 len: 217 time: 0.0866375 Apr 01 12:35:12.511509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-a8e22a18-ed16-474b-8e40-17f78d383013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:12.513242 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-a8e22a18-ed16-474b-8e40-17f78d383013 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78b3f4ee-0786-40a4-8092-38459c6440b3 HTTP/1.1" status: 200 len: 852 time: 0.0875986 Apr 01 12:35:12.519907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-005d7681-509a-4c53-b403-ebe0da23c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:12.521600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-005d7681-509a-4c53-b403-ebe0da23c6a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78b3f4ee-0786-40a4-8092-38459c6440b3 HTTP/1.1" status: 200 len: 852 time: 0.0657146 Apr 01 12:35:12.573155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-2ca13645-8178-4ba5-a014-ba0eb50cb240 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=deacc9ed-3838-4470-b253-9579a437221a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502925 Apr 01 12:35:12.575017 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-18851e2a-0efa-426d-bb00-06a09a0b51ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deacc9ed-3838-4470-b253-9579a437221a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436318 Apr 01 12:35:12.764031 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-c8cb2baf-3d0a-4d90-b8ed-4aa5966fb81b service neutron] 10.222.0.37 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752877 Apr 01 12:35:12.767694 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-164a0b7f-5d19-489c-a609-a7c0a1dee3d0 service neutron] 10.222.0.44 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870193 Apr 01 12:35:12.779497 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91c7f4-1adb-4b67-9a88-9a0ce67d6ab5 req-2f8147ca-61de-4c52-a407-c8471b30d4ee tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:12.780808 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d91c7f4-1adb-4b67-9a88-9a0ce67d6ab5 req-2f8147ca-61de-4c52-a407-c8471b30d4ee tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0926573 Apr 01 12:35:13.059577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b69c5-0d20-48cf-80a1-c1f7d4607843 req-c0eb4535-ec7c-4a90-a382-cc3d79e1b912 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:13.061453 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-484b69c5-0d20-48cf-80a1-c1f7d4607843 req-c0eb4535-ec7c-4a90-a382-cc3d79e1b912 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 945 time: 0.0531697 Apr 01 12:35:13.107646 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-484b69c5-0d20-48cf-80a1-c1f7d4607843 req-1881b543-7759-4b3c-9a7e-4066c35309c4 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385265 Apr 01 12:35:13.191625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d91c7f4-1adb-4b67-9a88-9a0ce67d6ab5 req-9ca6ec92-dd45-4e2d-a426-c93d035fd941 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958192 Apr 01 12:35:13.223333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-3d636277-8076-4639-a455-9a09eff87c49 service neutron] 10.222.0.44 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405375 Apr 01 12:35:13.234666 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32fb94cb-f49e-40fc-80a3-ddfa07c5897b req-e814117a-6c0a-46db-ac7e-320bce85b1e5 service neutron] 10.222.0.37 "GET /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529285 Apr 01 12:35:13.245865 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc54962-2492-49cb-a382-16d9ddb75d65 req-20263e8b-d4e3-4545-a830-fa49baf4808e tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:13.254162 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2cc54962-2492-49cb-a382-16d9ddb75d65 req-20263e8b-d4e3-4545-a830-fa49baf4808e tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 944 time: 0.0719850 Apr 01 12:35:13.291423 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2cc54962-2492-49cb-a382-16d9ddb75d65 req-3379f933-8dd2-4890-95ee-3613d141065d tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359914 Apr 01 12:35:13.332468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e600a7-80b7-4e38-ab76-d237367dd3b1 req-863227ba-f6de-4977-8c63-e56f65374bb1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:13.334096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9e600a7-80b7-4e38-ab76-d237367dd3b1 req-863227ba-f6de-4977-8c63-e56f65374bb1 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 945 time: 0.0549271 Apr 01 12:35:13.343001 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33874) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:13.347577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a07f1e4b-6572-4302-b8a9-6e0d3fdd30c2 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Request body: {'floatingip': {'port_id': '8989d613-03f2-4ac3-9591-0971224fba7c'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:13.391257 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a07f1e4b-6572-4302-b8a9-6e0d3fdd30c2 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:13.511975 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-501d7fc5-d94c-44eb-a414-87dabb52fab1 req-324e8da7-fea3-4981-a460-eb295033fb05 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0360444 Apr 01 12:35:13.868055 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a07f1e4b-6572-4302-b8a9-6e0d3fdd30c2 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:13.872445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a07f1e4b-6572-4302-b8a9-6e0d3fdd30c2 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:13.973926 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-a07f1e4b-6572-4302-b8a9-6e0d3fdd30c2 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Floating IP 2ba44645-59e0-4fcb-9567-44cc36de4ca2 associated. External IP: 172.25.7.216, port: 8989d613-03f2-4ac3-9591-0971224fba7c. Apr 01 12:35:14.187087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07f1e4b-6572-4302-b8a9-6e0d3fdd30c2 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:35:14.287055 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1da21ce5-35ff-4133-832e-a127fdc6f91d details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:35:14.296110 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07f1e4b-6572-4302-b8a9-6e0d3fdd30c2 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:35:14.302471 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a07f1e4b-6572-4302-b8a9-6e0d3fdd30c2 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:14.327305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7841e3d-f6d5-4df2-b3c9-d523b08c9b6b req-9c5d7990-0a6e-46c6-8b84-a3992a736943 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:14.334769 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7841e3d-f6d5-4df2-b3c9-d523b08c9b6b req-9c5d7990-0a6e-46c6-8b84-a3992a736943 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.0672736 Apr 01 12:35:14.346597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce75d55-d159-4e92-90fc-238e3eabf81e None None] Sync routers for ids ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:35:14.370207 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a07f1e4b-6572-4302-b8a9-6e0d3fdd30c2 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "PUT /v2.0/floatingips/2ba44645-59e0-4fcb-9567-44cc36de4ca2 HTTP/1.1" status: 200 len: 991 time: 1.0257204 Apr 01 12:35:14.370826 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'tag': '8989d613-03f2-4ac3-9591-0971224fba7c'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:14.375930 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf2cb60-094f-4e0e-bd7c-876d012ac626" -d '{"events": [{"name": "network-changed", "server_uuid": "8e22f354-d69f-4ec3-88c5-af1106d67d88", "tag": "8989d613-03f2-4ac3-9591-0971224fba7c"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:14.380985 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7841e3d-f6d5-4df2-b3c9-d523b08c9b6b req-3fd29935-8f8a-4c55-8af7-cc1c76fbc64f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432746 Apr 01 12:35:14.394066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce75d55-d159-4e92-90fc-238e3eabf81e None None] Routers {'545c83d1-9e69-4a4c-ac69-14c249c8b6c8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:35:14.394789 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1ce75d55-d159-4e92-90fc-238e3eabf81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:35:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:14.436011 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9888e321-4c2e-45a4-931b-04ea83d35e0f x-openstack-request-id: req-9888e321-4c2e-45a4-931b-04ea83d35e0f {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:14.436290 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e22f354-d69f-4ec3-88c5-af1106d67d88", "tag": "8989d613-03f2-4ac3-9591-0971224fba7c", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:14.436538 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9888e321-4c2e-45a4-931b-04ea83d35e0f {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:14.437578 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9888e321-4c2e-45a4-931b-04ea83d35e0f'] response: {'name': 'network-changed', 'server_uuid': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'tag': '8989d613-03f2-4ac3-9591-0971224fba7c', 'status': 'completed', 'code': 200} Apr 01 12:35:14.463085 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874058c-3d08-4062-89bb-e7da9dece4c2 req-d2adc437-4c87-4af0-9145-9ec2426f8273 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:14.464785 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c874058c-3d08-4062-89bb-e7da9dece4c2 req-d2adc437-4c87-4af0-9145-9ec2426f8273 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 944 time: 0.0558732 Apr 01 12:35:14.521511 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c874058c-3d08-4062-89bb-e7da9dece4c2 req-b17f1a32-7d12-4dca-b3fd-4c1d7d2f2230 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495951 Apr 01 12:35:14.525775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2cb60-094f-4e0e-bd7c-876d012ac626 req-6009646c-8a1a-46a0-92de-731cbb789c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:14.527465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0cf2cb60-094f-4e0e-bd7c-876d012ac626 req-6009646c-8a1a-46a0-92de-731cbb789c2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b6f3fa5958e4fb79a2dca3107c13f47&device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 1096 time: 0.0704215 Apr 01 12:35:14.639888 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b0a0d9a4-8ec3-454b-8860-99447c4ce1f6 req-fa1c4513-30e6-4d2b-b88a-caf34fdeeda6 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0298884 Apr 01 12:35:14.641539 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2cb60-094f-4e0e-bd7c-876d012ac626 req-2de050ba-9645-48e1-aaa8-7946bb39adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:14.643071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0cf2cb60-094f-4e0e-bd7c-876d012ac626 req-2de050ba-9645-48e1-aaa8-7946bb39adf1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dacc8523-7612-48af-a5c9-05adc977d50f HTTP/1.1" status: 200 len: 916 time: 0.0979180 Apr 01 12:35:14.692174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1da21ce5-35ff-4133-832e-a127fdc6f91d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1da21ce5-35ff-4133-832e-a127fdc6f91d,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:14.711322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-1ce75d55-d159-4e92-90fc-238e3eabf81e None None] Set router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:35:14.742998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '1da21ce5-35ff-4133-832e-a127fdc6f91d', 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a', 'port_id': '1da21ce5-35ff-4133-832e-a127fdc6f91d', 'mac_address': 'fa:16:3e:10:54:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b3f4ee-0786-40a4-8092-38459c6440b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:35:14.758407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8370c-5fea-4ccb-ae96-366b6f69359e req-aa45a8af-e45c-43b3-9fda-6d9edc78afdd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:14.759881 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cf8370c-5fea-4ccb-ae96-366b6f69359e req-aa45a8af-e45c-43b3-9fda-6d9edc78afdd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1010978 Apr 01 12:35:14.761794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0cf2cb60-094f-4e0e-bd7c-876d012ac626 req-cc5adc52-c37c-41aa-a232-b9ec95f646af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8989d613-03f2-4ac3-9591-0971224fba7c HTTP/1.1" status: 200 len: 999 time: 0.1106517 Apr 01 12:35:14.828555 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:14.832231 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cf8370c-5fea-4ccb-ae96-366b6f69359e req-78bba37c-233f-44d6-a0f2-7abc39e6fa12 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655420 Apr 01 12:35:14.851286 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da21ce5-35ff-4133-832e-a127fdc6f91d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:35:14.851917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2cb60-094f-4e0e-bd7c-876d012ac626 req-09382a13-08e1-4299-b217-24e6440f792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:14.853852 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0cf2cb60-094f-4e0e-bd7c-876d012ac626 req-09382a13-08e1-4299-b217-24e6440f792b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a021b830-a800-42bf-97e9-b32217c1b3d0 HTTP/1.1" status: 200 len: 854 time: 0.0800924 Apr 01 12:35:14.888512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1da21ce5-35ff-4133-832e-a127fdc6f91d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1da21ce5-35ff-4133-832e-a127fdc6f91d,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:14.897366 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:14.918138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2cb60-094f-4e0e-bd7c-876d012ac626 req-de534c96-b5d0-4808-9975-780a2494c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:14.919853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0cf2cb60-094f-4e0e-bd7c-876d012ac626 req-de534c96-b5d0-4808-9975-780a2494c170 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dacc8523-7612-48af-a5c9-05adc977d50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513628 Apr 01 12:35:14.963911 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544dc8d-2d72-4c7c-8f55-000cdcbadaa2 req-ae5836e3-60d3-4e50-9517-bd2d3e86074c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:14.971326 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f544dc8d-2d72-4c7c-8f55-000cdcbadaa2 req-ae5836e3-60d3-4e50-9517-bd2d3e86074c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0562007 Apr 01 12:35:14.998424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1da21ce5-35ff-4133-832e-a127fdc6f91d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:15.020465 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f544dc8d-2d72-4c7c-8f55-000cdcbadaa2 req-e6bcc21d-d01e-44cc-a365-3667432c7e88 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481842 Apr 01 12:35:15.052815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0cf2cb60-094f-4e0e-bd7c-876d012ac626 req-461c33d5-88a2-4732-bc62-6f016ead15c5 service neutron] 10.222.0.37 "GET /v2.0/networks/dacc8523-7612-48af-a5c9-05adc977d50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129231 Apr 01 12:35:15.115626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1ce75d55-d159-4e92-90fc-238e3eabf81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '2ba44645-59e0-4fcb-9567-44cc36de4ca2', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'port_id': '8989d613-03f2-4ac3-9591-0971224fba7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'mac_address': 'fa:16:3e:24:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:59Z', 'updated_at': '2022-04-01T12:35:13Z', 'revision_number': 1, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc9f5534-ae56-4de2-9359-2d92a7d2f4b8', 'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'mac_address': 'fa:16:3e:50:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:56Z', 'updated_at': '2022-04-01T12:35:02Z', 'revision_number': 5, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'subnets': [{'id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:15.154247 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce75d55-d159-4e92-90fc-238e3eabf81e None None] Checking router: 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:35:15.164494 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce75d55-d159-4e92-90fc-238e3eabf81e None None] Routers {'545c83d1-9e69-4a4c-ac69-14c249c8b6c8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:35:15.165103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1ce75d55-d159-4e92-90fc-238e3eabf81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:35:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:15.202443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635c842-0739-4035-9fce-218e3916ba12 req-0b552947-3842-4df0-b3e0-276a3541d128 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:15.204033 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2635c842-0739-4035-9fce-218e3916ba12 req-0b552947-3842-4df0-b3e0-276a3541d128 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1006403 Apr 01 12:35:15.209304 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0cf2cb60-094f-4e0e-bd7c-876d012ac626 req-a903b0e1-961c-4a8f-b68b-2d1c77ada3ac service neutron] 10.222.0.37 "GET /v2.0/networks/dacc8523-7612-48af-a5c9-05adc977d50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488566 Apr 01 12:35:15.249820 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2635c842-0739-4035-9fce-218e3916ba12 req-10ba10f4-56b2-4c41-b0c1-d3b79d4c5bc3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359089 Apr 01 12:35:15.292231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-1ce75d55-d159-4e92-90fc-238e3eabf81e None None] Set router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:35:15.346557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1da21ce5-35ff-4133-832e-a127fdc6f91d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:15.372861 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d89bd16-30b2-4308-9ba8-3c63fbe3435d req-bb08be87-5531-49f7-9e91-097bdce1560d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0273330 Apr 01 12:35:15.396618 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992f32b-be5a-4aef-a3eb-8c3451b80b89 req-526ada05-0df2-4d6a-b648-7cda80e58798 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:15.400439 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c992f32b-be5a-4aef-a3eb-8c3451b80b89 req-526ada05-0df2-4d6a-b648-7cda80e58798 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0643227 Apr 01 12:35:15.442191 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c992f32b-be5a-4aef-a3eb-8c3451b80b89 req-70e49d54-72ff-4f01-b69c-b338855cb351 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354140 Apr 01 12:35:15.655533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a00bc8-2145-4e71-8b6f-0bd127322c9b req-f5602d64-5be7-4ec4-a8a3-807a90cadecc tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:15.657085 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-47a00bc8-2145-4e71-8b6f-0bd127322c9b req-f5602d64-5be7-4ec4-a8a3-807a90cadecc tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 944 time: 0.0612700 Apr 01 12:35:15.693943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1ce75d55-d159-4e92-90fc-238e3eabf81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '2ba44645-59e0-4fcb-9567-44cc36de4ca2', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'port_id': '8989d613-03f2-4ac3-9591-0971224fba7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'mac_address': 'fa:16:3e:24:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:59Z', 'updated_at': '2022-04-01T12:35:13Z', 'revision_number': 1, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc9f5534-ae56-4de2-9359-2d92a7d2f4b8', 'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'mac_address': 'fa:16:3e:50:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:56Z', 'updated_at': '2022-04-01T12:35:02Z', 'revision_number': 5, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'subnets': [{'id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:15.701585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-47a00bc8-2145-4e71-8b6f-0bd127322c9b req-2dd90438-2104-4449-95b2-3920223250ef tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364618 Apr 01 12:35:15.726876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce75d55-d159-4e92-90fc-238e3eabf81e None None] The sync data for ids ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'] in n-d-836146-1 is: [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '2ba44645-59e0-4fcb-9567-44cc36de4ca2', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'port_id': '8989d613-03f2-4ac3-9591-0971224fba7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'mac_address': 'fa:16:3e:24:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:59Z', 'updated_at': '2022-04-01T12:35:13Z', 'revision_number': 1, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc9f5534-ae56-4de2-9359-2d92a7d2f4b8', 'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'mac_address': 'fa:16:3e:50:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:56Z', 'updated_at': '2022-04-01T12:35:02Z', 'revision_number': 5, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'subnets': [{'id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:35:15.774293 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b806f-1333-47d7-851e-db9b1118a861 req-4ad2f71f-82b2-4b66-a664-d9a81c0533f9 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:15.775951 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-4ad2f71f-82b2-4b66-a664-d9a81c0533f9 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 811 time: 0.1245742 Apr 01 12:35:15.803632 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-9a1d322a-0e0e-445c-b3ba-4244946c1925 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/quotas/c946efcae6d14e23a564c906a96bcc79 HTTP/1.1" status: 200 len: 375 time: 0.0139861 Apr 01 12:35:15.836254 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edd28c01-dfa4-4fee-8680-09f0bdf85c4a req-ba8951e8-3102-41eb-b84e-66faf7a834ab tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0370800 Apr 01 12:35:15.873989 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-80e4307b-597c-4bb0-a65a-20b307ab5e27 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0639153 Apr 01 12:35:15.972051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-458db79c-1398-4db9-acd2-b7ccaa43074a service neutron] 10.222.0.45 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906200 Apr 01 12:35:16.003902 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767d3dfd-8719-4032-89bc-4be26d84a0b5 None None] New status for floating IP 2ba44645-59e0-4fcb-9567-44cc36de4ca2: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:35:16.019892 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 84b606e4-909d-4afc-982f-9d83f207567f details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:35:16.104244 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-6e163034-4486-4a4e-af71-79e19ad31964 service neutron] 10.222.0.45 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243699 Apr 01 12:35:16.131328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 84b606e4-909d-4afc-982f-9d83f207567f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=84b606e4-909d-4afc-982f-9d83f207567f,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:16.149646 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '84b606e4-909d-4afc-982f-9d83f207567f', 'network_id': 'deacc9ed-3838-4470-b253-9579a437221a', 'port_id': '84b606e4-909d-4afc-982f-9d83f207567f', 'mac_address': 'fa:16:3e:af:48:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b3f4ee-0786-40a4-8092-38459c6440b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:35:16.205192 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:16.233366 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b606e4-909d-4afc-982f-9d83f207567f {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:35:16.257635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 84b606e4-909d-4afc-982f-9d83f207567f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=84b606e4-909d-4afc-982f-9d83f207567f,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:16.270102 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:16.322683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=84b606e4-909d-4afc-982f-9d83f207567f,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:16.330623 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f53b25f-23b8-4fca-ab4d-ae3ecb4a70fb req-878b8c26-f5c8-4dde-9a65-311a1d9576b7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 210 time: 0.0388517 Apr 01 12:35:16.627114 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['84b606e4-909d-4afc-982f-9d83f207567f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:16.829087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446b736-2a53-4757-af95-9a93b73b3e3e req-bc2633b2-8aba-446e-8e26-2a9fdd063798 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:16.831404 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a446b736-2a53-4757-af95-9a93b73b3e3e req-bc2633b2-8aba-446e-8e26-2a9fdd063798 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 945 time: 0.0506134 Apr 01 12:35:16.871708 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a446b736-2a53-4757-af95-9a93b73b3e3e req-91d141a1-ff69-4525-ab7b-a039e97efd02 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334008 Apr 01 12:35:16.941304 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-60501ff1-d9b3-494c-ae9e-c9f1a3b89bd4 req-20071d1c-55fd-4082-a078-ab39809861f8 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0259788 Apr 01 12:35:17.317073 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd3d4a5c-02a8-431d-b73a-974139a7f118 req-8902e19c-b633-4abb-b1c4-c26f97bc7ab7 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0608935 Apr 01 12:35:17.358759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b806f-1333-47d7-851e-db9b1118a861 req-279ef10b-765d-4b18-bf7c-b55ad85cf5c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:17.360439 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-279ef10b-765d-4b18-bf7c-b55ad85cf5c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 811 time: 0.1543496 Apr 01 12:35:17.385111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-381b806f-1333-47d7-851e-db9b1118a861 req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Request body: {'port': {'device_id': '0b33503d-d3f3-40b8-9deb-1566b5dc12d9', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'admin_state_up': True, 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:17.426877 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a2b9b761-b935-480e-b95e-a2da05109b70 req-3be12070-7192-4d41-827a-f34243d1fff1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 210 time: 0.0287087 Apr 01 12:35:17.499405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381b806f-1333-47d7-851e-db9b1118a861 req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Made reservation on behalf of c946efcae6d14e23a564c906a96bcc79 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:35:17.503074 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-381b806f-1333-47d7-851e-db9b1118a861 req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:17.635407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-381b806f-1333-47d7-851e-db9b1118a861 req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Allocated IP 172.20.0.3 (94ca01ab-f6ea-4916-aca9-a72662d13317/bf23ceff-58c9-45aa-8c5d-4a04727444ed/1a168234-a1a0-450e-8721-03f61998fffa) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:35:17.781335 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-381b806f-1333-47d7-851e-db9b1118a861 req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:17.814021 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-381b806f-1333-47d7-851e-db9b1118a861 req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:17.827372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1b15833d-c374-434f-aa43-fb8baf7ffa74'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:17.856782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381b806f-1333-47d7-851e-db9b1118a861 req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:35:17.859865 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-381b806f-1333-47d7-851e-db9b1118a861 req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:35:17.863498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-381b806f-1333-47d7-851e-db9b1118a861 req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:35:17.888417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event updated for resources: {'Port': ['ID=1a168234-a1a0-450e-8721-03f61998fffa,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:17.921917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b806f-1333-47d7-851e-db9b1118a861 req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:17.922585 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-381b806f-1333-47d7-851e-db9b1118a861 req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:17.939620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-3a3c3608-0b12-4843-9b40-104c87d5ff55 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5593097 Apr 01 12:35:17.958088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Request body: {'port': {'device_id': '0b33503d-d3f3-40b8-9deb-1566b5dc12d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:18.037419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 84b606e4-909d-4afc-982f-9d83f207567f up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:35:18.049103 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.071156 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199cdef-e0e9-41fe-bdc3-f4dd8b613edf req-555957e0-1f94-4c89-bdf5-3e699417fc80 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:18.072697 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3199cdef-e0e9-41fe-bdc3-f4dd8b613edf req-555957e0-1f94-4c89-bdf5-3e699417fc80 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 945 time: 0.1095901 Apr 01 12:35:18.089659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 84b606e4-909d-4afc-982f-9d83f207567f completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:35:18.094320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 84b606e4-909d-4afc-982f-9d83f207567f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:18.094786 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.178756 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.192677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8c0ca834-4ce3-40e6-bfa2-da2fa392ab93 None None] Provisioning complete for port 1a168234-a1a0-450e-8721-03f61998fffa triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:18.193041 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca834-4ce3-40e6-bfa2-da2fa392ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.196080 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3199cdef-e0e9-41fe-bdc3-f4dd8b613edf req-3f2a8b22-5a5f-49a8-9e19-abd09e717a9f tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008375 Apr 01 12:35:18.228438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a153818-02b7-4bf7-89ca-a04119035ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b606e4-909d-4afc-982f-9d83f207567f'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:18.230766 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6661bbbb-6fd5-4303-a267-0d400481d35d" -d '{"events": [{"server_uuid": "8a153818-02b7-4bf7-89ca-a04119035ad1", "name": "network-vif-plugged", "status": "completed", "tag": "84b606e4-909d-4afc-982f-9d83f207567f"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:18.246965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 84b606e4-909d-4afc-982f-9d83f207567f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=84b606e4-909d-4afc-982f-9d83f207567f,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:18.251521 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ca834-4ce3-40e6-bfa2-da2fa392ab93 None None] Port 1a168234-a1a0-450e-8721-03f61998fffa cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:35:18.257787 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.284491 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bc5ccd-8f72-44c1-8a56-b55aba00dd8f x-openstack-request-id: req-57bc5ccd-8f72-44c1-8a56-b55aba00dd8f {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:18.284776 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a153818-02b7-4bf7-89ca-a04119035ad1", "name": "network-vif-plugged", "status": "completed", "tag": "84b606e4-909d-4afc-982f-9d83f207567f", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:18.285042 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57bc5ccd-8f72-44c1-8a56-b55aba00dd8f {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:18.285556 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57bc5ccd-8f72-44c1-8a56-b55aba00dd8f'] response: {'server_uuid': '8a153818-02b7-4bf7-89ca-a04119035ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b606e4-909d-4afc-982f-9d83f207567f', 'code': 200} Apr 01 12:35:18.308627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1da21ce5-35ff-4133-832e-a127fdc6f91d up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:35:18.336688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=84b606e4-909d-4afc-982f-9d83f207567f,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:18.348381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:18.348712 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:18.349517 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:18.349517 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:18.349729 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:18.349970 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:18.350320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:18.350903 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:18.351022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:18.351272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:18.351621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:18.351874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:18.380512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 1da21ce5-35ff-4133-832e-a127fdc6f91d completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:35:18.386832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 1da21ce5-35ff-4133-832e-a127fdc6f91d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:18.387434 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.452771 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3d2cfac-658d-4c39-ac13-1cf04e4d0eaf req-40856330-dd1b-4c08-bf64-bfb5471bcc58 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0354717 Apr 01 12:35:18.458177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a168234-a1a0-450e-8721-03f61998fffa {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:35:18.468748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a58eaf-6023-4a46-9a56-2e32f038d0ba req-ba0958f0-ca5f-404b-a5d5-ef56288439ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:18.470330 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10a58eaf-6023-4a46-9a56-2e32f038d0ba req-ba0958f0-ca5f-404b-a5d5-ef56288439ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 1097 time: 0.1196809 Apr 01 12:35:18.470784 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.472105 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.502697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Transition to ACTIVE for port object 1a168234-a1a0-450e-8721-03f61998fffa will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:35:18.506444 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1da21ce5-35ff-4133-832e-a127fdc6f91d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1da21ce5-35ff-4133-832e-a127fdc6f91d,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:18.511589 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.512046 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.544484 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10a58eaf-6023-4a46-9a56-2e32f038d0ba req-a6b64b31-799b-4184-8460-04308a77e3b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657620 Apr 01 12:35:18.559845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1da21ce5-35ff-4133-832e-a127fdc6f91d,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:18.575465 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Pushing event updated for resources: {'Port': ['ID=1a168234-a1a0-450e-8721-03f61998fffa,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:18.612643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d50407-cadb-4459-a40f-5bca94bd886a req-a2e0a754-81c8-4c4b-ad48-cf5df578075a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:18.618671 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9d50407-cadb-4459-a40f-5bca94bd886a req-a2e0a754-81c8-4c4b-ad48-cf5df578075a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 943 time: 0.0888395 Apr 01 12:35:18.648119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Attempting to bind port 1a168234-a1a0-450e-8721-03f61998fffa on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:35:18.648452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Attempting to bind port 1a168234-a1a0-450e-8721-03f61998fffa by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:35:18.648777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Attempting to bind port 1a168234-a1a0-450e-8721-03f61998fffa on network 94ca01ab-f6ea-4916-aca9-a72662d13317 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:35:18.653602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Port 1a168234-a1a0-450e-8721-03f61998fffa on network 94ca01ab-f6ea-4916-aca9-a72662d13317 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:35:18.653922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Attempting to bind port 1a168234-a1a0-450e-8721-03f61998fffa on network 94ca01ab-f6ea-4916-aca9-a72662d13317 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:35:18.657770 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9d50407-cadb-4459-a40f-5bca94bd886a req-0d25af76-41a9-4124-99d1-08995e5a1e64 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Apr 01 12:35:18.658778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:35:18.659114 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Checking segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:35:18.659496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Bound using segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:35:18.659919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Bound port: 1a168234-a1a0-450e-8721-03f61998fffa, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:35:18.660281 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.730024 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] For port 1a168234-a1a0-450e-8721-03f61998fffa, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:35:18.733280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] For port 1a168234-a1a0-450e-8721-03f61998fffa, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1a168234-a1a0-450e-8721-03f61998fffa,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:35:18.738102 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.779123 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:18.779988 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:18.781303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] 10.222.0.44 "PUT /v2.0/ports/1a168234-a1a0-450e-8721-03f61998fffa HTTP/1.1" status: 200 len: 1091 time: 0.8275442 Apr 01 12:35:18.781658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b33503d-d3f3-40b8-9deb-1566b5dc12d9', 'tag': '1a168234-a1a0-450e-8721-03f61998fffa'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:18.784151 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf0d527-adf6-4716-824d-ff34e802d563" -d '{"events": [{"name": "network-changed", "server_uuid": "0b33503d-d3f3-40b8-9deb-1566b5dc12d9", "tag": "1a168234-a1a0-450e-8721-03f61998fffa"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:18.806455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f0d22-0a3b-4652-8a9c-a3585ad9b686 service neutron] Pushing event updated for resources: {'Port': ['ID=1a168234-a1a0-450e-8721-03f61998fffa,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:18.825540 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f102ccf5-255f-42fc-8636-945dda059254 x-openstack-request-id: req-f102ccf5-255f-42fc-8636-945dda059254 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:18.825841 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b33503d-d3f3-40b8-9deb-1566b5dc12d9", "tag": "1a168234-a1a0-450e-8721-03f61998fffa", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:18.826123 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f102ccf5-255f-42fc-8636-945dda059254 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:18.826525 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f102ccf5-255f-42fc-8636-945dda059254'] response: {'name': 'network-changed', 'server_uuid': '0b33503d-d3f3-40b8-9deb-1566b5dc12d9', 'tag': '1a168234-a1a0-450e-8721-03f61998fffa', 'status': 'completed', 'code': 200} Apr 01 12:35:18.877546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b806f-1333-47d7-851e-db9b1118a861 req-fe409a7b-97ee-4c06-a4ea-3054aeeb1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:18.879733 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-fe409a7b-97ee-4c06-a4ea-3054aeeb1bfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 1094 time: 0.0420356 Apr 01 12:35:18.924659 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-3c19b3a2-dd53-44c3-b56d-7c70363fcb18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a168234-a1a0-450e-8721-03f61998fffa HTTP/1.1" status: 200 len: 217 time: 0.0365438 Apr 01 12:35:18.974609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b806f-1333-47d7-851e-db9b1118a861 req-718ef748-13b0-4316-a5fb-08c47361d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:18.976172 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-718ef748-13b0-4316-a5fb-08c47361d224 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.0447972 Apr 01 12:35:19.026673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b806f-1333-47d7-851e-db9b1118a861 req-08ac0b6f-ad9d-4260-8555-df5020ff0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.028127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-08ac0b6f-ad9d-4260-8555-df5020ff0da1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449026 Apr 01 12:35:19.117243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-c7764dfd-0ff7-4ecd-baa7-f59168a0beeb service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794475 Apr 01 12:35:19.207682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-381b806f-1333-47d7-851e-db9b1118a861 req-cf47d3ce-8eff-403c-b3a3-a8d6f8f28b74 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837748 Apr 01 12:35:19.297279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0d527-adf6-4716-824d-ff34e802d563 req-9d58fa62-0a44-4ba5-998c-d6d979fd6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.298759 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1bf0d527-adf6-4716-824d-ff34e802d563 req-9d58fa62-0a44-4ba5-998c-d6d979fd6425 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 1094 time: 0.0415866 Apr 01 12:35:19.315857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656066ff-88e9-4ab6-b725-6f18afd0fb2b req-a7ac6895-a357-426c-b258-1bddbce265f2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.317362 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-656066ff-88e9-4ab6-b725-6f18afd0fb2b req-a7ac6895-a357-426c-b258-1bddbce265f2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 946 time: 0.0502851 Apr 01 12:35:19.356483 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-656066ff-88e9-4ab6-b725-6f18afd0fb2b req-6799c2ff-9ef8-4d8b-9ee3-4e86ff4aa808 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Apr 01 12:35:19.394641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0d527-adf6-4716-824d-ff34e802d563 req-3a8196d4-c96f-4479-a318-e164ed1b776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.396201 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1bf0d527-adf6-4716-824d-ff34e802d563 req-3a8196d4-c96f-4479-a318-e164ed1b776a service neutron] 10.222.0.44 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.0901477 Apr 01 12:35:19.441603 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1bf0d527-adf6-4716-824d-ff34e802d563 req-5b6e4d48-d747-4329-bec9-7943f472b50c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a168234-a1a0-450e-8721-03f61998fffa HTTP/1.1" status: 200 len: 217 time: 0.0339305 Apr 01 12:35:19.489428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0d527-adf6-4716-824d-ff34e802d563 req-2fca2f25-2ec9-4da4-8080-28d57f711932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.490919 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1bf0d527-adf6-4716-824d-ff34e802d563 req-2fca2f25-2ec9-4da4-8080-28d57f711932 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.0419068 Apr 01 12:35:19.549778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0d527-adf6-4716-824d-ff34e802d563 req-befff014-7033-41ba-8e43-8e33d245dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.551135 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1bf0d527-adf6-4716-824d-ff34e802d563 req-befff014-7033-41ba-8e43-8e33d245dac9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521228 Apr 01 12:35:19.570071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0e40f706-56c3-4ebf-b325-1d41946dfe22 req-6570d0fc-f28f-4654-accc-dc49cdb18593 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0304265 Apr 01 12:35:19.695380 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-d238eb71-ba8e-4b81-afac-f59de45adb69 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0683112 Apr 01 12:35:19.697168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1bf0d527-adf6-4716-824d-ff34e802d563 req-ac75c008-9f21-454d-a90c-51fbb6389583 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292133 Apr 01 12:35:19.776827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0abb2-7cfe-4fb6-9079-aa32d5b8c322 req-6c363a19-e73b-403b-8b3e-3e14293349bf tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.778435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-54c0abb2-7cfe-4fb6-9079-aa32d5b8c322 req-6c363a19-e73b-403b-8b3e-3e14293349bf tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 943 time: 0.0490050 Apr 01 12:35:19.814563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-df619e21-2111-4c44-888b-5e607def2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.815009 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-df619e21-2111-4c44-888b-5e607def2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.815408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-df619e21-2111-4c44-888b-5e607def2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.815864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-df619e21-2111-4c44-888b-5e607def2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.816330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-df619e21-2111-4c44-888b-5e607def2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.816441 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-54c0abb2-7cfe-4fb6-9079-aa32d5b8c322 req-e8c27ecf-0c82-4a10-b467-5060390c0ccb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Apr 01 12:35:19.816779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-df619e21-2111-4c44-888b-5e607def2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.817230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-df619e21-2111-4c44-888b-5e607def2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.819099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-df619e21-2111-4c44-888b-5e607def2059 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67be0409bcbb48388611a7629463a217&device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 6491 time: 0.0950673 Apr 01 12:35:19.834525 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1bf0d527-adf6-4716-824d-ff34e802d563 req-e2245e42-107b-4675-bf4a-f26e3b1c9259 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277034 Apr 01 12:35:19.943349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-22444ecb-2f1a-437a-a7d7-1cc2cd74a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.944135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-22444ecb-2f1a-437a-a7d7-1cc2cd74a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.944590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-22444ecb-2f1a-437a-a7d7-1cc2cd74a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:19.946203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-22444ecb-2f1a-437a-a7d7-1cc2cd74a61b service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2a0007f-cd99-412e-ad83-be707fb4c3d4&id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&id=a9f69244-fb4e-47fa-9497-4cf0558e39f6&id=a9f69244-fb4e-47fa-9497-4cf0558e39f6 HTTP/1.1" status: 200 len: 2293 time: 0.0939875 Apr 01 12:35:20.017978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-efc11047-2546-4ca5-a6b6-dc1308146dfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f71237b2-ae9e-4469-819e-23a06d57cd27 HTTP/1.1" status: 200 len: 1001 time: 0.0620070 Apr 01 12:35:20.067166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-800e34f5-8c17-42a1-9542-9633b0fba499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:20.068517 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-800e34f5-8c17-42a1-9542-9633b0fba499 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33b7cb92-fc93-410f-9652-7a0f67084c27 HTTP/1.1" status: 200 len: 851 time: 0.0426664 Apr 01 12:35:20.114566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-8b52d5b8-124e-46ef-b44a-10081e568af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:20.116018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-8b52d5b8-124e-46ef-b44a-10081e568af8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2a0007f-cd99-412e-ad83-be707fb4c3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397682 Apr 01 12:35:20.207357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-479da1ac-18ff-4516-8c02-d81841d7f139 service neutron] 10.222.0.44 "GET /v2.0/networks/a2a0007f-cd99-412e-ad83-be707fb4c3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835547 Apr 01 12:35:20.287386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c90bcb-19ef-457e-8d1a-e3fab37efef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da21ce5-35ff-4133-832e-a127fdc6f91d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:20.289734 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eb48cc-61e2-4bab-9e54-ad776931ca3b" -d '{"events": [{"server_uuid": "60c90bcb-19ef-457e-8d1a-e3fab37efef0", "name": "network-vif-plugged", "status": "completed", "tag": "1da21ce5-35ff-4133-832e-a127fdc6f91d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:20.294903 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-e8ba6e95-9c22-42d6-bfa8-dfcf6f1e297d service neutron] 10.222.0.44 "GET /v2.0/networks/a2a0007f-cd99-412e-ad83-be707fb4c3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800767 Apr 01 12:35:20.328838 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ee6e45-bf0a-4385-be54-8d154c095161 x-openstack-request-id: req-56ee6e45-bf0a-4385-be54-8d154c095161 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:20.329136 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c90bcb-19ef-457e-8d1a-e3fab37efef0", "name": "network-vif-plugged", "status": "completed", "tag": "1da21ce5-35ff-4133-832e-a127fdc6f91d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:20.329405 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56ee6e45-bf0a-4385-be54-8d154c095161 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:20.329797 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ee6e45-bf0a-4385-be54-8d154c095161'] response: {'server_uuid': '60c90bcb-19ef-457e-8d1a-e3fab37efef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da21ce5-35ff-4133-832e-a127fdc6f91d', 'code': 200} Apr 01 12:35:20.353230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-b1334400-d0dd-4027-8f8b-09a524df5443 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=8ad2f7d1-56ac-460d-a99b-120b1294026b HTTP/1.1" status: 200 len: 217 time: 0.0504351 Apr 01 12:35:20.427937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-90c13e24-f2f1-4969-98b9-679c7a67d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:20.429406 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-90c13e24-f2f1-4969-98b9-679c7a67d083 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b3fcc2-733d-4dd4-9533-6aa40c939ffc HTTP/1.1" status: 200 len: 797 time: 0.0691218 Apr 01 12:35:20.471423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe63538-706e-4dab-847e-3a6ee85e8bfe req-b4e4ca7e-a90e-41a1-8d89-5407500dd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:20.472898 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-efe63538-706e-4dab-847e-3a6ee85e8bfe req-b4e4ca7e-a90e-41a1-8d89-5407500dd8fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60c90bcb-19ef-457e-8d1a-e3fab37efef0 HTTP/1.1" status: 200 len: 1097 time: 0.0820150 Apr 01 12:35:20.477529 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c357fb0-5d09-4cab-b5e8-840c610797b2 req-15c9460a-610b-475e-8a22-17d3db6628cc tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:20.479055 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7c357fb0-5d09-4cab-b5e8-840c610797b2 req-15c9460a-610b-475e-8a22-17d3db6628cc tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 946 time: 0.0530863 Apr 01 12:35:20.488293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-a718accc-9ca0-4f50-a221-196959b7fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:20.489709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-a718accc-9ca0-4f50-a221-196959b7fec3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520017 Apr 01 12:35:20.517184 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7c357fb0-5d09-4cab-b5e8-840c610797b2 req-5d8ded58-7730-403b-9bf2-70120eaf16a2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Apr 01 12:35:20.539729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-efe63538-706e-4dab-847e-3a6ee85e8bfe req-2d963ab9-e58e-49db-9a59-295843dc769b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590286 Apr 01 12:35:20.607633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-bcfa8333-fbf5-4113-bd8e-1844d27d537b service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090765 Apr 01 12:35:20.642654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a0f40-3ca8-4c41-baa0-8756a550457f req-32df0208-4599-4b96-ae44-3d1b0cd47793 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:20.644139 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-388a0f40-3ca8-4c41-baa0-8756a550457f req-32df0208-4599-4b96-ae44-3d1b0cd47793 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=60c90bcb-19ef-457e-8d1a-e3fab37efef0 HTTP/1.1" status: 200 len: 946 time: 0.0561788 Apr 01 12:35:20.672372 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c180d09-da9b-40f4-9504-dee242d91198 req-b53f5440-7814-493c-87c6-6d43af247c60 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0285888 Apr 01 12:35:20.684923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-388a0f40-3ca8-4c41-baa0-8756a550457f req-5749a81d-3b74-4626-afef-e0b953acd9f7 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Apr 01 12:35:20.818927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-0aefaeaa-ba38-4d3d-8ad7-f6415a11992c service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856001 Apr 01 12:35:20.862163 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-21abd239-a523-4eab-b1c2-0611abad2773 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=a2a7919b-0809-47d2-8eb7-4b2be62c86d5 HTTP/1.1" status: 200 len: 217 time: 0.0344939 Apr 01 12:35:20.914822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-3c81e46d-2505-4d40-836d-809f7b768131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:20.916269 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-3c81e46d-2505-4d40-836d-809f7b768131 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b3fcc2-733d-4dd4-9533-6aa40c939ffc HTTP/1.1" status: 200 len: 797 time: 0.0472493 Apr 01 12:35:20.930660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a1ee0-442e-469f-b99b-e650cc6bfaf6 req-afef1064-5170-4aee-b448-bf328b98ed6e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:20.932105 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6c3a1ee0-442e-469f-b99b-e650cc6bfaf6 req-afef1064-5170-4aee-b448-bf328b98ed6e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 943 time: 0.0481079 Apr 01 12:35:20.970397 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6c3a1ee0-442e-469f-b99b-e650cc6bfaf6 req-831d5b11-6f52-4ec8-b622-0f93f0e205e2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Apr 01 12:35:21.234372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-706d686a-ab01-4448-b6d6-414dd6005dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:21.235956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-706d686a-ab01-4448-b6d6-414dd6005dd9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2962558 Apr 01 12:35:21.322864 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-f56306b7-2aba-4e34-a1c0-9e758f920b34 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795195 Apr 01 12:35:21.423650 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-7b05ea2b-47fc-4088-916d-e3db2ff76a75 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933950 Apr 01 12:35:21.467836 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-064f55c5-89ad-46fb-8d2a-9f37c9de4fb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=43b9d493-e863-4a18-825d-997984ca6f95 HTTP/1.1" status: 200 len: 217 time: 0.0366247 Apr 01 12:35:21.537515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-44305472-27d1-42b1-a65f-388ff30d9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:21.539603 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-44305472-27d1-42b1-a65f-388ff30d9716 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b3fcc2-733d-4dd4-9533-6aa40c939ffc HTTP/1.1" status: 200 len: 797 time: 0.0622272 Apr 01 12:35:21.583804 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-f53091be-7ccb-434b-8e56-5f44555dd4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:21.585857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-f53091be-7ccb-434b-8e56-5f44555dd4eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0381618 Apr 01 12:35:21.684552 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-e8f131be-f9e2-4fcd-9cc8-b4a72f938ea4 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890019 Apr 01 12:35:21.798356 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-413f8dc7-9f20-4410-8013-28e07483c527 req-38d0ae06-303b-4738-acbd-e8daf384b3de tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0308716 Apr 01 12:35:21.821881 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-6b69503a-f877-41ab-a781-163287a97719 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216588 Apr 01 12:35:21.824811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b3fb8-9d96-43f3-a733-a0cd44d9dd3a req-d44f0013-fc58-47f6-a756-2db49920a200 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:21.826582 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df6b3fb8-9d96-43f3-a733-a0cd44d9dd3a req-d44f0013-fc58-47f6-a756-2db49920a200 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=60c90bcb-19ef-457e-8d1a-e3fab37efef0 HTTP/1.1" status: 200 len: 946 time: 0.0653858 Apr 01 12:35:21.872835 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df6b3fb8-9d96-43f3-a733-a0cd44d9dd3a req-867e82fc-280d-4e36-a328-24bb33d9a3d4 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398259 Apr 01 12:35:21.874148 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-f0c64d33-93a6-41fc-89ea-1a3baa3e3843 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=0020cbf0-e68a-4ada-b019-e4b337cd8ed4 HTTP/1.1" status: 200 len: 217 time: 0.0447176 Apr 01 12:35:21.923510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-cf6d34aa-ca51-41a3-997e-7ebe676eb607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:21.924936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-cf6d34aa-ca51-41a3-997e-7ebe676eb607 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b3fcc2-733d-4dd4-9533-6aa40c939ffc HTTP/1.1" status: 200 len: 797 time: 0.0438380 Apr 01 12:35:21.973201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-0bb44a1f-9eea-441a-987b-dc3120c28c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:21.974751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-0bb44a1f-9eea-441a-987b-dc3120c28c0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=286f6a75-d340-4ba6-8990-b8c5f29bc5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0400453 Apr 01 12:35:22.102791 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-84046fab-ee32-4c67-a9df-ffb9d579fb65 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202295 Apr 01 12:35:22.115190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079a256-6fb3-468a-9e40-ba292766c4f5 req-ee00e05d-ecd9-4314-8e08-23d77d5173b2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:22.117444 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4079a256-6fb3-468a-9e40-ba292766c4f5 req-ee00e05d-ecd9-4314-8e08-23d77d5173b2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 943 time: 0.0746496 Apr 01 12:35:22.227241 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4079a256-6fb3-468a-9e40-ba292766c4f5 req-f157a109-1d99-40a8-8d18-519cd20c7c43 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946560 Apr 01 12:35:22.259986 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-62bbba39-b182-4754-b433-ba71cf412e98 service neutron] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382656 Apr 01 12:35:22.301011 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1a168234-a1a0-450e-8721-03f61998fffa details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:35:22.301600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-2f7c38d9-dccc-40a8-a017-fb4ba23b709d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=161af0c9-f483-402a-8050-385f97f34b57 HTTP/1.1" status: 200 len: 217 time: 0.0337591 Apr 01 12:35:22.349891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-8980b7b7-297e-4981-9871-1320168bf17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:22.351527 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-8980b7b7-297e-4981-9871-1320168bf17a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9 HTTP/1.1" status: 200 len: 797 time: 0.0430503 Apr 01 12:35:22.396328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1a168234-a1a0-450e-8721-03f61998fffa, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1a168234-a1a0-450e-8721-03f61998fffa,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:22.403222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-4d969c94-7ed9-4fec-8bb9-c5e3777432f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:22.404724 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-4d969c94-7ed9-4fec-8bb9-c5e3777432f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9f69244-fb4e-47fa-9497-4cf0558e39f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464480 Apr 01 12:35:22.407799 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '1a168234-a1a0-450e-8721-03f61998fffa', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'port_id': '1a168234-a1a0-450e-8721-03f61998fffa', 'mac_address': 'fa:16:3e:cb:7a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:35:22.448633 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:22.462967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a168234-a1a0-450e-8721-03f61998fffa {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:35:22.483045 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1a168234-a1a0-450e-8721-03f61998fffa, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1a168234-a1a0-450e-8721-03f61998fffa,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:22.488764 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:22.511732 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-8d1036cb-e3a0-408f-bd17-a7e364f7f06b service neutron] 10.222.0.44 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988486 Apr 01 12:35:22.550250 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1a168234-a1a0-450e-8721-03f61998fffa,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:22.633011 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-dd57d207-1d2e-4706-b3f1-aa02a7a8dac9 service neutron] 10.222.0.44 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115007 Apr 01 12:35:22.677597 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-e79ca991-69f2-42f1-87db-ebed6aa93a58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3169eea2-bfca-4a16-b075-cd91a8fee564 HTTP/1.1" status: 200 len: 217 time: 0.0375516 Apr 01 12:35:22.736836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-870b06cd-f11e-4a98-960b-8907bc962126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:22.738362 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-870b06cd-f11e-4a98-960b-8907bc962126 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9 HTTP/1.1" status: 200 len: 797 time: 0.0529165 Apr 01 12:35:22.785611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-2d568c75-d18b-461d-ab5d-e53aa704b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:22.787682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-2d568c75-d18b-461d-ab5d-e53aa704b8cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9f69244-fb4e-47fa-9497-4cf0558e39f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420694 Apr 01 12:35:22.904286 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-d728f84c-b47d-4c96-8509-d098a9b8d6f5 service neutron] 10.222.0.44 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088560 Apr 01 12:35:22.930838 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1a168234-a1a0-450e-8721-03f61998fffa'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:22.963791 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6135ebb2-09de-4fd7-91d8-4607104f3040 req-e6fb762f-833d-43d8-b2b7-4d0670ecc27f tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0384743 Apr 01 12:35:23.068910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3aa4a40e-dbcc-4e3e-8252-159dc19864fd req-ba34efa2-ebf5-4c8c-b582-c33fe39f61b3 service neutron] 10.222.0.44 "GET /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541777 Apr 01 12:35:23.123308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4dce2-2a57-44f1-8aab-b30ea3afe1c3 req-87cbc307-d903-410b-8ee9-c5ff92e005e8 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:23.131600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a1c4dce2-2a57-44f1-8aab-b30ea3afe1c3 req-87cbc307-d903-410b-8ee9-c5ff92e005e8 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=60c90bcb-19ef-457e-8d1a-e3fab37efef0 HTTP/1.1" status: 200 len: 946 time: 0.0616112 Apr 01 12:35:23.170299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a1c4dce2-2a57-44f1-8aab-b30ea3afe1c3 req-b6289581-d52b-460b-9578-268c1b80755a tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371718 Apr 01 12:35:23.370741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a89180-270d-4514-92f8-5a72453902fc req-76ac9dba-991a-4ced-8c34-39ed41a28335 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:23.372416 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-38a89180-270d-4514-92f8-5a72453902fc req-76ac9dba-991a-4ced-8c34-39ed41a28335 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 944 time: 0.0656006 Apr 01 12:35:23.420499 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-38a89180-270d-4514-92f8-5a72453902fc req-6b409882-9970-4d1c-aa43-78e88af6f764 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417333 Apr 01 12:35:23.645382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75cae8-5f11-4b61-9df4-ea2c1ccfcced req-fc50dafa-8405-4b37-8c15-825490cd9baf tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:23.647044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b75cae8-5f11-4b61-9df4-ea2c1ccfcced req-fc50dafa-8405-4b37-8c15-825490cd9baf tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=60c90bcb-19ef-457e-8d1a-e3fab37efef0 HTTP/1.1" status: 200 len: 946 time: 0.0773609 Apr 01 12:35:23.713296 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b75cae8-5f11-4b61-9df4-ea2c1ccfcced req-91acc3ae-570c-41ee-825a-f2baf9d90814 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581982 Apr 01 12:35:24.060193 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-87017ba0-b88e-4af3-a701-b6c1f71711f1 req-2b52cae6-8edb-4249-b6fc-1592392f937b tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0256996 Apr 01 12:35:24.545153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee855f0-8a9c-4a74-927a-b9419f2b83c7 req-ba56f482-61cb-4e51-98b3-b0a4f1fb2d36 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:24.546820 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ee855f0-8a9c-4a74-927a-b9419f2b83c7 req-ba56f482-61cb-4e51-98b3-b0a4f1fb2d36 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 944 time: 0.0491190 Apr 01 12:35:24.588578 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ee855f0-8a9c-4a74-927a-b9419f2b83c7 req-aec75fed-d0b1-4fb6-8577-326ac5befaff tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354731 Apr 01 12:35:24.828631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf3610-1b9c-47a0-b239-bdb4316ccbf7 req-edd68db5-f0c9-4048-ba4b-420b15ec3925 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:24.829757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959d1c3-e6c7-4ee0-87aa-ae7589ed8ab0 req-71c0c66e-e8b7-4a99-b5f0-136df5f52845 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:24.830736 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06cf3610-1b9c-47a0-b239-bdb4316ccbf7 req-edd68db5-f0c9-4048-ba4b-420b15ec3925 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=60c90bcb-19ef-457e-8d1a-e3fab37efef0 HTTP/1.1" status: 200 len: 946 time: 0.0493207 Apr 01 12:35:24.831309 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9959d1c3-e6c7-4ee0-87aa-ae7589ed8ab0 req-71c0c66e-e8b7-4a99-b5f0-136df5f52845 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.44 "GET /v2.0/ports?device_id=60c90bcb-19ef-457e-8d1a-e3fab37efef0 HTTP/1.1" status: 200 len: 946 time: 0.0490673 Apr 01 12:35:24.874257 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06cf3610-1b9c-47a0-b239-bdb4316ccbf7 req-10ffd020-91ce-494a-adb7-355b0a65d967 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9d56721-aa23-4bae-be85-d9245d621de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359416 Apr 01 12:35:24.948125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-9959d1c3-e6c7-4ee0-87aa-ae7589ed8ab0 req-a135020e-5653-47e2-82fc-56b6a5531834 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Deleting port 1da21ce5-35ff-4133-832e-a127fdc6f91d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:24.948491 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9959d1c3-e6c7-4ee0-87aa-ae7589ed8ab0 req-a135020e-5653-47e2-82fc-56b6a5531834 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:25.041112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9959d1c3-e6c7-4ee0-87aa-ae7589ed8ab0 req-a135020e-5653-47e2-82fc-56b6a5531834 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] For port 1da21ce5-35ff-4133-832e-a127fdc6f91d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1da21ce5-35ff-4133-832e-a127fdc6f91d,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:25.041399 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9959d1c3-e6c7-4ee0-87aa-ae7589ed8ab0 req-a135020e-5653-47e2-82fc-56b6a5531834 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:25.053725 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-9959d1c3-e6c7-4ee0-87aa-ae7589ed8ab0 req-a135020e-5653-47e2-82fc-56b6a5531834 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Calling delete_port for 1da21ce5-35ff-4133-832e-a127fdc6f91d owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:25.192097 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba91e068-fe84-4f5f-9d61-5cebf7c1e7e5 req-5746e6b8-4702-4f2c-b4d3-063f7101dd1e tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0486658 Apr 01 12:35:25.220530 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9959d1c3-e6c7-4ee0-87aa-ae7589ed8ab0 req-a135020e-5653-47e2-82fc-56b6a5531834 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:25.233927 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['84b606e4-909d-4afc-982f-9d83f207567f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:25.250912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135020e-5653-47e2-82fc-56b6a5531834 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Pushing event deleted for resources: {'Port': ['ID=1da21ce5-35ff-4133-832e-a127fdc6f91d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:25.282050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1da21ce5-35ff-4133-832e-a127fdc6f91d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:25.296150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9959d1c3-e6c7-4ee0-87aa-ae7589ed8ab0 req-a135020e-5653-47e2-82fc-56b6a5531834 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] No DVR routers for this DVR port 1da21ce5-35ff-4133-832e-a127fdc6f91d on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:35:25.299888 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9959d1c3-e6c7-4ee0-87aa-ae7589ed8ab0 req-a135020e-5653-47e2-82fc-56b6a5531834 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:25.303320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9959d1c3-e6c7-4ee0-87aa-ae7589ed8ab0 req-a135020e-5653-47e2-82fc-56b6a5531834 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.44 "DELETE /v2.0/ports/1da21ce5-35ff-4133-832e-a127fdc6f91d HTTP/1.1" status: 204 len: 173 time: 0.4628503 Apr 01 12:35:25.313885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c90bcb-19ef-457e-8d1a-e3fab37efef0', 'name': 'network-vif-deleted', 'tag': '1da21ce5-35ff-4133-832e-a127fdc6f91d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:25.316220 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c1ecbc-5e69-4346-b206-000d0b0f2896" -d '{"events": [{"server_uuid": "60c90bcb-19ef-457e-8d1a-e3fab37efef0", "name": "network-vif-deleted", "tag": "1da21ce5-35ff-4133-832e-a127fdc6f91d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:25.370365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d0b81-331d-4700-98cc-0b31d98392d6 req-cc4e78cb-bf8c-4014-b38f-178df6f9a1e2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:25.371899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f85d0b81-331d-4700-98cc-0b31d98392d6 req-cc4e78cb-bf8c-4014-b38f-178df6f9a1e2 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a153818-02b7-4bf7-89ca-a04119035ad1 HTTP/1.1" status: 200 len: 946 time: 0.0734649 Apr 01 12:35:25.417260 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d1b093-d6bd-48e5-bf35-fe869de06a35 x-openstack-request-id: req-97d1b093-d6bd-48e5-bf35-fe869de06a35 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:25.417260 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c90bcb-19ef-457e-8d1a-e3fab37efef0", "name": "network-vif-deleted", "tag": "1da21ce5-35ff-4133-832e-a127fdc6f91d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:25.417596 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97d1b093-d6bd-48e5-bf35-fe869de06a35 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:25.418212 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d1b093-d6bd-48e5-bf35-fe869de06a35'] response: {'server_uuid': '60c90bcb-19ef-457e-8d1a-e3fab37efef0', 'name': 'network-vif-deleted', 'tag': '1da21ce5-35ff-4133-832e-a127fdc6f91d', 'status': 'completed', 'code': 200} Apr 01 12:35:25.493916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-f85d0b81-331d-4700-98cc-0b31d98392d6 req-9408ebe7-86c6-41a2-a3f6-bef0ac8b50e6 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Deleting port 84b606e4-909d-4afc-982f-9d83f207567f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:25.494326 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f85d0b81-331d-4700-98cc-0b31d98392d6 req-9408ebe7-86c6-41a2-a3f6-bef0ac8b50e6 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:25.590368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f85d0b81-331d-4700-98cc-0b31d98392d6 req-9408ebe7-86c6-41a2-a3f6-bef0ac8b50e6 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] For port 84b606e4-909d-4afc-982f-9d83f207567f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=84b606e4-909d-4afc-982f-9d83f207567f,segment=NetworkSegment(1cbccd3b-5af3-4e48-8744-9ccb1322f779),segment_id=1cbccd3b-5af3-4e48-8744-9ccb1322f779)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:25.592540 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f85d0b81-331d-4700-98cc-0b31d98392d6 req-9408ebe7-86c6-41a2-a3f6-bef0ac8b50e6 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:25.606884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-f85d0b81-331d-4700-98cc-0b31d98392d6 req-9408ebe7-86c6-41a2-a3f6-bef0ac8b50e6 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Calling delete_port for 84b606e4-909d-4afc-982f-9d83f207567f owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:25.758346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34441ce-5cef-4cd4-be1a-3556c37daa94 req-6b954372-870f-4552-b23a-028619138345 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:25.759959 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e34441ce-5cef-4cd4-be1a-3556c37daa94 req-6b954372-870f-4552-b23a-028619138345 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 944 time: 0.0771444 Apr 01 12:35:25.784224 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f85d0b81-331d-4700-98cc-0b31d98392d6 req-9408ebe7-86c6-41a2-a3f6-bef0ac8b50e6 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:25.796350 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1da21ce5-35ff-4133-832e-a127fdc6f91d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:25.828699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408ebe7-86c6-41a2-a3f6-bef0ac8b50e6 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Pushing event deleted for resources: {'Port': ['ID=84b606e4-909d-4afc-982f-9d83f207567f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:25.864846 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e34441ce-5cef-4cd4-be1a-3556c37daa94 req-be8fcb86-36b7-4250-bccf-deac7964a1ae tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900056 Apr 01 12:35:25.878927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85d0b81-331d-4700-98cc-0b31d98392d6 req-9408ebe7-86c6-41a2-a3f6-bef0ac8b50e6 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] No DVR routers for this DVR port 84b606e4-909d-4afc-982f-9d83f207567f on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:35:25.882402 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f85d0b81-331d-4700-98cc-0b31d98392d6 req-9408ebe7-86c6-41a2-a3f6-bef0ac8b50e6 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:25.886387 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f85d0b81-331d-4700-98cc-0b31d98392d6 req-9408ebe7-86c6-41a2-a3f6-bef0ac8b50e6 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.37 "DELETE /v2.0/ports/84b606e4-909d-4afc-982f-9d83f207567f HTTP/1.1" status: 204 len: 173 time: 0.5064812 Apr 01 12:35:26.001715 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7860b7f1-634e-4394-b396-a583a2e20541 req-71176d2a-6d4e-4464-9d74-67b05a908e07 tempest-MultipleCreateTestJSON-1916951381 tempest-MultipleCreateTestJSON-1916951381-project] 10.222.0.45 "GET /v2.0/ports?device_id=60c90bcb-19ef-457e-8d1a-e3fab37efef0 HTTP/1.1" status: 200 len: 210 time: 0.0423293 Apr 01 12:35:26.303913 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b02f5a4-5bef-4531-adcd-76bdd2784712 req-64d0cfcf-d2bc-459a-b192-bb4eef1f0774 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0276582 Apr 01 12:35:26.338863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1a168234-a1a0-450e-8721-03f61998fffa up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:35:26.395318 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 1a168234-a1a0-450e-8721-03f61998fffa completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:35:26.400277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 1a168234-a1a0-450e-8721-03f61998fffa triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:26.400662 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:26.484266 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:26.506859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b33503d-d3f3-40b8-9deb-1566b5dc12d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a168234-a1a0-450e-8721-03f61998fffa'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:26.509655 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4549a72d-84fa-4e59-9747-c3074a9accba" -d '{"events": [{"server_uuid": "0b33503d-d3f3-40b8-9deb-1566b5dc12d9", "name": "network-vif-plugged", "status": "completed", "tag": "1a168234-a1a0-450e-8721-03f61998fffa"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:26.523552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1a168234-a1a0-450e-8721-03f61998fffa, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1a168234-a1a0-450e-8721-03f61998fffa,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:26.528412 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:26.529313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1da21ce5-35ff-4133-832e-a127fdc6f91d no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:35:26.571663 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e01ed-b303-4457-8c96-835829782f2e x-openstack-request-id: req-030e01ed-b303-4457-8c96-835829782f2e {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:26.572048 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b33503d-d3f3-40b8-9deb-1566b5dc12d9", "name": "network-vif-plugged", "status": "completed", "tag": "1a168234-a1a0-450e-8721-03f61998fffa", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:26.572182 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-030e01ed-b303-4457-8c96-835829782f2e {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:26.572570 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030e01ed-b303-4457-8c96-835829782f2e'] response: {'server_uuid': '0b33503d-d3f3-40b8-9deb-1566b5dc12d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a168234-a1a0-450e-8721-03f61998fffa', 'code': 200} Apr 01 12:35:26.577072 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 1da21ce5-35ff-4133-832e-a127fdc6f91d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:35:26.577417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1da21ce5-35ff-4133-832e-a127fdc6f91d not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:35:26.606973 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1a168234-a1a0-450e-8721-03f61998fffa,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:26.659665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96515e-d2f6-4b29-bb5b-eaceb037c2dd req-468b8f75-e19d-468a-8dc0-fec6cdfb8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:26.661620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed96515e-d2f6-4b29-bb5b-eaceb037c2dd req-468b8f75-e19d-468a-8dc0-fec6cdfb8259 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 1096 time: 0.0441988 Apr 01 12:35:26.699629 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed96515e-d2f6-4b29-bb5b-eaceb037c2dd req-c390a769-8e39-4c17-95eb-84e5e8d88219 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311236 Apr 01 12:35:26.985554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3093b55-aa83-416e-83d9-5b97a6ca7e30 req-b132ad2c-03a4-4c7b-b7b5-75eca48f6f6f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:26.987166 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3093b55-aa83-416e-83d9-5b97a6ca7e30 req-b132ad2c-03a4-4c7b-b7b5-75eca48f6f6f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 945 time: 0.0512474 Apr 01 12:35:27.032872 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3093b55-aa83-416e-83d9-5b97a6ca7e30 req-13f991de-3ec5-492d-aa68-7e0b5f0d507d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385394 Apr 01 12:35:27.118095 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34062) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:27.166860 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb08ab08-c170-42c0-8cf9-db107966ebf8 admin admin] Deleting subnet 78b3f4ee-0786-40a4-8092-38459c6440b3 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:35:27.170019 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb08ab08-c170-42c0-8cf9-db107966ebf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:27.204685 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb08ab08-c170-42c0-8cf9-db107966ebf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:27.243569 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb08ab08-c170-42c0-8cf9-db107966ebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:27.298528 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb08ab08-c170-42c0-8cf9-db107966ebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:27.329822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08ab08-c170-42c0-8cf9-db107966ebf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b3f4ee-0786-40a4-8092-38459c6440b3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:27.331855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb08ab08-c170-42c0-8cf9-db107966ebf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:27.335300 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eb08ab08-c170-42c0-8cf9-db107966ebf8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/78b3f4ee-0786-40a4-8092-38459c6440b3 HTTP/1.1" status: 204 len: 168 time: 0.2156308 Apr 01 12:35:27.337962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34072) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:27.422971 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:27.438595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a153818-02b7-4bf7-89ca-a04119035ad1', 'name': 'network-vif-deleted', 'tag': '84b606e4-909d-4afc-982f-9d83f207567f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:27.441059 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7fcd03-0680-4690-9c03-155d07d21244" -d '{"events": [{"server_uuid": "8a153818-02b7-4bf7-89ca-a04119035ad1", "name": "network-vif-deleted", "tag": "84b606e4-909d-4afc-982f-9d83f207567f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:27.445508 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-145dacf9-f81a-4a7c-8ffb-cc2082c7f686 req-4b931e92-5e12-4ae9-93dd-ad4f967a7ec7 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0352638 Apr 01 12:35:27.483043 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b80aea-ef5a-4e97-a06f-538ccf5e364a x-openstack-request-id: req-67b80aea-ef5a-4e97-a06f-538ccf5e364a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:27.483340 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a153818-02b7-4bf7-89ca-a04119035ad1", "name": "network-vif-deleted", "tag": "84b606e4-909d-4afc-982f-9d83f207567f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:27.483594 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67b80aea-ef5a-4e97-a06f-538ccf5e364a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:27.484013 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b80aea-ef5a-4e97-a06f-538ccf5e364a'] response: {'server_uuid': '8a153818-02b7-4bf7-89ca-a04119035ad1', 'name': 'network-vif-deleted', 'tag': '84b606e4-909d-4afc-982f-9d83f207567f', 'status': 'completed', 'code': 200} Apr 01 12:35:27.520570 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:27.544118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deacc9ed-3838-4470-b253-9579a437221a']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:27.555278 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbccd3b-5af3-4e48-8744-9ccb1322f779') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:27.555578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbccd3b-5af3-4e48-8744-9ccb1322f779') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:27.566481 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:27.589888 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:27.602038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:35:27.602660 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:35:27.604680 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:35:27.699465 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:27.705223 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:27.708471 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] 10.222.0.45 "DELETE /v2.0/networks/deacc9ed-3838-4470-b253-9579a437221a HTTP/1.1" status: 204 len: 168 time: 0.3685849 Apr 01 12:35:27.731636 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6572c8-60da-405d-a760-9a035e573f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=deacc9ed-3838-4470-b253-9579a437221a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:27.752583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7433162-aa33-4c29-8252-5a9d2a3a871c req-c80ea570-36fe-4c77-a773-0deedc0a56e4 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:27.754467 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d7433162-aa33-4c29-8252-5a9d2a3a871c req-c80ea570-36fe-4c77-a773-0deedc0a56e4 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 946 time: 0.0918953 Apr 01 12:35:27.795315 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d7433162-aa33-4c29-8252-5a9d2a3a871c req-192e96a3-3fec-4a5c-ba68-386e5641471e tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329008 Apr 01 12:35:27.892213 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34086) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:27.932979 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4edc70d3-c61a-48ac-8fa3-af5dc7d141d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55fd8ac796734c258f428783720bc680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387883 Apr 01 12:35:27.935749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34088) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:27.985189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d7311afc-8123-47ac-8397-e2f597e3f9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:28.005505 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d7311afc-8123-47ac-8397-e2f597e3f9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:28.054828 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d7311afc-8123-47ac-8397-e2f597e3f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:28.057436 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d7311afc-8123-47ac-8397-e2f597e3f9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:28.059415 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d7311afc-8123-47ac-8397-e2f597e3f9dc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f9d56721-aa23-4bae-be85-d9245d621de1 HTTP/1.1" status: 204 len: 168 time: 0.1218414 Apr 01 12:35:28.067124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7311afc-8123-47ac-8397-e2f597e3f9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d56721-aa23-4bae-be85-d9245d621de1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:28.161945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84538c-0529-4b56-b497-c37c38f29308 req-8b63d833-0dae-4c7b-87cd-bdcd1b3199e4 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:28.163559 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc84538c-0529-4b56-b497-c37c38f29308 req-8b63d833-0dae-4c7b-87cd-bdcd1b3199e4 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 945 time: 0.0506392 Apr 01 12:35:28.205250 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc84538c-0529-4b56-b497-c37c38f29308 req-c7660d3f-ef3e-4577-9968-67ba51d166fd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353115 Apr 01 12:35:28.564845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8f761298-dee5-4e0b-91bd-7e166e46fd3b req-a4c82649-7f36-4d42-a28f-e9e10e7d5726 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0358787 Apr 01 12:35:28.922528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b8d7-40be-4985-8a9d-804157e31fa2 req-044d5e8e-bb26-4ce6-b442-7967f4848048 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:28.924333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9330b8d7-40be-4985-8a9d-804157e31fa2 req-044d5e8e-bb26-4ce6-b442-7967f4848048 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 946 time: 0.0556898 Apr 01 12:35:28.971005 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9330b8d7-40be-4985-8a9d-804157e31fa2 req-20300d4e-69a2-4c91-be46-b6d0312a8e58 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups?id=2680015b-b290-4413-9f64-92943607b725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404811 Apr 01 12:35:29.374356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-e2199db0-0cb1-4289-b51e-efb90a8c681d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:29.375864 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-e2199db0-0cb1-4289-b51e-efb90a8c681d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.44 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 946 time: 0.0565040 Apr 01 12:35:29.479524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Deleting port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:29.479906 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:29.582488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] For port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6,segment=NetworkSegment(9fcbc744-007b-46b0-a783-70382f3140f4),segment_id=9fcbc744-007b-46b0-a783-70382f3140f4)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:29.582811 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:29.684407 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96b79bc1-0942-48cb-b3f2-04cf3e5ea95a req-ff5d6aea-2fe6-4c7b-a909-cd1eed2b9759 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0412016 Apr 01 12:35:29.810883 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:29.811245 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:29.811561 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Floating IP d746f0f9-9af3-4825-9839-bcd51b8b8824 disassociated. External IP: 172.25.7.110, port: b21d5b4c-2736-47ee-9661-1f6ddd7f49e6. Apr 01 12:35:29.811953 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Calling delete_port for b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:29.942241 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:29.970177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Pushing event deleted for resources: {'Port': ['ID=b21d5b4c-2736-47ee-9661-1f6ddd7f49e6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:30.071536 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5da95b9-035d-4938-a357-e0c860c4f286 req-28d34410-2299-4fb1-bdf6-bd66ac03745c tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/ports?device_id=8918b050-d9c4-4e64-90bf-db2d8ac3fad6 HTTP/1.1" status: 200 len: 210 time: 0.0258484 Apr 01 12:35:30.084104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Router 719ec04d-d050-41ad-a0bf-918275b39635 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:35:30.115045 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 84b606e4-909d-4afc-982f-9d83f207567f no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:35:30.138510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 84b606e4-909d-4afc-982f-9d83f207567f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:35:30.138848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 84b606e4-909d-4afc-982f-9d83f207567f not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:35:30.190627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:35:30.201392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5d233-27e8-49bc-9c7d-db0de5b6f7f9 None None] Sync routers for ids ['719ec04d-d050-41ad-a0bf-918275b39635'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:35:30.211509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5d233-27e8-49bc-9c7d-db0de5b6f7f9 None None] Routers {'719ec04d-d050-41ad-a0bf-918275b39635'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:35:30.212107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-05e5d233-27e8-49bc-9c7d-db0de5b6f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:35:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['719ec04d-d050-41ad-a0bf-918275b39635'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:30.230474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] No DVR routers for this DVR port b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:35:30.232873 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:30.236098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54b3f2b6-b839-4aa3-92ab-18d40828346b req-5b96abed-f684-40bd-8533-f8192ddf3350 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.44 "DELETE /v2.0/ports/b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 HTTP/1.1" status: 204 len: 173 time: 0.8545551 Apr 01 12:35:30.236536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'name': 'network-vif-deleted', 'tag': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:30.238795 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621d63cc-4538-4b0a-877f-0f0940c5b817" -d '{"events": [{"server_uuid": "8918b050-d9c4-4e64-90bf-db2d8ac3fad6", "name": "network-vif-deleted", "tag": "b21d5b4c-2736-47ee-9661-1f6ddd7f49e6"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:30.279697 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeafc2ad-168e-452a-b7d4-b090a1d36e0f x-openstack-request-id: req-aeafc2ad-168e-452a-b7d4-b090a1d36e0f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:30.280033 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8918b050-d9c4-4e64-90bf-db2d8ac3fad6", "name": "network-vif-deleted", "tag": "b21d5b4c-2736-47ee-9661-1f6ddd7f49e6", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:30.280249 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aeafc2ad-168e-452a-b7d4-b090a1d36e0f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:30.280645 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeafc2ad-168e-452a-b7d4-b090a1d36e0f'] response: {'server_uuid': '8918b050-d9c4-4e64-90bf-db2d8ac3fad6', 'name': 'network-vif-deleted', 'tag': 'b21d5b4c-2736-47ee-9661-1f6ddd7f49e6', 'status': 'completed', 'code': 200} Apr 01 12:35:30.522147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-05e5d233-27e8-49bc-9c7d-db0de5b6f7f9 None None] Set router 719ec04d-d050-41ad-a0bf-918275b39635 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:35:30.732893 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-05e5d233-27e8-49bc-9c7d-db0de5b6f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59', 'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'mac_address': 'fa:16:3e:bd:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:01Z', 'updated_at': '2022-04-01T12:33:12Z', 'revision_number': 5, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'subnets': [{'id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:30.766242 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5d233-27e8-49bc-9c7d-db0de5b6f7f9 None None] Checking router: 719ec04d-d050-41ad-a0bf-918275b39635 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:35:30.775477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5d233-27e8-49bc-9c7d-db0de5b6f7f9 None None] Routers {'719ec04d-d050-41ad-a0bf-918275b39635'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:35:30.776097 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-05e5d233-27e8-49bc-9c7d-db0de5b6f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:35:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['719ec04d-d050-41ad-a0bf-918275b39635'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:30.811693 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0813ea6a-da6f-4a86-b3d9-af878908ce40 req-5b589171-e401-473d-ab25-9b459c73adc3 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0311606 Apr 01 12:35:30.907695 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-05e5d233-27e8-49bc-9c7d-db0de5b6f7f9 None None] Set router 719ec04d-d050-41ad-a0bf-918275b39635 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:35:31.106490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-05e5d233-27e8-49bc-9c7d-db0de5b6f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59', 'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'mac_address': 'fa:16:3e:bd:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:01Z', 'updated_at': '2022-04-01T12:33:12Z', 'revision_number': 5, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'subnets': [{'id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:31.137508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5d233-27e8-49bc-9c7d-db0de5b6f7f9 None None] The sync data for ids ['719ec04d-d050-41ad-a0bf-918275b39635'] in n-d-836146-1 is: [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:33:02Z', 'revision_number': 4, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59', 'name': '', 'network_id': '4a7b58a8-1d79-40a6-b6a4-b2c71268d757', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'mac_address': 'fa:16:3e:bd:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:01Z', 'updated_at': '2022-04-01T12:33:12Z', 'revision_number': 5, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'subnets': [{'id': '99aed3e9-b8be-4b9c-837e-0c972fa8fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:35:31.159189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34170) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:31.222206 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-06260837-eee0-46c0-be1b-e56bc75c317d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:31.247744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-06260837-eee0-46c0-be1b-e56bc75c317d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:31.300990 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-06260837-eee0-46c0-be1b-e56bc75c317d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:31.304022 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-06260837-eee0-46c0-be1b-e56bc75c317d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:31.305730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-06260837-eee0-46c0-be1b-e56bc75c317d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "DELETE /v2.0/security-groups/2680015b-b290-4413-9f64-92943607b725 HTTP/1.1" status: 204 len: 168 time: 0.1452730 Apr 01 12:35:31.308198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34172) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:31.319404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06260837-eee0-46c0-be1b-e56bc75c317d tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680015b-b290-4413-9f64-92943607b725,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:31.323449 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-fb5eb1d3-0525-406c-9eb9-b17aafecd8a0 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] show failed (client error): The resource could not be found. Apr 01 12:35:31.324728 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fb5eb1d3-0525-406c-9eb9-b17aafecd8a0 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "GET /v2.0/security-groups/2680015b-b290-4413-9f64-92943607b725 HTTP/1.1" status: 404 len: 347 time: 0.0155580 Apr 01 12:35:31.327624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34174) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:31.401785 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95642e-4d20-4d86-9a4e-ed3df53399ff None None] New status for floating IP d746f0f9-9af3-4825-9839-bcd51b8b8824: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:35:31.471454 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2d43b118-72d3-468a-99e1-38109ce21af3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Deleting port 8a4f4fce-3341-4844-87b2-7c8d6313eb5c {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:31.471803 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d43b118-72d3-468a-99e1-38109ce21af3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:31.557397 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d43b118-72d3-468a-99e1-38109ce21af3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:31.557640 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d43b118-72d3-468a-99e1-38109ce21af3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:31.570062 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2d43b118-72d3-468a-99e1-38109ce21af3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Calling delete_port for 8a4f4fce-3341-4844-87b2-7c8d6313eb5c owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:31.718901 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d43b118-72d3-468a-99e1-38109ce21af3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:31.745760 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43b118-72d3-468a-99e1-38109ce21af3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Pushing event deleted for resources: {'Port': ['ID=8a4f4fce-3341-4844-87b2-7c8d6313eb5c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:31.810664 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d43b118-72d3-468a-99e1-38109ce21af3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:31.813592 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d43b118-72d3-468a-99e1-38109ce21af3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:31.814786 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2d43b118-72d3-468a-99e1-38109ce21af3 tempest-AttachSCSIVolumeTestJSON-1979364498 tempest-AttachSCSIVolumeTestJSON-1979364498-project] 10.222.0.45 "DELETE /v2.0/floatingips/d746f0f9-9af3-4825-9839-bcd51b8b8824 HTTP/1.1" status: 204 len: 168 time: 0.4860680 Apr 01 12:35:31.929599 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-949df5fc-e047-4445-8d29-5e4ed026838f req-f9451bdc-cce3-4d46-8108-00dfa92936c5 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0298436 Apr 01 12:35:32.949103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34244) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:33.050836 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-59846a91-cbd2-4381-a264-143e1da28d22 req-da00c12a-f716-4e93-a441-0c0a315e7f03 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0310931 Apr 01 12:35:33.076936 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92995da4-adcf-4364-9371-b77a92102f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:33.152876 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92995da4-adcf-4364-9371-b77a92102f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:33.156419 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92995da4-adcf-4364-9371-b77a92102f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:33.198108 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-92995da4-adcf-4364-9371-b77a92102f79 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a86c4f2ccbe449eb90748d448b9f9b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454066 Apr 01 12:35:33.198108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92995da4-adcf-4364-9371-b77a92102f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268ed784-da15-4b57-9e74-6b9a5e67c367,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:33.198459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34250) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:33.251064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c38487c3-8c46-4401-adb3-c7372ea4ad13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:33.272825 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c38487c3-8c46-4401-adb3-c7372ea4ad13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:33.322597 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c38487c3-8c46-4401-adb3-c7372ea4ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:33.325550 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c38487c3-8c46-4401-adb3-c7372ea4ad13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:33.334389 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c38487c3-8c46-4401-adb3-c7372ea4ad13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/268ed784-da15-4b57-9e74-6b9a5e67c367 HTTP/1.1" status: 204 len: 168 time: 0.1300662 Apr 01 12:35:33.344284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38487c3-8c46-4401-adb3-c7372ea4ad13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268ed784-da15-4b57-9e74-6b9a5e67c367,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:34.158528 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4300dd69-4ec9-4c21-9882-97f15514af52 req-b85faa13-06c8-458b-b02e-c397701ae7bc tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0264535 Apr 01 12:35:34.378619 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:35:34.400821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:35:34.401238 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b21d5b4c-2736-47ee-9661-1f6ddd7f49e6 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:35:34.763799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34308) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:35.112204 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc4cbdcb-02c2-4b08-b88a-cd5f965b776e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:35.285501 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8b69e311-c1c2-4f21-b9d8-93e0a5b54af5 req-565edecb-aafb-4805-a21b-a6db2bb499a1 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0363455 Apr 01 12:35:35.657774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-dc4cbdcb-02c2-4b08-b88a-cd5f965b776e admin admin] Deleting port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:35.658148 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc4cbdcb-02c2-4b08-b88a-cd5f965b776e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:35.747598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-dc4cbdcb-02c2-4b08-b88a-cd5f965b776e admin admin] For port c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59,segment=NetworkSegment(9fcbc744-007b-46b0-a783-70382f3140f4),segment_id=9fcbc744-007b-46b0-a783-70382f3140f4)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:35.748162 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc4cbdcb-02c2-4b08-b88a-cd5f965b776e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:35.762226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-dc4cbdcb-02c2-4b08-b88a-cd5f965b776e admin admin] Calling delete_port for c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:35.952591 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc4cbdcb-02c2-4b08-b88a-cd5f965b776e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:35.981254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cbdcb-02c2-4b08-b88a-cd5f965b776e admin admin] Pushing event deleted for resources: {'Port': ['ID=c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:36.156235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc4cbdcb-02c2-4b08-b88a-cd5f965b776e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:36.335586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c610111b-8709-47c5-9197-c72f5a27705a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:36.387639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4cbdcb-02c2-4b08-b88a-cd5f965b776e admin admin] Router 719ec04d-d050-41ad-a0bf-918275b39635 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:35:36.400915 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eef1e3b5-2815-4a1d-a206-4e9e402d6568 req-3b017b66-e8b4-4547-9169-c260f60c5fb3 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0262122 Apr 01 12:35:36.497484 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4cbdcb-02c2-4b08-b88a-cd5f965b776e admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:35:36.502586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dc4cbdcb-02c2-4b08-b88a-cd5f965b776e admin admin] 10.222.0.45 "PUT /v2.0/routers/719ec04d-d050-41ad-a0bf-918275b39635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377636 Apr 01 12:35:36.505063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34358) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:36.509351 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29e5c8-9e4a-491d-888f-ed2fcb0f4297 None None] Sync routers for ids ['719ec04d-d050-41ad-a0bf-918275b39635'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:35:36.519016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29e5c8-9e4a-491d-888f-ed2fcb0f4297 None None] Routers {'719ec04d-d050-41ad-a0bf-918275b39635'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:35:36.519656 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1d29e5c8-9e4a-491d-888f-ed2fcb0f4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:35:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['719ec04d-d050-41ad-a0bf-918275b39635'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:36.618650 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:36.629289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-1d29e5c8-9e4a-491d-888f-ed2fcb0f4297 None None] Set router 719ec04d-d050-41ad-a0bf-918275b39635 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:35:36.725962 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:36.785348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Deleting port 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:36.786754 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:36.828055 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1d29e5c8-9e4a-491d-888f-ed2fcb0f4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:35:35Z', 'revision_number': 5, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port': {'id': '6fe0e9c1-fd56-4dd9-bea4-0901477d4e04', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ec04d-d050-41ad-a0bf-918275b39635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:32:59Z', 'updated_at': '2022-04-01T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:36.856147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29e5c8-9e4a-491d-888f-ed2fcb0f4297 None None] Checking router: 719ec04d-d050-41ad-a0bf-918275b39635 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:35:36.865544 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29e5c8-9e4a-491d-888f-ed2fcb0f4297 None None] Routers {'719ec04d-d050-41ad-a0bf-918275b39635'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:35:36.867010 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1d29e5c8-9e4a-491d-888f-ed2fcb0f4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:35:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['719ec04d-d050-41ad-a0bf-918275b39635'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:36.878127 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] For port 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6fe0e9c1-fd56-4dd9-bea4-0901477d4e04,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:36.878497 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:36.891017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Calling delete_port for 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:36.957817 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-1d29e5c8-9e4a-491d-888f-ed2fcb0f4297 None None] Set router 719ec04d-d050-41ad-a0bf-918275b39635 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:35:37.010988 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1d29e5c8-9e4a-491d-888f-ed2fcb0f4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:35:36Z', 'revision_number': 6, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:37.040989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29e5c8-9e4a-491d-888f-ed2fcb0f4297 None None] The sync data for ids ['719ec04d-d050-41ad-a0bf-918275b39635'] in n-d-836146-1 is: [{'id': '719ec04d-d050-41ad-a0bf-918275b39635', 'name': 'tempest-AttachSCSIVolumeTestJSON-2101340757-router', 'tenant_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:32:57Z', 'updated_at': '2022-04-01T12:35:36Z', 'revision_number': 6, 'project_id': 'b3c9ece97bcc4c5b88a7c10cf27b386a', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:35:37.076995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.126269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe0e9c1-fd56-4dd9-bea4-0901477d4e04,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:37.168943 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.258863 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.260953 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.308986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.309514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 719ec04d-d050-41ad-a0bf-918275b39635 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:35:37.314431 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.315785 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0021978e-eec5-4a3f-b141-cb773f3ae207 admin admin] 10.222.0.45 "DELETE /v2.0/routers/719ec04d-d050-41ad-a0bf-918275b39635 HTTP/1.1" status: 204 len: 168 time: 0.8094261 Apr 01 12:35:37.317991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34378) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:37.366348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e84c12-4850-4484-9ea7-2bf431562dee admin admin] Deleting subnet 99aed3e9-b8be-4b9c-837e-0c972fa8fc76 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:35:37.369379 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12e84c12-4850-4484-9ea7-2bf431562dee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.404495 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12e84c12-4850-4484-9ea7-2bf431562dee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.508904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12e84c12-4850-4484-9ea7-2bf431562dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.530979 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1fe3aa94-1863-4d22-8184-2e3c6a91b81f req-1dc88aee-0e97-408c-a14b-9d69a8057090 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0342584 Apr 01 12:35:37.571929 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12e84c12-4850-4484-9ea7-2bf431562dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.602146 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e84c12-4850-4484-9ea7-2bf431562dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99aed3e9-b8be-4b9c-837e-0c972fa8fc76,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:37.604270 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12e84c12-4850-4484-9ea7-2bf431562dee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.607167 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-12e84c12-4850-4484-9ea7-2bf431562dee admin admin] 10.222.0.45 "DELETE /v2.0/subnets/99aed3e9-b8be-4b9c-837e-0c972fa8fc76 HTTP/1.1" status: 204 len: 168 time: 0.2882147 Apr 01 12:35:37.609588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34390) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:37.610529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660bce98-bec5-4aef-b319-4a485a8bdddf None None] Network 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:35:37.683435 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.748501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Deleting port e05ac594-a4bb-4996-8147-cf4d6693e46d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:37.748845 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.812770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] For port e05ac594-a4bb-4996-8147-cf4d6693e46d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e05ac594-a4bb-4996-8147-cf4d6693e46d,segment=NetworkSegment(9fcbc744-007b-46b0-a783-70382f3140f4),segment_id=9fcbc744-007b-46b0-a783-70382f3140f4)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:37.813133 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.825477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Calling delete_port for e05ac594-a4bb-4996-8147-cf4d6693e46d owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:37.869443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a1d1b-3af9-4941-ad8e-efc0569dd3eb None None] DHCP port deletion for 4a7b58a8-1d79-40a6-b6a4-b2c71268d757 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:35:37.927682 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.927903 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a1d1b-3af9-4941-ad8e-efc0569dd3eb None None] Deleting port e05ac594-a4bb-4996-8147-cf4d6693e46d {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:37.928196 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1d1b-3af9-4941-ad8e-efc0569dd3eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:37.960826 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Pushing event deleted for resources: {'Port': ['ID=e05ac594-a4bb-4996-8147-cf4d6693e46d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:37.968822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] No DVR routers for this DVR port e05ac594-a4bb-4996-8147-cf4d6693e46d on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:35:37.992718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-aa9a1d1b-3af9-4941-ad8e-efc0569dd3eb None None] For port e05ac594-a4bb-4996-8147-cf4d6693e46d, host n-d-836146-1, got binding levels [] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:37.993118 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1d1b-3af9-4941-ad8e-efc0569dd3eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:38.015588 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a1d1b-3af9-4941-ad8e-efc0569dd3eb None None] Calling delete_port for e05ac594-a4bb-4996-8147-cf4d6693e46d owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:38.019882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.ipam_backend_mixin [None req-aa9a1d1b-3af9-4941-ad8e-efc0569dd3eb None None] Port e05ac594-a4bb-4996-8147-cf4d6693e46d was not found and therefore no delete operation was performed {{(pid=102720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 12:35:38.021159 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1d1b-3af9-4941-ad8e-efc0569dd3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:38.048322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a1d1b-3af9-4941-ad8e-efc0569dd3eb None None] Pushing event deleted for resources: {'Port': ['ID=e05ac594-a4bb-4996-8147-cf4d6693e46d,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:38.049250 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:38.052587 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a1d1b-3af9-4941-ad8e-efc0569dd3eb None None] No DVR routers for this DVR port e05ac594-a4bb-4996-8147-cf4d6693e46d on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:35:38.082291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7b58a8-1d79-40a6-b6a4-b2c71268d757']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:38.102037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcbc744-007b-46b0-a783-70382f3140f4') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:38.102037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcbc744-007b-46b0-a783-70382f3140f4') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:38.106324 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:38.121924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:38.132280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:35:38.132798 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:38.133568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:35:38.134615 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:35:38.169617 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:35:38.170253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6fe0e9c1-fd56-4dd9-bea4-0901477d4e04 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:35:38.170814 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:35:38.194327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:35:38.194902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c23ce47c-f5f7-4111-b7e4-c2ca88cf5c59 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:35:38.195603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e05ac594-a4bb-4996-8147-cf4d6693e46d no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:35:38.208963 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:38.221199 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: e05ac594-a4bb-4996-8147-cf4d6693e46d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:35:38.221327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e05ac594-a4bb-4996-8147-cf4d6693e46d not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:35:38.236765 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:38.240075 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] 10.222.0.45 "DELETE /v2.0/networks/4a7b58a8-1d79-40a6-b6a4-b2c71268d757 HTTP/1.1" status: 204 len: 168 time: 0.6295311 Apr 01 12:35:38.240999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11947682-47e6-4419-917d-04a49afbe38c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7b58a8-1d79-40a6-b6a4-b2c71268d757,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:38.243135 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34404) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:38.646842 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:38.690210 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f294533a-986e-442a-b49d-dfb21ec83c0d req-33c2c2b6-c3fb-45bc-a313-498c047e5e28 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0315356 Apr 01 12:35:38.735819 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:38.831360 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-13beae16-6999-409c-b57e-95a24b17508f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:38.897478 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81546a51-4844-481e-8017-18c81ef998d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.048528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34418) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:39.149595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-81546a51-4844-481e-8017-18c81ef998d9 admin admin] Deleting port 89fa0f03-c45a-4da1-8e35-245043721085 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:39.149931 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81546a51-4844-481e-8017-18c81ef998d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.153733 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad272-a354-4f23-80e7-a7a83861d4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.228883 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad272-a354-4f23-80e7-a7a83861d4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.229839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-81546a51-4844-481e-8017-18c81ef998d9 admin admin] For port 89fa0f03-c45a-4da1-8e35-245043721085, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=89fa0f03-c45a-4da1-8e35-245043721085,segment=NetworkSegment(5e91e171-f538-4f83-9404-0be304357bfe),segment_id=5e91e171-f538-4f83-9404-0be304357bfe)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:39.230261 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81546a51-4844-481e-8017-18c81ef998d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.233221 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad272-a354-4f23-80e7-a7a83861d4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.244345 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-81546a51-4844-481e-8017-18c81ef998d9 admin admin] Calling delete_port for 89fa0f03-c45a-4da1-8e35-245043721085 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:39.274978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6a5ad272-a354-4f23-80e7-a7a83861d4d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6996b405c4314990b146e778f4d64551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253170 Apr 01 12:35:39.276230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ad272-a354-4f23-80e7-a7a83861d4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000d2b6c-5de0-4b18-adc9-756aa30c2465,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:39.278651 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34422) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:39.327549 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b4a324f-3777-4e43-bc17-c6597f450301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.350872 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b4a324f-3777-4e43-bc17-c6597f450301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.406162 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b4a324f-3777-4e43-bc17-c6597f450301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.408766 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b4a324f-3777-4e43-bc17-c6597f450301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.409910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8b4a324f-3777-4e43-bc17-c6597f450301 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/000d2b6c-5de0-4b18-adc9-756aa30c2465 HTTP/1.1" status: 204 len: 168 time: 0.1303611 Apr 01 12:35:39.420568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a324f-3777-4e43-bc17-c6597f450301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000d2b6c-5de0-4b18-adc9-756aa30c2465,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:39.431526 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81546a51-4844-481e-8017-18c81ef998d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.464390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81546a51-4844-481e-8017-18c81ef998d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=89fa0f03-c45a-4da1-8e35-245043721085,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:39.658668 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-81546a51-4844-481e-8017-18c81ef998d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.730242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34430) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:39.743770 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bab326d3-8865-47ae-87c4-7ceee2487e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.802943 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0a45ddd2-9144-4ddd-b264-79959211b43f req-2e14b336-a7bc-48e8-baf5-654a1dd894b5 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0326328 Apr 01 12:35:39.825205 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bab326d3-8865-47ae-87c4-7ceee2487e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.830277 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bab326d3-8865-47ae-87c4-7ceee2487e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.869112 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bab326d3-8865-47ae-87c4-7ceee2487e74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=604925f770b34568a432132aaa7d1ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377411 Apr 01 12:35:39.870444 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab326d3-8865-47ae-87c4-7ceee2487e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa53ef74-a419-4d5e-8b9b-caecc4629a68,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:39.872864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34432) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:39.911363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81546a51-4844-481e-8017-18c81ef998d9 admin admin] Router cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:35:39.933009 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6cc85d7-d537-4778-bd2c-85e585891fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:39.953916 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6cc85d7-d537-4778-bd2c-85e585891fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.000007 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6cc85d7-d537-4778-bd2c-85e585891fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.002660 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6cc85d7-d537-4778-bd2c-85e585891fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.003898 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f6cc85d7-d537-4778-bd2c-85e585891fa7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa53ef74-a419-4d5e-8b9b-caecc4629a68 HTTP/1.1" status: 204 len: 168 time: 0.1300764 Apr 01 12:35:40.013031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc85d7-d537-4778-bd2c-85e585891fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa53ef74-a419-4d5e-8b9b-caecc4629a68,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:40.029843 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81546a51-4844-481e-8017-18c81ef998d9 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:35:40.035337 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-81546a51-4844-481e-8017-18c81ef998d9 admin admin] 10.222.0.45 "PUT /v2.0/routers/cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910652 Apr 01 12:35:40.037910 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34438) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:40.043260 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da0e7f-66ab-443e-a642-b0651daf6be7 None None] Sync routers for ids ['cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:35:40.056387 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da0e7f-66ab-443e-a642-b0651daf6be7 None None] Routers {'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:35:40.062969 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-24da0e7f-66ab-443e-a642-b0651daf6be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:35:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:40.158247 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.221926 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-24da0e7f-66ab-443e-a642-b0651daf6be7 None None] Set router cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:35:40.269415 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.332983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Deleting port 8cf42ca4-4108-4a9d-901b-37860fda14b7 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:40.333399 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.336372 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.431980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] For port 8cf42ca4-4108-4a9d-901b-37860fda14b7, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8cf42ca4-4108-4a9d-901b-37860fda14b7,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:40.432540 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.450781 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Calling delete_port for 8cf42ca4-4108-4a9d-901b-37860fda14b7 owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:40.499747 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-24da0e7f-66ab-443e-a642-b0651daf6be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'name': 'tempest-AttachSCSIVolumeTestJSON-1528718510-router', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:07Z', 'updated_at': '2022-04-01T12:35:39Z', 'revision_number': 5, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'gw_port': {'id': '8cf42ca4-4108-4a9d-901b-37860fda14b7', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:08Z', 'updated_at': '2022-04-01T12:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:40.528153 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da0e7f-66ab-443e-a642-b0651daf6be7 None None] Checking router: cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:35:40.536415 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da0e7f-66ab-443e-a642-b0651daf6be7 None None] Routers {'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:35:40.537007 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-24da0e7f-66ab-443e-a642-b0651daf6be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:35:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:40.629791 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-24da0e7f-66ab-443e-a642-b0651daf6be7 None None] Set router cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:35:40.643558 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.687573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf42ca4-4108-4a9d-901b-37860fda14b7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:40.688464 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-24da0e7f-66ab-443e-a642-b0651daf6be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'name': 'tempest-AttachSCSIVolumeTestJSON-1528718510-router', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:07Z', 'updated_at': '2022-04-01T12:35:40Z', 'revision_number': 6, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:40.716286 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da0e7f-66ab-443e-a642-b0651daf6be7 None None] The sync data for ids ['cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae'] in n-d-836146-1 is: [{'id': 'cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae', 'name': 'tempest-AttachSCSIVolumeTestJSON-1528718510-router', 'tenant_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:07Z', 'updated_at': '2022-04-01T12:35:40Z', 'revision_number': 6, 'project_id': '145d0bf6e4cb46ff88e4e6883a03ed01', 'gw_port_host': None}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:35:40.764857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.857268 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.859918 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.909199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.910044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:35:40.916642 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:40.920212 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-67c3b393-4522-48ce-ae1e-16cbdc93e439 admin admin] 10.222.0.45 "DELETE /v2.0/routers/cbdae699-c4b9-4c6c-8e78-f8dbdf21fcae HTTP/1.1" status: 204 len: 168 time: 0.8787904 Apr 01 12:35:40.920437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34466) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:40.922871 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-296cfa0a-4225-41d2-8175-6e2e75456351 req-bf0f18ce-f31d-41c8-9581-b73c5071bc3c tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0327144 Apr 01 12:35:40.966574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bcffe9-ccfa-4ca0-9609-d2cb6974dd39 admin admin] Deleting subnet 9bb7e6de-320e-4a0d-b033-2e7e6ac8e091 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:35:40.969690 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-13bcffe9-ccfa-4ca0-9609-d2cb6974dd39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.005325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-13bcffe9-ccfa-4ca0-9609-d2cb6974dd39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.095435 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-13bcffe9-ccfa-4ca0-9609-d2cb6974dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.156593 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-13bcffe9-ccfa-4ca0-9609-d2cb6974dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.198923 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c8be20-e283-4a4f-b15d-f833cdff7384 None None] Network 518ee5bb-67f2-4bb3-b22f-225e870c1cbc requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:35:41.212421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcffe9-ccfa-4ca0-9609-d2cb6974dd39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb7e6de-320e-4a0d-b033-2e7e6ac8e091,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:41.218068 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-13bcffe9-ccfa-4ca0-9609-d2cb6974dd39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.224208 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:35:41.227959 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-13bcffe9-ccfa-4ca0-9609-d2cb6974dd39 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9bb7e6de-320e-4a0d-b033-2e7e6ac8e091 HTTP/1.1" status: 204 len: 168 time: 0.3052716 Apr 01 12:35:41.230156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34480) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:41.333886 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.404154 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9683f-8713-4217-87bd-9f80da03d061 req-2672c86d-67d0-44cc-bc51-033296bce88e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:41.405493 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9cd9683f-8713-4217-87bd-9f80da03d061 req-2672c86d-67d0-44cc-bc51-033296bce88e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0975072 Apr 01 12:35:41.437807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Deleting port 41831fda-5bfc-4317-84d6-831e8228cd63 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:41.438191 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.465952 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9cd9683f-8713-4217-87bd-9f80da03d061 req-4e49011d-bc8d-49dc-8adf-900531f52296 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502112 Apr 01 12:35:41.523175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] For port 41831fda-5bfc-4317-84d6-831e8228cd63, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=41831fda-5bfc-4317-84d6-831e8228cd63,segment=NetworkSegment(5e91e171-f538-4f83-9404-0be304357bfe),segment_id=5e91e171-f538-4f83-9404-0be304357bfe)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:41.523648 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.536684 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Calling delete_port for 41831fda-5bfc-4317-84d6-831e8228cd63 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:41.568870 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489ee2f5-e28f-40c5-a472-42f682fdedf7 None None] DHCP port deletion for 518ee5bb-67f2-4bb3-b22f-225e870c1cbc request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:35:41.639970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356e0c6-6343-4561-b21d-467ed927c217 req-a035ed8d-cddc-4ca9-b34f-7c32a5add6f3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:41.641599 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f356e0c6-6343-4561-b21d-467ed927c217 req-a035ed8d-cddc-4ca9-b34f-7c32a5add6f3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0776799 Apr 01 12:35:41.643874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-489ee2f5-e28f-40c5-a472-42f682fdedf7 None None] Deleting port 41831fda-5bfc-4317-84d6-831e8228cd63 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:35:41.644238 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-489ee2f5-e28f-40c5-a472-42f682fdedf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.659177 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.695181 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Pushing event deleted for resources: {'Port': ['ID=41831fda-5bfc-4317-84d6-831e8228cd63,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:41.706610 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] No DVR routers for this DVR port 41831fda-5bfc-4317-84d6-831e8228cd63 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:35:41.718907 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f356e0c6-6343-4561-b21d-467ed927c217 req-0df8eac4-4167-4d1c-845a-549971ae064c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617840 Apr 01 12:35:41.783751 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-489ee2f5-e28f-40c5-a472-42f682fdedf7 None None] For port 41831fda-5bfc-4317-84d6-831e8228cd63, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=41831fda-5bfc-4317-84d6-831e8228cd63,segment=NetworkSegment(5e91e171-f538-4f83-9404-0be304357bfe),segment_id=5e91e171-f538-4f83-9404-0be304357bfe)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:41.784382 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-489ee2f5-e28f-40c5-a472-42f682fdedf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.798864 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-489ee2f5-e28f-40c5-a472-42f682fdedf7 None None] Calling delete_port for 41831fda-5bfc-4317-84d6-831e8228cd63 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:35:41.803157 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.827675 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518ee5bb-67f2-4bb3-b22f-225e870c1cbc']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:41.863245 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e91e171-f538-4f83-9404-0be304357bfe') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:41.863420 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e91e171-f538-4f83-9404-0be304357bfe') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:35:41.875774 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: from cryptography.utils import int_from_bytes Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: from cryptography.utils import int_from_bytes Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.875937 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:35:41.878846 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:35:41.884468 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-489ee2f5-e28f-40c5-a472-42f682fdedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.899551 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.907429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f68117-55f9-4730-b53b-e344fd583e91 req-db634181-c511-4c0d-857a-e841dd6fa1dd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:41.909433 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-35f68117-55f9-4730-b53b-e344fd583e91 req-db634181-c511-4c0d-857a-e841dd6fa1dd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0850339 Apr 01 12:35:41.910583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.917586 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:35:41.918093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:35:41.919865 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:35:41.926522 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ee2f5-e28f-40c5-a472-42f682fdedf7 None None] Pushing event deleted for resources: {'Port': ['ID=41831fda-5bfc-4317-84d6-831e8228cd63,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:41.927930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ee2f5-e28f-40c5-a472-42f682fdedf7 None None] No DVR routers for this DVR port 41831fda-5bfc-4317-84d6-831e8228cd63 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:35:41.931716 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:42.046607 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-35f68117-55f9-4730-b53b-e344fd583e91 req-32c1747b-d2ff-431c-92cb-ca2a2da16a7d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807931 Apr 01 12:35:42.046607 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:42.071342 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:42.086352 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e18190bc-994f-4087-a956-a2d84f6a3128 req-8775d86d-2c0b-4707-ae8d-c93b015c0419 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0551720 Apr 01 12:35:42.086734 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] 10.222.0.45 "DELETE /v2.0/networks/518ee5bb-67f2-4bb3-b22f-225e870c1cbc HTTP/1.1" status: 204 len: 168 time: 0.8478978 Apr 01 12:35:42.087985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437d267-885d-4656-8f9b-a2d6c252618f admin admin] Pushing event deleted for resources: {'Network': ['ID=518ee5bb-67f2-4bb3-b22f-225e870c1cbc,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:42.169280 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 89fa0f03-c45a-4da1-8e35-245043721085 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:35:42.202355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b3f0c-9f8b-445a-9a94-587b94114cec req-2e2a2d1d-6070-495d-a7eb-754f2e9c68b4 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:42.204512 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-300b3f0c-9f8b-445a-9a94-587b94114cec req-2e2a2d1d-6070-495d-a7eb-754f2e9c68b4 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0592074 Apr 01 12:35:42.275731 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-300b3f0c-9f8b-445a-9a94-587b94114cec req-74c54128-fd2f-46fb-a770-4e67efd06540 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634134 Apr 01 12:35:42.355213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 89fa0f03-c45a-4da1-8e35-245043721085 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:35:42.355547 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 89fa0f03-c45a-4da1-8e35-245043721085 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:35:42.355998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8cf42ca4-4108-4a9d-901b-37860fda14b7 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:35:42.368349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34526) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:42.379792 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 8cf42ca4-4108-4a9d-901b-37860fda14b7 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:35:42.380364 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8cf42ca4-4108-4a9d-901b-37860fda14b7 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:35:42.381342 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 41831fda-5bfc-4317-84d6-831e8228cd63 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:35:42.428233 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-14d4a919-e04c-4a49-b971-b80821ee089b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3c9ece97bcc4c5b88a7c10cf27b386a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585365 Apr 01 12:35:42.431349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34530) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:42.435921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 41831fda-5bfc-4317-84d6-831e8228cd63 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:35:42.436263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 41831fda-5bfc-4317-84d6-831e8228cd63 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:35:42.539681 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-26bf5408-58c8-42f0-bb3d-2e03a22a240d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:42.573159 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-26bf5408-58c8-42f0-bb3d-2e03a22a240d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:42.665934 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b92c9e-a130-4bc5-a29b-40ba91da362a req-b058283f-0ded-4ca4-9812-551f837b73d4 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:42.667725 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1b92c9e-a130-4bc5-a29b-40ba91da362a req-b058283f-0ded-4ca4-9812-551f837b73d4 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0974927 Apr 01 12:35:42.694383 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-26bf5408-58c8-42f0-bb3d-2e03a22a240d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:42.697133 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-26bf5408-58c8-42f0-bb3d-2e03a22a240d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:42.700871 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-26bf5408-58c8-42f0-bb3d-2e03a22a240d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6d39560-dda1-4b87-b5d2-11d869c06dda HTTP/1.1" status: 204 len: 168 time: 0.2642872 Apr 01 12:35:42.714083 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf5408-58c8-42f0-bb3d-2e03a22a240d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d39560-dda1-4b87-b5d2-11d869c06dda,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:42.733580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1b92c9e-a130-4bc5-a29b-40ba91da362a req-6c8857fc-6d66-49a0-9b8c-66f0179656d2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585287 Apr 01 12:35:43.019361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34550) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:43.145619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34558) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:43.190282 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d84dd7e-bb1d-45e3-ac68-24e0ed3d0417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:43.227471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31245ca-cd0f-4474-8057-30dd977bd6d5 req-3a32d5e0-7708-40bb-ba86-4ddd048f75da tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:43.229176 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d31245ca-cd0f-4474-8057-30dd977bd6d5 req-3a32d5e0-7708-40bb-ba86-4ddd048f75da tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1071382 Apr 01 12:35:43.295808 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d31245ca-cd0f-4474-8057-30dd977bd6d5 req-730e1e2a-27c4-419c-a476-d6fb14012fa3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589764 Apr 01 12:35:43.328639 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d84dd7e-bb1d-45e3-ac68-24e0ed3d0417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:43.332995 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d84dd7e-bb1d-45e3-ac68-24e0ed3d0417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:43.377424 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0d84dd7e-bb1d-45e3-ac68-24e0ed3d0417 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6180345b3004a4585a358916d5d4bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569589 Apr 01 12:35:43.378571 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84dd7e-bb1d-45e3-ac68-24e0ed3d0417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9c05a1-bb03-4aea-a942-761499e76b12,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:43.381217 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34560) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:43.431867 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f6302e3-b7f0-4bdc-a574-50b86eb6bf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:43.453715 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f6302e3-b7f0-4bdc-a574-50b86eb6bf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:43.458081 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f233964f-17ae-4676-b5b5-4566b45d015c req-df613038-8a1a-4e77-8528-5ccdec3a005f tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.2880862 Apr 01 12:35:43.471577 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5dfa5a0a-3bb0-4a5b-8479-ee3cf30c2d9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=145d0bf6e4cb46ff88e4e6883a03ed01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247654 Apr 01 12:35:43.474026 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34562) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:43.535160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f6302e3-b7f0-4bdc-a574-50b86eb6bf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:43.537625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f6302e3-b7f0-4bdc-a574-50b86eb6bf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:43.538824 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7f6302e3-b7f0-4bdc-a574-50b86eb6bf47 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b9c05a1-bb03-4aea-a942-761499e76b12 HTTP/1.1" status: 204 len: 168 time: 0.1565974 Apr 01 12:35:43.544278 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c627377-2198-4c7a-be2e-9fd413c2c568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:43.552005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6302e3-b7f0-4bdc-a574-50b86eb6bf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9c05a1-bb03-4aea-a942-761499e76b12,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:43.572231 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c627377-2198-4c7a-be2e-9fd413c2c568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:43.622632 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c627377-2198-4c7a-be2e-9fd413c2c568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:43.625245 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c627377-2198-4c7a-be2e-9fd413c2c568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:43.626412 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2c627377-2198-4c7a-be2e-9fd413c2c568 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/647cf83b-2d9e-4c2f-9267-cf7110a758ee HTTP/1.1" status: 204 len: 168 time: 0.1453397 Apr 01 12:35:43.635027 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c627377-2198-4c7a-be2e-9fd413c2c568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647cf83b-2d9e-4c2f-9267-cf7110a758ee,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:43.960900 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34578) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:43.974951 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d95fb62-9545-406a-a5e9-e7b55c24fa3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:44.050617 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d95fb62-9545-406a-a5e9-e7b55c24fa3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:44.055265 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d95fb62-9545-406a-a5e9-e7b55c24fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:44.096334 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7d95fb62-9545-406a-a5e9-e7b55c24fa3b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e18c33abe2074c369b8d60ccaebae4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317050 Apr 01 12:35:44.096334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95fb62-9545-406a-a5e9-e7b55c24fa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e4610c-737e-432b-b402-9fd367511757,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:44.097232 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34582) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:44.153725 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-256c9b57-1b94-4cf4-baf7-e9cbcd1fbafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:44.177828 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-256c9b57-1b94-4cf4-baf7-e9cbcd1fbafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:44.227537 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-256c9b57-1b94-4cf4-baf7-e9cbcd1fbafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:44.230569 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-256c9b57-1b94-4cf4-baf7-e9cbcd1fbafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:44.231728 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-256c9b57-1b94-4cf4-baf7-e9cbcd1fbafc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93e4610c-737e-432b-b402-9fd367511757 HTTP/1.1" status: 204 len: 168 time: 0.1332943 Apr 01 12:35:44.240707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c9b57-1b94-4cf4-baf7-e9cbcd1fbafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e4610c-737e-432b-b402-9fd367511757,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:44.435612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a9a07-bdff-4a36-93ca-da6bb0d6d386 req-e8c3df83-8dc4-4842-8f71-06be09adbdca tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:44.437107 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d26a9a07-bdff-4a36-93ca-da6bb0d6d386 req-e8c3df83-8dc4-4842-8f71-06be09adbdca tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0533977 Apr 01 12:35:44.486637 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d26a9a07-bdff-4a36-93ca-da6bb0d6d386 req-7182a7c5-52bd-40c5-a89b-ec39a9b48ace tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426426 Apr 01 12:35:44.575675 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ddbda89-5548-4297-a8ab-057c874f00d3 req-84c04af7-3a8b-4ec5-b617-63160853d827 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0309613 Apr 01 12:35:45.344131 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9e15d61c-5636-4ed0-aade-5b5a2ef45d98 req-f5dd477e-297b-41f3-84e4-bae131a93199 tempest-FlavorsV2NegativeTest-50240070 tempest-FlavorsV2NegativeTest-50240070-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b3cde0377ee6480da0d474f4fedfbfbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314951 Apr 01 12:35:45.535666 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15d61c-5636-4ed0-aade-5b5a2ef45d98 req-cf91f157-b9a5-44a5-86e3-ef373b742a62 tempest-FlavorsV2NegativeTest-50240070 tempest-FlavorsV2NegativeTest-50240070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:45.537158 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9e15d61c-5636-4ed0-aade-5b5a2ef45d98 req-cf91f157-b9a5-44a5-86e3-ef373b742a62 tempest-FlavorsV2NegativeTest-50240070 tempest-FlavorsV2NegativeTest-50240070-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796205 Apr 01 12:35:45.553682 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9e15d61c-5636-4ed0-aade-5b5a2ef45d98 req-26fb29e5-41d7-48a9-adeb-ab727a188452 tempest-FlavorsV2NegativeTest-50240070 tempest-FlavorsV2NegativeTest-50240070-project] 10.222.0.45 "GET /v2.0/quotas/b3cde0377ee6480da0d474f4fedfbfbd HTTP/1.1" status: 200 len: 375 time: 0.0095932 Apr 01 12:35:45.604872 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9e15d61c-5636-4ed0-aade-5b5a2ef45d98 req-084f405b-6ab9-4453-a792-cfbc09f9ac6b tempest-FlavorsV2NegativeTest-50240070 tempest-FlavorsV2NegativeTest-50240070-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3cde0377ee6480da0d474f4fedfbfbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448797 Apr 01 12:35:45.620455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86138f-d80c-40e6-8e78-76ebb9c9c9b8 req-8c8d3a04-6411-4a7b-970d-e6005838c655 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:45.622034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c86138f-d80c-40e6-8e78-76ebb9c9c9b8 req-8c8d3a04-6411-4a7b-970d-e6005838c655 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0609210 Apr 01 12:35:45.679221 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c86138f-d80c-40e6-8e78-76ebb9c9c9b8 req-2c0566aa-3dfa-41b8-8389-7d1ba689abe1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480046 Apr 01 12:35:45.708453 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-45cabb7b-8edb-4b11-af35-5e8f4a5a3d91 req-52c62468-118f-4939-9de1-354124f54ca5 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0324280 Apr 01 12:35:46.328157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34712) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:46.529176 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:46.610725 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:46.614744 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:46.652665 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3cde0377ee6480da0d474f4fedfbfbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232384 Apr 01 12:35:46.654467 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322bb01b-5064-4620-b2b1-a00a0f26cfb3,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:46.655250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34726) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:46.662120 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:46.662473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:46.663413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:46.663757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:46.664091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:46.664421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:46.664748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:46.665074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:46.665397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:46.665719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:46.666115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:46.666409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a74feb-ea9f-4a43-b74e-6b3037d2f239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:46.709257 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b8730019-8a4d-47ba-9fb0-554365352e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:46.734185 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b8730019-8a4d-47ba-9fb0-554365352e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:46.812585 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b8730019-8a4d-47ba-9fb0-554365352e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:46.815352 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b8730019-8a4d-47ba-9fb0-554365352e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:46.818047 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b8730019-8a4d-47ba-9fb0-554365352e8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/322bb01b-5064-4620-b2b1-a00a0f26cfb3 HTTP/1.1" status: 204 len: 168 time: 0.1603525 Apr 01 12:35:46.823873 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9dacb332-4d0c-4bc7-a203-aa72255e4ee7 req-08bbe2a2-a848-4bf4-80fc-9bb5b8252082 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0295987 Apr 01 12:35:46.830595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8730019-8a4d-47ba-9fb0-554365352e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322bb01b-5064-4620-b2b1-a00a0f26cfb3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:46.856363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611d0d2-73be-44f6-b4f2-c19fa460cc50 req-c4687858-1b33-4270-94bd-70a37147eccf tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:46.858088 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4611d0d2-73be-44f6-b4f2-c19fa460cc50 req-c4687858-1b33-4270-94bd-70a37147eccf tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0931299 Apr 01 12:35:46.901817 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4611d0d2-73be-44f6-b4f2-c19fa460cc50 req-29155b2e-108e-4782-bb4f-e4cbbb1d07be tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363932 Apr 01 12:35:47.667271 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34772) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:47.855632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1326176404-network', 'tenant_id': '9c76524582c44960b21939aa3e380526'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:47.878699 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Made reservation on behalf of 9c76524582c44960b21939aa3e380526 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:35:47.881160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:47.892198 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:47.954653 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dc6af118-c92f-4442-83ba-a0a5b2b56304 req-82e0410d-afb5-4855-ad89-c58cc0d6efd8 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0339379 Apr 01 12:35:48.011619 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:48.018144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:48.041220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e2914-bb56-4556-8c0b-7d4bca4fbec1 req-0a02efb1-7969-425b-9b5b-5bfb0aece38a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:48.046326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:35:48.051167 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a0e2914-bb56-4556-8c0b-7d4bca4fbec1 req-0a02efb1-7969-425b-9b5b-5bfb0aece38a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0643439 Apr 01 12:35:48.056614 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c73ebee-f916-49ef-869f-f3f1847549c3,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:48.061464 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:48.061800 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Added segment 00c8087e-4e06-485c-b133-60bb8a1e1c8b of type vlan for network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 Apr 01 12:35:48.092716 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a0e2914-bb56-4556-8c0b-7d4bca4fbec1 req-bd95aea5-eba4-443d-89b7-2a9e2c362740 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405557 Apr 01 12:35:48.107719 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:48.134053 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:48.135082 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:48.135723 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:48.168465 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4973845 Apr 01 12:35:48.168926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34788) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:48.174758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0e65a3c3-3c10-42f8-abd8-868bbccb55dd admin admin] Request body: {'subnet': {'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1326176404-subnet', 'tenant_id': '9c76524582c44960b21939aa3e380526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:48.195425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e65a3c3-3c10-42f8-abd8-868bbccb55dd admin admin] Made reservation on behalf of 9c76524582c44960b21939aa3e380526 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:35:48.198910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af0445-fbea-4702-8678-1a496fc60144 admin admin] Pushing event updated for resources: {'Network': ['ID=4fe3cc1f-988e-4490-862b-d9d2e29425d7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:48.200550 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e65a3c3-3c10-42f8-abd8-868bbccb55dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:48.209098 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:35:48.381235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e65a3c3-3c10-42f8-abd8-868bbccb55dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:48.439871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65a3c3-3c10-42f8-abd8-868bbccb55dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ac70454-03c6-441d-a202-2cdb53da5bc7,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:48.450613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e65a3c3-3c10-42f8-abd8-868bbccb55dd admin admin] Checking segment: {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:35:48.450962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65a3c3-3c10-42f8-abd8-868bbccb55dd admin admin] Network hostable DHCP agents. Network: 4fe3cc1f-988e-4490-862b-d9d2e29425d7, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:35:48.470165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65a3c3-3c10-42f8-abd8-868bbccb55dd admin admin] Network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:35:48.479607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-0e65a3c3-3c10-42f8-abd8-868bbccb55dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 4fe3cc1f-988e-4490-862b-d9d2e29425d7) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:35:48.483755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e65a3c3-3c10-42f8-abd8-868bbccb55dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:48.484341 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e65a3c3-3c10-42f8-abd8-868bbccb55dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:48.488839 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a542cc46-3466-4f8b-9c2e-86e2ec6ac339 None None] Network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:35:48.508281 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0e65a3c3-3c10-42f8-abd8-868bbccb55dd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3301694 Apr 01 12:35:48.633206 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebb1e47-d642-47d5-9d3e-56b167eeec2f None None] Network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:35:49.073891 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ebce92df-55b1-4ad0-8d96-48571cdd8d6b req-0ddfd010-1d1b-4b8c-83a1-a495bb0dce0e tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0285742 Apr 01 12:35:49.133349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-761d65ce-9ffb-41de-8028-f7d3a3a07be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:49.134863 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-761d65ce-9ffb-41de-8028-f7d3a3a07be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/networks?id=4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 200 len: 805 time: 0.1170402 Apr 01 12:35:49.150677 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-2bccbb1b-3675-4e0e-bc33-ed3f483ca231 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/quotas/9c76524582c44960b21939aa3e380526 HTTP/1.1" status: 200 len: 375 time: 0.0093114 Apr 01 12:35:49.184426 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-235a1ee8-65a6-465c-83f2-3cdb8445d51c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c76524582c44960b21939aa3e380526&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271463 Apr 01 12:35:49.219006 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d52379-7551-433a-91c9-02f494bc5355 req-dfcb9a18-65b4-4356-91f6-12ef723c3c18 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:49.220513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6d52379-7551-433a-91c9-02f494bc5355 req-dfcb9a18-65b4-4356-91f6-12ef723c3c18 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0509276 Apr 01 12:35:49.261503 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6d52379-7551-433a-91c9-02f494bc5355 req-1797c6e6-3f79-4b69-a994-7e2651b01ab7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348547 Apr 01 12:35:49.543892 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-d4dff131-40da-4267-8d84-375d08dd68b5 service neutron] 10.222.0.45 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518419 Apr 01 12:35:49.633580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-46c88cdc-39f3-4fd4-8e58-5d8bd66cf4c0 service neutron] 10.222.0.45 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834601 Apr 01 12:35:49.805658 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0c63934-bc0f-43b8-8e9a-906fc021d82e req-debc8cc4-9be5-4158-91eb-d8b26de7865a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 210 time: 0.0272365 Apr 01 12:35:50.204740 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a0441c77-c8a2-48cb-9872-e0f1f247b7c1 req-81439424-9cf5-4a1e-8ab1-d034b6599929 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0266328 Apr 01 12:35:50.404058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aad5b-cd24-4fdf-b86f-955d8af08922 req-56cc5288-733f-4b40-a8fc-39749d689024 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:50.405453 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c3aad5b-cd24-4fdf-b86f-955d8af08922 req-56cc5288-733f-4b40-a8fc-39749d689024 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0723987 Apr 01 12:35:50.446447 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c3aad5b-cd24-4fdf-b86f-955d8af08922 req-92d7d797-f504-43fc-b22a-e1217ac7b088 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341940 Apr 01 12:35:50.908750 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-08a0283a-cbf5-4e03-a3c4-35029621d183 req-1db2ee1c-f265-4210-a3d5-62bc68a93181 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 210 time: 0.0323460 Apr 01 12:35:51.109451 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-f2f95d89-4ce8-4a43-a550-7c66fbe22e91 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:51.111623 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-f2f95d89-4ce8-4a43-a550-7c66fbe22e91 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.37 "GET /v2.0/networks?id=4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 200 len: 805 time: 0.1339178 Apr 01 12:35:51.130718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Request body: {'port': {'device_id': '1bd712e9-578b-42ae-85a3-6372b065e4a8', 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'admin_state_up': True, 'tenant_id': '9c76524582c44960b21939aa3e380526'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:51.252297 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Made reservation on behalf of 9c76524582c44960b21939aa3e380526 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:35:51.255955 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:51.360658 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd826218-9ebb-4aca-be4b-8faf74f41b52 req-39eb13bb-beef-49c9-9df1-d96a8b2846b1 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0584729 Apr 01 12:35:51.425755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Allocated IP 172.20.0.12 (4fe3cc1f-988e-4490-862b-d9d2e29425d7/6ac70454-03c6-441d-a202-2cdb53da5bc7/f8af5444-4dcd-4b2c-ba24-a36ff30c80f4) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:35:51.685887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:51.705504 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0b731e87-bd1a-4bad-9c12-5a961ef2fe4c req-c10bac92-76dc-417d-a29d-25ee91ff180f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.1461699 Apr 01 12:35:51.741312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645647a-855c-4d75-8b44-99cd62749868 req-eb13d689-3085-47d8-98bc-c8cc9a017cf1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:51.742849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b645647a-855c-4d75-8b44-99cd62749868 req-eb13d689-3085-47d8-98bc-c8cc9a017cf1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1823804 Apr 01 12:35:51.762029 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:51.829257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:35:51.835534 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b645647a-855c-4d75-8b44-99cd62749868 req-b6115472-a574-44e5-a87d-aad23d84dd1f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818045 Apr 01 12:35:51.838437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:35:51.842793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:35:51.847450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Pushing event updated for resources: {'Port': ['ID=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:51.882997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:51.883346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:51.883689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:51.884021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:51.884563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:51.884895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:51.885225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:51.885553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:51.885881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:51.886233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:51.886559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:51.886884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:35:51.911033 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:51.911964 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:51.932842 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-7e9fef0c-2019-4cc1-9770-f4be0fb95be2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8062186 Apr 01 12:35:52.020263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Request body: {'port': {'device_id': '1bd712e9-578b-42ae-85a3-6372b065e4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:52.065210 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf88d0-4a32-4d12-ba68-ce149c74f3ce req-f2cdc86f-1f01-4630-9c19-12b17cfa3b9a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:52.082421 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ecbf88d0-4a32-4d12-ba68-ce149c74f3ce req-f2cdc86f-1f01-4630-9c19-12b17cfa3b9a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 932 time: 0.0935774 Apr 01 12:35:52.113150 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:52.141397 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ecbf88d0-4a32-4d12-ba68-ce149c74f3ce req-78c4a835-4e8d-4ab5-85f3-441cfc6cb3e4 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487511 Apr 01 12:35:52.391764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:35:52.400680 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:52.417653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Transition to ACTIVE for port object f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:35:52.426149 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:52.504649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-977c50e9-b351-4e90-88db-10e3d4c4a93d req-f5187f17-1bf8-447c-91db-57edd35086f9 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0402360 Apr 01 12:35:52.513932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Pushing event updated for resources: {'Port': ['ID=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:52.591638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Attempting to bind port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:35:52.591956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Attempting to bind port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:35:52.592282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Attempting to bind port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 on network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:35:52.597262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 on network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:35:52.597737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Attempting to bind port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 on network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:35:52.606551 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:35:52.606779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Checking segment: {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:35:52.607306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Bound using segment: {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:35:52.607715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Bound port: f8af5444-4dcd-4b2c-ba24-a36ff30c80f4, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:35:52.608078 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:52.684693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] For port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:35:52.690128 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] For port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:35:52.697866 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:52.733248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:52.733863 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:52.735281 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] 10.222.0.37 "PUT /v2.0/ports/f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 HTTP/1.1" status: 200 len: 1092 time: 0.7208667 Apr 01 12:35:52.735712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd712e9-578b-42ae-85a3-6372b065e4a8', 'tag': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:52.737958 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1772aa-9c76-4ac9-b76f-6bf277d7c63f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd712e9-578b-42ae-85a3-6372b065e4a8", "tag": "f8af5444-4dcd-4b2c-ba24-a36ff30c80f4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:52.775505 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56794471-c9c1-4e22-89eb-6912497ddaaf service neutron] Pushing event updated for resources: {'Port': ['ID=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:52.803946 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb41e4c-e77a-4aaf-b947-8c10d52a7846 x-openstack-request-id: req-ebb41e4c-e77a-4aaf-b947-8c10d52a7846 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:52.804296 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd712e9-578b-42ae-85a3-6372b065e4a8", "tag": "f8af5444-4dcd-4b2c-ba24-a36ff30c80f4", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:52.804508 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ebb41e4c-e77a-4aaf-b947-8c10d52a7846 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:52.804900 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb41e4c-e77a-4aaf-b947-8c10d52a7846'] response: {'name': 'network-changed', 'server_uuid': '1bd712e9-578b-42ae-85a3-6372b065e4a8', 'tag': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4', 'status': 'completed', 'code': 200} Apr 01 12:35:52.849847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-c334cca0-45ca-4adf-aac0-3e814a9c0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:52.851514 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-c334cca0-45ca-4adf-aac0-3e814a9c0185 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c76524582c44960b21939aa3e380526&device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 1095 time: 0.0435023 Apr 01 12:35:52.920839 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-c4359de0-dc5f-473b-a329-522c7288235f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 HTTP/1.1" status: 200 len: 217 time: 0.0572658 Apr 01 12:35:52.982905 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-ca77604e-5cff-4ac2-a93e-20e042aa7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:52.984395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-ca77604e-5cff-4ac2-a93e-20e042aa7216 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ac70454-03c6-441d-a202-2cdb53da5bc7 HTTP/1.1" status: 200 len: 845 time: 0.0524271 Apr 01 12:35:52.987104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06833b91-0a39-48ec-8a2d-ef600efdd555 req-d2705fa9-630f-4b36-89de-d1285fc4e702 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:52.988624 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06833b91-0a39-48ec-8a2d-ef600efdd555 req-d2705fa9-630f-4b36-89de-d1285fc4e702 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0538893 Apr 01 12:35:53.031751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-03de7430-b46f-42e7-9cd5-486ab91dc2fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4fe3cc1f-988e-4490-862b-d9d2e29425d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386951 Apr 01 12:35:53.037171 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06833b91-0a39-48ec-8a2d-ef600efdd555 req-60f168b1-4799-4339-952f-24cd28b79299 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394366 Apr 01 12:35:53.047256 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34944) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:53.159589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-3073169d-e2fd-4afa-960c-28abac64f466 service neutron] 10.222.0.37 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164684 Apr 01 12:35:53.205186 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dfdb087b-d259-418d-8f6d-cd4464eb098c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:53.292025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07b1a1c6-384b-4a79-8152-31677b8e6ec2 req-63753ee4-3006-4281-add8-844b9cb689d9 service neutron] 10.222.0.37 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229799 Apr 01 12:35:53.322242 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dfdb087b-d259-418d-8f6d-cd4464eb098c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:53.327962 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dfdb087b-d259-418d-8f6d-cd4464eb098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:53.352085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5909a4e-f8dd-409d-9fb0-ea75dacb7ee4 req-24975c56-12c0-474c-a20d-d12ef8779d28 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:53.354166 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5909a4e-f8dd-409d-9fb0-ea75dacb7ee4 req-24975c56-12c0-474c-a20d-d12ef8779d28 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 944 time: 0.0772460 Apr 01 12:35:53.386453 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dfdb087b-d259-418d-8f6d-cd4464eb098c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb3820b0014d415590dca59946f293a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380873 Apr 01 12:35:53.389982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34950) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:53.416629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb087b-d259-418d-8f6d-cd4464eb098c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ec095b-3f0a-495d-8c7b-8f0228ee6525,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:53.438157 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5909a4e-f8dd-409d-9fb0-ea75dacb7ee4 req-7b186d7b-9541-478d-812a-c6c03f5d269a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667295 Apr 01 12:35:53.446629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1772aa-9c76-4ac9-b76f-6bf277d7c63f req-e6ce5d57-c561-4bb8-b056-5655fa34e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:53.448169 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c1772aa-9c76-4ac9-b76f-6bf277d7c63f req-e6ce5d57-c561-4bb8-b056-5655fa34e993 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c76524582c44960b21939aa3e380526&device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 1095 time: 0.0784554 Apr 01 12:35:53.466509 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-003ffa81-20d6-49af-b1af-557d70862c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:53.490026 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-003ffa81-20d6-49af-b1af-557d70862c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:53.544865 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-003ffa81-20d6-49af-b1af-557d70862c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:53.548336 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-003ffa81-20d6-49af-b1af-557d70862c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:53.549826 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-003ffa81-20d6-49af-b1af-557d70862c8b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44ec095b-3f0a-495d-8c7b-8f0228ee6525 HTTP/1.1" status: 204 len: 168 time: 0.1588447 Apr 01 12:35:53.558741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ffa81-20d6-49af-b1af-557d70862c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ec095b-3f0a-495d-8c7b-8f0228ee6525,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:53.559596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1772aa-9c76-4ac9-b76f-6bf277d7c63f req-7eb2591e-96fe-47e0-aade-fb086c3f41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:53.561547 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c1772aa-9c76-4ac9-b76f-6bf277d7c63f req-7eb2591e-96fe-47e0-aade-fb086c3f41ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 200 len: 906 time: 0.1062343 Apr 01 12:35:53.628457 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c1772aa-9c76-4ac9-b76f-6bf277d7c63f req-494fd873-84ca-414d-aa9f-5f11af0cd471 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 HTTP/1.1" status: 200 len: 217 time: 0.0589323 Apr 01 12:35:53.653684 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dbfd242b-cb45-4e9e-88d2-24328e6d7246 req-26956a3f-2c08-4217-972e-0c7b17c4cf91 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0319197 Apr 01 12:35:53.700904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1772aa-9c76-4ac9-b76f-6bf277d7c63f req-a39fa172-f468-49b1-8561-f0b3516eadad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:53.702423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c1772aa-9c76-4ac9-b76f-6bf277d7c63f req-a39fa172-f468-49b1-8561-f0b3516eadad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ac70454-03c6-441d-a202-2cdb53da5bc7 HTTP/1.1" status: 200 len: 845 time: 0.0678949 Apr 01 12:35:53.738606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c1772aa-9c76-4ac9-b76f-6bf277d7c63f req-7e15ea4b-029e-47f5-a77b-b1560b55712f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4fe3cc1f-988e-4490-862b-d9d2e29425d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269327 Apr 01 12:35:53.872329 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c1772aa-9c76-4ac9-b76f-6bf277d7c63f req-13828674-a4e2-4978-a798-98440fc2ff4e service neutron] 10.222.0.37 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261425 Apr 01 12:35:53.928664 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-59abbaf7-ce4b-4dff-93af-eb8a2d538de9 req-4f299189-baeb-4d8d-b630-b751947788a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3cc6a1d8ef84d1abcc7664e733894f3&device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0437834 Apr 01 12:35:53.931740 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34966) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:53.956779 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a511ffec-9348-4059-b97a-ad6c2800d03a req-32a5677e-c349-410f-997b-06ee87874330 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0420420 Apr 01 12:35:53.958810 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-59abbaf7-ce4b-4dff-93af-eb8a2d538de9 req-53f9dbf6-af8a-429f-a3da-77acf99a2a33 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b3cc6a1d8ef84d1abcc7664e733894f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213113 Apr 01 12:35:53.964401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b6a5451f-08ef-43ce-b922-87486b3c5104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:54.057978 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b6a5451f-08ef-43ce-b922-87486b3c5104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:54.065483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b6a5451f-08ef-43ce-b922-87486b3c5104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:54.079228 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c1772aa-9c76-4ac9-b76f-6bf277d7c63f req-39371127-bc84-4db5-a233-e299969c7276 service neutron] 10.222.0.37 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958201 Apr 01 12:35:54.104515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abbaf7-ce4b-4dff-93af-eb8a2d538de9 req-45e15732-cf64-4878-a10c-0c2b00e87a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:54.106067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-59abbaf7-ce4b-4dff-93af-eb8a2d538de9 req-45e15732-cf64-4878-a10c-0c2b00e87a1b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162591 Apr 01 12:35:54.133080 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b6a5451f-08ef-43ce-b922-87486b3c5104 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e35199108e44e3682e93c879bf4963c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972141 Apr 01 12:35:54.133080 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5451f-08ef-43ce-b922-87486b3c5104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b037526e-58de-45e5-9d3b-9f623b8d74de,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:54.133951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34970) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:54.203867 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632b02b-dceb-49e6-a083-32cd38fc2927 req-b13f0891-c9a0-4d50-aa40-36bbe6ef568e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:54.205509 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3632b02b-dceb-49e6-a083-32cd38fc2927 req-b13f0891-c9a0-4d50-aa40-36bbe6ef568e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0864279 Apr 01 12:35:54.232638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b8c8b2c-9f92-4719-89e8-cf8908711479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:54.274926 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b8c8b2c-9f92-4719-89e8-cf8908711479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:54.279071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3632b02b-dceb-49e6-a083-32cd38fc2927 req-d93fd49c-a353-4a7a-851b-4a8f54aacf8c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574765 Apr 01 12:35:54.328528 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b8c8b2c-9f92-4719-89e8-cf8908711479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:54.331900 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b8c8b2c-9f92-4719-89e8-cf8908711479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:54.333551 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3b8c8b2c-9f92-4719-89e8-cf8908711479 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b037526e-58de-45e5-9d3b-9f623b8d74de HTTP/1.1" status: 204 len: 168 time: 0.1838777 Apr 01 12:35:54.344533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c8b2c-9f92-4719-89e8-cf8908711479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b037526e-58de-45e5-9d3b-9f623b8d74de,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:54.573721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e058e3-723d-4066-acc3-b5f7eef45e69 req-e53410d9-75a9-42c2-8edd-79c3df75bcd0 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:54.581719 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-38e058e3-723d-4066-acc3-b5f7eef45e69 req-e53410d9-75a9-42c2-8edd-79c3df75bcd0 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 944 time: 0.0597765 Apr 01 12:35:54.598330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010df7-2dc8-40c8-9375-344d288a7e40 req-e0add986-89ba-44dd-a7ab-672efd377c8b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:54.607015 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-02010df7-2dc8-40c8-9375-344d288a7e40 req-e0add986-89ba-44dd-a7ab-672efd377c8b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0678735 Apr 01 12:35:54.640364 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-38e058e3-723d-4066-acc3-b5f7eef45e69 req-25611766-3b04-4855-a489-852273e12772 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573606 Apr 01 12:35:54.671720 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-02010df7-2dc8-40c8-9375-344d288a7e40 req-ccd70f7e-b21b-469f-9691-3c260383d498 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637295 Apr 01 12:35:54.714343 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f00b87-a385-4fd1-9b00-4f7cd8e435ef req-bad02028-8c25-4611-a7af-dfbb622b458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:54.715902 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54f00b87-a385-4fd1-9b00-4f7cd8e435ef req-bad02028-8c25-4611-a7af-dfbb622b458a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1096 time: 0.0712438 Apr 01 12:35:54.731564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34982) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:54.745408 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9536-9a5c-4e12-a0fb-dab31a32144e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:54.816798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f00b87-a385-4fd1-9b00-4f7cd8e435ef req-6c3df4c8-c5bc-49e8-8476-20464421a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:54.818597 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54f00b87-a385-4fd1-9b00-4f7cd8e435ef req-6c3df4c8-c5bc-49e8-8476-20464421a0d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.0928164 Apr 01 12:35:54.831140 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9536-9a5c-4e12-a0fb-dab31a32144e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:54.835450 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9536-9a5c-4e12-a0fb-dab31a32144e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:54.873486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed9536-9a5c-4e12-a0fb-dab31a32144e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a22512f-277b-40a4-a1bb-c7048b865a74,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:54.881766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34984) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:54.882059 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f8ed9536-9a5c-4e12-a0fb-dab31a32144e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70295db332344a359947427b1b14899e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491525 Apr 01 12:35:54.910415 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54f00b87-a385-4fd1-9b00-4f7cd8e435ef req-8e570577-3c75-4066-8955-d21d5230f5e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 999 time: 0.0847340 Apr 01 12:35:54.982178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f00b87-a385-4fd1-9b00-4f7cd8e435ef req-1010fa69-7c01-447e-8294-88e941954d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:54.983661 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54f00b87-a385-4fd1-9b00-4f7cd8e435ef req-1010fa69-7c01-447e-8294-88e941954d5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.0647299 Apr 01 12:35:54.984451 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56d72a3d-bee0-46ee-9493-8e0552ced371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:55.032037 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56d72a3d-bee0-46ee-9493-8e0552ced371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:55.073214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f00b87-a385-4fd1-9b00-4f7cd8e435ef req-1724d209-b161-4e97-bdf0-56f3c4545513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:55.074768 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54f00b87-a385-4fd1-9b00-4f7cd8e435ef req-1724d209-b161-4e97-bdf0-56f3c4545513 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803959 Apr 01 12:35:55.075551 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9280f211-00d3-4153-93c8-f245d7617a15 req-afd1abad-40c8-49a2-aec2-94180df2792c tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0313203 Apr 01 12:35:55.117671 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56d72a3d-bee0-46ee-9493-8e0552ced371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:55.120518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56d72a3d-bee0-46ee-9493-8e0552ced371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:55.121652 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-56d72a3d-bee0-46ee-9493-8e0552ced371 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8a22512f-277b-40a4-a1bb-c7048b865a74 HTTP/1.1" status: 204 len: 168 time: 0.2386272 Apr 01 12:35:55.155244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d72a3d-bee0-46ee-9493-8e0552ced371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a22512f-277b-40a4-a1bb-c7048b865a74,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:55.184372 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54f00b87-a385-4fd1-9b00-4f7cd8e435ef req-1c549d3d-5be2-4e0c-9de3-67b10faeb450 service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013126 Apr 01 12:35:55.284265 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54f00b87-a385-4fd1-9b00-4f7cd8e435ef req-ee1a38bf-489c-41aa-b749-7270b3f82aad service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916831 Apr 01 12:35:55.605453 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-59abbaf7-ce4b-4dff-93af-eb8a2d538de9 req-2ad9ee59-6254-4a80-b57b-e660698aa627 tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.37 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0344372 Apr 01 12:35:55.821398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb59732-2666-4b36-aff5-ea180edbf1e8 req-0d045fc7-8d3e-46f9-9e32-04b9b6a40751 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:55.822553 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0eb59732-2666-4b36-aff5-ea180edbf1e8 req-0d045fc7-8d3e-46f9-9e32-04b9b6a40751 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 944 time: 0.0742829 Apr 01 12:35:55.849596 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ac8eb-cfba-4b7c-8dae-204b776eaa70 req-d838740c-1ab5-43df-9c95-60a4031dd5f4 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:55.852502 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-679ac8eb-cfba-4b7c-8dae-204b776eaa70 req-d838740c-1ab5-43df-9c95-60a4031dd5f4 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0951173 Apr 01 12:35:55.878451 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0eb59732-2666-4b36-aff5-ea180edbf1e8 req-eab2a270-d7dc-456a-b8e1-4e9543756125 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483675 Apr 01 12:35:55.908094 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-679ac8eb-cfba-4b7c-8dae-204b776eaa70 req-065bed94-e66a-40ff-b3e4-8a30b7078d2b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490358 Apr 01 12:35:56.218577 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2a5d4cb-9a54-45cd-906e-112e72b6b7f5 req-d5c5c2f5-1144-4e32-9c59-9c1e8b58bd3c tempest-ServerShowV257Test-1090357808 tempest-ServerShowV257Test-1090357808-project] 10.222.0.45 "GET /v2.0/ports?device_id=6874216d-c730-4a8a-b208-cb7619a7bf24 HTTP/1.1" status: 200 len: 210 time: 0.0360129 Apr 01 12:35:56.312963 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:35:56.408553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:56.426152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4', 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'port_id': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4', 'mac_address': 'fa:16:3e:0c:fa:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac70454-03c6-441d-a202-2cdb53da5bc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:35:56.464858 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:56.479896 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:35:56.501206 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:56.506532 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:56.556707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:56.857555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['f8af5444-4dcd-4b2c-ba24-a36ff30c80f4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:35:57.029306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062509ef-4d28-483d-8690-293f19d5a77d req-e785f34c-7848-4fc3-a0d7-d87a1ae6c08a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:57.041164 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-062509ef-4d28-483d-8690-293f19d5a77d req-e785f34c-7848-4fc3-a0d7-d87a1ae6c08a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 945 time: 0.0794096 Apr 01 12:35:57.091582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6425b36-4465-4af1-b4d1-224100e596f9 req-97d71876-8342-4597-8c6e-c54f4855dab7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:57.101443 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6425b36-4465-4af1-b4d1-224100e596f9 req-97d71876-8342-4597-8c6e-c54f4855dab7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0722001 Apr 01 12:35:57.117099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-062509ef-4d28-483d-8690-293f19d5a77d req-b192df1a-5e95-4f95-91cb-1001afc75c8f tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643768 Apr 01 12:35:57.139322 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6425b36-4465-4af1-b4d1-224100e596f9 req-4a986783-d3f2-4726-a825-ed9354d2f820 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367954 Apr 01 12:35:57.275922 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca18f6-00dd-43e4-90c9-076d9b31c6a5 req-da8e3a07-1a39-40bb-b571-6ed7d1533916 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:57.277530 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-83ca18f6-00dd-43e4-90c9-076d9b31c6a5 req-da8e3a07-1a39-40bb-b571-6ed7d1533916 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0659707 Apr 01 12:35:57.330616 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-83ca18f6-00dd-43e4-90c9-076d9b31c6a5 req-f8e5c573-6cdb-4278-8b14-2584ba5b3831 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467625 Apr 01 12:35:57.597847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35070) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:57.611964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35074) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:57.622719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0fca4-5bff-4406-8879-534f22cc93f1 req-d604d20f-ef44-444a-a188-6ce8424e6861 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:57.624579 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a5e0fca4-5bff-4406-8879-534f22cc93f1 req-d604d20f-ef44-444a-a188-6ce8424e6861 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0725982 Apr 01 12:35:57.665471 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a5e0fca4-5bff-4406-8879-534f22cc93f1 req-ec947f05-0d95-43b2-9fb2-821ddc2d459f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343730 Apr 01 12:35:57.732904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8201e4f6-bb4f-4618-9de6-046d0ddf86ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:57.746739 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-14cf6ebf-259e-41e7-ad10-5c6b5ad496d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:57.844807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6289e4e-230d-4add-8ec8-82d89e21440d req-9f90178b-423d-4e75-a54f-85d0fd3802a1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:57.846221 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a6289e4e-230d-4add-8ec8-82d89e21440d req-9f90178b-423d-4e75-a54f-85d0fd3802a1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1017010 Apr 01 12:35:57.924245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a6289e4e-230d-4add-8ec8-82d89e21440d req-6383aedf-3734-40af-860a-4e912b7d90dd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712504 Apr 01 12:35:57.940948 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-14cf6ebf-259e-41e7-ad10-5c6b5ad496d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:57.947327 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8201e4f6-bb4f-4618-9de6-046d0ddf86ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:57.949364 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-14cf6ebf-259e-41e7-ad10-5c6b5ad496d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:57.958125 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8201e4f6-bb4f-4618-9de6-046d0ddf86ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.008593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf6ebf-259e-41e7-ad10-5c6b5ad496d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f97185-48cd-4e25-b804-47f33cf43ad0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:58.015105 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-14cf6ebf-259e-41e7-ad10-5c6b5ad496d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3cc6a1d8ef84d1abcc7664e733894f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021747 Apr 01 12:35:58.017677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35082) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:58.024575 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8201e4f6-bb4f-4618-9de6-046d0ddf86ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=458eed48ccce4c43ab181fcdde7403ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222562 Apr 01 12:35:58.027357 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35084) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:58.061263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201e4f6-bb4f-4618-9de6-046d0ddf86ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3414dca9-e14f-4349-a9bd-a2388e3832b6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:58.079544 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4882d-99ec-4b58-8614-ad4e50e2c8ea req-2dc28877-6da5-420b-9909-dd57c4930803 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:58.081040 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7af4882d-99ec-4b58-8614-ad4e50e2c8ea req-2dc28877-6da5-420b-9909-dd57c4930803 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0872250 Apr 01 12:35:58.087044 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-43a6658d-3ed7-4f95-97ff-635c973f19cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.110869 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70cc8df9-86b3-45f8-a55a-be7061d7401a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.111872 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-43a6658d-3ed7-4f95-97ff-635c973f19cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.143597 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7af4882d-99ec-4b58-8614-ad4e50e2c8ea req-1054738f-e489-4d77-bf9e-1db092fcfb74 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554948 Apr 01 12:35:58.148861 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70cc8df9-86b3-45f8-a55a-be7061d7401a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.182424 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-43a6658d-3ed7-4f95-97ff-635c973f19cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.185745 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-43a6658d-3ed7-4f95-97ff-635c973f19cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.187039 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-43a6658d-3ed7-4f95-97ff-635c973f19cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3f97185-48cd-4e25-b804-47f33cf43ad0 HTTP/1.1" status: 204 len: 168 time: 0.1683278 Apr 01 12:35:58.196774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6658d-3ed7-4f95-97ff-635c973f19cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f97185-48cd-4e25-b804-47f33cf43ad0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:58.226451 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70cc8df9-86b3-45f8-a55a-be7061d7401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.229506 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70cc8df9-86b3-45f8-a55a-be7061d7401a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.230784 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-70cc8df9-86b3-45f8-a55a-be7061d7401a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3414dca9-e14f-4349-a9bd-a2388e3832b6 HTTP/1.1" status: 204 len: 168 time: 0.2016342 Apr 01 12:35:58.241402 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc8df9-86b3-45f8-a55a-be7061d7401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3414dca9-e14f-4349-a9bd-a2388e3832b6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:58.296231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef2fa0-6e2e-4d4f-9bd9-bb7b881121bc req-f478fab5-4769-4aa6-84ca-179ee983f58a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:58.300599 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-71ef2fa0-6e2e-4d4f-9bd9-bb7b881121bc req-f478fab5-4769-4aa6-84ca-179ee983f58a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 945 time: 0.0826149 Apr 01 12:35:58.333125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:35:58.394519 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-71ef2fa0-6e2e-4d4f-9bd9-bb7b881121bc req-3c032edc-2c7b-4f93-95a3-429cb6e868d5 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839555 Apr 01 12:35:58.430527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:35:58.435296 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:35:58.435674 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.488159 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaf93d-629a-4708-840a-3c566f021930 req-1432b570-65fb-48f0-a266-ca0cdd507b7c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:58.490046 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05eaf93d-629a-4708-840a-3c566f021930 req-1432b570-65fb-48f0-a266-ca0cdd507b7c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0582089 Apr 01 12:35:58.530711 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.577955 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd712e9-578b-42ae-85a3-6372b065e4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:35:58.591115 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05eaf93d-629a-4708-840a-3c566f021930 req-0bc74fae-3591-4e59-9be5-74ff9bf96d47 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793846 Apr 01 12:35:58.593301 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfd1457-9723-4572-998f-f46631b5148c" -d '{"events": [{"server_uuid": "1bd712e9-578b-42ae-85a3-6372b065e4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f8af5444-4dcd-4b2c-ba24-a36ff30c80f4"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:35:58.612993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:35:58.620665 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.652316 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ae0294-e85d-440b-8987-3ad371d2ecb3 x-openstack-request-id: req-39ae0294-e85d-440b-8987-3ad371d2ecb3 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:35:58.652603 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd712e9-578b-42ae-85a3-6372b065e4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f8af5444-4dcd-4b2c-ba24-a36ff30c80f4", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:35:58.652853 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39ae0294-e85d-440b-8987-3ad371d2ecb3 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:35:58.653244 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ae0294-e85d-440b-8987-3ad371d2ecb3'] response: {'server_uuid': '1bd712e9-578b-42ae-85a3-6372b065e4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4', 'code': 200} Apr 01 12:35:58.661742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35110) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:58.679542 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba9e039a-65a0-4895-b08b-42102faa11ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.686363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:58.788476 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba9e039a-65a0-4895-b08b-42102faa11ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.793355 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba9e039a-65a0-4895-b08b-42102faa11ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.797025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073b3af-a400-4dfa-b21b-571336577e94 req-b174eb53-f473-415c-8af6-10e0b459066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:58.798570 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7073b3af-a400-4dfa-b21b-571336577e94 req-b174eb53-f473-415c-8af6-10e0b459066e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 1097 time: 0.0660458 Apr 01 12:35:58.848825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e039a-65a0-4895-b08b-42102faa11ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92409def-09f6-4cb9-83db-5e293e08fa71,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:58.853552 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ba9e039a-65a0-4895-b08b-42102faa11ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87699d6876e84518a9e3fbcd152c3ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900263 Apr 01 12:35:58.856315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35116) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:58.868826 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7073b3af-a400-4dfa-b21b-571336577e94 req-c3266865-8e48-4905-8b52-f1e48b737340 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550179 Apr 01 12:35:58.909901 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c88bec9d-00c5-400c-a64d-1b70f60372f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.935178 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c88bec9d-00c5-400c-a64d-1b70f60372f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.986393 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c88bec9d-00c5-400c-a64d-1b70f60372f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.989187 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c88bec9d-00c5-400c-a64d-1b70f60372f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:58.990311 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c88bec9d-00c5-400c-a64d-1b70f60372f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92409def-09f6-4cb9-83db-5e293e08fa71 HTTP/1.1" status: 204 len: 168 time: 0.1328762 Apr 01 12:35:59.000102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bec9d-00c5-400c-a64d-1b70f60372f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92409def-09f6-4cb9-83db-5e293e08fa71,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:59.073294 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35126) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:59.279759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-network', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:59.299524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Made reservation on behalf of cae3ca9cf8c0409e81d4c35da3c48373 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:35:59.302311 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:59.310612 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:59.388781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:59.392885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:59.417829 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:35:59.429080 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f683564b-102a-4e0c-810c-05be3398a2ee,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:59.437038 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:59.437422 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Added segment 0ef3c3c8-5587-4754-bc20-b0396b5e33b8 of type vlan for network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e Apr 01 12:35:59.484744 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:59.514505 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:59.515519 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:59.516122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:59.557658 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4832127 Apr 01 12:35:59.560561 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35148) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:35:59.565760 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8005add7-f3df-42dc-8a8e-b9cb20a49ff7 admin admin] Request body: {'subnet': {'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-subnet', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:35:59.610065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed6c8c-e583-49d2-bedf-79c61e10d77b admin admin] Pushing event updated for resources: {'Network': ['ID=6a05e65d-a177-4ee0-9ed2-9a95b117f17e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:35:59.627664 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:35:59.635469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8005add7-f3df-42dc-8a8e-b9cb20a49ff7 admin admin] Made reservation on behalf of cae3ca9cf8c0409e81d4c35da3c48373 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:35:59.639941 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8005add7-f3df-42dc-8a8e-b9cb20a49ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:35:59.759418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abfda5-a2c2-4dbe-b2c5-99e7cd4b6030 req-f6b0a1a1-5728-47c4-b032-3a07c66cf53d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:59.762217 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-99abfda5-a2c2-4dbe-b2c5-99e7cd4b6030 req-f6b0a1a1-5728-47c4-b032-3a07c66cf53d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0966897 Apr 01 12:35:59.804957 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-99abfda5-a2c2-4dbe-b2c5-99e7cd4b6030 req-d6fc4b42-cc39-451f-aefb-123df57452a6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357819 Apr 01 12:35:59.833097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfb468-d060-411b-84ba-a0d256d34df1 req-e4b93f89-e25f-4c5c-b5cb-ddc57f624701 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:35:59.834681 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-02bfb468-d060-411b-84ba-a0d256d34df1 req-e4b93f89-e25f-4c5c-b5cb-ddc57f624701 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 946 time: 0.0790024 Apr 01 12:35:59.907053 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-02bfb468-d060-411b-84ba-a0d256d34df1 req-31ac0f29-950b-4122-aad2-a569ad75cec4 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655391 Apr 01 12:35:59.978935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8005add7-f3df-42dc-8a8e-b9cb20a49ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.068123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005add7-f3df-42dc-8a8e-b9cb20a49ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0d9734-6d8f-4c56-93ca-1c2715772578,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:00.087445 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31371706-be2f-4c55-ab8f-00929e7d8c54 req-6423c508-6050-48b0-8f1f-f6deed7b21dd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:00.088940 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31371706-be2f-4c55-ab8f-00929e7d8c54 req-6423c508-6050-48b0-8f1f-f6deed7b21dd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1043246 Apr 01 12:36:00.091751 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005add7-f3df-42dc-8a8e-b9cb20a49ff7 admin admin] Checking segment: {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:00.092109 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8005add7-f3df-42dc-8a8e-b9cb20a49ff7 admin admin] Network hostable DHCP agents. Network: 6a05e65d-a177-4ee0-9ed2-9a95b117f17e, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:36:00.139648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8005add7-f3df-42dc-8a8e-b9cb20a49ff7 admin admin] Network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:36:00.150408 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31371706-be2f-4c55-ab8f-00929e7d8c54 req-8ea255a2-e999-45c0-bcdd-e371fc4a3ef2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549083 Apr 01 12:36:00.152119 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-8005add7-f3df-42dc-8a8e-b9cb20a49ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 6a05e65d-a177-4ee0-9ed2-9a95b117f17e) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:00.157329 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8005add7-f3df-42dc-8a8e-b9cb20a49ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:00.158119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8005add7-f3df-42dc-8a8e-b9cb20a49ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.163159 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4608df-2f16-4df5-ba96-85a7791bfbf9 None None] Network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:36:00.190477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35162) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:00.190710 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8005add7-f3df-42dc-8a8e-b9cb20a49ff7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6287477 Apr 01 12:36:00.194995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:00.217064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.218300 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.289849 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.333350 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:36:00.334305 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.429896 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.471127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Allocated IP 172.20.0.2 (6a05e65d-a177-4ee0-9ed2-9a95b117f17e/7b0d9734-6d8f-4c56-93ca-1c2715772578/1ce477e7-c338-4cf5-8348-c9ecefb355f5) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:00.617804 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.624349 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.663181 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:00.669221 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:00.673015 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:00.686350 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Pushing event updated for resources: {'Port': ['ID=1ce477e7-c338-4cf5-8348-c9ecefb355f5,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:00.736109 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Attempting to bind port 1ce477e7-c338-4cf5-8348-c9ecefb355f5 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:36:00.736473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Attempting to bind port 1ce477e7-c338-4cf5-8348-c9ecefb355f5 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:36:00.736832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Attempting to bind port 1ce477e7-c338-4cf5-8348-c9ecefb355f5 on network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:00.742144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:36:00.742519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Checking segment: {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:00.742921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.743313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Bound using segment: {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:36:00.743833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Bound port: 1ce477e7-c338-4cf5-8348-c9ecefb355f5, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:36:00.744236 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.812919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] For port 1ce477e7-c338-4cf5-8348-c9ecefb355f5, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:00.816010 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] For port 1ce477e7-c338-4cf5-8348-c9ecefb355f5, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1ce477e7-c338-4cf5-8348-c9ecefb355f5,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:36:00.820685 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.879377 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c102c40-a6d7-47f1-966b-2d72fa6e9179 None None] Pushing event updated for resources: {'Port': ['ID=1ce477e7-c338-4cf5-8348-c9ecefb355f5,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:00.882869 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:00.903491 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:01.065666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Allocated IP 172.25.7.137 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/06001cb6-e6e6-4e3f-afef-e94ce2a3f37e) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:01.077788 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cacaae-e398-4423-bfba-df7d248b8e91 req-c93eafa0-3b3b-498e-94d0-f5cef5c346e0 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:01.079306 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61cacaae-e398-4423-bfba-df7d248b8e91 req-c93eafa0-3b3b-498e-94d0-f5cef5c346e0 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 946 time: 0.0955265 Apr 01 12:36:01.189737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61cacaae-e398-4423-bfba-df7d248b8e91 req-4369393e-f904-4bcb-8aac-abccaa85013d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804355 Apr 01 12:36:01.223568 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:01.267857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:01.282993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1623119-abe8-4089-9dbe-899010ffc512 req-145de750-cc4c-4a31-8910-79dd1090c56d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:01.284807 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1623119-abe8-4089-9dbe-899010ffc512 req-145de750-cc4c-4a31-8910-79dd1090c56d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0539966 Apr 01 12:36:01.337490 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1623119-abe8-4089-9dbe-899010ffc512 req-16ae08c6-6b12-4b0b-af1b-a076973a6bf7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439053 Apr 01 12:36:01.350221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Pushing event updated for resources: {'Port': ['ID=06001cb6-e6e6-4e3f-afef-e94ce2a3f37e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:01.373719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:01.381437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:01.391886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:01.485004 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f025b7-b17a-47ad-a613-01d2013864dd req-9d428d28-fe70-4449-9430-f13e88cc7591 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:01.486578 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-75f025b7-b17a-47ad-a613-01d2013864dd req-9d428d28-fe70-4449-9430-f13e88cc7591 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0530961 Apr 01 12:36:01.525490 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-75f025b7-b17a-47ad-a613-01d2013864dd req-43e58b19-a5b0-48cb-8892-49b115eb3fb7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326667 Apr 01 12:36:01.583868 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427441f4-78db-4e68-a8d2-f2819db20c0d req-811c9ff1-2518-4827-9fc2-995cee9ac3e6 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:01.586712 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-427441f4-78db-4e68-a8d2-f2819db20c0d req-811c9ff1-2518-4827-9fc2-995cee9ac3e6 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 946 time: 0.1464803 Apr 01 12:36:01.671205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2870b28-67d2-45f8-bafa-3f90b85f4ec1 req-f8559fed-9f31-42ad-80bc-95401f2f67fb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:01.678175 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b2870b28-67d2-45f8-bafa-3f90b85f4ec1 req-f8559fed-9f31-42ad-80bc-95401f2f67fb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0580144 Apr 01 12:36:01.680389 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-427441f4-78db-4e68-a8d2-f2819db20c0d req-e2c4f030-681e-4427-b6ae-6fed36a2708a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804186 Apr 01 12:36:01.731631 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b2870b28-67d2-45f8-bafa-3f90b85f4ec1 req-fe073bf6-87aa-463a-96f6-a79ac48a1161 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522261 Apr 01 12:36:01.754397 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:01.896417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b930eb-e2da-409b-a8d3-6cc6d5aeafd9 req-9a39e0f2-784f-42ba-b8f8-d85acab3e12e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:01.897961 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88b930eb-e2da-409b-a8d3-6cc6d5aeafd9 req-9a39e0f2-784f-42ba-b8f8-d85acab3e12e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0946310 Apr 01 12:36:01.934399 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a6921-b584-4355-86ae-1c0950e91ee5 None None] Network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:36:01.981197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88b930eb-e2da-409b-a8d3-6cc6d5aeafd9 req-e397fbbc-ec91-40f4-99db-32dcf5973f47 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458508 Apr 01 12:36:02.012219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3ff21b80-8f3c-4ed7-8bdf-e99d9a649d3d None None] Provisioning complete for port 1ce477e7-c338-4cf5-8348-c9ecefb355f5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:02.012556 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3ff21b80-8f3c-4ed7-8bdf-e99d9a649d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:02.033943 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:02.126555 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed0754-c1fc-4aa7-88dc-2a2182320a49 req-e8ccbae4-c2d2-4f07-a959-c4e14ca07f91 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:02.141635 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-39ed0754-c1fc-4aa7-88dc-2a2182320a49 req-e8ccbae4-c2d2-4f07-a959-c4e14ca07f91 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0847151 Apr 01 12:36:02.188056 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3ff21b80-8f3c-4ed7-8bdf-e99d9a649d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:02.204641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ce477e7-c338-4cf5-8348-c9ecefb355f5 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:02.211310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Router 19aee896-8809-443b-9aad-eddd78138edf is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:36:02.212582 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-39ed0754-c1fc-4aa7-88dc-2a2182320a49 req-17b8fd83-cfb7-4a4a-a1e0-784e3ce32b16 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637405 Apr 01 12:36:02.263551 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3ff21b80-8f3c-4ed7-8bdf-e99d9a649d3d None None] For port 1ce477e7-c338-4cf5-8348-c9ecefb355f5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1ce477e7-c338-4cf5-8348-c9ecefb355f5,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:02.273421 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3ff21b80-8f3c-4ed7-8bdf-e99d9a649d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:02.332656 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1ce477e7-c338-4cf5-8348-c9ecefb355f5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:02.333360 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:02.347174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff21b80-8f3c-4ed7-8bdf-e99d9a649d3d None None] Pushing event updated for resources: {'Port': ['ID=1ce477e7-c338-4cf5-8348-c9ecefb355f5,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:02.390064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec8d3e-c886-452d-a11f-14d75eab8c48 req-829751af-e381-4a12-861c-55cebbc75e28 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:02.394563 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03ec8d3e-c886-452d-a11f-14d75eab8c48 req-829751af-e381-4a12-861c-55cebbc75e28 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1016970 Apr 01 12:36:02.397378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:02.407297 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Sync routers for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:02.432091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:02.432722 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:35:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:02.441293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:02.442563 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d5fe1a03-856a-440f-96ae-0e88c073c52a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2509623 Apr 01 12:36:02.446936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35204) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:02.462601 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03ec8d3e-c886-452d-a11f-14d75eab8c48 req-db7e241b-2c24-4c0f-bdec-f6895fef52fe tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604537 Apr 01 12:36:02.547315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f540c4d0-b915-49d4-94d8-4a2dd36fdd82 None None] Provisioning complete for port 1ce477e7-c338-4cf5-8348-c9ecefb355f5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:02.547685 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f540c4d0-b915-49d4-94d8-4a2dd36fdd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:02.763024 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:02.810839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcc828-f1f7-4d36-ab65-c9eb1f5d55c6 req-ec368559-b052-4771-bc16-7241eb779496 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:02.812969 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-98fcc828-f1f7-4d36-ab65-c9eb1f5d55c6 req-ec368559-b052-4771-bc16-7241eb779496 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 946 time: 0.0590782 Apr 01 12:36:02.857759 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-98fcc828-f1f7-4d36-ab65-c9eb1f5d55c6 req-ae717cae-278b-4d92-8cfc-0f3a740eb60f tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376704 Apr 01 12:36:02.895496 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:02.978317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:01Z', 'revision_number': 3, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:03.005639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Checking router: 19aee896-8809-443b-9aad-eddd78138edf for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:36:03.006544 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Updating router 19aee896-8809-443b-9aad-eddd78138edf port 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:36:03.033209 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.081565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Allocated IP 172.20.0.1 (6a05e65d-a177-4ee0-9ed2-9a95b117f17e/7b0d9734-6d8f-4c56-93ca-1c2715772578/41674bc0-83ec-46f2-a445-1a233f9cf205) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:03.228385 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.284681 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.328793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:03.331758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:03.336314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:03.339453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Pushing event updated for resources: {'Port': ['ID=41674bc0-83ec-46f2-a445-1a233f9cf205,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:03.364543 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.382139 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.385352 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.464804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Attempting to bind port 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:36:03.465331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Attempting to bind port 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:36:03.465789 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Attempting to bind port 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:03.470212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f33241-5bf6-48ba-913b-98c82b43085d None None] Pushing event updated for resources: {'Port': ['ID=06001cb6-e6e6-4e3f-afef-e94ce2a3f37e,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:03.476775 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:36:03.477577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:03.478140 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.478628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:36:03.479207 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Bound port: 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:36:03.479703 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.537541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] For port 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:03.541009 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] For port 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=06001cb6-e6e6-4e3f-afef-e94ce2a3f37e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:36:03.554315 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.554430 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.609553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:03.610269 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:35:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:03.667802 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f33241-5bf6-48ba-913b-98c82b43085d None None] Pushing event updated for resources: {'Port': ['ID=06001cb6-e6e6-4e3f-afef-e94ce2a3f37e,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:03.763437 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.765029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-611abb2a-2b40-4999-a555-1467bbb685a0 None None] Provisioning complete for port 41674bc0-83ec-46f2-a445-1a233f9cf205 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:03.765555 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-611abb2a-2b40-4999-a555-1467bbb685a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.768996 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:03.769972 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.835543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-611abb2a-2b40-4999-a555-1467bbb685a0 None None] Port 41674bc0-83ec-46f2-a445-1a233f9cf205 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:03.849190 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:03.853017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Pushing event updated for resources: {'Port': ['ID=41674bc0-83ec-46f2-a445-1a233f9cf205,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:04.006186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 1, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:04.040274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35246) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:04.041766 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae99df-a3f7-4513-a799-1dc06a454364 None None] The sync data for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 is: [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 1, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:04.046537 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4d3ccdfb-68b7-4781-a808-f3cf7459e431 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172809767', 'description': 'tempest-description--144492376'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:04.077316 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccdfb-68b7-4781-a808-f3cf7459e431 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.147774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ce477e7-c338-4cf5-8348-c9ecefb355f5 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:04.155354 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccdfb-68b7-4781-a808-f3cf7459e431 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.161063 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccdfb-68b7-4781-a808-f3cf7459e431 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.192137 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccdfb-68b7-4781-a808-f3cf7459e431 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.196432 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4d3ccdfb-68b7-4781-a808-f3cf7459e431 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1544733 Apr 01 12:36:04.196760 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35248) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:04.198572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ccdfb-68b7-4781-a808-f3cf7459e431 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4013a3-2127-4b3f-8591-0823ece6c24d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:04.206644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-440e10e2-e26d-4a14-84d3-3c1493d4815e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'security_group_rule': {'security_group_id': '2d4013a3-2127-4b3f-8591-0823ece6c24d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:04.212907 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1ce477e7-c338-4cf5-8348-c9ecefb355f5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:04.213430 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.243862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:04.247354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:04.249433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-440e10e2-e26d-4a14-84d3-3c1493d4815e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.434422 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-440e10e2-e26d-4a14-84d3-3c1493d4815e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.440687 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-440e10e2-e26d-4a14-84d3-3c1493d4815e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.463518 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e10e2-e26d-4a14-84d3-3c1493d4815e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcfcf22-6969-4ebe-a45a-bf0d8c4dd243,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:04.478982 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-440e10e2-e26d-4a14-84d3-3c1493d4815e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.483035 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35260) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:04.483189 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-440e10e2-e26d-4a14-84d3-3c1493d4815e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2853103 Apr 01 12:36:04.488323 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a59cd3ff-0ad9-4667-9de8-4a4e2e672c77 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'security_group_rule': {'security_group_id': '2d4013a3-2127-4b3f-8591-0823ece6c24d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:04.490593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Router 19aee896-8809-443b-9aad-eddd78138edf has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:36:04.530211 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a59cd3ff-0ad9-4667-9de8-4a4e2e672c77 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.564306 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-50b6979a-3601-4524-941c-3fd2d103e0f2 None None] Provisioning complete for port 41674bc0-83ec-46f2-a445-1a233f9cf205 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:04.565046 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50b6979a-3601-4524-941c-3fd2d103e0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.612166 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a59cd3ff-0ad9-4667-9de8-4a4e2e672c77 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.615207 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-50b6979a-3601-4524-941c-3fd2d103e0f2 None None] Port 41674bc0-83ec-46f2-a445-1a233f9cf205 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:04.617946 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a59cd3ff-0ad9-4667-9de8-4a4e2e672c77 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.633839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:04.637197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cd3ff-0ad9-4667-9de8-4a4e2e672c77 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da0222b-c4b4-4652-b720-9365149645f8,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:04.647678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cc0aada3-8a28-4163-befe-d63345c56f19 admin admin] 10.222.0.45 "PUT /v2.0/routers/19aee896-8809-443b-9aad-eddd78138edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1925826 Apr 01 12:36:04.657675 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a59cd3ff-0ad9-4667-9de8-4a4e2e672c77 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.659225 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a59cd3ff-0ad9-4667-9de8-4a4e2e672c77 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1746316 Apr 01 12:36:04.662245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35264) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:04.667286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:04.691924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.803755 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:04.944505 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Allocated IP 172.25.7.95 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/3ce4bb68-06c0-4c9d-872d-12276b63668b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:05.067379 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.103184 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.146229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:05.149134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:05.152790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:05.175250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'Port': ['ID=3ce4bb68-06c0-4c9d-872d-12276b63668b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:05.261585 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.298696 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.431955 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35282) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:05.439179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6d712188-aafb-4be6-9f6a-983f7923b93e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1012921528', 'description': 'tempest-description--284690364'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:05.467989 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d712188-aafb-4be6-9f6a-983f7923b93e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.488162 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.493936 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.548304 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d712188-aafb-4be6-9f6a-983f7923b93e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.554297 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d712188-aafb-4be6-9f6a-983f7923b93e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.566761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'Port': ['ID=3ce4bb68-06c0-4c9d-872d-12276b63668b,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:05.576016 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.593507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d712188-aafb-4be6-9f6a-983f7923b93e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:05.595878 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.597148 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8356c9f9-b41e-4936-8d2f-495cb2925b17 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9335630 Apr 01 12:36:05.611407 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d712188-aafb-4be6-9f6a-983f7923b93e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.612744 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6d712188-aafb-4be6-9f6a-983f7923b93e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1791112 Apr 01 12:36:05.616202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35290) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:05.620886 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-809f81fc-52f1-4746-8bbd-80a40c3ab824 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Request body: {'security_group_rule': {'security_group_id': 'a40aaddc-d08c-4a73-b43b-fe4f3fb05c11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:05.646046 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-809f81fc-52f1-4746-8bbd-80a40c3ab824 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.703544 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-809f81fc-52f1-4746-8bbd-80a40c3ab824 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.707073 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-809f81fc-52f1-4746-8bbd-80a40c3ab824 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.726174 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f81fc-52f1-4746-8bbd-80a40c3ab824 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6389190f-e767-43cb-8167-74d2e750e745,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:05.734230 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-809f81fc-52f1-4746-8bbd-80a40c3ab824 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.735474 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-809f81fc-52f1-4746-8bbd-80a40c3ab824 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182792 Apr 01 12:36:05.738294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35298) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:05.743073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-92c4f3a2-33e0-486f-9dca-cbe43c6cb6a3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Request body: {'security_group_rule': {'security_group_id': 'a40aaddc-d08c-4a73-b43b-fe4f3fb05c11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:05.768057 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-92c4f3a2-33e0-486f-9dca-cbe43c6cb6a3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.837782 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-5264d407-0d40-4736-886a-7ebee8ea20c1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--172809767&fields=id&tenant_id=18ff0e0b3a94423d80babac3abc9b696 HTTP/1.1" status: 200 len: 267 time: 0.0654156 Apr 01 12:36:05.889504 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-92c4f3a2-33e0-486f-9dca-cbe43c6cb6a3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.895539 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-92c4f3a2-33e0-486f-9dca-cbe43c6cb6a3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.943021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4f3a2-33e0-486f-9dca-cbe43c6cb6a3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38996009-51cb-4e0a-a2d7-93dc40cfdedb,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:05.953969 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-92c4f3a2-33e0-486f-9dca-cbe43c6cb6a3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:05.955186 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-92c4f3a2-33e0-486f-9dca-cbe43c6cb6a3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2158108 Apr 01 12:36:05.960305 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35306) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:05.965037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:05.982991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead2878-a030-4019-8c95-9e88c07843ae req-711b5eab-36ec-42bf-b314-7e1cc5884d64 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:05.984544 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-711b5eab-36ec-42bf-b314-7e1cc5884d64 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 814 time: 0.1396568 Apr 01 12:36:05.988218 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.010370 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-f8ac5669-bf6b-4a76-9ed6-d45a289310e2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/quotas/18ff0e0b3a94423d80babac3abc9b696 HTTP/1.1" status: 200 len: 375 time: 0.0180490 Apr 01 12:36:06.077907 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-292686e6-c514-40c5-8917-aef5ae2b5eb1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0613389 Apr 01 12:36:06.097470 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.182791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:06.206797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-999b6751-f348-4e17-a86e-fa24c8f9833d service neutron] 10.222.0.45 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102529 Apr 01 12:36:06.222642 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Allocated IP 172.25.7.175 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/d27dd21c-ff8e-4712-a51e-5f52b0a494e6) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:06.243119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:06.243619 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.316358 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-7311ad4c-1311-4fb1-b167-593042d21400 service neutron] 10.222.0.45 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026194 Apr 01 12:36:06.337827 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.341073 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.343353 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae6d30a4-633d-4a05-833e-61f29b2015bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.347273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:36:06.375221 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=06001cb6-e6e6-4e3f-afef-e94ce2a3f37e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:06.383563 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.383878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.431031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:06.435340 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:06.440003 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:06.478276 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Sync routers for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:06.484268 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event updated for resources: {'Port': ['ID=d27dd21c-ff8e-4712-a51e-5f52b0a494e6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:06.515856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=06001cb6-e6e6-4e3f-afef-e94ce2a3f37e,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:06.530186 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:06.530962 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:35:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:06.540061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:06.562142 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4', 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'port_id': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4', 'mac_address': 'fa:16:3e:0c:fa:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac70454-03c6-441d-a202-2cdb53da5bc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:36:06.613482 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.630213 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.647700 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:36:06.655342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c57f9f1-1e49-46de-a374-ba5f33ef2ee3 req-70f8ea49-52e6-4fe3-85e3-0193aabc4d77 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 210 time: 0.0770543 Apr 01 12:36:06.676407 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:06.678178 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.691041 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.707432 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:06.757999 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:06.780383 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['f8af5444-4dcd-4b2c-ba24-a36ff30c80f4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:36:06.875983 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.884485 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:06.949246 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 2, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:06.967404 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event updated for resources: {'Port': ['ID=d27dd21c-ff8e-4712-a51e-5f52b0a494e6,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:06.978651 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Checking router: 19aee896-8809-443b-9aad-eddd78138edf for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:36:06.979037 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Updating router 19aee896-8809-443b-9aad-eddd78138edf port 41674bc0-83ec-46f2-a445-1a233f9cf205 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:36:06.988565 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:07.004592 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:07.006680 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2d79bca4-2faa-4444-8d91-b52e0e20017a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0445616 Apr 01 12:36:07.010385 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:07.170902 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-4cc92280-30a7-4c38-91c8-0df20a2e7b14 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1012921528&fields=id&tenant_id=cae3ca9cf8c0409e81d4c35da3c48373 HTTP/1.1" status: 200 len: 267 time: 0.0338778 Apr 01 12:36:07.294652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-735cfdf4-236f-4676-a60d-0f32f5ecf04d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:07.296153 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-735cfdf4-236f-4676-a60d-0f32f5ecf04d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 817 time: 0.1140227 Apr 01 12:36:07.314512 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-329f029c-479a-4543-bed0-1712c0e57558 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/quotas/cae3ca9cf8c0409e81d4c35da3c48373 HTTP/1.1" status: 200 len: 375 time: 0.0124440 Apr 01 12:36:07.326644 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:07.332157 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:07.366257 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-b2342ad2-a9a9-4b3f-b121-0ecfcaf0cbb3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487092 Apr 01 12:36:07.403085 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Pushing event updated for resources: {'Port': ['ID=41674bc0-83ec-46f2-a445-1a233f9cf205,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:07.422370 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:07.422706 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:07.423032 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:07.423356 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:07.423675 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:07.423990 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:07.424301 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:07.424611 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:07.424925 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:07.425232 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:07.425543 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:07.425850 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:07.442182 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Attempting to bind port 41674bc0-83ec-46f2-a445-1a233f9cf205 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:36:07.442545 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Attempting to bind port 41674bc0-83ec-46f2-a445-1a233f9cf205 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:36:07.442901 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Attempting to bind port 41674bc0-83ec-46f2-a445-1a233f9cf205 on network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:07.448647 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:36:07.449018 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Checking segment: {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:07.449422 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:07.449781 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Bound using segment: {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:36:07.450272 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Bound port: 41674bc0-83ec-46f2-a445-1a233f9cf205, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:36:07.450643 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:07.471693 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-1008490b-0450-4eda-be98-95aa03ffbfcb service neutron] 10.222.0.45 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917284 Apr 01 12:36:07.524244 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] For port 41674bc0-83ec-46f2-a445-1a233f9cf205, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:07.527498 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] For port 41674bc0-83ec-46f2-a445-1a233f9cf205, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=41674bc0-83ec-46f2-a445-1a233f9cf205,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:36:07.533474 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:07.596868 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-8a5ece58-e277-42f9-b61a-582593651282 service neutron] 10.222.0.45 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180449 Apr 01 12:36:07.613170 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:07.614172 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:35:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:07.617914 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad703b-12cb-442f-9bb1-f64c4d13216b None None] Pushing event updated for resources: {'Port': ['ID=41674bc0-83ec-46f2-a445-1a233f9cf205,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:07.680344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-48f1382b-01f6-4285-8491-b41338e05332 None None] Provisioning complete for port 41674bc0-83ec-46f2-a445-1a233f9cf205 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:07.681306 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-48f1382b-01f6-4285-8491-b41338e05332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:07.815191 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbd4efef-e654-4dd7-9fbd-0ff40a058dea req-91514507-0ee6-448d-90a9-e6d4180cb9cd tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 210 time: 0.0492299 Apr 01 12:36:07.853154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead2878-a030-4019-8c95-9e88c07843ae req-e936fa47-1141-4c52-8bb0-e89b8c42d539 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:07.853154 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-e936fa47-1141-4c52-8bb0-e89b8c42d539 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 814 time: 0.2202156 Apr 01 12:36:07.859789 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:07.888608 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-48f1382b-01f6-4285-8491-b41338e05332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:07.927067 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d2a6c7a1-fc5d-4abe-b02c-03e2dda2ae2d req-67821f6c-8db1-481e-a2b8-900190af9a00 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 210 time: 0.0468507 Apr 01 12:36:07.950699 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-67ef26fc-7929-4f35-95f0-f3402960510a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18ff0e0b3a94423d80babac3abc9b696 HTTP/1.1" status: 200 len: 471 time: 0.0870025 Apr 01 12:36:07.952531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-48f1382b-01f6-4285-8491-b41338e05332 None None] For port 41674bc0-83ec-46f2-a445-1a233f9cf205, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=41674bc0-83ec-46f2-a445-1a233f9cf205,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:07.959583 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-48f1382b-01f6-4285-8491-b41338e05332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:07.962439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-0ead2878-a030-4019-8c95-9e88c07843ae req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'port': {'device_id': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'admin_state_up': True, 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'security_groups': ['2d4013a3-2127-4b3f-8591-0823ece6c24d']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:08.018037 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1382b-01f6-4285-8491-b41338e05332 None None] Pushing event updated for resources: {'Port': ['ID=41674bc0-83ec-46f2-a445-1a233f9cf205,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:08.080571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3b4fd512-78b3-469e-94a7-e9cdb005e0c3 None None] Provisioning complete for port 41674bc0-83ec-46f2-a445-1a233f9cf205 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:08.080943 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd512-78b3-469e-94a7-e9cdb005e0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.089093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ead2878-a030-4019-8c95-9e88c07843ae req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Made reservation on behalf of 18ff0e0b3a94423d80babac3abc9b696 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:36:08.094513 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0ead2878-a030-4019-8c95-9e88c07843ae req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.177360 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:08.251422 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:08.289456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-0ead2878-a030-4019-8c95-9e88c07843ae req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Allocated IP 172.20.0.4 (1fc2778e-b886-42e1-a285-d99cfed6b496/6278aded-e84b-4534-b90b-4b8b0f163d06/9fe0291b-01c8-451b-a363-52a173fedd46) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:08.309150 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:08.309679 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.321748 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd062afa-46a3-4194-9169-9c707f43547d None None] The sync data for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 is: [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:08.360102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:08.472614 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0ead2878-a030-4019-8c95-9e88c07843ae req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.526912 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0ead2878-a030-4019-8c95-9e88c07843ae req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.577906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ead2878-a030-4019-8c95-9e88c07843ae req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Network 1fc2778e-b886-42e1-a285-d99cfed6b496 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:08.589952 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-0ead2878-a030-4019-8c95-9e88c07843ae req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:08.597347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ead2878-a030-4019-8c95-9e88c07843ae req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:08.624411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 41674bc0-83ec-46f2-a445-1a233f9cf205 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:08.643686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'Port': ['ID=9fe0291b-01c8-451b-a363-52a173fedd46,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:08.709823 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:08.710846 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.717378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead2878-a030-4019-8c95-9e88c07843ae req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:08.718503 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0ead2878-a030-4019-8c95-9e88c07843ae req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.757542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-851c1f3b-fdd5-4dd1-bca5-11132b923792 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7989733 Apr 01 12:36:08.770251 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Request body: {'port': {'device_id': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:08.776405 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.802096 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.803082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 41674bc0-83ec-46f2-a445-1a233f9cf205 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:08.803585 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.867016 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.890843 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-30ca370a-dfce-4a49-98f5-b89eccf84b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.939257 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:08.976428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd712e9-578b-42ae-85a3-6372b065e4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:08.978980 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f82ad6-c545-48c5-92a9-d37f6be126c7" -d '{"events": [{"server_uuid": "1bd712e9-578b-42ae-85a3-6372b065e4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f8af5444-4dcd-4b2c-ba24-a36ff30c80f4"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:08.995892 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b012d96-baf9-4e7f-9133-d439d83bf9f1 req-a678526e-5480-445d-8098-e784367d0739 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:08.998844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:09.004397 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4b012d96-baf9-4e7f-9133-d439d83bf9f1 req-a678526e-5480-445d-8098-e784367d0739 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 931 time: 0.0811872 Apr 01 12:36:09.007902 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:09.038686 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-10297804-84e5-4d6a-8ddc-50111a1f372e None None] Provisioning complete for port 9fe0291b-01c8-451b-a363-52a173fedd46 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:09.039282 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-10297804-84e5-4d6a-8ddc-50111a1f372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:09.069083 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4b012d96-baf9-4e7f-9133-d439d83bf9f1 req-a902c94e-6aac-4a4b-ac4a-71f0e28617af tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542865 Apr 01 12:36:09.091488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:09.094282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-10297804-84e5-4d6a-8ddc-50111a1f372e None None] Port 9fe0291b-01c8-451b-a363-52a173fedd46 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:09.102306 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-39ea6e04-1aff-42d5-9184-70fab51fcb1d req-7eed6e57-bc02-4a31-9b9c-de63d4efc4b1 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 210 time: 0.0513275 Apr 01 12:36:09.144784 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec9a292-8aa4-41ad-82b4-c2afc3f14fc1 x-openstack-request-id: req-2ec9a292-8aa4-41ad-82b4-c2afc3f14fc1 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:09.145196 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd712e9-578b-42ae-85a3-6372b065e4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f8af5444-4dcd-4b2c-ba24-a36ff30c80f4", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:09.145457 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ec9a292-8aa4-41ad-82b4-c2afc3f14fc1 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:09.145866 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec9a292-8aa4-41ad-82b4-c2afc3f14fc1'] response: {'server_uuid': '1bd712e9-578b-42ae-85a3-6372b065e4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4', 'code': 200} Apr 01 12:36:09.365842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-378b3de9-9bb2-4dfa-8ee8-feb6238f09f9 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:09.367200 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-378b3de9-9bb2-4dfa-8ee8-feb6238f09f9 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.44 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 817 time: 0.1664515 Apr 01 12:36:09.377444 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe0291b-01c8-451b-a363-52a173fedd46 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:36:09.391256 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:09.413693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Transition to ACTIVE for port object 9fe0291b-01c8-451b-a363-52a173fedd46 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:36:09.419393 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:09.456714 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-87613d86-f8f8-4a5a-a063-74fffa718513 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cae3ca9cf8c0409e81d4c35da3c48373 HTTP/1.1" status: 200 len: 380 time: 0.0743735 Apr 01 12:36:09.471736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Request body: {'port': {'device_id': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'admin_state_up': True, 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'security_groups': ['a40aaddc-d08c-4a73-b43b-fe4f3fb05c11']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:09.495843 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe0291b-01c8-451b-a363-52a173fedd46,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:09.635842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Attempting to bind port 9fe0291b-01c8-451b-a363-52a173fedd46 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:36:09.636181 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Attempting to bind port 9fe0291b-01c8-451b-a363-52a173fedd46 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:36:09.636506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Attempting to bind port 9fe0291b-01c8-451b-a363-52a173fedd46 on network 1fc2778e-b886-42e1-a285-d99cfed6b496 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:09.646530 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Port 9fe0291b-01c8-451b-a363-52a173fedd46 on network 1fc2778e-b886-42e1-a285-d99cfed6b496 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:36:09.646846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Attempting to bind port 9fe0291b-01c8-451b-a363-52a173fedd46 on network 1fc2778e-b886-42e1-a285-d99cfed6b496 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:09.652672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Made reservation on behalf of cae3ca9cf8c0409e81d4c35da3c48373 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:36:09.656140 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:09.657956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:36:09.658310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Checking segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:09.658692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Bound using segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:36:09.659117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Bound port: 9fe0291b-01c8-451b-a363-52a173fedd46, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:36:09.659456 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:09.789045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] For port 9fe0291b-01c8-451b-a363-52a173fedd46, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:09.823514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] For port 9fe0291b-01c8-451b-a363-52a173fedd46, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9fe0291b-01c8-451b-a363-52a173fedd46,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:36:09.829249 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:09.873965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Allocated IP 172.20.0.10 (6a05e65d-a177-4ee0-9ed2-9a95b117f17e/7b0d9734-6d8f-4c56-93ca-1c2715772578/c42e2aaf-dc38-4bb3-930f-b561310dedf0) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:09.882778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:09.883390 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:09.884801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] 10.222.0.37 "PUT /v2.0/ports/9fe0291b-01c8-451b-a363-52a173fedd46 HTTP/1.1" status: 200 len: 1091 time: 1.1199830 Apr 01 12:36:09.887072 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'tag': '9fe0291b-01c8-451b-a363-52a173fedd46'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:09.889734 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e6552f-953d-4f70-ac10-7d11a86d8ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0", "tag": "9fe0291b-01c8-451b-a363-52a173fedd46"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:09.917293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77525-bdb2-463f-ab01-d0f5e15e31b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe0291b-01c8-451b-a363-52a173fedd46,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:09.972824 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606c76ad-c468-4ae2-9152-489f1c05ca31 x-openstack-request-id: req-606c76ad-c468-4ae2-9152-489f1c05ca31 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:09.973121 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0", "tag": "9fe0291b-01c8-451b-a363-52a173fedd46", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:09.973377 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-606c76ad-c468-4ae2-9152-489f1c05ca31 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:09.973788 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606c76ad-c468-4ae2-9152-489f1c05ca31'] response: {'name': 'network-changed', 'server_uuid': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'tag': '9fe0291b-01c8-451b-a363-52a173fedd46', 'status': 'completed', 'code': 200} Apr 01 12:36:10.047768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead2878-a030-4019-8c95-9e88c07843ae req-da3e8ead-19ba-4d42-9495-80856d7c4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:10.049287 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-da3e8ead-19ba-4d42-9495-80856d7c4df0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 1094 time: 0.1024251 Apr 01 12:36:10.101747 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-f79c0948-7908-4e8b-b5a8-af2c07aab75d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe0291b-01c8-451b-a363-52a173fedd46 HTTP/1.1" status: 200 len: 217 time: 0.0442097 Apr 01 12:36:10.174022 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:10.200483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead2878-a030-4019-8c95-9e88c07843ae req-d792e0bc-ffb8-4880-a8aa-698d63cf318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:10.201960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-d792e0bc-ffb8-4880-a8aa-698d63cf318c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.0932250 Apr 01 12:36:10.218216 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-61c1fa14-a7d7-495c-b04d-c16b68e030a0 req-3df65027-74b7-4dbd-af9a-52ab24e76d58 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 210 time: 0.0265565 Apr 01 12:36:10.234942 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b79180-3f5a-4a4a-a5ba-7272e729d250 req-5025a8d4-1b82-4852-a50b-e0698503e1e9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:10.236401 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6b79180-3f5a-4a4a-a5ba-7272e729d250 req-5025a8d4-1b82-4852-a50b-e0698503e1e9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 943 time: 0.1155918 Apr 01 12:36:10.294274 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:10.328341 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:10.331391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead2878-a030-4019-8c95-9e88c07843ae req-ff02217a-402e-4a78-bc13-618bd65b6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:10.332909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-ff02217a-402e-4a78-bc13-618bd65b6f63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180739 Apr 01 12:36:10.342777 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6b79180-3f5a-4a4a-a5ba-7272e729d250 req-30538c65-c796-4911-8d90-42d29220bbc0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839410 Apr 01 12:36:10.394714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:10.396098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event updated for resources: {'Port': ['ID=c42e2aaf-dc38-4bb3-930f-b561310dedf0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:10.401949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:10.406818 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:10.506613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:10.507263 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:10.535672 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-74a1b257-8617-4cfb-a4b8-3ad14f49cfaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0713720 Apr 01 12:36:10.537882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-9653e7bb-f2e2-448b-ac87-618c4a55fee3 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890838 Apr 01 12:36:10.556863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Request body: {'port': {'device_id': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:10.673429 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:10.690192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bebe11a-76db-4200-a81a-8d262b23e597 None None] Provisioning complete for port c42e2aaf-dc38-4bb3-930f-b561310dedf0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:10.691263 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bebe11a-76db-4200-a81a-8d262b23e597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:10.700283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ead2878-a030-4019-8c95-9e88c07843ae req-fadaa41e-2a7e-4872-a78e-1ae9e902be2a service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559572 Apr 01 12:36:10.743433 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bebe11a-76db-4200-a81a-8d262b23e597 None None] Port c42e2aaf-dc38-4bb3-930f-b561310dedf0 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:10.868855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6552f-953d-4f70-ac10-7d11a86d8ec5 req-08e88ebd-2145-4089-b429-445b9a226370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:10.870593 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66e6552f-953d-4f70-ac10-7d11a86d8ec5 req-08e88ebd-2145-4089-b429-445b9a226370 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 1094 time: 0.0816469 Apr 01 12:36:11.017677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6552f-953d-4f70-ac10-7d11a86d8ec5 req-f18a3c3c-e203-41f1-88f2-24f96356c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:11.019142 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66e6552f-953d-4f70-ac10-7d11a86d8ec5 req-f18a3c3c-e203-41f1-88f2-24f96356c8d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 915 time: 0.1250727 Apr 01 12:36:11.087049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66e6552f-953d-4f70-ac10-7d11a86d8ec5 req-6edb8d4a-83d8-4e4a-8dde-bef084849826 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe0291b-01c8-451b-a363-52a173fedd46 HTTP/1.1" status: 200 len: 217 time: 0.0448749 Apr 01 12:36:11.094817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42e2aaf-dc38-4bb3-930f-b561310dedf0 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:36:11.110166 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:11.148566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Transition to ACTIVE for port object c42e2aaf-dc38-4bb3-930f-b561310dedf0 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:36:11.158304 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:11.161400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6552f-953d-4f70-ac10-7d11a86d8ec5 req-8674b05b-8b26-44d7-94e7-3c09cfdeebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:11.162975 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66e6552f-953d-4f70-ac10-7d11a86d8ec5 req-8674b05b-8b26-44d7-94e7-3c09cfdeebeb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.0639012 Apr 01 12:36:11.244855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Pushing event updated for resources: {'Port': ['ID=c42e2aaf-dc38-4bb3-930f-b561310dedf0,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:11.501799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e126ba-10ca-4063-9a70-55f619bb11b3 req-923ae05f-68ce-49da-8f95-168dc01a3606 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:11.510478 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-21e126ba-10ca-4063-9a70-55f619bb11b3 req-923ae05f-68ce-49da-8f95-168dc01a3606 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 943 time: 0.0744770 Apr 01 12:36:11.557642 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-21e126ba-10ca-4063-9a70-55f619bb11b3 req-efd0b8e6-5fb3-4f84-bb2e-5383996e1025 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462193 Apr 01 12:36:11.676934 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6552f-953d-4f70-ac10-7d11a86d8ec5 req-035d5469-f3ff-4399-8d1a-4241660fa5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:11.678954 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66e6552f-953d-4f70-ac10-7d11a86d8ec5 req-035d5469-f3ff-4399-8d1a-4241660fa5a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5064287 Apr 01 12:36:11.706494 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:11.797021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Attempting to bind port c42e2aaf-dc38-4bb3-930f-b561310dedf0 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:36:11.797348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Attempting to bind port c42e2aaf-dc38-4bb3-930f-b561310dedf0 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:36:11.797699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Attempting to bind port c42e2aaf-dc38-4bb3-930f-b561310dedf0 on network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:11.799724 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:11.811512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa048e5f-d595-48ee-9d38-523df5dd0e44 req-28196cef-5fb0-4648-8e4d-38560088bf42 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:11.812997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa048e5f-d595-48ee-9d38-523df5dd0e44 req-28196cef-5fb0-4648-8e4d-38560088bf42 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.1589129 Apr 01 12:36:11.816688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Port c42e2aaf-dc38-4bb3-930f-b561310dedf0 on network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:36:11.817004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Attempting to bind port c42e2aaf-dc38-4bb3-930f-b561310dedf0 on network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:11.831970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:36:11.832303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Checking segment: {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:11.832673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Bound using segment: {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:36:11.833100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Bound port: c42e2aaf-dc38-4bb3-930f-b561310dedf0, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:36:11.833447 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:11.881935 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66e6552f-953d-4f70-ac10-7d11a86d8ec5 req-80e5a493-cde5-453a-9380-67ccb22ed7ab service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735957 Apr 01 12:36:11.930668 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa048e5f-d595-48ee-9d38-523df5dd0e44 req-f3893f68-cefb-4655-a34b-d63b0ac4173b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091862 Apr 01 12:36:12.029905 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:12.056213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:36:12.060853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66e6552f-953d-4f70-ac10-7d11a86d8ec5 req-7e17380d-b6d9-41d8-952b-036a1bbdb3a4 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489565 Apr 01 12:36:12.064498 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:12.109703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:12.110443 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:12.111967 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] 10.222.0.44 "PUT /v2.0/ports/c42e2aaf-dc38-4bb3-930f-b561310dedf0 HTTP/1.1" status: 200 len: 1092 time: 1.5599680 Apr 01 12:36:12.112280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:12.115177 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d211f3d0-6915-465d-8ebf-c47cbc474fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:12.149883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572fb09-0500-41eb-8bb1-13022db11243 service neutron] Pushing event updated for resources: {'Port': ['ID=c42e2aaf-dc38-4bb3-930f-b561310dedf0,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:12.189598 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f4def0-c0c9-49a9-9d81-1abfd952ac0b x-openstack-request-id: req-25f4def0-c0c9-49a9-9d81-1abfd952ac0b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:12.191872 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:12.192241 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25f4def0-c0c9-49a9-9d81-1abfd952ac0b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:12.193022 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f4def0-c0c9-49a9-9d81-1abfd952ac0b'] response: {'name': 'network-changed', 'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'status': 'completed', 'code': 200} Apr 01 12:36:12.238264 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-bc777084-72f7-4a69-997d-eba515bb87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:12.239959 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-bc777084-72f7-4a69-997d-eba515bb87e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 1095 time: 0.0689006 Apr 01 12:36:12.308450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-01d51348-b6fa-46e2-b870-491472248cb0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0 HTTP/1.1" status: 200 len: 217 time: 0.0542481 Apr 01 12:36:12.372610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-de6f82b9-7903-4553-b200-e36f5031a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:12.374289 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-de6f82b9-7903-4553-b200-e36f5031a54a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 200 len: 856 time: 0.0548058 Apr 01 12:36:12.426828 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-eab5aabf-084a-4cf9-839a-5d52dc17f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:12.428436 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-eab5aabf-084a-4cf9-839a-5d52dc17f69d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458410 Apr 01 12:36:12.531435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-dd150422-fb7e-49d5-8259-024d0781965a service neutron] 10.222.0.44 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912035 Apr 01 12:36:12.670651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2fc0606f-fb3a-48a4-a9a2-7a9f95bacfe1 req-2c11a9ea-d03f-4bc3-b8cb-5f08d1e7a555 service neutron] 10.222.0.44 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291449 Apr 01 12:36:12.692467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185c328-502e-44f5-9670-586f0e4e7df7 req-91d10516-9ca0-4ac7-8c85-0ce6dbd2db7b tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:12.695256 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2185c328-502e-44f5-9670-586f0e4e7df7 req-91d10516-9ca0-4ac7-8c85-0ce6dbd2db7b tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 943 time: 0.0702155 Apr 01 12:36:12.760150 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2185c328-502e-44f5-9670-586f0e4e7df7 req-7c432776-7e79-44fa-ba25-93f9a7097316 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588284 Apr 01 12:36:12.779342 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211f3d0-6915-465d-8ebf-c47cbc474fa8 req-93b20083-e80c-46b0-8296-57f8888e4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:12.781050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d211f3d0-6915-465d-8ebf-c47cbc474fa8 req-93b20083-e80c-46b0-8296-57f8888e4e2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 1095 time: 0.0490761 Apr 01 12:36:12.879095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211f3d0-6915-465d-8ebf-c47cbc474fa8 req-2fcc4250-ace4-44df-a201-23d08b4f94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:12.881104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d211f3d0-6915-465d-8ebf-c47cbc474fa8 req-2fcc4250-ace4-44df-a201-23d08b4f94e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 918 time: 0.0930285 Apr 01 12:36:12.926916 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d211f3d0-6915-465d-8ebf-c47cbc474fa8 req-268173df-2187-40ed-9def-6b0577e1fe56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0 HTTP/1.1" status: 200 len: 217 time: 0.0395625 Apr 01 12:36:13.010758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211f3d0-6915-465d-8ebf-c47cbc474fa8 req-bf675231-26d7-473d-a542-220912064b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:13.013253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d211f3d0-6915-465d-8ebf-c47cbc474fa8 req-bf675231-26d7-473d-a542-220912064b9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 200 len: 856 time: 0.0776162 Apr 01 12:36:13.139981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009a2f0-e269-4380-9605-af838f7f1737 req-6385fd94-7016-41ce-ad3f-ba4611f86864 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:13.139981 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6009a2f0-e269-4380-9605-af838f7f1737 req-6385fd94-7016-41ce-ad3f-ba4611f86864 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.0896306 Apr 01 12:36:13.156353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211f3d0-6915-465d-8ebf-c47cbc474fa8 req-d5518349-5502-4e15-8fda-ec3d89a04414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:13.160355 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d211f3d0-6915-465d-8ebf-c47cbc474fa8 req-d5518349-5502-4e15-8fda-ec3d89a04414 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391916 Apr 01 12:36:13.260176 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6009a2f0-e269-4380-9605-af838f7f1737 req-3b94496e-7fad-401c-9a65-0f23481b08a3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988255 Apr 01 12:36:13.301567 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d211f3d0-6915-465d-8ebf-c47cbc474fa8 req-e049d044-f633-4e99-a5f3-837bea2205dc service neutron] 10.222.0.44 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251726 Apr 01 12:36:13.411361 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d211f3d0-6915-465d-8ebf-c47cbc474fa8 req-d8cdfa82-74d2-40a5-88c5-ba246094d8f2 service neutron] 10.222.0.44 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026452 Apr 01 12:36:13.894555 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d443f-8764-40b0-8159-8761c49d5534 req-5f4037e9-3dff-4c5a-b587-52a200680500 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:13.896053 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-831d443f-8764-40b0-8159-8761c49d5534 req-5f4037e9-3dff-4c5a-b587-52a200680500 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 943 time: 0.0610614 Apr 01 12:36:13.946675 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-831d443f-8764-40b0-8159-8761c49d5534 req-b5a4e0bb-16fe-43d2-9e0f-4d736078c954 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426705 Apr 01 12:36:14.383733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de14ca6-3158-4929-81d6-756becaf6178 req-ef8b34cf-bba0-44bc-bf9d-6b37ab6a7536 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:14.386471 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4de14ca6-3158-4929-81d6-756becaf6178 req-ef8b34cf-bba0-44bc-bf9d-6b37ab6a7536 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.0568693 Apr 01 12:36:14.395811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9fe0291b-01c8-451b-a363-52a173fedd46 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:36:14.429492 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4de14ca6-3158-4929-81d6-756becaf6178 req-d4c6fd57-5b3f-4cf9-aa15-46623027a3ca tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377812 Apr 01 12:36:14.524406 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9fe0291b-01c8-451b-a363-52a173fedd46, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9fe0291b-01c8-451b-a363-52a173fedd46,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:14.536547 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '9fe0291b-01c8-451b-a363-52a173fedd46', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'port_id': '9fe0291b-01c8-451b-a363-52a173fedd46', 'mac_address': 'fa:16:3e:fb:01:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:36:14.575522 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:14.594875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe0291b-01c8-451b-a363-52a173fedd46 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:36:14.620592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c42e2aaf-dc38-4bb3-930f-b561310dedf0 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:36:14.623821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9fe0291b-01c8-451b-a363-52a173fedd46, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9fe0291b-01c8-451b-a363-52a173fedd46,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:14.632377 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:14.755065 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9fe0291b-01c8-451b-a363-52a173fedd46,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:14.832121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:14.848838 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'port_id': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'mac_address': 'fa:16:3e:3c:ee:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:36:14.905734 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:14.921258 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42e2aaf-dc38-4bb3-930f-b561310dedf0 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:36:14.976822 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:14.985981 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:15.028292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['9fe0291b-01c8-451b-a363-52a173fedd46'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:36:15.095386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db6ef0-0940-4ded-b404-583ff4b9fade req-78cfa8cc-b167-4759-b571-2b5bfa1f5f04 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:15.103273 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27db6ef0-0940-4ded-b404-583ff4b9fade req-78cfa8cc-b167-4759-b571-2b5bfa1f5f04 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 944 time: 0.0636976 Apr 01 12:36:15.108346 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c42e2aaf-dc38-4bb3-930f-b561310dedf0,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:15.151533 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27db6ef0-0940-4ded-b404-583ff4b9fade req-76c27214-ea3f-4ed7-add9-6d85c3829bd5 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471520 Apr 01 12:36:15.434964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['c42e2aaf-dc38-4bb3-930f-b561310dedf0'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:36:15.575573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634e88c-dee4-4dc9-9a7b-a3145a9b288f req-ac30041a-cf33-4732-9e20-da91b42f6d10 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:15.577324 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9634e88c-dee4-4dc9-9a7b-a3145a9b288f req-ac30041a-cf33-4732-9e20-da91b42f6d10 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 945 time: 0.0641670 Apr 01 12:36:15.629025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9634e88c-dee4-4dc9-9a7b-a3145a9b288f req-ece278a8-5ef6-41ad-87fd-d2991e2a6a99 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 Apr 01 12:36:16.285768 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d5bdb-c88f-40aa-adcb-27e5c7786e04 req-4082cb15-c67b-4113-b941-d4a17d4fbbda tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:16.287963 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d6d5bdb-c88f-40aa-adcb-27e5c7786e04 req-4082cb15-c67b-4113-b941-d4a17d4fbbda tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 944 time: 0.0551569 Apr 01 12:36:16.330472 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d6d5bdb-c88f-40aa-adcb-27e5c7786e04 req-586f32e6-13a9-4f4c-9f46-28e4743820f9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345564 Apr 01 12:36:16.396966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9fe0291b-01c8-451b-a363-52a173fedd46 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:16.449006 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 9fe0291b-01c8-451b-a363-52a173fedd46 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:36:16.453548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 9fe0291b-01c8-451b-a363-52a173fedd46 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:16.453925 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:16.540748 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:16.565708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe0291b-01c8-451b-a363-52a173fedd46'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:16.568079 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5f6dc4-b722-4751-b194-9905459c5154" -d '{"events": [{"server_uuid": "b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0", "name": "network-vif-plugged", "status": "completed", "tag": "9fe0291b-01c8-451b-a363-52a173fedd46"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:16.594163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9fe0291b-01c8-451b-a363-52a173fedd46, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9fe0291b-01c8-451b-a363-52a173fedd46,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:16.600935 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:16.636464 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b319c17-0424-4fe9-a2bd-ec8720796f8d x-openstack-request-id: req-7b319c17-0424-4fe9-a2bd-ec8720796f8d {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:16.636744 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0", "name": "network-vif-plugged", "status": "completed", "tag": "9fe0291b-01c8-451b-a363-52a173fedd46", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:16.636991 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b319c17-0424-4fe9-a2bd-ec8720796f8d {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:16.637464 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b319c17-0424-4fe9-a2bd-ec8720796f8d'] response: {'server_uuid': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe0291b-01c8-451b-a363-52a173fedd46', 'code': 200} Apr 01 12:36:16.657833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9fe0291b-01c8-451b-a363-52a173fedd46,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:16.735050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d1274-0655-4b84-8b6b-fc9be933d985 req-17e412f6-e31f-4e0d-a626-9aed370fb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:16.738203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-192d1274-0655-4b84-8b6b-fc9be933d985 req-17e412f6-e31f-4e0d-a626-9aed370fb84f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 1096 time: 0.0520508 Apr 01 12:36:16.781533 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-192d1274-0655-4b84-8b6b-fc9be933d985 req-21eb5450-b25a-464d-a6e6-f1a5597c8fa3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341814 Apr 01 12:36:16.819763 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caa74d-2f00-40fe-80c7-7e61cde838af req-3ea58232-5732-4d9a-968e-da8d64aaef78 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:16.821630 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72caa74d-2f00-40fe-80c7-7e61cde838af req-3ea58232-5732-4d9a-968e-da8d64aaef78 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 945 time: 0.0606420 Apr 01 12:36:16.866250 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72caa74d-2f00-40fe-80c7-7e61cde838af req-379c0421-3480-4c22-b963-74215bfedc47 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382721 Apr 01 12:36:17.459312 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129e247-cecf-4b16-980b-7040659466c7 req-26ff3b57-0705-4ca4-b738-128915ccaa35 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:17.461041 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1129e247-cecf-4b16-980b-7040659466c7 req-26ff3b57-0705-4ca4-b738-128915ccaa35 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 945 time: 0.0598125 Apr 01 12:36:17.502412 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1129e247-cecf-4b16-980b-7040659466c7 req-e8ffa19c-f88e-4341-9422-4b5edf56cba7 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351732 Apr 01 12:36:18.001298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d3eba-8cb9-4f46-8d59-2f61137f8e83 req-37e40bff-2b3a-4f7c-8db1-7c42455a7c34 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:18.009346 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-878d3eba-8cb9-4f46-8d59-2f61137f8e83 req-37e40bff-2b3a-4f7c-8db1-7c42455a7c34 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 945 time: 0.0605187 Apr 01 12:36:18.045447 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-878d3eba-8cb9-4f46-8d59-2f61137f8e83 req-75a6efb1-e3fd-4a4a-9462-327c97daa277 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352488 Apr 01 12:36:18.223756 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:36:18.629246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c42e2aaf-dc38-4bb3-930f-b561310dedf0 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:18.660412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f74ed-b16f-4fb9-acf0-6764acfcfe09 req-6a4dc56f-f1e7-4c57-a49b-665f9b8720ee tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:18.663080 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0f7f74ed-b16f-4fb9-acf0-6764acfcfe09 req-6a4dc56f-f1e7-4c57-a49b-665f9b8720ee tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 945 time: 0.0574625 Apr 01 12:36:18.702475 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port c42e2aaf-dc38-4bb3-930f-b561310dedf0 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:36:18.709141 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port c42e2aaf-dc38-4bb3-930f-b561310dedf0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:18.709818 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:18.734432 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0f7f74ed-b16f-4fb9-acf0-6764acfcfe09 req-d8409350-bee2-4f2f-83eb-b9af11c75e7f tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617352 Apr 01 12:36:18.826979 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:18.855608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:18.859009 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c463bdc-997e-40b7-ae4d-e32fdae2c987" -d '{"events": [{"server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "name": "network-vif-plugged", "status": "completed", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:18.873618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:18.882799 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:18.887514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068b3e6-6f45-4b93-8f6e-84c0cb9b9f77 req-eba018a7-a334-4067-bb34-352218e5bf4d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:18.900955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35558) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:18.902230 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7068b3e6-6f45-4b93-8f6e-84c0cb9b9f77 req-eba018a7-a334-4067-bb34-352218e5bf4d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 945 time: 0.0882940 Apr 01 12:36:18.906082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-bf2435f0-c11f-472c-84e3-24e8b5e7acf9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'floatingip': {'port_id': '9fe0291b-01c8-451b-a363-52a173fedd46'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:18.966836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c42e2aaf-dc38-4bb3-930f-b561310dedf0,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:18.975904 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cf4ff3-4246-4d31-8fbf-a88ffff58942 x-openstack-request-id: req-c3cf4ff3-4246-4d31-8fbf-a88ffff58942 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:18.976245 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "name": "network-vif-plugged", "status": "completed", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:18.976532 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3cf4ff3-4246-4d31-8fbf-a88ffff58942 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:18.976848 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cf4ff3-4246-4d31-8fbf-a88ffff58942'] response: {'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'code': 200} Apr 01 12:36:18.978123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:18.978455 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:18.978792 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:18.979123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:18.979527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:18.979876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:18.980200 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:18.980523 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:18.980841 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:18.981165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:18.981501 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:18.981812 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:18.988466 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf2435f0-c11f-472c-84e3-24e8b5e7acf9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:19.141170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7c7f4-fed4-4217-844d-e05af2af3158 req-d8364f01-533a-4972-a0b2-6fb6bde353cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:19.142692 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2fd7c7f4-fed4-4217-844d-e05af2af3158 req-d8364f01-533a-4972-a0b2-6fb6bde353cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 1097 time: 0.1026571 Apr 01 12:36:19.194394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6e6b7-3907-4622-8f9f-f05f99dade04 req-6c4d6143-ce47-481c-96cc-0fb711422df5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:19.202517 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-88b6e6b7-3907-4622-8f9f-f05f99dade04 req-6c4d6143-ce47-481c-96cc-0fb711422df5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.0705261 Apr 01 12:36:19.229231 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2fd7c7f4-fed4-4217-844d-e05af2af3158 req-a28ec0d6-a0f8-4545-80e2-4e108f447076 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754702 Apr 01 12:36:19.249404 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-88b6e6b7-3907-4622-8f9f-f05f99dade04 req-5f5ab3b0-06ad-416a-9866-18d16a5c970b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453477 Apr 01 12:36:19.568799 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf2435f0-c11f-472c-84e3-24e8b5e7acf9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:19.576808 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf2435f0-c11f-472c-84e3-24e8b5e7acf9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:19.708259 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-bf2435f0-c11f-472c-84e3-24e8b5e7acf9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Floating IP f2e9bcae-3e7b-4814-b60a-0947ffd09463 associated. External IP: 172.25.7.95, port: 9fe0291b-01c8-451b-a363-52a173fedd46. Apr 01 12:36:19.952720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2435f0-c11f-472c-84e3-24e8b5e7acf9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Router 5b51178f-34da-460a-9d5e-8b337d4ff583 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:36:20.083233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2435f0-c11f-472c-84e3-24e8b5e7acf9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:20.095697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef7d79-b854-4e96-9f61-57f0a77f847d None None] Sync routers for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:20.096431 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf2435f0-c11f-472c-84e3-24e8b5e7acf9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:20.114486 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef7d79-b854-4e96-9f61-57f0a77f847d None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:20.115497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-abef7d79-b854-4e96-9f61-57f0a77f847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:20.142022 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bf2435f0-c11f-472c-84e3-24e8b5e7acf9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "PUT /v2.0/floatingips/f2e9bcae-3e7b-4814-b60a-0947ffd09463 HTTP/1.1" status: 200 len: 990 time: 1.2279596 Apr 01 12:36:20.142022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'tag': '9fe0291b-01c8-451b-a363-52a173fedd46'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:20.142022 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7815d66-9f1c-4236-a960-1004aa5b06ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0", "tag": "9fe0291b-01c8-451b-a363-52a173fedd46"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:20.184483 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776a412d-a467-46c5-bb71-b7dbc0ba02ca x-openstack-request-id: req-776a412d-a467-46c5-bb71-b7dbc0ba02ca {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:20.184788 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0", "tag": "9fe0291b-01c8-451b-a363-52a173fedd46", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:20.185043 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-776a412d-a467-46c5-bb71-b7dbc0ba02ca {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:20.186448 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776a412d-a467-46c5-bb71-b7dbc0ba02ca'] response: {'name': 'network-changed', 'server_uuid': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'tag': '9fe0291b-01c8-451b-a363-52a173fedd46', 'status': 'completed', 'code': 200} Apr 01 12:36:20.258869 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-abef7d79-b854-4e96-9f61-57f0a77f847d None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:20.287866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7815d66-9f1c-4236-a960-1004aa5b06ee req-861a76dc-bb93-4084-88fd-7209fe8a163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:20.289755 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7815d66-9f1c-4236-a960-1004aa5b06ee req-861a76dc-bb93-4084-88fd-7209fe8a163f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 1096 time: 0.0558107 Apr 01 12:36:20.452203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45672b-55ba-4da2-874d-1effcc9d821a req-1d5293a2-1db4-46ca-9240-b42f4d60f3a8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:20.463250 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e45672b-55ba-4da2-874d-1effcc9d821a req-1d5293a2-1db4-46ca-9240-b42f4d60f3a8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1218901 Apr 01 12:36:20.500070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7815d66-9f1c-4236-a960-1004aa5b06ee req-5211b6cf-81c1-4f9c-898f-90490457463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:20.501932 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7815d66-9f1c-4236-a960-1004aa5b06ee req-5211b6cf-81c1-4f9c-898f-90490457463d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 915 time: 0.2052176 Apr 01 12:36:20.635440 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e45672b-55ba-4da2-874d-1effcc9d821a req-c8b95250-d6c0-4546-9cfc-203691269cb1 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712906 Apr 01 12:36:20.638771 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7815d66-9f1c-4236-a960-1004aa5b06ee req-5d641fd3-6f59-4426-bf82-893bb210c99e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe0291b-01c8-451b-a363-52a173fedd46 HTTP/1.1" status: 200 len: 998 time: 0.1294110 Apr 01 12:36:20.707650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7815d66-9f1c-4236-a960-1004aa5b06ee req-c35eca66-fb8d-409d-8b93-c00c49cad436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:20.709699 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7815d66-9f1c-4236-a960-1004aa5b06ee req-c35eca66-fb8d-409d-8b93-c00c49cad436 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.0618126 Apr 01 12:36:20.774589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7815d66-9f1c-4236-a960-1004aa5b06ee req-4dadda1b-edbd-402c-876f-f620aa5c593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:20.776297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7815d66-9f1c-4236-a960-1004aa5b06ee req-4dadda1b-edbd-402c-876f-f620aa5c593f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584104 Apr 01 12:36:20.814289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-abef7d79-b854-4e96-9f61-57f0a77f847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e4a4d414-677b-47c9-9e7f-ddf65c1c8466', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '0f981269-b115-479a-b5ef-24e7144069fe', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:94:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:10Z', 'updated_at': '2022-04-01T12:34:37Z', 'revision_number': 2, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}, {'id': 'f2e9bcae-3e7b-4814-b60a-0947ffd09463', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.95', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '9fe0291b-01c8-451b-a363-52a173fedd46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:fb:01:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:36:05Z', 'updated_at': '2022-04-01T12:36:19Z', 'revision_number': 1, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:20.873283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef7d79-b854-4e96-9f61-57f0a77f847d None None] Checking router: 5b51178f-34da-460a-9d5e-8b337d4ff583 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:36:20.882919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef7d79-b854-4e96-9f61-57f0a77f847d None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:20.883620 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-abef7d79-b854-4e96-9f61-57f0a77f847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:20.903404 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7815d66-9f1c-4236-a960-1004aa5b06ee req-ae35f7f7-a539-4234-a9f9-eb0c21f58025 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158683 Apr 01 12:36:21.011213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-abef7d79-b854-4e96-9f61-57f0a77f847d None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:21.041793 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7815d66-9f1c-4236-a960-1004aa5b06ee req-de22cba9-0650-460a-b41f-a01476769890 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305823 Apr 01 12:36:21.247960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-abef7d79-b854-4e96-9f61-57f0a77f847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e4a4d414-677b-47c9-9e7f-ddf65c1c8466', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '0f981269-b115-479a-b5ef-24e7144069fe', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:94:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:10Z', 'updated_at': '2022-04-01T12:34:37Z', 'revision_number': 2, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}, {'id': 'f2e9bcae-3e7b-4814-b60a-0947ffd09463', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.95', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '9fe0291b-01c8-451b-a363-52a173fedd46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:fb:01:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:36:05Z', 'updated_at': '2022-04-01T12:36:19Z', 'revision_number': 1, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:21.274080 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef7d79-b854-4e96-9f61-57f0a77f847d None None] The sync data for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 is: [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e4a4d414-677b-47c9-9e7f-ddf65c1c8466', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '0f981269-b115-479a-b5ef-24e7144069fe', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:94:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:10Z', 'updated_at': '2022-04-01T12:34:37Z', 'revision_number': 2, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}, {'id': 'f2e9bcae-3e7b-4814-b60a-0947ffd09463', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.95', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '9fe0291b-01c8-451b-a363-52a173fedd46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:fb:01:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:36:05Z', 'updated_at': '2022-04-01T12:36:19Z', 'revision_number': 1, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:21.459326 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824890d-d0a1-4e24-97c5-bcafc76f22cf None None] New status for floating IP f2e9bcae-3e7b-4814-b60a-0947ffd09463: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:36:21.614591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-b8250cc4-34f0-4477-94a0-550c4c9dd805 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0499554 Apr 01 12:36:21.995203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-2654cb69-caf0-42aa-8823-48740404e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:21.996083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-2654cb69-caf0-42aa-8823-48740404e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:21.996398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-2654cb69-caf0-42aa-8823-48740404e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:21.997150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-2654cb69-caf0-42aa-8823-48740404e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:21.997302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-2654cb69-caf0-42aa-8823-48740404e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:21.997798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-2654cb69-caf0-42aa-8823-48740404e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:21.998227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-2654cb69-caf0-42aa-8823-48740404e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:22.000153 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-2654cb69-caf0-42aa-8823-48740404e58b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0713e035054f4784a69028267597a06a&device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 6501 time: 0.3354306 Apr 01 12:36:22.016247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5129-5ced-4670-a74a-5a79379d9820 req-c5c7b62c-f57b-4c65-ae4e-c8a9b970b176 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:22.017761 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a8f5129-5ced-4670-a74a-5a79379d9820 req-c5c7b62c-f57b-4c65-ae4e-c8a9b970b176 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.0685940 Apr 01 12:36:22.119256 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a8f5129-5ced-4670-a74a-5a79379d9820 req-b3ff92ea-8baa-48b1-8496-a0327dfd8501 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918272 Apr 01 12:36:22.159909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-92b9456c-f755-47aa-86bc-45408f1c85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:22.160375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-92b9456c-f755-47aa-86bc-45408f1c85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:22.160825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-92b9456c-f755-47aa-86bc-45408f1c85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:22.163133 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-92b9456c-f755-47aa-86bc-45408f1c85b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9505885-a6f9-4a04-a492-0ab3a7527bc1&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d HTTP/1.1" status: 200 len: 2296 time: 0.1297371 Apr 01 12:36:22.262678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-3e651c8f-d9a7-4f0e-a3b2-d60fb804f586 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0468e38c-78b5-48d7-9cc6-7143f8d41d14 HTTP/1.1" status: 200 len: 1001 time: 0.0924838 Apr 01 12:36:22.286281 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f0379-2f50-4a8e-a00b-7ca0389ccc22 req-ad277eae-f388-4b00-bf9d-19ce0613b850 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:22.288605 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a35f0379-2f50-4a8e-a00b-7ca0389ccc22 req-ad277eae-f388-4b00-bf9d-19ce0613b850 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.0789962 Apr 01 12:36:22.298673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35692) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:22.303602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-58aac2df-08b9-4540-8602-ad0b88da7cee tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Request body: {'floatingip': {'port_id': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:22.330466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-87425892-1a8b-4188-9f71-1366e37f7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:22.332139 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-87425892-1a8b-4188-9f71-1366e37f7405 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3034b60b-12d3-4ce0-8ff1-72aa527eb6b1 HTTP/1.1" status: 200 len: 855 time: 0.0626078 Apr 01 12:36:22.351724 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58aac2df-08b9-4540-8602-ad0b88da7cee tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:22.395001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-b8443e7d-6bf5-473f-87fe-6b837e7737ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:22.397595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-b8443e7d-6bf5-473f-87fe-6b837e7737ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9505885-a6f9-4a04-a492-0ab3a7527bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587018 Apr 01 12:36:22.549364 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-f4ec4a9d-6f5c-4bd7-b424-f46e20698b1b service neutron] 10.222.0.44 "GET /v2.0/networks/d9505885-a6f9-4a04-a492-0ab3a7527bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443152 Apr 01 12:36:22.678164 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-aa0a3a51-bfe2-4e7e-98a4-4aea3524f674 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:22.679531 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-aa0a3a51-bfe2-4e7e-98a4-4aea3524f674 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/networks?id=4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 200 len: 805 time: 0.1762846 Apr 01 12:36:22.707555 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-56117e21-258c-4f25-b06b-24875d8d5d52 service neutron] 10.222.0.44 "GET /v2.0/networks/d9505885-a6f9-4a04-a492-0ab3a7527bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281400 Apr 01 12:36:22.709758 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-0375d926-ee0e-40de-84dd-45e1f52921ea tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/quotas/9c76524582c44960b21939aa3e380526 HTTP/1.1" status: 200 len: 375 time: 0.0152483 Apr 01 12:36:22.773561 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-1261bdee-90bd-4eeb-8b60-e027fc3cbac2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=0001f562-db05-4af2-9682-0992e0cedd08 HTTP/1.1" status: 200 len: 217 time: 0.0587158 Apr 01 12:36:22.838573 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3ae642cf-6cc2-4810-8963-64ac33377045 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c76524582c44960b21939aa3e380526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178417 Apr 01 12:36:22.842675 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58aac2df-08b9-4540-8602-ad0b88da7cee tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:22.848566 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58aac2df-08b9-4540-8602-ad0b88da7cee tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:22.849020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-ff723e77-6f43-4675-aec6-d8646819547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:22.850532 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-ff723e77-6f43-4675-aec6-d8646819547d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 200 len: 797 time: 0.0709465 Apr 01 12:36:22.954865 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-a5cdc041-35a7-4d65-8956-5cf5189d3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:22.956272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-a5cdc041-35a7-4d65-8956-5cf5189d3a4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0968297 Apr 01 12:36:22.962854 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-58aac2df-08b9-4540-8602-ad0b88da7cee tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Floating IP 0cb1fb6c-a960-46a7-940a-801d592697f4 associated. External IP: 172.25.7.175, port: c42e2aaf-dc38-4bb3-930f-b561310dedf0. Apr 01 12:36:22.987916 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-bcba0189-e3dc-4a70-98f2-24a6a9970457 service neutron] 10.222.0.45 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364207 Apr 01 12:36:23.125537 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-467b6ef1-b5b0-432b-99ac-95987389a7d6 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597753 Apr 01 12:36:23.144049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-c8a5d6c9-754b-4b48-8310-71c76689c42b service neutron] 10.222.0.45 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444716 Apr 01 12:36:23.184960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aac2df-08b9-4540-8602-ad0b88da7cee tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Router 19aee896-8809-443b-9aad-eddd78138edf has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:36:23.231683 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-15241a33-0a9b-4df6-97b4-c5f82d22160d service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983136 Apr 01 12:36:23.281974 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-96093036-030c-4cf6-97ab-0a8f5b0499c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=5e1b1c53-b540-4432-941f-2c8d708a455a HTTP/1.1" status: 200 len: 217 time: 0.0435276 Apr 01 12:36:23.317706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aac2df-08b9-4540-8602-ad0b88da7cee tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:23.322629 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58aac2df-08b9-4540-8602-ad0b88da7cee tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:23.330443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5759f961-6e35-47a4-940b-9f37605ea542 None None] Sync routers for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:23.335834 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-35faa1d7-acff-490c-b9a0-eb01989da5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:23.337313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-35faa1d7-acff-490c-b9a0-eb01989da5fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 200 len: 797 time: 0.0488143 Apr 01 12:36:23.347605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5759f961-6e35-47a4-940b-9f37605ea542 None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:23.351856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5759f961-6e35-47a4-940b-9f37605ea542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:23.385415 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63bf2f6b-39c7-4bee-a608-fd510b3c2eb9 req-dc69ab06-5114-49b0-b774-bcd36a6e35c1 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 210 time: 0.0338254 Apr 01 12:36:23.397305 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-58aac2df-08b9-4540-8602-ad0b88da7cee tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "PUT /v2.0/floatingips/0cb1fb6c-a960-46a7-940a-801d592697f4 HTTP/1.1" status: 200 len: 992 time: 1.0974238 Apr 01 12:36:23.398266 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:23.400880 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb66689c-4ad2-4c83-b827-c83be478a7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:23.402151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-37474bf3-7b23-4f89-a90d-9448341ed8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:23.409648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-37474bf3-7b23-4f89-a90d-9448341ed8d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617125 Apr 01 12:36:23.454733 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e21b99-7d2e-4b0f-8ed8-25e3deaf410b x-openstack-request-id: req-f8e21b99-7d2e-4b0f-8ed8-25e3deaf410b {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:23.455016 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:23.455287 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8e21b99-7d2e-4b0f-8ed8-25e3deaf410b {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:23.455721 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e21b99-7d2e-4b0f-8ed8-25e3deaf410b'] response: {'name': 'network-changed', 'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'status': 'completed', 'code': 200} Apr 01 12:36:23.493204 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5759f961-6e35-47a4-940b-9f37605ea542 None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:23.550548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-187ab3db-3d08-4ad6-8f8e-2c78da64d5ad service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363125 Apr 01 12:36:23.556125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66689c-4ad2-4c83-b827-c83be478a7cd req-73f8ab06-c746-462a-84a7-84ae32681e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:23.557697 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb66689c-4ad2-4c83-b827-c83be478a7cd req-73f8ab06-c746-462a-84a7-84ae32681e07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 1097 time: 0.0659921 Apr 01 12:36:23.727042 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-4528f187-8c29-4265-b53f-e1ec12d47fa1 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682022 Apr 01 12:36:23.728495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66689c-4ad2-4c83-b827-c83be478a7cd req-7624ad73-a710-40a9-8cef-72c9e2a6ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:23.730102 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb66689c-4ad2-4c83-b827-c83be478a7cd req-7624ad73-a710-40a9-8cef-72c9e2a6ad2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 918 time: 0.1641386 Apr 01 12:36:23.735472 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5759f961-6e35-47a4-940b-9f37605ea542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '0cb1fb6c-a960-46a7-940a-801d592697f4', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '19aee896-8809-443b-9aad-eddd78138edf', 'port_id': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'mac_address': 'fa:16:3e:3c:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:36:06Z', 'updated_at': '2022-04-01T12:36:22Z', 'revision_number': 1, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:23.763569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5759f961-6e35-47a4-940b-9f37605ea542 None None] Checking router: 19aee896-8809-443b-9aad-eddd78138edf for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:36:23.772215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5759f961-6e35-47a4-940b-9f37605ea542 None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:23.772967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5759f961-6e35-47a4-940b-9f37605ea542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:23.805920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-adbd4825-e1ce-4c51-b0a8-302d48cc8b14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=0cb3f7de-25f7-4620-82b0-780bc40d6bad HTTP/1.1" status: 200 len: 217 time: 0.0678532 Apr 01 12:36:23.876752 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb66689c-4ad2-4c83-b827-c83be478a7cd req-b61006fb-4378-47e9-87ca-647eee0c294c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0 HTTP/1.1" status: 200 len: 1000 time: 0.1316192 Apr 01 12:36:23.881315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-b39a8cfe-dd83-44fe-9bb5-8efa5b1b09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:23.882964 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-b39a8cfe-dd83-44fe-9bb5-8efa5b1b09d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 200 len: 797 time: 0.0694430 Apr 01 12:36:23.895565 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5759f961-6e35-47a4-940b-9f37605ea542 None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:23.972343 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66689c-4ad2-4c83-b827-c83be478a7cd req-832d5e07-9f31-4ab6-afa2-3ef94da1015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:23.973820 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb66689c-4ad2-4c83-b827-c83be478a7cd req-832d5e07-9f31-4ab6-afa2-3ef94da1015a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 200 len: 856 time: 0.0899875 Apr 01 12:36:23.991025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-853b0220-d59b-41e4-91cf-fd5631e320b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:23.992669 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-853b0220-d59b-41e4-91cf-fd5631e320b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1014240 Apr 01 12:36:24.077318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66689c-4ad2-4c83-b827-c83be478a7cd req-6068b56f-8de7-49f9-850e-fb0a76ff56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:24.079018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb66689c-4ad2-4c83-b827-c83be478a7cd req-6068b56f-8de7-49f9-850e-fb0a76ff56d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987546 Apr 01 12:36:24.130503 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-111239fd-5f21-4ce2-9318-11e72b8073b6 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194606 Apr 01 12:36:24.142054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5759f961-6e35-47a4-940b-9f37605ea542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '0cb1fb6c-a960-46a7-940a-801d592697f4', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '19aee896-8809-443b-9aad-eddd78138edf', 'port_id': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'mac_address': 'fa:16:3e:3c:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:36:06Z', 'updated_at': '2022-04-01T12:36:22Z', 'revision_number': 1, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:24.169805 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5759f961-6e35-47a4-940b-9f37605ea542 None None] The sync data for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 is: [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '0cb1fb6c-a960-46a7-940a-801d592697f4', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '19aee896-8809-443b-9aad-eddd78138edf', 'port_id': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'mac_address': 'fa:16:3e:3c:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:36:06Z', 'updated_at': '2022-04-01T12:36:22Z', 'revision_number': 1, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:24.251290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb66689c-4ad2-4c83-b827-c83be478a7cd req-14344ef7-95da-45bc-b830-166628a98050 service neutron] 10.222.0.44 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645136 Apr 01 12:36:24.295260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-811d4330-a4ac-4412-952d-2a39241a0be9 service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378930 Apr 01 12:36:24.364514 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-fbc7ea1e-5d3e-45af-815c-ccddee38d2ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb HTTP/1.1" status: 200 len: 217 time: 0.0603132 Apr 01 12:36:24.415854 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6dbec-43fa-4c3e-8384-5cb865e218cb None None] New status for floating IP 0cb1fb6c-a960-46a7-940a-801d592697f4: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:36:24.425721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:24.467390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb66689c-4ad2-4c83-b827-c83be478a7cd req-8b5a3789-8e32-4384-b7ca-e22101427d46 service neutron] 10.222.0.44 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074263 Apr 01 12:36:24.475233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-4c225817-1d98-4207-8e19-68244c43264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:24.476708 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-4c225817-1d98-4207-8e19-68244c43264e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 200 len: 797 time: 0.0985177 Apr 01 12:36:24.542477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37f116-7352-4149-82d3-84a1f00c581f req-b9e820d4-7ce4-40ee-970c-f8ee104a0803 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:24.544269 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f37f116-7352-4149-82d3-84a1f00c581f req-b9e820d4-7ce4-40ee-970c-f8ee104a0803 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd712e9-578b-42ae-85a3-6372b065e4a8 HTTP/1.1" status: 200 len: 946 time: 0.1327226 Apr 01 12:36:24.581826 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c97a0d1c-0b80-46ba-8016-8980fb1f709a req-93e5b280-fe2b-4777-8035-360afac4cc83 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 210 time: 0.0497863 Apr 01 12:36:24.585602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35730) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:24.656780 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:24.689692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-5f5122ef-dc5f-4ef2-9904-ad83429afb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:24.690622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd712e9-578b-42ae-85a3-6372b065e4a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:24.691778 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-5f5122ef-dc5f-4ef2-9904-ad83429afb01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8299f7cb-4ccf-4e00-b386-8891291bcc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2071464 Apr 01 12:36:24.694525 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b317da-7b22-4eee-ab36-ef181b16a9bd" -d '{"events": [{"server_uuid": "1bd712e9-578b-42ae-85a3-6372b065e4a8", "name": "network-vif-unplugged", "status": "completed", "tag": "f8af5444-4dcd-4b2c-ba24-a36ff30c80f4"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:24.717285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:24.729885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-0c16df68-e60c-44ec-a07a-0fff1889520d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:24.730525 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:24.731446 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-0c16df68-e60c-44ec-a07a-0fff1889520d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.37 "GET /v2.0/networks?id=4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 200 len: 805 time: 0.2372293 Apr 01 12:36:24.757093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Request body: {'port': {'device_id': '3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3', 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'admin_state_up': True, 'tenant_id': '9c76524582c44960b21939aa3e380526'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:24.775031 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1086ef4a-a463-4bcb-a1e4-eeaab3d2389a x-openstack-request-id: req-1086ef4a-a463-4bcb-a1e4-eeaab3d2389a {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:24.775318 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd712e9-578b-42ae-85a3-6372b065e4a8", "name": "network-vif-unplugged", "status": "completed", "tag": "f8af5444-4dcd-4b2c-ba24-a36ff30c80f4", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:24.775558 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1086ef4a-a463-4bcb-a1e4-eeaab3d2389a {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:24.775951 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1086ef4a-a463-4bcb-a1e4-eeaab3d2389a'] response: {'server_uuid': '1bd712e9-578b-42ae-85a3-6372b065e4a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4', 'code': 200} Apr 01 12:36:24.787397 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c08afee3-b5ef-469a-8c19-ed4a9e7b7787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:24.809657 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:24.875208 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c08afee3-b5ef-469a-8c19-ed4a9e7b7787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:24.880095 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c08afee3-b5ef-469a-8c19-ed4a9e7b7787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:24.922651 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c08afee3-b5ef-469a-8c19-ed4a9e7b7787 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12cfe84241494a1fa95f706aee45a1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310204 Apr 01 12:36:24.923572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08afee3-b5ef-469a-8c19-ed4a9e7b7787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29d8fc4-86e7-471d-8ff9-8c66dd819931,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:24.926837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35736) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:24.982128 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f002e780-dbef-429a-9d38-3f874e0a9faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:25.004921 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f002e780-dbef-429a-9d38-3f874e0a9faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:25.053884 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f002e780-dbef-429a-9d38-3f874e0a9faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:25.056382 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f002e780-dbef-429a-9d38-3f874e0a9faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:25.057743 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f002e780-dbef-429a-9d38-3f874e0a9faf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c29d8fc4-86e7-471d-8ff9-8c66dd819931 HTTP/1.1" status: 204 len: 168 time: 0.1299093 Apr 01 12:36:25.065844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002e780-dbef-429a-9d38-3f874e0a9faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29d8fc4-86e7-471d-8ff9-8c66dd819931,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:25.146517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-6f37f116-7352-4149-82d3-84a1f00c581f req-72ad4781-aeb6-4c45-a4eb-a6d89759093d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Deleting port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:25.146907 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6f37f116-7352-4149-82d3-84a1f00c581f req-72ad4781-aeb6-4c45-a4eb-a6d89759093d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:25.197323 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-43c06878-060b-4223-ba53-3e827cdcd93d service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950824 Apr 01 12:36:25.263868 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Made reservation on behalf of 9c76524582c44960b21939aa3e380526 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:36:25.267804 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:25.355423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6f37f116-7352-4149-82d3-84a1f00c581f req-72ad4781-aeb6-4c45-a4eb-a6d89759093d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] For port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:25.355847 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6f37f116-7352-4149-82d3-84a1f00c581f req-72ad4781-aeb6-4c45-a4eb-a6d89759093d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:25.382294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-6f37f116-7352-4149-82d3-84a1f00c581f req-72ad4781-aeb6-4c45-a4eb-a6d89759093d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Calling delete_port for f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:25.423217 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-d52a1b39-f021-48c8-987c-4eaf7897aa0e service neutron] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175641 Apr 01 12:36:25.511519 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-dffc4e8b-4a72-47d7-8726-a769f62ce3fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=782604cb-2bb9-428a-9dc4-3a1149c5ee64 HTTP/1.1" status: 200 len: 217 time: 0.0785394 Apr 01 12:36:25.623334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-46cc98a6-8d0f-40a6-9e93-e927070b0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:25.624858 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-46cc98a6-8d0f-40a6-9e93-e927070b0f9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2eb4401-4562-462a-a096-0228c37ee74c HTTP/1.1" status: 200 len: 797 time: 0.1049137 Apr 01 12:36:25.626477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Allocated IP 172.20.0.8 (4fe3cc1f-988e-4490-862b-d9d2e29425d7/6ac70454-03c6-441d-a202-2cdb53da5bc7/de1d1fcc-f980-4086-b3c2-120216254f5b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:25.689939 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-207e9826-043b-4352-bc47-c8a78015a067 req-f4644b1d-a655-4bb3-9c8b-a87753e98c21 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 210 time: 0.0330155 Apr 01 12:36:25.769485 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6f37f116-7352-4149-82d3-84a1f00c581f req-72ad4781-aeb6-4c45-a4eb-a6d89759093d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:25.785156 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-06bf41c2-f380-4b95-8fe5-94f5838c5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:25.787207 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-06bf41c2-f380-4b95-8fe5-94f5838c5e11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1436839 Apr 01 12:36:25.821898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad4781-aeb6-4c45-a4eb-a6d89759093d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Pushing event deleted for resources: {'Port': ['ID=f8af5444-4dcd-4b2c-ba24-a36ff30c80f4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:25.957989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f37f116-7352-4149-82d3-84a1f00c581f req-72ad4781-aeb6-4c45-a4eb-a6d89759093d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] No DVR routers for this DVR port f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:25.959137 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6f37f116-7352-4149-82d3-84a1f00c581f req-72ad4781-aeb6-4c45-a4eb-a6d89759093d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:25.962484 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f37f116-7352-4149-82d3-84a1f00c581f req-72ad4781-aeb6-4c45-a4eb-a6d89759093d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.37 "DELETE /v2.0/ports/f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 HTTP/1.1" status: 204 len: 173 time: 1.4093800 Apr 01 12:36:25.962928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd712e9-578b-42ae-85a3-6372b065e4a8', 'name': 'network-vif-deleted', 'tag': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:25.965172 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9219e06-eb03-498a-b32e-3f0a90b812f4" -d '{"events": [{"server_uuid": "1bd712e9-578b-42ae-85a3-6372b065e4a8", "name": "network-vif-deleted", "tag": "f8af5444-4dcd-4b2c-ba24-a36ff30c80f4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:26.010423 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:26.018840 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-accf09cc-3924-4af0-a586-776ae8c4f3d7 service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080939 Apr 01 12:36:26.023234 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798b5170-9e08-4798-80c2-f50519bd5a47 x-openstack-request-id: req-798b5170-9e08-4798-80c2-f50519bd5a47 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:26.023530 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd712e9-578b-42ae-85a3-6372b065e4a8", "name": "network-vif-deleted", "tag": "f8af5444-4dcd-4b2c-ba24-a36ff30c80f4", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:26.023785 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-798b5170-9e08-4798-80c2-f50519bd5a47 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:26.024180 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798b5170-9e08-4798-80c2-f50519bd5a47'] response: {'server_uuid': '1bd712e9-578b-42ae-85a3-6372b065e4a8', 'name': 'network-vif-deleted', 'tag': 'f8af5444-4dcd-4b2c-ba24-a36ff30c80f4', 'status': 'completed', 'code': 200} Apr 01 12:36:26.121951 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:26.184235 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-4047c600-8349-411f-bec5-e2009a1598bf service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578531 Apr 01 12:36:26.185952 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:26.189745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Pushing event updated for resources: {'Port': ['ID=de1d1fcc-f980-4086-b3c2-120216254f5b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:26.192256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:26.195629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:26.256882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-e48ecd00-1e54-4525-8449-6468fdd1ca35 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a72bc3d-c93e-4eee-a682-5d589d7ea4da HTTP/1.1" status: 200 len: 217 time: 0.0623522 Apr 01 12:36:26.311046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:26.311690 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:26.329794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-cd724b15-d0b7-492f-abbf-d12211a69a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:26.331267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-cd724b15-d0b7-492f-abbf-d12211a69a73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2eb4401-4562-462a-a096-0228c37ee74c HTTP/1.1" status: 200 len: 797 time: 0.0656092 Apr 01 12:36:26.336506 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-3a0a9459-38a3-4616-a48c-f81053c4d195 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5852573 Apr 01 12:36:26.350457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Request body: {'port': {'device_id': '3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:26.429522 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-42c2cc27-993e-41ef-a53e-63866d64131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:26.431082 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-42c2cc27-993e-41ef-a53e-63866d64131a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5d19e00b-4c7e-469c-977f-eafd0fa09c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0935030 Apr 01 12:36:26.436182 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:26.631154 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-6931d170-dec9-4fde-a5e4-222ba40f4123 service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921213 Apr 01 12:36:26.799477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97656a16-9d23-4f14-81ad-f3d727297ed8 req-ed6009a2-8dc5-4505-98c5-c8f415a2f148 service neutron] 10.222.0.44 "GET /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603792 Apr 01 12:36:26.829196 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720fd1-3f9d-4f08-9d5e-a2a32130aed9 req-eb0c6c32-43b6-4072-be30-6c852d28b977 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:26.831779 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab720fd1-3f9d-4f08-9d5e-a2a32130aed9 req-eb0c6c32-43b6-4072-be30-6c852d28b977 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 931 time: 0.0570524 Apr 01 12:36:26.863739 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1d1fcc-f980-4086-b3c2-120216254f5b {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:36:26.874694 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:26.889372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Transition to ACTIVE for port object de1d1fcc-f980-4086-b3c2-120216254f5b will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:36:26.893802 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:26.897743 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab720fd1-3f9d-4f08-9d5e-a2a32130aed9 req-4c883b04-9953-4dd6-afe7-00827f17bce3 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421176 Apr 01 12:36:26.971452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Pushing event updated for resources: {'Port': ['ID=de1d1fcc-f980-4086-b3c2-120216254f5b,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:27.026725 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Attempting to bind port de1d1fcc-f980-4086-b3c2-120216254f5b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:36:27.027005 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Attempting to bind port de1d1fcc-f980-4086-b3c2-120216254f5b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:36:27.027456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Attempting to bind port de1d1fcc-f980-4086-b3c2-120216254f5b on network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:27.036330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Port de1d1fcc-f980-4086-b3c2-120216254f5b on network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:36:27.037315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Attempting to bind port de1d1fcc-f980-4086-b3c2-120216254f5b on network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:27.042593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:36:27.042953 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Checking segment: {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:27.043341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Bound using segment: {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:36:27.043744 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Bound port: de1d1fcc-f980-4086-b3c2-120216254f5b, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:36:27.044102 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:27.111573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] For port de1d1fcc-f980-4086-b3c2-120216254f5b, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:27.115732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] For port de1d1fcc-f980-4086-b3c2-120216254f5b, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de1d1fcc-f980-4086-b3c2-120216254f5b,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:36:27.119933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:27.163161 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:27.163775 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:27.165168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/de1d1fcc-f980-4086-b3c2-120216254f5b HTTP/1.1" status: 200 len: 1091 time: 0.8186615 Apr 01 12:36:27.190055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee928a-2183-404c-b000-7b5b2ced69e8 service neutron] Pushing event updated for resources: {'Port': ['ID=de1d1fcc-f980-4086-b3c2-120216254f5b,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:27.250153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-4b1a9a3f-de4c-4f79-ad6c-a2bc0f2817be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:27.251669 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-4b1a9a3f-de4c-4f79-ad6c-a2bc0f2817be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c76524582c44960b21939aa3e380526&device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 1094 time: 0.0460820 Apr 01 12:36:27.294445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-41f5600a-63dc-4b4d-bdf7-0e79ba079503 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de1d1fcc-f980-4086-b3c2-120216254f5b HTTP/1.1" status: 200 len: 217 time: 0.0353003 Apr 01 12:36:27.345085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-6fe00f2f-4440-459b-b796-299e2fef2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:27.346720 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-6fe00f2f-4440-459b-b796-299e2fef2958 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ac70454-03c6-441d-a202-2cdb53da5bc7 HTTP/1.1" status: 200 len: 845 time: 0.0448713 Apr 01 12:36:27.383726 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-b933d572-2aea-407a-a95b-02a371e1f21e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4fe3cc1f-988e-4490-862b-d9d2e29425d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293343 Apr 01 12:36:27.426129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35862) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:27.473134 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-94372d28-a9a8-4063-b73d-5b5ed867e527 service neutron] 10.222.0.37 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828593 Apr 01 12:36:27.532683 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9b301583-a3b0-4c08-ac10-f166a5bd9673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:27.570493 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab58ef60-8dbb-4180-a3ec-9db60480e814 req-c4416588-806f-4ddc-92ae-c4aa86a6e046 service neutron] 10.222.0.37 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904658 Apr 01 12:36:27.613284 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9b301583-a3b0-4c08-ac10-f166a5bd9673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:27.617564 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9b301583-a3b0-4c08-ac10-f166a5bd9673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:27.655267 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9b301583-a3b0-4c08-ac10-f166a5bd9673 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=97daad0a62164fe79b75856aac59cbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280171 Apr 01 12:36:27.656144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b301583-a3b0-4c08-ac10-f166a5bd9673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e225c87-b158-448a-a13e-2913a40f9236,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:27.657911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35866) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:27.708845 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-485a6dee-6aa3-4de8-8cc3-eeae70c93a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:27.729193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-485a6dee-6aa3-4de8-8cc3-eeae70c93a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:27.775232 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-485a6dee-6aa3-4de8-8cc3-eeae70c93a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:27.777703 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-485a6dee-6aa3-4de8-8cc3-eeae70c93a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:27.778966 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-485a6dee-6aa3-4de8-8cc3-eeae70c93a41 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e225c87-b158-448a-a13e-2913a40f9236 HTTP/1.1" status: 204 len: 168 time: 0.1199973 Apr 01 12:36:27.787097 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a6dee-6aa3-4de8-8cc3-eeae70c93a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e225c87-b158-448a-a13e-2913a40f9236,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:28.021807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11b71d-f8f6-4e0e-91f4-ec41dc4501b7 req-c46479f1-d397-4f1c-9d32-35fdb2b5311a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:28.023307 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd11b71d-f8f6-4e0e-91f4-ec41dc4501b7 req-c46479f1-d397-4f1c-9d32-35fdb2b5311a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 943 time: 0.0529871 Apr 01 12:36:28.024854 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3', 'tag': 'de1d1fcc-f980-4086-b3c2-120216254f5b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:28.027112 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e374de42-2a3e-4ac4-92a6-0d80932162b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3", "tag": "de1d1fcc-f980-4086-b3c2-120216254f5b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:28.038445 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35876) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:28.055820 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f043-110f-4aa1-b981-cf1353267902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:28.068441 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340bbaaf-2469-4382-9787-09bb76416349 x-openstack-request-id: req-340bbaaf-2469-4382-9787-09bb76416349 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:28.068622 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3", "tag": "de1d1fcc-f980-4086-b3c2-120216254f5b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:28.068885 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-340bbaaf-2469-4382-9787-09bb76416349 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:28.069286 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340bbaaf-2469-4382-9787-09bb76416349'] response: {'name': 'network-changed', 'server_uuid': '3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3', 'tag': 'de1d1fcc-f980-4086-b3c2-120216254f5b', 'status': 'completed', 'code': 200} Apr 01 12:36:28.074734 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd11b71d-f8f6-4e0e-91f4-ec41dc4501b7 req-f858f333-5d8b-42ff-842e-fee73a91c57e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Apr 01 12:36:28.135523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374de42-2a3e-4ac4-92a6-0d80932162b8 req-38ba1a84-d0ae-4106-88d3-673314d55dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:28.137051 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e374de42-2a3e-4ac4-92a6-0d80932162b8 req-38ba1a84-d0ae-4106-88d3-673314d55dc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c76524582c44960b21939aa3e380526&device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 1094 time: 0.0477095 Apr 01 12:36:28.140777 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f043-110f-4aa1-b981-cf1353267902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:28.144319 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f043-110f-4aa1-b981-cf1353267902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:28.182836 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d0a2f043-110f-4aa1-b981-cf1353267902 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f8f5b8314bb14fa7b5b5e69e4df7acb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431844 Apr 01 12:36:28.183696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2f043-110f-4aa1-b981-cf1353267902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3541fc0b-b18a-4621-a5cf-f63f6469e288,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:28.186874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35878) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:28.233616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374de42-2a3e-4ac4-92a6-0d80932162b8 req-956be67e-357e-479c-a3b9-d471f6d02a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:28.235166 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e374de42-2a3e-4ac4-92a6-0d80932162b8 req-956be67e-357e-479c-a3b9-d471f6d02a3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 200 len: 906 time: 0.0880055 Apr 01 12:36:28.238378 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd78497c-b278-4178-8ffa-7ceab910c43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:28.259778 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd78497c-b278-4178-8ffa-7ceab910c43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:28.284774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e374de42-2a3e-4ac4-92a6-0d80932162b8 req-2fb9b63c-6c59-4bb5-8c21-abc1a6cf5cab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de1d1fcc-f980-4086-b3c2-120216254f5b HTTP/1.1" status: 200 len: 217 time: 0.0396054 Apr 01 12:36:28.307723 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd78497c-b278-4178-8ffa-7ceab910c43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:28.310353 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fd78497c-b278-4178-8ffa-7ceab910c43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:28.311502 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fd78497c-b278-4178-8ffa-7ceab910c43a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3541fc0b-b18a-4621-a5cf-f63f6469e288 HTTP/1.1" status: 204 len: 168 time: 0.1234350 Apr 01 12:36:28.319653 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78497c-b278-4178-8ffa-7ceab910c43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3541fc0b-b18a-4621-a5cf-f63f6469e288,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:28.341463 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374de42-2a3e-4ac4-92a6-0d80932162b8 req-c8b80341-659e-4c80-b09b-db484b96d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:28.343046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e374de42-2a3e-4ac4-92a6-0d80932162b8 req-c8b80341-659e-4c80-b09b-db484b96d327 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ac70454-03c6-441d-a202-2cdb53da5bc7 HTTP/1.1" status: 200 len: 845 time: 0.0473640 Apr 01 12:36:28.375500 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e374de42-2a3e-4ac4-92a6-0d80932162b8 req-74061351-82a0-4238-b438-45c834d8abf0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4fe3cc1f-988e-4490-862b-d9d2e29425d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249336 Apr 01 12:36:28.440273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:28.463961 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:36:28.464299 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f8af5444-4dcd-4b2c-ba24-a36ff30c80f4 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:36:28.481234 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e374de42-2a3e-4ac4-92a6-0d80932162b8 req-4c722fdf-4ba7-4d93-bc3e-4750655425d2 service neutron] 10.222.0.37 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982583 Apr 01 12:36:28.574391 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e374de42-2a3e-4ac4-92a6-0d80932162b8 req-127cbf9b-297a-4c7f-b119-0e55cbe1015e service neutron] 10.222.0.37 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857100 Apr 01 12:36:29.219413 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc92495a-8f7b-4cc8-a15a-0897a983caec req-a4711efb-4a42-4d83-a350-46a2016765c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0793030 Apr 01 12:36:29.242709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40efc7-5564-45e9-9c07-8b7166d88b03 req-d5015aa5-8436-416c-b5cf-2156a434514d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:29.247892 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f40efc7-5564-45e9-9c07-8b7166d88b03 req-d5015aa5-8436-416c-b5cf-2156a434514d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 943 time: 0.0764582 Apr 01 12:36:29.337541 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f40efc7-5564-45e9-9c07-8b7166d88b03 req-779f02d0-ba7d-4f52-8ca2-54a38eac56e3 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667107 Apr 01 12:36:29.348485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92495a-8f7b-4cc8-a15a-0897a983caec req-dc37708d-b1b4-41b8-9b90-f29dc444ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:29.350055 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc92495a-8f7b-4cc8-a15a-0897a983caec req-dc37708d-b1b4-41b8-9b90-f29dc444ee70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1096 time: 0.0715427 Apr 01 12:36:29.512159 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92495a-8f7b-4cc8-a15a-0897a983caec req-a63a2385-377e-4979-a7f7-a15b4b1dedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:29.513623 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc92495a-8f7b-4cc8-a15a-0897a983caec req-a63a2385-377e-4979-a7f7-a15b4b1dedeb service neutron] 10.222.0.37 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.1380682 Apr 01 12:36:29.528976 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174343b-97c9-448e-97bd-66272ab1f8c7 req-47df4a15-e602-47dd-814b-4c2716add2ce tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:29.535746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174343b-97c9-448e-97bd-66272ab1f8c7 req-47df4a15-e602-47dd-814b-4c2716add2ce tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:29.541799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174343b-97c9-448e-97bd-66272ab1f8c7 req-47df4a15-e602-47dd-814b-4c2716add2ce tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:29.548365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174343b-97c9-448e-97bd-66272ab1f8c7 req-47df4a15-e602-47dd-814b-4c2716add2ce tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:29.554223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174343b-97c9-448e-97bd-66272ab1f8c7 req-47df4a15-e602-47dd-814b-4c2716add2ce tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:29.556365 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35938) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:29.560033 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174343b-97c9-448e-97bd-66272ab1f8c7 req-47df4a15-e602-47dd-814b-4c2716add2ce tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:29.566095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174343b-97c9-448e-97bd-66272ab1f8c7 req-47df4a15-e602-47dd-814b-4c2716add2ce tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:29.568525 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3174343b-97c9-448e-97bd-66272ab1f8c7 req-47df4a15-e602-47dd-814b-4c2716add2ce tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5444 time: 0.1129003 Apr 01 12:36:29.654117 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc92495a-8f7b-4cc8-a15a-0897a983caec req-f20829e3-2024-4d23-adbe-0bb9a5ebc2c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 999 time: 0.0844851 Apr 01 12:36:29.661939 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3174343b-97c9-448e-97bd-66272ab1f8c7 req-32a51721-c87c-4ca7-8a00-1bc747a47a0b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576775 Apr 01 12:36:29.673234 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2893a12b-6026-43df-b552-e92bdb409375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:29.707666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92495a-8f7b-4cc8-a15a-0897a983caec req-7bdbf0bd-3b0b-4c5e-a4cd-d8dfd0f23601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:29.709387 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc92495a-8f7b-4cc8-a15a-0897a983caec req-7bdbf0bd-3b0b-4c5e-a4cd-d8dfd0f23601 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.0465829 Apr 01 12:36:29.752599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2893a12b-6026-43df-b552-e92bdb409375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:29.757109 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2893a12b-6026-43df-b552-e92bdb409375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:29.757329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92495a-8f7b-4cc8-a15a-0897a983caec req-2a7ab40b-e9b0-4403-8191-62f05802044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:29.758896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc92495a-8f7b-4cc8-a15a-0897a983caec req-2a7ab40b-e9b0-4403-8191-62f05802044a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426064 Apr 01 12:36:29.796526 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2893a12b-6026-43df-b552-e92bdb409375 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a20716eae3b04c6ba98a3df99a206f96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365546 Apr 01 12:36:29.796526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893a12b-6026-43df-b552-e92bdb409375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5fbad2-e2d7-4578-98e1-2445c4688206,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:29.797108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35942) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:29.847689 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac55a726-d7ff-4d1a-8ece-34b880babdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:29.869933 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac55a726-d7ff-4d1a-8ece-34b880babdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:29.920827 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac55a726-d7ff-4d1a-8ece-34b880babdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:29.923509 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac55a726-d7ff-4d1a-8ece-34b880babdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:29.924693 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ac55a726-d7ff-4d1a-8ece-34b880babdd5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e5fbad2-e2d7-4578-98e1-2445c4688206 HTTP/1.1" status: 204 len: 168 time: 0.1266663 Apr 01 12:36:29.933444 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55a726-d7ff-4d1a-8ece-34b880babdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5fbad2-e2d7-4578-98e1-2445c4688206,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:30.129189 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc92495a-8f7b-4cc8-a15a-0897a983caec req-bb8701de-e0ea-4900-8ba1-39151eeed5ae service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541038 Apr 01 12:36:30.219260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc92495a-8f7b-4cc8-a15a-0897a983caec req-53510f3e-f94b-4988-b788-0c1588005e89 service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833566 Apr 01 12:36:30.442785 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device de1d1fcc-f980-4086-b3c2-120216254f5b details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:36:30.463567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb76aad-d385-4f3b-9e26-f13414e099f3 req-cff55f04-d98b-435e-b477-4ee4008ed233 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:30.465170 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7bb76aad-d385-4f3b-9e26-f13414e099f3 req-cff55f04-d98b-435e-b477-4ee4008ed233 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 943 time: 0.0505207 Apr 01 12:36:30.511649 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7bb76aad-d385-4f3b-9e26-f13414e099f3 req-0cb7e904-5e4e-49d4-b8ea-17eb37002635 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355766 Apr 01 12:36:30.545226 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port de1d1fcc-f980-4086-b3c2-120216254f5b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de1d1fcc-f980-4086-b3c2-120216254f5b,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:30.557169 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'de1d1fcc-f980-4086-b3c2-120216254f5b', 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'port_id': 'de1d1fcc-f980-4086-b3c2-120216254f5b', 'mac_address': 'fa:16:3e:7f:e4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac70454-03c6-441d-a202-2cdb53da5bc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:36:30.600121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:30.613390 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1d1fcc-f980-4086-b3c2-120216254f5b {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:36:30.632326 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port de1d1fcc-f980-4086-b3c2-120216254f5b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de1d1fcc-f980-4086-b3c2-120216254f5b,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:30.637219 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:30.688539 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=de1d1fcc-f980-4086-b3c2-120216254f5b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:30.798485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc196deb-f095-4315-ae27-45ee6024d173 req-28b08313-6f85-43f9-bd1d-8eb5b586b928 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:30.805506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc196deb-f095-4315-ae27-45ee6024d173 req-28b08313-6f85-43f9-bd1d-8eb5b586b928 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:30.811299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc196deb-f095-4315-ae27-45ee6024d173 req-28b08313-6f85-43f9-bd1d-8eb5b586b928 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:30.817147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc196deb-f095-4315-ae27-45ee6024d173 req-28b08313-6f85-43f9-bd1d-8eb5b586b928 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:30.823909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc196deb-f095-4315-ae27-45ee6024d173 req-28b08313-6f85-43f9-bd1d-8eb5b586b928 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:30.829668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc196deb-f095-4315-ae27-45ee6024d173 req-28b08313-6f85-43f9-bd1d-8eb5b586b928 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:30.836455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc196deb-f095-4315-ae27-45ee6024d173 req-28b08313-6f85-43f9-bd1d-8eb5b586b928 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:30.838418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc196deb-f095-4315-ae27-45ee6024d173 req-28b08313-6f85-43f9-bd1d-8eb5b586b928 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5444 time: 0.0947936 Apr 01 12:36:30.893199 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc196deb-f095-4315-ae27-45ee6024d173 req-92faff1c-cb7f-4f71-a41c-b9dc8598446b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452924 Apr 01 12:36:31.043080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4f603-5ac6-4eb2-8775-75d556c7f2a1 req-c8a0ac4a-a866-481c-8882-6409ccd516be tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:31.044578 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96f4f603-5ac6-4eb2-8775-75d556c7f2a1 req-c8a0ac4a-a866-481c-8882-6409ccd516be tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 945 time: 0.0494711 Apr 01 12:36:31.082365 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96f4f603-5ac6-4eb2-8775-75d556c7f2a1 req-9b23abbf-4035-45d7-aed9-d8d4fe31b7ed tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317092 Apr 01 12:36:31.102272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['de1d1fcc-f980-4086-b3c2-120216254f5b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:36:31.530829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36004) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:31.634316 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e4fbc-c750-470e-bda0-c5e6397acfdd req-2dfcaa61-8395-40db-96c4-83b831076300 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:31.635903 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bc2e4fbc-c750-470e-bda0-c5e6397acfdd req-2dfcaa61-8395-40db-96c4-83b831076300 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 944 time: 0.0527689 Apr 01 12:36:31.673384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:31.673860 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bc2e4fbc-c750-470e-bda0-c5e6397acfdd req-45efc362-3631-4e72-b73d-1ca7f40eb756 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Apr 01 12:36:31.700367 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:31.796596 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:31.905028 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Allocated IP 172.25.7.170 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/a50597d6-db49-42c6-9786-c427060c88d3) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:32.040428 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.056933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaad744-2079-4f8a-8a08-f8acaad95b44 req-9529b27d-2e12-410b-ae49-bc0ffef491da tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:32.062756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaad744-2079-4f8a-8a08-f8acaad95b44 req-9529b27d-2e12-410b-ae49-bc0ffef491da tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:32.068612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaad744-2079-4f8a-8a08-f8acaad95b44 req-9529b27d-2e12-410b-ae49-bc0ffef491da tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:32.074460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaad744-2079-4f8a-8a08-f8acaad95b44 req-9529b27d-2e12-410b-ae49-bc0ffef491da tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:32.080256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaad744-2079-4f8a-8a08-f8acaad95b44 req-9529b27d-2e12-410b-ae49-bc0ffef491da tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:32.086630 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaad744-2079-4f8a-8a08-f8acaad95b44 req-9529b27d-2e12-410b-ae49-bc0ffef491da tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:32.092427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaad744-2079-4f8a-8a08-f8acaad95b44 req-9529b27d-2e12-410b-ae49-bc0ffef491da tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:32.094337 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fbaad744-2079-4f8a-8a08-f8acaad95b44 req-9529b27d-2e12-410b-ae49-bc0ffef491da tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5444 time: 0.1190753 Apr 01 12:36:32.150742 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fbaad744-2079-4f8a-8a08-f8acaad95b44 req-c191972a-5e6c-455b-86de-0dc332491efe tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0495420 Apr 01 12:36:32.159440 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.204754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:32.209579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:32.214105 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:32.214956 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df9b38-cad1-4946-9949-7d9d5ee9a2ff req-38191257-4731-48b3-bc2e-371e3654ff63 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:32.216531 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f4df9b38-cad1-4946-9949-7d9d5ee9a2ff req-38191257-4731-48b3-bc2e-371e3654ff63 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 945 time: 0.0572095 Apr 01 12:36:32.216929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event updated for resources: {'Port': ['ID=a50597d6-db49-42c6-9786-c427060c88d3,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:32.257268 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f4df9b38-cad1-4946-9949-7d9d5ee9a2ff req-590d27da-f791-4821-89bf-c77e022d316e tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335939 Apr 01 12:36:32.298349 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.331624 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.473343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device de1d1fcc-f980-4086-b3c2-120216254f5b up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:32.490567 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.495868 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.521897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port de1d1fcc-f980-4086-b3c2-120216254f5b completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:36:32.526235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port de1d1fcc-f980-4086-b3c2-120216254f5b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:32.526608 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.570673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event updated for resources: {'Port': ['ID=a50597d6-db49-42c6-9786-c427060c88d3,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:32.579175 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.601290 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.602560 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bd7837c4-8eb0-4dbd-bf03-e902730957d3 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0707088 Apr 01 12:36:32.605313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36014) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:32.610287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-792004687'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:32.614251 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.629727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Made reservation on behalf of 6118ca3fd0bf479394a8733a7ae09e49 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:36:32.633653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.637563 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d1fcc-f980-4086-b3c2-120216254f5b'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:32.639852 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c80dcab-df2a-4cb4-a2a1-f2c61a9b71a4" -d '{"events": [{"server_uuid": "3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3", "name": "network-vif-plugged", "status": "completed", "tag": "de1d1fcc-f980-4086-b3c2-120216254f5b"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:32.642665 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.654333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port de1d1fcc-f980-4086-b3c2-120216254f5b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de1d1fcc-f980-4086-b3c2-120216254f5b,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:32.659507 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.687460 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d82898-03b8-4d3b-96f7-f7dd6a7ddddc x-openstack-request-id: req-a0d82898-03b8-4d3b-96f7-f7dd6a7ddddc {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:32.687785 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3", "name": "network-vif-plugged", "status": "completed", "tag": "de1d1fcc-f980-4086-b3c2-120216254f5b", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:32.688084 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0d82898-03b8-4d3b-96f7-f7dd6a7ddddc {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:32.688480 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d82898-03b8-4d3b-96f7-f7dd6a7ddddc'] response: {'server_uuid': '3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d1fcc-f980-4086-b3c2-120216254f5b', 'code': 200} Apr 01 12:36:32.726868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=de1d1fcc-f980-4086-b3c2-120216254f5b,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:32.747079 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.757377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.797385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448b74c-b1fb-4c71-8b65-35c9cb38b68b req-df32a048-e3ec-40df-9d9c-9a47485da637 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:32.799464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d448b74c-b1fb-4c71-8b65-35c9cb38b68b req-df32a048-e3ec-40df-9d9c-9a47485da637 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0493281 Apr 01 12:36:32.815647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:36:32.840609 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d448b74c-b1fb-4c71-8b65-35c9cb38b68b req-9d702f4b-facb-497a-9398-823eb3cf91e3 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336161 Apr 01 12:36:32.849016 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63cbcdf-a024-4bc5-9d40-1e0378125bde,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:32.852129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:32.852465 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Added segment e6c4c94a-aa14-4bbb-bb84-3ce2e604c904 of type vlan for network c0eec9f2-6868-4ca1-b1d1-0368ca892f60 Apr 01 12:36:32.869738 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c1582-95ec-4317-a5e0-0bde756e5d8b req-af671bc3-f101-4d34-913a-f2e3ddb78dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:32.871525 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-335c1582-95ec-4317-a5e0-0bde756e5d8b req-af671bc3-f101-4d34-913a-f2e3ddb78dc1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 1096 time: 0.1231263 Apr 01 12:36:32.912050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-bb9defad-a2e8-40fa-a227-b0b15e01ecb0 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:32.913434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-bb9defad-a2e8-40fa-a227-b0b15e01ecb0 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 945 time: 0.1366086 Apr 01 12:36:32.944018 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:33.012838 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-335c1582-95ec-4317-a5e0-0bde756e5d8b req-2108baab-6ee8-429f-bdfd-d42f1988774f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197207 Apr 01 12:36:33.028915 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:33.034133 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.034693 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:33.081932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-89638acb-f4e3-449c-9d80-6534c0895d28 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.087702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-89638acb-f4e3-449c-9d80-6534c0895d28 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.093410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-89638acb-f4e3-449c-9d80-6534c0895d28 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.099792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-89638acb-f4e3-449c-9d80-6534c0895d28 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.105476 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-89638acb-f4e3-449c-9d80-6534c0895d28 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.111262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-89638acb-f4e3-449c-9d80-6534c0895d28 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.117556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-89638acb-f4e3-449c-9d80-6534c0895d28 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.119347 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-89638acb-f4e3-449c-9d80-6534c0895d28 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5444 time: 0.2000408 Apr 01 12:36:33.157468 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5510855 Apr 01 12:36:33.160482 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36020) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:33.165941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-96d44706-974e-4030-bd82-d967943f1cb9 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Request body: {'subnet': {'network_id': 'c0eec9f2-6868-4ca1-b1d1-0368ca892f60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:33.227939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-4408037f-69a0-4aad-9ab5-70210ab24273 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.229305 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-4408037f-69a0-4aad-9ab5-70210ab24273 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "GET /v2.0/ports/0001f562-db05-4af2-9682-0992e0cedd08?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0959578 Apr 01 12:36:33.229900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8b09b-2e3e-44b5-a525-8087e0c3ddb6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event updated for resources: {'Network': ['ID=c0eec9f2-6868-4ca1-b1d1-0368ca892f60,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:33.242150 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network c0eec9f2-6868-4ca1-b1d1-0368ca892f60 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:36:33.282147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d44706-974e-4030-bd82-d967943f1cb9 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Made reservation on behalf of 6118ca3fd0bf479394a8733a7ae09e49 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:36:33.288350 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-96d44706-974e-4030-bd82-d967943f1cb9 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:33.300081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Deleting port 8989d613-03f2-4ac3-9591-0971224fba7c {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:33.300411 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:33.419390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b942179-17ec-4d30-8558-d8f1ead086e1 req-811b6fa5-6d25-4425-84d5-a5ea8b79cb98 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.425256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b942179-17ec-4d30-8558-d8f1ead086e1 req-811b6fa5-6d25-4425-84d5-a5ea8b79cb98 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.431224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b942179-17ec-4d30-8558-d8f1ead086e1 req-811b6fa5-6d25-4425-84d5-a5ea8b79cb98 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.437081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b942179-17ec-4d30-8558-d8f1ead086e1 req-811b6fa5-6d25-4425-84d5-a5ea8b79cb98 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.443074 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b942179-17ec-4d30-8558-d8f1ead086e1 req-811b6fa5-6d25-4425-84d5-a5ea8b79cb98 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.448963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b942179-17ec-4d30-8558-d8f1ead086e1 req-811b6fa5-6d25-4425-84d5-a5ea8b79cb98 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.454898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b942179-17ec-4d30-8558-d8f1ead086e1 req-811b6fa5-6d25-4425-84d5-a5ea8b79cb98 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.457065 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b942179-17ec-4d30-8558-d8f1ead086e1 req-811b6fa5-6d25-4425-84d5-a5ea8b79cb98 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 5444 time: 0.2205603 Apr 01 12:36:33.505921 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b3173bdb-df11-4854-a95c-b39dcb51967e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "GET /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2706137 Apr 01 12:36:33.525827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-afeee581-c817-493f-bf26-a3eba370180c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:33.563332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] For port 8989d613-03f2-4ac3-9591-0971224fba7c, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=8989d613-03f2-4ac3-9591-0971224fba7c,segment=NetworkSegment(b05de66a-9e44-47b7-8e1e-a0634b82d502),segment_id=b05de66a-9e44-47b7-8e1e-a0634b82d502)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:33.563700 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:33.589620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b942179-17ec-4d30-8558-d8f1ead086e1 req-3d3d6743-d08c-430f-86d6-8f548783d56e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167839 Apr 01 12:36:33.653474 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-afeee581-c817-493f-bf26-a3eba370180c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:33.721183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd4c51-af15-42ff-a091-719590f71272 req-46349003-4a06-437f-8a67-861d35728809 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.722690 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-20cd4c51-af15-42ff-a091-719590f71272 req-46349003-4a06-437f-8a67-861d35728809 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 945 time: 0.3615799 Apr 01 12:36:33.796183 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-20cd4c51-af15-42ff-a091-719590f71272 req-f8292776-0652-4d3d-84c9-4a80f4df622e tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc8ecd06-93f3-450f-8302-fe8ec52674b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662537 Apr 01 12:36:33.846013 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-96d44706-974e-4030-bd82-d967943f1cb9 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:33.850384 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:33.850748 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:33.851060 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Floating IP 2ba44645-59e0-4fcb-9567-44cc36de4ca2 disassociated. External IP: 172.25.7.216, port: 8989d613-03f2-4ac3-9591-0971224fba7c. Apr 01 12:36:33.851391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Calling delete_port for 8989d613-03f2-4ac3-9591-0971224fba7c owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:33.906948 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d44706-974e-4030-bd82-d967943f1cb9 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event updated for resources: {'Subnet': ['ID=5542f819-c861-4404-89ad-18a3314bf617,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:33.914690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d44706-974e-4030-bd82-d967943f1cb9 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Checking segment: {'id': 'e6c4c94a-aa14-4bbb-bb84-3ce2e604c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c0eec9f2-6868-4ca1-b1d1-0368ca892f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:33.915047 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d44706-974e-4030-bd82-d967943f1cb9 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Network hostable DHCP agents. Network: c0eec9f2-6868-4ca1-b1d1-0368ca892f60, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:36:33.921735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-afeee581-c817-493f-bf26-a3eba370180c service neutron] For port 0001f562-db05-4af2-9682-0992e0cedd08, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0001f562-db05-4af2-9682-0992e0cedd08,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:33.932012 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d44706-974e-4030-bd82-d967943f1cb9 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Network c0eec9f2-6868-4ca1-b1d1-0368ca892f60 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:36:33.941307 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-96d44706-974e-4030-bd82-d967943f1cb9 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, c0eec9f2-6868-4ca1-b1d1-0368ca892f60) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:33.945599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d44706-974e-4030-bd82-d967943f1cb9 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:33.946227 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-96d44706-974e-4030-bd82-d967943f1cb9 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:33.953637 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b140d13a-8e5c-417d-942e-676db2f9f9d5 None None] Network c0eec9f2-6868-4ca1-b1d1-0368ca892f60 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:36:33.963679 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-96d44706-974e-4030-bd82-d967943f1cb9 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8020751 Apr 01 12:36:33.966583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36030) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:33.972651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-846340600', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:33.995787 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:33.996779 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.017515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ef657-0be3-40a0-902c-9e06af4d0eba req-962fc1e8-8196-407c-a1e4-680516b74649 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:34.019039 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2c4ef657-0be3-40a0-902c-9e06af4d0eba req-962fc1e8-8196-407c-a1e4-680516b74649 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1052322 Apr 01 12:36:34.020037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-afeee581-c817-493f-bf26-a3eba370180c service neutron] For port 0001f562-db05-4af2-9682-0992e0cedd08, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:34.051514 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.088457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-afeee581-c817-493f-bf26-a3eba370180c service neutron] device_id is not set on port 0001f562-db05-4af2-9682-0992e0cedd08 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:36:34.101838 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-afeee581-c817-493f-bf26-a3eba370180c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.119606 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-afeee581-c817-493f-bf26-a3eba370180c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.133212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-c0eec9f2-6868-4ca1-b1d1-0368ca892f60', 'network_id': 'c0eec9f2-6868-4ca1-b1d1-0368ca892f60', 'tenant_id': '6118ca3fd0bf479394a8733a7ae09e49', 'fixed_ips': [{'subnet_id': '5542f819-c861-4404-89ad-18a3314bf617'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:36:34.134289 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.159141 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2c4ef657-0be3-40a0-902c-9e06af4d0eba req-bb2a71dc-b52c-43c2-b0b8-00d304c1357b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190019 Apr 01 12:36:34.185162 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.204595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-afeee581-c817-493f-bf26-a3eba370180c service neutron] No DVR routers for this DVR port 0001f562-db05-4af2-9682-0992e0cedd08 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:34.209228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeee581-c817-493f-bf26-a3eba370180c service neutron] Pushing event updated for resources: {'Port': ['ID=0001f562-db05-4af2-9682-0992e0cedd08,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:34.260894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Pushing event deleted for resources: {'Port': ['ID=8989d613-03f2-4ac3-9591-0971224fba7c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:34.276424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-afeee581-c817-493f-bf26-a3eba370180c service neutron] In _notify_port_updated(), no bound segment for port 0001f562-db05-4af2-9682-0992e0cedd08 on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:36:34.277265 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.277418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-afeee581-c817-493f-bf26-a3eba370180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:34.277885 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-afeee581-c817-493f-bf26-a3eba370180c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.279214 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-afeee581-c817-493f-bf26-a3eba370180c service neutron] 10.222.0.44 "PUT /v2.0/ports/0001f562-db05-4af2-9682-0992e0cedd08 HTTP/1.1" status: 200 len: 1032 time: 0.7626882 Apr 01 12:36:34.318196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Allocated IP 172.20.0.2 (c0eec9f2-6868-4ca1-b1d1-0368ca892f60/5542f819-c861-4404-89ad-18a3314bf617/d6e33a52-bfba-4f15-b4ef-5e72f32e6705) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:34.378732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b305b51d-793d-42d3-93e4-2121fd2bf076 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:34.380088 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b305b51d-793d-42d3-93e4-2121fd2bf076 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "GET /v2.0/ports/5e1b1c53-b540-4432-941f-2c8d708a455a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0585313 Apr 01 12:36:34.417928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:34.515766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:36:34.522555 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.526954 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.530489 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.537685 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.565059 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.576726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Network c0eec9f2-6868-4ca1-b1d1-0368ca892f60 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:34.594368 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:34.598459 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:34.609876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Pushing event updated for resources: {'Port': ['ID=d6e33a52-bfba-4f15-b4ef-5e72f32e6705,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:34.680624 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Attempting to bind port d6e33a52-bfba-4f15-b4ef-5e72f32e6705 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:36:34.680989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Attempting to bind port d6e33a52-bfba-4f15-b4ef-5e72f32e6705 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'e6c4c94a-aa14-4bbb-bb84-3ce2e604c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c0eec9f2-6868-4ca1-b1d1-0368ca892f60'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:36:34.681347 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Attempting to bind port d6e33a52-bfba-4f15-b4ef-5e72f32e6705 on network c0eec9f2-6868-4ca1-b1d1-0368ca892f60 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:34.691603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:36:34.691993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Checking segment: {'id': 'e6c4c94a-aa14-4bbb-bb84-3ce2e604c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c0eec9f2-6868-4ca1-b1d1-0368ca892f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:34.692409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.692928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Bound using segment: {'id': 'e6c4c94a-aa14-4bbb-bb84-3ce2e604c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c0eec9f2-6868-4ca1-b1d1-0368ca892f60'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:36:34.693443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Bound port: d6e33a52-bfba-4f15-b4ef-5e72f32e6705, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c4c94a-aa14-4bbb-bb84-3ce2e604c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c0eec9f2-6868-4ca1-b1d1-0368ca892f60'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:36:34.693839 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.696079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8c756c6b-3977-4bfb-a6db-1bb1641ea4e8 None None] Provisioning complete for port 0001f562-db05-4af2-9682-0992e0cedd08 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:34.696431 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8c756c6b-3977-4bfb-a6db-1bb1641ea4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.722772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Allocated IP 172.25.7.161 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/42ad5806-131c-424c-8d24-57999171a949) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:34.768748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8c756c6b-3977-4bfb-a6db-1bb1641ea4e8 None None] Port 0001f562-db05-4af2-9682-0992e0cedd08 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:34.806965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] For port d6e33a52-bfba-4f15-b4ef-5e72f32e6705, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:34.810949 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] For port d6e33a52-bfba-4f15-b4ef-5e72f32e6705, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d6e33a52-bfba-4f15-b4ef-5e72f32e6705,segment=NetworkSegment(e6c4c94a-aa14-4bbb-bb84-3ce2e604c904),segment_id=e6c4c94a-aa14-4bbb-bb84-3ce2e604c904)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:36:34.816143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac048c-a0a7-4b1f-a5e0-5de857e81e72 req-c8b53834-6e79-4a85-a72c-9fe30b0fa890 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:34.819599 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:34.844793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac048c-a0a7-4b1f-a5e0-5de857e81e72 req-c8b53834-6e79-4a85-a72c-9fe30b0fa890 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:34.864370 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac048c-a0a7-4b1f-a5e0-5de857e81e72 req-c8b53834-6e79-4a85-a72c-9fe30b0fa890 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:34.880073 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac048c-a0a7-4b1f-a5e0-5de857e81e72 req-c8b53834-6e79-4a85-a72c-9fe30b0fa890 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:34.897262 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac048c-a0a7-4b1f-a5e0-5de857e81e72 req-c8b53834-6e79-4a85-a72c-9fe30b0fa890 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:34.901069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd9717-795d-44b4-ba8c-5f539dff9ee0 None None] Pushing event updated for resources: {'Port': ['ID=d6e33a52-bfba-4f15-b4ef-5e72f32e6705,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:34.909858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac048c-a0a7-4b1f-a5e0-5de857e81e72 req-c8b53834-6e79-4a85-a72c-9fe30b0fa890 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:34.922938 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9eac048c-a0a7-4b1f-a5e0-5de857e81e72 req-c8b53834-6e79-4a85-a72c-9fe30b0fa890 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 4665 time: 0.2223232 Apr 01 12:36:35.005243 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9eac048c-a0a7-4b1f-a5e0-5de857e81e72 req-5769e39f-195f-405e-9a54-b76990591519 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c397300-b884-433f-bb50-6772b0ae68e5&id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806265 Apr 01 12:36:35.039925 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:35.101137 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:35.153579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:35.157572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:35.159585 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event updated for resources: {'Port': ['ID=42ad5806-131c-424c-8d24-57999171a949,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:35.167462 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:35.168625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d432d3ce-f5e7-425f-8f53-4eb8a8abfa0f req-10869395-5294-4097-9787-73189af11a26 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e22f354-d69f-4ec3-88c5-af1106d67d88 HTTP/1.1" status: 200 len: 210 time: 0.0391445 Apr 01 12:36:35.186311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] For port 5e1b1c53-b540-4432-941f-2c8d708a455a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e1b1c53-b540-4432-941f-2c8d708a455a,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:35.208701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:35.220629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b2838e-6012-45a2-8215-59228bd9d382 None None] Sync routers for ids ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:35.240252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b2838e-6012-45a2-8215-59228bd9d382 None None] Routers {'545c83d1-9e69-4a4c-ac69-14c249c8b6c8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:35.241041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c5b2838e-6012-45a2-8215-59228bd9d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:35.277379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] No DVR routers for this DVR port 8989d613-03f2-4ac3-9591-0971224fba7c on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:35.280209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:35.283978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d1f46039-9332-4e97-ad97-0ed2f96da29c req-9482c51b-45d0-4592-8d2b-9ed425baf5c7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.37 "DELETE /v2.0/ports/8989d613-03f2-4ac3-9591-0971224fba7c HTTP/1.1" status: 204 len: 173 time: 2.3502421 Apr 01 12:36:35.287008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'name': 'network-vif-deleted', 'tag': '8989d613-03f2-4ac3-9591-0971224fba7c'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:35.290761 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed78aa69-be26-458c-8867-96b3ea339d0e" -d '{"events": [{"server_uuid": "8e22f354-d69f-4ec3-88c5-af1106d67d88", "name": "network-vif-deleted", "tag": "8989d613-03f2-4ac3-9591-0971224fba7c"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:35.313069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] For port 5e1b1c53-b540-4432-941f-2c8d708a455a, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:35.352624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] device_id is not set on port 5e1b1c53-b540-4432-941f-2c8d708a455a yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:36:35.368040 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:35.376527 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc68dd6-265a-4e48-85fe-4303c8025370 x-openstack-request-id: req-afc68dd6-265a-4e48-85fe-4303c8025370 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:35.377084 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e22f354-d69f-4ec3-88c5-af1106d67d88", "name": "network-vif-deleted", "tag": "8989d613-03f2-4ac3-9591-0971224fba7c", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:35.377482 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-afc68dd6-265a-4e48-85fe-4303c8025370 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:35.378149 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc68dd6-265a-4e48-85fe-4303c8025370'] response: {'server_uuid': '8e22f354-d69f-4ec3-88c5-af1106d67d88', 'name': 'network-vif-deleted', 'tag': '8989d613-03f2-4ac3-9591-0971224fba7c', 'status': 'completed', 'code': 200} Apr 01 12:36:35.383497 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:35.428666 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ae1ae-f3a6-4000-80e1-94861285962d req-c8d99645-d00b-4448-8ed0-c64dd5ec9bab tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:35.431374 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f4ae1ae-f3a6-4000-80e1-94861285962d req-c8d99645-d00b-4448-8ed0-c64dd5ec9bab tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1305041 Apr 01 12:36:35.446038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-c5b2838e-6012-45a2-8215-59228bd9d382 None None] Set router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:35.449463 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1b1c53-b540-4432-941f-2c8d708a455a,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:35.481649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] No DVR routers for this DVR port 5e1b1c53-b540-4432-941f-2c8d708a455a on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:35.521229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] In _notify_port_updated(), no bound segment for port 5e1b1c53-b540-4432-941f-2c8d708a455a on network 8299f7cb-4ccf-4e00-b386-8891291bcc0a {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:36:35.522138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:35.522749 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:35.524142 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e56c09b5-07d3-430c-9508-81c1a921f2c6 service neutron] 10.222.0.44 "PUT /v2.0/ports/5e1b1c53-b540-4432-941f-2c8d708a455a HTTP/1.1" status: 200 len: 1032 time: 1.1104603 Apr 01 12:36:35.643735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-295a5e01-d55e-43d8-a725-a69624f639bc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Deleting port 782604cb-2bb9-428a-9dc4-3a1149c5ee64 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:35.644081 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-295a5e01-d55e-43d8-a725-a69624f639bc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:35.663361 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:35.756858 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f4ae1ae-f3a6-4000-80e1-94861285962d req-ace9a0ab-d16b-4135-b66b-b99635fdb034 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166323 Apr 01 12:36:35.763200 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c5b2838e-6012-45a2-8215-59228bd9d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'cc9f5534-ae56-4de2-9359-2d92a7d2f4b8', 'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'mac_address': 'fa:16:3e:50:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:56Z', 'updated_at': '2022-04-01T12:35:02Z', 'revision_number': 5, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'subnets': [{'id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:35.789270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-295a5e01-d55e-43d8-a725-a69624f639bc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] For port 782604cb-2bb9-428a-9dc4-3a1149c5ee64, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=782604cb-2bb9-428a-9dc4-3a1149c5ee64,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:35.789633 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-295a5e01-d55e-43d8-a725-a69624f639bc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:35.827420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-295a5e01-d55e-43d8-a725-a69624f639bc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Calling delete_port for 782604cb-2bb9-428a-9dc4-3a1149c5ee64 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:35.834665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b2838e-6012-45a2-8215-59228bd9d382 None None] Checking router: 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:36:35.856427 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-67f3a012-17f5-4e38-a60e-1dc138e61360 None None] Provisioning complete for port 5e1b1c53-b540-4432-941f-2c8d708a455a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:35.856910 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-67f3a012-17f5-4e38-a60e-1dc138e61360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:35.860146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b2838e-6012-45a2-8215-59228bd9d382 None None] Routers {'545c83d1-9e69-4a4c-ac69-14c249c8b6c8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:35.860866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c5b2838e-6012-45a2-8215-59228bd9d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:36.065998 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-295a5e01-d55e-43d8-a725-a69624f639bc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.103381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-c5b2838e-6012-45a2-8215-59228bd9d382 None None] Set router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:36.127109 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8ba2c-cea0-4b71-8778-c932053425cf req-992e267d-1a0d-4a92-ad0b-8f325afbff60 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:36.128094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a5e01-d55e-43d8-a725-a69624f639bc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Port': ['ID=782604cb-2bb9-428a-9dc4-3a1149c5ee64,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:36.131188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-67f3a012-17f5-4e38-a60e-1dc138e61360 None None] Port 5e1b1c53-b540-4432-941f-2c8d708a455a cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:36.141720 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bfa8ba2c-cea0-4b71-8778-c932053425cf req-992e267d-1a0d-4a92-ad0b-8f325afbff60 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1605690 Apr 01 12:36:36.219549 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750342b8-d900-4111-8b62-3a4046e33e2b None None] Network c0eec9f2-6868-4ca1-b1d1-0368ca892f60 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:36:36.229745 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.250251 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bfa8ba2c-cea0-4b71-8778-c932053425cf req-0614ca58-05d7-4928-9d45-277dcf093837 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073067 Apr 01 12:36:36.277535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-295a5e01-d55e-43d8-a725-a69624f639bc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] No DVR routers for this DVR port 782604cb-2bb9-428a-9dc4-3a1149c5ee64 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:36.281505 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-295a5e01-d55e-43d8-a725-a69624f639bc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.284924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-295a5e01-d55e-43d8-a725-a69624f639bc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "DELETE /v2.0/ports/782604cb-2bb9-428a-9dc4-3a1149c5ee64 HTTP/1.1" status: 204 len: 173 time: 0.7544897 Apr 01 12:36:36.291778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d6e33a52-bfba-4f15-b4ef-5e72f32e6705 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:36.350601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208085f-edc9-4a10-a420-2bc66026cfdd req-6c1c8d93-e022-4a27-926b-4cad29789f4c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:36.356512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208085f-edc9-4a10-a420-2bc66026cfdd req-6c1c8d93-e022-4a27-926b-4cad29789f4c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:36.362277 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36050) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:36.362449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208085f-edc9-4a10-a420-2bc66026cfdd req-6c1c8d93-e022-4a27-926b-4cad29789f4c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:36.368762 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208085f-edc9-4a10-a420-2bc66026cfdd req-6c1c8d93-e022-4a27-926b-4cad29789f4c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:36.370779 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5208085f-edc9-4a10-a420-2bc66026cfdd req-6c1c8d93-e022-4a27-926b-4cad29789f4c tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 3151 time: 0.2136149 Apr 01 12:36:36.417170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-46ebde0f-dfb2-4383-90f8-e400ce37daa1 None None] Provisioning complete for port d6e33a52-bfba-4f15-b4ef-5e72f32e6705 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:36.418173 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-46ebde0f-dfb2-4383-90f8-e400ce37daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.446608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5208085f-edc9-4a10-a420-2bc66026cfdd req-f4622bb3-39b6-49ec-896c-0d358ac10019 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556755 Apr 01 12:36:36.447839 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f77f6304-b5bf-42d2-a213-8e15a5371437 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.453779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Deleting port 0468e38c-78b5-48d7-9cc6-7143f8d41d14 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:36.454151 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.479134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Router eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:36:36.482239 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f77f6304-b5bf-42d2-a213-8e15a5371437 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.620319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] For port 0468e38c-78b5-48d7-9cc6-7143f8d41d14, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0468e38c-78b5-48d7-9cc6-7143f8d41d14,segment=NetworkSegment(da62e856-d508-4f97-8492-3e3a3e7a55b7),segment_id=da62e856-d508-4f97-8492-3e3a3e7a55b7)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:36.621367 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.621527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 8989d613-03f2-4ac3-9591-0971224fba7c no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:36.623793 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f71f1ac4-3a55-4c9b-bc15-e6396a7ffa03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.632669 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f77f6304-b5bf-42d2-a213-8e15a5371437 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.635459 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f77f6304-b5bf-42d2-a213-8e15a5371437 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.640311 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f77f6304-b5bf-42d2-a213-8e15a5371437 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "DELETE /v2.0/security-groups/dc8ecd06-93f3-450f-8302-fe8ec52674b7 HTTP/1.1" status: 204 len: 168 time: 0.2734179 Apr 01 12:36:36.643308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36054) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:36.656793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:36.669031 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c024ad2a-1a0b-440a-accf-94c78210bcd2 None None] Sync routers for ids ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:36.672120 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 8989d613-03f2-4ac3-9591-0971224fba7c {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:36:36.672465 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 8989d613-03f2-4ac3-9591-0971224fba7c not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:36:36.675468 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f6304-b5bf-42d2-a213-8e15a5371437 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8ecd06-93f3-450f-8302-fe8ec52674b7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:36.699246 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024ad2a-1a0b-440a-accf-94c78210bcd2 None None] Routers {'eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:36.700143 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c024ad2a-1a0b-440a-accf-94c78210bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:36.701866 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-d1c16c68-6fe6-4e3b-85f6-ded94c3dec63 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] show failed (client error): The resource could not be found. Apr 01 12:36:36.702956 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.703107 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d1c16c68-6fe6-4e3b-85f6-ded94c3dec63 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "GET /v2.0/security-groups/dc8ecd06-93f3-450f-8302-fe8ec52674b7 HTTP/1.1" status: 404 len: 347 time: 0.0586455 Apr 01 12:36:36.707898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36056) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:36.708060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36058) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:36.711848 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ec09bf52-0294-4636-82ef-ef1019ae5b82 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.7438009 Apr 01 12:36:36.726803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0cb3f7de-25f7-4620-82b0-780bc40d6bad no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:36.753003 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c024ad2a-1a0b-440a-accf-94c78210bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:36.763449 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024ad2a-1a0b-440a-accf-94c78210bcd2 None None] Routers {'eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:36.764208 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c024ad2a-1a0b-440a-accf-94c78210bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:36.806367 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c024ad2a-1a0b-440a-accf-94c78210bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:36.807366 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c024ad2a-1a0b-440a-accf-94c78210bcd2 None None] The sync data for ids ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:36.854743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d6e33a52-bfba-4f15-b4ef-5e72f32e6705 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:36.855033 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.919874 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-46ebde0f-dfb2-4383-90f8-e400ce37daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:36.994944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c5b2838e-6012-45a2-8215-59228bd9d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'cc9f5534-ae56-4de2-9359-2d92a7d2f4b8', 'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'mac_address': 'fa:16:3e:50:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:56Z', 'updated_at': '2022-04-01T12:35:02Z', 'revision_number': 5, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'subnets': [{'id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:37.035952 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.040662 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b2838e-6012-45a2-8215-59228bd9d382 None None] The sync data for ids ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'] in n-d-836146-1 is: [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:34:57Z', 'revision_number': 4, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'cc9f5534-ae56-4de2-9359-2d92a7d2f4b8', 'name': '', 'network_id': 'dacc8523-7612-48af-a5c9-05adc977d50f', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'mac_address': 'fa:16:3e:50:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:56Z', 'updated_at': '2022-04-01T12:35:02Z', 'revision_number': 5, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'subnets': [{'id': 'a021b830-a800-42bf-97e9-b32217c1b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:37.044537 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-46ebde0f-dfb2-4383-90f8-e400ce37daa1 None None] For port d6e33a52-bfba-4f15-b4ef-5e72f32e6705, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d6e33a52-bfba-4f15-b4ef-5e72f32e6705,segment=NetworkSegment(e6c4c94a-aa14-4bbb-bb84-3ce2e604c904),segment_id=e6c4c94a-aa14-4bbb-bb84-3ce2e604c904)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:37.073769 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-46ebde0f-dfb2-4383-90f8-e400ce37daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.125036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb3f7de-25f7-4620-82b0-780bc40d6bad'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:37.127388 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe755ec-f522-40cf-a79e-eae970bdc171" -d '{"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb3f7de-25f7-4620-82b0-780bc40d6bad"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:37.158397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0cb3f7de-25f7-4620-82b0-780bc40d6bad, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0cb3f7de-25f7-4620-82b0-780bc40d6bad,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:37.172985 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.173665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a2f119a9-b8d7-4a60-9c4f-c9688743c1cb no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:37.200260 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5be46e7b-2b2f-4144-8f28-6b2332860ff7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Deleting port d743055d-2016-48bc-a454-76b75920586e {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:37.200567 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5be46e7b-2b2f-4144-8f28-6b2332860ff7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.209103 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b69969-0071-4c7f-81bd-443035fa6304 x-openstack-request-id: req-04b69969-0071-4c7f-81bd-443035fa6304 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:37.209791 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb3f7de-25f7-4620-82b0-780bc40d6bad", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:37.210123 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04b69969-0071-4c7f-81bd-443035fa6304 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:37.210575 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b69969-0071-4c7f-81bd-443035fa6304'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb3f7de-25f7-4620-82b0-780bc40d6bad', 'code': 200} Apr 01 12:36:37.215416 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebde0f-dfb2-4383-90f8-e400ce37daa1 None None] Pushing event updated for resources: {'Port': ['ID=d6e33a52-bfba-4f15-b4ef-5e72f32e6705,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:37.264732 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.265491 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.265491 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Floating IP a978396c-6516-444c-ade3-e4ea84ece24a disassociated. External IP: 172.25.7.118, port: 0468e38c-78b5-48d7-9cc6-7143f8d41d14. Apr 01 12:36:37.265703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Calling delete_port for 0468e38c-78b5-48d7-9cc6-7143f8d41d14 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:37.276860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0cb3f7de-25f7-4620-82b0-780bc40d6bad,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:37.332139 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.345985 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-dd43f6f9-88d7-45f9-a116-abc60b91a45a None None] Provisioning complete for port d6e33a52-bfba-4f15-b4ef-5e72f32e6705 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:37.346710 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dd43f6f9-88d7-45f9-a116-abc60b91a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.384610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-deleted', 'tag': '782604cb-2bb9-428a-9dc4-3a1149c5ee64'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:37.386894 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f574ea0-a037-45a8-8c19-2a0965d91670" -d '{"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-deleted", "tag": "782604cb-2bb9-428a-9dc4-3a1149c5ee64"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:37.391330 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ebe7ce-b66d-43c4-9fb6-815a6bce1400 None None] New status for floating IP 2ba44645-59e0-4fcb-9567-44cc36de4ca2: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:36:37.431005 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5be46e7b-2b2f-4144-8f28-6b2332860ff7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.431332 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5be46e7b-2b2f-4144-8f28-6b2332860ff7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.444397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:37.481178 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ad42f9-a145-4b16-8b0a-2752e3c213db x-openstack-request-id: req-64ad42f9-a145-4b16-8b0a-2752e3c213db {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:37.481513 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-deleted", "tag": "782604cb-2bb9-428a-9dc4-3a1149c5ee64", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:37.481744 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64ad42f9-a145-4b16-8b0a-2752e3c213db {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:37.482145 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ad42f9-a145-4b16-8b0a-2752e3c213db'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-deleted', 'tag': '782604cb-2bb9-428a-9dc4-3a1149c5ee64', 'status': 'completed', 'code': 200} Apr 01 12:36:37.486047 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.486758 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e1b1c53-b540-4432-941f-2c8d708a455a no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:37.495360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5be46e7b-2b2f-4144-8f28-6b2332860ff7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Calling delete_port for d743055d-2016-48bc-a454-76b75920586e owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:37.533495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7623b-afdf-4079-9531-a6ecd516f20a req-956759fe-0e78-418e-a2fa-9c98fbaa49a1 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:37.535070 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fbf7623b-afdf-4079-9531-a6ecd516f20a req-956759fe-0e78-418e-a2fa-9c98fbaa49a1 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1990602 Apr 01 12:36:37.609705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137ada-9a68-4493-b18d-86c428458c2b req-734ef787-73c6-4ac9-96ef-d8ad67da5677 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:37.616513 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:37.617681 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137ada-9a68-4493-b18d-86c428458c2b req-734ef787-73c6-4ac9-96ef-d8ad67da5677 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:37.624895 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137ada-9a68-4493-b18d-86c428458c2b req-734ef787-73c6-4ac9-96ef-d8ad67da5677 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:37.639353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137ada-9a68-4493-b18d-86c428458c2b req-734ef787-73c6-4ac9-96ef-d8ad67da5677 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:37.642105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e1b1c53-b540-4432-941f-2c8d708a455a not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:36:37.644503 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5137ada-9a68-4493-b18d-86c428458c2b req-734ef787-73c6-4ac9-96ef-d8ad67da5677 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 3147 time: 0.0976903 Apr 01 12:36:37.651174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0001f562-db05-4af2-9682-0992e0cedd08 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:37.701946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0001f562-db05-4af2-9682-0992e0cedd08 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:36:37.702559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0468e38c-78b5-48d7-9cc6-7143f8d41d14 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:37.704410 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5137ada-9a68-4493-b18d-86c428458c2b req-b262c097-90e5-45a8-b550-419cd2650044 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542276 Apr 01 12:36:37.720383 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fbf7623b-afdf-4079-9531-a6ecd516f20a req-f895b6db-7e22-44cb-96ee-0f92744a318e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690722 Apr 01 12:36:37.784420 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.797668 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.822582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Port': ['ID=0468e38c-78b5-48d7-9cc6-7143f8d41d14,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:37.836670 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 782604cb-2bb9-428a-9dc4-3a1149c5ee64 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:37.855541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 782604cb-2bb9-428a-9dc4-3a1149c5ee64 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:36:37.855876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 782604cb-2bb9-428a-9dc4-3a1149c5ee64 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:36:37.856297 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 9a72bc3d-c93e-4eee-a682-5d589d7ea4da no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:37.934545 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.966228 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5be46e7b-2b2f-4144-8f28-6b2332860ff7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:37.969121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:37.973345 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:38.022853 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:38.152470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d6e33a52-bfba-4f15-b4ef-5e72f32e6705 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:38.203359 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d6e33a52-bfba-4f15-b4ef-5e72f32e6705 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:38.203785 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:38.299270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be46e7b-2b2f-4144-8f28-6b2332860ff7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Pushing event deleted for resources: {'Port': ['ID=d743055d-2016-48bc-a454-76b75920586e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:38.403068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Router 5013084c-dc2e-493c-9ddf-287e26c7a132 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:36:38.414244 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:38.434173 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5be46e7b-2b2f-4144-8f28-6b2332860ff7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:38.436938 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5be46e7b-2b2f-4144-8f28-6b2332860ff7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:38.438049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5be46e7b-2b2f-4144-8f28-6b2332860ff7 tempest-ServersTestFqdnHostnames-901186368 tempest-ServersTestFqdnHostnames-901186368-project] 10.222.0.45 "DELETE /v2.0/floatingips/2ba44645-59e0-4fcb-9567-44cc36de4ca2 HTTP/1.1" status: 204 len: 168 time: 1.7286325 Apr 01 12:36:38.441200 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36068) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:38.628307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:38.649627 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba19310-dcb1-4e9a-a20d-f7920f1b8ea3 None None] Sync routers for ids ['5013084c-dc2e-493c-9ddf-287e26c7a132'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:38.656542 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:38.664875 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba19310-dcb1-4e9a-a20d-f7920f1b8ea3 None None] Routers {'5013084c-dc2e-493c-9ddf-287e26c7a132'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:38.665566 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2ba19310-dcb1-4e9a-a20d-f7920f1b8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5013084c-dc2e-493c-9ddf-287e26c7a132'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:38.699608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] No DVR routers for this DVR port 0468e38c-78b5-48d7-9cc6-7143f8d41d14 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:38.705913 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:38.709626 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-b38d0d41-5c6b-45ea-93f7-b6a5a09e5099 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "DELETE /v2.0/ports/0468e38c-78b5-48d7-9cc6-7143f8d41d14 HTTP/1.1" status: 204 len: 173 time: 2.4184844 Apr 01 12:36:38.782396 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-2ba19310-dcb1-4e9a-a20d-f7920f1b8ea3 None None] Set router 5013084c-dc2e-493c-9ddf-287e26c7a132 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:38.797996 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:38.852952 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c984844-7518-45af-84cc-e023fd127ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:38.859379 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-19a4a9e9-e7e7-47f2-a919-7cafa103b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:38.922610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Allocated IP 172.20.0.1 (c0eec9f2-6868-4ca1-b1d1-0368ca892f60/5542f819-c861-4404-89ad-18a3314bf617/d4f94eee-74e1-4e63-8f7e-ad558fe8f81e) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:38.930568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-1fcc91ab-18ce-4c40-a369-d86465101b20 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Deleting port 0cb3f7de-25f7-4620-82b0-780bc40d6bad {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:38.930884 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-1fcc91ab-18ce-4c40-a369-d86465101b20 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:38.994339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b90cab-21d1-4c20-b6c1-619ca1f61757 req-6bc33376-8e88-4ce3-93c8-37b3adcdea09 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:38.996198 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-49b90cab-21d1-4c20-b6c1-619ca1f61757 req-6bc33376-8e88-4ce3-93c8-37b3adcdea09 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0983469 Apr 01 12:36:39.002676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4e4f3-4d70-4ac8-ac26-331da1b7a596 req-e4ab6812-3431-4428-bf9a-08da58304446 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:39.008637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4e4f3-4d70-4ac8-ac26-331da1b7a596 req-e4ab6812-3431-4428-bf9a-08da58304446 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:39.014474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4e4f3-4d70-4ac8-ac26-331da1b7a596 req-e4ab6812-3431-4428-bf9a-08da58304446 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:39.016143 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ec4e4f3-4d70-4ac8-ac26-331da1b7a596 req-e4ab6812-3431-4428-bf9a-08da58304446 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 2410 time: 0.1375208 Apr 01 12:36:39.029311 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2ba19310-dcb1-4e9a-a20d-f7920f1b8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'dae3f197-3d86-4eaa-a732-839cf7638147', 'name': '', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'tenant_id': '0713e035054f4784a69028267597a06a', 'mac_address': 'fa:16:3e:53:d2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:23Z', 'updated_at': '2022-04-01T12:30:31Z', 'revision_number': 5, 'project_id': '0713e035054f4784a69028267597a06a', 'subnets': [{'id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:39.061349 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba19310-dcb1-4e9a-a20d-f7920f1b8ea3 None None] Checking router: 5013084c-dc2e-493c-9ddf-287e26c7a132 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:36:39.071432 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba19310-dcb1-4e9a-a20d-f7920f1b8ea3 None None] Routers {'5013084c-dc2e-493c-9ddf-287e26c7a132'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:39.072266 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2ba19310-dcb1-4e9a-a20d-f7920f1b8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5013084c-dc2e-493c-9ddf-287e26c7a132'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:39.094910 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-49b90cab-21d1-4c20-b6c1-619ca1f61757 req-d9acce61-de20-4988-80d4-a7c8d3aac0b0 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858936 Apr 01 12:36:39.142696 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-1fcc91ab-18ce-4c40-a369-d86465101b20 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] For port 0cb3f7de-25f7-4620-82b0-780bc40d6bad, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0cb3f7de-25f7-4620-82b0-780bc40d6bad,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:39.143059 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-1fcc91ab-18ce-4c40-a369-d86465101b20 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:39.167117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-1fcc91ab-18ce-4c40-a369-d86465101b20 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Calling delete_port for 0cb3f7de-25f7-4620-82b0-780bc40d6bad owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:39.176241 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ec4e4f3-4d70-4ac8-ac26-331da1b7a596 req-69b09d29-a648-4360-a6d7-43f7c0ebeb0d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327341 Apr 01 12:36:39.182528 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-2ba19310-dcb1-4e9a-a20d-f7920f1b8ea3 None None] Set router 5013084c-dc2e-493c-9ddf-287e26c7a132 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:39.200917 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1c984844-7518-45af-84cc-e023fd127ef5 admin admin] Deleting port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:39.201270 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c984844-7518-45af-84cc-e023fd127ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:39.211371 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f119a9-b8d7-4a60-9c4f-c9688743c1cb'}, {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a72bc3d-c93e-4eee-a682-5d589d7ea4da'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:39.213742 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87d6784-9ed3-411e-b6bd-07eb9f524cf6" -d '{"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a2f119a9-b8d7-4a60-9c4f-c9688743c1cb"}, {"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-unplugged", "status": "completed", "tag": "9a72bc3d-c93e-4eee-a682-5d589d7ea4da"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:39.231259 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:39.257324 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdef60c-f401-4735-87c7-d72e39c2a7f6 x-openstack-request-id: req-4fdef60c-f401-4735-87c7-d72e39c2a7f6 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:39.257936 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a2f119a9-b8d7-4a60-9c4f-c9688743c1cb", "code": 200}, {"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-unplugged", "status": "completed", "tag": "9a72bc3d-c93e-4eee-a682-5d589d7ea4da", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:39.258363 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4fdef60c-f401-4735-87c7-d72e39c2a7f6 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:39.258945 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdef60c-f401-4735-87c7-d72e39c2a7f6'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f119a9-b8d7-4a60-9c4f-c9688743c1cb', 'code': 200} Apr 01 12:36:39.259389 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdef60c-f401-4735-87c7-d72e39c2a7f6'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a72bc3d-c93e-4eee-a682-5d589d7ea4da', 'code': 200} Apr 01 12:36:39.291805 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:39.300142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-1c984844-7518-45af-84cc-e023fd127ef5 admin admin] For port cc9f5534-ae56-4de2-9359-2d92a7d2f4b8, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cc9f5534-ae56-4de2-9359-2d92a7d2f4b8,segment=NetworkSegment(b05de66a-9e44-47b7-8e1e-a0634b82d502),segment_id=b05de66a-9e44-47b7-8e1e-a0634b82d502)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:39.300542 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c984844-7518-45af-84cc-e023fd127ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:39.313341 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1c984844-7518-45af-84cc-e023fd127ef5 admin admin] Calling delete_port for cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:39.363899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Network c0eec9f2-6868-4ca1-b1d1-0368ca892f60 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:39.372854 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:39.380875 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:39.388385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event updated for resources: {'Port': ['ID=d4f94eee-74e1-4e63-8f7e-ad558fe8f81e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:39.430606 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-1fcc91ab-18ce-4c40-a369-d86465101b20 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:39.449358 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2ba19310-dcb1-4e9a-a20d-f7920f1b8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'dae3f197-3d86-4eaa-a732-839cf7638147', 'name': '', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'tenant_id': '0713e035054f4784a69028267597a06a', 'mac_address': 'fa:16:3e:53:d2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:23Z', 'updated_at': '2022-04-01T12:30:31Z', 'revision_number': 5, 'project_id': '0713e035054f4784a69028267597a06a', 'subnets': [{'id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:39.464759 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:39.470240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc91ab-18ce-4c40-a369-d86465101b20 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Port': ['ID=0cb3f7de-25f7-4620-82b0-780bc40d6bad,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:39.491917 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba19310-dcb1-4e9a-a20d-f7920f1b8ea3 None None] The sync data for ids ['5013084c-dc2e-493c-9ddf-287e26c7a132'] in n-d-836146-1 is: [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:30:25Z', 'revision_number': 4, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'dae3f197-3d86-4eaa-a732-839cf7638147', 'name': '', 'network_id': 'd9505885-a6f9-4a04-a492-0ab3a7527bc1', 'tenant_id': '0713e035054f4784a69028267597a06a', 'mac_address': 'fa:16:3e:53:d2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:23Z', 'updated_at': '2022-04-01T12:30:31Z', 'revision_number': 5, 'project_id': '0713e035054f4784a69028267597a06a', 'subnets': [{'id': '3034b60b-12d3-4ce0-8ff1-72aa527eb6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:39.512062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-deleted', 'tag': '0468e38c-78b5-48d7-9cc6-7143f8d41d14'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:39.514423 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be2f95e-2698-4604-a43e-cbd47596c20e" -d '{"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-deleted", "tag": "0468e38c-78b5-48d7-9cc6-7143f8d41d14"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:39.570804 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-1fcc91ab-18ce-4c40-a369-d86465101b20 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] No DVR routers for this DVR port 0cb3f7de-25f7-4620-82b0-780bc40d6bad on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:39.576410 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-1fcc91ab-18ce-4c40-a369-d86465101b20 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:39.580283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-1fcc91ab-18ce-4c40-a369-d86465101b20 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "DELETE /v2.0/ports/0cb3f7de-25f7-4620-82b0-780bc40d6bad HTTP/1.1" status: 204 len: 173 time: 0.8617167 Apr 01 12:36:39.584315 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd1c48c-cf28-4392-a4a0-482ef3fc1c13 x-openstack-request-id: req-8dd1c48c-cf28-4392-a4a0-482ef3fc1c13 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:39.584508 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-deleted", "tag": "0468e38c-78b5-48d7-9cc6-7143f8d41d14", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:39.584755 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8dd1c48c-cf28-4392-a4a0-482ef3fc1c13 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:39.585143 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd1c48c-cf28-4392-a4a0-482ef3fc1c13'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-deleted', 'tag': '0468e38c-78b5-48d7-9cc6-7143f8d41d14', 'status': 'completed', 'code': 200} Apr 01 12:36:39.736790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-224a4932-0480-4d25-a8ea-494025dec566 None None] Provisioning complete for port d4f94eee-74e1-4e63-8f7e-ad558fe8f81e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:39.737350 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-224a4932-0480-4d25-a8ea-494025dec566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:39.763197 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:39.777259 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-224a4932-0480-4d25-a8ea-494025dec566 None None] Port d4f94eee-74e1-4e63-8f7e-ad558fe8f81e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:39.781086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e61cc670-3d1e-47b8-9c2f-a0b8116b83c8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Deleting port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:39.781422 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e61cc670-3d1e-47b8-9c2f-a0b8116b83c8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:39.886739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d1405-d166-41cc-ba46-555fdc61ad2d None None] New status for floating IP a978396c-6516-444c-ade3-e4ea84ece24a: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:36:39.913427 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c984844-7518-45af-84cc-e023fd127ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:39.949253 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c984844-7518-45af-84cc-e023fd127ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9f5534-ae56-4de2-9359-2d92a7d2f4b8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:39.951560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e61cc670-3d1e-47b8-9c2f-a0b8116b83c8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] For port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:39.951933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e61cc670-3d1e-47b8-9c2f-a0b8116b83c8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:40.002066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e61cc670-3d1e-47b8-9c2f-a0b8116b83c8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Calling delete_port for 9a72bc3d-c93e-4eee-a682-5d589d7ea4da owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:40.251123 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c984844-7518-45af-84cc-e023fd127ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:40.299150 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:40.312392 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e61cc670-3d1e-47b8-9c2f-a0b8116b83c8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:40.334944 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:40.337837 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:40.344015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48208b0e-3684-48c0-b9fa-c10a66d0a39a req-de259c42-bea9-40e7-8d5b-eb1ed3ca97bb tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:40.345532 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-48208b0e-3684-48c0-b9fa-c10a66d0a39a req-de259c42-bea9-40e7-8d5b-eb1ed3ca97bb tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1141922 Apr 01 12:36:40.400767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cc670-3d1e-47b8-9c2f-a0b8116b83c8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Port': ['ID=9a72bc3d-c93e-4eee-a682-5d589d7ea4da,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:40.430418 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-48208b0e-3684-48c0-b9fa-c10a66d0a39a req-e6fcfb3e-6dd8-498d-89b6-921248ecc24b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770738 Apr 01 12:36:40.483343 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:40.491948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41050e1-2e35-426a-ba1d-01b5031b0926 req-b48268c4-cfd8-4e58-92ad-90e8f54df039 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:40.493535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d41050e1-2e35-426a-ba1d-01b5031b0926 req-b48268c4-cfd8-4e58-92ad-90e8f54df039 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 943 time: 0.1967905 Apr 01 12:36:40.497481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e61cc670-3d1e-47b8-9c2f-a0b8116b83c8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] No DVR routers for this DVR port 9a72bc3d-c93e-4eee-a682-5d589d7ea4da on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:40.505579 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e61cc670-3d1e-47b8-9c2f-a0b8116b83c8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:40.508887 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-e61cc670-3d1e-47b8-9c2f-a0b8116b83c8 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "DELETE /v2.0/ports/9a72bc3d-c93e-4eee-a682-5d589d7ea4da HTTP/1.1" status: 204 len: 173 time: 0.9164662 Apr 01 12:36:40.535787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event updated for resources: {'Port': ['ID=d4f94eee-74e1-4e63-8f7e-ad558fe8f81e,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:40.560196 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c984844-7518-45af-84cc-e023fd127ef5 admin admin] Router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:36:40.633746 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d41050e1-2e35-426a-ba1d-01b5031b0926 req-49d21c3b-29b8-4883-a941-af40045d7f67 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299615 Apr 01 12:36:40.672959 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c984844-7518-45af-84cc-e023fd127ef5 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:40.681542 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1c984844-7518-45af-84cc-e023fd127ef5 admin admin] 10.222.0.45 "PUT /v2.0/routers/545c83d1-9e69-4a4c-ac69-14c249c8b6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2361386 Apr 01 12:36:40.681542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36084) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:40.684031 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712c270-186a-4af0-a947-507f098adbd5 None None] Sync routers for ids ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:40.699686 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712c270-186a-4af0-a947-507f098adbd5 None None] Routers {'545c83d1-9e69-4a4c-ac69-14c249c8b6c8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:40.700390 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b712c270-186a-4af0-a947-507f098adbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:40.704168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Network c0eec9f2-6868-4ca1-b1d1-0368ca892f60 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:40.707820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:40.719525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-2909cf20-8de4-4fc0-8054-9f17b99a987b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Deleting port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:40.719865 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-2909cf20-8de4-4fc0-8054-9f17b99a987b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:40.805470 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:40.869886 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b712c270-186a-4af0-a947-507f098adbd5 None None] Set router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:40.924906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.017280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Deleting port e0e9e96e-b8cb-4c8a-a966-f71e38d252ee {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:41.017628 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.113570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fc590fc2-3b9d-4532-be41-c6d3c1638731 None None] Provisioning complete for port d4f94eee-74e1-4e63-8f7e-ad558fe8f81e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:41.114181 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fc590fc2-3b9d-4532-be41-c6d3c1638731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.128767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] For port e0e9e96e-b8cb-4c8a-a966-f71e38d252ee, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e0e9e96e-b8cb-4c8a-a966-f71e38d252ee,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:41.129138 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.146600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Calling delete_port for e0e9e96e-b8cb-4c8a-a966-f71e38d252ee owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:41.154793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-fc590fc2-3b9d-4532-be41-c6d3c1638731 None None] Port d4f94eee-74e1-4e63-8f7e-ad558fe8f81e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:41.177387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-2909cf20-8de4-4fc0-8054-9f17b99a987b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] For port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:41.177672 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-2909cf20-8de4-4fc0-8054-9f17b99a987b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.220360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-2909cf20-8de4-4fc0-8054-9f17b99a987b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Calling delete_port for a2f119a9-b8d7-4a60-9c4f-c9688743c1cb owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:41.234616 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b712c270-186a-4af0-a947-507f098adbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:36:39Z', 'revision_number': 5, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port': {'id': 'e0e9e96e-b8cb-4c8a-a966-f71e38d252ee', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:41.261241 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712c270-186a-4af0-a947-507f098adbd5 None None] Checking router: 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:36:41.269493 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712c270-186a-4af0-a947-507f098adbd5 None None] Routers {'545c83d1-9e69-4a4c-ac69-14c249c8b6c8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:41.270289 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b712c270-186a-4af0-a947-507f098adbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:41.272523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Router eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:36:41.331677 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.362735 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b712c270-186a-4af0-a947-507f098adbd5 None None] Set router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:41.365055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e9e96e-b8cb-4c8a-a966-f71e38d252ee,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:41.422250 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b712c270-186a-4af0-a947-507f098adbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:36:40Z', 'revision_number': 6, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:41.425104 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.446935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:41.448435 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712c270-186a-4af0-a947-507f098adbd5 None None] The sync data for ids ['545c83d1-9e69-4a4c-ac69-14c249c8b6c8'] in n-d-836146-1 is: [{'id': '545c83d1-9e69-4a4c-ac69-14c249c8b6c8', 'name': 'tempest-ServersTestFqdnHostnames-1232416934-router', 'tenant_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:34:54Z', 'updated_at': '2022-04-01T12:36:40Z', 'revision_number': 6, 'project_id': '7b6f3fa5958e4fb79a2dca3107c13f47', 'gw_port_host': None}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:41.464472 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bd4f83d2-a864-4d55-afed-a395a0126922 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "PUT /v2.0/routers/eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6955094 Apr 01 12:36:41.465089 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9608a2-abaa-4f4d-a806-b427d374e27e None None] Sync routers for ids ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:41.465238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36090) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:41.479579 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9608a2-abaa-4f4d-a806-b427d374e27e None None] Routers {'eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:41.480548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-bf9608a2-abaa-4f4d-a806-b427d374e27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:41.483856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Request body: {'port': {'network_id': 'c0eec9f2-6868-4ca1-b1d1-0368ca892f60', 'name': 'tempest-FloatingIPAdminTestJSON-1668022144'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:41.513765 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-2909cf20-8de4-4fc0-8054-9f17b99a987b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.525330 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-bf9608a2-abaa-4f4d-a806-b427d374e27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:41.534531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9608a2-abaa-4f4d-a806-b427d374e27e None None] Routers {'eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:41.535430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-bf9608a2-abaa-4f4d-a806-b427d374e27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:41.542240 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.551845 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.556880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909cf20-8de4-4fc0-8054-9f17b99a987b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Port': ['ID=a2f119a9-b8d7-4a60-9c4f-c9688743c1cb,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:41.572569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-bf9608a2-abaa-4f4d-a806-b427d374e27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:41.573509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9608a2-abaa-4f4d-a806-b427d374e27e None None] The sync data for ids ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:41.608438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-deleted', 'tag': '0cb3f7de-25f7-4620-82b0-780bc40d6bad'}, {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-deleted', 'tag': '9a72bc3d-c93e-4eee-a682-5d589d7ea4da'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:41.610773 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2a112f-b361-4fee-bd25-6d9ef8b9a793" -d '{"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-deleted", "tag": "0cb3f7de-25f7-4620-82b0-780bc40d6bad"}, {"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-deleted", "tag": "9a72bc3d-c93e-4eee-a682-5d589d7ea4da"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:41.638230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e3510-aafc-4ea9-950c-86f456b9f346 req-2072e676-c0fd-459a-990a-557ba28f3716 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:41.639954 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed9e3510-aafc-4ea9-950c-86f456b9f346 req-2072e676-c0fd-459a-990a-557ba28f3716 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1009042 Apr 01 12:36:41.640598 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.641160 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 545c83d1-9e69-4a4c-ac69-14c249c8b6c8 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:36:41.645369 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.649317 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e8c9bb53-0e6e-4e6c-ae21-b913a991fdad admin admin] 10.222.0.45 "DELETE /v2.0/routers/545c83d1-9e69-4a4c-ac69-14c249c8b6c8 HTTP/1.1" status: 204 len: 168 time: 0.9651015 Apr 01 12:36:41.649863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36094) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:41.667902 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dd3a1f-b101-4177-805c-1aed8b12d767 x-openstack-request-id: req-b0dd3a1f-b101-4177-805c-1aed8b12d767 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:41.668198 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-deleted", "tag": "0cb3f7de-25f7-4620-82b0-780bc40d6bad", "status": "completed", "code": 200}, {"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-deleted", "tag": "9a72bc3d-c93e-4eee-a682-5d589d7ea4da", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:41.668444 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0dd3a1f-b101-4177-805c-1aed8b12d767 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:41.669479 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0dd3a1f-b101-4177-805c-1aed8b12d767'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-deleted', 'tag': '0cb3f7de-25f7-4620-82b0-780bc40d6bad', 'status': 'completed', 'code': 200} Apr 01 12:36:41.669737 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0dd3a1f-b101-4177-805c-1aed8b12d767'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-deleted', 'tag': '9a72bc3d-c93e-4eee-a682-5d589d7ea4da', 'status': 'completed', 'code': 200} Apr 01 12:36:41.701304 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.705840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-2909cf20-8de4-4fc0-8054-9f17b99a987b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] No DVR routers for this DVR port a2f119a9-b8d7-4a60-9c4f-c9688743c1cb on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:41.710954 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-2909cf20-8de4-4fc0-8054-9f17b99a987b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.714445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-608a3859-d4c0-4a68-aa5c-a2844f750622 req-2909cf20-8de4-4fc0-8054-9f17b99a987b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.44 "DELETE /v2.0/ports/a2f119a9-b8d7-4a60-9c4f-c9688743c1cb HTTP/1.1" status: 204 len: 173 time: 1.1927633 Apr 01 12:36:41.751667 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed9e3510-aafc-4ea9-950c-86f456b9f346 req-79352262-43c5-4fc6-beef-edfc2b784345 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029072 Apr 01 12:36:41.763148 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc47e7ba-5bbd-4c25-b443-b16100c5d8d4 admin admin] Deleting subnet a021b830-a800-42bf-97e9-b32217c1b3d0 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:36:41.767648 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc47e7ba-5bbd-4c25-b443-b16100c5d8d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.773286 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-629522be-0454-4c96-a119-a48a09e85827 req-b4ebc181-4f49-4da3-90f3-cb4312992cd5 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0394711 Apr 01 12:36:41.787041 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.790533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Made reservation on behalf of 6118ca3fd0bf479394a8733a7ae09e49 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:36:41.794935 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.827990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] device_id is not set on port b67aef2b-b672-4392-9dd7-9927fe1cd988 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:36:41.832583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc47e7ba-5bbd-4c25-b443-b16100c5d8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.935088 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc47e7ba-5bbd-4c25-b443-b16100c5d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:41.990957 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Allocated IP 172.20.0.13 (c0eec9f2-6868-4ca1-b1d1-0368ca892f60/5542f819-c861-4404-89ad-18a3314bf617/b67aef2b-b672-4392-9dd7-9927fe1cd988) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:42.006834 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc47e7ba-5bbd-4c25-b443-b16100c5d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.035857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47e7ba-5bbd-4c25-b443-b16100c5d8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a021b830-a800-42bf-97e9-b32217c1b3d0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:42.040759 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc47e7ba-5bbd-4c25-b443-b16100c5d8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.046769 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dc47e7ba-5bbd-4c25-b443-b16100c5d8d4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a021b830-a800-42bf-97e9-b32217c1b3d0 HTTP/1.1" status: 204 len: 168 time: 0.3959279 Apr 01 12:36:42.047376 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36100) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:42.051900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd93c5-5622-4cc3-b326-752704bde951 None None] Network dacc8523-7612-48af-a5c9-05adc977d50f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:36:42.145376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.187444 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.240588 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.246890 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Deleting port 2d42529b-5593-4fe9-a2ef-b5faca377670 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:42.247229 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.304160 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Network c0eec9f2-6868-4ca1-b1d1-0368ca892f60 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:42.307714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:42.311344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:42.319126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event updated for resources: {'Port': ['ID=b67aef2b-b672-4392-9dd7-9927fe1cd988,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:42.334317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb051e9-6e29-4e59-8447-0f1f5f4c946e None None] DHCP port deletion for dacc8523-7612-48af-a5c9-05adc977d50f request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:36:42.353792 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] For port 2d42529b-5593-4fe9-a2ef-b5faca377670, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2d42529b-5593-4fe9-a2ef-b5faca377670,segment=NetworkSegment(b05de66a-9e44-47b7-8e1e-a0634b82d502),segment_id=b05de66a-9e44-47b7-8e1e-a0634b82d502)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:42.354989 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.374437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Calling delete_port for 2d42529b-5593-4fe9-a2ef-b5faca377670 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:42.390856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:42.392803 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.433627 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-472f17c5-6f8a-4159-8c83-9a340319d7e1 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9508016 Apr 01 12:36:42.433840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cdb051e9-6e29-4e59-8447-0f1f5f4c946e None None] Deleting port 2d42529b-5593-4fe9-a2ef-b5faca377670 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:42.433945 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cdb051e9-6e29-4e59-8447-0f1f5f4c946e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.434062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36102) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:42.491196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'project_id': '6118ca3fd0bf479394a8733a7ae09e49', 'port_id': 'b67aef2b-b672-4392-9dd7-9927fe1cd988'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:42.504848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2d42529b-5593-4fe9-a2ef-b5faca377670 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:42.513648 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.534067 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.545101 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] No DVR routers for this DVR port 2d42529b-5593-4fe9-a2ef-b5faca377670 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:42.596406 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d42529b-5593-4fe9-a2ef-b5faca377670,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:42.711965 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.724423 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.761419 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacc8523-7612-48af-a5c9-05adc977d50f']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:42.779074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05de66a-9e44-47b7-8e1e-a0634b82d502') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:42.779518 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05de66a-9e44-47b7-8e1e-a0634b82d502') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:42.792149 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.806930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cdb051e9-6e29-4e59-8447-0f1f5f4c946e None None] For port 2d42529b-5593-4fe9-a2ef-b5faca377670, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2d42529b-5593-4fe9-a2ef-b5faca377670,segment=NetworkSegment(b05de66a-9e44-47b7-8e1e-a0634b82d502),segment_id=b05de66a-9e44-47b7-8e1e-a0634b82d502)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:42.811322 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cdb051e9-6e29-4e59-8447-0f1f5f4c946e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.830586 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.849950 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:36:42.850377 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:36:42.862150 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:36:42.881621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 2d42529b-5593-4fe9-a2ef-b5faca377670 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:36:42.886633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2d42529b-5593-4fe9-a2ef-b5faca377670 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:36:42.887378 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:42.936485 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:36:42.937196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cc9f5534-ae56-4de2-9359-2d92a7d2f4b8 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:36:42.937959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e0e9e96e-b8cb-4c8a-a966-f71e38d252ee no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:42.940918 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cdb051e9-6e29-4e59-8447-0f1f5f4c946e None None] Calling delete_port for 2d42529b-5593-4fe9-a2ef-b5faca377670 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:42.966178 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5eae2c66-5bf5-4845-9c28-7e0b2098029d req-374ca5dc-acc9-4b62-90c7-68bd65e0186e tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0439410 Apr 01 12:36:42.967343 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Allocated IP 172.25.7.54 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/99cad23a-8628-4842-a63f-73bb8aa22d59) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:43.003632 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:43.004063 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-92d9e141-4247-4311-b4b5-a3aef449cabc None None] Provisioning complete for port b67aef2b-b672-4392-9dd7-9927fe1cd988 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:43.004397 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-92d9e141-4247-4311-b4b5-a3aef449cabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:43.043885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:43.049326 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dacc8523-7612-48af-a5c9-05adc977d50f HTTP/1.1" status: 204 len: 168 time: 0.9987438 Apr 01 12:36:43.049326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2af21-e6ba-44a0-8310-90e0ce1557d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dacc8523-7612-48af-a5c9-05adc977d50f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:43.067427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4204-c24f-42f8-870c-00d319fbf53c req-38826b9b-a7f7-4186-86e6-e708bcf1caab tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:43.069230 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a0d4204-c24f-42f8-870c-00d319fbf53c req-38826b9b-a7f7-4186-86e6-e708bcf1caab tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1745887 Apr 01 12:36:43.078330 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: e0e9e96e-b8cb-4c8a-a966-f71e38d252ee {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:36:43.078665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e0e9e96e-b8cb-4c8a-a966-f71e38d252ee not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:36:43.170396 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a0d4204-c24f-42f8-870c-00d319fbf53c req-da177fbb-4acf-4100-a2b5-044e868025af tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886588 Apr 01 12:36:43.191935 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:43.258376 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-92d9e141-4247-4311-b4b5-a3aef449cabc None None] Port b67aef2b-b672-4392-9dd7-9927fe1cd988 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:43.264968 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cdb051e9-6e29-4e59-8447-0f1f5f4c946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:43.313202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cdb051e9-6e29-4e59-8447-0f1f5f4c946e None None] Network dacc8523-7612-48af-a5c9-05adc977d50f is not hosted by any dhcp agent {{(pid=102720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 12:36:43.313960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb051e9-6e29-4e59-8447-0f1f5f4c946e None None] No DVR routers for this DVR port 2d42529b-5593-4fe9-a2ef-b5faca377670 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:43.316381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb051e9-6e29-4e59-8447-0f1f5f4c946e None None] Pushing event deleted for resources: {'Port': ['ID=2d42529b-5593-4fe9-a2ef-b5faca377670,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:43.328026 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:43.369438 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36116) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:43.422690 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-beca2d91-6783-4ff1-a898-fd5ae63ea713 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7b6f3fa5958e4fb79a2dca3107c13f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497494 Apr 01 12:36:43.423476 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36118) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:43.425093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:43.428785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:43.434248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:43.437562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Pushing event updated for resources: {'Port': ['ID=99cad23a-8628-4842-a63f-73bb8aa22d59,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:43.494768 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-20664d58-bd71-4e7a-aea5-a4a2941a2f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:43.522746 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-20664d58-bd71-4e7a-aea5-a4a2941a2f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:43.601928 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-20664d58-bd71-4e7a-aea5-a4a2941a2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:43.605743 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-20664d58-bd71-4e7a-aea5-a4a2941a2f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:43.607173 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-20664d58-bd71-4e7a-aea5-a4a2941a2f2b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a595dfa1-4fe1-48d4-8e3c-1a2945ff4248 HTTP/1.1" status: 204 len: 168 time: 0.1826706 Apr 01 12:36:43.642152 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20664d58-bd71-4e7a-aea5-a4a2941a2f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a595dfa1-4fe1-48d4-8e3c-1a2945ff4248,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:43.671803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-deleted', 'tag': 'a2f119a9-b8d7-4a60-9c4f-c9688743c1cb'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:43.674101 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b368b89f-7773-4651-955c-28bb18782502" -d '{"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-deleted", "tag": "a2f119a9-b8d7-4a60-9c4f-c9688743c1cb"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:43.701506 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170248ef-0564-4588-9db1-3a15b07405a6 req-7607b755-fe74-4c58-94b9-8213d663ea2c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:43.708697 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170248ef-0564-4588-9db1-3a15b07405a6 req-7607b755-fe74-4c58-94b9-8213d663ea2c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:43.715412 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170248ef-0564-4588-9db1-3a15b07405a6 req-7607b755-fe74-4c58-94b9-8213d663ea2c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:43.722608 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170248ef-0564-4588-9db1-3a15b07405a6 req-7607b755-fe74-4c58-94b9-8213d663ea2c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:43.729991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170248ef-0564-4588-9db1-3a15b07405a6 req-7607b755-fe74-4c58-94b9-8213d663ea2c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:43.736434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170248ef-0564-4588-9db1-3a15b07405a6 req-7607b755-fe74-4c58-94b9-8213d663ea2c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:43.744116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170248ef-0564-4588-9db1-3a15b07405a6 req-7607b755-fe74-4c58-94b9-8213d663ea2c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:43.746880 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-170248ef-0564-4588-9db1-3a15b07405a6 req-7607b755-fe74-4c58-94b9-8213d663ea2c tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5434 time: 0.1189408 Apr 01 12:36:43.750321 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f900446-dfc5-4a3c-b79d-9a25ce04eaa3 x-openstack-request-id: req-7f900446-dfc5-4a3c-b79d-9a25ce04eaa3 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:43.750776 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1f0d0-f41f-4f2f-8743-59413d2825a9", "name": "network-vif-deleted", "tag": "a2f119a9-b8d7-4a60-9c4f-c9688743c1cb", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:43.751133 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f900446-dfc5-4a3c-b79d-9a25ce04eaa3 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:43.751639 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f900446-dfc5-4a3c-b79d-9a25ce04eaa3'] response: {'server_uuid': '59a1f0d0-f41f-4f2f-8743-59413d2825a9', 'name': 'network-vif-deleted', 'tag': 'a2f119a9-b8d7-4a60-9c4f-c9688743c1cb', 'status': 'completed', 'code': 200} Apr 01 12:36:43.810476 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-170248ef-0564-4588-9db1-3a15b07405a6 req-fc3b3687-2c38-408e-abec-886b53d6c379 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571637 Apr 01 12:36:43.951288 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.040944 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.097955 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a580682-8777-4353-89b6-2da42706032a req-75ab7e6a-2d9c-45db-a282-36ff348e7b42 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0304532 Apr 01 12:36:44.274395 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.281053 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.311500 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301869f-1f1d-453d-b4e9-fcc33557d67e req-b2bfb468-055d-4cd1-aadd-ff9254616400 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:44.313078 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9301869f-1f1d-453d-b4e9-fcc33557d67e req-b2bfb468-055d-4cd1-aadd-ff9254616400 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0606229 Apr 01 12:36:44.359865 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9301869f-1f1d-453d-b4e9-fcc33557d67e req-23d3b188-a2a0-482f-9342-dad93c059e85 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Apr 01 12:36:44.360185 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Pushing event updated for resources: {'Port': ['ID=99cad23a-8628-4842-a63f-73bb8aa22d59,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:44.369001 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.436619 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36150) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:44.472863 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Floating IP 29167c28-2a95-4d81-a67f-b3ce96d8a407 associated. External IP: 172.25.7.54, port: b67aef2b-b672-4392-9dd7-9927fe1cd988. Apr 01 12:36:44.539924 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-8047458-network', 'tenant_id': 'cf511b092cf943a4997336877dd3e811'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:44.564886 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Made reservation on behalf of cf511b092cf943a4997336877dd3e811 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:36:44.569034 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.580828 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.667898 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.672730 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.699152 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:36:44.709864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2ee0e2-b4c9-4155-8194-127f40fd3f84,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:44.713091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Router eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:36:44.715011 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.715740 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Added segment 9804f139-1066-4182-9e42-f8964473eb25 of type vlan for network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 Apr 01 12:36:44.763382 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.790482 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.792513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:44.793391 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.832049 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3912783 Apr 01 12:36:44.833515 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36156) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:44.839899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:44.840767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3a5de7f5-248a-43d4-805c-fb6b153a34b6 admin admin] Request body: {'subnet': {'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-8047458-subnet', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:44.852442 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f174a5-29b9-4e09-9adf-797b5fe9d18e None None] Sync routers for ids ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:44.871809 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f174a5-29b9-4e09-9adf-797b5fe9d18e None None] Routers {'eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:44.872168 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.874209 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-54f174a5-29b9-4e09-9adf-797b5fe9d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:44.905032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5de7f5-248a-43d4-805c-fb6b153a34b6 admin admin] Made reservation on behalf of cf511b092cf943a4997336877dd3e811 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:36:44.908152 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a5de7f5-248a-43d4-805c-fb6b153a34b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:44.911075 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8e3bfdba-d4e1-4df2-9efc-123894886583 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.4747736 Apr 01 12:36:44.912354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36158) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:44.923261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac9934-8565-4716-96cb-848bba492232 admin admin] Pushing event updated for resources: {'Network': ['ID=2e0cca15-7d8d-46a3-b5c3-0714327bab79,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:44.933484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:36:44.950112 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-54f174a5-29b9-4e09-9adf-797b5fe9d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:44.977720 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f174a5-29b9-4e09-9adf-797b5fe9d18e None None] Routers {'eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:44.978454 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-54f174a5-29b9-4e09-9adf-797b5fe9d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:45.027373 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-54f174a5-29b9-4e09-9adf-797b5fe9d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:45.028321 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f174a5-29b9-4e09-9adf-797b5fe9d18e None None] The sync data for ids ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:45.075731 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8071ae1d-9762-4947-b675-fa76ed699a16 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] 10.222.0.45 "GET /v2.0/floatingips/29167c28-2a95-4d81-a67f-b3ce96d8a407 HTTP/1.1" status: 200 len: 983 time: 0.1593180 Apr 01 12:36:45.075981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36160) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:45.092674 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2af6-9fdd-4e85-aeb0-c51fbada2d77 req-e36f6d0d-a33b-4f82-aa38-3051cb638321 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:45.099406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2af6-9fdd-4e85-aeb0-c51fbada2d77 req-e36f6d0d-a33b-4f82-aa38-3051cb638321 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:45.105176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2af6-9fdd-4e85-aeb0-c51fbada2d77 req-e36f6d0d-a33b-4f82-aa38-3051cb638321 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:45.111144 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2af6-9fdd-4e85-aeb0-c51fbada2d77 req-e36f6d0d-a33b-4f82-aa38-3051cb638321 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:45.115574 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a5de7f5-248a-43d4-805c-fb6b153a34b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:45.117792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2af6-9fdd-4e85-aeb0-c51fbada2d77 req-e36f6d0d-a33b-4f82-aa38-3051cb638321 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:45.123935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2af6-9fdd-4e85-aeb0-c51fbada2d77 req-e36f6d0d-a33b-4f82-aa38-3051cb638321 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:45.129958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2af6-9fdd-4e85-aeb0-c51fbada2d77 req-e36f6d0d-a33b-4f82-aa38-3051cb638321 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:45.132137 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0a5f2af6-9fdd-4e85-aeb0-c51fbada2d77 req-e36f6d0d-a33b-4f82-aa38-3051cb638321 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5434 time: 0.2212100 Apr 01 12:36:45.185435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5de7f5-248a-43d4-805c-fb6b153a34b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c818ddbc-04f5-4e04-b3eb-9d9144b3ba89,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:45.197381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5de7f5-248a-43d4-805c-fb6b153a34b6 admin admin] Checking segment: {'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:45.197852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5de7f5-248a-43d4-805c-fb6b153a34b6 admin admin] Network hostable DHCP agents. Network: 2e0cca15-7d8d-46a3-b5c3-0714327bab79, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:36:45.242655 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8039cfc-fe6f-4e85-88fb-89dd32c3d0bd req-60d85b77-ebab-4bf2-8f36-e442aebe1ec2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0352399 Apr 01 12:36:45.248852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5de7f5-248a-43d4-805c-fb6b153a34b6 admin admin] Network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:36:45.252968 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0a5f2af6-9fdd-4e85-aeb0-c51fbada2d77 req-006c5d5b-f317-4e26-8710-dbacc65e4e84 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959308 Apr 01 12:36:45.263507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3a5de7f5-248a-43d4-805c-fb6b153a34b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 2e0cca15-7d8d-46a3-b5c3-0714327bab79) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:45.268899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5de7f5-248a-43d4-805c-fb6b153a34b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:45.269530 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a5de7f5-248a-43d4-805c-fb6b153a34b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:45.275428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019e014f-e79c-4f97-bc5b-3ea58c8b55e8 None None] Network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:36:45.297148 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3a5de7f5-248a-43d4-805c-fb6b153a34b6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4603615 Apr 01 12:36:45.297315 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a99437d7-0bc9-457b-a5bb-13126648198c tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5870 time: 0.2189863 Apr 01 12:36:45.297427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36164) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:45.299437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36166) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:45.307515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:45.343539 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:45.344526 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:45.447889 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:45.505830 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'fixed_ips': [{'subnet_id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:36:45.506985 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:45.550623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfd00c-87b7-4206-afb8-e240935669b9 req-e2ed17c6-fca2-4d76-a0ba-5c8ce0d5ac91 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:45.559411 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-54dfd00c-87b7-4206-afb8-e240935669b9 req-e2ed17c6-fca2-4d76-a0ba-5c8ce0d5ac91 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0938323 Apr 01 12:36:45.572087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Deleting port 99cad23a-8628-4842-a63f-73bb8aa22d59 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:45.572432 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:45.644768 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-54dfd00c-87b7-4206-afb8-e240935669b9 req-108c82fe-f2a9-46bc-a2dc-ae6d669d918a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842142 Apr 01 12:36:45.675648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Allocated IP 172.20.0.2 (2e0cca15-7d8d-46a3-b5c3-0714327bab79/c818ddbc-04f5-4e04-b3eb-9d9144b3ba89/e64e6326-d020-46fb-a497-0783de52e534) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:45.733202 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:45.733728 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:45.748094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Calling delete_port for 99cad23a-8628-4842-a63f-73bb8aa22d59 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:45.880355 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:45.889705 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:45.930879 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:45.952968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Pushing event updated for resources: {'Port': ['ID=e64e6326-d020-46fb-a497-0783de52e534,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:45.963278 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:45.964817 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:45.967138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:45.988632 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:46.018209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event deleted for resources: {'Port': ['ID=99cad23a-8628-4842-a63f-73bb8aa22d59,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:46.030455 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Attempting to bind port e64e6326-d020-46fb-a497-0783de52e534 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:36:46.030830 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Attempting to bind port e64e6326-d020-46fb-a497-0783de52e534 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:36:46.031196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Attempting to bind port e64e6326-d020-46fb-a497-0783de52e534 on network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:46.036637 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:36:46.037005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Checking segment: {'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:46.037407 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:46.037805 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Bound using segment: {'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:36:46.038332 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Bound port: e64e6326-d020-46fb-a497-0783de52e534, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:36:46.038714 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:46.096685 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:46.097038 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Floating IP 29167c28-2a95-4d81-a67f-b3ce96d8a407 disassociated (deleted). External IP: 172.25.7.54, port: b67aef2b-b672-4392-9dd7-9927fe1cd988. Apr 01 12:36:46.111106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] For port e64e6326-d020-46fb-a497-0783de52e534, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:46.119821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] For port e64e6326-d020-46fb-a497-0783de52e534, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e64e6326-d020-46fb-a497-0783de52e534,segment=NetworkSegment(9804f139-1066-4182-9e42-f8964473eb25),segment_id=9804f139-1066-4182-9e42-f8964473eb25)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:36:46.126847 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:46.192081 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846962dc-30fa-4b65-8db6-29b1b27b5b9f None None] Pushing event updated for resources: {'Port': ['ID=e64e6326-d020-46fb-a497-0783de52e534,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:46.212111 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:46.238082 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:46.379151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Allocated IP 172.25.7.133 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/5cc5dc4f-7be8-406f-9103-4b6e7010e540) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:46.403343 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-544303c2-f8a0-47df-9fae-05d3a815d0f7 req-9aed64f2-ed82-4452-a505-3068154771c2 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0515244 Apr 01 12:36:46.459513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Router eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:36:46.575595 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:46.620211 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:46.671984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:46.675340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:46.680489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:46.706061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc5dc4f-7be8-406f-9103-4b6e7010e540,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:46.858672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e98e-f65e-4923-a5fb-d291886bbe33 req-5958ceb1-4873-4757-b31d-712eda06c0ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:46.865263 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e98e-f65e-4923-a5fb-d291886bbe33 req-5958ceb1-4873-4757-b31d-712eda06c0ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:46.871368 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e98e-f65e-4923-a5fb-d291886bbe33 req-5958ceb1-4873-4757-b31d-712eda06c0ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:46.874257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0e7dd-f278-4f39-b1ef-02a062b5e8e7 req-ec6fcaf0-63c3-4c27-821e-c6f2dd19cef6 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:46.875754 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5f0e7dd-f278-4f39-b1ef-02a062b5e8e7 req-ec6fcaf0-63c3-4c27-821e-c6f2dd19cef6 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1418283 Apr 01 12:36:46.877146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e98e-f65e-4923-a5fb-d291886bbe33 req-5958ceb1-4873-4757-b31d-712eda06c0ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:46.883051 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e98e-f65e-4923-a5fb-d291886bbe33 req-5958ceb1-4873-4757-b31d-712eda06c0ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:46.888833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e98e-f65e-4923-a5fb-d291886bbe33 req-5958ceb1-4873-4757-b31d-712eda06c0ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:46.894649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e98e-f65e-4923-a5fb-d291886bbe33 req-5958ceb1-4873-4757-b31d-712eda06c0ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:46.897129 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4540e98e-f65e-4923-a5fb-d291886bbe33 req-5958ceb1-4873-4757-b31d-712eda06c0ef tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5434 time: 0.5055580 Apr 01 12:36:46.987538 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4540e98e-f65e-4923-a5fb-d291886bbe33 req-4d89c519-ca78-4db0-914b-27fbb0df1362 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763724 Apr 01 12:36:47.001185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:47.011047 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5f0e7dd-f278-4f39-b1ef-02a062b5e8e7 req-4488b911-99c1-4dca-a7de-790e77aba4ca tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224411 Apr 01 12:36:47.013704 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c4e8bf-fd4f-41fa-a21c-ef14c32599c5 None None] Sync routers for ids ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:47.014228 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.050857 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c58db49a-4118-4431-ae34-b882c3eafaf8 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "DELETE /v2.0/floatingips/29167c28-2a95-4d81-a67f-b3ce96d8a407 HTTP/1.1" status: 204 len: 168 time: 1.7502391 Apr 01 12:36:47.053753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4e8bf-fd4f-41fa-a21c-ef14c32599c5 None None] Routers {'eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:47.054479 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-64c4e8bf-fd4f-41fa-a21c-ef14c32599c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:47.073279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36176) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:47.075927 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.078269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:47.103509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-64c4e8bf-fd4f-41fa-a21c-ef14c32599c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:47.104302 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.115933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4e8bf-fd4f-41fa-a21c-ef14c32599c5 None None] Routers {'eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:47.117477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-64c4e8bf-fd4f-41fa-a21c-ef14c32599c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:47.141813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6a166c85-8844-4d38-870b-a087b0e9da67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:47.151926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6a166c85-8844-4d38-870b-a087b0e9da67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:47.162486 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-64c4e8bf-fd4f-41fa-a21c-ef14c32599c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:47.163478 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c4e8bf-fd4f-41fa-a21c-ef14c32599c5 None None] The sync data for ids ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:47.165450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6a166c85-8844-4d38-870b-a087b0e9da67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:47.177290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6a166c85-8844-4d38-870b-a087b0e9da67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:47.187299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6a166c85-8844-4d38-870b-a087b0e9da67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:47.196844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6a166c85-8844-4d38-870b-a087b0e9da67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:47.204287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6a166c85-8844-4d38-870b-a087b0e9da67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:47.206350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6a166c85-8844-4d38-870b-a087b0e9da67 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5434 time: 0.2726538 Apr 01 12:36:47.218314 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.281630 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-2d5c60ff-98bc-42ab-a3e4-c1c359517803 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:47.283193 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-2d5c60ff-98bc-42ab-a3e4-c1c359517803 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "GET /v2.0/ports/8ad2f7d1-56ac-460d-a99b-120b1294026b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0679905 Apr 01 12:36:47.345648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Allocated IP 172.25.7.68 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/403ece1e-ed0d-44b4-b917-916796c51220) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:47.470241 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.516102 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.526762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c960de2e-e47e-4829-b2ca-78f0e5385b4d None None] Network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:36:47.541724 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-a27e3fdb-7ef0-4a7a-9ffa-27d9f141a956 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "GET /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2322729 Apr 01 12:36:47.556622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:47.561324 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.595754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:47.611367 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:47.618900 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0042f89c-6715-4a23-97eb-232315a9ed82 req-29bd751d-b820-4387-b541-0c3a90af916a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0643985 Apr 01 12:36:47.622204 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:47.677781 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.688317 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Pushing event updated for resources: {'Port': ['ID=403ece1e-ed0d-44b4-b917-916796c51220,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:47.726968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:47.727314 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:47.727658 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:47.727993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:47.728492 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:47.728840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:47.729173 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:47.729502 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:47.729833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:47.730247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:47.730573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:47.730896 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:47.750546 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.759591 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ef1ad6ad-7d71-4c29-b452-e5e36653af5e None None] Provisioning complete for port e64e6326-d020-46fb-a497-0783de52e534 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:47.760122 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ef1ad6ad-7d71-4c29-b452-e5e36653af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.808108 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.888364 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ef1ad6ad-7d71-4c29-b452-e5e36653af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.924597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:36:47.942373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] For port 8ad2f7d1-56ac-460d-a99b-120b1294026b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8ad2f7d1-56ac-460d-a99b-120b1294026b,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:47.949130 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ef1ad6ad-7d71-4c29-b452-e5e36653af5e None None] For port e64e6326-d020-46fb-a497-0783de52e534, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e64e6326-d020-46fb-a497-0783de52e534,segment=NetworkSegment(9804f139-1066-4182-9e42-f8964473eb25),segment_id=9804f139-1066-4182-9e42-f8964473eb25)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:47.955431 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ef1ad6ad-7d71-4c29-b452-e5e36653af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:47.993967 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.002289 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.061271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ad6ad-7d71-4c29-b452-e5e36653af5e None None] Pushing event updated for resources: {'Port': ['ID=e64e6326-d020-46fb-a497-0783de52e534,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:48.066386 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Pushing event updated for resources: {'Port': ['ID=403ece1e-ed0d-44b4-b917-916796c51220,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:48.087698 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e3b2c9c6-7893-4555-be05-b474d7327e13 None None] Provisioning complete for port e64e6326-d020-46fb-a497-0783de52e534 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:48.088070 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e3b2c9c6-7893-4555-be05-b474d7327e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.138925 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.160825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] For port 8ad2f7d1-56ac-460d-a99b-120b1294026b, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:48.167745 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.175686 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d3b4c74a-7eeb-4243-b9fd-393d72f7bef1 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1013885 Apr 01 12:36:48.176460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36186) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:48.257689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fee847-c530-470a-a0d3-8695d0ede093 req-82c12c9e-8ff8-4af4-a609-add266f47666 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:48.265402 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-83fee847-c530-470a-a0d3-8695d0ede093 req-82c12c9e-8ff8-4af4-a609-add266f47666 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0754595 Apr 01 12:36:48.296890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] device_id is not set on port 8ad2f7d1-56ac-460d-a99b-120b1294026b yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:36:48.303414 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:48.305308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e64e6326-d020-46fb-a497-0783de52e534 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:48.313158 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Sync routers for ids ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:48.322221 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.327043 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.328772 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Routers {'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:48.329860 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:48.331573 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-089bff6e-723b-4406-aa09-3d0ead4a68c8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0324187 Apr 01 12:36:48.332399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36190) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:48.335412 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-83fee847-c530-470a-a0d3-8695d0ede093 req-d98f00d9-faec-44a8-9b61-baedd87b7d60 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680754 Apr 01 12:36:48.369123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:48.389751 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.397475 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.417828 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3906400-3faa-4373-b71e-bf4cab78acd4 req-669a2b07-a0c0-4f8a-8774-d7b0f00254c2 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:48.424018 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3906400-3faa-4373-b71e-bf4cab78acd4 req-669a2b07-a0c0-4f8a-8774-d7b0f00254c2 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:48.430556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3906400-3faa-4373-b71e-bf4cab78acd4 req-669a2b07-a0c0-4f8a-8774-d7b0f00254c2 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:48.436619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3906400-3faa-4373-b71e-bf4cab78acd4 req-669a2b07-a0c0-4f8a-8774-d7b0f00254c2 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:48.443850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3906400-3faa-4373-b71e-bf4cab78acd4 req-669a2b07-a0c0-4f8a-8774-d7b0f00254c2 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:48.449658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3906400-3faa-4373-b71e-bf4cab78acd4 req-669a2b07-a0c0-4f8a-8774-d7b0f00254c2 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:48.455969 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3906400-3faa-4373-b71e-bf4cab78acd4 req-669a2b07-a0c0-4f8a-8774-d7b0f00254c2 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:48.457829 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3906400-3faa-4373-b71e-bf4cab78acd4 req-669a2b07-a0c0-4f8a-8774-d7b0f00254c2 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 5434 time: 0.2555170 Apr 01 12:36:48.470907 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e64e6326-d020-46fb-a497-0783de52e534 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:48.471273 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.493525 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Set router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:48.544919 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3906400-3faa-4373-b71e-bf4cab78acd4 req-6226946d-88a4-4422-9675-705e6a8f1b25 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572422 Apr 01 12:36:48.569425 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.636039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] No DVR routers for this DVR port 8ad2f7d1-56ac-460d-a99b-120b1294026b on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:48.648585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad2f7d1-56ac-460d-a99b-120b1294026b,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:48.735585 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Allocated IP 172.25.7.83 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/375ee2ba-f3c7-41f7-9859-89ed289ea47e) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:48.820869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] In _notify_port_updated(), no bound segment for port 8ad2f7d1-56ac-460d-a99b-120b1294026b on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:36:48.821765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:48.822406 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.834934 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7e059d4d-a818-4281-bbae-8b0f5c5b9f47 service neutron] 10.222.0.44 "PUT /v2.0/ports/8ad2f7d1-56ac-460d-a99b-120b1294026b HTTP/1.1" status: 200 len: 1026 time: 1.2842376 Apr 01 12:36:48.876375 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:36:46Z', 'revision_number': 3, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port': {'id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:46Z', 'updated_at': '2022-04-01T12:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:48.888793 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-829b4ba0-52b4-4786-943d-823afd1a0b96 req-8c7d1d8f-a400-4df6-9569-e166dece6fae tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.1038971 Apr 01 12:36:48.900287 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.911807 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Checking router: e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:36:48.912164 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Updating router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 port 5cc5dc4f-7be8-406f-9103-4b6e7010e540 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:36:48.937585 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.948048 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:48.969689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a8f64895-4695-4c1b-baee-2a3e00363e26 None None] Provisioning complete for port 8ad2f7d1-56ac-460d-a99b-120b1294026b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:48.970207 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8f64895-4695-4c1b-baee-2a3e00363e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.035542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a8f64895-4695-4c1b-baee-2a3e00363e26 None None] Port 8ad2f7d1-56ac-460d-a99b-120b1294026b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:49.048585 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Pushing event updated for resources: {'Port': ['ID=375ee2ba-f3c7-41f7-9859-89ed289ea47e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:49.059462 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:49.060933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:49.063473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:49.174776 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.228131 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.252067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-332c8fe5-eb91-4a38-805e-33ebd1f124a8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:49.253422 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-332c8fe5-eb91-4a38-805e-33ebd1f124a8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "GET /v2.0/ports/a2a7919b-0809-47d2-8eb7-4b2be62c86d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3806877 Apr 01 12:36:49.269222 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.275133 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.295961 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:49.321804 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be12be-e934-4540-8a31-cfc3212d050d None None] Pushing event updated for resources: {'Port': ['ID=5cc5dc4f-7be8-406f-9103-4b6e7010e540,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:49.342561 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Attempting to bind port 5cc5dc4f-7be8-406f-9103-4b6e7010e540 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:36:49.342926 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Attempting to bind port 5cc5dc4f-7be8-406f-9103-4b6e7010e540 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:36:49.343283 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Attempting to bind port 5cc5dc4f-7be8-406f-9103-4b6e7010e540 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:49.349281 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:36:49.349649 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:49.350069 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.350455 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:36:49.350906 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Bound port: 5cc5dc4f-7be8-406f-9103-4b6e7010e540, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:36:49.351398 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.398464 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.446602 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] For port 5cc5dc4f-7be8-406f-9103-4b6e7010e540, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:49.452420 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] For port 5cc5dc4f-7be8-406f-9103-4b6e7010e540, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5cc5dc4f-7be8-406f-9103-4b6e7010e540,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:36:49.455765 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.458992 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.460870 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.528638 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Routers {'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:49.529395 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:49.561915 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Pushing event updated for resources: {'Port': ['ID=375ee2ba-f3c7-41f7-9859-89ed289ea47e,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:49.574292 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.607084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.609104 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b70dd8f0-6150-47aa-960f-4c354be20ae0 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4310534 Apr 01 12:36:49.613348 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36198) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:49.635689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c228fe-1026-44b8-ab3d-94797e7c16ab req-3df6e607-31ee-40db-97de-c92f4b4696fd tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:49.637432 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-39c228fe-1026-44b8-ab3d-94797e7c16ab req-3df6e607-31ee-40db-97de-c92f4b4696fd tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1668856 Apr 01 12:36:49.689707 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be12be-e934-4540-8a31-cfc3212d050d None None] Pushing event updated for resources: {'Port': ['ID=5cc5dc4f-7be8-406f-9103-4b6e7010e540,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:49.726446 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] Set router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:49.737697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] For port a2a7919b-0809-47d2-8eb7-4b2be62c86d5, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a2a7919b-0809-47d2-8eb7-4b2be62c86d5,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:49.757034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-39c228fe-1026-44b8-ab3d-94797e7c16ab req-a14a166c-f8e7-441e-b845-c2203f50ef7b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081080 Apr 01 12:36:49.773546 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:49.811992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] For port a2a7919b-0809-47d2-8eb7-4b2be62c86d5, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:49.824114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201c869-8fb3-41c8-a6e7-2abbccd3df58 req-7ed02ddb-5d80-4739-a06e-f2a3f6e05fa9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:49.830037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201c869-8fb3-41c8-a6e7-2abbccd3df58 req-7ed02ddb-5d80-4739-a06e-f2a3f6e05fa9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:49.836055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201c869-8fb3-41c8-a6e7-2abbccd3df58 req-7ed02ddb-5d80-4739-a06e-f2a3f6e05fa9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:49.842164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201c869-8fb3-41c8-a6e7-2abbccd3df58 req-7ed02ddb-5d80-4739-a06e-f2a3f6e05fa9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:49.848015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201c869-8fb3-41c8-a6e7-2abbccd3df58 req-7ed02ddb-5d80-4739-a06e-f2a3f6e05fa9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:49.855207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201c869-8fb3-41c8-a6e7-2abbccd3df58 req-7ed02ddb-5d80-4739-a06e-f2a3f6e05fa9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:49.857463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1201c869-8fb3-41c8-a6e7-2abbccd3df58 req-7ed02ddb-5d80-4739-a06e-f2a3f6e05fa9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 4661 time: 0.1577499 Apr 01 12:36:49.861502 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6ecd6634-4bed-44e3-bbed-6b39edae3ba8 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 6053 time: 0.2470963 Apr 01 12:36:49.875996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36202) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:49.937524 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1201c869-8fb3-41c8-a6e7-2abbccd3df58 req-1cda1bb1-36ce-44d0-9c0b-25ec26623529 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&id=dafd0d40-b78a-4df1-a898-00de252c0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660877 Apr 01 12:36:49.992936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] device_id is not set on port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:36:50.010089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c56f482c-78a2-4a39-b0f2-7f95b654189b tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1304681 Apr 01 12:36:50.012776 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36206) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:50.021004 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.046917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-942f9831-35a6-4b81-ae02-2102918de2dc req-ce46bd9e-3750-48ba-90cd-21648b97df0f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0576913 Apr 01 12:36:50.083683 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.128073 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:36:46Z', 'revision_number': 3, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port': {'id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:46Z', 'updated_at': '2022-04-01T12:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:50.164871 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8bf26-b2ec-42a6-b8c4-574dabca0e44 None None] The sync data for ids ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'] in n-d-836146-1 is: [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:36:46Z', 'revision_number': 3, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port': {'id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:46Z', 'updated_at': '2022-04-01T12:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:50.175713 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-daaeee30-2cca-43fa-a768-73cfc2289775 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Deleting port 375ee2ba-f3c7-41f7-9859-89ed289ea47e {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:50.176156 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-daaeee30-2cca-43fa-a768-73cfc2289775 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.199688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] No DVR routers for this DVR port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:50.279890 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-daaeee30-2cca-43fa-a768-73cfc2289775 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.280520 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-daaeee30-2cca-43fa-a768-73cfc2289775 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.287627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a7919b-0809-47d2-8eb7-4b2be62c86d5,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:50.297544 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-daaeee30-2cca-43fa-a768-73cfc2289775 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Calling delete_port for 375ee2ba-f3c7-41f7-9859-89ed289ea47e owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:50.317939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] In _notify_port_updated(), no bound segment for port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 on network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:36:50.318831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:50.319449 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.321987 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-aeda43c7-ea60-4c4a-ad6f-e07184b6deb8 service neutron] 10.222.0.44 "PUT /v2.0/ports/a2a7919b-0809-47d2-8eb7-4b2be62c86d5 HTTP/1.1" status: 200 len: 1027 time: 1.0304291 Apr 01 12:36:50.369977 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Allocated IP 172.20.0.1 (2e0cca15-7d8d-46a3-b5c3-0714327bab79/c818ddbc-04f5-4e04-b3eb-9d9144b3ba89/7407263a-988e-4a7a-9b86-b2b972eb618e) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:50.476707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b114a55b-ee99-4574-9504-23224f9c8477 None None] Provisioning complete for port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:50.477876 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b114a55b-ee99-4574-9504-23224f9c8477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.521031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b114a55b-ee99-4574-9504-23224f9c8477 None None] Port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:50.536603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-3c98902d-f474-41ff-b197-321324f4b921 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Deleting port 161af0c9-f483-402a-8050-385f97f34b57 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:50.536999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-3c98902d-f474-41ff-b197-321324f4b921 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.553124 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-daaeee30-2cca-43fa-a768-73cfc2289775 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.581622 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.604153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaeee30-2cca-43fa-a768-73cfc2289775 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Pushing event deleted for resources: {'Port': ['ID=375ee2ba-f3c7-41f7-9859-89ed289ea47e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:50.674583 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-3c98902d-f474-41ff-b197-321324f4b921 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] For port 161af0c9-f483-402a-8050-385f97f34b57, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=161af0c9-f483-402a-8050-385f97f34b57,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:50.675468 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-3c98902d-f474-41ff-b197-321324f4b921 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.681531 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-daaeee30-2cca-43fa-a768-73cfc2289775 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.684599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-daaeee30-2cca-43fa-a768-73cfc2289775 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.688810 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-daaeee30-2cca-43fa-a768-73cfc2289775 tempest-FloatingIPAdminTestJSON-2102162736 tempest-FloatingIPAdminTestJSON-2102162736-project] 10.222.0.45 "DELETE /v2.0/floatingips/87465e67-d7a7-4633-91d2-4a240c9e9bcb HTTP/1.1" status: 204 len: 168 time: 0.6727338 Apr 01 12:36:50.689329 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36208) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:50.695125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-3c98902d-f474-41ff-b197-321324f4b921 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Calling delete_port for 161af0c9-f483-402a-8050-385f97f34b57 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:50.701591 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:50.772373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3169eea2-bfca-4a16-b075-cd91a8fee564 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:50.806119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:50.813001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:50.821431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:50.830849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=7407263a-988e-4a7a-9b86-b2b972eb618e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:50.890523 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.015500 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.018340 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43698a5-fbc9-4fbc-9a20-2092f607ae78 req-1d4fe56f-9a17-4dd2-8e45-2447daffb15b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:51.019884 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b43698a5-fbc9-4fbc-9a20-2092f607ae78 req-1d4fe56f-9a17-4dd2-8e45-2447daffb15b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0953348 Apr 01 12:36:51.046201 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1cddf0ff-e39c-4112-8676-51bb31494256 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Deleting port 403ece1e-ed0d-44b4-b917-916796c51220 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:51.046453 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cddf0ff-e39c-4112-8676-51bb31494256 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.094559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 3169eea2-bfca-4a16-b075-cd91a8fee564, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3169eea2-bfca-4a16-b075-cd91a8fee564,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:51.099612 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3169eea2-bfca-4a16-b075-cd91a8fee564'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:51.105895 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1793d15-8056-404e-b549-7086863abb39" -d '{"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-unplugged", "status": "completed", "tag": "3169eea2-bfca-4a16-b075-cd91a8fee564"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:51.110468 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.111347 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device f71237b2-ae9e-4469-819e-23a06d57cd27 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:51.141680 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-3c98902d-f474-41ff-b197-321324f4b921 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.227512 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b43698a5-fbc9-4fbc-9a20-2092f607ae78 req-7bba26c9-5cdd-44f1-aec8-c15e6fad4aef tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001917 Apr 01 12:36:51.234452 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=3169eea2-bfca-4a16-b075-cd91a8fee564,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:51.294064 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.295914 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cddf0ff-e39c-4112-8676-51bb31494256 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.296495 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cddf0ff-e39c-4112-8676-51bb31494256 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.299409 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.310729 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1a19dd20-791f-400b-8e4b-5b39acc2b077 None None] Provisioning complete for port 7407263a-988e-4a7a-9b86-b2b972eb618e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:51.310729 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd20-791f-400b-8e4b-5b39acc2b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.322992 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1cddf0ff-e39c-4112-8676-51bb31494256 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Calling delete_port for 403ece1e-ed0d-44b4-b917-916796c51220 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:51.323263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98902d-f474-41ff-b197-321324f4b921 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Port': ['ID=161af0c9-f483-402a-8050-385f97f34b57,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:51.431645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-1a19dd20-791f-400b-8e4b-5b39acc2b077 None None] Port 7407263a-988e-4a7a-9b86-b2b972eb618e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:51.469461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port f71237b2-ae9e-4469-819e-23a06d57cd27, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=f71237b2-ae9e-4469-819e-23a06d57cd27,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:51.470904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-3c98902d-f474-41ff-b197-321324f4b921 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] No DVR routers for this DVR port 161af0c9-f483-402a-8050-385f97f34b57 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:51.476130 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.476770 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-3c98902d-f474-41ff-b197-321324f4b921 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.477329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 161af0c9-f483-402a-8050-385f97f34b57 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:51.480020 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-3c98902d-f474-41ff-b197-321324f4b921 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "DELETE /v2.0/ports/161af0c9-f483-402a-8050-385f97f34b57 HTTP/1.1" status: 204 len: 173 time: 1.1488981 Apr 01 12:36:51.505746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 161af0c9-f483-402a-8050-385f97f34b57 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:36:51.506292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 161af0c9-f483-402a-8050-385f97f34b57 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:36:51.506866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a2a7919b-0809-47d2-8eb7-4b2be62c86d5 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:51.522338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75248c0-bf71-46ed-a48a-a533a79d6147 req-44c4b26c-fb64-4413-9f56-a1d5196bc4d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:51.528627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75248c0-bf71-46ed-a48a-a533a79d6147 req-44c4b26c-fb64-4413-9f56-a1d5196bc4d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:51.534938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75248c0-bf71-46ed-a48a-a533a79d6147 req-44c4b26c-fb64-4413-9f56-a1d5196bc4d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:51.553924 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7cc6fac5-0aed-4a0e-acc0-aa673bf1bec1 req-ece9d39a-eb0a-4bf5-af0d-0db7c8ed3cfc tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0822022 Apr 01 12:36:51.557748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75248c0-bf71-46ed-a48a-a533a79d6147 req-44c4b26c-fb64-4413-9f56-a1d5196bc4d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:51.565648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a75248c0-bf71-46ed-a48a-a533a79d6147 req-44c4b26c-fb64-4413-9f56-a1d5196bc4d4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 3150 time: 0.4262183 Apr 01 12:36:51.567615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-deleted', 'tag': '161af0c9-f483-402a-8050-385f97f34b57'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:51.570199 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884cd5c7-eed9-4670-87c4-479599fce516" -d '{"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-deleted", "tag": "161af0c9-f483-402a-8050-385f97f34b57"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:51.572855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a2a7919b-0809-47d2-8eb7-4b2be62c86d5 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:36:51.573389 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:51.587897 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cddf0ff-e39c-4112-8676-51bb31494256 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.656681 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddf0ff-e39c-4112-8676-51bb31494256 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Pushing event deleted for resources: {'Port': ['ID=403ece1e-ed0d-44b4-b917-916796c51220,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:51.693653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.710363 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5b09c0-9f46-4188-82a8-79a66e632fb2 x-openstack-request-id: req-ba5b09c0-9f46-4188-82a8-79a66e632fb2 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:51.710916 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-unplugged", "status": "completed", "tag": "3169eea2-bfca-4a16-b075-cd91a8fee564", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:51.711349 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba5b09c0-9f46-4188-82a8-79a66e632fb2 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:51.711925 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5b09c0-9f46-4188-82a8-79a66e632fb2'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3169eea2-bfca-4a16-b075-cd91a8fee564', 'code': 200} Apr 01 12:36:51.737185 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.738132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=f71237b2-ae9e-4469-819e-23a06d57cd27,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:51.763330 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.793073 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cddf0ff-e39c-4112-8676-51bb31494256 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.795812 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cddf0ff-e39c-4112-8676-51bb31494256 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.800579 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1cddf0ff-e39c-4112-8676-51bb31494256 tempest-FloatingIPAdminTestJSON-1692735197 tempest-FloatingIPAdminTestJSON-1692735197-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/9366b068-97fd-4ccc-a765-dd2aa32dfd8d HTTP/1.1" status: 204 len: 168 time: 1.1076112 Apr 01 12:36:51.801919 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68109a35-7976-4658-9b36-5c5f20db7676 x-openstack-request-id: req-68109a35-7976-4658-9b36-5c5f20db7676 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:51.801919 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-deleted", "tag": "161af0c9-f483-402a-8050-385f97f34b57", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:51.802245 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68109a35-7976-4658-9b36-5c5f20db7676 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:51.802814 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68109a35-7976-4658-9b36-5c5f20db7676'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-deleted', 'tag': '161af0c9-f483-402a-8050-385f97f34b57', 'status': 'completed', 'code': 200} Apr 01 12:36:51.805125 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36220) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:51.835105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:51.842496 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.843271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8ad2f7d1-56ac-460d-a99b-120b1294026b no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:51.930794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a75248c0-bf71-46ed-a48a-a533a79d6147 req-d019224e-310f-4eee-a392-b7e2e2dd2bb5 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3641462 Apr 01 12:36:51.944631 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.963061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=7407263a-988e-4a7a-9b86-b2b972eb618e,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:51.989203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1adad25b-ef08-4dc8-99b3-b80d3115740c tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Deleting port b67aef2b-b672-4392-9dd7-9927fe1cd988 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:51.989851 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1adad25b-ef08-4dc8-99b3-b80d3115740c tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:51.992111 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:51.995402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8ad2f7d1-56ac-460d-a99b-120b1294026b not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:36:51.996097 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 43b9d493-e863-4a18-825d-997984ca6f95 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:36:52.012304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:52.012775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:52.013210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:52.013655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:52.014111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:52.015224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:52.015224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:52.015434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:52.015824 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:52.016259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:52.016675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:52.017091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:36:52.079139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-bc189810-dbf7-4bb1-bb79-94080f398a8f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Deleting port 43b9d493-e863-4a18-825d-997984ca6f95 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:52.079557 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-bc189810-dbf7-4bb1-bb79-94080f398a8f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.111755 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.122319 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1adad25b-ef08-4dc8-99b3-b80d3115740c tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.141499 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1adad25b-ef08-4dc8-99b3-b80d3115740c tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Calling delete_port for b67aef2b-b672-4392-9dd7-9927fe1cd988 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:52.152208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 43b9d493-e863-4a18-825d-997984ca6f95, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=43b9d493-e863-4a18-825d-997984ca6f95,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:52.159696 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.209254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:52.219521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:52.280594 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=43b9d493-e863-4a18-825d-997984ca6f95,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:52.337897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5cc5dc4f-7be8-406f-9103-4b6e7010e540 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:52.369492 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1adad25b-ef08-4dc8-99b3-b80d3115740c tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.429948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 5cc5dc4f-7be8-406f-9103-4b6e7010e540 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:52.430485 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.433499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-bc189810-dbf7-4bb1-bb79-94080f398a8f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] For port 43b9d493-e863-4a18-825d-997984ca6f95, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=43b9d493-e863-4a18-825d-997984ca6f95,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:52.434018 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-bc189810-dbf7-4bb1-bb79-94080f398a8f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.461756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-bc189810-dbf7-4bb1-bb79-94080f398a8f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Calling delete_port for 43b9d493-e863-4a18-825d-997984ca6f95 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:52.499070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adad25b-ef08-4dc8-99b3-b80d3115740c tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event deleted for resources: {'Port': ['ID=b67aef2b-b672-4392-9dd7-9927fe1cd988,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:52.594488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80aac04-05aa-4881-9418-5c7480f7ab2f req-64b75911-6897-4251-8b46-19378aa73192 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:52.601974 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d80aac04-05aa-4881-9418-5c7480f7ab2f req-64b75911-6897-4251-8b46-19378aa73192 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.2461777 Apr 01 12:36:52.622075 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.655928 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1adad25b-ef08-4dc8-99b3-b80d3115740c tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.660016 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1adad25b-ef08-4dc8-99b3-b80d3115740c tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "DELETE /v2.0/ports/b67aef2b-b672-4392-9dd7-9927fe1cd988 HTTP/1.1" status: 204 len: 168 time: 0.8529179 Apr 01 12:36:52.668860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 5cc5dc4f-7be8-406f-9103-4b6e7010e540, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5cc5dc4f-7be8-406f-9103-4b6e7010e540,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:52.683205 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.683853 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36226) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:52.694216 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d80aac04-05aa-4881-9418-5c7480f7ab2f req-31ceae7e-327d-4643-b77f-3edd0e684af9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816510 Apr 01 12:36:52.695145 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4c09bb1b-517b-4925-9f56-c6b888677b77 None None] Provisioning complete for port 7407263a-988e-4a7a-9b86-b2b972eb618e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:52.695694 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c09bb1b-517b-4925-9f56-c6b888677b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.778501 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249a777-d938-48a2-980c-0542bd7f9e9e tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:52.782565 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4249a777-d938-48a2-980c-0542bd7f9e9e tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e HTTP/1.1" status: 200 len: 913 time: 0.0834548 Apr 01 12:36:52.783881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36230) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:52.786303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4c09bb1b-517b-4925-9f56-c6b888677b77 None None] Port 7407263a-988e-4a7a-9b86-b2b972eb618e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:52.799798 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2d0902a6-3ed0-4d8c-9f6f-35cc8a05e863 req-e003f86c-30a2-4783-9083-a0f5397216a3 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0548639 Apr 01 12:36:52.821857 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:36:52.826214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=5cc5dc4f-7be8-406f-9103-4b6e7010e540,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:52.836724 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-bc189810-dbf7-4bb1-bb79-94080f398a8f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.875972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc189810-dbf7-4bb1-bb79-94080f398a8f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Port': ['ID=43b9d493-e863-4a18-825d-997984ca6f95,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:52.963497 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-bc189810-dbf7-4bb1-bb79-94080f398a8f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] No DVR routers for this DVR port 43b9d493-e863-4a18-825d-997984ca6f95 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:52.966431 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-bc189810-dbf7-4bb1-bb79-94080f398a8f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:52.969988 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-bc189810-dbf7-4bb1-bb79-94080f398a8f tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "DELETE /v2.0/ports/43b9d493-e863-4a18-825d-997984ca6f95 HTTP/1.1" status: 204 len: 173 time: 1.3959811 Apr 01 12:36:53.065607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:53.071570 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c03a47c5-9850-4a5d-a80a-b4b41f7a5fc7 admin admin] 10.222.0.45 "PUT /v2.0/routers/e47d004e-5dbe-41f6-ba89-c0d30d1a4b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7363203 Apr 01 12:36:53.155443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6fc41160-e475-4f64-870c-3f5b2e2b81df tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Deleting port 3169eea2-bfca-4a16-b075-cd91a8fee564 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:53.155785 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6fc41160-e475-4f64-870c-3f5b2e2b81df tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:53.168226 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Sync routers for ids ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:53.186795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Routers {'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:53.187427 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:53.196912 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7bcb-30c3-4518-befa-ddba3217df16 req-d4d98248-e473-4df5-9071-fbc719ae69f7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:53.206847 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7bcb-30c3-4518-befa-ddba3217df16 req-d4d98248-e473-4df5-9071-fbc719ae69f7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:53.223355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7bcb-30c3-4518-befa-ddba3217df16 req-d4d98248-e473-4df5-9071-fbc719ae69f7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:53.233977 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fdab7bcb-30c3-4518-befa-ddba3217df16 req-d4d98248-e473-4df5-9071-fbc719ae69f7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 2411 time: 0.1706812 Apr 01 12:36:53.274133 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6fc41160-e475-4f64-870c-3f5b2e2b81df tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] For port 3169eea2-bfca-4a16-b075-cd91a8fee564, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3169eea2-bfca-4a16-b075-cd91a8fee564,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:53.274640 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6fc41160-e475-4f64-870c-3f5b2e2b81df tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:53.296733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6fc41160-e475-4f64-870c-3f5b2e2b81df tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Calling delete_port for 3169eea2-bfca-4a16-b075-cd91a8fee564 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:53.338403 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fdab7bcb-30c3-4518-befa-ddba3217df16 req-631b86c3-1ce9-4fef-94a3-44b750ae8dc4 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981987 Apr 01 12:36:53.463938 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6fc41160-e475-4f64-870c-3f5b2e2b81df tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:53.531408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc41160-e475-4f64-870c-3f5b2e2b81df tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Port': ['ID=3169eea2-bfca-4a16-b075-cd91a8fee564,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:53.565222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6fc41160-e475-4f64-870c-3f5b2e2b81df tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] No DVR routers for this DVR port 3169eea2-bfca-4a16-b075-cd91a8fee564 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:53.569147 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6fc41160-e475-4f64-870c-3f5b2e2b81df tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:53.571041 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bc801f7-7656-4352-ab87-e6bc20f655e5 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:53.572826 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-6fc41160-e475-4f64-870c-3f5b2e2b81df tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "DELETE /v2.0/ports/3169eea2-bfca-4a16-b075-cd91a8fee564 HTTP/1.1" status: 204 len: 173 time: 0.5960212 Apr 01 12:36:53.712714 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Set router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:53.797120 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71237b2-ae9e-4469-819e-23a06d57cd27'}, {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0020cbf0-e68a-4ada-b019-e4b337cd8ed4'}, {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b9d493-e863-4a18-825d-997984ca6f95'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:53.798847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Deleting port f71237b2-ae9e-4469-819e-23a06d57cd27 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:53.799189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:53.800611 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c3057f-e73f-4e9f-8c50-c66ee1f8ddc2" -d '{"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-unplugged", "status": "completed", "tag": "f71237b2-ae9e-4469-819e-23a06d57cd27"}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-unplugged", "status": "completed", "tag": "0020cbf0-e68a-4ada-b019-e4b337cd8ed4"}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-unplugged", "status": "completed", "tag": "43b9d493-e863-4a18-825d-997984ca6f95"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:53.838073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-deleted', 'tag': '43b9d493-e863-4a18-825d-997984ca6f95'}, {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-deleted', 'tag': '3169eea2-bfca-4a16-b075-cd91a8fee564'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:53.840368 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dee787c-04f4-4a85-8c5e-0b187c26743f" -d '{"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-deleted", "tag": "43b9d493-e863-4a18-825d-997984ca6f95"}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-deleted", "tag": "3169eea2-bfca-4a16-b075-cd91a8fee564"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:53.932501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36248) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:53.957380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5ae5eab1-fccd-44c3-877f-fa748987ef3c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2026424072', 'description': 'tempest-description--1999233462'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:53.995759 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ef725b-74c8-4315-927b-aaa12ee4adb9 x-openstack-request-id: req-98ef725b-74c8-4315-927b-aaa12ee4adb9 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:53.996420 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-unplugged", "status": "completed", "tag": "f71237b2-ae9e-4469-819e-23a06d57cd27", "code": 200}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-unplugged", "status": "completed", "tag": "0020cbf0-e68a-4ada-b019-e4b337cd8ed4", "code": 200}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-unplugged", "status": "completed", "tag": "43b9d493-e863-4a18-825d-997984ca6f95", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:53.996844 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-98ef725b-74c8-4315-927b-aaa12ee4adb9 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:53.997453 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ef725b-74c8-4315-927b-aaa12ee4adb9'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71237b2-ae9e-4469-819e-23a06d57cd27', 'code': 200} Apr 01 12:36:53.997873 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ef725b-74c8-4315-927b-aaa12ee4adb9'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0020cbf0-e68a-4ada-b019-e4b337cd8ed4', 'code': 200} Apr 01 12:36:53.998349 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ef725b-74c8-4315-927b-aaa12ee4adb9'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b9d493-e863-4a18-825d-997984ca6f95', 'code': 200} Apr 01 12:36:54.023209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7d1d0-9651-4ca3-92af-39ce91c02eed req-b5c0630a-e69b-49c3-b4a2-4150bc7faf50 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:54.024786 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4af7d1d0-9651-4ca3-92af-39ce91c02eed req-b5c0630a-e69b-49c3-b4a2-4150bc7faf50 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1548693 Apr 01 12:36:54.059821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b4265d79-e07f-48b6-9e84-2680599e1ada req-c9fe9b84-2c30-4dc5-b9ee-ead960bf2973 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0518529 Apr 01 12:36:54.060107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:36:51Z', 'revision_number': 4, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port': {'id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:46Z', 'updated_at': '2022-04-01T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7407263a-988e-4a7a-9b86-b2b972eb618e', 'name': '', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'mac_address': 'fa:16:3e:43:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:49Z', 'updated_at': '2022-04-01T12:36:51Z', 'revision_number': 2, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'subnets': [{'id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:54.104644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] For port f71237b2-ae9e-4469-819e-23a06d57cd27, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=f71237b2-ae9e-4469-819e-23a06d57cd27,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:54.105013 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.119885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Checking router: e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:36:54.120238 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Updating router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 port 7407263a-988e-4a7a-9b86-b2b972eb618e binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:36:54.121417 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5ae5eab1-fccd-44c3-877f-fa748987ef3c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.132409 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4af7d1d0-9651-4ca3-92af-39ce91c02eed req-49b52b08-1109-4c83-8e87-8d1f5eb60d20 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950463 Apr 01 12:36:54.151734 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.296563 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-9bc801f7-7656-4352-ab87-e6bc20f655e5 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Deleting port d4f94eee-74e1-4e63-8f7e-ad558fe8f81e {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:54.296967 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bc801f7-7656-4352-ab87-e6bc20f655e5 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.500871 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.507164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5cc5dc4f-7be8-406f-9103-4b6e7010e540 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:54.513170 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.624101 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0295d0-2ce0-4c2f-b9d0-4555fabec0ff x-openstack-request-id: req-0c0295d0-2ce0-4c2f-b9d0-4555fabec0ff {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:54.624641 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-deleted", "tag": "43b9d493-e863-4a18-825d-997984ca6f95", "status": "completed", "code": 200}, {"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-deleted", "tag": "3169eea2-bfca-4a16-b075-cd91a8fee564", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:54.624641 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c0295d0-2ce0-4c2f-b9d0-4555fabec0ff {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:54.624880 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0295d0-2ce0-4c2f-b9d0-4555fabec0ff'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-deleted', 'tag': '43b9d493-e863-4a18-825d-997984ca6f95', 'status': 'completed', 'code': 200} Apr 01 12:36:54.625139 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0295d0-2ce0-4c2f-b9d0-4555fabec0ff'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-deleted', 'tag': '3169eea2-bfca-4a16-b075-cd91a8fee564', 'status': 'completed', 'code': 200} Apr 01 12:36:54.664489 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa97d5-d81c-45e0-bd3a-f76db3e1686d None None] Pushing event updated for resources: {'Port': ['ID=7407263a-988e-4a7a-9b86-b2b972eb618e,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:54.766660 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 5cc5dc4f-7be8-406f-9103-4b6e7010e540 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:54.767811 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.799169 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bc801f7-7656-4352-ab87-e6bc20f655e5 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.815481 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-9bc801f7-7656-4352-ab87-e6bc20f655e5 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Calling delete_port for d4f94eee-74e1-4e63-8f7e-ad558fe8f81e owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:54.830232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Attempting to bind port 7407263a-988e-4a7a-9b86-b2b972eb618e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:36:54.830601 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Attempting to bind port 7407263a-988e-4a7a-9b86-b2b972eb618e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:36:54.830962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Attempting to bind port 7407263a-988e-4a7a-9b86-b2b972eb618e on network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:36:54.844103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:36:54.844402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Checking segment: {'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:36:54.844786 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.845309 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Bound using segment: {'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:36:54.849578 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Bound port: 7407263a-988e-4a7a-9b86-b2b972eb618e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:36:54.849578 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.927441 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.928087 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.928575 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Floating IP a7340e53-a145-481b-b4d9-fca2676d8846 disassociated. External IP: 172.25.7.31, port: f71237b2-ae9e-4469-819e-23a06d57cd27. Apr 01 12:36:54.929076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Calling delete_port for f71237b2-ae9e-4469-819e-23a06d57cd27 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:54.964943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d23c0cda-8197-4f4e-82d5-383a93057302 None None] Provisioning complete for port 7407263a-988e-4a7a-9b86-b2b972eb618e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:54.965314 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d23c0cda-8197-4f4e-82d5-383a93057302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:54.996670 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] For port 7407263a-988e-4a7a-9b86-b2b972eb618e, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:36:55.014096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] For port 7407263a-988e-4a7a-9b86-b2b972eb618e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7407263a-988e-4a7a-9b86-b2b972eb618e,segment=NetworkSegment(9804f139-1066-4182-9e42-f8964473eb25),segment_id=9804f139-1066-4182-9e42-f8964473eb25)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:36:55.021273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d23c0cda-8197-4f4e-82d5-383a93057302 None None] Port 7407263a-988e-4a7a-9b86-b2b972eb618e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:36:55.024254 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.048360 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5ae5eab1-fccd-44c3-877f-fa748987ef3c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.054272 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5ae5eab1-fccd-44c3-877f-fa748987ef3c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.063747 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bc801f7-7656-4352-ab87-e6bc20f655e5 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.101992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Routers {'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:55.102675 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:55.132373 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc801f7-7656-4352-ab87-e6bc20f655e5 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event deleted for resources: {'Port': ['ID=d4f94eee-74e1-4e63-8f7e-ad558fe8f81e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:55.144828 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5eab1-fccd-44c3-877f-fa748987ef3c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ca383-79ab-4b15-96e9-1357d8414968,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:55.150888 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5ae5eab1-fccd-44c3-877f-fa748987ef3c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.156656 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5ae5eab1-fccd-44c3-877f-fa748987ef3c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2230093 Apr 01 12:36:55.161456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36254) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:55.167503 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d54d0812-00f6-4784-a447-f7e21717d89f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Request body: {'security_group_rule': {'security_group_id': '1a8ca383-79ab-4b15-96e9-1357d8414968', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:55.226884 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:36:55.235735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa97d5-d81c-45e0-bd3a-f76db3e1686d None None] Pushing event updated for resources: {'Port': ['ID=7407263a-988e-4a7a-9b86-b2b972eb618e,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:55.251912 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af644df-b48a-4a00-86e5-18509e9111ee req-e0fc4da5-575c-4666-84b3-de21afbafc7a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:55.258880 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6ab47227-4b30-40ee-87f2-874dc4d9a39e req-29a0e0bd-d77c-4b62-945c-1f1feb2956ab tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0586278 Apr 01 12:36:55.259352 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af644df-b48a-4a00-86e5-18509e9111ee req-e0fc4da5-575c-4666-84b3-de21afbafc7a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:55.261321 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4af644df-b48a-4a00-86e5-18509e9111ee req-e0fc4da5-575c-4666-84b3-de21afbafc7a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 1678 time: 0.2096670 Apr 01 12:36:55.319638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d54d0812-00f6-4784-a447-f7e21717d89f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.336255 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.400873 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] Set router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:55.438552 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4af644df-b48a-4a00-86e5-18509e9111ee req-026da1cd-892d-42e7-8f87-9e5884da9c35 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460750 Apr 01 12:36:55.553362 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9bc801f7-7656-4352-ab87-e6bc20f655e5 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.554820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Port': ['ID=f71237b2-ae9e-4469-819e-23a06d57cd27,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:55.619739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d50ba251-914a-4cbf-8ca7-787a77369372 None None] Provisioning complete for port 7407263a-988e-4a7a-9b86-b2b972eb618e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:55.620109 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d50ba251-914a-4cbf-8ca7-787a77369372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.623717 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c507019-c89f-4f42-bb69-761e9ad68058 req-6cd9eba7-b06b-46ad-bf4a-1e398092b434 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:55.625512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c507019-c89f-4f42-bb69-761e9ad68058 req-6cd9eba7-b06b-46ad-bf4a-1e398092b434 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.2263577 Apr 01 12:36:55.652104 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d54d0812-00f6-4784-a447-f7e21717d89f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.690177 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d54d0812-00f6-4784-a447-f7e21717d89f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.732582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d0812-00f6-4784-a447-f7e21717d89f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0f5d1a-64c2-4703-ad11-92ee8076b1a1,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:55.749109 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d54d0812-00f6-4784-a447-f7e21717d89f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.750500 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d54d0812-00f6-4784-a447-f7e21717d89f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5880449 Apr 01 12:36:55.759457 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:36:51Z', 'revision_number': 4, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port': {'id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:46Z', 'updated_at': '2022-04-01T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7407263a-988e-4a7a-9b86-b2b972eb618e', 'name': '', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'mac_address': 'fa:16:3e:43:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:49Z', 'updated_at': '2022-04-01T12:36:54Z', 'revision_number': 4, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'subnets': [{'id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:55.768195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:36:55.770402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36258) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:55.777596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-af0b95b9-a2aa-44e9-b191-37059f31d78f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Request body: {'security_group_rule': {'security_group_id': '1a8ca383-79ab-4b15-96e9-1357d8414968', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:55.788820 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f992ac-b5f7-46b4-ba35-7bfd42f4aece None None] The sync data for ids ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'] in n-d-836146-1 is: [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:36:51Z', 'revision_number': 4, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port': {'id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:46Z', 'updated_at': '2022-04-01T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7407263a-988e-4a7a-9b86-b2b972eb618e', 'name': '', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'mac_address': 'fa:16:3e:43:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:49Z', 'updated_at': '2022-04-01T12:36:54Z', 'revision_number': 4, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'subnets': [{'id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:55.790621 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d50ba251-914a-4cbf-8ca7-787a77369372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.843596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d50ba251-914a-4cbf-8ca7-787a77369372 None None] For port 7407263a-988e-4a7a-9b86-b2b972eb618e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7407263a-988e-4a7a-9b86-b2b972eb618e,segment=NetworkSegment(9804f139-1066-4182-9e42-f8964473eb25),segment_id=9804f139-1066-4182-9e42-f8964473eb25)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:55.844052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c507019-c89f-4f42-bb69-761e9ad68058 req-2e406f70-388e-49d4-9cfc-c81b2099bc3b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916904 Apr 01 12:36:55.850208 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d50ba251-914a-4cbf-8ca7-787a77369372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.901009 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-af0b95b9-a2aa-44e9-b191-37059f31d78f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:55.939616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ba251-914a-4cbf-8ca7-787a77369372 None None] Pushing event updated for resources: {'Port': ['ID=7407263a-988e-4a7a-9b86-b2b972eb618e,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:55.971321 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc801f7-7656-4352-ab87-e6bc20f655e5 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Router eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:36:56.119266 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-af0b95b9-a2aa-44e9-b191-37059f31d78f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:56.121064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:56.134965 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d1c3e-02ae-4da0-bf8c-30ef225a10e8 None None] Sync routers for ids ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:56.139725 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-af0b95b9-a2aa-44e9-b191-37059f31d78f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:56.165789 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d1c3e-02ae-4da0-bf8c-30ef225a10e8 None None] Routers {'3dc74ab8-33aa-4079-a91f-5f60b192fc3a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:56.167666 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b71d1c3e-02ae-4da0-bf8c-30ef225a10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:56.180263 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc801f7-7656-4352-ab87-e6bc20f655e5 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:36:56.192963 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9bc801f7-7656-4352-ab87-e6bc20f655e5 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "PUT /v2.0/routers/eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4070220 Apr 01 12:36:56.193720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36260) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:56.194195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69ee7f-1cd7-4430-b28e-7f9d2fdbfe5b None None] Sync routers for ids ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:36:56.219483 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69ee7f-1cd7-4430-b28e-7f9d2fdbfe5b None None] Routers {'eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:56.220129 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1a69ee7f-1cd7-4430-b28e-7f9d2fdbfe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:56.239354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b95b9-a2aa-44e9-b191-37059f31d78f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f714a0af-14fa-4331-b245-7a2bba7a98a9,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:56.294065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] No DVR routers for this DVR port f71237b2-ae9e-4469-819e-23a06d57cd27 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:56.313753 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:56.323901 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-7ccf8cb8-0ace-4072-8215-3f45dbeea57b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "DELETE /v2.0/ports/f71237b2-ae9e-4469-819e-23a06d57cd27 HTTP/1.1" status: 204 len: 173 time: 2.7285523 Apr 01 12:36:56.327834 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b71d1c3e-02ae-4da0-bf8c-30ef225a10e8 None None] Set router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:56.328743 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-af0b95b9-a2aa-44e9-b191-37059f31d78f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:56.330914 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-af0b95b9-a2aa-44e9-b191-37059f31d78f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5564930 Apr 01 12:36:56.333573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36264) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:56.337889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1a69ee7f-1cd7-4430-b28e-7f9d2fdbfe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:56.343128 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7407263a-988e-4a7a-9b86-b2b972eb618e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:36:56.347736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:36:56.391607 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69ee7f-1cd7-4430-b28e-7f9d2fdbfe5b None None] Routers {'eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:56.392414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1a69ee7f-1cd7-4430-b28e-7f9d2fdbfe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:56.446502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1a69ee7f-1cd7-4430-b28e-7f9d2fdbfe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:56.447405 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69ee7f-1cd7-4430-b28e-7f9d2fdbfe5b None None] The sync data for ids ['eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:56.468958 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7407263a-988e-4a7a-9b86-b2b972eb618e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:36:56.469487 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:56.536924 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-de420543-77cc-4ad5-a593-f19e5c86c640 req-9877db3d-1d60-489f-91d4-7ea1456b301d tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.1067348 Apr 01 12:36:56.565599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:56.587411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-74166e97-dd7f-4efa-83e2-78c2e9960090 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Deleting port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:56.589903 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-74166e97-dd7f-4efa-83e2-78c2e9960090 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:56.611788 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:56.668426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-deleted', 'tag': 'f71237b2-ae9e-4469-819e-23a06d57cd27'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:56.673892 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd24aff-1264-4139-a9c6-5e0616989ee8" -d '{"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-deleted", "tag": "f71237b2-ae9e-4469-819e-23a06d57cd27"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:56.738398 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b71d1c3e-02ae-4da0-bf8c-30ef225a10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:30:53Z', 'revision_number': 4, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b426f24f-7cbf-424c-bad0-02c750054fde', 'name': '', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'mac_address': 'fa:16:3e:f1:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:50Z', 'updated_at': '2022-04-01T12:30:59Z', 'revision_number': 5, 'project_id': '67be0409bcbb48388611a7629463a217', 'subnets': [{'id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:56.768742 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8feb862f-63a6-4abd-9eb6-450b39ed9491 x-openstack-request-id: req-8feb862f-63a6-4abd-9eb6-450b39ed9491 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:56.769024 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-deleted", "tag": "f71237b2-ae9e-4469-819e-23a06d57cd27", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:56.769275 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8feb862f-63a6-4abd-9eb6-450b39ed9491 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:56.769668 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8feb862f-63a6-4abd-9eb6-450b39ed9491'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-deleted', 'tag': 'f71237b2-ae9e-4469-819e-23a06d57cd27', 'status': 'completed', 'code': 200} Apr 01 12:36:56.786741 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d1c3e-02ae-4da0-bf8c-30ef225a10e8 None None] Checking router: 3dc74ab8-33aa-4079-a91f-5f60b192fc3a for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:36:56.804013 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d1c3e-02ae-4da0-bf8c-30ef225a10e8 None None] Routers {'3dc74ab8-33aa-4079-a91f-5f60b192fc3a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:36:56.805108 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b71d1c3e-02ae-4da0-bf8c-30ef225a10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:36:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:56.821839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-74166e97-dd7f-4efa-83e2-78c2e9960090 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] For port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:56.822235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-74166e97-dd7f-4efa-83e2-78c2e9960090 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:56.837805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb956e87-f78e-45fe-b439-fd0b88b4e242 req-0ce7229e-33d4-47ed-b187-e9febd04bb27 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:56.839409 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb956e87-f78e-45fe-b439-fd0b88b4e242 req-0ce7229e-33d4-47ed-b187-e9febd04bb27 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 943 time: 0.1718893 Apr 01 12:36:56.848463 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-74166e97-dd7f-4efa-83e2-78c2e9960090 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Calling delete_port for 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:56.921346 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:56.940570 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:56.952197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb956e87-f78e-45fe-b439-fd0b88b4e242 req-93e7d11b-f9cb-4c70-b28a-20dcf4290572 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3e75318-7f63-4c52-96a9-0bce6b8fe980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048510 Apr 01 12:36:57.028233 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b71d1c3e-02ae-4da0-bf8c-30ef225a10e8 None None] Set router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:36:57.103408 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-74166e97-dd7f-4efa-83e2-78c2e9960090 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:57.145836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74166e97-dd7f-4efa-83e2-78c2e9960090 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Port': ['ID=0020cbf0-e68a-4ada-b019-e4b337cd8ed4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:57.180538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3ed93-17f4-4ec8-8ed2-eab49a4f11c0 req-c57d2333-638f-4cc3-9d0f-53cc23b1ebbf tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:57.188540 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4d3ed93-17f4-4ec8-8ed2-eab49a4f11c0 req-c57d2333-638f-4cc3-9d0f-53cc23b1ebbf tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1745634 Apr 01 12:36:57.228213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-74166e97-dd7f-4efa-83e2-78c2e9960090 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] No DVR routers for this DVR port 0020cbf0-e68a-4ada-b019-e4b337cd8ed4 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:57.231436 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-74166e97-dd7f-4efa-83e2-78c2e9960090 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:57.237948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cd6e038-73bd-4e07-80b7-8ec95d92a0bc req-74166e97-dd7f-4efa-83e2-78c2e9960090 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.44 "DELETE /v2.0/ports/0020cbf0-e68a-4ada-b019-e4b337cd8ed4 HTTP/1.1" status: 204 len: 173 time: 0.9068391 Apr 01 12:36:57.257056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Deleting port 42ad5806-131c-424c-8d24-57999171a949 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:57.257408 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:57.260287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Allocated IP 172.25.7.62 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/5d317348-c05f-4839-8ad6-8e4b8a705c32) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:36:57.275933 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4d3ed93-17f4-4ec8-8ed2-eab49a4f11c0 req-2556d08a-486a-47a3-bb8d-ca7b76638bc2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862815 Apr 01 12:36:57.362250 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b71d1c3e-02ae-4da0-bf8c-30ef225a10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:30:53Z', 'revision_number': 4, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b426f24f-7cbf-424c-bad0-02c750054fde', 'name': '', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'mac_address': 'fa:16:3e:f1:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:50Z', 'updated_at': '2022-04-01T12:30:59Z', 'revision_number': 5, 'project_id': '67be0409bcbb48388611a7629463a217', 'subnets': [{'id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:36:57.399251 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d1c3e-02ae-4da0-bf8c-30ef225a10e8 None None] The sync data for ids ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'] in n-d-836146-1 is: [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:30:53Z', 'revision_number': 4, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b426f24f-7cbf-424c-bad0-02c750054fde', 'name': '', 'network_id': 'a2a0007f-cd99-412e-ad83-be707fb4c3d4', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'mac_address': 'fa:16:3e:f1:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:50Z', 'updated_at': '2022-04-01T12:30:59Z', 'revision_number': 5, 'project_id': '67be0409bcbb48388611a7629463a217', 'subnets': [{'id': '33b7cb92-fc93-410f-9652-7a0f67084c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:36:57.426827 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:57.469605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Calling delete_port for 42ad5806-131c-424c-8d24-57999171a949 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:57.552125 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:57.674903 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:57.766195 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Pushing event updated for resources: {'Port': ['ID=5d317348-c05f-4839-8ad6-8e4b8a705c32,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:57.777490 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac49c73f-6f47-4a60-9e83-27f1e16b1ff7 req-e2102958-da59-40f6-af09-ea5e1e3140ca tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/ports?device_id=59a1f0d0-f41f-4f2f-8743-59413d2825a9 HTTP/1.1" status: 200 len: 210 time: 0.0569711 Apr 01 12:36:57.821618 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:36:57.830971 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:36:57.834121 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:36:57.895860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:57.936679 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event deleted for resources: {'Port': ['ID=42ad5806-131c-424c-8d24-57999171a949,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:58.037688 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.113176 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28458288-70b0-435b-9e33-1e4242871779 req-225ca50b-2ebf-4f61-9563-385a9c013d90 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0640733 Apr 01 12:36:58.173246 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.173850 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeeb544-fb25-41ca-a1b8-011b4c6a11e1 None None] New status for floating IP a7340e53-a145-481b-b4d9-fca2676d8846: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:36:58.176756 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.181684 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.227785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433e7aa-1260-4e17-bfd8-b5be8c8e1c3c req-06a0c50a-6352-45b7-8cf6-c80bc8510b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:58.229373 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b433e7aa-1260-4e17-bfd8-b5be8c8e1c3c req-06a0c50a-6352-45b7-8cf6-c80bc8510b20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1096 time: 0.0590703 Apr 01 12:36:58.274424 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.309672 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.310671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Fanout notify agent at l3_agent the message router_deleted on router eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:36:58.334593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.337976 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-67c8f2e6-1191-4cd9-9c63-683ce6946bc6 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "DELETE /v2.0/routers/eb14e2cf-6ddd-433c-a4bf-d77cc5d6dc9e HTTP/1.1" status: 204 len: 168 time: 2.1410823 Apr 01 12:36:58.339587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36288) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:58.367419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433e7aa-1260-4e17-bfd8-b5be8c8e1c3c req-4d1e8a51-b26c-491f-88f0-9635cc3ac88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:58.369004 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b433e7aa-1260-4e17-bfd8-b5be8c8e1c3c req-4d1e8a51-b26c-491f-88f0-9635cc3ac88b service neutron] 10.222.0.37 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.1300383 Apr 01 12:36:58.436904 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c295f-9554-4c04-b7f7-4ae3b71c8a7f req-b7e97643-e79a-45ff-9bf0-d78182b2cb1d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:58.438428 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f14c295f-9554-4c04-b7f7-4ae3b71c8a7f req-b7e97643-e79a-45ff-9bf0-d78182b2cb1d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2450399 Apr 01 12:36:58.451873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a090be-d988-4636-90b8-dd4bcb39ec1e tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Deleting subnet 5542f819-c861-4404-89ad-18a3314bf617 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:36:58.470385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52a090be-d988-4636-90b8-dd4bcb39ec1e tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.484590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633015c1-2412-47e1-96f5-2d31d5e5abad req-c57c1a00-1a42-40f1-95fc-2ccb257b360b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:58.492420 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-633015c1-2412-47e1-96f5-2d31d5e5abad req-c57c1a00-1a42-40f1-95fc-2ccb257b360b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1085997 Apr 01 12:36:58.496821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b433e7aa-1260-4e17-bfd8-b5be8c8e1c3c req-97834c56-b605-418e-993a-9b89f97d2b96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 999 time: 0.1120911 Apr 01 12:36:58.568295 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f14c295f-9554-4c04-b7f7-4ae3b71c8a7f req-783ced60-f710-4849-aaa8-f4c4e40d47af tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140380 Apr 01 12:36:58.570364 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52a090be-d988-4636-90b8-dd4bcb39ec1e tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.581564 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-633015c1-2412-47e1-96f5-2d31d5e5abad req-7c84cddd-03c9-49b2-8bca-6a0377159c36 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746341 Apr 01 12:36:58.603166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433e7aa-1260-4e17-bfd8-b5be8c8e1c3c req-2c2e31bf-6c60-405b-b68b-6e1c8b7c5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:58.604682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b433e7aa-1260-4e17-bfd8-b5be8c8e1c3c req-2c2e31bf-6c60-405b-b68b-6e1c8b7c5dbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.0916810 Apr 01 12:36:58.654212 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433e7aa-1260-4e17-bfd8-b5be8c8e1c3c req-dc3a698e-8c6a-4fe0-b986-c81b3d511225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:58.655748 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b433e7aa-1260-4e17-bfd8-b5be8c8e1c3c req-dc3a698e-8c6a-4fe0-b986-c81b3d511225 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434520 Apr 01 12:36:58.693454 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.702060 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.711315 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52a090be-d988-4636-90b8-dd4bcb39ec1e tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.757252 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b433e7aa-1260-4e17-bfd8-b5be8c8e1c3c req-45c5d984-2ac6-4eb4-a0cb-85b8c3541806 service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933607 Apr 01 12:36:58.772949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-deleted', 'tag': '0020cbf0-e68a-4ada-b019-e4b337cd8ed4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:36:58.775438 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa8b4a7-1ae4-4709-bb5a-10bef09684f8" -d '{"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-deleted", "tag": "0020cbf0-e68a-4ada-b019-e4b337cd8ed4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:36:58.805157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Pushing event updated for resources: {'Port': ['ID=5d317348-c05f-4839-8ad6-8e4b8a705c32,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:58.835489 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.853361 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca13556-2ea6-4cfc-8bac-6bda0424d6cd x-openstack-request-id: req-9ca13556-2ea6-4cfc-8bac-6bda0424d6cd {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:36:58.853952 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52a090be-d988-4636-90b8-dd4bcb39ec1e tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.854302 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84673472-bf68-4545-9485-c7dc5f0a1221", "name": "network-vif-deleted", "tag": "0020cbf0-e68a-4ada-b019-e4b337cd8ed4", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:36:58.854302 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ca13556-2ea6-4cfc-8bac-6bda0424d6cd {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:36:58.854491 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca13556-2ea6-4cfc-8bac-6bda0424d6cd'] response: {'server_uuid': '84673472-bf68-4545-9485-c7dc5f0a1221', 'name': 'network-vif-deleted', 'tag': '0020cbf0-e68a-4ada-b019-e4b337cd8ed4', 'status': 'completed', 'code': 200} Apr 01 12:36:58.872061 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.882061 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a48faa75-d24b-4740-b2bb-7af733fdd301 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5389297 Apr 01 12:36:58.896231 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b433e7aa-1260-4e17-bfd8-b5be8c8e1c3c req-c0ad7de9-1ff5-4de7-a55b-494a6b837a1e service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313388 Apr 01 12:36:58.907600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a090be-d988-4636-90b8-dd4bcb39ec1e tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event deleted for resources: {'Subnet': ['ID=5542f819-c861-4404-89ad-18a3314bf617,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:58.911851 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52a090be-d988-4636-90b8-dd4bcb39ec1e tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:58.916584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36298) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:58.918993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64da9990-2ecf-49de-b632-4d44d49124b7 None None] Network c0eec9f2-6868-4ca1-b1d1-0368ca892f60 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:36:58.921831 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-52a090be-d988-4636-90b8-dd4bcb39ec1e tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "DELETE /v2.0/subnets/5542f819-c861-4404-89ad-18a3314bf617 HTTP/1.1" status: 204 len: 168 time: 0.5717163 Apr 01 12:36:58.923123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36300) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:59.019674 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7525caa-bc25-4c4e-a802-e687d13ff9a3 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.023957 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.075467 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7525caa-bc25-4c4e-a802-e687d13ff9a3 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.158332 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-838d9a3f-34dd-48ad-8b73-0232b5e01135 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2026424072&fields=id&tenant_id=cf511b092cf943a4997336877dd3e811 HTTP/1.1" status: 200 len: 267 time: 0.0873418 Apr 01 12:36:59.161528 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Deleting port d6e33a52-bfba-4f15-b4ef-5e72f32e6705 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:59.162951 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7525caa-bc25-4c4e-a802-e687d13ff9a3 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.166057 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7525caa-bc25-4c4e-a802-e687d13ff9a3 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.167516 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c7525caa-bc25-4c4e-a802-e687d13ff9a3 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "DELETE /v2.0/security-groups/aef5d64a-6a48-4cbb-a034-85f1f9e99a6f HTTP/1.1" status: 204 len: 168 time: 0.2497015 Apr 01 12:36:59.169941 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.171923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36314) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:59.209392 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-0dfbf2de-a2c7-406c-8e11-8820ff0a089b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] show failed (client error): The resource could not be found. Apr 01 12:36:59.213305 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0dfbf2de-a2c7-406c-8e11-8820ff0a089b tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "GET /v2.0/security-groups/aef5d64a-6a48-4cbb-a034-85f1f9e99a6f HTTP/1.1" status: 404 len: 347 time: 0.0361433 Apr 01 12:36:59.213305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7525caa-bc25-4c4e-a802-e687d13ff9a3 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef5d64a-6a48-4cbb-a034-85f1f9e99a6f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:59.221569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36316) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:36:59.241057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ae96cc-040a-4c6c-ad26-4681097feec0 None None] DHCP port deletion for c0eec9f2-6868-4ca1-b1d1-0368ca892f60 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:36:59.303317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-09ae96cc-040a-4c6c-ad26-4681097feec0 None None] Deleting port d6e33a52-bfba-4f15-b4ef-5e72f32e6705 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:59.304094 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09ae96cc-040a-4c6c-ad26-4681097feec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.345098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] For port d6e33a52-bfba-4f15-b4ef-5e72f32e6705, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d6e33a52-bfba-4f15-b4ef-5e72f32e6705,segment=NetworkSegment(e6c4c94a-aa14-4bbb-bb84-3ce2e604c904),segment_id=e6c4c94a-aa14-4bbb-bb84-3ce2e604c904)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:59.345623 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.372064 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Calling delete_port for d6e33a52-bfba-4f15-b4ef-5e72f32e6705 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:59.375051 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1158eb1b-7040-476b-8bb9-58d9cde7bc53 req-2fed5abb-cf88-42dd-8b89-3009291a9516 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0931227 Apr 01 12:36:59.385291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40817397-9b43-4156-82ff-c6eddfb4889c req-eaa777d6-fff1-431f-b172-f356475b5e6e tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:59.386856 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-eaa777d6-fff1-431f-b172-f356475b5e6e tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/networks?id=2e0cca15-7d8d-46a3-b5c3-0714327bab79 HTTP/1.1" status: 200 len: 809 time: 0.2116680 Apr 01 12:36:59.390127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-09ae96cc-040a-4c6c-ad26-4681097feec0 None None] For port d6e33a52-bfba-4f15-b4ef-5e72f32e6705, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d6e33a52-bfba-4f15-b4ef-5e72f32e6705,segment=NetworkSegment(e6c4c94a-aa14-4bbb-bb84-3ce2e604c904),segment_id=e6c4c94a-aa14-4bbb-bb84-3ce2e604c904)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:36:59.390590 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09ae96cc-040a-4c6c-ad26-4681097feec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.406930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-09ae96cc-040a-4c6c-ad26-4681097feec0 None None] Calling delete_port for d6e33a52-bfba-4f15-b4ef-5e72f32e6705 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:59.418762 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-b47a5385-9a1f-493e-b863-e4d98da7a88d tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/quotas/cf511b092cf943a4997336877dd3e811 HTTP/1.1" status: 200 len: 375 time: 0.0205677 Apr 01 12:36:59.481312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e771494f-ecfa-4d1d-a21b-5ade197f1458 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Deleting port 1f1525e3-c27b-4476-bf31-1c951e0b478f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:36:59.481801 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e771494f-ecfa-4d1d-a21b-5ade197f1458 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.542040 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-19d98693-5fee-4eaa-9a73-3bfd969c0fd5 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf511b092cf943a4997336877dd3e811&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708475 Apr 01 12:36:59.550456 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09ae96cc-040a-4c6c-ad26-4681097feec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.572248 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.637270 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e771494f-ecfa-4d1d-a21b-5ade197f1458 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.638119 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e771494f-ecfa-4d1d-a21b-5ade197f1458 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:36:59.675461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae96cc-040a-4c6c-ad26-4681097feec0 None None] Pushing event deleted for resources: {'Port': ['ID=d6e33a52-bfba-4f15-b4ef-5e72f32e6705,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:59.681228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae96cc-040a-4c6c-ad26-4681097feec0 None None] No DVR routers for this DVR port d6e33a52-bfba-4f15-b4ef-5e72f32e6705 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:36:59.689677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e771494f-ecfa-4d1d-a21b-5ade197f1458 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Calling delete_port for 1f1525e3-c27b-4476-bf31-1c951e0b478f owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:36:59.857679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1e8aa-3229-42f3-b60f-af37f31440c1 req-479e127e-5b22-4c74-a596-dcfce87c36b3 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:36:59.866202 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55d1e8aa-3229-42f3-b60f-af37f31440c1 req-479e127e-5b22-4c74-a596-dcfce87c36b3 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1066809 Apr 01 12:36:59.958414 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55d1e8aa-3229-42f3-b60f-af37f31440c1 req-2b0f9901-52e1-49ad-98da-c3280df0f8d6 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788102 Apr 01 12:36:59.974680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event deleted for resources: {'Port': ['ID=d6e33a52-bfba-4f15-b4ef-5e72f32e6705,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:36:59.991195 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] No DVR routers for this DVR port d6e33a52-bfba-4f15-b4ef-5e72f32e6705 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:00.030531 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e771494f-ecfa-4d1d-a21b-5ade197f1458 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.075529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771494f-ecfa-4d1d-a21b-5ade197f1458 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Port': ['ID=1f1525e3-c27b-4476-bf31-1c951e0b478f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:00.111449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.146150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0eec9f2-6868-4ca1-b1d1-0368ca892f60']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:00.150352 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-4152702e-9461-4405-9552-7c8fb3506735 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0cca15-7d8d-46a3-b5c3-0714327bab79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865974 Apr 01 12:37:00.186343 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c4c94a-aa14-4bbb-bb84-3ce2e604c904') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:00.186970 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c4c94a-aa14-4bbb-bb84-3ce2e604c904') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:00.205596 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.206525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d6e33a52-bfba-4f15-b4ef-5e72f32e6705 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:00.236478 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.246039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: d6e33a52-bfba-4f15-b4ef-5e72f32e6705 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:00.246415 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d6e33a52-bfba-4f15-b4ef-5e72f32e6705 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:00.252238 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:37:00.252647 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:37:00.256936 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:37:00.282623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a643f-41f6-44cb-b96b-1f02d24e8be9 req-afe927a3-ae2f-4eb3-ab11-d6e58250d39a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:00.284267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9e0a643f-41f6-44cb-b96b-1f02d24e8be9 req-afe927a3-ae2f-4eb3-ab11-d6e58250d39a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2099569 Apr 01 12:37:00.303079 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e771494f-ecfa-4d1d-a21b-5ade197f1458 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.306076 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e771494f-ecfa-4d1d-a21b-5ade197f1458 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.307168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e771494f-ecfa-4d1d-a21b-5ade197f1458 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "DELETE /v2.0/floatingips/a978396c-6516-444c-ade3-e4ea84ece24a HTTP/1.1" status: 204 len: 168 time: 1.0843356 Apr 01 12:37:00.310575 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36336) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:00.336955 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9e0a643f-41f6-44cb-b96b-1f02d24e8be9 req-720f130a-b127-4f34-997b-dab8716e40b0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457044 Apr 01 12:37:00.415519 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.449792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.455672 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "DELETE /v2.0/networks/c0eec9f2-6868-4ca1-b1d1-0368ca892f60 HTTP/1.1" status: 204 len: 168 time: 1.5315955 Apr 01 12:37:00.455810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36342) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:00.470235 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-26f1b715-fe16-410c-9333-ecb0fe76baca service neutron] 10.222.0.45 "GET /v2.0/networks/2e0cca15-7d8d-46a3-b5c3-0714327bab79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045201 Apr 01 12:37:00.475255 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0f54b-6e6e-43d2-af56-60379dcad070 tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event deleted for resources: {'Network': ['ID=c0eec9f2-6868-4ca1-b1d1-0368ca892f60,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:00.525224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5a11ccea-6d61-4d92-b499-d4af3937be10 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Deleting port 5e1b1c53-b540-4432-941f-2c8d708a455a {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:00.527086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a11ccea-6d61-4d92-b499-d4af3937be10 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.648816 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-082f88db-e380-4365-bac7-a122b75b1424 req-d00e4927-01b6-4d40-9dc0-84aee57b5e4e tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0992484 Apr 01 12:37:00.700579 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a11ccea-6d61-4d92-b499-d4af3937be10 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.720846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5a11ccea-6d61-4d92-b499-d4af3937be10 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Calling delete_port for 5e1b1c53-b540-4432-941f-2c8d708a455a owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:00.750247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-a10dda96-683b-4d4a-ae48-9b018c9754eb tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Deleting port a50597d6-db49-42c6-9786-c427060c88d3 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:00.751027 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a10dda96-683b-4d4a-ae48-9b018c9754eb tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.915447 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03e1cce6-8f51-4e82-8f7d-170688b7718d req-d0bae958-981c-4d93-b1a0-76ae066f8b31 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 210 time: 0.0674317 Apr 01 12:37:00.947132 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a11ccea-6d61-4d92-b499-d4af3937be10 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.955667 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a10dda96-683b-4d4a-ae48-9b018c9754eb tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.956132 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a10dda96-683b-4d4a-ae48-9b018c9754eb tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:00.980191 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-a10dda96-683b-4d4a-ae48-9b018c9754eb tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Calling delete_port for a50597d6-db49-42c6-9786-c427060c88d3 owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:01.049183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11ccea-6d61-4d92-b499-d4af3937be10 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Port': ['ID=5e1b1c53-b540-4432-941f-2c8d708a455a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:01.171788 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a11ccea-6d61-4d92-b499-d4af3937be10 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:01.175484 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5a11ccea-6d61-4d92-b499-d4af3937be10 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "DELETE /v2.0/ports/5e1b1c53-b540-4432-941f-2c8d708a455a HTTP/1.1" status: 204 len: 168 time: 0.8613541 Apr 01 12:37:01.184807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4d976-b751-404f-959d-ceaeac5eb289 req-65b5354d-5a16-4c29-b271-5268be76f230 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:01.186432 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ff4d976-b751-404f-959d-ceaeac5eb289 req-65b5354d-5a16-4c29-b271-5268be76f230 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1004477 Apr 01 12:37:01.186925 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36358) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:01.205333 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a10dda96-683b-4d4a-ae48-9b018c9754eb tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:01.245146 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dda96-683b-4d4a-ae48-9b018c9754eb tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Pushing event deleted for resources: {'Port': ['ID=a50597d6-db49-42c6-9786-c427060c88d3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:01.314904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ff4d976-b751-404f-959d-ceaeac5eb289 req-4cbba828-a4a9-4653-874b-bbe26f10d6c3 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192591 Apr 01 12:37:01.325342 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a10dda96-683b-4d4a-ae48-9b018c9754eb tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:01.329737 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a10dda96-683b-4d4a-ae48-9b018c9754eb tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:01.337002 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a10dda96-683b-4d4a-ae48-9b018c9754eb tempest-FloatingIPAdminTestJSON-490519752 tempest-FloatingIPAdminTestJSON-490519752-project] 10.222.0.45 "DELETE /v2.0/floatingips/ff99fa6d-575c-442d-9f84-33caeed1118a HTTP/1.1" status: 204 len: 168 time: 0.8802335 Apr 01 12:37:01.346147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-120ac0e2-16e0-46a3-bce5-d9f77065a72f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Deleting port 0001f562-db05-4af2-9682-0992e0cedd08 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:01.346660 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-120ac0e2-16e0-46a3-bce5-d9f77065a72f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:01.455777 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-120ac0e2-16e0-46a3-bce5-d9f77065a72f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:01.491342 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-120ac0e2-16e0-46a3-bce5-d9f77065a72f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Calling delete_port for 0001f562-db05-4af2-9682-0992e0cedd08 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:01.650443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36368) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:01.693290 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-120ac0e2-16e0-46a3-bce5-d9f77065a72f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:01.786913 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ac0e2-16e0-46a3-bce5-d9f77065a72f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Port': ['ID=0001f562-db05-4af2-9682-0992e0cedd08,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:01.847629 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cdf0c829-3578-4ba7-bd6b-ca4d53334db7 req-cac0a28d-f9d5-441f-bcca-30a7c77547b7 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0934415 Apr 01 12:37:01.886909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4f75491e-8664-4e03-aebf-869c116b5d75 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6118ca3fd0bf479394a8733a7ae09e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352870 Apr 01 12:37:01.888567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-120ac0e2-16e0-46a3-bce5-d9f77065a72f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:01.889508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36376) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:01.895312 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-120ac0e2-16e0-46a3-bce5-d9f77065a72f tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "DELETE /v2.0/ports/0001f562-db05-4af2-9682-0992e0cedd08 HTTP/1.1" status: 204 len: 168 time: 0.7068415 Apr 01 12:37:01.896146 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36378) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:01.978833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-befe16c6-5072-4c78-ba3f-c4842ef56754 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Deleting subnet d2eb4401-4562-462a-a096-0228c37ee74c {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:37:01.989571 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-befe16c6-5072-4c78-ba3f-c4842ef56754 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.027863 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5359b219-ca5d-484d-9b85-0a63cfb06a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.072335 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-77c4d3ca-c27e-4796-8016-7126934cd22f req-5e92c71f-8335-4fd3-9a1d-3abdc11cb84f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 210 time: 0.0593612 Apr 01 12:37:02.078889 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-befe16c6-5072-4c78-ba3f-c4842ef56754 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.110608 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5359b219-ca5d-484d-9b85-0a63cfb06a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.362441 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-befe16c6-5072-4c78-ba3f-c4842ef56754 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.429015 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5359b219-ca5d-484d-9b85-0a63cfb06a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.431661 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5359b219-ca5d-484d-9b85-0a63cfb06a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.433145 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5359b219-ca5d-484d-9b85-0a63cfb06a6e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d63cbcdf-a024-4bc5-9d40-1e0378125bde HTTP/1.1" status: 204 len: 168 time: 0.5424716 Apr 01 12:37:02.472658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359b219-ca5d-484d-9b85-0a63cfb06a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63cbcdf-a024-4bc5-9d40-1e0378125bde,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:02.484127 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2896e-6bdb-4196-8a93-a1f37f6dea16 req-9688226e-b9d7-4aa2-8dad-e46ae9b51111 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:02.496137 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76a2896e-6bdb-4196-8a93-a1f37f6dea16 req-9688226e-b9d7-4aa2-8dad-e46ae9b51111 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.2336531 Apr 01 12:37:02.520983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40817397-9b43-4156-82ff-c6eddfb4889c req-7a32c488-ba65-4a5b-99bc-634f3e18162c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:02.523614 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-7a32c488-ba65-4a5b-99bc-634f3e18162c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.44 "GET /v2.0/networks?id=2e0cca15-7d8d-46a3-b5c3-0714327bab79 HTTP/1.1" status: 200 len: 809 time: 0.3102210 Apr 01 12:37:02.528104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af5a8a-f1a5-40f8-a048-cc165214dccc req-61586cdf-33af-425f-97d4-adbfae9b2a0d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:02.541228 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c6af5a8a-f1a5-40f8-a048-cc165214dccc req-61586cdf-33af-425f-97d4-adbfae9b2a0d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1168861 Apr 01 12:37:02.567088 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-befe16c6-5072-4c78-ba3f-c4842ef56754 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.602588 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c6af5a8a-f1a5-40f8-a048-cc165214dccc req-7c27759b-fb4f-4841-beef-9966a210c773 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599897 Apr 01 12:37:02.628178 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-befe16c6-5072-4c78-ba3f-c4842ef56754 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.631577 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-befe16c6-5072-4c78-ba3f-c4842ef56754 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "DELETE /v2.0/subnets/d2eb4401-4562-462a-a096-0228c37ee74c HTTP/1.1" status: 204 len: 168 time: 0.7344666 Apr 01 12:37:02.632884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe16c6-5072-4c78-ba3f-c4842ef56754 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Subnet': ['ID=d2eb4401-4562-462a-a096-0228c37ee74c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:02.634345 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36398) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:02.636502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a504218-f97b-4b4b-b1c3-c772ecaf3955 None None] Network 5d19e00b-4c7e-469c-977f-eafd0fa09c3d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:02.649219 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76a2896e-6bdb-4196-8a93-a1f37f6dea16 req-08e8eace-f1dc-4163-97c7-b48a05d4738a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515396 Apr 01 12:37:02.659352 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-10bdfb7c-9ad4-423d-a1e2-b92b4a602d77 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf511b092cf943a4997336877dd3e811 HTTP/1.1" status: 200 len: 380 time: 0.1259482 Apr 01 12:37:02.671271 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Request body: {'port': {'device_id': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'admin_state_up': True, 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'security_groups': ['1a8ca383-79ab-4b15-96e9-1357d8414968']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:02.740040 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67bf0e5-65dd-428f-ab26-6a604ab1f9df tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Deleting subnet a946f799-cf29-42e6-b6bd-6fa7cca432b3 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:37:02.743967 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f67bf0e5-65dd-428f-ab26-6a604ab1f9df tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.800626 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f67bf0e5-65dd-428f-ab26-6a604ab1f9df tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.842976 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Made reservation on behalf of cf511b092cf943a4997336877dd3e811 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:02.846686 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.934801 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5451d2-2290-4c1f-a30b-e8b879f0a05e None None] DHCP port deletion for 5d19e00b-4c7e-469c-977f-eafd0fa09c3d request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:37:02.941250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36402) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:02.956623 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-463f71cf-236d-4076-ba33-13f3d77602ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:02.967807 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f67bf0e5-65dd-428f-ab26-6a604ab1f9df tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.027981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-be5451d2-2290-4c1f-a30b-e8b879f0a05e None None] Deleting port 2b9db741-6184-4fd9-899b-53cc6f474f12 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:03.028661 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-be5451d2-2290-4c1f-a30b-e8b879f0a05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.035730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Allocated IP 172.20.0.13 (2e0cca15-7d8d-46a3-b5c3-0714327bab79/c818ddbc-04f5-4e04-b3eb-9d9144b3ba89/75f4773b-7917-49e8-87e9-41ec9feffe3d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:37:03.062052 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f67bf0e5-65dd-428f-ab26-6a604ab1f9df tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.089970 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9e96288-3bf7-495f-94b3-79daa35526e1 req-d41a37c5-5170-449e-94b9-83a181975a18 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0400920 Apr 01 12:37:03.097936 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-463f71cf-236d-4076-ba33-13f3d77602ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.130384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bf0e5-65dd-428f-ab26-6a604ab1f9df tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Subnet': ['ID=a946f799-cf29-42e6-b6bd-6fa7cca432b3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:03.136143 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f67bf0e5-65dd-428f-ab26-6a604ab1f9df tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.141368 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f67bf0e5-65dd-428f-ab26-6a604ab1f9df tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "DELETE /v2.0/subnets/a946f799-cf29-42e6-b6bd-6fa7cca432b3 HTTP/1.1" status: 204 len: 168 time: 0.4964345 Apr 01 12:37:03.143825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36406) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:03.146976 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2103b27b-7491-4d5c-ad18-934b5c02642d None None] Network 8299f7cb-4ccf-4e00-b386-8891291bcc0a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:03.150320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-be5451d2-2290-4c1f-a30b-e8b879f0a05e None None] For port 2b9db741-6184-4fd9-899b-53cc6f474f12, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2b9db741-6184-4fd9-899b-53cc6f474f12,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:03.150723 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-be5451d2-2290-4c1f-a30b-e8b879f0a05e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.177900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-be5451d2-2290-4c1f-a30b-e8b879f0a05e None None] Calling delete_port for 2b9db741-6184-4fd9-899b-53cc6f474f12 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:03.241503 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.294313 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.304809 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-463f71cf-236d-4076-ba33-13f3d77602ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.306408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Deleting port 2b9db741-6184-4fd9-899b-53cc6f474f12 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:03.307085 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.351571 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-732bc463-ce01-4a4d-9b2c-8aaed0f04433 req-d4c42862-d228-4ee9-9e2d-73ed8588c4ad tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 210 time: 0.0516818 Apr 01 12:37:03.385698 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-463f71cf-236d-4076-ba33-13f3d77602ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91cd398a489c4a52a06c35e49a7ebcf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433296 Apr 01 12:37:03.387717 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f71cf-236d-4076-ba33-13f3d77602ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffbb52f-9ca6-4a36-ac3d-57ed7220ae47,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:03.390209 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36408) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:03.424749 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] For port 2b9db741-6184-4fd9-899b-53cc6f474f12, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2b9db741-6184-4fd9-899b-53cc6f474f12,segment=NetworkSegment(72824627-0fe9-4fb6-a822-37035eaf7f1b),segment_id=72824627-0fe9-4fb6-a822-37035eaf7f1b)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:03.425762 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.439468 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.450172 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Calling delete_port for 2b9db741-6184-4fd9-899b-53cc6f474f12 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:03.498829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:03.505124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:03.513773 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:03.521873 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-be5451d2-2290-4c1f-a30b-e8b879f0a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.544621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5451d2-2290-4c1f-a30b-e8b879f0a05e None None] No DVR routers for this DVR port 2b9db741-6184-4fd9-899b-53cc6f474f12 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:03.544879 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ffe4-5f8f-4843-8480-3dcd52b241da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.549429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Pushing event updated for resources: {'Port': ['ID=75f4773b-7917-49e8-87e9-41ec9feffe3d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:03.602107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5451d2-2290-4c1f-a30b-e8b879f0a05e None None] Pushing event deleted for resources: {'Port': ['ID=2b9db741-6184-4fd9-899b-53cc6f474f12,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:03.607183 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ffe4-5f8f-4843-8480-3dcd52b241da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.617098 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.619218 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:03.619863 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.661680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] No DVR routers for this DVR port 2b9db741-6184-4fd9-899b-53cc6f474f12 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:03.668519 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Port': ['ID=2b9db741-6184-4fd9-899b-53cc6f474f12,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:03.668862 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9efccc78-844f-48da-892e-6608dd54ae80 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0020273 Apr 01 12:37:03.687753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a66d8-1619-4520-9b4d-9cc5f3f00448 None None] DHCP port deletion for 8299f7cb-4ccf-4e00-b386-8891291bcc0a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:37:03.709050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Request body: {'port': {'device_id': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:03.718097 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ffe4-5f8f-4843-8480-3dcd52b241da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.722679 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ffe4-5f8f-4843-8480-3dcd52b241da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.726687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f5c1ffe4-5f8f-4843-8480-3dcd52b241da admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ffbb52f-9ca6-4a36-ac3d-57ed7220ae47 HTTP/1.1" status: 204 len: 168 time: 0.3303108 Apr 01 12:37:03.768761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1ffe4-5f8f-4843-8480-3dcd52b241da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffbb52f-9ca6-4a36-ac3d-57ed7220ae47,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:03.869243 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.872487 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-051a66d8-1619-4520-9b4d-9cc5f3f00448 None None] Deleting port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:03.872868 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-051a66d8-1619-4520-9b4d-9cc5f3f00448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.935237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c39f4f-cd9a-4561-91a2-3386533cb6a3 req-5117989d-61d7-4073-8c97-a9749a35dc3a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:03.936831 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10c39f4f-cd9a-4561-91a2-3386533cb6a3 req-5117989d-61d7-4073-8c97-a9749a35dc3a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1123857 Apr 01 12:37:03.947913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-051a66d8-1619-4520-9b4d-9cc5f3f00448 None None] For port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=61ac50a0-4d5d-45aa-93b8-cbef8bf94107,segment=NetworkSegment(898541e8-df36-4427-8e64-5f818ae8f117),segment_id=898541e8-df36-4427-8e64-5f818ae8f117)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:03.950316 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-051a66d8-1619-4520-9b4d-9cc5f3f00448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.955573 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:03.988908 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d19e00b-4c7e-469c-977f-eafd0fa09c3d']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:03.993009 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-051a66d8-1619-4520-9b4d-9cc5f3f00448 None None] Calling delete_port for 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:04.010786 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff6e41-681a-45df-953d-b3700f69a8f4 req-2bc0935b-a884-4e09-a926-226b2ebbf296 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:04.012358 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0cff6e41-681a-45df-953d-b3700f69a8f4 req-2bc0935b-a884-4e09-a926-226b2ebbf296 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.2533412 Apr 01 12:37:04.025953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72824627-0fe9-4fb6-a822-37035eaf7f1b') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:04.026316 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72824627-0fe9-4fb6-a822-37035eaf7f1b') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:04.030532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-085a9f0a-7c4d-4b1b-9185-bd10945abba8 None None] Provisioning complete for port 75f4773b-7917-49e8-87e9-41ec9feffe3d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:37:04.030532 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-085a9f0a-7c4d-4b1b-9185-bd10945abba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.068393 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.107289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-085a9f0a-7c4d-4b1b-9185-bd10945abba8 None None] Port 75f4773b-7917-49e8-87e9-41ec9feffe3d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:37:04.108146 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0cff6e41-681a-45df-953d-b3700f69a8f4 req-054f2ec2-b760-4249-8b0a-21fa41d24e6e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746083 Apr 01 12:37:04.112397 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.133659 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10c39f4f-cd9a-4561-91a2-3386533cb6a3 req-f8c2cf02-6783-4432-82fd-1eef1029cba1 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793427 Apr 01 12:37:04.135305 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:37:04.135717 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:37:04.139287 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:37:04.199331 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-051a66d8-1619-4520-9b4d-9cc5f3f00448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.239341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2b9db741-6184-4fd9-899b-53cc6f474f12 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:04.247659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a66d8-1619-4520-9b4d-9cc5f3f00448 None None] Pushing event deleted for resources: {'Port': ['ID=61ac50a0-4d5d-45aa-93b8-cbef8bf94107,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:04.250200 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a66d8-1619-4520-9b4d-9cc5f3f00448 None None] No DVR routers for this DVR port 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:04.277284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 2b9db741-6184-4fd9-899b-53cc6f474f12 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:04.278144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2b9db741-6184-4fd9-899b-53cc6f474f12 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:04.278642 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:04.313346 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:04.313946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 61ac50a0-4d5d-45aa-93b8-cbef8bf94107 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:04.339621 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e91a44c-e129-45cf-a193-194ffc9b57ee req-512db77f-8e7c-417d-a294-2af737a299f6 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0725465 Apr 01 12:37:04.346861 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.360950 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36420) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:04.383514 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.385707 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26ab5be1-e0f8-4b66-b7e8-ec7796954955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.390170 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "DELETE /v2.0/networks/5d19e00b-4c7e-469c-977f-eafd0fa09c3d HTTP/1.1" status: 204 len: 168 time: 1.2446306 Apr 01 12:37:04.391155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36424) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:04.392042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe60d9-1d4e-409a-b2bb-29e255fa064a tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Network': ['ID=5d19e00b-4c7e-469c-977f-eafd0fa09c3d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:04.437678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f4773b-7917-49e8-87e9-41ec9feffe3d {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:37:04.448076 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.483390 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.584662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.611746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8299f7cb-4ccf-4e00-b386-8891291bcc0a']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:04.624240 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898541e8-df36-4427-8e64-5f818ae8f117') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:04.624905 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898541e8-df36-4427-8e64-5f818ae8f117') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:04.635315 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.649752 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.656206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:37:04.656608 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:37:04.660026 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:37:04.724479 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.729146 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.736106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] 10.222.0.45 "DELETE /v2.0/networks/8299f7cb-4ccf-4e00-b386-8891291bcc0a HTTP/1.1" status: 204 len: 168 time: 0.3389766 Apr 01 12:37:04.754458 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c400dd4-0cab-446e-b4f1-44716e6ab201 tempest-TaggedBootDevicesTest_v242-984626143 tempest-TaggedBootDevicesTest_v242-984626143-project] Pushing event deleted for resources: {'Network': ['ID=8299f7cb-4ccf-4e00-b386-8891291bcc0a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:04.791092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Transition to ACTIVE for port object 75f4773b-7917-49e8-87e9-41ec9feffe3d will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:37:04.804206 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:04.887758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce29aba-224d-482e-8cc4-27ff6e9a71ff req-8354976c-a0d6-44c0-8b69-e6bbed5cf4d2 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:04.889872 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ce29aba-224d-482e-8cc4-27ff6e9a71ff req-8354976c-a0d6-44c0-8b69-e6bbed5cf4d2 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 932 time: 0.4380412 Apr 01 12:37:04.915673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Pushing event updated for resources: {'Port': ['ID=75f4773b-7917-49e8-87e9-41ec9feffe3d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:05.034199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26ab5be1-e0f8-4b66-b7e8-ec7796954955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:05.046770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ce29aba-224d-482e-8cc4-27ff6e9a71ff req-88912e13-6c23-475a-9f84-2751605af0a4 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360810 Apr 01 12:37:05.049272 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26ab5be1-e0f8-4b66-b7e8-ec7796954955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:05.106312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Attempting to bind port 75f4773b-7917-49e8-87e9-41ec9feffe3d on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:05.106540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Attempting to bind port 75f4773b-7917-49e8-87e9-41ec9feffe3d by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:05.106981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Attempting to bind port 75f4773b-7917-49e8-87e9-41ec9feffe3d on network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:05.115917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-26ab5be1-e0f8-4b66-b7e8-ec7796954955 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fccecd7b61984c929278bfcfd20b29e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7515063 Apr 01 12:37:05.115917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab5be1-e0f8-4b66-b7e8-ec7796954955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd7e682-cc51-45ca-ad84-6ff5c367e064,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:05.117162 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36434) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:05.120796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Port 75f4773b-7917-49e8-87e9-41ec9feffe3d on network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:05.121045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Attempting to bind port 75f4773b-7917-49e8-87e9-41ec9feffe3d on network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:05.131423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:37:05.131900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Checking segment: {'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:37:05.135557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Bound using segment: {'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:37:05.136586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Bound port: 75f4773b-7917-49e8-87e9-41ec9feffe3d, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9804f139-1066-4182-9e42-f8964473eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:37:05.137265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:05.232324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] For port 75f4773b-7917-49e8-87e9-41ec9feffe3d, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:37:05.235911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] For port 75f4773b-7917-49e8-87e9-41ec9feffe3d, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=75f4773b-7917-49e8-87e9-41ec9feffe3d,segment=NetworkSegment(9804f139-1066-4182-9e42-f8964473eb25),segment_id=9804f139-1066-4182-9e42-f8964473eb25)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:37:05.246404 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6ef5b987-6ce6-4760-ae28-e42ff98faec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:05.251867 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:05.279105 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6ef5b987-6ce6-4760-ae28-e42ff98faec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:05.297037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc16b56-26a5-42e7-9572-1e39f7eb3291 req-bb0f37b6-5c43-4545-96be-65f868d0f634 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:05.298564 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-adc16b56-26a5-42e7-9572-1e39f7eb3291 req-bb0f37b6-5c43-4545-96be-65f868d0f634 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0919428 Apr 01 12:37:05.308847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:05.309635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:05.311852 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] 10.222.0.44 "PUT /v2.0/ports/75f4773b-7917-49e8-87e9-41ec9feffe3d HTTP/1.1" status: 200 len: 1092 time: 1.6114902 Apr 01 12:37:05.314380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'tag': '75f4773b-7917-49e8-87e9-41ec9feffe3d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:05.326713 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9811c1-0d5e-4e53-82f9-588c4e61556a" -d '{"events": [{"name": "network-changed", "server_uuid": "87ed61cf-45dd-4a81-9025-14d930637fb1", "tag": "75f4773b-7917-49e8-87e9-41ec9feffe3d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:05.360487 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-adc16b56-26a5-42e7-9572-1e39f7eb3291 req-ecb89349-2774-4d82-9bc3-44271cec6fe5 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Apr 01 12:37:05.378402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6ef5b987-6ce6-4760-ae28-e42ff98faec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:05.378536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ece82-d6df-4318-9674-b84600378320 req-cf14f2e1-d36f-4179-850b-01de577af6c5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:05.381450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-657ece82-d6df-4318-9674-b84600378320 req-cf14f2e1-d36f-4179-850b-01de577af6c5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1410475 Apr 01 12:37:05.382648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a309180-e43e-4d7f-87d8-aa7121d47697 service neutron] Pushing event updated for resources: {'Port': ['ID=75f4773b-7917-49e8-87e9-41ec9feffe3d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:05.390376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6ef5b987-6ce6-4760-ae28-e42ff98faec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:05.393903 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6ef5b987-6ce6-4760-ae28-e42ff98faec2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fcd7e682-cc51-45ca-ad84-6ff5c367e064 HTTP/1.1" status: 204 len: 168 time: 0.2730999 Apr 01 12:37:05.410732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5b987-6ce6-4760-ae28-e42ff98faec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd7e682-cc51-45ca-ad84-6ff5c367e064,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:05.475153 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-657ece82-d6df-4318-9674-b84600378320 req-02435665-e263-4553-8895-cc4a81315f23 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855742 Apr 01 12:37:05.516131 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40817397-9b43-4156-82ff-c6eddfb4889c req-4d9f6aab-337e-420f-8553-ebb6dd31cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:05.523047 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-4d9f6aab-337e-420f-8553-ebb6dd31cbe6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf511b092cf943a4997336877dd3e811&device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 1095 time: 0.1329746 Apr 01 12:37:05.527282 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288f7d0d-b341-4f19-b475-a9f354961723 x-openstack-request-id: req-288f7d0d-b341-4f19-b475-a9f354961723 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:05.527681 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ed61cf-45dd-4a81-9025-14d930637fb1", "tag": "75f4773b-7917-49e8-87e9-41ec9feffe3d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:05.528033 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-288f7d0d-b341-4f19-b475-a9f354961723 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:05.530446 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288f7d0d-b341-4f19-b475-a9f354961723'] response: {'name': 'network-changed', 'server_uuid': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'tag': '75f4773b-7917-49e8-87e9-41ec9feffe3d', 'status': 'completed', 'code': 200} Apr 01 12:37:05.583828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-c344a132-717e-4990-9daa-166114dfd29b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75f4773b-7917-49e8-87e9-41ec9feffe3d HTTP/1.1" status: 200 len: 217 time: 0.0514882 Apr 01 12:37:05.654447 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6126a98c-ccc3-4d69-81f6-837c39970432 req-b7323be1-43c8-4cdd-af8b-5355b113f0ab tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0593970 Apr 01 12:37:05.671992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40817397-9b43-4156-82ff-c6eddfb4889c req-0b9e34a9-71dd-447a-b87d-afa80b8a7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:05.683860 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-0b9e34a9-71dd-447a-b87d-afa80b8a7ca9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c818ddbc-04f5-4e04-b3eb-9d9144b3ba89 HTTP/1.1" status: 200 len: 848 time: 0.0774760 Apr 01 12:37:05.732018 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40817397-9b43-4156-82ff-c6eddfb4889c req-e2a34f9c-602d-4c2e-952a-ecf1a3fdcac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:05.734507 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-e2a34f9c-602d-4c2e-952a-ecf1a3fdcac3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e0cca15-7d8d-46a3-b5c3-0714327bab79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474665 Apr 01 12:37:05.844203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-9f8018e6-3cc7-4bd5-8f72-58ef460095f9 service neutron] 10.222.0.44 "GET /v2.0/networks/2e0cca15-7d8d-46a3-b5c3-0714327bab79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978179 Apr 01 12:37:05.954037 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40817397-9b43-4156-82ff-c6eddfb4889c req-71057f9b-e579-4283-b10a-60f70650aa46 service neutron] 10.222.0.44 "GET /v2.0/networks/2e0cca15-7d8d-46a3-b5c3-0714327bab79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011877 Apr 01 12:37:06.062282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9811c1-0d5e-4e53-82f9-588c4e61556a req-907202b7-d334-4a91-b081-606e6e0d2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:06.062897 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b9811c1-0d5e-4e53-82f9-588c4e61556a req-907202b7-d334-4a91-b081-606e6e0d2002 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf511b092cf943a4997336877dd3e811&device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 1095 time: 0.0480409 Apr 01 12:37:06.182303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9811c1-0d5e-4e53-82f9-588c4e61556a req-03e0c7a5-8f61-406e-8ccb-c60ff25541b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:06.184214 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b9811c1-0d5e-4e53-82f9-588c4e61556a req-03e0c7a5-8f61-406e-8ccb-c60ff25541b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e0cca15-7d8d-46a3-b5c3-0714327bab79 HTTP/1.1" status: 200 len: 910 time: 0.1143887 Apr 01 12:37:06.188238 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbadfc3-6ddf-4665-a87b-4a0e67662ef0 req-795dd937-0dd2-407e-8625-4fd9c5736b54 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:06.189832 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6fbadfc3-6ddf-4665-a87b-4a0e67662ef0 req-795dd937-0dd2-407e-8625-4fd9c5736b54 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 944 time: 0.0570071 Apr 01 12:37:06.241489 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b9811c1-0d5e-4e53-82f9-588c4e61556a req-d1639f2a-c55b-40f8-af08-c43ca4a6448d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75f4773b-7917-49e8-87e9-41ec9feffe3d HTTP/1.1" status: 200 len: 217 time: 0.0464790 Apr 01 12:37:06.264696 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6fbadfc3-6ddf-4665-a87b-4a0e67662ef0 req-f28a7a6c-a2e4-43cd-8b09-5ffe500f5969 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654807 Apr 01 12:37:06.312456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9811c1-0d5e-4e53-82f9-588c4e61556a req-18d1f99c-401e-4117-bded-eb8d5f2f93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:06.314480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b9811c1-0d5e-4e53-82f9-588c4e61556a req-18d1f99c-401e-4117-bded-eb8d5f2f93b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c818ddbc-04f5-4e04-b3eb-9d9144b3ba89 HTTP/1.1" status: 200 len: 848 time: 0.0652418 Apr 01 12:37:06.336747 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0276cfc1-f9a0-4331-808f-e825be994a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:06.373323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9811c1-0d5e-4e53-82f9-588c4e61556a req-64db433b-d33a-49e1-bf7c-4f72071c3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:06.375096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b9811c1-0d5e-4e53-82f9-588c4e61556a req-64db433b-d33a-49e1-bf7c-4f72071c3a19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e0cca15-7d8d-46a3-b5c3-0714327bab79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517282 Apr 01 12:37:06.481884 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b9811c1-0d5e-4e53-82f9-588c4e61556a req-2e574e0e-6b69-48de-a8a4-bc1a74c5200b service neutron] 10.222.0.44 "GET /v2.0/networks/2e0cca15-7d8d-46a3-b5c3-0714327bab79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980148 Apr 01 12:37:06.611362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23519a71-769e-4fa2-b00c-2df7c45b61b8 req-d6b48e36-a432-44fa-baa0-f11986d8b556 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:06.612990 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23519a71-769e-4fa2-b00c-2df7c45b61b8 req-d6b48e36-a432-44fa-baa0-f11986d8b556 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 945 time: 0.1132920 Apr 01 12:37:06.637073 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8458e-4c54-4e16-bb25-0f69f06ea703 req-61921f46-00f3-4097-957d-3e734de2aba8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:06.644668 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0f8458e-4c54-4e16-bb25-0f69f06ea703 req-61921f46-00f3-4097-957d-3e734de2aba8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.0764954 Apr 01 12:37:06.649267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3b9811c1-0d5e-4e53-82f9-588c4e61556a req-7118668a-e111-4157-b3f2-a3b0f807d40b service neutron] 10.222.0.44 "GET /v2.0/networks/2e0cca15-7d8d-46a3-b5c3-0714327bab79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611021 Apr 01 12:37:06.681881 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23519a71-769e-4fa2-b00c-2df7c45b61b8 req-7f967170-41b3-48b6-9337-d536d1d4ad53 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546386 Apr 01 12:37:06.693651 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0f8458e-4c54-4e16-bb25-0f69f06ea703 req-8e0eb687-9428-471f-a314-96ab110112a6 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445652 Apr 01 12:37:06.826707 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d86862fa-b72f-49fb-bc73-24ffb1e5729f req-474fe70b-c165-46a2-8239-543c59518d50 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0465748 Apr 01 12:37:07.126452 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36508) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:07.283117 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-275556389'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:07.304863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Made reservation on behalf of de775bbefda24af0b8acef70a13ccc99 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:07.308325 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:07.317330 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:07.392617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddeac6-3385-4e9a-b713-d58f97847f41 req-2387af95-7388-4f55-ba00-1634a0cf6f51 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:07.394157 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88ddeac6-3385-4e9a-b713-d58f97847f41 req-2387af95-7388-4f55-ba00-1634a0cf6f51 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 944 time: 0.0530322 Apr 01 12:37:07.404272 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:07.408944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:07.440861 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:37:07.446459 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab87e0f-9c37-4885-9721-c91fd3c1e151,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:07.451161 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88ddeac6-3385-4e9a-b713-d58f97847f41 req-da272cfe-e53c-484a-b627-bab44a29d599 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487626 Apr 01 12:37:07.454149 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:07.454500 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Added segment b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c of type vlan for network bd55411e-4317-4750-81b9-cc5192fafdb8 Apr 01 12:37:07.509577 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:07.538051 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:07.543617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:07.544304 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:07.587338 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4597108 Apr 01 12:37:07.621424 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574990c1-57c3-4911-b2f0-ceaa1e41c4a9 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Pushing event updated for resources: {'Network': ['ID=bd55411e-4317-4750-81b9-cc5192fafdb8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:07.632308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network bd55411e-4317-4750-81b9-cc5192fafdb8 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:37:07.802668 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36524) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:07.808486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Request body: {'port': {'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8', 'binding:host_id': 'n-h1-836146-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1540748541'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:07.831670 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Made reservation on behalf of 3cddce6933004136af7508eb9eabd8e3 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:07.835664 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:07.838853 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831a7eb-d045-4cc4-b58a-ee3170bb4e38 req-aaef73a4-eebb-4806-999b-2f7ad3d6b60d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:07.840385 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7831a7eb-d045-4cc4-b58a-ee3170bb4e38 req-aaef73a4-eebb-4806-999b-2f7ad3d6b60d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.0638599 Apr 01 12:37:07.847967 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:07.920223 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7831a7eb-d045-4cc4-b58a-ee3170bb4e38 req-21e6f5d3-454f-4877-a4c8-5eccd56199d9 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681651 Apr 01 12:37:07.970528 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:07.973624 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c71bc41-032a-4c22-8882-73ac566c8361 req-cccc26d4-0ab7-4c17-a999-c1dcebbb8cb3 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0355716 Apr 01 12:37:07.975456 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:07.979158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] device_id is not set on port f4e9e771-0991-4c70-a0a1-25a6605f014c yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:37:08.083808 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d8e88b-e899-4ecb-8853-8cf720c1cf7e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:08.230070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] device_id is not set on port f4e9e771-0991-4c70-a0a1-25a6605f014c yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:37:08.240130 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:08.250638 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:08.320604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event updated for resources: {'Port': ['ID=f4e9e771-0991-4c70-a0a1-25a6605f014c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:08.328846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Checking segment: {'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:37:08.329273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Network hostable DHCP agents. Network: bd55411e-4317-4750-81b9-cc5192fafdb8, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:37:08.346649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Network bd55411e-4317-4750-81b9-cc5192fafdb8 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:37:08.355538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, bd55411e-4317-4750-81b9-cc5192fafdb8) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:08.359548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:08.368528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f7e86d-ae80-4ceb-967e-67314cd63b3a None None] Network bd55411e-4317-4750-81b9-cc5192fafdb8 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:08.387916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:08.388648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:08.389356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:08.397246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:08.398457 n-d-836146-1 neutron-server[102719]: ERROR neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:08.398857 n-d-836146-1 neutron-server[102719]: INFO neutron.plugins.ml2.plugin [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 2 to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c Apr 01 12:37:08.416330 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:08.416680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:08.416991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:08.421807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:08.422162 n-d-836146-1 neutron-server[102719]: ERROR neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:08.422544 n-d-836146-1 neutron-server[102719]: INFO neutron.plugins.ml2.plugin [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 3 to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c Apr 01 12:37:08.437610 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:08.437869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:08.438291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:08.443363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:08.443695 n-d-836146-1 neutron-server[102719]: ERROR neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:08.444112 n-d-836146-1 neutron-server[102719]: INFO neutron.plugins.ml2.plugin [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 4 to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c Apr 01 12:37:08.458160 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:08.458657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:08.458947 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:08.463462 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:08.463783 n-d-836146-1 neutron-server[102719]: ERROR neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:08.464177 n-d-836146-1 neutron-server[102719]: INFO neutron.plugins.ml2.plugin [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 5 to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c Apr 01 12:37:08.478191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:08.478656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:08.479022 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:08.487815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:08.488139 n-d-836146-1 neutron-server[102719]: ERROR neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:08.488576 n-d-836146-1 neutron-server[102719]: INFO neutron.plugins.ml2.plugin [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 6 to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c Apr 01 12:37:08.503100 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:08.503433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:08.503767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:08.508863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:08.509320 n-d-836146-1 neutron-server[102719]: ERROR neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:08.509713 n-d-836146-1 neutron-server[102719]: INFO neutron.plugins.ml2.plugin [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 7 to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c Apr 01 12:37:08.556666 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:08.556929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:08.557311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:08.569355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:08.569796 n-d-836146-1 neutron-server[102719]: ERROR neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:08.571137 n-d-836146-1 neutron-server[102719]: INFO neutron.plugins.ml2.plugin [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 8 to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c Apr 01 12:37:08.588524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:08.588906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:08.589253 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:08.601747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dde6f-e64a-4dd0-869a-e68dd7d6839e req-a7ff4a8a-5d85-42be-969f-2b7bda64b2fe tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:08.603297 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f0dde6f-e64a-4dd0-869a-e68dd7d6839e req-a7ff4a8a-5d85-42be-969f-2b7bda64b2fe tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 944 time: 0.0813451 Apr 01 12:37:08.604465 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:08.605035 n-d-836146-1 neutron-server[102719]: ERROR neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:08.605598 n-d-836146-1 neutron-server[102719]: INFO neutron.plugins.ml2.plugin [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 9 to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c Apr 01 12:37:08.655450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:08.656035 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:08.656523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:08.664638 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:08.665907 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:08.666443 n-d-836146-1 neutron-server[102719]: ERROR neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:08.667513 n-d-836146-1 neutron-server[102719]: INFO neutron.plugins.ml2.plugin [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 10 to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c Apr 01 12:37:08.693210 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:08.693799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:08.694161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:08.699288 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f0dde6f-e64a-4dd0-869a-e68dd7d6839e req-ef289fe8-d7d0-40a8-9e75-7d08413e806b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789640 Apr 01 12:37:08.703423 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f4e9e771-0991-4c70-a0a1-25a6605f014c on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:08.703781 n-d-836146-1 neutron-server[102719]: ERROR neutron.plugins.ml2.managers [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f4e9e771-0991-4c70-a0a1-25a6605f014c on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:08.704266 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:08.768118 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:08.775421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] For port f4e9e771-0991-4c70-a0a1-25a6605f014c, host n-h1-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:37:08.775871 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempted to set empty binding levels {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 12:37:08.780253 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:08.814173 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:08.814679 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:08.837865 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event updated for resources: {'Port': ['ID=f4e9e771-0991-4c70-a0a1-25a6605f014c,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:08.847534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36542) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:08.855347 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c5d46f94-e343-4200-8356-24e778f8f521 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0511968 Apr 01 12:37:08.863031 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0d079fd7-147b-418f-b3b6-3469cb3c3ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:08.878644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 75f4773b-7917-49e8-87e9-41ec9feffe3d details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:37:08.945352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e8157206-7d81-412d-8bf4-8aab5cad2b71 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Deleting port f4e9e771-0991-4c70-a0a1-25a6605f014c {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:08.946179 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8157206-7d81-412d-8bf4-8aab5cad2b71 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:09.039387 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 75f4773b-7917-49e8-87e9-41ec9feffe3d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=75f4773b-7917-49e8-87e9-41ec9feffe3d,segment=NetworkSegment(9804f139-1066-4182-9e42-f8964473eb25),segment_id=9804f139-1066-4182-9e42-f8964473eb25)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:09.054784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '75f4773b-7917-49e8-87e9-41ec9feffe3d', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'port_id': '75f4773b-7917-49e8-87e9-41ec9feffe3d', 'mac_address': 'fa:16:3e:24:d3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:37:09.071429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-e8157206-7d81-412d-8bf4-8aab5cad2b71 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] For port f4e9e771-0991-4c70-a0a1-25a6605f014c, host n-h1-836146-1, got binding levels [] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:09.073189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8157206-7d81-412d-8bf4-8aab5cad2b71 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:09.106684 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:09.114644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e8157206-7d81-412d-8bf4-8aab5cad2b71 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Calling delete_port for f4e9e771-0991-4c70-a0a1-25a6605f014c owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:09.121988 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b9ab961b-2ebb-475c-98f4-669cc9bb0604 req-57786315-5abc-41ea-857e-223077582aa9 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0415766 Apr 01 12:37:09.124428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f4773b-7917-49e8-87e9-41ec9feffe3d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:37:09.150335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 75f4773b-7917-49e8-87e9-41ec9feffe3d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=75f4773b-7917-49e8-87e9-41ec9feffe3d,segment=NetworkSegment(9804f139-1066-4182-9e42-f8964473eb25),segment_id=9804f139-1066-4182-9e42-f8964473eb25)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:09.152711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65248e1-9992-4a9d-accb-7c00e539613f req-d0c9aefe-cc7e-46fb-adfc-ca59faaa347f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:09.156976 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:09.166868 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d65248e1-9992-4a9d-accb-7c00e539613f req-d0c9aefe-cc7e-46fb-adfc-ca59faaa347f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1431019 Apr 01 12:37:09.232716 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=75f4773b-7917-49e8-87e9-41ec9feffe3d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:09.271917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d65248e1-9992-4a9d-accb-7c00e539613f req-939baa79-a21b-4dcc-aef5-9909941fc845 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997126 Apr 01 12:37:09.331264 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8157206-7d81-412d-8bf4-8aab5cad2b71 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:09.353189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8157206-7d81-412d-8bf4-8aab5cad2b71 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:09.357165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e8157206-7d81-412d-8bf4-8aab5cad2b71 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "DELETE /v2.0/ports/f4e9e771-0991-4c70-a0a1-25a6605f014c HTTP/1.1" status: 204 len: 168 time: 0.5086148 Apr 01 12:37:09.359716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36560) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:09.388058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8157206-7d81-412d-8bf4-8aab5cad2b71 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4e9e771-0991-4c70-a0a1-25a6605f014c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:09.408476 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-680fed9e-ddd7-48fa-9391-d51f74b6763a tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] GET failed (client error): The resource could not be found. Apr 01 12:37:09.413866 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-680fed9e-ddd7-48fa-9391-d51f74b6763a tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "GET /v2.0/ports/f4e9e771-0991-4c70-a0a1-25a6605f014c HTTP/1.1" status: 404 len: 333 time: 0.0494015 Apr 01 12:37:09.414068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36562) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:09.418775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Request body: {'port': {'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1720992165'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:09.438604 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['75f4773b-7917-49e8-87e9-41ec9feffe3d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:37:09.443371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Made reservation on behalf of 3cddce6933004136af7508eb9eabd8e3 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:09.445231 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:09.461846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] device_id is not set on port 871e180b-94bc-493c-b7a3-05b495ef228b yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:37:09.659427 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:09.695447 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:09.743788 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Network bd55411e-4317-4750-81b9-cc5192fafdb8 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:09.747053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:09.750541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:09.751735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:09.752457 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:09.760122 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event updated for resources: {'Port': ['ID=871e180b-94bc-493c-b7a3-05b495ef228b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:09.780426 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-25c1c862-9e52-4ef2-bd7d-eace0b3f3479 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3623602 Apr 01 12:37:09.780661 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36566) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:09.797922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:09.885341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b86ce-61dc-4d07-88f1-e8b48a6b37a7 req-5c74258d-6cf9-482b-9ff4-f7314ae794e8 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:09.887030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-117b86ce-61dc-4d07-88f1-e8b48a6b37a7 req-5c74258d-6cf9-482b-9ff4-f7314ae794e8 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 945 time: 0.1076043 Apr 01 12:37:09.893535 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:09.968018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-117b86ce-61dc-4d07-88f1-e8b48a6b37a7 req-fe2b3e94-44ec-4ab0-b666-961552ec194c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644603 Apr 01 12:37:10.104120 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] device_id is not set on port 871e180b-94bc-493c-b7a3-05b495ef228b yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:37:10.112331 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:10.120460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:10.188931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event updated for resources: {'Port': ['ID=871e180b-94bc-493c-b7a3-05b495ef228b,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:10.194651 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:10.194986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:10.195343 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:10.199906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:10.200243 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:10.200813 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 2 to bind port 871e180b-94bc-493c-b7a3-05b495ef228b Apr 01 12:37:10.215615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:10.215951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:10.216289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:10.229137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:10.229417 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:10.229822 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 3 to bind port 871e180b-94bc-493c-b7a3-05b495ef228b Apr 01 12:37:10.250591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:10.251070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:10.251635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:10.259381 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:10.260126 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c102db40-0d81-4f37-b5f7-8980210af1b7 req-df25c773-0651-4a07-ba54-048bf15b7e03 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0380340 Apr 01 12:37:10.260596 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:10.261100 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 4 to bind port 871e180b-94bc-493c-b7a3-05b495ef228b Apr 01 12:37:10.280691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:10.281176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:10.281705 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:10.286772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:10.287143 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:10.287542 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 5 to bind port 871e180b-94bc-493c-b7a3-05b495ef228b Apr 01 12:37:10.304118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:10.304461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:10.304803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:10.315106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:10.315106 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:10.315106 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 6 to bind port 871e180b-94bc-493c-b7a3-05b495ef228b Apr 01 12:37:10.343265 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:10.349478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:10.349825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:10.350191 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:10.355504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:10.355831 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:10.356223 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 7 to bind port 871e180b-94bc-493c-b7a3-05b495ef228b Apr 01 12:37:10.380773 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:10.381109 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:10.381446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:10.387092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:10.387424 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:10.387814 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 8 to bind port 871e180b-94bc-493c-b7a3-05b495ef228b Apr 01 12:37:10.402386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:10.402732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:10.403100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:10.407898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:10.408232 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:10.408640 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 9 to bind port 871e180b-94bc-493c-b7a3-05b495ef228b Apr 01 12:37:10.443474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:10.443924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:10.444369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:10.459080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:10.459632 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:10.473105 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 10 to bind port 871e180b-94bc-493c-b7a3-05b495ef228b Apr 01 12:37:10.494419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:10.494792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:10.495063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:10.502636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:10.502961 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port 871e180b-94bc-493c-b7a3-05b495ef228b on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:10.503334 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:10.514436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4432e-b69a-46e8-a65a-3796993e78fe req-25087824-ddb1-46a4-a7ba-6d17489f72ff tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.515987 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2b4432e-b69a-46e8-a65a-3796993e78fe req-25087824-ddb1-46a4-a7ba-6d17489f72ff tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.0692959 Apr 01 12:37:10.589672 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2b4432e-b69a-46e8-a65a-3796993e78fe req-a84c8ec1-01a0-43cc-9562-97e0dd8365da tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665965 Apr 01 12:37:10.600182 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device de1d1fcc-f980-4086-b3c2-120216254f5b details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:37:10.617300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] For port 871e180b-94bc-493c-b7a3-05b495ef228b, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:37:10.617300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempted to set empty binding levels {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 12:37:10.617300 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:10.654268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] In _notify_port_updated(), no bound segment for port 871e180b-94bc-493c-b7a3-05b495ef228b on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:37:10.655037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.655638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:10.656963 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "PUT /v2.0/ports/871e180b-94bc-493c-b7a3-05b495ef228b HTTP/1.1" status: 200 len: 975 time: 0.8749197 Apr 01 12:37:10.659565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36590) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:10.729627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port de1d1fcc-f980-4086-b3c2-120216254f5b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de1d1fcc-f980-4086-b3c2-120216254f5b,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:10.729959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e82507-dd8f-4e07-a837-cff995da5775 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event updated for resources: {'Port': ['ID=871e180b-94bc-493c-b7a3-05b495ef228b,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:10.742621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'de1d1fcc-f980-4086-b3c2-120216254f5b', 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'port_id': 'de1d1fcc-f980-4086-b3c2-120216254f5b', 'mac_address': 'fa:16:3e:7f:e4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac70454-03c6-441d-a202-2cdb53da5bc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:37:10.780958 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:10.781224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.781511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.782057 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.782701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.783526 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.783670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.784066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.784519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.784971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.785965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.786446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.787098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.787558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.788011 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.788468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.788987 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.789849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.789849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.790353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.790795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.791241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.791686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.792310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.792573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.793017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.793539 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.793907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.794383 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.794828 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.795112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de1d1fcc-f980-4086-b3c2-120216254f5b {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:37:10.795273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.795720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.796165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.797273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.797737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.798230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.798681 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.799569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.800602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.802158 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.802628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.803081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.803530 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.803980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.804425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.804876 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.805321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.806253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:10.815924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-29aec5c4-c647-449c-a1bf-e9b6fc7923a3 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41986 time: 0.1507449 Apr 01 12:37:10.816108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port de1d1fcc-f980-4086-b3c2-120216254f5b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de1d1fcc-f980-4086-b3c2-120216254f5b,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:10.816293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36592) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:10.821730 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:10.883165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=de1d1fcc-f980-4086-b3c2-120216254f5b,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:10.893070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 75f4773b-7917-49e8-87e9-41ec9feffe3d up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:37:10.904822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d230afe5-b5fe-4da6-8dea-69459f2739eb tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Deleting port 871e180b-94bc-493c-b7a3-05b495ef228b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:10.905374 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d230afe5-b5fe-4da6-8dea-69459f2739eb tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:10.925837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['de1d1fcc-f980-4086-b3c2-120216254f5b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:37:10.972364 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-d230afe5-b5fe-4da6-8dea-69459f2739eb tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] For port 871e180b-94bc-493c-b7a3-05b495ef228b, host n-h1-836146-1, got binding levels [] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:10.972727 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d230afe5-b5fe-4da6-8dea-69459f2739eb tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:10.986713 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d230afe5-b5fe-4da6-8dea-69459f2739eb tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Calling delete_port for 871e180b-94bc-493c-b7a3-05b495ef228b owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:11.027367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 75f4773b-7917-49e8-87e9-41ec9feffe3d completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:37:11.072243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 75f4773b-7917-49e8-87e9-41ec9feffe3d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:37:11.072592 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.079460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d230afe5-b5fe-4da6-8dea-69459f2739eb tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.110612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230afe5-b5fe-4da6-8dea-69459f2739eb tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event deleted for resources: {'Port': ['ID=871e180b-94bc-493c-b7a3-05b495ef228b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:11.119493 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d230afe5-b5fe-4da6-8dea-69459f2739eb tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.120936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cd03b-9430-4ef5-bcf9-0c8c339feba5 req-2ca079eb-8471-4594-8921-c7e161e57d74 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:11.126797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d230afe5-b5fe-4da6-8dea-69459f2739eb tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "DELETE /v2.0/ports/871e180b-94bc-493c-b7a3-05b495ef228b HTTP/1.1" status: 204 len: 168 time: 0.3094022 Apr 01 12:37:11.127639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36596) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:11.131493 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e48cd03b-9430-4ef5-bcf9-0c8c339feba5 req-2ca079eb-8471-4594-8921-c7e161e57d74 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 945 time: 0.0649467 Apr 01 12:37:11.156009 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fce5fe8-a073-4b2b-8405-6f5ec0b44417 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] GET failed (client error): The resource could not be found. Apr 01 12:37:11.162712 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1fce5fe8-a073-4b2b-8405-6f5ec0b44417 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "GET /v2.0/ports/871e180b-94bc-493c-b7a3-05b495ef228b HTTP/1.1" status: 404 len: 333 time: 0.0339684 Apr 01 12:37:11.164053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36598) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:11.168920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1122350872', 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:11.178406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e48cd03b-9430-4ef5-bcf9-0c8c339feba5 req-2338ce1a-6eff-4ec3-8799-dfa02e54e453 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459275 Apr 01 12:37:11.190373 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.194836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Made reservation on behalf of 3cddce6933004136af7508eb9eabd8e3 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:11.199125 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.217285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] device_id is not set on port 8d9a1e0c-b1c8-4186-827a-4977e8250366 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:37:11.218953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f4773b-7917-49e8-87e9-41ec9feffe3d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:11.222216 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00a80ea-61be-4593-8c66-bfe149499b74" -d '{"events": [{"server_uuid": "87ed61cf-45dd-4a81-9025-14d930637fb1", "name": "network-vif-plugged", "status": "completed", "tag": "75f4773b-7917-49e8-87e9-41ec9feffe3d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:11.237497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 75f4773b-7917-49e8-87e9-41ec9feffe3d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=75f4773b-7917-49e8-87e9-41ec9feffe3d,segment=NetworkSegment(9804f139-1066-4182-9e42-f8964473eb25),segment_id=9804f139-1066-4182-9e42-f8964473eb25)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:11.243662 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.309792 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64798c7b-0df9-4660-b342-96eaedd65147 x-openstack-request-id: req-64798c7b-0df9-4660-b342-96eaedd65147 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:11.309792 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ed61cf-45dd-4a81-9025-14d930637fb1", "name": "network-vif-plugged", "status": "completed", "tag": "75f4773b-7917-49e8-87e9-41ec9feffe3d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:11.310065 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64798c7b-0df9-4660-b342-96eaedd65147 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:11.311280 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64798c7b-0df9-4660-b342-96eaedd65147'] response: {'server_uuid': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f4773b-7917-49e8-87e9-41ec9feffe3d', 'code': 200} Apr 01 12:37:11.327099 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=75f4773b-7917-49e8-87e9-41ec9feffe3d,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:11.399462 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b194614d-45b3-4440-8afb-ac8851166a9c req-84c1dc02-939b-4f51-8293-d1dd8dccf570 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/ports?device_id=84673472-bf68-4545-9485-c7dc5f0a1221 HTTP/1.1" status: 200 len: 210 time: 0.0302355 Apr 01 12:37:11.451624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328751e-8c4f-4e85-889f-fc3ab027fada req-81ac5e35-5a30-41eb-8eda-968b7d642c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:11.453311 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e328751e-8c4f-4e85-889f-fc3ab027fada req-81ac5e35-5a30-41eb-8eda-968b7d642c15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 1097 time: 0.1090145 Apr 01 12:37:11.458945 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.502592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e328751e-8c4f-4e85-889f-fc3ab027fada req-06dddc55-f85a-42f7-8d59-dcf72cd9fc88 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418110 Apr 01 12:37:11.524331 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.567456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Network bd55411e-4317-4750-81b9-cc5192fafdb8 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:11.571612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:11.575644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:11.576541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:11.577125 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.583772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event updated for resources: {'Port': ['ID=8d9a1e0c-b1c8-4186-827a-4977e8250366,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:11.597303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1802df88-31e3-4b4c-b924-64908ba978a2 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4321270 Apr 01 12:37:11.599836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36616) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:11.637353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2e8a12-7586-4f04-bd80-db9e4059f57d tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:11.640166 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1e2e8a12-7586-4f04-bd80-db9e4059f57d tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "GET /v2.0/ports/8d9a1e0c-b1c8-4186-827a-4977e8250366 HTTP/1.1" status: 200 len: 955 time: 0.0379930 Apr 01 12:37:11.641436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36620) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:11.709037 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.726507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52757657-0880-4640-9c13-479f171096aa req-b491e69f-d503-463a-bc55-6f00b4583a97 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:11.727641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f16100e7-43b9-47ed-9b0f-5305d09daea1 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Deleting port 8d9a1e0c-b1c8-4186-827a-4977e8250366 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:11.727988 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f16100e7-43b9-47ed-9b0f-5305d09daea1 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.729075 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-52757657-0880-4640-9c13-479f171096aa req-b491e69f-d503-463a-bc55-6f00b4583a97 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.0574782 Apr 01 12:37:11.769891 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-52757657-0880-4640-9c13-479f171096aa req-2ca002fc-fa2a-4f47-b970-e2d8f44b3697 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344837 Apr 01 12:37:11.782045 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.803614 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f16100e7-43b9-47ed-9b0f-5305d09daea1 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.817753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f16100e7-43b9-47ed-9b0f-5305d09daea1 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Calling delete_port for 8d9a1e0c-b1c8-4186-827a-4977e8250366 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:11.900862 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f16100e7-43b9-47ed-9b0f-5305d09daea1 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.929976 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16100e7-43b9-47ed-9b0f-5305d09daea1 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d9a1e0c-b1c8-4186-827a-4977e8250366,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:11.933585 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f16100e7-43b9-47ed-9b0f-5305d09daea1 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:11.936802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f16100e7-43b9-47ed-9b0f-5305d09daea1 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "DELETE /v2.0/ports/8d9a1e0c-b1c8-4186-827a-4977e8250366 HTTP/1.1" status: 204 len: 168 time: 0.2944367 Apr 01 12:37:11.939467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36622) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:11.965169 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd83b29-3de0-4893-9170-2261b4500202 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] GET failed (client error): The resource could not be found. Apr 01 12:37:11.966784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6cd83b29-3de0-4893-9170-2261b4500202 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "GET /v2.0/ports/8d9a1e0c-b1c8-4186-827a-4977e8250366 HTTP/1.1" status: 404 len: 333 time: 0.0263660 Apr 01 12:37:11.970605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36624) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:11.975676 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Request body: {'port': {'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-196624048'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:11.998936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Made reservation on behalf of 3cddce6933004136af7508eb9eabd8e3 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:12.002268 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.024835 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] device_id is not set on port f245ecce-ed65-475e-a0e0-7a91b9ed258f yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:37:12.199828 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.237639 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.287242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Network bd55411e-4317-4750-81b9-cc5192fafdb8 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:12.290110 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:12.293469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:12.294422 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:12.295020 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.303335 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event updated for resources: {'Port': ['ID=f245ecce-ed65-475e-a0e0-7a91b9ed258f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:12.315860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ea4-9813-4b8c-a4ef-a56bbb059b13 req-84553222-7646-4924-a4bc-3dde4350ad0c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:12.318130 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-092c4ea4-9813-4b8c-a4ef-a56bbb059b13 req-84553222-7646-4924-a4bc-3dde4350ad0c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 946 time: 0.0652051 Apr 01 12:37:12.318823 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d461d08c-f2e1-42a6-8796-25bc7432d68c tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3470082 Apr 01 12:37:12.320479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36628) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:12.325737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:12.399909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-092c4ea4-9813-4b8c-a4ef-a56bbb059b13 req-607a1a10-1f9b-4477-8326-02c62c41ca91 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713866 Apr 01 12:37:12.405966 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.509902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36636) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:12.582360 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-476cf47b-33c3-4990-a362-e1db3bfbe89b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.615220 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device de1d1fcc-f980-4086-b3c2-120216254f5b up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:37:12.615516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] device_id is not set on port f245ecce-ed65-475e-a0e0-7a91b9ed258f yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:37:12.616798 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-476cf47b-33c3-4990-a362-e1db3bfbe89b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.625286 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.632731 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.682888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port de1d1fcc-f980-4086-b3c2-120216254f5b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:37:12.683402 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.699656 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-476cf47b-33c3-4990-a362-e1db3bfbe89b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.703322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-476cf47b-33c3-4990-a362-e1db3bfbe89b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.704860 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-476cf47b-33c3-4990-a362-e1db3bfbe89b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "DELETE /v2.0/security-groups/a3e75318-7f63-4c52-96a9-0bce6b8fe980 HTTP/1.1" status: 204 len: 168 time: 0.1943808 Apr 01 12:37:12.722194 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36648) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:12.723755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cf47b-33c3-4990-a362-e1db3bfbe89b tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e75318-7f63-4c52-96a9-0bce6b8fe980,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:12.728754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:12.728987 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:12.729325 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:12.737734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event updated for resources: {'Port': ['ID=f245ecce-ed65-475e-a0e0-7a91b9ed258f,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:12.741798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:12.742350 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:12.742747 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 2 to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f Apr 01 12:37:12.756846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:12.757183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:12.757513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:12.762255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:12.763152 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:12.763674 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 3 to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f Apr 01 12:37:12.770517 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-613e7507-0f58-4282-bebd-7288c7d2f61a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] show failed (client error): The resource could not be found. Apr 01 12:37:12.775715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36650) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:12.776165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-613e7507-0f58-4282-bebd-7288c7d2f61a tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "GET /v2.0/security-groups/a3e75318-7f63-4c52-96a9-0bce6b8fe980 HTTP/1.1" status: 404 len: 347 time: 0.0360951 Apr 01 12:37:12.784902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:12.785754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:12.786145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:12.812481 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.820376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:12.820820 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:12.826750 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 4 to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f Apr 01 12:37:12.844276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:12.844616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:12.845078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:12.858209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port de1d1fcc-f980-4086-b3c2-120216254f5b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de1d1fcc-f980-4086-b3c2-120216254f5b,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:12.866630 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:12.895700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:12.896024 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:12.900771 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 5 to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f Apr 01 12:37:12.923623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=de1d1fcc-f980-4086-b3c2-120216254f5b,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:12.955464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:12.955996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:12.956101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:12.969533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:12.969871 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:12.971068 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 6 to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f Apr 01 12:37:12.995391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:12.995982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:12.996308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:13.009362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10594f31-5cb9-4091-b063-67a876b1ab1e req-164c8085-8388-4f2b-a676-1067666c43a4 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:13.010904 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10594f31-5cb9-4091-b063-67a876b1ab1e req-164c8085-8388-4f2b-a676-1067666c43a4 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1201138 Apr 01 12:37:13.012988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:13.013308 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:13.014935 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 7 to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f Apr 01 12:37:13.044968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:13.045303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:13.045638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:13.048180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4d7996ac-66cf-419b-af30-3bfefe0fa1ad tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Deleting port 71a55227-72fb-48ee-9c23-0b5d887b4b80 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:13.048515 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d7996ac-66cf-419b-af30-3bfefe0fa1ad tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.073598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:13.073924 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:13.077743 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 8 to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f Apr 01 12:37:13.096590 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10594f31-5cb9-4091-b063-67a876b1ab1e req-04db0105-0a4d-4e7d-8456-5acfc0eafe3f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783069 Apr 01 12:37:13.127678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:13.128008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:13.128341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:13.138268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:13.138594 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:13.140310 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 9 to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f Apr 01 12:37:13.160090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:13.160977 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:13.161311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:13.172043 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d7996ac-66cf-419b-af30-3bfefe0fa1ad tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.172366 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d7996ac-66cf-419b-af30-3bfefe0fa1ad tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.174498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:13.174824 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:13.179542 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempt 10 to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f Apr 01 12:37:13.191959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4d7996ac-66cf-419b-af30-3bfefe0fa1ad tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Calling delete_port for 71a55227-72fb-48ee-9c23-0b5d887b4b80 owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:13.200049 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:13.200384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:13.200712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempting to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:13.210317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:13.210577 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Failed to bind port f245ecce-ed65-475e-a0e0-7a91b9ed258f on host n-h1-836146-1 for vnic_type normal using segments [{'id': 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd55411e-4317-4750-81b9-cc5192fafdb8'}] Apr 01 12:37:13.210947 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.311654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d1fcc-f980-4086-b3c2-120216254f5b'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:13.313844 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8302a9e-1490-423b-b4d3-9a119eb476e3" -d '{"events": [{"server_uuid": "3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3", "name": "network-vif-plugged", "status": "completed", "tag": "de1d1fcc-f980-4086-b3c2-120216254f5b"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:13.330572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] For port f245ecce-ed65-475e-a0e0-7a91b9ed258f, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:37:13.330956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attempted to set empty binding levels {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 12:37:13.338638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.352788 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52c149e-f135-4ef3-893e-55d5529626fe x-openstack-request-id: req-e52c149e-f135-4ef3-893e-55d5529626fe {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:13.353076 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3", "name": "network-vif-plugged", "status": "completed", "tag": "de1d1fcc-f980-4086-b3c2-120216254f5b", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:13.353321 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e52c149e-f135-4ef3-893e-55d5529626fe {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:13.353750 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52c149e-f135-4ef3-893e-55d5529626fe'] response: {'server_uuid': '3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d1fcc-f980-4086-b3c2-120216254f5b', 'code': 200} Apr 01 12:37:13.392690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] In _notify_port_updated(), no bound segment for port f245ecce-ed65-475e-a0e0-7a91b9ed258f on network bd55411e-4317-4750-81b9-cc5192fafdb8 {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:37:13.393534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:13.394166 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.396174 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "PUT /v2.0/ports/f245ecce-ed65-475e-a0e0-7a91b9ed258f HTTP/1.1" status: 200 len: 974 time: 1.0745218 Apr 01 12:37:13.399141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36656) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:13.416279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdefcd6-3d70-4327-8793-c0fe816ae828 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event updated for resources: {'Port': ['ID=f245ecce-ed65-475e-a0e0-7a91b9ed258f,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:13.431934 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d7996ac-66cf-419b-af30-3bfefe0fa1ad tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.505633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a87aa-7dca-47c5-9927-a212e4be9dc8 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Deleting port f245ecce-ed65-475e-a0e0-7a91b9ed258f {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:13.505972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc8a87aa-7dca-47c5-9927-a212e4be9dc8 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.584525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-fc8a87aa-7dca-47c5-9927-a212e4be9dc8 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] For port f245ecce-ed65-475e-a0e0-7a91b9ed258f, host n-h1-836146-1, got binding levels [] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:13.586310 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc8a87aa-7dca-47c5-9927-a212e4be9dc8 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.603389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a87aa-7dca-47c5-9927-a212e4be9dc8 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Calling delete_port for f245ecce-ed65-475e-a0e0-7a91b9ed258f owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:13.737190 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc8a87aa-7dca-47c5-9927-a212e4be9dc8 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.806411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7996ac-66cf-419b-af30-3bfefe0fa1ad tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Port': ['ID=71a55227-72fb-48ee-9c23-0b5d887b4b80,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:13.806700 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc8a87aa-7dca-47c5-9927-a212e4be9dc8 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.819966 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fc8a87aa-7dca-47c5-9927-a212e4be9dc8 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "DELETE /v2.0/ports/f245ecce-ed65-475e-a0e0-7a91b9ed258f HTTP/1.1" status: 204 len: 168 time: 0.4196126 Apr 01 12:37:13.821326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a87aa-7dca-47c5-9927-a212e4be9dc8 tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] Pushing event deleted for resources: {'Port': ['ID=f245ecce-ed65-475e-a0e0-7a91b9ed258f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:13.827914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36676) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:13.865073 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb047ab-bd66-485b-a464-41f8f5081f0e tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] GET failed (client error): The resource could not be found. Apr 01 12:37:13.870406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dfb047ab-bd66-485b-a464-41f8f5081f0e tempest-PortsAdminExtendedAttrsTestJSON-602880042 tempest-PortsAdminExtendedAttrsTestJSON-602880042-project-admin] 10.222.0.45 "GET /v2.0/ports/f245ecce-ed65-475e-a0e0-7a91b9ed258f HTTP/1.1" status: 404 len: 333 time: 0.0398715 Apr 01 12:37:13.871319 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36678) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:13.900496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8ba7d-c306-46eb-b499-c3e8095454dc req-aee0ffbf-b584-48e9-a1da-95ac0f2dbfca tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:13.902015 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17d8ba7d-c306-46eb-b499-c3e8095454dc req-aee0ffbf-b584-48e9-a1da-95ac0f2dbfca tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 946 time: 0.1057129 Apr 01 12:37:13.917299 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d7996ac-66cf-419b-af30-3bfefe0fa1ad tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.919936 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d7996ac-66cf-419b-af30-3bfefe0fa1ad tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:13.923477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4d7996ac-66cf-419b-af30-3bfefe0fa1ad tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "DELETE /v2.0/floatingips/a7340e53-a145-481b-b4d9-fca2676d8846 HTTP/1.1" status: 204 len: 168 time: 1.1444101 Apr 01 12:37:13.927917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36680) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:13.991283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17d8ba7d-c306-46eb-b499-c3e8095454dc req-ad826d85-abc5-4b1c-b81f-21b341286e89 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821660 Apr 01 12:37:14.017433 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:14.056960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-a3599ec9-8bb0-428a-bcee-ba421aff9ee8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Deleting port a2a7919b-0809-47d2-8eb7-4b2be62c86d5 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:14.057297 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a3599ec9-8bb0-428a-bcee-ba421aff9ee8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:14.151240 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:14.176714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd55411e-4317-4750-81b9-cc5192fafdb8']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:14.185496 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094291b-d535-46cc-a84f-c63fa5dfbe3b req-32f7e99d-35e5-4638-803c-8b8f74910441 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:14.185856 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a3599ec9-8bb0-428a-bcee-ba421aff9ee8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:14.187007 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f094291b-d535-46cc-a84f-c63fa5dfbe3b req-32f7e99d-35e5-4638-803c-8b8f74910441 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 946 time: 0.1111608 Apr 01 12:37:14.196072 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:14.196288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bcb2ba-a1b8-4b6b-b50c-f6b4d7878b5c') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:14.197731 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36686) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:14.202077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f4650361-ba29-43b6-8a15-3b378ec81d12 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Request body: {'floatingip': {'port_id': '75f4773b-7917-49e8-87e9-41ec9feffe3d'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:14.204443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-a3599ec9-8bb0-428a-bcee-ba421aff9ee8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Calling delete_port for a2a7919b-0809-47d2-8eb7-4b2be62c86d5 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:14.242519 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:14.258437 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f4650361-ba29-43b6-8a15-3b378ec81d12 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:14.358677 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a3599ec9-8bb0-428a-bcee-ba421aff9ee8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:14.425187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3599ec9-8bb0-428a-bcee-ba421aff9ee8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Port': ['ID=a2a7919b-0809-47d2-8eb7-4b2be62c86d5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:14.489849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d6655-3870-4988-ba49-9baf351824c7 req-d45af68c-ae9d-4010-91e8-a8c847bb4b7f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:14.491534 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b9d6655-3870-4988-ba49-9baf351824c7 req-d45af68c-ae9d-4010-91e8-a8c847bb4b7f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1443474 Apr 01 12:37:14.538967 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a3599ec9-8bb0-428a-bcee-ba421aff9ee8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:14.542565 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a3599ec9-8bb0-428a-bcee-ba421aff9ee8 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "DELETE /v2.0/ports/a2a7919b-0809-47d2-8eb7-4b2be62c86d5 HTTP/1.1" status: 204 len: 168 time: 0.6135311 Apr 01 12:37:14.546302 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b9d6655-3870-4988-ba49-9baf351824c7 req-56b74f66-0766-49e1-8ee6-dd2ee8b0171f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440767 Apr 01 12:37:14.546781 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36688) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:14.618536 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:14.630332 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:37:14.630999 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:37:14.653624 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:37:14.744819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc7ffe-3e51-4fad-9096-c2f77d503317 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Deleting port 8ad2f7d1-56ac-460d-a99b-120b1294026b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:14.746280 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7ffe-3e51-4fad-9096-c2f77d503317 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:14.897543 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7ffe-3e51-4fad-9096-c2f77d503317 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:14.913025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc7ffe-3e51-4fad-9096-c2f77d503317 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Calling delete_port for 8ad2f7d1-56ac-460d-a99b-120b1294026b owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:15.072989 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7ffe-3e51-4fad-9096-c2f77d503317 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:15.117313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc7ffe-3e51-4fad-9096-c2f77d503317 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Port': ['ID=8ad2f7d1-56ac-460d-a99b-120b1294026b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:15.220948 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:15.225761 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7ffe-3e51-4fad-9096-c2f77d503317 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:15.232052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3ddc7ffe-3e51-4fad-9096-c2f77d503317 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "DELETE /v2.0/ports/8ad2f7d1-56ac-460d-a99b-120b1294026b HTTP/1.1" status: 204 len: 168 time: 0.6842866 Apr 01 12:37:15.234723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36722) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:15.236750 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:15.240785 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] 10.222.0.45 "DELETE /v2.0/networks/bd55411e-4317-4750-81b9-cc5192fafdb8 HTTP/1.1" status: 204 len: 168 time: 1.3684182 Apr 01 12:37:15.256984 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de1078-f38c-4f3c-8206-7871830abb62 tempest-PortsAdminExtendedAttrsTestJSON-2031177966 tempest-PortsAdminExtendedAttrsTestJSON-2031177966-project] Pushing event deleted for resources: {'Network': ['ID=bd55411e-4317-4750-81b9-cc5192fafdb8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:15.317639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-89922644-b777-402f-a667-9e09be9e9308 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Deleting subnet d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:37:15.322525 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89922644-b777-402f-a667-9e09be9e9308 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:15.386244 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89922644-b777-402f-a667-9e09be9e9308 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:15.404927 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f4650361-ba29-43b6-8a15-3b378ec81d12 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:15.412404 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f4650361-ba29-43b6-8a15-3b378ec81d12 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:15.572107 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-f4650361-ba29-43b6-8a15-3b378ec81d12 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Floating IP c01b10ea-12f8-4693-b314-419089e71d94 associated. External IP: 172.25.7.62, port: 75f4773b-7917-49e8-87e9-41ec9feffe3d. Apr 01 12:37:15.636381 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89922644-b777-402f-a667-9e09be9e9308 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:15.714309 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36736) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:15.815653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89922644-b777-402f-a667-9e09be9e9308 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:15.860806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b5021-76c7-4bbc-aee9-41b689beab94 None None] Network a9f69244-fb4e-47fa-9497-4cf0558e39f6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:15.867203 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89922644-b777-402f-a667-9e09be9e9308 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:15.874401 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-89922644-b777-402f-a667-9e09be9e9308 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "DELETE /v2.0/subnets/d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9 HTTP/1.1" status: 204 len: 168 time: 0.6385217 Apr 01 12:37:15.875824 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36750) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:15.908272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9d70b-62a1-4a18-9736-8ae16f31013f req-cbb5556c-ae7d-41ba-a1fe-ba60b8e0483f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:15.910130 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eec9d70b-62a1-4a18-9736-8ae16f31013f req-cbb5556c-ae7d-41ba-a1fe-ba60b8e0483f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1864359 Apr 01 12:37:15.912211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922644-b777-402f-a667-9e09be9e9308 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ab7f9b-722f-4e8f-b9e8-d959bb6929b9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:16.024249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eec9d70b-62a1-4a18-9736-8ae16f31013f req-477416ea-ac55-426b-b2b8-ac69bebae2cb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055465 Apr 01 12:37:16.162725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e7280-4a27-4693-9211-deda76132d09 None None] DHCP port deletion for a9f69244-fb4e-47fa-9497-4cf0558e39f6 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:37:16.220253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a12e7280-4a27-4693-9211-deda76132d09 None None] Deleting port eae76b32-4fae-442c-a19b-5d8422f12c9a {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:16.220772 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a12e7280-4a27-4693-9211-deda76132d09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.229619 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae662905-aaa5-4d86-9f17-416939d38982 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Deleting subnet 39b3fcc2-733d-4dd4-9533-6aa40c939ffc {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:37:16.245524 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae662905-aaa5-4d86-9f17-416939d38982 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.299611 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9ae7c14c-8ce0-4cd5-8fcf-45e8ba10ce7c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=de775bbefda24af0b8acef70a13ccc99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5821476 Apr 01 12:37:16.303403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36754) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:16.303884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4650361-ba29-43b6-8a15-3b378ec81d12 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:37:16.315522 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a12e7280-4a27-4693-9211-deda76132d09 None None] For port eae76b32-4fae-442c-a19b-5d8422f12c9a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eae76b32-4fae-442c-a19b-5d8422f12c9a,segment=NetworkSegment(3657e225-fbb8-408e-8a3f-9c1df45744fc),segment_id=3657e225-fbb8-408e-8a3f-9c1df45744fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:16.315912 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a12e7280-4a27-4693-9211-deda76132d09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.332317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a12e7280-4a27-4693-9211-deda76132d09 None None] Calling delete_port for eae76b32-4fae-442c-a19b-5d8422f12c9a owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:16.341211 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae662905-aaa5-4d86-9f17-416939d38982 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.407431 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4b4d09b0-7127-47ad-a2fe-36aa2d42cae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.459556 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a12e7280-4a27-4693-9211-deda76132d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.460561 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4b4d09b0-7127-47ad-a2fe-36aa2d42cae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.500780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e7280-4a27-4693-9211-deda76132d09 None None] Pushing event deleted for resources: {'Port': ['ID=eae76b32-4fae-442c-a19b-5d8422f12c9a,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:16.503283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e7280-4a27-4693-9211-deda76132d09 None None] No DVR routers for this DVR port eae76b32-4fae-442c-a19b-5d8422f12c9a on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:16.550478 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae662905-aaa5-4d86-9f17-416939d38982 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.568368 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4b4d09b0-7127-47ad-a2fe-36aa2d42cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.571114 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4b4d09b0-7127-47ad-a2fe-36aa2d42cae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.573824 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4b4d09b0-7127-47ad-a2fe-36aa2d42cae6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aab87e0f-9c37-4885-9721-c91fd3c1e151 HTTP/1.1" status: 204 len: 168 time: 0.2693996 Apr 01 12:37:16.584022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d09b0-7127-47ad-a2fe-36aa2d42cae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab87e0f-9c37-4885-9721-c91fd3c1e151,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:16.693909 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae662905-aaa5-4d86-9f17-416939d38982 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.748686 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae662905-aaa5-4d86-9f17-416939d38982 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.753427 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ae662905-aaa5-4d86-9f17-416939d38982 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "DELETE /v2.0/subnets/39b3fcc2-733d-4dd4-9533-6aa40c939ffc HTTP/1.1" status: 204 len: 168 time: 0.8758221 Apr 01 12:37:16.756800 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36760) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:16.760509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fa7a9b-8baa-4bb5-8859-d9e031f2962a None None] Network 286f6a75-d340-4ba6-8990-b8c5f29bc5eb requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:16.768727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae662905-aaa5-4d86-9f17-416939d38982 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Subnet': ['ID=39b3fcc2-733d-4dd4-9533-6aa40c939ffc,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:16.882558 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4650361-ba29-43b6-8a15-3b378ec81d12 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:37:16.896802 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f4650361-ba29-43b6-8a15-3b378ec81d12 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.905669 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28375b2a-752a-41a3-a739-be9d56a9d244 None None] Sync routers for ids ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:37:16.914135 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:16.924025 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28375b2a-752a-41a3-a739-be9d56a9d244 None None] Routers {'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:16.924670 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-28375b2a-752a-41a3-a739-be9d56a9d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:16.982873 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f4650361-ba29-43b6-8a15-3b378ec81d12 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "PUT /v2.0/floatingips/c01b10ea-12f8-4693-b314-419089e71d94 HTTP/1.1" status: 200 len: 991 time: 2.7801700 Apr 01 12:37:16.984873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'tag': '75f4773b-7917-49e8-87e9-41ec9feffe3d'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:16.991969 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a88775-0278-46e6-beb7-1fd0c5c29bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "87ed61cf-45dd-4a81-9025-14d930637fb1", "tag": "75f4773b-7917-49e8-87e9-41ec9feffe3d"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:17.088202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36780) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:17.098814 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.120590 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36782) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:17.182835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f69244-fb4e-47fa-9497-4cf0558e39f6']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:17.207935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3657e225-fbb8-408e-8a3f-9c1df45744fc') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:17.208288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3657e225-fbb8-408e-8a3f-9c1df45744fc') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:17.214529 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7842ffdc-a962-49b3-a0a7-92063f9d319b x-openstack-request-id: req-7842ffdc-a962-49b3-a0a7-92063f9d319b {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:17.214890 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ed61cf-45dd-4a81-9025-14d930637fb1", "tag": "75f4773b-7917-49e8-87e9-41ec9feffe3d", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:17.215063 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7842ffdc-a962-49b3-a0a7-92063f9d319b {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:17.215747 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7842ffdc-a962-49b3-a0a7-92063f9d319b'] response: {'name': 'network-changed', 'server_uuid': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'tag': '75f4773b-7917-49e8-87e9-41ec9feffe3d', 'status': 'completed', 'code': 200} Apr 01 12:37:17.223800 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7f076347-7bd9-49cf-9bb5-38804e2c8be3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3cddce6933004136af7508eb9eabd8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320765 Apr 01 12:37:17.226471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36786) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:17.232537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.343745 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.356660 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:37:17.357293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:37:17.365876 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:37:17.373403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-28375b2a-752a-41a3-a739-be9d56a9d244 None None] Set router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:37:17.435242 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5f73d5ec-86b4-4a6c-9d84-255634b6effd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.466422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ab59b-08b2-4d48-806e-d5a88e89910e req-e2f3a62f-943c-4f36-880f-d875b39d94d8 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:17.469071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec1ab59b-08b2-4d48-806e-d5a88e89910e req-e2f3a62f-943c-4f36-880f-d875b39d94d8 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 946 time: 0.2044630 Apr 01 12:37:17.469624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50825924-493f-4db2-bb79-9b9264bb3aae req-faa8e19f-30ed-4183-a861-ac8adb3a674a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:17.476753 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-50825924-493f-4db2-bb79-9b9264bb3aae req-faa8e19f-30ed-4183-a861-ac8adb3a674a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.2334766 Apr 01 12:37:17.485909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88775-0278-46e6-beb7-1fd0c5c29bf1 req-f8bfc0a7-126b-43d5-8fe5-1ae7d8f3d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:17.487820 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a88775-0278-46e6-beb7-1fd0c5c29bf1 req-f8bfc0a7-126b-43d5-8fe5-1ae7d8f3d5bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf511b092cf943a4997336877dd3e811&device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 1097 time: 0.2051110 Apr 01 12:37:17.540305 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.554182 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5f73d5ec-86b4-4a6c-9d84-255634b6effd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.584184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d390250-6360-41b7-b1f5-e4389a39fa24 None None] DHCP port deletion for 286f6a75-d340-4ba6-8990-b8c5f29bc5eb request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:37:17.620460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.627834 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "DELETE /v2.0/networks/a9f69244-fb4e-47fa-9497-4cf0558e39f6 HTTP/1.1" status: 204 len: 168 time: 0.8672888 Apr 01 12:37:17.641665 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36788) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:17.666674 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-50825924-493f-4db2-bb79-9b9264bb3aae req-a88ae32e-4637-4d0c-99d9-734be8e08ef7 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760416 Apr 01 12:37:17.679645 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a91592-baa5-4442-b704-b80b2a6ffb85 tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Network': ['ID=a9f69244-fb4e-47fa-9497-4cf0558e39f6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:17.694149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec1ab59b-08b2-4d48-806e-d5a88e89910e req-74a7f02a-4f54-47e8-99c5-f895112923fc tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957786 Apr 01 12:37:17.795747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88775-0278-46e6-beb7-1fd0c5c29bf1 req-a6102264-6a8d-48d0-9672-9ccd4a533803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:17.795747 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a88775-0278-46e6-beb7-1fd0c5c29bf1 req-a6102264-6a8d-48d0-9672-9ccd4a533803 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e0cca15-7d8d-46a3-b5c3-0714327bab79 HTTP/1.1" status: 200 len: 910 time: 0.2760441 Apr 01 12:37:17.809122 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4d390250-6360-41b7-b1f5-e4389a39fa24 None None] Deleting port c7eb1ec8-f363-4384-91f5-46c3053cca6f {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:17.809394 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4d390250-6360-41b7-b1f5-e4389a39fa24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.889531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4d390250-6360-41b7-b1f5-e4389a39fa24 None None] For port c7eb1ec8-f363-4384-91f5-46c3053cca6f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c7eb1ec8-f363-4384-91f5-46c3053cca6f,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:17.889928 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4d390250-6360-41b7-b1f5-e4389a39fa24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.892501 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a88775-0278-46e6-beb7-1fd0c5c29bf1 req-7c61d11e-f93c-4798-8ea8-f206cee2b39d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75f4773b-7917-49e8-87e9-41ec9feffe3d HTTP/1.1" status: 200 len: 999 time: 0.0893257 Apr 01 12:37:17.900834 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.903780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4d390250-6360-41b7-b1f5-e4389a39fa24 None None] Calling delete_port for c7eb1ec8-f363-4384-91f5-46c3053cca6f owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:17.993713 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5f73d5ec-86b4-4a6c-9d84-255634b6effd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.996570 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5f73d5ec-86b4-4a6c-9d84-255634b6effd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:17.999937 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5f73d5ec-86b4-4a6c-9d84-255634b6effd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61d8e88b-e899-4ecb-8853-8cf720c1cf7e HTTP/1.1" status: 204 len: 168 time: 0.7702291 Apr 01 12:37:18.004599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88775-0278-46e6-beb7-1fd0c5c29bf1 req-372567d3-eae6-46d9-82da-32d2d3a63aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:18.006111 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a88775-0278-46e6-beb7-1fd0c5c29bf1 req-372567d3-eae6-46d9-82da-32d2d3a63aa5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c818ddbc-04f5-4e04-b3eb-9d9144b3ba89 HTTP/1.1" status: 200 len: 848 time: 0.1061144 Apr 01 12:37:18.024544 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73d5ec-86b4-4a6c-9d84-255634b6effd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d8e88b-e899-4ecb-8853-8cf720c1cf7e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:18.092118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Deleting port c7eb1ec8-f363-4384-91f5-46c3053cca6f {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:18.092467 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:18.098436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88775-0278-46e6-beb7-1fd0c5c29bf1 req-bc963ad7-8c98-4765-aaa7-2d68a5d4b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:18.100586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a88775-0278-46e6-beb7-1fd0c5c29bf1 req-bc963ad7-8c98-4765-aaa7-2d68a5d4b78f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e0cca15-7d8d-46a3-b5c3-0714327bab79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792081 Apr 01 12:37:18.179487 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] For port c7eb1ec8-f363-4384-91f5-46c3053cca6f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c7eb1ec8-f363-4384-91f5-46c3053cca6f,segment=NetworkSegment(fd02ef68-1eb6-4b03-ac32-a10713cfc304),segment_id=fd02ef68-1eb6-4b03-ac32-a10713cfc304)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:18.179859 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:18.194083 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Calling delete_port for c7eb1ec8-f363-4384-91f5-46c3053cca6f owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:18.259498 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4d390250-6360-41b7-b1f5-e4389a39fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:18.304946 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:18.339765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d390250-6360-41b7-b1f5-e4389a39fa24 None None] Pushing event deleted for resources: {'Port': ['ID=c7eb1ec8-f363-4384-91f5-46c3053cca6f,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:18.340828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a88775-0278-46e6-beb7-1fd0c5c29bf1 req-a5529273-754e-4048-b9f4-cb0a5906a4a6 service neutron] 10.222.0.44 "GET /v2.0/networks/2e0cca15-7d8d-46a3-b5c3-0714327bab79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326815 Apr 01 12:37:18.345099 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Port': ['ID=c7eb1ec8-f363-4384-91f5-46c3053cca6f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:18.354140 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eae76b32-4fae-442c-a19b-5d8422f12c9a no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:18.379463 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d390250-6360-41b7-b1f5-e4389a39fa24 None None] No DVR routers for this DVR port c7eb1ec8-f363-4384-91f5-46c3053cca6f on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:18.385952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: eae76b32-4fae-442c-a19b-5d8422f12c9a {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:18.386691 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eae76b32-4fae-442c-a19b-5d8422f12c9a not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:18.395100 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c7eb1ec8-f363-4384-91f5-46c3053cca6f no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:18.414900 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] No DVR routers for this DVR port c7eb1ec8-f363-4384-91f5-46c3053cca6f on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:18.423939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: c7eb1ec8-f363-4384-91f5-46c3053cca6f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:18.424632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c7eb1ec8-f363-4384-91f5-46c3053cca6f not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:18.505578 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-28375b2a-752a-41a3-a739-be9d56a9d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:36:51Z', 'revision_number': 4, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port': {'id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:46Z', 'updated_at': '2022-04-01T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'c01b10ea-12f8-4693-b314-419089e71d94', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'port_id': '75f4773b-7917-49e8-87e9-41ec9feffe3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'mac_address': 'fa:16:3e:24:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:36:57Z', 'updated_at': '2022-04-01T12:37:15Z', 'revision_number': 1, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7407263a-988e-4a7a-9b86-b2b972eb618e', 'name': '', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'mac_address': 'fa:16:3e:43:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:49Z', 'updated_at': '2022-04-01T12:36:55Z', 'revision_number': 5, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'subnets': [{'id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:18.548119 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a88775-0278-46e6-beb7-1fd0c5c29bf1 req-82358ef4-a526-437d-9509-e3d5af224d9f service neutron] 10.222.0.44 "GET /v2.0/networks/2e0cca15-7d8d-46a3-b5c3-0714327bab79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972749 Apr 01 12:37:18.593112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28375b2a-752a-41a3-a739-be9d56a9d244 None None] Checking router: e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:37:18.613953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28375b2a-752a-41a3-a739-be9d56a9d244 None None] Routers {'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:18.614597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-28375b2a-752a-41a3-a739-be9d56a9d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:18.672790 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:18.717998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286f6a75-d340-4ba6-8990-b8c5f29bc5eb']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:18.734810 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd02ef68-1eb6-4b03-ac32-a10713cfc304') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:18.735252 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd02ef68-1eb6-4b03-ac32-a10713cfc304') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:18.749474 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:18.767810 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:18.777736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:37:18.778380 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:18.794829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-28375b2a-752a-41a3-a739-be9d56a9d244 None None] Set router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:37:18.882408 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:37:18.891683 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:18.916562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d70b8-dc67-4abe-9874-2a525025b997 req-7baaa5fb-215e-4836-8656-d55eb34d9013 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:18.918200 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-347d70b8-dc67-4abe-9874-2a525025b997 req-7baaa5fb-215e-4836-8656-d55eb34d9013 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1011577 Apr 01 12:37:18.931325 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:18.949773 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] 10.222.0.45 "DELETE /v2.0/networks/286f6a75-d340-4ba6-8990-b8c5f29bc5eb HTTP/1.1" status: 204 len: 168 time: 1.3066378 Apr 01 12:37:18.972124 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c42e2aaf-dc38-4bb3-930f-b561310dedf0 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:37:18.999806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcda0b-a5c1-465a-a853-f053879ae5bf tempest-TaggedBootDevicesTest-638132192 tempest-TaggedBootDevicesTest-638132192-project] Pushing event deleted for resources: {'Network': ['ID=286f6a75-d340-4ba6-8990-b8c5f29bc5eb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:19.024230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-347d70b8-dc67-4abe-9874-2a525025b997 req-d98e1678-e56d-4ce6-827b-07d6690bd30e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902839 Apr 01 12:37:19.169022 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff534599-44e9-4bb3-bec4-8b2b3a695c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:19.549528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:19.580282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'port_id': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'mac_address': 'fa:16:3e:3c:ee:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:37:19.593473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36842) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:19.593933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ff534599-44e9-4bb3-bec4-8b2b3a695c0c admin admin] Deleting port dae3f197-3d86-4eaa-a732-839cf7638147 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:19.594229 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff534599-44e9-4bb3-bec4-8b2b3a695c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:19.637234 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:19.644339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-28375b2a-752a-41a3-a739-be9d56a9d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:36:51Z', 'revision_number': 4, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port': {'id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:46Z', 'updated_at': '2022-04-01T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'c01b10ea-12f8-4693-b314-419089e71d94', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'port_id': '75f4773b-7917-49e8-87e9-41ec9feffe3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'mac_address': 'fa:16:3e:24:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:36:57Z', 'updated_at': '2022-04-01T12:37:15Z', 'revision_number': 1, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7407263a-988e-4a7a-9b86-b2b972eb618e', 'name': '', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'mac_address': 'fa:16:3e:43:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:49Z', 'updated_at': '2022-04-01T12:36:55Z', 'revision_number': 5, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'subnets': [{'id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:19.683045 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28375b2a-752a-41a3-a739-be9d56a9d244 None None] The sync data for ids ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'] in n-d-836146-1 is: [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:36:51Z', 'revision_number': 4, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port': {'id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:46Z', 'updated_at': '2022-04-01T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'c01b10ea-12f8-4693-b314-419089e71d94', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'port_id': '75f4773b-7917-49e8-87e9-41ec9feffe3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'mac_address': 'fa:16:3e:24:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:36:57Z', 'updated_at': '2022-04-01T12:37:15Z', 'revision_number': 1, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7407263a-988e-4a7a-9b86-b2b972eb618e', 'name': '', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'mac_address': 'fa:16:3e:43:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:49Z', 'updated_at': '2022-04-01T12:36:55Z', 'revision_number': 5, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'subnets': [{'id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:37:19.692057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c42e2aaf-dc38-4bb3-930f-b561310dedf0 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:37:19.717948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:19.725680 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:19.800457 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-ff534599-44e9-4bb3-bec4-8b2b3a695c0c admin admin] For port dae3f197-3d86-4eaa-a732-839cf7638147, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=dae3f197-3d86-4eaa-a732-839cf7638147,segment=NetworkSegment(da62e856-d508-4f97-8492-3e3a3e7a55b7),segment_id=da62e856-d508-4f97-8492-3e3a3e7a55b7)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:19.801399 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff534599-44e9-4bb3-bec4-8b2b3a695c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:19.829959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c42e2aaf-dc38-4bb3-930f-b561310dedf0,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:19.838296 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ff534599-44e9-4bb3-bec4-8b2b3a695c0c admin admin] Calling delete_port for dae3f197-3d86-4eaa-a732-839cf7638147 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:19.838629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:19.838986 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:19.839458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:19.840034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:19.840149 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:19.840441 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:19.840836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:19.841288 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:19.841483 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:19.841799 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:19.842140 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:19.842884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:19.856054 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e6aca9c6-19b9-4f0f-b237-2b2092fb5516 tempest-AgentManagementNegativeTest-1996026562 tempest-AgentManagementNegativeTest-1996026562-project] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2604661 Apr 01 12:37:19.877680 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['c42e2aaf-dc38-4bb3-930f-b561310dedf0'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:37:20.112216 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b381785-4feb-4b8f-becf-f65159a975a5 None None] New status for floating IP c01b10ea-12f8-4693-b314-419089e71d94: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:37:20.282917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36860) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:20.312767 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff534599-44e9-4bb3-bec4-8b2b3a695c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:20.514816 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e88655e5-e8e8-403a-884e-93a6ffe3b787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:20.516690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff534599-44e9-4bb3-bec4-8b2b3a695c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=dae3f197-3d86-4eaa-a732-839cf7638147,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:20.604250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e3540-548e-4974-a7cb-699e2444284d req-7614a552-b24c-4a55-95d1-cf0833fc4571 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:20.613932 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-347e3540-548e-4974-a7cb-699e2444284d req-7614a552-b24c-4a55-95d1-cf0833fc4571 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 945 time: 0.3171020 Apr 01 12:37:20.693394 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-347e3540-548e-4974-a7cb-699e2444284d req-68074ede-579b-447e-ba5a-f4cffbeaf71e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783777 Apr 01 12:37:20.744914 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e88655e5-e8e8-403a-884e-93a6ffe3b787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:20.750569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e88655e5-e8e8-403a-884e-93a6ffe3b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:20.788082 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e88655e5-e8e8-403a-884e-93a6ffe3b787 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=33b3b56bf53040e3b8454f499da7abff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5036030 Apr 01 12:37:20.791467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36882) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:20.846714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88655e5-e8e8-403a-884e-93a6ffe3b787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ac6957-72f6-4c03-bf33-184ee28ee407,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:20.900077 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff534599-44e9-4bb3-bec4-8b2b3a695c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:20.926190 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-daf36d2b-c803-4869-8265-eb651799e5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:20.938278 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c42e2aaf-dc38-4bb3-930f-b561310dedf0 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:37:20.957632 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-daf36d2b-c803-4869-8265-eb651799e5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:21.014228 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-daf36d2b-c803-4869-8265-eb651799e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:21.018741 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-daf36d2b-c803-4869-8265-eb651799e5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:21.020306 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-daf36d2b-c803-4869-8265-eb651799e5c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07ac6957-72f6-4c03-bf33-184ee28ee407 HTTP/1.1" status: 204 len: 168 time: 0.2277489 Apr 01 12:37:21.049297 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf36d2b-c803-4869-8265-eb651799e5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ac6957-72f6-4c03-bf33-184ee28ee407,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:21.134179 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port c42e2aaf-dc38-4bb3-930f-b561310dedf0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:37:21.134556 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:21.236694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff534599-44e9-4bb3-bec4-8b2b3a695c0c admin admin] Router 5013084c-dc2e-493c-9ddf-287e26c7a132 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:37:21.321443 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:21.365832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:21.373023 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1ce05a-0775-4d19-a6dc-24184f06621f" -d '{"events": [{"server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "name": "network-vif-plugged", "status": "completed", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:21.390380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:21.405758 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:21.471175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff534599-44e9-4bb3-bec4-8b2b3a695c0c admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:37:21.491165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ff534599-44e9-4bb3-bec4-8b2b3a695c0c admin admin] 10.222.0.45 "PUT /v2.0/routers/5013084c-dc2e-493c-9ddf-287e26c7a132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3617229 Apr 01 12:37:21.491786 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36906) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:21.492530 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b715eb-7115-48e5-b22a-f448a8b29cef None None] Sync routers for ids ['5013084c-dc2e-493c-9ddf-287e26c7a132'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:37:21.506276 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af853bda-d930-4a73-b47e-f5e87479f36d x-openstack-request-id: req-af853bda-d930-4a73-b47e-f5e87479f36d {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:21.506543 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "name": "network-vif-plugged", "status": "completed", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:21.506677 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af853bda-d930-4a73-b47e-f5e87479f36d {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:21.507074 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af853bda-d930-4a73-b47e-f5e87479f36d'] response: {'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'code': 200} Apr 01 12:37:21.542509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b715eb-7115-48e5-b22a-f448a8b29cef None None] Routers {'5013084c-dc2e-493c-9ddf-287e26c7a132'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:21.543160 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f9b715eb-7115-48e5-b22a-f448a8b29cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5013084c-dc2e-493c-9ddf-287e26c7a132'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:21.560586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c42e2aaf-dc38-4bb3-930f-b561310dedf0,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:21.818438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-f9b715eb-7115-48e5-b22a-f448a8b29cef None None] Set router 5013084c-dc2e-493c-9ddf-287e26c7a132 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:37:22.015647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1462c-1195-470f-87b0-a67ea0168d54 req-d175be5d-35d5-4439-a1ad-480754a53987 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:22.027828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5bd1462c-1195-470f-87b0-a67ea0168d54 req-d175be5d-35d5-4439-a1ad-480754a53987 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1579056 Apr 01 12:37:22.092130 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5bd1462c-1195-470f-87b0-a67ea0168d54 req-1e302be0-9e22-4397-b32c-c73c938aef68 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630095 Apr 01 12:37:22.369381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f9b715eb-7115-48e5-b22a-f448a8b29cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:37:20Z', 'revision_number': 5, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:22.465759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b715eb-7115-48e5-b22a-f448a8b29cef None None] Checking router: 5013084c-dc2e-493c-9ddf-287e26c7a132 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:37:22.504859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b715eb-7115-48e5-b22a-f448a8b29cef None None] Routers {'5013084c-dc2e-493c-9ddf-287e26c7a132'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:22.505496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f9b715eb-7115-48e5-b22a-f448a8b29cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5013084c-dc2e-493c-9ddf-287e26c7a132'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:22.531980 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:22.707154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36928) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:22.928507 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:23.066563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1466440311'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:23.067715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Deleting port a0ade32a-a47b-4b1b-9662-a4b35fd117fd {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:23.068270 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:23.143430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Made reservation on behalf of e5e14b3f525143de9a0433f7d9dcdfd9 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:23.153487 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:23.199161 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:23.377179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] For port a0ade32a-a47b-4b1b-9662-a4b35fd117fd, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=a0ade32a-a47b-4b1b-9662-a4b35fd117fd,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:23.378931 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:23.420778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Calling delete_port for a0ade32a-a47b-4b1b-9662-a4b35fd117fd owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:23.458653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600308e3-ff59-403f-99ae-48a432226f26 req-5b63773b-056c-4117-9b13-130a16c4c763 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:23.464259 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-600308e3-ff59-403f-99ae-48a432226f26 req-5b63773b-056c-4117-9b13-130a16c4c763 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.2100048 Apr 01 12:37:23.516561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-f9b715eb-7115-48e5-b22a-f448a8b29cef None None] Set router 5013084c-dc2e-493c-9ddf-287e26c7a132 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:37:23.651569 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-600308e3-ff59-403f-99ae-48a432226f26 req-75034af2-7e93-485c-9ec7-4afffd3ebb16 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777482 Apr 01 12:37:23.873334 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:23.889486 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-00875000-068a-4e22-8225-fcc15fe27880 req-9feeb321-6b3f-4e4e-bd01-258a0b3e169e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1896591 Apr 01 12:37:23.889993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:23.972042 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b51a54-c92d-4af1-bfda-852eacd7d75a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:23.992006 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f9b715eb-7115-48e5-b22a-f448a8b29cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:37:20Z', 'revision_number': 5, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:24.061218 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:24.071750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:37:24.076118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b715eb-7115-48e5-b22a-f448a8b29cef None None] The sync data for ids ['5013084c-dc2e-493c-9ddf-287e26c7a132'] in n-d-836146-1 is: [{'id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'name': 'tempest-TaggedBootDevicesTest_v242-391750262-router', 'tenant_id': '0713e035054f4784a69028267597a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:09Z', 'updated_at': '2022-04-01T12:37:20Z', 'revision_number': 5, 'project_id': '0713e035054f4784a69028267597a06a', 'gw_port': {'id': 'a0ade32a-a47b-4b1b-9662-a4b35fd117fd', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5013084c-dc2e-493c-9ddf-287e26c7a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:12Z', 'updated_at': '2022-04-01T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:37:24.091625 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:24.091978 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Added segment faafc8a6-88be-4f11-b09a-564cf6d8ddd4 of type vlan for network 6b45a241-d3d3-4d69-8a95-316c07276e15 Apr 01 12:37:24.114961 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00875000-068a-4e22-8225-fcc15fe27880 req-59448f5a-9681-41b8-8954-7d63f2778a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:24.116384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-00875000-068a-4e22-8225-fcc15fe27880 req-59448f5a-9681-41b8-8954-7d63f2778a48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 1096 time: 0.1454768 Apr 01 12:37:24.168498 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:24.187568 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ade32a-a47b-4b1b-9662-a4b35fd117fd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:24.308660 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:24.324012 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:24.324989 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:24.354850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:24.541540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Network': ['ID=6b45a241-d3d3-4d69-8a95-316c07276e15,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:24.559431 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 6b45a241-d3d3-4d69-8a95-316c07276e15 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:37:24.648975 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:24.659414 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:24.695774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a2828be0-be5b-4c12-8b02-12f10caa8117 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9840336 Apr 01 12:37:24.714501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36944) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:24.751230 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:24.751766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5013084c-dc2e-493c-9ddf-287e26c7a132 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:37:24.757713 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:24.761117 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7b8e4be8-51b5-4306-85a9-0da51b27addc admin admin] 10.222.0.45 "DELETE /v2.0/routers/5013084c-dc2e-493c-9ddf-287e26c7a132 HTTP/1.1" status: 204 len: 168 time: 3.2641540 Apr 01 12:37:24.769925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-c3b079e7-f936-41c7-80f5-eeebca7ba218 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'subnet': {'network_id': '6b45a241-d3d3-4d69-8a95-316c07276e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:24.770552 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36948) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:24.869859 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa96779-6718-4013-ac3e-8ebee69486d9 admin admin] Deleting subnet 3034b60b-12d3-4ce0-8ff1-72aa527eb6b1 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:37:24.896205 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaa96779-6718-4013-ac3e-8ebee69486d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:25.005989 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaa96779-6718-4013-ac3e-8ebee69486d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:25.202135 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaa96779-6718-4013-ac3e-8ebee69486d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:25.220804 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00875000-068a-4e22-8225-fcc15fe27880 req-f64f53bb-be3a-41f7-a82d-a92a7f77a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:25.222685 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-00875000-068a-4e22-8225-fcc15fe27880 req-f64f53bb-be3a-41f7-a82d-a92a7f77a479 service neutron] 10.222.0.44 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 1.0416603 Apr 01 12:37:25.292726 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaa96779-6718-4013-ac3e-8ebee69486d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:25.348381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184d219-a835-424d-a8b8-7ede91620f4c None None] Network d9505885-a6f9-4a04-a492-0ab3a7527bc1 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:25.358771 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-00875000-068a-4e22-8225-fcc15fe27880 req-264d570b-bd6d-4fae-88e9-8e8943a76642 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b15833d-c374-434f-aa43-fb8baf7ffa74 HTTP/1.1" status: 200 len: 217 time: 0.1249189 Apr 01 12:37:25.362337 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaa96779-6718-4013-ac3e-8ebee69486d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:25.366250 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eaa96779-6718-4013-ac3e-8ebee69486d9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3034b60b-12d3-4ce0-8ff1-72aa527eb6b1 HTTP/1.1" status: 204 len: 168 time: 0.5946612 Apr 01 12:37:25.367114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa96779-6718-4013-ac3e-8ebee69486d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3034b60b-12d3-4ce0-8ff1-72aa527eb6b1,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:25.368953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36954) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:25.443213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d3a6b-0339-4956-be0e-82e970a3cb5f req-9060c4c3-2972-460f-8339-8cf57c01788b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:25.444839 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-405d3a6b-0339-4956-be0e-82e970a3cb5f req-9060c4c3-2972-460f-8339-8cf57c01788b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.5389464 Apr 01 12:37:25.560689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b079e7-f936-41c7-80f5-eeebca7ba218 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Made reservation on behalf of e5e14b3f525143de9a0433f7d9dcdfd9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:25.564570 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3b079e7-f936-41c7-80f5-eeebca7ba218 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:25.659329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00875000-068a-4e22-8225-fcc15fe27880 req-8eac8d7a-8ebd-4aea-aa0a-e278f8ef729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:25.660844 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-00875000-068a-4e22-8225-fcc15fe27880 req-8eac8d7a-8ebd-4aea-aa0a-e278f8ef729e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.2857754 Apr 01 12:37:25.698318 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:25.834144 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-405d3a6b-0339-4956-be0e-82e970a3cb5f req-3a122950-9284-4f7c-ab77-97dbdd7ce390 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753971 Apr 01 12:37:25.934825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21728a2-2580-4dad-82f3-d2265cc68fc2 None None] DHCP port deletion for d9505885-a6f9-4a04-a492-0ab3a7527bc1 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:37:25.957873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Deleting port b34425a8-dbf1-4c6b-b5af-4eac09dd3625 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:25.958458 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.023295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00875000-068a-4e22-8225-fcc15fe27880 req-1b0adb42-e824-4f9f-84cf-95c2f5e2517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:26.029532 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-00875000-068a-4e22-8225-fcc15fe27880 req-1b0adb42-e824-4f9f-84cf-95c2f5e2517f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2910368 Apr 01 12:37:26.101830 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] For port b34425a8-dbf1-4c6b-b5af-4eac09dd3625, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b34425a8-dbf1-4c6b-b5af-4eac09dd3625,segment=NetworkSegment(da62e856-d508-4f97-8492-3e3a3e7a55b7),segment_id=da62e856-d508-4f97-8492-3e3a3e7a55b7)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:26.102071 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e21728a2-2580-4dad-82f3-d2265cc68fc2 None None] Deleting port b34425a8-dbf1-4c6b-b5af-4eac09dd3625 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:26.102450 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e21728a2-2580-4dad-82f3-d2265cc68fc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.103415 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.174496 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Calling delete_port for b34425a8-dbf1-4c6b-b5af-4eac09dd3625 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:26.238468 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e21728a2-2580-4dad-82f3-d2265cc68fc2 None None] For port b34425a8-dbf1-4c6b-b5af-4eac09dd3625, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b34425a8-dbf1-4c6b-b5af-4eac09dd3625,segment=NetworkSegment(da62e856-d508-4f97-8492-3e3a3e7a55b7),segment_id=da62e856-d508-4f97-8492-3e3a3e7a55b7)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:26.239027 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e21728a2-2580-4dad-82f3-d2265cc68fc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.259790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e21728a2-2580-4dad-82f3-d2265cc68fc2 None None] Calling delete_port for b34425a8-dbf1-4c6b-b5af-4eac09dd3625 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:26.381724 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-00875000-068a-4e22-8225-fcc15fe27880 req-c9ca1f8f-d22f-481b-af15-298c7545a71f service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462863 Apr 01 12:37:26.382667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dae3f197-3d86-4eaa-a732-839cf7638147 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:26.408850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.439274 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: dae3f197-3d86-4eaa-a732-839cf7638147 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:26.439524 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dae3f197-3d86-4eaa-a732-839cf7638147 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:26.439951 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b34425a8-dbf1-4c6b-b5af-4eac09dd3625 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:26.482848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] No DVR routers for this DVR port b34425a8-dbf1-4c6b-b5af-4eac09dd3625 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:26.494426 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Pushing event deleted for resources: {'Port': ['ID=b34425a8-dbf1-4c6b-b5af-4eac09dd3625,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:26.505892 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: b34425a8-dbf1-4c6b-b5af-4eac09dd3625 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:26.506502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b34425a8-dbf1-4c6b-b5af-4eac09dd3625 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:26.507069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device a0ade32a-a47b-4b1b-9662-a4b35fd117fd no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:26.537846 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: a0ade32a-a47b-4b1b-9662-a4b35fd117fd {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:26.538476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device a0ade32a-a47b-4b1b-9662-a4b35fd117fd not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:26.574332 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e21728a2-2580-4dad-82f3-d2265cc68fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.610741 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21728a2-2580-4dad-82f3-d2265cc68fc2 None None] Pushing event deleted for resources: {'Port': ['ID=b34425a8-dbf1-4c6b-b5af-4eac09dd3625,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:26.613708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21728a2-2580-4dad-82f3-d2265cc68fc2 None None] No DVR routers for this DVR port b34425a8-dbf1-4c6b-b5af-4eac09dd3625 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:26.643774 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.668275 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3b079e7-f936-41c7-80f5-eeebca7ba218 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.672390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9505885-a6f9-4a04-a492-0ab3a7527bc1']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:26.684715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da62e856-d508-4f97-8492-3e3a3e7a55b7') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:26.685165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da62e856-d508-4f97-8492-3e3a3e7a55b7') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:26.698436 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.716400 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.727444 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:37:26.727444 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:37:26.793533 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:37:26.799666 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.806673 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:26.813919 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] 10.222.0.45 "DELETE /v2.0/networks/d9505885-a6f9-4a04-a492-0ab3a7527bc1 HTTP/1.1" status: 204 len: 168 time: 1.4409490 Apr 01 12:37:26.825423 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36960) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:26.826478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f3d16-3685-4aee-a36d-6ba1452fcfbc admin admin] Pushing event deleted for resources: {'Network': ['ID=d9505885-a6f9-4a04-a492-0ab3a7527bc1,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:26.840816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b079e7-f936-41c7-80f5-eeebca7ba218 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Subnet': ['ID=ff90fb52-d314-4525-8996-6feb1a0339fe,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:26.848002 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-00875000-068a-4e22-8225-fcc15fe27880 req-4f0b988c-19ab-4a30-b58f-4d3908c91360 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399028 Apr 01 12:37:26.934667 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b079e7-f936-41c7-80f5-eeebca7ba218 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Checking segment: {'id': 'faafc8a6-88be-4f11-b09a-564cf6d8ddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b45a241-d3d3-4d69-8a95-316c07276e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:37:26.935414 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b079e7-f936-41c7-80f5-eeebca7ba218 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network hostable DHCP agents. Network: 6b45a241-d3d3-4d69-8a95-316c07276e15, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:37:26.967613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b079e7-f936-41c7-80f5-eeebca7ba218 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network 6b45a241-d3d3-4d69-8a95-316c07276e15 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:37:27.000367 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-c3b079e7-f936-41c7-80f5-eeebca7ba218 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 6b45a241-d3d3-4d69-8a95-316c07276e15) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:27.009937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bf395c-fe04-476e-a3d0-ca9b34c52549 None None] Network 6b45a241-d3d3-4d69-8a95-316c07276e15 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:27.040077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b079e7-f936-41c7-80f5-eeebca7ba218 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:27.041882 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3b079e7-f936-41c7-80f5-eeebca7ba218 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:27.154983 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c3b079e7-f936-41c7-80f5-eeebca7ba218 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4168620 Apr 01 12:37:27.163502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36964) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:27.188630 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1686-084e-4dfb-8a98-7d9769828bba req-8300c6c5-270c-4aa0-b54e-7ce41e0ccd17 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:27.193550 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-29ce1686-084e-4dfb-8a98-7d9769828bba req-8300c6c5-270c-4aa0-b54e-7ce41e0ccd17 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1951981 Apr 01 12:37:27.200211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1070794280', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:27.287281 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:27.288341 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:27.313344 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-29ce1686-084e-4dfb-8a98-7d9769828bba req-eaeca87b-bb62-4045-b1b7-9084694007be tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887043 Apr 01 12:37:27.368744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:27.408716 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ffc2ff-7384-437f-900c-1c8c1eb81047 None None] Network 6b45a241-d3d3-4d69-8a95-316c07276e15 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:27.601461 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:27.745909 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55c7dfd1-3e10-46bc-a8bc-1468c7931b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:28.447027 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-55c7dfd1-3e10-46bc-a8bc-1468c7931b0f admin admin] Deleting port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:28.447373 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55c7dfd1-3e10-46bc-a8bc-1468c7931b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:28.599609 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-55c7dfd1-3e10-46bc-a8bc-1468c7931b0f admin admin] For port bfa5a4f2-1b2a-40fc-863f-eab37b397ea3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bfa5a4f2-1b2a-40fc-863f-eab37b397ea3,segment=NetworkSegment(7a463d18-1825-4c81-bc91-9ad19cc548d6),segment_id=7a463d18-1825-4c81-bc91-9ad19cc548d6)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:28.599978 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55c7dfd1-3e10-46bc-a8bc-1468c7931b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:28.614274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-55c7dfd1-3e10-46bc-a8bc-1468c7931b0f admin admin] Calling delete_port for bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:28.749718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc1076-05b5-4ef0-980f-20dd08ca686b req-fd0bbbc1-ff98-48e8-b7d1-2bafe32a5e43 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:28.762140 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-06cc1076-05b5-4ef0-980f-20dd08ca686b req-fd0bbbc1-ff98-48e8-b7d1-2bafe32a5e43 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.2695601 Apr 01 12:37:28.913455 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-06cc1076-05b5-4ef0-980f-20dd08ca686b req-674b10d7-b9ba-4239-91f4-d438fdb1ff1d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409261 Apr 01 12:37:28.943653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:28.967476 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55c7dfd1-3e10-46bc-a8bc-1468c7931b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:28.978290 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:29.057950 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7dfd1-3e10-46bc-a8bc-1468c7931b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa5a4f2-1b2a-40fc-863f-eab37b397ea3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:29.116624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.25.7.166 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/fb6e9797-ac6d-4c84-8add-b77df0db867c) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:37:29.294709 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:29.358217 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:29.393797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:29.398835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:29.530304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=fb6e9797-ac6d-4c84-8add-b77df0db867c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:29.531992 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55c7dfd1-3e10-46bc-a8bc-1468c7931b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:29.538730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:30.054773 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:30.110731 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c7dfd1-3e10-46bc-a8bc-1468c7931b0f admin admin] Router 959be25d-917e-4c10-96c4-baf4d92f1513 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:37:30.340038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c7dfd1-3e10-46bc-a8bc-1468c7931b0f admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:37:30.348112 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-55c7dfd1-3e10-46bc-a8bc-1468c7931b0f admin admin] 10.222.0.45 "PUT /v2.0/routers/959be25d-917e-4c10-96c4-baf4d92f1513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5106153 Apr 01 12:37:30.351737 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36990) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:30.354346 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90984831-25c6-472a-aded-d9fe74387e01 None None] Sync routers for ids ['959be25d-917e-4c10-96c4-baf4d92f1513'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:37:30.371940 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90984831-25c6-472a-aded-d9fe74387e01 None None] Routers {'959be25d-917e-4c10-96c4-baf4d92f1513'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:30.372478 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-90984831-25c6-472a-aded-d9fe74387e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['959be25d-917e-4c10-96c4-baf4d92f1513'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:30.449954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15ab95-5c60-40a4-8cfe-b68ecf23df24 req-9d328fb1-b652-4335-9ec1-b66deeb0e133 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:30.451567 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc15ab95-5c60-40a4-8cfe-b68ecf23df24 req-9d328fb1-b652-4335-9ec1-b66deeb0e133 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.3944936 Apr 01 12:37:30.473605 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83d0a00a-5799-4305-9914-42e645fb71f2 req-f86a0a5a-c53c-4ead-a6fc-76c6ae71bc44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2942698 Apr 01 12:37:30.683114 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-90984831-25c6-472a-aded-d9fe74387e01 None None] Set router 959be25d-917e-4c10-96c4-baf4d92f1513 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:37:30.724950 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:31.019086 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc15ab95-5c60-40a4-8cfe-b68ecf23df24 req-81dcbea0-75ca-4341-8b36-240fc10af0f3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5189342 Apr 01 12:37:31.048338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0a00a-5799-4305-9914-42e645fb71f2 req-252e23c0-46cf-40a4-aa29-a4d6936d4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:31.049336 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:31.051439 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83d0a00a-5799-4305-9914-42e645fb71f2 req-252e23c0-46cf-40a4-aa29-a4d6936d4ec3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 1096 time: 0.4625254 Apr 01 12:37:31.068513 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:31.230722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Deleting port 51ab0b01-0819-4bde-a172-f0e2258d5ffa {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:31.231308 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:31.290068 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-90984831-25c6-472a-aded-d9fe74387e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'name': 'tempest-TaggedBootDevicesTest_v242-1738876930-router', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:33Z', 'updated_at': '2022-04-01T12:37:28Z', 'revision_number': 5, 'project_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'gw_port': {'id': '51ab0b01-0819-4bde-a172-f0e2258d5ffa', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:34Z', 'updated_at': '2022-04-01T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:31.361731 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90984831-25c6-472a-aded-d9fe74387e01 None None] Checking router: 959be25d-917e-4c10-96c4-baf4d92f1513 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:37:31.385506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0a00a-5799-4305-9914-42e645fb71f2 req-2a98dfdb-96e7-495f-b0cc-8ba2c3848a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:31.386058 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90984831-25c6-472a-aded-d9fe74387e01 None None] Routers {'959be25d-917e-4c10-96c4-baf4d92f1513'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:31.387081 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-90984831-25c6-472a-aded-d9fe74387e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['959be25d-917e-4c10-96c4-baf4d92f1513'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:31.388940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83d0a00a-5799-4305-9914-42e645fb71f2 req-2a98dfdb-96e7-495f-b0cc-8ba2c3848a8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 915 time: 0.3057127 Apr 01 12:37:31.509607 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] For port 51ab0b01-0819-4bde-a172-f0e2258d5ffa, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=51ab0b01-0819-4bde-a172-f0e2258d5ffa,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:31.509995 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:31.548822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Calling delete_port for 51ab0b01-0819-4bde-a172-f0e2258d5ffa owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:31.588003 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-90984831-25c6-472a-aded-d9fe74387e01 None None] Set router 959be25d-917e-4c10-96c4-baf4d92f1513 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:37:31.630225 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83d0a00a-5799-4305-9914-42e645fb71f2 req-23922eb1-13d3-4c80-8c27-f5c373f89c78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f981269-b115-479a-b5ef-24e7144069fe HTTP/1.1" status: 200 len: 1001 time: 0.2309258 Apr 01 12:37:31.698367 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-90984831-25c6-472a-aded-d9fe74387e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'name': 'tempest-TaggedBootDevicesTest_v242-1738876930-router', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:33Z', 'updated_at': '2022-04-01T12:37:31Z', 'revision_number': 6, 'project_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:31.737382 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90984831-25c6-472a-aded-d9fe74387e01 None None] The sync data for ids ['959be25d-917e-4c10-96c4-baf4d92f1513'] in n-d-836146-1 is: [{'id': '959be25d-917e-4c10-96c4-baf4d92f1513', 'name': 'tempest-TaggedBootDevicesTest_v242-1738876930-router', 'tenant_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:33Z', 'updated_at': '2022-04-01T12:37:31Z', 'revision_number': 6, 'project_id': 'eb5f09fc31ab4206b1e4214ec61b3a77', 'gw_port_host': None}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:37:31.742676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:37:31.752701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0a00a-5799-4305-9914-42e645fb71f2 req-c754c940-2ea5-4d6c-a4ab-31ec37a90816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:31.754862 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83d0a00a-5799-4305-9914-42e645fb71f2 req-c754c940-2ea5-4d6c-a4ab-31ec37a90816 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.1156394 Apr 01 12:37:32.073139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0a00a-5799-4305-9914-42e645fb71f2 req-96587aa7-8be6-43f0-9090-e6a0f84dd0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:32.074587 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83d0a00a-5799-4305-9914-42e645fb71f2 req-96587aa7-8be6-43f0-9090-e6a0f84dd0cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3125367 Apr 01 12:37:32.081023 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:37:32.092431 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850b461-558b-4f0c-a807-d5adfadf8bf4 None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:37:32.117382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850b461-558b-4f0c-a807-d5adfadf8bf4 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:32.118031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5850b461-558b-4f0c-a807-d5adfadf8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:32.133263 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:32.155394 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:32.156740 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1bb71326-77ed-45b6-b1b4-a24d892ece02 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9618533 Apr 01 12:37:32.159378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36998) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:32.229271 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:37:32.234036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ab0b01-0819-4bde-a172-f0e2258d5ffa,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:32.266583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5850b461-558b-4f0c-a807-d5adfadf8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:32.288348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:32.370671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:32.374306 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bfa5a4f2-1b2a-40fc-863f-eab37b397ea3 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:32.379647 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850b461-558b-4f0c-a807-d5adfadf8bf4 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:32.383203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5850b461-558b-4f0c-a807-d5adfadf8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:32.404168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83d0a00a-5799-4305-9914-42e645fb71f2 req-6956bdf3-0504-4caa-84ef-058086b75069 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145823 Apr 01 12:37:32.424516 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:32.468957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5850b461-558b-4f0c-a807-d5adfadf8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:32.469719 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850b461-558b-4f0c-a807-d5adfadf8bf4 None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:37:32.523019 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ccf1a-89a1-4531-9748-6ff0a9127408 req-874fc870-6aa7-4f82-9b1b-929343b4d782 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:32.530429 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-156ccf1a-89a1-4531-9748-6ff0a9127408 req-874fc870-6aa7-4f82-9b1b-929343b4d782 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.2611439 Apr 01 12:37:32.539303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83d0a00a-5799-4305-9914-42e645fb71f2 req-509fb441-1ab2-4361-82ca-03622f0fa0f1 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242259 Apr 01 12:37:32.642721 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-156ccf1a-89a1-4531-9748-6ff0a9127408 req-c9de2a1d-7b5e-411e-9267-c7bc68f3ce27 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109488 Apr 01 12:37:32.673381 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:32.690890 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:32.793409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:32.794189 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 959be25d-917e-4c10-96c4-baf4d92f1513 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:37:32.804218 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:32.805711 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e9482cb8-3215-406b-9ecb-b3c9038e7429 admin admin] 10.222.0.45 "DELETE /v2.0/routers/959be25d-917e-4c10-96c4-baf4d92f1513 HTTP/1.1" status: 204 len: 168 time: 2.4432826 Apr 01 12:37:32.808177 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37000) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:32.911613 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d18db3-3a57-4a40-bcbf-67ef92e5f7e4 admin admin] Deleting subnet 49b8910b-7958-4f7f-9cdc-9f9cddb3222a {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:37:32.915438 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46d18db3-3a57-4a40-bcbf-67ef92e5f7e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:32.980958 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46d18db3-3a57-4a40-bcbf-67ef92e5f7e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:33.117529 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46d18db3-3a57-4a40-bcbf-67ef92e5f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:33.212691 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46d18db3-3a57-4a40-bcbf-67ef92e5f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:33.244648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5bbd58-1c6a-42e5-873c-a5a787fbb81d None None] Network d4814e52-a74c-4155-b03a-376e7affd3ce requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:33.281209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:33.282076 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46d18db3-3a57-4a40-bcbf-67ef92e5f7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:33.299974 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-46d18db3-3a57-4a40-bcbf-67ef92e5f7e4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/49b8910b-7958-4f7f-9cdc-9f9cddb3222a HTTP/1.1" status: 204 len: 168 time: 0.4904485 Apr 01 12:37:33.304212 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37004) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:33.306449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d18db3-3a57-4a40-bcbf-67ef92e5f7e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b8910b-7958-4f7f-9cdc-9f9cddb3222a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:33.525075 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:33.649593 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4809edd2-175a-4717-bb9c-bb566a119caf None None] DHCP port deletion for d4814e52-a74c-4155-b03a-376e7affd3ce request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:37:33.725478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Deleting port 37e473eb-b3dd-46a8-8dee-6f72e68ae398 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:33.725962 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:33.809122 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4809edd2-175a-4717-bb9c-bb566a119caf None None] Deleting port 37e473eb-b3dd-46a8-8dee-6f72e68ae398 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:33.809976 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4809edd2-175a-4717-bb9c-bb566a119caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:33.959616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4809edd2-175a-4717-bb9c-bb566a119caf None None] For port 37e473eb-b3dd-46a8-8dee-6f72e68ae398, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=37e473eb-b3dd-46a8-8dee-6f72e68ae398,segment=NetworkSegment(7a463d18-1825-4c81-bc91-9ad19cc548d6),segment_id=7a463d18-1825-4c81-bc91-9ad19cc548d6)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:33.962840 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4809edd2-175a-4717-bb9c-bb566a119caf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:33.989617 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4809edd2-175a-4717-bb9c-bb566a119caf None None] Calling delete_port for 37e473eb-b3dd-46a8-8dee-6f72e68ae398 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:34.185613 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4809edd2-175a-4717-bb9c-bb566a119caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:34.255521 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809edd2-175a-4717-bb9c-bb566a119caf None None] Pushing event deleted for resources: {'Port': ['ID=37e473eb-b3dd-46a8-8dee-6f72e68ae398,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:34.274554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4809edd2-175a-4717-bb9c-bb566a119caf None None] No DVR routers for this DVR port 37e473eb-b3dd-46a8-8dee-6f72e68ae398 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:34.307497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 51ab0b01-0819-4bde-a172-f0e2258d5ffa no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:34.365401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 51ab0b01-0819-4bde-a172-f0e2258d5ffa {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:34.365769 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 51ab0b01-0819-4bde-a172-f0e2258d5ffa not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:34.366196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 37e473eb-b3dd-46a8-8dee-6f72e68ae398 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:34.429646 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 37e473eb-b3dd-46a8-8dee-6f72e68ae398 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:34.429901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 37e473eb-b3dd-46a8-8dee-6f72e68ae398 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:34.657108 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf2777-1394-421d-9272-e012039e3144 req-fcc546dd-e386-4ad7-ab93-65fd6cdbda5b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:34.659415 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-06bf2777-1394-421d-9272-e012039e3144 req-fcc546dd-e386-4ad7-ab93-65fd6cdbda5b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.8625076 Apr 01 12:37:34.727261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] For port 37e473eb-b3dd-46a8-8dee-6f72e68ae398, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=37e473eb-b3dd-46a8-8dee-6f72e68ae398,segment=NetworkSegment(7a463d18-1825-4c81-bc91-9ad19cc548d6),segment_id=7a463d18-1825-4c81-bc91-9ad19cc548d6)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:34.727644 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:34.781034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Calling delete_port for 37e473eb-b3dd-46a8-8dee-6f72e68ae398 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:34.837422 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-06bf2777-1394-421d-9272-e012039e3144 req-a84fd462-55de-4ccd-ac4b-79229d1dda30 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695824 Apr 01 12:37:34.984670 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:34.999745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] No DVR routers for this DVR port 37e473eb-b3dd-46a8-8dee-6f72e68ae398 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:35.074358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.20.0.1 (6b45a241-d3d3-4d69-8a95-316c07276e15/ff90fb52-d314-4525-8996-6feb1a0339fe/5c86d39e-5db1-4cd9-b48d-faf5eb976d66) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:37:35.261058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Pushing event deleted for resources: {'Port': ['ID=37e473eb-b3dd-46a8-8dee-6f72e68ae398,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:35.386716 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:35.433551 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:35.452639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37018) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:35.495594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4814e52-a74c-4155-b03a-376e7affd3ce']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:35.526135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a463d18-1825-4c81-bc91-9ad19cc548d6') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:35.526434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a463d18-1825-4c81-bc91-9ad19cc548d6') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:35.543082 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:35.565393 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:35.577379 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:35.617024 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:37:35.617345 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:37:35.663390 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:37:35.738860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network 6b45a241-d3d3-4d69-8a95-316c07276e15 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:35.780950 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:35.787438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:35.854852 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=5c86d39e-5db1-4cd9-b48d-faf5eb976d66,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:35.865542 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:35.901587 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:35.908043 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] 10.222.0.45 "DELETE /v2.0/networks/d4814e52-a74c-4155-b03a-376e7affd3ce HTTP/1.1" status: 204 len: 168 time: 2.6029036 Apr 01 12:37:35.908970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d6ad9-1b09-4d24-87b3-6210d62b75bb admin admin] Pushing event deleted for resources: {'Network': ['ID=d4814e52-a74c-4155-b03a-376e7affd3ce,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:35.948565 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:36.296275 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:36.354373 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8ef0eace-7c44-416d-9482-96c9abd45456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:36.509721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37038) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:36.575754 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-012889f8-fb1b-414a-aa6d-91e8bcf9ad8d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0713e035054f4784a69028267597a06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625124 Apr 01 12:37:36.611423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37048) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:36.713311 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-300f075f-1391-4574-9916-e6b4499da0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:36.776769 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-300f075f-1391-4574-9916-e6b4499da0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:36.801571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5bff9-26ac-4c53-97a0-96d2d1d3ab80 req-b3963c10-1040-445d-86c5-a657ec53a4e0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:36.803674 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7e5bff9-26ac-4c53-97a0-96d2d1d3ab80 req-b3963c10-1040-445d-86c5-a657ec53a4e0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1485648 Apr 01 12:37:36.941034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7e5bff9-26ac-4c53-97a0-96d2d1d3ab80 req-42994417-ae32-49e6-9221-0024320a9750 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278811 Apr 01 12:37:37.006476 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-300f075f-1391-4574-9916-e6b4499da0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:37.014986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-300f075f-1391-4574-9916-e6b4499da0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:37.022534 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-300f075f-1391-4574-9916-e6b4499da0cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c397300-b884-433f-bb50-6772b0ae68e5 HTTP/1.1" status: 204 len: 168 time: 0.4097869 Apr 01 12:37:37.072549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f075f-1391-4574-9916-e6b4499da0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c397300-b884-433f-bb50-6772b0ae68e5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:37.123808 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:37.131644 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:37.263218 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-288f193b-ef5f-4b84-aa2c-9ffda722a13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:37.406405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=5c86d39e-5db1-4cd9-b48d-faf5eb976d66,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:37.421325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:37.614523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b7669-4596-46aa-a9dd-b61f31c96beb req-c022e7fd-3bb3-4123-87e7-213ea09f0e21 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:37.622709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-390b7669-4596-46aa-a9dd-b61f31c96beb req-c022e7fd-3bb3-4123-87e7-213ea09f0e21 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 945 time: 0.1720819 Apr 01 12:37:37.722732 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-390b7669-4596-46aa-a9dd-b61f31c96beb req-7881fa5b-21b6-40a7-9a92-1133bcb28f30 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983961 Apr 01 12:37:37.734269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network 6b45a241-d3d3-4d69-8a95-316c07276e15 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:37.738084 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-288f193b-ef5f-4b84-aa2c-9ffda722a13a admin admin] Deleting port b426f24f-7cbf-424c-bad0-02c750054fde {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:37.738379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37090) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:37.738615 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-288f193b-ef5f-4b84-aa2c-9ffda722a13a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:37.754601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:37.848470 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5a3ec239-8982-449b-b3d1-a35daf7f2449 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb5f09fc31ab4206b1e4214ec61b3a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999579 Apr 01 12:37:37.851308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37092) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:37.860940 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-288f193b-ef5f-4b84-aa2c-9ffda722a13a admin admin] For port b426f24f-7cbf-424c-bad0-02c750054fde, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b426f24f-7cbf-424c-bad0-02c750054fde,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:37.861306 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-288f193b-ef5f-4b84-aa2c-9ffda722a13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:37.886461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-288f193b-ef5f-4b84-aa2c-9ffda722a13a admin admin] Calling delete_port for b426f24f-7cbf-424c-bad0-02c750054fde owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:37.952892 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5abb823f-4f21-49e6-ab86-8562d170d4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:37.975434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:37:38.001669 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5abb823f-4f21-49e6-ab86-8562d170d4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:38.194803 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5abb823f-4f21-49e6-ab86-8562d170d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:38.197393 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5abb823f-4f21-49e6-ab86-8562d170d4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:38.201101 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5abb823f-4f21-49e6-ab86-8562d170d4a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c53cb30-8d69-4d7c-bd1c-7c4773994b42 HTTP/1.1" status: 204 len: 168 time: 0.3464813 Apr 01 12:37:38.216069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:37:38.218965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb823f-4f21-49e6-ab86-8562d170d4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c53cb30-8d69-4d7c-bd1c-7c4773994b42,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:38.228428 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8770e16b-6628-4a83-a8f9-7a855c34fc65 None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:37:38.269244 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-213ba5e3-b1c1-40c8-a031-1d31bfa5fb3e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "PUT /v2.0/routers/85d5795f-36dc-40f7-8c43-3ee5909a3775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1086509 Apr 01 12:37:38.270899 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-288f193b-ef5f-4b84-aa2c-9ffda722a13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:38.273400 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8770e16b-6628-4a83-a8f9-7a855c34fc65 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:38.274078 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8770e16b-6628-4a83-a8f9-7a855c34fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:38.280197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37106) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:38.296387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb589d73-35a3-4d8b-bd5c-bd9c3f4c9f00 req-5419dcc1-d234-476e-bcb2-f42e360e3050 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:38.297676 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'port': {'network_id': '6b45a241-d3d3-4d69-8a95-316c07276e15', 'name': 'tempest-FloatingIPTestJSON-1333758197'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:38.306693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb589d73-35a3-4d8b-bd5c-bd9c3f4c9f00 req-5419dcc1-d234-476e-bcb2-f42e360e3050 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.2126629 Apr 01 12:37:38.339778 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8770e16b-6628-4a83-a8f9-7a855c34fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:38.349994 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8770e16b-6628-4a83-a8f9-7a855c34fc65 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:38.350909 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8770e16b-6628-4a83-a8f9-7a855c34fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:38.376837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f193b-ef5f-4b84-aa2c-9ffda722a13a admin admin] Pushing event deleted for resources: {'Port': ['ID=b426f24f-7cbf-424c-bad0-02c750054fde,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:38.399073 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb589d73-35a3-4d8b-bd5c-bd9c3f4c9f00 req-95dac721-ac77-4dc0-9275-ca9d02fa08c9 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914347 Apr 01 12:37:38.414476 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8770e16b-6628-4a83-a8f9-7a855c34fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:38.415150 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8770e16b-6628-4a83-a8f9-7a855c34fc65 None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:37:38.672365 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:38.683716 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Made reservation on behalf of e5e14b3f525143de9a0433f7d9dcdfd9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:38.690810 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:38.737662 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] device_id is not set on port a0f3866f-9079-4888-ab6c-9c8b00a63246 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:37:38.801873 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:38.866470 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c38bcf7c-8cee-4fff-adb8-e04882690992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:38.942104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.20.0.7 (6b45a241-d3d3-4d69-8a95-316c07276e15/ff90fb52-d314-4525-8996-6feb1a0339fe/a0f3866f-9079-4888-ab6c-9c8b00a63246) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:37:38.990332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03269b6a-704d-481b-b64a-cc9ad76ffa61 req-37a75d5f-f50d-43d6-bd6a-e5016478fa92 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:38.992030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03269b6a-704d-481b-b64a-cc9ad76ffa61 req-37a75d5f-f50d-43d6-bd6a-e5016478fa92 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 945 time: 0.0828524 Apr 01 12:37:39.017594 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-288f193b-ef5f-4b84-aa2c-9ffda722a13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:39.049639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03269b6a-704d-481b-b64a-cc9ad76ffa61 req-afe4c8c4-79aa-415b-a7e6-fef750b19c5b tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508480 Apr 01 12:37:39.129143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-aff54f75-4835-402f-a787-0a57f68af301 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:39.131204 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-aff54f75-4835-402f-a787-0a57f68af301 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 945 time: 0.0764372 Apr 01 12:37:39.306570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Deleting port 9fe0291b-01c8-451b-a363-52a173fedd46 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:39.306958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:39.328914 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:39.434536 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288f193b-ef5f-4b84-aa2c-9ffda722a13a admin admin] Router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:37:39.437643 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:39.550914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] For port 9fe0291b-01c8-451b-a363-52a173fedd46, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9fe0291b-01c8-451b-a363-52a173fedd46,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:39.551295 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:39.604727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network 6b45a241-d3d3-4d69-8a95-316c07276e15 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:39.644702 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:39.671870 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:39.687926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=a0f3866f-9079-4888-ab6c-9c8b00a63246,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:39.701510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-3b961e30-72b8-49e6-a3a8-7f79684feee9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:39.708978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-3b961e30-72b8-49e6-a3a8-7f79684feee9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/networks?id=4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 200 len: 805 time: 0.2360215 Apr 01 12:37:39.745495 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bc3d9-b837-4c63-89fe-0a2a91777375 req-77f2d776-97e9-4bf9-a104-54c16f122d5c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:39.747398 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e3bc3d9-b837-4c63-89fe-0a2a91777375 req-77f2d776-97e9-4bf9-a104-54c16f122d5c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1988835 Apr 01 12:37:39.749655 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37166) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:39.767009 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-16b3b616-8505-45bf-9436-2fd0a75aefbd tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/quotas/9c76524582c44960b21939aa3e380526 HTTP/1.1" status: 200 len: 375 time: 0.0570488 Apr 01 12:37:39.807718 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:39.808431 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:39.848674 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-42825962-4a9a-4c91-809f-dfc5d93560f1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5623789 Apr 01 12:37:39.850840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37170) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:39.855706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'port': {'network_id': '6b45a241-d3d3-4d69-8a95-316c07276e15', 'name': 'tempest-FloatingIPTestJSON-558541542'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:39.862279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288f193b-ef5f-4b84-aa2c-9ffda722a13a admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:37:39.876048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff545510-9b26-4b57-9854-32035326e976 None None] Sync routers for ids ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:37:39.882515 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-288f193b-ef5f-4b84-aa2c-9ffda722a13a admin admin] 10.222.0.45 "PUT /v2.0/routers/3dc74ab8-33aa-4079-a91f-5f60b192fc3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4287341 Apr 01 12:37:39.888435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-49970d18-29e9-4d6a-8c4f-349c4b5e6051 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c76524582c44960b21939aa3e380526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1205132 Apr 01 12:37:39.888696 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8e3bc3d9-b837-4c63-89fe-0a2a91777375 req-8a3cf968-2860-40b2-998e-3d38844492a3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057382 Apr 01 12:37:39.889138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37172) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:39.903244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff545510-9b26-4b57-9854-32035326e976 None None] Routers {'3dc74ab8-33aa-4079-a91f-5f60b192fc3a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:39.904091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ff545510-9b26-4b57-9854-32035326e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:39.983573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1641628168-network', 'tenant_id': 'b80ade12595e4760b63c885ba6df380a'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:40.049206 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-ff545510-9b26-4b57-9854-32035326e976 None None] Set router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:37:40.069976 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-de586536-4ea1-468e-bd38-cff7c96e3e5b service neutron] 10.222.0.45 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760621 Apr 01 12:37:40.088131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Made reservation on behalf of b80ade12595e4760b63c885ba6df380a for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:40.088737 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.104872 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.128972 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.129455 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.129929 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Floating IP f2e9bcae-3e7b-4814-b60a-0947ffd09463 disassociated. External IP: 172.25.7.95, port: 9fe0291b-01c8-451b-a363-52a173fedd46. Apr 01 12:37:40.131746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Calling delete_port for 9fe0291b-01c8-451b-a363-52a173fedd46 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:40.175056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.259852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Made reservation on behalf of e5e14b3f525143de9a0433f7d9dcdfd9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:40.263322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.289040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ff545510-9b26-4b57-9854-32035326e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:37:38Z', 'revision_number': 5, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:40.315969 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-31c14b9e-7504-4808-8609-e61ae5e934eb service neutron] 10.222.0.45 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376702 Apr 01 12:37:40.332264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff545510-9b26-4b57-9854-32035326e976 None None] Checking router: 3dc74ab8-33aa-4079-a91f-5f60b192fc3a for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:37:40.355826 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] device_id is not set on port 551ee432-b3f4-4d02-ba44-c0b5b7c6b280 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:37:40.360817 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff545510-9b26-4b57-9854-32035326e976 None None] Routers {'3dc74ab8-33aa-4079-a91f-5f60b192fc3a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:40.362457 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ff545510-9b26-4b57-9854-32035326e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:40.402239 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.464814 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f123c47-a068-48de-a597-e6b0fbc36542 req-abe6effe-a229-4cbf-bd35-4e1cdd40cc41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:40.466472 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3f123c47-a068-48de-a597-e6b0fbc36542 req-abe6effe-a229-4cbf-bd35-4e1cdd40cc41 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 945 time: 0.2081490 Apr 01 12:37:40.474729 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event deleted for resources: {'Port': ['ID=9fe0291b-01c8-451b-a363-52a173fedd46,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:40.549785 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.643595 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3f123c47-a068-48de-a597-e6b0fbc36542 req-c508e2a6-93a7-440b-acdd-367f58a91601 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4013a3-2127-4b3f-8591-0823ece6c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550152 Apr 01 12:37:40.645924 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.646880 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device de1d1fcc-f980-4086-b3c2-120216254f5b no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:40.678912 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.679806 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a77405f0-61cd-4e1f-af2c-fd6d5d42bb5d req-5175da70-6f9b-4a9d-b3b8-d330f999940d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 210 time: 0.0671563 Apr 01 12:37:40.694050 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.701214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Router 5b51178f-34da-460a-9d5e-8b337d4ff583 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:37:40.736008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:37:40.742710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-ff545510-9b26-4b57-9854-32035326e976 None None] Set router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:37:40.746308 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.746644 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Added segment 49fac0b8-0e9a-4581-8bee-d1128349cce5 of type vlan for network 74922a4c-63ef-4729-9059-7d503f7541d6 Apr 01 12:37:40.790708 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.793803 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dd13b4-3c1e-47f2-8403-2eaefa275041,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:40.806686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.20.0.6 (6b45a241-d3d3-4d69-8a95-316c07276e15/ff90fb52-d314-4525-8996-6feb1a0339fe/551ee432-b3f4-4d02-ba44-c0b5b7c6b280) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:37:40.885813 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Deleting port 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:40.886223 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.891772 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:40.892759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:40.893338 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:41.011644 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2587552 Apr 01 12:37:41.012276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37196) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:41.024557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e50daae5-63e7-4b01-a46a-07e9b211dcfc admin admin] Request body: {'subnet': {'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1641628168-subnet', 'tenant_id': 'b80ade12595e4760b63c885ba6df380a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:41.049397 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:41.099086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1d1fcc-f980-4086-b3c2-120216254f5b'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:41.101406 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe824f1-1368-42cf-9256-e378862106df" -d '{"events": [{"server_uuid": "3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "de1d1fcc-f980-4086-b3c2-120216254f5b"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:41.140517 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port de1d1fcc-f980-4086-b3c2-120216254f5b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de1d1fcc-f980-4086-b3c2-120216254f5b,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:41.153937 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:41.186296 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad15dce9-a7f4-40d6-ab4c-a1ba96099a18 x-openstack-request-id: req-ad15dce9-a7f4-40d6-ab4c-a1ba96099a18 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:41.186628 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "de1d1fcc-f980-4086-b3c2-120216254f5b", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:41.186883 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad15dce9-a7f4-40d6-ab4c-a1ba96099a18 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:41.187270 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad15dce9-a7f4-40d6-ab4c-a1ba96099a18'] response: {'server_uuid': '3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1d1fcc-f980-4086-b3c2-120216254f5b', 'code': 200} Apr 01 12:37:41.219564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ff545510-9b26-4b57-9854-32035326e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:37:38Z', 'revision_number': 5, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:41.262935 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff545510-9b26-4b57-9854-32035326e976 None None] The sync data for ids ['3dc74ab8-33aa-4079-a91f-5f60b192fc3a'] in n-d-836146-1 is: [{'id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'name': 'tempest-TaggedBootDevicesTest-1395990513-router', 'tenant_id': '67be0409bcbb48388611a7629463a217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:38Z', 'updated_at': '2022-04-01T12:37:38Z', 'revision_number': 5, 'project_id': '67be0409bcbb48388611a7629463a217', 'gw_port': {'id': '7aed0b46-c857-4cf3-9ea9-270864cf7ca5', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74ab8-33aa-4079-a91f-5f60b192fc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:30:41Z', 'updated_at': '2022-04-01T12:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:37:41.282393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=de1d1fcc-f980-4086-b3c2-120216254f5b,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:41.341887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8cfdf-21b0-4b10-b56d-f1ca281dff7e req-65daeb8b-9642-4895-b13b-56c2343a2b99 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:41.343553 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-43a8cfdf-21b0-4b10-b56d-f1ca281dff7e req-65daeb8b-9642-4895-b13b-56c2343a2b99 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3 HTTP/1.1" status: 200 len: 943 time: 0.0965598 Apr 01 12:37:41.375396 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfde5f-30c1-4f1f-8004-6ab6ecf5f0ac req-fb52b971-642f-4df1-b21e-5ca76f0cb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:41.376918 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-decfde5f-30c1-4f1f-8004-6ab6ecf5f0ac req-fb52b971-642f-4df1-b21e-5ca76f0cb3a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 1097 time: 0.1381776 Apr 01 12:37:41.451462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:37:41.464988 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44b766-2e91-45e5-90d7-73f6166deee3 None None] Sync routers for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:37:41.494463 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44b766-2e91-45e5-90d7-73f6166deee3 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:41.495236 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7d44b766-2e91-45e5-90d7-73f6166deee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:41.535447 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] No DVR routers for this DVR port 9fe0291b-01c8-451b-a363-52a173fedd46 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:41.538857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:41.542417 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac6daea6-c1f8-4b0a-b5a5-cc2e86e918b0 req-76466771-926a-4381-bab9-a4dd6e1ba771 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "DELETE /v2.0/ports/9fe0291b-01c8-451b-a363-52a173fedd46 HTTP/1.1" status: 204 len: 173 time: 2.3946283 Apr 01 12:37:41.575470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'name': 'network-vif-deleted', 'tag': '9fe0291b-01c8-451b-a363-52a173fedd46'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:41.577792 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d684cf61-2d94-449d-bd57-7a0719c3b726" -d '{"events": [{"server_uuid": "b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0", "name": "network-vif-deleted", "tag": "9fe0291b-01c8-451b-a363-52a173fedd46"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:41.631033 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-7d44b766-2e91-45e5-90d7-73f6166deee3 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:37:41.652026 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfde5f-30c1-4f1f-8004-6ab6ecf5f0ac req-b3721f87-5f4c-49bf-8308-6acb1bcef9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:41.652446 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823507ce-5eae-4780-846e-2e653e95dd79 admin admin] Pushing event updated for resources: {'Network': ['ID=74922a4c-63ef-4729-9059-7d503f7541d6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:41.653529 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-decfde5f-30c1-4f1f-8004-6ab6ecf5f0ac req-b3721f87-5f4c-49bf-8308-6acb1bcef9a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 918 time: 0.2619777 Apr 01 12:37:41.656354 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] For port 7aed0b46-c857-4cf3-9ea9-270864cf7ca5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7aed0b46-c857-4cf3-9ea9-270864cf7ca5,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:41.656835 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:41.662251 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d6b91c-d234-4caf-b033-3f83755fe051 x-openstack-request-id: req-00d6b91c-d234-4caf-b033-3f83755fe051 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:41.662251 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0", "name": "network-vif-deleted", "tag": "9fe0291b-01c8-451b-a363-52a173fedd46", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:41.662251 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00d6b91c-d234-4caf-b033-3f83755fe051 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:41.662645 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d6b91c-d234-4caf-b033-3f83755fe051'] response: {'server_uuid': 'b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0', 'name': 'network-vif-deleted', 'tag': '9fe0291b-01c8-451b-a363-52a173fedd46', 'status': 'completed', 'code': 200} Apr 01 12:37:41.667309 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 74922a4c-63ef-4729-9059-7d503f7541d6 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:37:41.714149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Calling delete_port for 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:41.763740 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:41.787060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50daae5-63e7-4b01-a46a-07e9b211dcfc admin admin] Made reservation on behalf of b80ade12595e4760b63c885ba6df380a for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:41.789605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e50daae5-63e7-4b01-a46a-07e9b211dcfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:41.849182 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b918-56b7-4c5b-b90b-e6430abc6520 req-d68a356c-c8b0-4a09-b1fb-c91b10a8d56c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:41.851643 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:41.852873 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-decfde5f-30c1-4f1f-8004-6ab6ecf5f0ac req-8abd770e-9098-489f-a34b-462ed5ee14a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0 HTTP/1.1" status: 200 len: 1002 time: 0.1682942 Apr 01 12:37:41.858697 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-47a3b918-56b7-4c5b-b90b-e6430abc6520 req-d68a356c-c8b0-4a09-b1fb-c91b10a8d56c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.3824489 Apr 01 12:37:41.896766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-342f26d6-9be0-421e-b72c-49295d36acdf req-45adb228-64ea-4f6c-b749-26c33bf29225 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3cdcd3c-7ada-4f63-bbe4-0f8b23e160c0 HTTP/1.1" status: 200 len: 210 time: 0.0419552 Apr 01 12:37:41.974255 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.040215 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-47a3b918-56b7-4c5b-b90b-e6430abc6520 req-b539c133-8904-4482-aa14-28f46d2a8f74 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448171 Apr 01 12:37:42.055671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfde5f-30c1-4f1f-8004-6ab6ecf5f0ac req-af9a153a-3c8e-40b2-98e3-bfe495b0ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:42.057348 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-decfde5f-30c1-4f1f-8004-6ab6ecf5f0ac req-af9a153a-3c8e-40b2-98e3-bfe495b0ec25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 200 len: 856 time: 0.1584711 Apr 01 12:37:42.058876 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7d44b766-2e91-45e5-90d7-73f6166deee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e4a4d414-677b-47c9-9e7f-ddf65c1c8466', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '0f981269-b115-479a-b5ef-24e7144069fe', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:94:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:10Z', 'updated_at': '2022-04-01T12:34:37Z', 'revision_number': 2, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:42.102901 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44b766-2e91-45e5-90d7-73f6166deee3 None None] Checking router: 5b51178f-34da-460a-9d5e-8b337d4ff583 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:37:42.114814 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44b766-2e91-45e5-90d7-73f6166deee3 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:42.115773 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7d44b766-2e91-45e5-90d7-73f6166deee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:42.183697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b426f24f-7cbf-424c-bad0-02c750054fde no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:42.206948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7668c144-c7d3-48fd-9a75-02fbad85b8ea req-3836bfb2-6527-43cf-861f-dd088dabb1a4 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 210 time: 0.1689420 Apr 01 12:37:42.214686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-6578c37c-2245-4b73-b697-481c75a6f097 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:42.216565 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-6578c37c-2245-4b73-b697-481c75a6f097 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.44 "GET /v2.0/networks?id=4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 200 len: 805 time: 0.2672205 Apr 01 12:37:42.225166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: b426f24f-7cbf-424c-bad0-02c750054fde {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:42.225506 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b426f24f-7cbf-424c-bad0-02c750054fde not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:42.234927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-43a8cfdf-21b0-4b10-b56d-f1ca281dff7e req-a0a37675-463a-43c9-809c-2a23eaf6ad3c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Deleting port de1d1fcc-f980-4086-b3c2-120216254f5b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:42.235993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-43a8cfdf-21b0-4b10-b56d-f1ca281dff7e req-a0a37675-463a-43c9-809c-2a23eaf6ad3c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.249504 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.285422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Request body: {'port': {'device_id': '932c0d33-fb93-4dfd-9725-724f549f1aad', 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'admin_state_up': True, 'tenant_id': '9c76524582c44960b21939aa3e380526'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:42.311294 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-7d44b766-2e91-45e5-90d7-73f6166deee3 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:37:42.353220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfde5f-30c1-4f1f-8004-6ab6ecf5f0ac req-74ee1af9-f48a-4cf2-8155-2e6fd30e28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:42.354782 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-decfde5f-30c1-4f1f-8004-6ab6ecf5f0ac req-74ee1af9-f48a-4cf2-8155-2e6fd30e28b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820385 Apr 01 12:37:42.374913 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network 6b45a241-d3d3-4d69-8a95-316c07276e15 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:42.386978 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:42.396852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:42.421243 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=551ee432-b3f4-4d02-ba44-c0b5b7c6b280,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:42.429228 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e50daae5-63e7-4b01-a46a-07e9b211dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.447387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-43a8cfdf-21b0-4b10-b56d-f1ca281dff7e req-a0a37675-463a-43c9-809c-2a23eaf6ad3c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] For port de1d1fcc-f980-4086-b3c2-120216254f5b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de1d1fcc-f980-4086-b3c2-120216254f5b,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:42.447785 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-43a8cfdf-21b0-4b10-b56d-f1ca281dff7e req-a0a37675-463a-43c9-809c-2a23eaf6ad3c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.477374 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.504513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-43a8cfdf-21b0-4b10-b56d-f1ca281dff7e req-a0a37675-463a-43c9-809c-2a23eaf6ad3c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Calling delete_port for de1d1fcc-f980-4086-b3c2-120216254f5b owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:42.526371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:42.527177 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.541257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aed0b46-c857-4cf3-9ea9-270864cf7ca5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:42.575815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50daae5-63e7-4b01-a46a-07e9b211dcfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=063beca7-6844-4371-b403-742562980b29,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:42.585985 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7d44b766-2e91-45e5-90d7-73f6166deee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e4a4d414-677b-47c9-9e7f-ddf65c1c8466', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '0f981269-b115-479a-b5ef-24e7144069fe', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:94:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:10Z', 'updated_at': '2022-04-01T12:34:37Z', 'revision_number': 2, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:42.589056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Made reservation on behalf of 9c76524582c44960b21939aa3e380526 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:42.592548 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.616010 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a4d2d0e2-d9eb-4f31-a297-6f566f176934 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7640693 Apr 01 12:37:42.622622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37208) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:42.630901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': '551ee432-b3f4-4d02-ba44-c0b5b7c6b280', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:42.631104 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44b766-2e91-45e5-90d7-73f6166deee3 None None] The sync data for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 is: [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'e4a4d414-677b-47c9-9e7f-ddf65c1c8466', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '0f981269-b115-479a-b5ef-24e7144069fe', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:94:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:34:10Z', 'updated_at': '2022-04-01T12:34:37Z', 'revision_number': 2, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:37:42.634184 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50daae5-63e7-4b01-a46a-07e9b211dcfc admin admin] Checking segment: {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:37:42.634613 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50daae5-63e7-4b01-a46a-07e9b211dcfc admin admin] Network hostable DHCP agents. Network: 74922a4c-63ef-4729-9059-7d503f7541d6, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:37:42.636871 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9fe0291b-01c8-451b-a363-52a173fedd46 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:42.640363 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-decfde5f-30c1-4f1f-8004-6ab6ecf5f0ac req-1b5313b4-f351-4c27-bdd8-4226cba021c9 service neutron] 10.222.0.44 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487993 Apr 01 12:37:42.663030 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.675901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 9fe0291b-01c8-451b-a363-52a173fedd46 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:42.680421 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9fe0291b-01c8-451b-a363-52a173fedd46 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:42.736191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50daae5-63e7-4b01-a46a-07e9b211dcfc admin admin] Network 74922a4c-63ef-4729-9059-7d503f7541d6 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:37:42.740848 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.751065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e50daae5-63e7-4b01-a46a-07e9b211dcfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 74922a4c-63ef-4729-9059-7d503f7541d6) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:42.760601 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e9e97b-bcdc-4ad7-877a-f535b78f27f4 None None] Network 74922a4c-63ef-4729-9059-7d503f7541d6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:42.781040 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.783287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50daae5-63e7-4b01-a46a-07e9b211dcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:42.785014 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e50daae5-63e7-4b01-a46a-07e9b211dcfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.795597 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.808100 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e50daae5-63e7-4b01-a46a-07e9b211dcfc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7880378 Apr 01 12:37:42.861761 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.863650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc74ab8-33aa-4079-a91f-5f60b192fc3a {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:37:42.877892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.880249 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a6a9e497-c57f-4469-b4fd-9c94cc4ed2f1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3dc74ab8-33aa-4079-a91f-5f60b192fc3a HTTP/1.1" status: 204 len: 168 time: 2.9880185 Apr 01 12:37:42.882610 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37212) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:42.962631 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-43a8cfdf-21b0-4b10-b56d-f1ca281dff7e req-a0a37675-463a-43c9-809c-2a23eaf6ad3c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:42.992007 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2a96d2-27f6-4287-b1f4-a4258f0937f5 admin admin] Deleting subnet 33b7cb92-fc93-410f-9652-7a0f67084c27 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:37:42.998552 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b2a96d2-27f6-4287-b1f4-a4258f0937f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.021999 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-74922a4c-63ef-4729-9059-7d503f7541d6', 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6', 'tenant_id': 'b80ade12595e4760b63c885ba6df380a', 'fixed_ips': [{'subnet_id': '063beca7-6844-4371-b403-742562980b29'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:37:43.026244 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.063347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37220) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:43.073792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b2a96d2-27f6-4287-b1f4-a4258f0937f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.109883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a37675-463a-43c9-809c-2a23eaf6ad3c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Pushing event deleted for resources: {'Port': ['ID=de1d1fcc-f980-4086-b3c2-120216254f5b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:43.126382 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-decfde5f-30c1-4f1f-8004-6ab6ecf5f0ac req-b4fe1df2-6062-4be6-9d6b-b85be59d705b service neutron] 10.222.0.44 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750893 Apr 01 12:37:43.175453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a8cfdf-21b0-4b10-b56d-f1ca281dff7e req-a0a37675-463a-43c9-809c-2a23eaf6ad3c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] No DVR routers for this DVR port de1d1fcc-f980-4086-b3c2-120216254f5b on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:43.180447 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Allocated IP 172.20.0.6 (4fe3cc1f-988e-4490-862b-d9d2e29425d7/6ac70454-03c6-441d-a202-2cdb53da5bc7/b002f347-ea0a-4406-a0a7-9fa77b4675fe) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:37:43.182839 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-43a8cfdf-21b0-4b10-b56d-f1ca281dff7e req-a0a37675-463a-43c9-809c-2a23eaf6ad3c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.186085 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-43a8cfdf-21b0-4b10-b56d-f1ca281dff7e req-a0a37675-463a-43c9-809c-2a23eaf6ad3c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.37 "DELETE /v2.0/ports/de1d1fcc-f980-4086-b3c2-120216254f5b HTTP/1.1" status: 204 len: 173 time: 1.8040483 Apr 01 12:37:43.213669 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81ce044-9a8e-4f39-8256-7bae2bde111d None None] New status for floating IP f2e9bcae-3e7b-4814-b60a-0947ffd09463: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:37:43.371597 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.516952 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b2a96d2-27f6-4287-b1f4-a4258f0937f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.551173 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c3eb203f-3bd9-465a-b844-c98bb29768d1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.572090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Allocated IP 172.20.0.2 (74922a4c-63ef-4729-9059-7d503f7541d6/063beca7-6844-4371-b403-742562980b29/d9323f3c-a388-41ca-8347-2805ef83caae) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:37:43.583943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd2e3b-458d-45ac-a204-2d7fa54906df req-7d91412b-1bb4-4f83-9ce8-34f5e08aa626 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:43.591849 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bdbd2e3b-458d-45ac-a204-2d7fa54906df req-7d91412b-1bb4-4f83-9ce8-34f5e08aa626 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.2138805 Apr 01 12:37:43.636595 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c3eb203f-3bd9-465a-b844-c98bb29768d1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.667525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3', 'name': 'network-vif-deleted', 'tag': 'de1d1fcc-f980-4086-b3c2-120216254f5b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:43.669903 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986bc052-3b67-4435-8255-20d13f8f9013" -d '{"events": [{"server_uuid": "3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3", "name": "network-vif-deleted", "tag": "de1d1fcc-f980-4086-b3c2-120216254f5b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:43.694611 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bdbd2e3b-458d-45ac-a204-2d7fa54906df req-f35f1fe7-68f8-413b-99af-49659646c2a6 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967326 Apr 01 12:37:43.701777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.25.7.108 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/03bc918d-a291-4e16-b641-8a0a81c90df5) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:37:43.717717 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.736714 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b2a96d2-27f6-4287-b1f4-a4258f0937f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.845518 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a96d2-27f6-4287-b1f4-a4258f0937f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b7cb92-fc93-410f-9652-7a0f67084c27,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:43.875977 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b2a96d2-27f6-4287-b1f4-a4258f0937f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.879365 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7b2a96d2-27f6-4287-b1f4-a4258f0937f5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/33b7cb92-fc93-410f-9652-7a0f67084c27 HTTP/1.1" status: 204 len: 168 time: 0.9956305 Apr 01 12:37:43.882383 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e63fe133-6385-4970-b808-f4fc97523bb6 req-680d1490-c5f1-4fb8-bc98-de0ca110f799 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 210 time: 0.0655513 Apr 01 12:37:43.882963 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c3eb203f-3bd9-465a-b844-c98bb29768d1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.885437 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c3eb203f-3bd9-465a-b844-c98bb29768d1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.886783 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c3eb203f-3bd9-465a-b844-c98bb29768d1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "DELETE /v2.0/security-groups/2d4013a3-2127-4b3f-8591-0823ece6c24d HTTP/1.1" status: 204 len: 168 time: 0.8055811 Apr 01 12:37:43.887413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37242) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:43.898781 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37244) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:43.926786 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-081fc04b-9ff1-458c-af91-94878077633e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:43.928929 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-081fc04b-9ff1-458c-af91-94878077633e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/networks?id=74922a4c-63ef-4729-9059-7d503f7541d6 HTTP/1.1" status: 200 len: 816 time: 0.3148437 Apr 01 12:37:43.940945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb203f-3bd9-465a-b844-c98bb29768d1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4013a3-2127-4b3f-8591-0823ece6c24d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:43.952440 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.955364 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-2b49f03b-eb6f-4484-a67f-fe997b8277a0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] show failed (client error): The resource could not be found. Apr 01 12:37:43.956966 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2b49f03b-eb6f-4484-a67f-fe997b8277a0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups/2d4013a3-2127-4b3f-8591-0823ece6c24d HTTP/1.1" status: 404 len: 347 time: 0.0567317 Apr 01 12:37:43.959563 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f814064b-0be6-4b3e-abb1-a4964f535d9e x-openstack-request-id: req-f814064b-0be6-4b3e-abb1-a4964f535d9e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:43.959981 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3", "name": "network-vif-deleted", "tag": "de1d1fcc-f980-4086-b3c2-120216254f5b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:43.960206 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f814064b-0be6-4b3e-abb1-a4964f535d9e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:43.960604 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f814064b-0be6-4b3e-abb1-a4964f535d9e'] response: {'server_uuid': '3c72ef5c-9315-4f1f-bc8d-de4c558d3fb3', 'name': 'network-vif-deleted', 'tag': 'de1d1fcc-f980-4086-b3c2-120216254f5b', 'status': 'completed', 'code': 200} Apr 01 12:37:43.961226 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37246) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:43.964989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dce169-cf08-46a1-a0ac-46f6111b0236 None None] Network a2a0007f-cd99-412e-ad83-be707fb4c3d4 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:43.968693 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:43.989175 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.014397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-23c0807e-2166-401d-9f0b-602ab58d379e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/quotas/b80ade12595e4760b63c885ba6df380a HTTP/1.1" status: 200 len: 375 time: 0.0785275 Apr 01 12:37:44.018196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Pushing event updated for resources: {'Port': ['ID=b002f347-ea0a-4406-a0a7-9fa77b4675fe,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:44.057091 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.073234 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.079235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Network 74922a4c-63ef-4729-9059-7d503f7541d6 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:44.085102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:44.087721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:44.090054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:44.098940 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Pushing event updated for resources: {'Port': ['ID=d9323f3c-a388-41ca-8347-2805ef83caae,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:44.099212 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:44.103982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:44.176614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:44.176926 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.186037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-07c668bb-4b69-4cdc-a1a8-4fc55247398e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Deleting port 3ce4bb68-06c0-4c9d-872d-12276b63668b {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:44.186037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07c668bb-4b69-4cdc-a1a8-4fc55247398e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.213058 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-c5b20897-b3cc-43b4-9e66-be3f9460a662 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b80ade12595e4760b63c885ba6df380a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1896465 Apr 01 12:37:44.215132 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Deleting port 850dbcaa-6a48-4857-ae1b-5907a43acdce {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:44.215570 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.229001 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-007d4d5f-f803-4a80-bafd-36516dded6de tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9999003 Apr 01 12:37:44.237203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Attempting to bind port d9323f3c-a388-41ca-8347-2805ef83caae on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:44.237789 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Attempting to bind port d9323f3c-a388-41ca-8347-2805ef83caae by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:44.238025 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Attempting to bind port d9323f3c-a388-41ca-8347-2805ef83caae on network 74922a4c-63ef-4729-9059-7d503f7541d6 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:44.244682 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:37:44.245329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Checking segment: {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:37:44.249757 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.250390 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Bound using segment: {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:37:44.251185 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Bound port: d9323f3c-a388-41ca-8347-2805ef83caae, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:37:44.251749 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.255670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Request body: {'port': {'device_id': '932c0d33-fb93-4dfd-9725-724f549f1aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:44.258855 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.271020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:44.319976 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:44.320576 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7aed0b46-c857-4cf3-9ea9-270864cf7ca5 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:44.343716 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dad2e7-0499-43fc-9c88-88cabd345fde None None] DHCP port deletion for a2a0007f-cd99-412e-ad83-be707fb4c3d4 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:37:44.343967 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] For port 850dbcaa-6a48-4857-ae1b-5907a43acdce, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=850dbcaa-6a48-4857-ae1b-5907a43acdce,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:44.344429 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.355876 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07c668bb-4b69-4cdc-a1a8-4fc55247398e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.356352 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07c668bb-4b69-4cdc-a1a8-4fc55247398e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.358748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] For port d9323f3c-a388-41ca-8347-2805ef83caae, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:37:44.364884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] For port d9323f3c-a388-41ca-8347-2805ef83caae, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d9323f3c-a388-41ca-8347-2805ef83caae,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:37:44.370521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:44.371580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Calling delete_port for 850dbcaa-6a48-4857-ae1b-5907a43acdce owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:44.378242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-07c668bb-4b69-4cdc-a1a8-4fc55247398e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Calling delete_port for 3ce4bb68-06c0-4c9d-872d-12276b63668b owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:44.394199 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.399921 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:44.409888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:44.414611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=03bc918d-a291-4e16-b641-8a0a81c90df5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:44.461424 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.468791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f9dad2e7-0499-43fc-9c88-88cabd345fde None None] Deleting port 850dbcaa-6a48-4857-ae1b-5907a43acdce {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:44.469097 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f9dad2e7-0499-43fc-9c88-88cabd345fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.492160 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfff62b-a789-469a-ad12-7439aa075c69 None None] Pushing event updated for resources: {'Port': ['ID=d9323f3c-a388-41ca-8347-2805ef83caae,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:44.524074 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.557785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Pushing event deleted for resources: {'Port': ['ID=850dbcaa-6a48-4857-ae1b-5907a43acdce,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:44.560292 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] No DVR routers for this DVR port 850dbcaa-6a48-4857-ae1b-5907a43acdce on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:44.567558 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f9dad2e7-0499-43fc-9c88-88cabd345fde None None] For port 850dbcaa-6a48-4857-ae1b-5907a43acdce, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=850dbcaa-6a48-4857-ae1b-5907a43acdce,segment=NetworkSegment(bfdb55fd-45ab-48cd-9b4b-c758ecd72b97),segment_id=bfdb55fd-45ab-48cd-9b4b-c758ecd72b97)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:44.568014 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f9dad2e7-0499-43fc-9c88-88cabd345fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.599289 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-3d5a71ff-07ad-497e-b563-13c0d12788eb service neutron] 10.222.0.45 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853834 Apr 01 12:37:44.603781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f9dad2e7-0499-43fc-9c88-88cabd345fde None None] Calling delete_port for 850dbcaa-6a48-4857-ae1b-5907a43acdce owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:44.660784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device de1d1fcc-f980-4086-b3c2-120216254f5b no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:44.676511 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.697331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: de1d1fcc-f980-4086-b3c2-120216254f5b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:44.697811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device de1d1fcc-f980-4086-b3c2-120216254f5b not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:44.708674 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07c668bb-4b69-4cdc-a1a8-4fc55247398e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.749562 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c668bb-4b69-4cdc-a1a8-4fc55247398e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event deleted for resources: {'Port': ['ID=3ce4bb68-06c0-4c9d-872d-12276b63668b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:44.752643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a0007f-cd99-412e-ad83-be707fb4c3d4']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:44.765407 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f9dad2e7-0499-43fc-9c88-88cabd345fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.770921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:44.771220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdb55fd-45ab-48cd-9b4b-c758ecd72b97') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:44.813316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dad2e7-0499-43fc-9c88-88cabd345fde None None] Pushing event deleted for resources: {'Port': ['ID=850dbcaa-6a48-4857-ae1b-5907a43acdce,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:44.815256 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dad2e7-0499-43fc-9c88-88cabd345fde None None] No DVR routers for this DVR port 850dbcaa-6a48-4857-ae1b-5907a43acdce on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:44.830933 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.903871 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.920166 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:37:44.920793 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:37:44.922598 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:37:44.945566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb6713-11dc-4f36-a7ec-87921255f5fb req-76093aaf-f622-45c1-8ed9-c2917d0b8c97 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:44.950579 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-68fb6713-11dc-4f36-a7ec-87921255f5fb req-76093aaf-f622-45c1-8ed9-c2917d0b8c97 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 946 time: 0.1451101 Apr 01 12:37:44.981203 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07c668bb-4b69-4cdc-a1a8-4fc55247398e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.984118 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07c668bb-4b69-4cdc-a1a8-4fc55247398e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:44.988922 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-07c668bb-4b69-4cdc-a1a8-4fc55247398e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "DELETE /v2.0/floatingips/f2e9bcae-3e7b-4814-b60a-0947ffd09463 HTTP/1.1" status: 204 len: 168 time: 1.0235052 Apr 01 12:37:45.032901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c42e2aaf-dc38-4bb3-930f-b561310dedf0 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:45.049842 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-68fb6713-11dc-4f36-a7ec-87921255f5fb req-4dfb4e06-36ee-4a8e-b3ce-122946f5529e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912871 Apr 01 12:37:45.072479 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:45.078168 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:45.082498 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] 10.222.0.45 "DELETE /v2.0/networks/a2a0007f-cd99-412e-ad83-be707fb4c3d4 HTTP/1.1" status: 204 len: 168 time: 1.1911287 Apr 01 12:37:45.090359 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37256) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:45.150157 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:45.156078 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501d65b-54a2-4cb4-a153-8d9be3eb775f admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a0007f-cd99-412e-ad83-be707fb4c3d4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:45.179382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:45.182045 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd95462-c4d8-4e6e-adad-c0b4e972e3cb" -d '{"events": [{"server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "name": "network-vif-unplugged", "status": "completed", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:45.196984 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:45.203356 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:45.263030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512512b-fda7-447c-9b63-9c3ac1f8361f req-98eac8a9-f52b-4721-a644-8cde6361d42f tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:45.270602 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d512512b-fda7-447c-9b63-9c3ac1f8361f req-98eac8a9-f52b-4721-a644-8cde6361d42f tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 931 time: 0.1241527 Apr 01 12:37:45.273016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c42e2aaf-dc38-4bb3-930f-b561310dedf0,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:45.311553 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-584d103a-ebbb-4d1b-81f8-8e59052ff12b service neutron] 10.222.0.45 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113285 Apr 01 12:37:45.357872 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d512512b-fda7-447c-9b63-9c3ac1f8361f req-0886b0a5-8528-4054-bc06-e600d2be0ac4 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844562 Apr 01 12:37:45.553456 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3838de16-85cd-40e2-95f7-cc814a00b4ad x-openstack-request-id: req-3838de16-85cd-40e2-95f7-cc814a00b4ad {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:45.553750 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "name": "network-vif-unplugged", "status": "failed", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0", "code": 422}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:45.554038 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3838de16-85cd-40e2-95f7-cc814a00b4ad {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:45.554461 n-d-836146-1 neutron-server[102720]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3838de16-85cd-40e2-95f7-cc814a00b4ad']: {'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'code': 422} returned with failed status Apr 01 12:37:45.719594 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0a846aa-4a55-4c7f-a35f-cc3d1f23b614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:45.861252 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b002f347-ea0a-4406-a0a7-9fa77b4675fe {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:37:45.877850 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:45.908372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Transition to ACTIVE for port object b002f347-ea0a-4406-a0a7-9fa77b4675fe will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:37:45.946102 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:45.994625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae95f83-948c-4ac5-a159-337add1afdd8 None None] Network 74922a4c-63ef-4729-9059-7d503f7541d6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:46.039977 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-34eba4f6-78e7-41e5-86a0-054ee3cf10e1 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:46.040520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2501a36b-befa-4bae-9c50-22602e4594a3 None None] Provisioning complete for port d9323f3c-a388-41ca-8347-2805ef83caae triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:37:46.040891 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2501a36b-befa-4bae-9c50-22602e4594a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:46.041490 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-34eba4f6-78e7-41e5-86a0-054ee3cf10e1 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/networks?id=74922a4c-63ef-4729-9059-7d503f7541d6 HTTP/1.1" status: 200 len: 816 time: 0.3787689 Apr 01 12:37:46.046364 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Pushing event updated for resources: {'Port': ['ID=b002f347-ea0a-4406-a0a7-9fa77b4675fe,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:46.049147 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:46.105742 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-f4e6d41b-b4c9-48a8-add5-d47d26953d76 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/quotas/b80ade12595e4760b63c885ba6df380a HTTP/1.1" status: 200 len: 375 time: 0.0543194 Apr 01 12:37:46.133088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d0a846aa-4a55-4c7f-a35f-cc3d1f23b614 admin admin] Deleting port de525344-0f20-4a69-9c76-df599953d39b {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:46.134070 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0a846aa-4a55-4c7f-a35f-cc3d1f23b614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:46.217025 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2501a36b-befa-4bae-9c50-22602e4594a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:46.246171 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Attempting to bind port b002f347-ea0a-4406-a0a7-9fa77b4675fe on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:46.246514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Attempting to bind port b002f347-ea0a-4406-a0a7-9fa77b4675fe by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:46.247033 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Attempting to bind port b002f347-ea0a-4406-a0a7-9fa77b4675fe on network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:46.262453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2501a36b-befa-4bae-9c50-22602e4594a3 None None] For port d9323f3c-a388-41ca-8347-2805ef83caae, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d9323f3c-a388-41ca-8347-2805ef83caae,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:46.263584 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-d8abbd91-e35d-462b-bc79-343c8fd03fc2 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b80ade12595e4760b63c885ba6df380a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405475 Apr 01 12:37:46.272637 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2501a36b-befa-4bae-9c50-22602e4594a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:46.275122 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:46.288557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Port b002f347-ea0a-4406-a0a7-9fa77b4675fe on network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:46.288899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Attempting to bind port b002f347-ea0a-4406-a0a7-9fa77b4675fe on network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:46.329247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:37:46.329591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Checking segment: {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:37:46.329984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Bound using segment: {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:37:46.330464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Bound port: b002f347-ea0a-4406-a0a7-9fa77b4675fe, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:37:46.330825 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:46.359837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf1e69-e7c7-405c-936f-e5f72fc75c4a req-c28d0a94-33a7-4ad0-8685-39f18549a304 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:46.376318 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3fcf1e69-e7c7-405c-936f-e5f72fc75c4a req-c28d0a94-33a7-4ad0-8685-39f18549a304 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.1625402 Apr 01 12:37:46.489577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3fcf1e69-e7c7-405c-936f-e5f72fc75c4a req-1486c3d0-4666-4e2a-8145-7b03f2aa9684 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119673 Apr 01 12:37:46.496414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-d0a846aa-4a55-4c7f-a35f-cc3d1f23b614 admin admin] For port de525344-0f20-4a69-9c76-df599953d39b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=de525344-0f20-4a69-9c76-df599953d39b,segment=NetworkSegment(0297ad9a-bf81-4a23-a8a0-d29a99aab2f8),segment_id=0297ad9a-bf81-4a23-a8a0-d29a99aab2f8)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:46.498197 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0a846aa-4a55-4c7f-a35f-cc3d1f23b614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:46.523024 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d9323f3c-a388-41ca-8347-2805ef83caae up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:37:46.529437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d0a846aa-4a55-4c7f-a35f-cc3d1f23b614 admin admin] Calling delete_port for de525344-0f20-4a69-9c76-df599953d39b owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:46.557856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-ffa06e79-42a5-4542-a75d-b94ed8a80852 service neutron] 10.222.0.45 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934027 Apr 01 12:37:46.654938 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501a36b-befa-4bae-9c50-22602e4594a3 None None] Pushing event updated for resources: {'Port': ['ID=d9323f3c-a388-41ca-8347-2805ef83caae,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:46.696296 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43b543-d420-40aa-bb7e-5bee0996523b req-ea47e74c-ffcb-4450-881d-3d5b8bca9155 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:46.703686 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d9323f3c-a388-41ca-8347-2805ef83caae triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:37:46.704583 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:46.705484 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-cf1c8a79-60d5-4028-b485-45dd50ee95a6 service neutron] 10.222.0.45 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281137 Apr 01 12:37:46.707272 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0a43b543-d420-40aa-bb7e-5bee0996523b req-ea47e74c-ffcb-4450-881d-3d5b8bca9155 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 943 time: 0.0747466 Apr 01 12:37:46.719040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] For port b002f347-ea0a-4406-a0a7-9fa77b4675fe, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:37:46.751012 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] For port b002f347-ea0a-4406-a0a7-9fa77b4675fe, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b002f347-ea0a-4406-a0a7-9fa77b4675fe,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:37:46.766705 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:46.827525 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0a43b543-d420-40aa-bb7e-5bee0996523b req-a7992e28-a37d-437a-99d4-0d7287c43e53 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176360 Apr 01 12:37:46.843511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Pushing event updated for resources: {'Port': ['ID=b002f347-ea0a-4406-a0a7-9fa77b4675fe,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:46.852392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:46.853513 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:46.854674 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-a4cf14d8-5942-4b33-9732-7debab835a01 service neutron] 10.222.0.44 "PUT /v2.0/ports/b002f347-ea0a-4406-a0a7-9fa77b4675fe HTTP/1.1" status: 200 len: 1091 time: 2.6074979 Apr 01 12:37:46.855229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932c0d33-fb93-4dfd-9725-724f549f1aad', 'tag': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:46.857596 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5401b6-8991-4483-aff7-9615d9c2293f" -d '{"events": [{"name": "network-changed", "server_uuid": "932c0d33-fb93-4dfd-9725-724f549f1aad", "tag": "b002f347-ea0a-4406-a0a7-9fa77b4675fe"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:46.877783 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:46.886773 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:47.005335 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0a846aa-4a55-4c7f-a35f-cc3d1f23b614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:47.079980 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-12ef2914-64fd-421e-8e50-877da25fafc9 None None] Provisioning complete for port d9323f3c-a388-41ca-8347-2805ef83caae triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:37:47.080355 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-12ef2914-64fd-421e-8e50-877da25fafc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:47.087044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=03bc918d-a291-4e16-b641-8a0a81c90df5,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:47.173135 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 850dbcaa-6a48-4857-ae1b-5907a43acdce no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:47.182092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a846aa-4a55-4c7f-a35f-cc3d1f23b614 admin admin] Pushing event deleted for resources: {'Port': ['ID=de525344-0f20-4a69-9c76-df599953d39b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:47.265497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 850dbcaa-6a48-4857-ae1b-5907a43acdce {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:47.265836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 850dbcaa-6a48-4857-ae1b-5907a43acdce not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:47.301259 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63072d8-a204-4c91-88e3-9a21ed263966 x-openstack-request-id: req-c63072d8-a204-4c91-88e3-9a21ed263966 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:47.301747 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932c0d33-fb93-4dfd-9725-724f549f1aad", "tag": "b002f347-ea0a-4406-a0a7-9fa77b4675fe", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:47.302202 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c63072d8-a204-4c91-88e3-9a21ed263966 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:47.303079 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63072d8-a204-4c91-88e3-9a21ed263966'] response: {'name': 'network-changed', 'server_uuid': '932c0d33-fb93-4dfd-9725-724f549f1aad', 'tag': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe', 'status': 'completed', 'code': 200} Apr 01 12:37:47.558989 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:47.610764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-bebc1fb0-7758-4a25-a629-c2b1792fdb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:47.614059 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-bebc1fb0-7758-4a25-a629-c2b1792fdb3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c76524582c44960b21939aa3e380526&device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 1094 time: 0.5452118 Apr 01 12:37:47.624338 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0a846aa-4a55-4c7f-a35f-cc3d1f23b614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:47.687637 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-23eaa2fe-984f-41c4-a779-c75b0617eaae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b002f347-ea0a-4406-a0a7-9fa77b4675fe HTTP/1.1" status: 200 len: 217 time: 0.0585134 Apr 01 12:37:47.849798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-9fa0b470-18eb-459e-aa3e-784de3a8ccf5 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:47.851315 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-9fa0b470-18eb-459e-aa3e-784de3a8ccf5 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.37 "GET /v2.0/networks?id=74922a4c-63ef-4729-9059-7d503f7541d6 HTTP/1.1" status: 200 len: 816 time: 0.7702172 Apr 01 12:37:47.857535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-f344a572-72dc-49ef-b9d6-b8e805153d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:47.859041 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-f344a572-72dc-49ef-b9d6-b8e805153d99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6ac70454-03c6-441d-a202-2cdb53da5bc7 HTTP/1.1" status: 200 len: 845 time: 0.1584849 Apr 01 12:37:47.890343 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Request body: {'port': {'device_id': '377bc737-1ac4-4e08-a99a-a0a7798db7f2', 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6', 'admin_state_up': True, 'tenant_id': 'b80ade12595e4760b63c885ba6df380a'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:47.928435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-65e77a43-3728-4ffa-a70d-340cede50964 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4fe3cc1f-988e-4490-862b-d9d2e29425d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580974 Apr 01 12:37:47.939709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-9bc0f90b-5bc2-40ab-ae12-4b172d94536b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:47.949187 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-9bc0f90b-5bc2-40ab-ae12-4b172d94536b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/networks?id=74922a4c-63ef-4729-9059-7d503f7541d6 HTTP/1.1" status: 200 len: 816 time: 0.4675775 Apr 01 12:37:48.033963 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Floating IP e39ffc5e-a49d-437d-86ae-ce3ae359c5d7 associated. External IP: 172.25.7.108, port: 551ee432-b3f4-4d02-ba44-c0b5b7c6b280. Apr 01 12:37:48.101618 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-13f24950-88f4-4a3a-a600-fa3d3d759893 req-f152851b-b164-48f6-8951-fcce32a3f7c2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:37:48.114568 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-13f24950-88f4-4a3a-a600-fa3d3d759893 req-f152851b-b164-48f6-8951-fcce32a3f7c2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132933 Apr 01 12:37:48.116020 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-758fa632-6567-4e75-9d38-1fb3ef994e0b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/quotas/b80ade12595e4760b63c885ba6df380a HTTP/1.1" status: 200 len: 375 time: 0.1658850 Apr 01 12:37:48.205799 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-6420a247-1a3b-4a73-9742-f9b5ea5dd24b service neutron] 10.222.0.44 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506840 Apr 01 12:37:48.397084 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd505eb6-bd33-4a7e-b1a8-41f5765445fc req-bbf14849-e71b-4c61-bb13-96eec21aeb36 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:48.404536 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd505eb6-bd33-4a7e-b1a8-41f5765445fc req-bbf14849-e71b-4c61-bb13-96eec21aeb36 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 943 time: 0.1055410 Apr 01 12:37:48.425824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d9323f3c-a388-41ca-8347-2805ef83caae up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:37:48.427856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-08a51969-6574-4896-9fcc-291516c5a5b9 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b80ade12595e4760b63c885ba6df380a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3109632 Apr 01 12:37:48.473293 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-adf1b2e8-026a-456b-8e87-25a4fc7758da req-2fe763f9-96fc-4787-9fbe-20213b7a6c9d service neutron] 10.222.0.44 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246003 Apr 01 12:37:48.499878 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cd505eb6-bd33-4a7e-b1a8-41f5765445fc req-9a642885-96be-4c98-81be-c0579d249bf8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943563 Apr 01 12:37:48.535196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d9323f3c-a388-41ca-8347-2805ef83caae triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:37:48.535969 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:48.541058 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a846aa-4a55-4c7f-a35f-cc3d1f23b614 admin admin] Router f62803f7-28ef-4885-9e55-71a6ebc79de8 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:37:48.783393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a846aa-4a55-4c7f-a35f-cc3d1f23b614 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:37:48.795091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07734887-fd06-44ae-b9b9-5f6691194554 req-fa13cfc4-eb51-40d6-aa32-d1c41240aa3a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:48.796182 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e494a1-b593-49a7-bd7d-17f33ba4a554 None None] Sync routers for ids ['f62803f7-28ef-4885-9e55-71a6ebc79de8'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:37:48.802782 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-07734887-fd06-44ae-b9b9-5f6691194554 req-fa13cfc4-eb51-40d6-aa32-d1c41240aa3a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.1367514 Apr 01 12:37:48.818495 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e494a1-b593-49a7-bd7d-17f33ba4a554 None None] Routers {'f62803f7-28ef-4885-9e55-71a6ebc79de8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:48.819273 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-14e494a1-b593-49a7-bd7d-17f33ba4a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f62803f7-28ef-4885-9e55-71a6ebc79de8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:48.824606 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d0a846aa-4a55-4c7f-a35f-cc3d1f23b614 admin admin] 10.222.0.45 "PUT /v2.0/routers/f62803f7-28ef-4885-9e55-71a6ebc79de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7331624 Apr 01 12:37:48.832494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37354) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:48.939932 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-07734887-fd06-44ae-b9b9-5f6691194554 req-9e2ff88d-78a4-4250-8512-18c114198ccc tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359005 Apr 01 12:37:48.998124 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-12cb4510-d426-4461-91fc-d00138e1d49c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3307986 Apr 01 12:37:49.024178 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-325a5383-34ec-4acd-b463-55a97645ea68 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:37:49.026018 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-325a5383-34ec-4acd-b463-55a97645ea68 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122488 Apr 01 12:37:49.047070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c42e2aaf-dc38-4bb3-930f-b561310dedf0 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:49.053724 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:49.082746 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-14e494a1-b593-49a7-bd7d-17f33ba4a554 None None] Set router f62803f7-28ef-4885-9e55-71a6ebc79de8 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:37:49.117749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Made reservation on behalf of b80ade12595e4760b63c885ba6df380a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:49.123030 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:49.172064 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:49.283453 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Deleting port 51d1c140-5562-4201-83f4-afdf9907302c {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:49.287187 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:49.362902 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-14e494a1-b593-49a7-bd7d-17f33ba4a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'name': 'tempest-TaggedBootDevicesTest-157904057-router', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '51d1c140-5562-4201-83f4-afdf9907302c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:59Z', 'updated_at': '2022-04-01T12:37:46Z', 'revision_number': 5, 'project_id': '247d00b66fa94470a7826e381b5907f1', 'gw_port': {'id': '51d1c140-5562-4201-83f4-afdf9907302c', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:00Z', 'updated_at': '2022-04-01T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:49.426928 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e494a1-b593-49a7-bd7d-17f33ba4a554 None None] Checking router: f62803f7-28ef-4885-9e55-71a6ebc79de8 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:37:49.446106 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e494a1-b593-49a7-bd7d-17f33ba4a554 None None] Routers {'f62803f7-28ef-4885-9e55-71a6ebc79de8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:49.446965 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-14e494a1-b593-49a7-bd7d-17f33ba4a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f62803f7-28ef-4885-9e55-71a6ebc79de8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:49.467240 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] For port 51d1c140-5562-4201-83f4-afdf9907302c, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=51d1c140-5562-4201-83f4-afdf9907302c,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:49.467773 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:49.493430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Calling delete_port for 51d1c140-5562-4201-83f4-afdf9907302c owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:49.548690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:37:49.556180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5401b6-8991-4483-aff7-9615d9c2293f req-b25c511c-d7e6-49e4-959b-72362a911956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:49.556376 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-14e494a1-b593-49a7-bd7d-17f33ba4a554 None None] Set router f62803f7-28ef-4885-9e55-71a6ebc79de8 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:37:49.557797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f5401b6-8991-4483-aff7-9615d9c2293f req-b25c511c-d7e6-49e4-959b-72362a911956 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c76524582c44960b21939aa3e380526&device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 1094 time: 0.4560831 Apr 01 12:37:49.572334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-450ff7de-2fa6-443e-a762-d84165427eac service neutron] 10.222.0.45 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1339002 Apr 01 12:37:49.624361 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-14e494a1-b593-49a7-bd7d-17f33ba4a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'name': 'tempest-TaggedBootDevicesTest-157904057-router', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:59Z', 'updated_at': '2022-04-01T12:37:49Z', 'revision_number': 6, 'project_id': '247d00b66fa94470a7826e381b5907f1', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:49.655309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-168db86a-85ed-423b-a1f6-8fbd19bbe0f5 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:49.656821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-168db86a-85ed-423b-a1f6-8fbd19bbe0f5 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.37 "GET /v2.0/networks?id=74922a4c-63ef-4729-9059-7d503f7541d6 HTTP/1.1" status: 200 len: 816 time: 0.5723076 Apr 01 12:37:49.679521 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e494a1-b593-49a7-bd7d-17f33ba4a554 None None] The sync data for ids ['f62803f7-28ef-4885-9e55-71a6ebc79de8'] in n-d-836146-1 is: [{'id': 'f62803f7-28ef-4885-9e55-71a6ebc79de8', 'name': 'tempest-TaggedBootDevicesTest-157904057-router', 'tenant_id': '247d00b66fa94470a7826e381b5907f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:30:59Z', 'updated_at': '2022-04-01T12:37:49Z', 'revision_number': 6, 'project_id': '247d00b66fa94470a7826e381b5907f1', 'gw_port_host': None}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:37:49.682773 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Request body: {'port': {'device_id': '309d0362-d1f2-41de-a9b2-584ff9b4646a', 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6', 'admin_state_up': True, 'tenant_id': 'b80ade12595e4760b63c885ba6df380a'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:49.790392 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f12f4-e751-4dab-85a0-275b4281facf req-3ffd96f9-a075-4ae3-9e47-e3528327a1e3 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:49.792099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c83f12f4-e751-4dab-85a0-275b4281facf req-3ffd96f9-a075-4ae3-9e47-e3528327a1e3 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 943 time: 0.0850589 Apr 01 12:37:49.876365 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c83f12f4-e751-4dab-85a0-275b4281facf req-511b9e84-29b4-4d4e-b04b-000b0de00433 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718224 Apr 01 12:37:49.901287 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:49.927712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d1c140-5562-4201-83f4-afdf9907302c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:49.958251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:49.958683 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:49.959038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:49.959378 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:49.959712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:49.960045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:49.960375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:49.960699 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:49.961023 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:49.961401 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:49.961668 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:49.961991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:50.032664 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:50.046991 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-448636d9-2749-4c6d-b913-8d23456a69f5 service neutron] 10.222.0.45 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723907 Apr 01 12:37:50.091048 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Made reservation on behalf of b80ade12595e4760b63c885ba6df380a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:50.094662 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:50.172667 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:50.175331 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:50.183907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Allocated IP 172.20.0.4 (74922a4c-63ef-4729-9059-7d503f7541d6/063beca7-6844-4371-b403-742562980b29/1ba0a19b-cf74-4b6d-967c-38cf068b1773) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:37:50.304289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5401b6-8991-4483-aff7-9615d9c2293f req-f8ddde8e-fc23-4dca-9b70-2adbebc7a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:50.305782 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f5401b6-8991-4483-aff7-9615d9c2293f req-f8ddde8e-fc23-4dca-9b70-2adbebc7a8ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 200 len: 906 time: 0.7133131 Apr 01 12:37:50.406049 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:50.407183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f62803f7-28ef-4885-9e55-71a6ebc79de8 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:37:50.419491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:50.420661 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b29ebd01-9de1-4436-8d58-57d265bc73d8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f62803f7-28ef-4885-9e55-71a6ebc79de8 HTTP/1.1" status: 204 len: 168 time: 1.5860658 Apr 01 12:37:50.423753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37372) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:50.463477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f5401b6-8991-4483-aff7-9615d9c2293f req-3cdf20b6-c497-4b2c-9bd0-edfcd1043893 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b002f347-ea0a-4406-a0a7-9fa77b4675fe HTTP/1.1" status: 200 len: 217 time: 0.1263764 Apr 01 12:37:50.519270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492649a1-5c9e-4971-84f9-2a74c05e68cb req-b5f8e75a-197d-4ffe-8bbc-adecdd41d8ae tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:50.534228 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-492649a1-5c9e-4971-84f9-2a74c05e68cb req-b5f8e75a-197d-4ffe-8bbc-adecdd41d8ae tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.3534448 Apr 01 12:37:50.558425 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffb0231-d6a8-4693-bc05-053bdc4d19fb admin admin] Deleting subnet 03f9388e-b23d-4f2b-a36a-4d625a92cbd5 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:37:50.563377 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61c9863f-6338-4ff6-8130-9d244513980e req-610a9a93-b5de-4dcb-b333-ef3a7ddf92cf tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 210 time: 0.0954559 Apr 01 12:37:50.568667 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ffb0231-d6a8-4693-bc05-053bdc4d19fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:50.573904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:37:50.619746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31753e2d-f06d-4057-af1c-eefe20a5e15d None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:37:50.634354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5401b6-8991-4483-aff7-9615d9c2293f req-270faf11-b61d-4c7d-ac8f-db129545ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:50.635994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f5401b6-8991-4483-aff7-9615d9c2293f req-270faf11-b61d-4c7d-ac8f-db129545ae9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6ac70454-03c6-441d-a202-2cdb53da5bc7 HTTP/1.1" status: 200 len: 845 time: 0.1611538 Apr 01 12:37:50.639240 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31753e2d-f06d-4057-af1c-eefe20a5e15d None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:50.641176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-31753e2d-f06d-4057-af1c-eefe20a5e15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:50.642621 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-492649a1-5c9e-4971-84f9-2a74c05e68cb req-dd4961ae-df4f-4d29-b1fd-dda112e6c857 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074190 Apr 01 12:37:50.657491 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device de525344-0f20-4a69-9c76-df599953d39b no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:50.664206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ffb0231-d6a8-4693-bc05-053bdc4d19fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:50.741297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f5401b6-8991-4483-aff7-9615d9c2293f req-a48c55c0-1fc0-4ec6-b33f-0ba8a2a8ba88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4fe3cc1f-988e-4490-862b-d9d2e29425d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673041 Apr 01 12:37:50.743895 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:50.773791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: de525344-0f20-4a69-9c76-df599953d39b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:50.774292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device de525344-0f20-4a69-9c76-df599953d39b not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:50.777998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-31753e2d-f06d-4057-af1c-eefe20a5e15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:50.800781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31753e2d-f06d-4057-af1c-eefe20a5e15d None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:50.801651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-31753e2d-f06d-4057-af1c-eefe20a5e15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:50.827429 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ffb0231-d6a8-4693-bc05-053bdc4d19fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:50.849504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-31753e2d-f06d-4057-af1c-eefe20a5e15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:50.850340 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31753e2d-f06d-4057-af1c-eefe20a5e15d None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:37:50.928552 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0e0d31df-1e8f-42fc-b924-6306c06e38a0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.3036091 Apr 01 12:37:50.932140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37382) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:50.940260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ea0aee13-ee4d-42f7-ae4d-3217f62ff09c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:51.016360 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ffb0231-d6a8-4693-bc05-053bdc4d19fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.053119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b002f347-ea0a-4406-a0a7-9fa77b4675fe details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:37:51.070433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.111291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb0231-d6a8-4693-bc05-053bdc4d19fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f9388e-b23d-4f2b-a36a-4d625a92cbd5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:51.119036 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f5401b6-8991-4483-aff7-9615d9c2293f req-8ceea18f-cf0d-462b-8569-f992b90fdfe9 service neutron] 10.222.0.44 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553384 Apr 01 12:37:51.129003 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ffb0231-d6a8-4693-bc05-053bdc4d19fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.132233 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0ffb0231-d6a8-4693-bc05-053bdc4d19fb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/03f9388e-b23d-4f2b-a36a-4d625a92cbd5 HTTP/1.1" status: 204 len: 168 time: 0.7060800 Apr 01 12:37:51.140933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37384) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:51.144737 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea0aee13-ee4d-42f7-ae4d-3217f62ff09c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.149798 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf83ee94-2137-4742-8d3b-35fb940f0105 None None] Network 642b5dc8-4473-4bac-a4e8-02d4c2602f76 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:37:51.187304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094b56a-c1e9-4ff8-8bfc-3e027ea51716 req-94d27185-f9a6-4fc7-ba15-ab58dfa28fde tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:51.189123 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6094b56a-c1e9-4ff8-8bfc-3e027ea51716 req-94d27185-f9a6-4fc7-ba15-ab58dfa28fde tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 943 time: 0.1807470 Apr 01 12:37:51.197606 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.329771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Pushing event updated for resources: {'Port': ['ID=1ba0a19b-cf74-4b6d-967c-38cf068b1773,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:51.366393 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.418611 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6094b56a-c1e9-4ff8-8bfc-3e027ea51716 req-d24d2c90-31b4-48d0-95a8-15daeca24696 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129586 Apr 01 12:37:51.431669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Network 74922a4c-63ef-4729-9059-7d503f7541d6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:51.439847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:51.458830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:51.477596 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea0aee13-ee4d-42f7-ae4d-3217f62ff09c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.486388 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b002f347-ea0a-4406-a0a7-9fa77b4675fe, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b002f347-ea0a-4406-a0a7-9fa77b4675fe,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:51.489298 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea0aee13-ee4d-42f7-ae4d-3217f62ff09c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.489976 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-ea0aee13-ee4d-42f7-ae4d-3217f62ff09c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Floating IP e39ffc5e-a49d-437d-86ae-ce3ae359c5d7 disassociated. External IP: 172.25.7.108, port: 551ee432-b3f4-4d02-ba44-c0b5b7c6b280. Apr 01 12:37:51.501747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe', 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'port_id': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe', 'mac_address': 'fa:16:3e:9d:63:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac70454-03c6-441d-a202-2cdb53da5bc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:37:51.533882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:51.541681 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.564392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Allocated IP 172.20.0.13 (74922a4c-63ef-4729-9059-7d503f7541d6/063beca7-6844-4371-b403-742562980b29/f7b4abe9-e400-4491-914f-036073e16efe) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:37:51.571542 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.578717 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-39b30492-f8e7-4f69-ab0f-5630d2e30312 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6906004 Apr 01 12:37:51.641116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Deleting port fdc35793-4a5d-4081-b59e-13d150cbaf8d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:51.642421 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.642867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b002f347-ea0a-4406-a0a7-9fa77b4675fe {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:37:51.664050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f5401b6-8991-4483-aff7-9615d9c2293f req-e8d6a88a-f046-4625-9ee7-8cbfed2eb894 service neutron] 10.222.0.44 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165806 Apr 01 12:37:51.701984 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b002f347-ea0a-4406-a0a7-9fa77b4675fe, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b002f347-ea0a-4406-a0a7-9fa77b4675fe,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:51.705012 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11410721-c5a2-47ad-8736-b70cd0853b46 None None] DHCP port deletion for 642b5dc8-4473-4bac-a4e8-02d4c2602f76 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:37:51.720178 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.788000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] For port fdc35793-4a5d-4081-b59e-13d150cbaf8d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=fdc35793-4a5d-4081-b59e-13d150cbaf8d,segment=NetworkSegment(0297ad9a-bf81-4a23-a8a0-d29a99aab2f8),segment_id=0297ad9a-bf81-4a23-a8a0-d29a99aab2f8)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:51.788714 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.795717 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Request body: {'port': {'device_id': '377bc737-1ac4-4e08-a99a-a0a7798db7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:51.808219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Calling delete_port for fdc35793-4a5d-4081-b59e-13d150cbaf8d owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:51.890375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=b002f347-ea0a-4406-a0a7-9fa77b4675fe,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:51.955466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-ec8eb637-6bfc-4f27-98dc-a7770d9f5a4b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:51.958695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-ec8eb637-6bfc-4f27-98dc-a7770d9f5a4b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.44 "GET /v2.0/networks?id=74922a4c-63ef-4729-9059-7d503f7541d6 HTTP/1.1" status: 200 len: 816 time: 0.1557000 Apr 01 12:37:51.978572 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2a0b9be5-0c9b-411c-af99-0ba3150b35e6 None None] Provisioning complete for port 1ba0a19b-cf74-4b6d-967c-38cf068b1773 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:37:51.981689 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9be5-0c9b-411c-af99-0ba3150b35e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.992171 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-11410721-c5a2-47ad-8736-b70cd0853b46 None None] Deleting port fdc35793-4a5d-4081-b59e-13d150cbaf8d {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:51.992803 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-11410721-c5a2-47ad-8736-b70cd0853b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:51.993006 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Request body: {'port': {'device_id': '24060d6f-946a-480e-bd18-4790c83280de', 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6', 'admin_state_up': True, 'tenant_id': 'b80ade12595e4760b63c885ba6df380a'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:52.007515 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d13a45-7f19-42ff-982e-79d1940024b9 req-fc773f6e-90fe-4279-902a-18e331f30495 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:52.009306 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-88d13a45-7f19-42ff-982e-79d1940024b9 req-fc773f6e-90fe-4279-902a-18e331f30495 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.1239166 Apr 01 12:37:52.029680 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.033814 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a5ca1fb-d5fa-4aba-a01d-ae36a64f58fd req-e1785cff-63cf-486f-91c5-f67f76bad0e5 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 210 time: 0.2909818 Apr 01 12:37:52.048882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] No DVR routers for this DVR port fdc35793-4a5d-4081-b59e-13d150cbaf8d on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:52.058370 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['b002f347-ea0a-4406-a0a7-9fa77b4675fe'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:37:52.156566 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.175044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b9be5-0c9b-411c-af99-0ba3150b35e6 None None] Port 1ba0a19b-cf74-4b6d-967c-38cf068b1773 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:37:52.182743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642b5dc8-4473-4bac-a4e8-02d4c2602f76']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:52.196577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-11410721-c5a2-47ad-8736-b70cd0853b46 None None] For port fdc35793-4a5d-4081-b59e-13d150cbaf8d, host n-d-836146-1, got binding levels [] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:52.197228 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-11410721-c5a2-47ad-8736-b70cd0853b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.210041 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0297ad9a-bf81-4a23-a8a0-d29a99aab2f8') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:52.210041 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0297ad9a-bf81-4a23-a8a0-d29a99aab2f8') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:52.218797 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.228340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.236432 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.243979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:37:52.244893 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.293494 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device fdc35793-4a5d-4081-b59e-13d150cbaf8d no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:52.313402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-11410721-c5a2-47ad-8736-b70cd0853b46 None None] Calling delete_port for fdc35793-4a5d-4081-b59e-13d150cbaf8d owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:52.326781 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.337050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: fdc35793-4a5d-4081-b59e-13d150cbaf8d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:52.337331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device fdc35793-4a5d-4081-b59e-13d150cbaf8d not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:52.337751 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 51d1c140-5562-4201-83f4-afdf9907302c no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:37:52.339973 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:37:52.341954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.ipam_backend_mixin [None req-11410721-c5a2-47ad-8736-b70cd0853b46 None None] Port fdc35793-4a5d-4081-b59e-13d150cbaf8d was not found and therefore no delete operation was performed {{(pid=102720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 12:37:52.370601 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.371480 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-11410721-c5a2-47ad-8736-b70cd0853b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.379145 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 51d1c140-5562-4201-83f4-afdf9907302c {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:52.379853 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 51d1c140-5562-4201-83f4-afdf9907302c not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:52.420218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11410721-c5a2-47ad-8736-b70cd0853b46 None None] Network 642b5dc8-4473-4bac-a4e8-02d4c2602f76 is not hosted by any dhcp agent {{(pid=102720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 12:37:52.420595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11410721-c5a2-47ad-8736-b70cd0853b46 None None] No DVR routers for this DVR port fdc35793-4a5d-4081-b59e-13d150cbaf8d on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:37:52.423080 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11410721-c5a2-47ad-8736-b70cd0853b46 None None] Pushing event deleted for resources: {'Port': ['ID=fdc35793-4a5d-4081-b59e-13d150cbaf8d,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:52.446825 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.451749 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.457963 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] 10.222.0.45 "DELETE /v2.0/networks/642b5dc8-4473-4bac-a4e8-02d4c2602f76 HTTP/1.1" status: 204 len: 168 time: 1.3134513 Apr 01 12:37:52.490261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc35793-4a5d-4081-b59e-13d150cbaf8d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:52.497705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24180e24-d734-4b5f-ab1b-010e6b3c3460 admin admin] Pushing event deleted for resources: {'Network': ['ID=642b5dc8-4473-4bac-a4e8-02d4c2602f76,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:52.505622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Network 74922a4c-63ef-4729-9059-7d503f7541d6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:52.522924 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-88d13a45-7f19-42ff-982e-79d1940024b9 req-df1858a7-1cd6-4a2b-b997-d091ad49222b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4790111 Apr 01 12:37:52.556917 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0aee13-ee4d-42f7-ae4d-3217f62ff09c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:37:52.558373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:52.563629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:52.677542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:52.678466 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.688264 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37404) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:52.809060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0aee13-ee4d-42f7-ae4d-3217f62ff09c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:37:52.823651 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61854416-a84a-4fac-b268-47cb9ee72d6d None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:37:52.825679 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-efbda240-93c3-41db-a50b-78b24cc92d08 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=67be0409bcbb48388611a7629463a217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361485 Apr 01 12:37:52.829523 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea0aee13-ee4d-42f7-ae4d-3217f62ff09c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:52.832096 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37408) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:52.846145 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61854416-a84a-4fac-b268-47cb9ee72d6d None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:52.847341 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-61854416-a84a-4fac-b268-47cb9ee72d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:52.910970 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ea0aee13-ee4d-42f7-ae4d-3217f62ff09c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "PUT /v2.0/floatingips/e39ffc5e-a49d-437d-86ae-ce3ae359c5d7 HTTP/1.1" status: 200 len: 688 time: 1.9741092 Apr 01 12:37:52.916161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37410) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:52.939037 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-61854416-a84a-4fac-b268-47cb9ee72d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:52.956543 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61854416-a84a-4fac-b268-47cb9ee72d6d None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:52.958234 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-61854416-a84a-4fac-b268-47cb9ee72d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:52.981570 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83a52c72-db09-4b2c-a368-bd2448047260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.027018 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d0634526-b985-4548-ae0a-4f7db746bb92 None None] Provisioning complete for port f7b4abe9-e400-4491-914f-036073e16efe triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:37:53.028148 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d0634526-b985-4548-ae0a-4f7db746bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.059677 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83a52c72-db09-4b2c-a368-bd2448047260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.062696 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-61854416-a84a-4fac-b268-47cb9ee72d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:53.063347 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61854416-a84a-4fac-b268-47cb9ee72d6d None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:37:53.069934 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b002f347-ea0a-4406-a0a7-9fa77b4675fe up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:37:53.116002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d0634526-b985-4548-ae0a-4f7db746bb92 None None] Port f7b4abe9-e400-4491-914f-036073e16efe cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:37:53.139724 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port b002f347-ea0a-4406-a0a7-9fa77b4675fe completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:37:53.145334 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port b002f347-ea0a-4406-a0a7-9fa77b4675fe triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:37:53.145947 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.172592 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0c899753-25e3-4906-8f4b-58588f2b983a req-57318826-0609-4901-9c3c-a9038ab07ef6 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 210 time: 0.0444643 Apr 01 12:37:53.189267 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ae976-c912-463d-aff7-e6b3d53aaa3f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port 03bc918d-a291-4e16-b641-8a0a81c90df5 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:53.189715 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea3ae976-c912-463d-aff7-e6b3d53aaa3f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.239851 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83a52c72-db09-4b2c-a368-bd2448047260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.247589 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83a52c72-db09-4b2c-a368-bd2448047260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.251573 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5728633 Apr 01 12:37:53.252180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Pushing event updated for resources: {'Port': ['ID=f7b4abe9-e400-4491-914f-036073e16efe,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:53.257177 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-83a52c72-db09-4b2c-a368-bd2448047260 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dafd0d40-b78a-4df1-a898-00de252c0e77 HTTP/1.1" status: 204 len: 168 time: 0.4195154 Apr 01 12:37:53.280326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Request body: {'port': {'device_id': '309d0362-d1f2-41de-a9b2-584ff9b4646a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:53.303147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:53.303496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:53.303838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:53.304173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:53.304506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:53.304839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:53.305168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:53.305499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:53.305842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:53.306172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:53.306501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:53.306837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac961c9-88ae-4e22-82ac-8517c35a011e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:37:53.307509 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.324650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a52c72-db09-4b2c-a368-bd2448047260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafd0d40-b78a-4df1-a898-00de252c0e77,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:53.339861 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932c0d33-fb93-4dfd-9725-724f549f1aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:53.343181 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30bb522-c972-4a9c-aaff-e5d8dc7b744b" -d '{"events": [{"server_uuid": "932c0d33-fb93-4dfd-9725-724f549f1aad", "name": "network-vif-plugged", "status": "completed", "tag": "b002f347-ea0a-4406-a0a7-9fa77b4675fe"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:53.371356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b002f347-ea0a-4406-a0a7-9fa77b4675fe, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b002f347-ea0a-4406-a0a7-9fa77b4675fe,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:53.380014 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.387775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da656d0-6dd0-48d4-974c-9f2301425eeb req-2bb348db-7dfb-423a-9d1b-596e2afec180 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:53.389320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0da656d0-6dd0-48d4-974c-9f2301425eeb req-2bb348db-7dfb-423a-9d1b-596e2afec180 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 944 time: 0.7543736 Apr 01 12:37:53.410970 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea3ae976-c912-463d-aff7-e6b3d53aaa3f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.411521 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea3ae976-c912-463d-aff7-e6b3d53aaa3f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.431422 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ae976-c912-463d-aff7-e6b3d53aaa3f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for 03bc918d-a291-4e16-b641-8a0a81c90df5 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:53.441419 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cccd7-39a9-4f2e-a822-5ca80128c867 req-b49cc703-0463-4fb2-b1e9-ef8a3500f6c4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:53.442473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Made reservation on behalf of b80ade12595e4760b63c885ba6df380a for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:53.445962 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.449189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=b002f347-ea0a-4406-a0a7-9fa77b4675fe,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:53.449868 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d92cccd7-39a9-4f2e-a822-5ca80128c867 req-b49cc703-0463-4fb2-b1e9-ef8a3500f6c4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 945 time: 0.1539545 Apr 01 12:37:53.688137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba0a19b-cf74-4b6d-967c-38cf068b1773 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:37:53.734559 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.740607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37426) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:53.742752 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.764395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0da656d0-6dd0-48d4-974c-9f2301425eeb req-b7478269-0925-43f4-9f26-633a0557e29f tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289382 Apr 01 12:37:53.822555 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3930e74f-5f96-4610-a368-1f45b1e8c65b x-openstack-request-id: req-3930e74f-5f96-4610-a368-1f45b1e8c65b {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:53.823328 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932c0d33-fb93-4dfd-9725-724f549f1aad", "name": "network-vif-plugged", "status": "completed", "tag": "b002f347-ea0a-4406-a0a7-9fa77b4675fe", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:53.823848 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3930e74f-5f96-4610-a368-1f45b1e8c65b {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:53.824509 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3930e74f-5f96-4610-a368-1f45b1e8c65b'] response: {'server_uuid': '932c0d33-fb93-4dfd-9725-724f549f1aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe', 'code': 200} Apr 01 12:37:53.829261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Transition to ACTIVE for port object 1ba0a19b-cf74-4b6d-967c-38cf068b1773 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:37:53.852794 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:53.873889 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d92cccd7-39a9-4f2e-a822-5ca80128c867 req-2157ef9e-82e5-41ba-abe8-5c86142b7cfc tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4230237 Apr 01 12:37:53.991618 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea3ae976-c912-463d-aff7-e6b3d53aaa3f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.034509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ae976-c912-463d-aff7-e6b3d53aaa3f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=03bc918d-a291-4e16-b641-8a0a81c90df5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:54.112845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d0a25f77-4015-4b95-b502-9af4bcb15b28 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=247d00b66fa94470a7826e381b5907f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631525 Apr 01 12:37:54.121098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37430) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:54.177756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Pushing event updated for resources: {'Port': ['ID=1ba0a19b-cf74-4b6d-967c-38cf068b1773,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:54.186874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea3ae976-c912-463d-aff7-e6b3d53aaa3f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.189850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea3ae976-c912-463d-aff7-e6b3d53aaa3f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.194627 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ea3ae976-c912-463d-aff7-e6b3d53aaa3f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/floatingips/e39ffc5e-a49d-437d-86ae-ce3ae359c5d7 HTTP/1.1" status: 204 len: 168 time: 1.2738004 Apr 01 12:37:54.200650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Allocated IP 172.20.0.14 (74922a4c-63ef-4729-9059-7d503f7541d6/063beca7-6844-4371-b403-742562980b29/b090f90e-39de-4d9f-83d0-a1afe4d55228) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:37:54.201804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37432) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:54.208532 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': 'a0f3866f-9079-4888-ab6c-9c8b00a63246'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:54.278262 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7a649-e9a5-4bf9-95d1-8ee203bdd069 req-e7c52982-2ae6-4c2b-92e1-79ed406ee7df tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:54.278863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfca15f-536f-419d-825f-5e2dc4d1017e req-c9a25ba0-32ca-463d-b0e0-4c9efe17e4ab tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:54.279829 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-81b7a649-e9a5-4bf9-95d1-8ee203bdd069 req-e7c52982-2ae6-4c2b-92e1-79ed406ee7df tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.2777863 Apr 01 12:37:54.282902 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.286945 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6cfca15f-536f-419d-825f-5e2dc4d1017e req-c9a25ba0-32ca-463d-b0e0-4c9efe17e4ab tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 946 time: 0.1613386 Apr 01 12:37:54.299410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed5a0a-3fe8-4b4d-bfc4-a72bc7ac9162 req-4e400835-f3c7-4d6c-a01f-67bfe24f7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:54.301493 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0ed5a0a-3fe8-4b4d-bfc4-a72bc7ac9162 req-4e400835-f3c7-4d6c-a01f-67bfe24f7349 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 1096 time: 0.3682566 Apr 01 12:37:54.348886 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-60ad924a-334c-4fa5-bd34-5a39a233f641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.394432 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-60ad924a-334c-4fa5-bd34-5a39a233f641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.418321 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6cfca15f-536f-419d-825f-5e2dc4d1017e req-68d12742-3bfb-4df6-8f1e-47ce5ee71a32 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212249 Apr 01 12:37:54.423047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Attempting to bind port 1ba0a19b-cf74-4b6d-967c-38cf068b1773 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:54.423382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Attempting to bind port 1ba0a19b-cf74-4b6d-967c-38cf068b1773 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:54.423772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Attempting to bind port 1ba0a19b-cf74-4b6d-967c-38cf068b1773 on network 74922a4c-63ef-4729-9059-7d503f7541d6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:54.433054 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-81b7a649-e9a5-4bf9-95d1-8ee203bdd069 req-671314be-47bc-40fc-a2f3-8501aea69ec9 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268640 Apr 01 12:37:54.487227 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0ed5a0a-3fe8-4b4d-bfc4-a72bc7ac9162 req-466ba292-de92-42bb-ab9b-93d0f218c6e0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678658 Apr 01 12:37:54.509738 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.517169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Port 1ba0a19b-cf74-4b6d-967c-38cf068b1773 on network 74922a4c-63ef-4729-9059-7d503f7541d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:54.520208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Attempting to bind port 1ba0a19b-cf74-4b6d-967c-38cf068b1773 on network 74922a4c-63ef-4729-9059-7d503f7541d6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:54.527284 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-60ad924a-334c-4fa5-bd34-5a39a233f641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.529938 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-60ad924a-334c-4fa5-bd34-5a39a233f641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.531243 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-60ad924a-334c-4fa5-bd34-5a39a233f641 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/84fbc9c7-43d0-4d95-a9c1-fc8638179bc5 HTTP/1.1" status: 204 len: 168 time: 0.4054627 Apr 01 12:37:54.541127 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:37:54.541474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Checking segment: {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:37:54.541851 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Bound using segment: {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:37:54.542388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Bound port: 1ba0a19b-cf74-4b6d-967c-38cf068b1773, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:37:54.542741 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.569993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad924a-334c-4fa5-bd34-5a39a233f641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fbc9c7-43d0-4d95-a9c1-fc8638179bc5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:54.590337 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dcb5969d-14fb-426c-a9d2-b0197e651e71 req-4d4b20e5-f970-4334-9543-dea866b21a02 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 210 time: 0.0612428 Apr 01 12:37:54.668512 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.696119 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.25.7.147 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/e1bc8f2a-64f7-4e59-a92b-a90ec3acfde5) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:37:54.701938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] For port 1ba0a19b-cf74-4b6d-967c-38cf068b1773, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:37:54.729964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] For port 1ba0a19b-cf74-4b6d-967c-38cf068b1773, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1ba0a19b-cf74-4b6d-967c-38cf068b1773,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:37:54.743490 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.763207 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.840246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:54.841014 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.842595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] 10.222.0.37 "PUT /v2.0/ports/1ba0a19b-cf74-4b6d-967c-38cf068b1773 HTTP/1.1" status: 200 len: 1091 time: 3.2578268 Apr 01 12:37:54.862882 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:54.872067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377bc737-1ac4-4e08-a99a-a0a7798db7f2', 'tag': '1ba0a19b-cf74-4b6d-967c-38cf068b1773'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:54.874601 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c81a024-eff3-4aec-868b-15c1abd18f91" -d '{"events": [{"name": "network-changed", "server_uuid": "377bc737-1ac4-4e08-a99a-a0a7798db7f2", "tag": "1ba0a19b-cf74-4b6d-967c-38cf068b1773"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:54.965239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Network 74922a4c-63ef-4729-9059-7d503f7541d6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:54.992728 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:54.999593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:55.050314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:55.060128 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5135a-7ac6-425d-a571-58fa65b2c24d service neutron] Pushing event updated for resources: {'Port': ['ID=1ba0a19b-cf74-4b6d-967c-38cf068b1773,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:55.064583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:37:55.073297 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dca66d-f1e6-414c-b6f1-ca4204b4c86c req-f2c45618-5af7-4496-a8c5-42ec0c44147c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:55.082669 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b1dca66d-f1e6-414c-b6f1-ca4204b4c86c req-f2c45618-5af7-4496-a8c5-42ec0c44147c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 945 time: 0.1551886 Apr 01 12:37:55.087725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:37:55.099409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:37:55.109351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=e1bc8f2a-64f7-4e59-a92b-a90ec3acfde5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:55.199095 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b1dca66d-f1e6-414c-b6f1-ca4204b4c86c req-10b0e8ab-7a94-478d-ae7f-f3a57a0dfde0 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153417 Apr 01 12:37:55.258594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-a9281438-ab5f-4760-9a5c-ff00d9a84a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:55.260364 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-a9281438-ab5f-4760-9a5c-ff00d9a84a32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b80ade12595e4760b63c885ba6df380a&device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 1094 time: 0.3541369 Apr 01 12:37:55.300137 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc56ce59-6b85-4763-9190-71b7569e19a4 x-openstack-request-id: req-cc56ce59-6b85-4763-9190-71b7569e19a4 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:55.300755 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377bc737-1ac4-4e08-a99a-a0a7798db7f2", "tag": "1ba0a19b-cf74-4b6d-967c-38cf068b1773", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:55.300755 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc56ce59-6b85-4763-9190-71b7569e19a4 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:55.304096 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc56ce59-6b85-4763-9190-71b7569e19a4'] response: {'name': 'network-changed', 'server_uuid': '377bc737-1ac4-4e08-a99a-a0a7798db7f2', 'tag': '1ba0a19b-cf74-4b6d-967c-38cf068b1773', 'status': 'completed', 'code': 200} Apr 01 12:37:55.345289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:55.349423 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:55.363229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-7de9b9b4-8dc9-4644-82db-72a38105be82 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:55.373465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-7de9b9b4-8dc9-4644-82db-72a38105be82 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 945 time: 0.3950338 Apr 01 12:37:55.429866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Pushing event updated for resources: {'Port': ['ID=b090f90e-39de-4d9f-83d0-a1afe4d55228,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:55.546983 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-ee1aa204-cbda-4eb2-ab52-68d5f69e034f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba0a19b-cf74-4b6d-967c-38cf068b1773 HTTP/1.1" status: 200 len: 217 time: 0.2571263 Apr 01 12:37:55.657709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-614d2017-c268-4eba-a92d-a2bed4984414 None None] Provisioning complete for port b090f90e-39de-4d9f-83d0-a1afe4d55228 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:37:55.658328 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-614d2017-c268-4eba-a92d-a2bed4984414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:55.714030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-47ea165b-2543-4b6b-a7db-3a9361cdc499 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7267039 Apr 01 12:37:55.756635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Request body: {'port': {'device_id': '24060d6f-946a-480e-bd18-4790c83280de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:55.788083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-614d2017-c268-4eba-a92d-a2bed4984414 None None] Port b090f90e-39de-4d9f-83d0-a1afe4d55228 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:37:55.807851 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b4abe9-e400-4491-914f-036073e16efe {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:37:55.825399 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52090eb1-f511-4625-a78b-540fbf30b024 req-bc289be2-1783-467b-be5e-cc37f2c65dea tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:55.827405 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-52090eb1-f511-4625-a78b-540fbf30b024 req-bc289be2-1783-467b-be5e-cc37f2c65dea tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 945 time: 0.1843555 Apr 01 12:37:55.834406 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:55.851350 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:55.872403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-25f9b1a3-0433-4aa1-9c9c-52bacfb02e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:55.873889 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-25f9b1a3-0433-4aa1-9c9c-52bacfb02e35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=063beca7-6844-4371-b403-742562980b29 HTTP/1.1" status: 200 len: 855 time: 0.3117220 Apr 01 12:37:55.877285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37476) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:55.928749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Transition to ACTIVE for port object f7b4abe9-e400-4491-914f-036073e16efe will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:37:55.939656 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-52090eb1-f511-4625-a78b-540fbf30b024 req-9cede6b2-a2ff-4a5c-9b03-74e11a4c6517 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833173 Apr 01 12:37:55.940544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601270cc-5fda-4627-ac22-50400ce3740e req-ee459ea9-2a5a-4df0-a84a-8f0768cf0a67 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:55.942281 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-601270cc-5fda-4627-ac22-50400ce3740e req-ee459ea9-2a5a-4df0-a84a-8f0768cf0a67 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.3210545 Apr 01 12:37:55.964208 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:55.992037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:56.011674 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:56.020390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Deleting port 0f981269-b115-479a-b5ef-24e7144069fe {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:56.020735 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:56.083231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1079390578-network', 'tenant_id': '469070862d5448d1be2b350d21fec32e'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:56.180039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b4abe9-e400-4491-914f-036073e16efe,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:56.201444 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-1f8e111d-edcf-4970-9f82-7c3007e4c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:56.202524 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-1f8e111d-edcf-4970-9f82-7c3007e4c2b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74922a4c-63ef-4729-9059-7d503f7541d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3203979 Apr 01 12:37:56.231392 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-601270cc-5fda-4627-ac22-50400ce3740e req-7ae349c9-e34c-4c8a-9711-f2dfe5f07a25 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689152 Apr 01 12:37:56.245546 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dffd08-11f6-4ec4-bb0c-37debaf1753e req-ff757d86-03c5-4669-af51-136710dfdaf3 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:56.256994 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f5dffd08-11f6-4ec4-bb0c-37debaf1753e req-ff757d86-03c5-4669-af51-136710dfdaf3 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 946 time: 0.1863561 Apr 01 12:37:56.284432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Made reservation on behalf of 469070862d5448d1be2b350d21fec32e for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:56.287068 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:56.318649 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:56.338335 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f5dffd08-11f6-4ec4-bb0c-37debaf1753e req-1ecf6e0b-2be3-4940-b90d-d5945cec2ff9 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803301 Apr 01 12:37:56.339606 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:56.351259 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:56.420431 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=e1bc8f2a-64f7-4e59-a92b-a90ec3acfde5,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:56.474301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] For port 0f981269-b115-479a-b5ef-24e7144069fe, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=0f981269-b115-479a-b5ef-24e7144069fe,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:56.474673 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:56.503419 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:56.514252 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75813747-1221-4720-9492-00420af16d0d req-72038d0d-41b2-4404-994a-0fd95d77b107 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:56.515953 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-75813747-1221-4720-9492-00420af16d0d req-72038d0d-41b2-4404-994a-0fd95d77b107 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 945 time: 0.0965695 Apr 01 12:37:56.600822 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-75813747-1221-4720-9492-00420af16d0d req-b11fb4f3-4881-4ccc-9d67-e48f812ab951 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485108 Apr 01 12:37:56.651856 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Floating IP 1b9cdd19-7796-46b1-8143-2c4aed3795bc associated. External IP: 172.25.7.147, port: a0f3866f-9079-4888-ab6c-9c8b00a63246. Apr 01 12:37:56.938587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc3dba-ef61-493f-b0fa-87d2519fa88d req-771b62f7-3582-4d7b-ab68-076eade98063 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:56.940173 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8fcc3dba-ef61-493f-b0fa-87d2519fa88d req-771b62f7-3582-4d7b-ab68-076eade98063 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 945 time: 0.1023674 Apr 01 12:37:56.974135 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:37:57.000902 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8fcc3dba-ef61-493f-b0fa-87d2519fa88d req-a71abb3c-1c0e-4355-bcd8-be4255e1920f tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486274 Apr 01 12:37:57.057825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Attempting to bind port f7b4abe9-e400-4491-914f-036073e16efe on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:57.058196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Attempting to bind port f7b4abe9-e400-4491-914f-036073e16efe by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:57.058521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Attempting to bind port f7b4abe9-e400-4491-914f-036073e16efe on network 74922a4c-63ef-4729-9059-7d503f7541d6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:57.061884 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-3879a3f6-db15-4deb-8e1e-765a529670a5 service neutron] 10.222.0.37 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480120 Apr 01 12:37:57.135684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b19df-3d5d-47b3-9026-9a45c51fdc49 req-68f444c0-72b4-49f4-a7fd-9fd5c6244275 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:57.136932 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-973b19df-3d5d-47b3-9026-9a45c51fdc49 req-68f444c0-72b4-49f4-a7fd-9fd5c6244275 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 932 time: 0.7916789 Apr 01 12:37:57.146628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Port f7b4abe9-e400-4491-914f-036073e16efe on network 74922a4c-63ef-4729-9059-7d503f7541d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:57.146886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Attempting to bind port f7b4abe9-e400-4491-914f-036073e16efe on network 74922a4c-63ef-4729-9059-7d503f7541d6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:57.166269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:37:57.181074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6602a5-87dc-477d-9391-cd9853829227 None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:37:57.182663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cbc5c-391a-410d-a49a-918a4c322560 req-000709a5-9bdf-498f-8c92-3f524d62a0f9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:57.184315 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-661cbc5c-391a-410d-a49a-918a4c322560 req-000709a5-9bdf-498f-8c92-3f524d62a0f9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 945 time: 0.0741012 Apr 01 12:37:57.197474 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6602a5-87dc-477d-9391-cd9853829227 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:57.198707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-db6602a5-87dc-477d-9391-cd9853829227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:57.210991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:37:57.211400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Checking segment: {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:37:57.211716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Bound using segment: {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:37:57.212163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Bound port: f7b4abe9-e400-4491-914f-036073e16efe, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:37:57.212535 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.223485 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.242433 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-db6602a5-87dc-477d-9391-cd9853829227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:57.253980 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6602a5-87dc-477d-9391-cd9853829227 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:57.255564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-db6602a5-87dc-477d-9391-cd9853829227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:57.274582 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-661cbc5c-391a-410d-a49a-918a4c322560 req-c3bcfa99-ef0f-442e-a449-52abac725553 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad0c56ce-603b-45c8-ae9c-9916f919a4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782192 Apr 01 12:37:57.285701 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-85b5c62c-2558-4f6b-bd77-ab8581fab139 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0821202 Apr 01 12:37:57.286766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37490) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:57.299395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-db6602a5-87dc-477d-9391-cd9853829227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:57.300307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6602a5-87dc-477d-9391-cd9853829227 None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:37:57.348135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f560c-cea4-4b42-994e-ee327f643abf req-5c73139f-dc6e-477e-a8ff-b08ee85d1333 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:57.349803 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-346f560c-cea4-4b42-994e-ee327f643abf req-5c73139f-dc6e-477e-a8ff-b08ee85d1333 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 946 time: 0.3827720 Apr 01 12:37:57.427420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b090f90e-39de-4d9f-83d0-a1afe4d55228 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:37:57.442204 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.447314 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7be7ded9-8bb4-401b-8535-f9cbb1879760 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "GET /v2.0/floatingips/1b9cdd19-7796-46b1-8143-2c4aed3795bc HTTP/1.1" status: 200 len: 978 time: 0.1592274 Apr 01 12:37:57.449833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37494) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:57.469470 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-973b19df-3d5d-47b3-9026-9a45c51fdc49 req-06c5d34f-403c-4d50-b7d4-98ab6e8929be tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044012 Apr 01 12:37:57.478658 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.480142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae958f-5af7-48bf-908d-9fe25c9394fc req-dbc3b2f5-b859-4566-be93-67ca8015ec0f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:57.481661 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cdae958f-5af7-48bf-908d-9fe25c9394fc req-dbc3b2f5-b859-4566-be93-67ca8015ec0f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.1017385 Apr 01 12:37:57.488437 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.583603 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.583968 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.584289 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Floating IP e4a4d414-677b-47c9-9e7f-ddf65c1c8466 disassociated. External IP: 172.25.7.115, port: 0f981269-b115-479a-b5ef-24e7144069fe. Apr 01 12:37:57.584632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Calling delete_port for 0f981269-b115-479a-b5ef-24e7144069fe owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:37:57.589295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:37:57.593104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Transition to ACTIVE for port object b090f90e-39de-4d9f-83d0-a1afe4d55228 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:37:57.595881 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3bcb32-7fd2-420f-997b-e6367f95b20e req-a88d0493-3535-45bf-91f1-7db49eec0bfb service neutron] 10.222.0.37 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095987 Apr 01 12:37:57.602500 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4a5f26e7-85c5-4d99-a98b-50c6a9db4e42 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1514323 Apr 01 12:37:57.604963 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37496) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:57.609484 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-97ba15b3-1ffd-4ba0-9240-2e63cbc1bb64 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'floatingip': {'port_id': '551ee432-b3f4-4d02-ba44-c0b5b7c6b280'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:57.618560 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cdae958f-5af7-48bf-908d-9fe25c9394fc req-901c4551-6ad4-4690-8982-77d79bec47d5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942016 Apr 01 12:37:57.631177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] For port f7b4abe9-e400-4491-914f-036073e16efe, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:37:57.633158 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.658057 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.658408 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Added segment b9ec3a90-6aeb-4cee-8287-e87f87e480b8 of type vlan for network 20332cba-7adf-48af-b466-d893d011242e Apr 01 12:37:57.668692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d88e738-0d83-418d-af3a-93b9a420f722,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:57.685301 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97ba15b3-1ffd-4ba0-9240-2e63cbc1bb64 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.691401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] For port f7b4abe9-e400-4491-914f-036073e16efe, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f7b4abe9-e400-4491-914f-036073e16efe,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:37:57.796179 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.819437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-70d99845-66b0-4daa-bb41-2d4c26e9f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:57.821006 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-70d99845-66b0-4daa-bb41-2d4c26e9f756 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817&tenant_id=cae3ca9cf8c0409e81d4c35da3c48373 HTTP/1.1" status: 200 len: 1095 time: 0.1332233 Apr 01 12:37:57.854509 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.885968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:57.886650 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:57.888017 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7b4abe9-e400-4491-914f-036073e16efe HTTP/1.1" status: 200 len: 1092 time: 4.6130466 Apr 01 12:37:57.891752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Pushing event updated for resources: {'Port': ['ID=b090f90e-39de-4d9f-83d0-a1afe4d55228,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:57.894086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309d0362-d1f2-41de-a9b2-584ff9b4646a', 'tag': 'f7b4abe9-e400-4491-914f-036073e16efe'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:37:57.896318 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c3e514-b9a8-4d4f-a51e-af221527f7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "309d0362-d1f2-41de-a9b2-584ff9b4646a", "tag": "f7b4abe9-e400-4491-914f-036073e16efe"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:37:57.942200 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69907db-69c5-49a2-83ff-96b90d110e3a req-831893ba-2d51-4b16-ac77-cf274461706e tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:57.943451 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f69907db-69c5-49a2-83ff-96b90d110e3a req-831893ba-2d51-4b16-ac77-cf274461706e tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 946 time: 0.3806827 Apr 01 12:37:57.979730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81a024-eff3-4aec-868b-15c1abd18f91 req-294f0cf9-0c1d-4728-b98f-28cd69a4190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:57.981235 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c81a024-eff3-4aec-868b-15c1abd18f91 req-294f0cf9-0c1d-4728-b98f-28cd69a4190e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b80ade12595e4760b63c885ba6df380a&device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 1094 time: 0.3070455 Apr 01 12:37:58.015962 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7101c8ea-69a8-4a48-8dba-a16e64453777 x-openstack-request-id: req-7101c8ea-69a8-4a48-8dba-a16e64453777 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:37:58.015962 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309d0362-d1f2-41de-a9b2-584ff9b4646a", "tag": "f7b4abe9-e400-4491-914f-036073e16efe", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:37:58.016326 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7101c8ea-69a8-4a48-8dba-a16e64453777 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:37:58.016610 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7101c8ea-69a8-4a48-8dba-a16e64453777'] response: {'name': 'network-changed', 'server_uuid': '309d0362-d1f2-41de-a9b2-584ff9b4646a', 'tag': 'f7b4abe9-e400-4491-914f-036073e16efe', 'status': 'completed', 'code': 200} Apr 01 12:37:58.102609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Deleting port 75f4773b-7917-49e8-87e9-41ec9feffe3d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:37:58.102948 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:58.122164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-d1cf196b-cf79-4c03-9f0d-8ced2cd34c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:58.123768 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-d1cf196b-cf79-4c03-9f0d-8ced2cd34c70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 1095 time: 0.2706981 Apr 01 12:37:58.194147 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:58.195214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:58.195859 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:58.334559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d652b-7469-488b-a9bc-c11a05801c52 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b4abe9-e400-4491-914f-036073e16efe,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:58.361648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f69907db-69c5-49a2-83ff-96b90d110e3a req-ff8848b4-2e60-489c-a591-5cdfbb1547a5 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630667 Apr 01 12:37:58.385947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-1e2b195e-f267-4eaa-a048-96b5e5e2b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:58.387506 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-1e2b195e-f267-4eaa-a048-96b5e5e2b7ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b80ade12595e4760b63c885ba6df380a&device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a HTTP/1.1" status: 200 len: 1095 time: 0.4431331 Apr 01 12:37:58.390683 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5096366 Apr 01 12:37:58.403395 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37508) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:37:58.413880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-21f70133-6528-43c8-82e0-867ddbf199f4 admin admin] Request body: {'subnet': {'network_id': '20332cba-7adf-48af-b466-d893d011242e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1079390578-subnet', 'tenant_id': '469070862d5448d1be2b350d21fec32e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:37:58.453602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Attempting to bind port b090f90e-39de-4d9f-83d0-a1afe4d55228 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:37:58.454371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Attempting to bind port b090f90e-39de-4d9f-83d0-a1afe4d55228 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:37:58.454371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Attempting to bind port b090f90e-39de-4d9f-83d0-a1afe4d55228 on network 74922a4c-63ef-4729-9059-7d503f7541d6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:58.539564 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-8ae6ed9b-b533-4c1c-8977-f2e7156502c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b4abe9-e400-4491-914f-036073e16efe HTTP/1.1" status: 200 len: 217 time: 0.1351814 Apr 01 12:37:58.548742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Port b090f90e-39de-4d9f-83d0-a1afe4d55228 on network 74922a4c-63ef-4729-9059-7d503f7541d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:37:58.549066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Attempting to bind port b090f90e-39de-4d9f-83d0-a1afe4d55228 on network 74922a4c-63ef-4729-9059-7d503f7541d6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:37:58.551321 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:58.553462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81a024-eff3-4aec-868b-15c1abd18f91 req-851715ce-20a0-4b01-94a9-45a541a4754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:58.555144 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c81a024-eff3-4aec-868b-15c1abd18f91 req-851715ce-20a0-4b01-94a9-45a541a4754c service neutron] 10.222.0.37 "GET /v2.0/networks?id=74922a4c-63ef-4729-9059-7d503f7541d6 HTTP/1.1" status: 200 len: 917 time: 0.5064552 Apr 01 12:37:58.576787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d515ec0-6573-47f6-a5ae-1e52410f5b24 admin admin] Pushing event updated for resources: {'Network': ['ID=20332cba-7adf-48af-b466-d893d011242e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:58.588435 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 20332cba-7adf-48af-b466-d893d011242e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:37:58.604007 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14a4a0a8-5dde-49cf-9b37-6aff08af3f06 req-11c28585-577e-4800-9edc-21316ba39704 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 210 time: 0.1140246 Apr 01 12:37:58.605444 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b304da2-969e-4ab6-a95a-daeabf0af000 req-2ce247fc-8b86-4d5b-b52f-c6ca720a6ee1 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:58.615390 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b304da2-969e-4ab6-a95a-daeabf0af000 req-2ce247fc-8b86-4d5b-b52f-c6ca720a6ee1 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 945 time: 0.5077620 Apr 01 12:37:58.648410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:37:58.648817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Checking segment: {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:37:58.649143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Bound using segment: {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:37:58.649558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Bound port: b090f90e-39de-4d9f-83d0-a1afe4d55228, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49fac0b8-0e9a-4581-8bee-d1128349cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:37:58.649915 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:58.698375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event deleted for resources: {'Port': ['ID=0f981269-b115-479a-b5ef-24e7144069fe,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:37:58.701697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] For port 75f4773b-7917-49e8-87e9-41ec9feffe3d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=75f4773b-7917-49e8-87e9-41ec9feffe3d,segment=NetworkSegment(9804f139-1066-4182-9e42-f8964473eb25),segment_id=9804f139-1066-4182-9e42-f8964473eb25)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:37:58.702090 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:58.725453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f70133-6528-43c8-82e0-867ddbf199f4 admin admin] Made reservation on behalf of 469070862d5448d1be2b350d21fec32e for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:37:58.727759 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-21f70133-6528-43c8-82e0-867ddbf199f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:58.729300 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b304da2-969e-4ab6-a95a-daeabf0af000 req-32fd4918-b52e-4eb8-a46f-ad984a5353fd tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130514 Apr 01 12:37:58.731105 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c81a024-eff3-4aec-868b-15c1abd18f91 req-dc1c2447-ab3a-4b9a-a6ff-7d4443fca9c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba0a19b-cf74-4b6d-967c-38cf068b1773 HTTP/1.1" status: 200 len: 217 time: 0.1484175 Apr 01 12:37:58.734981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 0f981269-b115-479a-b5ef-24e7144069fe no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:37:58.773080 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 0f981269-b115-479a-b5ef-24e7144069fe {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:37:58.773820 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 0f981269-b115-479a-b5ef-24e7144069fe not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:37:58.779581 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-76f3c82c-11e3-4624-bd28-db7113303f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:58.781035 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-76f3c82c-11e3-4624-bd28-db7113303f67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 918 time: 0.6388564 Apr 01 12:37:58.910887 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97ba15b3-1ffd-4ba0-9240-2e63cbc1bb64 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:58.920225 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97ba15b3-1ffd-4ba0-9240-2e63cbc1bb64 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:58.926878 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-a47dfc9c-4268-4850-962f-6dca1e82c555 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0 HTTP/1.1" status: 200 len: 1000 time: 0.1349974 Apr 01 12:37:58.957012 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-35e50a9c-3f88-4c50-a361-10cbd260b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:58.958508 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-35e50a9c-3f88-4c50-a361-10cbd260b737 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=063beca7-6844-4371-b403-742562980b29 HTTP/1.1" status: 200 len: 855 time: 0.4023879 Apr 01 12:37:58.982615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce53df-e826-48c9-b964-4ae8094d09e5 req-f6c8cb18-baa9-4794-a9c3-d8945c936499 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:58.984084 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a4ce53df-e826-48c9-b964-4ae8094d09e5 req-f6c8cb18-baa9-4794-a9c3-d8945c936499 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.1586864 Apr 01 12:37:59.089911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81a024-eff3-4aec-868b-15c1abd18f91 req-d8cf84f5-5eff-408b-b4a0-ca17159de76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:59.091414 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c81a024-eff3-4aec-868b-15c1abd18f91 req-d8cf84f5-5eff-408b-b4a0-ca17159de76a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=063beca7-6844-4371-b403-742562980b29 HTTP/1.1" status: 200 len: 855 time: 0.3298061 Apr 01 12:37:59.095688 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-98a3db86-fba3-4bff-8595-8ff5f50be658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:59.097755 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-98a3db86-fba3-4bff-8595-8ff5f50be658 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 200 len: 856 time: 0.1406028 Apr 01 12:37:59.099476 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712b08-39b0-4dd7-b860-5ac3ba536b58 req-afe8e905-fabc-4473-9b7f-f048b54de6f4 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:59.100572 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a4ce53df-e826-48c9-b964-4ae8094d09e5 req-08166d41-beef-4579-a009-210f6a75b191 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900061 Apr 01 12:37:59.100948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9f712b08-39b0-4dd7-b860-5ac3ba536b58 req-afe8e905-fabc-4473-9b7f-f048b54de6f4 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 944 time: 0.3959715 Apr 01 12:37:59.108878 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-97ba15b3-1ffd-4ba0-9240-2e63cbc1bb64 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Floating IP 1b9cdd19-7796-46b1-8143-2c4aed3795bc associated. External IP: 172.25.7.147, port: a0f3866f-9079-4888-ab6c-9c8b00a63246. Apr 01 12:37:59.240134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-13a1739b-e925-4d88-840a-a73150bc36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:59.241627 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-13a1739b-e925-4d88-840a-a73150bc36d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302121 Apr 01 12:37:59.394737 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-85a3c639-9e73-4837-bae0-69e1efa4b864 service neutron] 10.222.0.44 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194134 Apr 01 12:37:59.520858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] For port b090f90e-39de-4d9f-83d0-a1afe4d55228, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:37:59.566210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] For port b090f90e-39de-4d9f-83d0-a1afe4d55228, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b090f90e-39de-4d9f-83d0-a1afe4d55228,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:37:59.596536 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:59.620022 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ba15b3-1ffd-4ba0-9240-2e63cbc1bb64 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:37:59.635242 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a6da534b-ab0f-4299-b14f-fb9428802e5e req-9b2f2eb9-bebf-4422-b13d-acfc817306e8 service neutron] 10.222.0.44 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099414 Apr 01 12:37:59.651210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-4f020800-1e21-4710-bca5-c31c14a169ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:59.652709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-4f020800-1e21-4710-bca5-c31c14a169ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74922a4c-63ef-4729-9059-7d503f7541d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6804464 Apr 01 12:37:59.654357 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7a3ac-f7ab-4216-823f-b5385a533b00 req-738be99d-54b0-4724-a067-f42dad45ff28 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:59.656179 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4d7a3ac-f7ab-4216-823f-b5385a533b00 req-738be99d-54b0-4724-a067-f42dad45ff28 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 946 time: 0.1017790 Apr 01 12:37:59.703096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Router 5b51178f-34da-460a-9d5e-8b337d4ff583 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:37:59.736076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9f712b08-39b0-4dd7-b860-5ac3ba536b58 req-1a7a4305-891c-40a1-8b71-a5bef9d8fae0 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567091 Apr 01 12:37:59.758919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81a024-eff3-4aec-868b-15c1abd18f91 req-5a305647-6c4b-494a-a9b4-06c22c1ccdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:59.760395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c81a024-eff3-4aec-868b-15c1abd18f91 req-5a305647-6c4b-494a-a9b4-06c22c1ccdab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74922a4c-63ef-4729-9059-7d503f7541d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6554024 Apr 01 12:37:59.763286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:37:59.763883 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:37:59.765375 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] 10.222.0.44 "PUT /v2.0/ports/b090f90e-39de-4d9f-83d0-a1afe4d55228 HTTP/1.1" status: 200 len: 1092 time: 4.0200813 Apr 01 12:37:59.768405 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ba15b3-1ffd-4ba0-9240-2e63cbc1bb64 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:37:59.784784 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef81e15-c154-4863-976f-dbf42117e2d7 None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:37:59.798376 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef81e15-c154-4863-976f-dbf42117e2d7 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:59.800705 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-eef81e15-c154-4863-976f-dbf42117e2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:59.851092 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-eef81e15-c154-4863-976f-dbf42117e2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:59.888991 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef81e15-c154-4863-976f-dbf42117e2d7 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:37:59.890077 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-eef81e15-c154-4863-976f-dbf42117e2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:59.903138 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4d7a3ac-f7ab-4216-823f-b5385a533b00 req-be46e505-d9af-4015-9e60-d64ead53a99c tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a8ca383-79ab-4b15-96e9-1357d8414968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140479 Apr 01 12:37:59.949217 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c81a024-eff3-4aec-868b-15c1abd18f91 req-2d9ed446-3204-4f4c-9d62-3a777b5920ed service neutron] 10.222.0.37 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483495 Apr 01 12:37:59.984123 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-eef81e15-c154-4863-976f-dbf42117e2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:37:59.986583 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef81e15-c154-4863-976f-dbf42117e2d7 None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:00.041767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24060d6f-946a-480e-bd18-4790c83280de', 'tag': 'b090f90e-39de-4d9f-83d0-a1afe4d55228'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:00.044110 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd4dcc6-f22d-4c19-af4d-60e8a261e7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "24060d6f-946a-480e-bd18-4790c83280de", "tag": "b090f90e-39de-4d9f-83d0-a1afe4d55228"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:00.111028 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:00.111402 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:00.111965 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Floating IP c01b10ea-12f8-4693-b314-419089e71d94 disassociated. External IP: 172.25.7.62, port: 75f4773b-7917-49e8-87e9-41ec9feffe3d. Apr 01 12:38:00.112851 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Calling delete_port for 75f4773b-7917-49e8-87e9-41ec9feffe3d owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:00.133395 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984dfaef-be22-4faa-bb8e-92002f3f1e8a x-openstack-request-id: req-984dfaef-be22-4faa-bb8e-92002f3f1e8a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:00.133737 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24060d6f-946a-480e-bd18-4790c83280de", "tag": "b090f90e-39de-4d9f-83d0-a1afe4d55228", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:00.133946 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-984dfaef-be22-4faa-bb8e-92002f3f1e8a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:00.134359 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-984dfaef-be22-4faa-bb8e-92002f3f1e8a'] response: {'name': 'network-changed', 'server_uuid': '24060d6f-946a-480e-bd18-4790c83280de', 'tag': 'b090f90e-39de-4d9f-83d0-a1afe4d55228', 'status': 'completed', 'code': 200} Apr 01 12:38:00.166775 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ba15b3-1ffd-4ba0-9240-2e63cbc1bb64 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:00.298765 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6c6a8b4-9f55-4be9-a8a5-e1440a2fc64c req-962be4e1-e54f-49ff-bcb7-1b32bb76ce42 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 210 time: 0.2600687 Apr 01 12:38:00.299441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139edb13-2f96-4d93-ac14-0eaf23341905 service neutron] Pushing event updated for resources: {'Port': ['ID=b090f90e-39de-4d9f-83d0-a1afe4d55228,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:00.383891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521390f-18ed-4ec2-89ec-1f7358922da2 req-a7a69eb7-5db8-4ec9-a623-e72ebf4b7df5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:00.385930 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4521390f-18ed-4ec2-89ec-1f7358922da2 req-a7a69eb7-5db8-4ec9-a623-e72ebf4b7df5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.1672585 Apr 01 12:38:00.396989 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ba15b3-1ffd-4ba0-9240-2e63cbc1bb64 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:00.405730 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97ba15b3-1ffd-4ba0-9240-2e63cbc1bb64 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:00.407677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd623a2-6ccf-428c-9180-f190549c4db8 None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:00.431047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:00.432191 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd623a2-6ccf-428c-9180-f190549c4db8 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:00.433120 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6dd623a2-6ccf-428c-9180-f190549c4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:00.451711 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9623d976-f80e-4fa5-9f87-d2aa949d0d92 None None] Sync routers for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:00.467889 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623d976-f80e-4fa5-9f87-d2aa949d0d92 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:00.470302 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9623d976-f80e-4fa5-9f87-d2aa949d0d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:00.488528 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4521390f-18ed-4ec2-89ec-1f7358922da2 req-294f04b4-559c-4fc9-bc3b-a1764c364e50 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930417 Apr 01 12:38:00.498965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6dd623a2-6ccf-428c-9180-f190549c4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:00.504338 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-97ba15b3-1ffd-4ba0-9240-2e63cbc1bb64 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "PUT /v2.0/floatingips/1b9cdd19-7796-46b1-8143-2c4aed3795bc HTTP/1.1" status: 200 len: 977 time: 2.8982778 Apr 01 12:38:00.507162 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:00.511696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5c187221-2796-467e-8096-4d95e1f703cf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:00.534406 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd623a2-6ccf-428c-9180-f190549c4db8 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:00.535788 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6dd623a2-6ccf-428c-9180-f190549c4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:00.609679 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c187221-2796-467e-8096-4d95e1f703cf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:00.612181 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6dd623a2-6ccf-428c-9180-f190549c4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:00.617581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd623a2-6ccf-428c-9180-f190549c4db8 None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:00.668516 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9623d976-f80e-4fa5-9f87-d2aa949d0d92 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:38:00.838167 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:00.884689 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-21f70133-6528-43c8-82e0-867ddbf199f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:00.910512 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c187221-2796-467e-8096-4d95e1f703cf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:00.927768 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c187221-2796-467e-8096-4d95e1f703cf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:00.928133 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-5c187221-2796-467e-8096-4d95e1f703cf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Floating IP 1b9cdd19-7796-46b1-8143-2c4aed3795bc disassociated. External IP: 172.25.7.147, port: 551ee432-b3f4-4d02-ba44-c0b5b7c6b280. Apr 01 12:38:01.043202 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9623d976-f80e-4fa5-9f87-d2aa949d0d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:01.072320 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9623d976-f80e-4fa5-9f87-d2aa949d0d92 None None] Checking router: 5b51178f-34da-460a-9d5e-8b337d4ff583 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:38:01.082133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b002f347-ea0a-4406-a0a7-9fa77b4675fe details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:01.083447 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623d976-f80e-4fa5-9f87-d2aa949d0d92 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:01.086103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 75f4773b-7917-49e8-87e9-41ec9feffe3d no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:38:01.086270 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9623d976-f80e-4fa5-9f87-d2aa949d0d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:01.125143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-f2c57e9d-44c8-40d4-9ee3-ab0707040b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:01.126978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-f2c57e9d-44c8-40d4-9ee3-ab0707040b7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b80ade12595e4760b63c885ba6df380a&device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 1095 time: 1.0991683 Apr 01 12:38:01.140335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f70133-6528-43c8-82e0-867ddbf199f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ee042a-a0e0-4925-86f6-e1fefb27e652,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:01.142406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] No DVR routers for this DVR port 0f981269-b115-479a-b5ef-24e7144069fe on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:38:01.146052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c81a024-eff3-4aec-868b-15c1abd18f91 req-d1b21716-be86-4266-a809-3482772aa812 service neutron] 10.222.0.37 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1084249 Apr 01 12:38:01.185018 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 75f4773b-7917-49e8-87e9-41ec9feffe3d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:38:01.192380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 75f4773b-7917-49e8-87e9-41ec9feffe3d not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:38:01.232999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:01.236681 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-50ad9b3e-a3a0-433c-8679-340aed34f745 req-c2a20c26-e459-4525-bd97-0fd80a24760a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "DELETE /v2.0/ports/0f981269-b115-479a-b5ef-24e7144069fe HTTP/1.1" status: 204 len: 173 time: 5.7963903 Apr 01 12:38:01.238854 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9623d976-f80e-4fa5-9f87-d2aa949d0d92 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:38:01.243262 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-38abad7a-59e1-45ff-8d30-92627e55fff6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b090f90e-39de-4d9f-83d0-a1afe4d55228 HTTP/1.1" status: 200 len: 217 time: 0.0961468 Apr 01 12:38:01.304538 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-18e9e883-4d9b-4c73-a7cc-fb068e4e3d74 service neutron] 10.222.0.37 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6277912 Apr 01 12:38:01.305292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Pushing event deleted for resources: {'Port': ['ID=75f4773b-7917-49e8-87e9-41ec9feffe3d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:01.316319 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-08be10b9-ce7d-4dd7-ae22-a812447b7c92 req-f0d8d9fa-140c-4116-a467-0c6ce068ccd5 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 210 time: 0.1246328 Apr 01 12:38:01.437768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b002f347-ea0a-4406-a0a7-9fa77b4675fe, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b002f347-ea0a-4406-a0a7-9fa77b4675fe,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:01.449634 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c187221-2796-467e-8096-4d95e1f703cf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:01.466480 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe', 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'port_id': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe', 'mac_address': 'fa:16:3e:9d:63:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac70454-03c6-441d-a202-2cdb53da5bc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:01.486472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-79f368f8-ae3e-4e7b-ae35-e1f9049a54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:01.488622 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-79f368f8-ae3e-4e7b-ae35-e1f9049a54f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=063beca7-6844-4371-b403-742562980b29 HTTP/1.1" status: 200 len: 855 time: 0.2367857 Apr 01 12:38:01.512014 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a4fb19d5-6e3d-4749-af63-12fa9fe03b9e req-bee98868-debb-4d05-99a1-3fd11d94dcc1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=c263d63b-b095-4b3d-b2c5-79f95665845f HTTP/1.1" status: 200 len: 210 time: 0.0750830 Apr 01 12:38:01.527177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7a64b-cadc-4755-8f68-acb160ec0953 req-459a9180-bc0f-435c-a9bb-a5837b855771 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:01.544795 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-65d7a64b-cadc-4755-8f68-acb160ec0953 req-459a9180-bc0f-435c-a9bb-a5837b855771 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 944 time: 0.6036410 Apr 01 12:38:01.607606 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:01.626890 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b002f347-ea0a-4406-a0a7-9fa77b4675fe {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:01.637973 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9623d976-f80e-4fa5-9f87-d2aa949d0d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:01.670402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b002f347-ea0a-4406-a0a7-9fa77b4675fe, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b002f347-ea0a-4406-a0a7-9fa77b4675fe,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:01.676833 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:01.724790 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9623d976-f80e-4fa5-9f87-d2aa949d0d92 None None] The sync data for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 is: [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:01.832889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=b002f347-ea0a-4406-a0a7-9fa77b4675fe,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:01.878727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c187221-2796-467e-8096-4d95e1f703cf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:01.882712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f70133-6528-43c8-82e0-867ddbf199f4 admin admin] Checking segment: {'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:01.887407 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c187221-2796-467e-8096-4d95e1f703cf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:01.891277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f70133-6528-43c8-82e0-867ddbf199f4 admin admin] Network hostable DHCP agents. Network: 20332cba-7adf-48af-b466-d893d011242e, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:38:01.895770 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e5b10-821d-47f7-baaf-6a4cdffc0f1a None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:01.938105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e5b10-821d-47f7-baaf-6a4cdffc0f1a None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:01.941844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ac2e5b10-821d-47f7-baaf-6a4cdffc0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:01.952745 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['b002f347-ea0a-4406-a0a7-9fa77b4675fe'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:01.953291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719038-5296-49bb-b4c0-8ce7f685e375 req-4c671cba-7bae-46db-b5f4-6d1feff7f835 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:01.968930 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-26719038-5296-49bb-b4c0-8ce7f685e375 req-4c671cba-7bae-46db-b5f4-6d1feff7f835 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.2257953 Apr 01 12:38:01.997848 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-65d7a64b-cadc-4755-8f68-acb160ec0953 req-7c0c8ae2-31ea-4b9f-a8c8-d365d60079f0 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504688 Apr 01 12:38:02.063037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f70133-6528-43c8-82e0-867ddbf199f4 admin admin] Network 20332cba-7adf-48af-b466-d893d011242e is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:38:02.095132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ac2e5b10-821d-47f7-baaf-6a4cdffc0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:02.102353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-21f70133-6528-43c8-82e0-867ddbf199f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 20332cba-7adf-48af-b466-d893d011242e) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:02.105235 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-f1f4933d-1599-477e-b238-0839ad426913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:02.121789 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-f1f4933d-1599-477e-b238-0839ad426913 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74922a4c-63ef-4729-9059-7d503f7541d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5748701 Apr 01 12:38:02.123822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:02.134519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8c4087-f673-49f1-8632-fc4352ca7804 None None] Network 20332cba-7adf-48af-b466-d893d011242e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:38:02.144259 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90e35eab-cecc-429e-9c38-38e9af42cc88 req-e264326e-329a-4a95-a679-a3b869249c9b service neutron] 10.222.0.37 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8237619 Apr 01 12:38:02.146919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f70133-6528-43c8-82e0-867ddbf199f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:02.148235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-21f70133-6528-43c8-82e0-867ddbf199f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:02.153547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'name': 'network-vif-deleted', 'tag': '0f981269-b115-479a-b5ef-24e7144069fe'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:02.155880 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd24cd6a-efd2-455f-a779-2b5123021535" -d '{"events": [{"server_uuid": "c263d63b-b095-4b3d-b2c5-79f95665845f", "name": "network-vif-deleted", "tag": "0f981269-b115-479a-b5ef-24e7144069fe"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:02.156425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e5b10-821d-47f7-baaf-6a4cdffc0f1a None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:02.157067 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ac2e5b10-821d-47f7-baaf-6a4cdffc0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:02.343925 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248bccf2-fa64-4281-b6af-a556499aeff0 None None] New status for floating IP e4a4d414-677b-47c9-9e7f-ddf65c1c8466: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:38:02.446843 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-21f70133-6528-43c8-82e0-867ddbf199f4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.0367777 Apr 01 12:38:02.448552 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876fbefe-1d1f-4fad-bd22-17c8996d89f4 x-openstack-request-id: req-876fbefe-1d1f-4fad-bd22-17c8996d89f4 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:02.448841 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c263d63b-b095-4b3d-b2c5-79f95665845f", "name": "network-vif-deleted", "tag": "0f981269-b115-479a-b5ef-24e7144069fe", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:02.449087 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-876fbefe-1d1f-4fad-bd22-17c8996d89f4 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:02.449488 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876fbefe-1d1f-4fad-bd22-17c8996d89f4'] response: {'server_uuid': 'c263d63b-b095-4b3d-b2c5-79f95665845f', 'name': 'network-vif-deleted', 'tag': '0f981269-b115-479a-b5ef-24e7144069fe', 'status': 'completed', 'code': 200} Apr 01 12:38:02.720736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ac2e5b10-821d-47f7-baaf-6a4cdffc0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:02.721540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e5b10-821d-47f7-baaf-6a4cdffc0f1a None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:02.728197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bb1c572-e411-4105-820f-983dbdc9d033 req-2ef23a11-c994-4be5-b074-95743ad11246 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/ports?device_id=87ed61cf-45dd-4a81-9025-14d930637fb1 HTTP/1.1" status: 200 len: 210 time: 0.1517775 Apr 01 12:38:02.744079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:02.781785 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1ba0a19b-cf74-4b6d-967c-38cf068b1773 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:02.849589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b7392-6b29-4776-9a8c-f7f2efeda498 None None] Sync routers for ids ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:02.949355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e514-b9a8-4d4f-a51e-af221527f7d4 req-061d90ad-2493-4caa-9553-bab9e18afed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:02.961205 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57c3e514-b9a8-4d4f-a51e-af221527f7d4 req-061d90ad-2493-4caa-9553-bab9e18afed3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b80ade12595e4760b63c885ba6df380a&device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a HTTP/1.1" status: 200 len: 1095 time: 0.7325218 Apr 01 12:38:02.981239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37618) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:03.094034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b7392-6b29-4776-9a8c-f7f2efeda498 None None] Routers {'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:03.094959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-679b7392-6b29-4776-9a8c-f7f2efeda498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:03.193032 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.resource_extend [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:38:03.213566 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5c187221-2796-467e-8096-4d95e1f703cf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "PUT /v2.0/floatingips/1b9cdd19-7796-46b1-8143-2c4aed3795bc HTTP/1.1" status: 200 len: 688 time: 2.6953394 Apr 01 12:38:03.219795 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37632) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:03.398816 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-26719038-5296-49bb-b4c0-8ce7f685e375 req-a6268ad0-d2cc-46fc-9679-ee53ee9947d2 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4286687 Apr 01 12:38:03.636457 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5773546b-8eca-4cef-bef4-9d9d2122c277 None None] Network 20332cba-7adf-48af-b466-d893d011242e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:38:03.675347 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-679b7392-6b29-4776-9a8c-f7f2efeda498 None None] Set router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:38:03.748760 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-bc5baec8-428d-4e67-b6b7-eedbc68d1226 service neutron] 10.222.0.44 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6031425 Apr 01 12:38:03.751030 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e514-b9a8-4d4f-a51e-af221527f7d4 req-0335dd08-2a32-4b74-bfa9-2ee830065972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:03.753243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57c3e514-b9a8-4d4f-a51e-af221527f7d4 req-0335dd08-2a32-4b74-bfa9-2ee830065972 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74922a4c-63ef-4729-9059-7d503f7541d6 HTTP/1.1" status: 200 len: 917 time: 0.7076614 Apr 01 12:38:03.754140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] No DVR routers for this DVR port 75f4773b-7917-49e8-87e9-41ec9feffe3d on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:38:03.756846 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:03.766154 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-346f560c-cea4-4b42-994e-ee327f643abf req-9ed9fc47-9f7e-4191-9ee5-8db57e52a43b tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.44 "DELETE /v2.0/ports/75f4773b-7917-49e8-87e9-41ec9feffe3d HTTP/1.1" status: 204 len: 173 time: 6.3988719 Apr 01 12:38:03.797753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206f32a-cbcf-49cf-abe0-32e4e3db9922 req-0a166a38-f27c-42a8-a638-8ce36c3d87be tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:03.799926 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b206f32a-cbcf-49cf-abe0-32e4e3db9922 req-0a166a38-f27c-42a8-a638-8ce36c3d87be tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 944 time: 0.1564341 Apr 01 12:38:03.832888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1ba0a19b-cf74-4b6d-967c-38cf068b1773, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1ba0a19b-cf74-4b6d-967c-38cf068b1773,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:03.880470 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5052a9c4-692a-4c2c-b703-8c4936ba069c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port e1bc8f2a-64f7-4e59-a92b-a90ec3acfde5 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:03.881142 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5052a9c4-692a-4c2c-b703-8c4936ba069c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:03.945643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '1ba0a19b-cf74-4b6d-967c-38cf068b1773', 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6', 'port_id': '1ba0a19b-cf74-4b6d-967c-38cf068b1773', 'mac_address': 'fa:16:3e:59:84:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063beca7-6844-4371-b403-742562980b29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:03.998751 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5052a9c4-692a-4c2c-b703-8c4936ba069c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:03.999504 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5052a9c4-692a-4c2c-b703-8c4936ba069c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:04.027883 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5052a9c4-692a-4c2c-b703-8c4936ba069c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for e1bc8f2a-64f7-4e59-a92b-a90ec3acfde5 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:04.037638 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:04.060755 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba0a19b-cf74-4b6d-967c-38cf068b1773 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:04.073695 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b206f32a-cbcf-49cf-abe0-32e4e3db9922 req-1609e9c4-1e18-44de-989c-cefc7eaf97c6 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465985 Apr 01 12:38:04.089583 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4664375-bb11-4c1e-a86d-92110ae66306 req-370a0cf8-cf07-4030-82a4-ac2c2d4c9096 service neutron] 10.222.0.44 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214090 Apr 01 12:38:04.094136 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57c3e514-b9a8-4d4f-a51e-af221527f7d4 req-07d3b4e0-dec3-4b9b-8eb3-6169e164a49a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b4abe9-e400-4491-914f-036073e16efe HTTP/1.1" status: 200 len: 217 time: 0.3253520 Apr 01 12:38:04.124665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1ba0a19b-cf74-4b6d-967c-38cf068b1773, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1ba0a19b-cf74-4b6d-967c-38cf068b1773,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:04.154030 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:04.320327 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-102526dc-5fc0-4ec3-8e5d-25085dccd808 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:04.333916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e514-b9a8-4d4f-a51e-af221527f7d4 req-0b6ba798-8f9d-42be-a912-875156953dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:04.337488 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57c3e514-b9a8-4d4f-a51e-af221527f7d4 req-0b6ba798-8f9d-42be-a912-875156953dee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=063beca7-6844-4371-b403-742562980b29 HTTP/1.1" status: 200 len: 855 time: 0.2270586 Apr 01 12:38:04.388213 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5052a9c4-692a-4c2c-b703-8c4936ba069c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:04.405633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4dcc6-f22d-4c19-af4d-60e8a261e7a6 req-cfbc1117-a9af-4e6d-97ad-d9165b5dc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:04.407799 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fd4dcc6-f22d-4c19-af4d-60e8a261e7a6 req-cfbc1117-a9af-4e6d-97ad-d9165b5dc07f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b80ade12595e4760b63c885ba6df380a&device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 1095 time: 0.2113984 Apr 01 12:38:04.428865 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-102526dc-5fc0-4ec3-8e5d-25085dccd808 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:04.469395 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052a9c4-692a-4c2c-b703-8c4936ba069c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=e1bc8f2a-64f7-4e59-a92b-a90ec3acfde5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:04.505678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'name': 'network-vif-deleted', 'tag': '75f4773b-7917-49e8-87e9-41ec9feffe3d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:04.513517 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ba0cc3-6f81-4d5c-b638-061688d12308" -d '{"events": [{"server_uuid": "87ed61cf-45dd-4a81-9025-14d930637fb1", "name": "network-vif-deleted", "tag": "75f4773b-7917-49e8-87e9-41ec9feffe3d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:04.528803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['1ba0a19b-cf74-4b6d-967c-38cf068b1773'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:04.534316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=1ba0a19b-cf74-4b6d-967c-38cf068b1773,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:04.534532 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-102526dc-5fc0-4ec3-8e5d-25085dccd808 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:04.538987 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-102526dc-5fc0-4ec3-8e5d-25085dccd808 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:04.548978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-102526dc-5fc0-4ec3-8e5d-25085dccd808 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "DELETE /v2.0/security-groups/ad0c56ce-603b-45c8-ae9c-9916f919a4a1 HTTP/1.1" status: 204 len: 168 time: 1.5019472 Apr 01 12:38:04.585793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37654) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:04.607159 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5052a9c4-692a-4c2c-b703-8c4936ba069c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:04.621112 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5052a9c4-692a-4c2c-b703-8c4936ba069c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:04.622702 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5052a9c4-692a-4c2c-b703-8c4936ba069c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/floatingips/1b9cdd19-7796-46b1-8143-2c4aed3795bc HTTP/1.1" status: 204 len: 168 time: 1.4018660 Apr 01 12:38:04.625394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37656) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:04.658905 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-bafa6031-20c8-4ba4-9be2-9d02cf85b24f tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] show failed (client error): The resource could not be found. Apr 01 12:38:04.660798 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bafa6031-20c8-4ba4-9be2-9d02cf85b24f tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups/ad0c56ce-603b-45c8-ae9c-9916f919a4a1 HTTP/1.1" status: 404 len: 347 time: 0.0729153 Apr 01 12:38:04.685249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-679b7392-6b29-4776-9a8c-f7f2efeda498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:36:51Z', 'revision_number': 4, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port': {'id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:46Z', 'updated_at': '2022-04-01T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7407263a-988e-4a7a-9b86-b2b972eb618e', 'name': '', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'mac_address': 'fa:16:3e:43:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:49Z', 'updated_at': '2022-04-01T12:36:55Z', 'revision_number': 5, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'subnets': [{'id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:04.702310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37658) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:04.727169 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b7392-6b29-4776-9a8c-f7f2efeda498 None None] Checking router: e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:38:04.737995 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-c10ab794-18ce-482d-91e4-be4af3e86bae tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] delete failed (client error): The resource could not be found. Apr 01 12:38:04.742918 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c10ab794-18ce-482d-91e4-be4af3e86bae tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/floatingips/1b9cdd19-7796-46b1-8143-2c4aed3795bc HTTP/1.1" status: 404 len: 345 time: 0.1163392 Apr 01 12:38:04.745203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102526dc-5fc0-4ec3-8e5d-25085dccd808 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0c56ce-603b-45c8-ae9c-9916f919a4a1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:04.747011 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37660) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:04.753853 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b7392-6b29-4776-9a8c-f7f2efeda498 None None] Routers {'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:04.754698 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-679b7392-6b29-4776-9a8c-f7f2efeda498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:37:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:04.821083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e514-b9a8-4d4f-a51e-af221527f7d4 req-e1ae5c0b-0908-4638-b300-ed142a85ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:04.824090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57c3e514-b9a8-4d4f-a51e-af221527f7d4 req-e1ae5c0b-0908-4638-b300-ed142a85ce8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74922a4c-63ef-4729-9059-7d503f7541d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4743476 Apr 01 12:38:04.893709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-679b7392-6b29-4776-9a8c-f7f2efeda498 None None] Set router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:38:04.932383 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5317db-9542-4959-ab4c-ae6b3a8419d7 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:04.954391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5317db-9542-4959-ab4c-ae6b3a8419d7 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:04.960635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5317db-9542-4959-ab4c-ae6b3a8419d7 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:04.962367 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-aa5317db-9542-4959-ab4c-ae6b3a8419d7 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "GET /v2.0/ports?network_id=6b45a241-d3d3-4d69-8a95-316c07276e15 HTTP/1.1" status: 200 len: 2357 time: 0.2142036 Apr 01 12:38:04.968796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4dcc6-f22d-4c19-af4d-60e8a261e7a6 req-8a0d27d6-0bd6-49a2-bd5b-b08419ce813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:04.971078 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fd4dcc6-f22d-4c19-af4d-60e8a261e7a6 req-8a0d27d6-0bd6-49a2-bd5b-b08419ce813d service neutron] 10.222.0.44 "GET /v2.0/networks?id=74922a4c-63ef-4729-9059-7d503f7541d6 HTTP/1.1" status: 200 len: 917 time: 0.4410901 Apr 01 12:38:04.971819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37662) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:05.119648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b002f347-ea0a-4406-a0a7-9fa77b4675fe up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:05.121737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c158ef9-5fca-4b82-9870-a79f2adcd63e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:05.123905 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9c158ef9-5fca-4b82-9870-a79f2adcd63e tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "GET /v2.0/subnets/ff90fb52-d314-4525-8996-6feb1a0339fe HTTP/1.1" status: 200 len: 797 time: 0.1308782 Apr 01 12:38:05.129593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37668) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:05.135626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'port': {'network_id': '6b45a241-d3d3-4d69-8a95-316c07276e15', 'name': 'tempest-FloatingIPTestJSON-127054085', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:05.170303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fd4dcc6-f22d-4c19-af4d-60e8a261e7a6 req-25a15e9c-1a33-49ec-80bd-465a262fb564 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b090f90e-39de-4d9f-83d0-a1afe4d55228 HTTP/1.1" status: 200 len: 217 time: 0.1755395 Apr 01 12:38:05.267037 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57c3e514-b9a8-4d4f-a51e-af221527f7d4 req-6f7e925b-20db-4e00-9720-ec035dc75a67 service neutron] 10.222.0.37 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348915 Apr 01 12:38:05.272704 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa9791-2833-420e-ae87-64af433e9315 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Deleting port 0d670d19-3978-4410-83e9-d567d5b2e01e {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:05.273348 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9791-2833-420e-ae87-64af433e9315 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:05.303855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port b002f347-ea0a-4406-a0a7-9fa77b4675fe triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:05.304422 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:05.348452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4dcc6-f22d-4c19-af4d-60e8a261e7a6 req-1084326a-22a7-4169-a5ed-cee1fc4edeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:05.350231 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fd4dcc6-f22d-4c19-af4d-60e8a261e7a6 req-1084326a-22a7-4169-a5ed-cee1fc4edeea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=063beca7-6844-4371-b403-742562980b29 HTTP/1.1" status: 200 len: 855 time: 0.1646304 Apr 01 12:38:05.390897 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Made reservation on behalf of e5e14b3f525143de9a0433f7d9dcdfd9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:05.529787 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9791-2833-420e-ae87-64af433e9315 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:05.530443 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9791-2833-420e-ae87-64af433e9315 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:05.560130 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:05.561335 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57c3e514-b9a8-4d4f-a51e-af221527f7d4 req-ca623fd6-3691-447f-bb4d-a13af9c3a68b service neutron] 10.222.0.37 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841501 Apr 01 12:38:05.562606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa9791-2833-420e-ae87-64af433e9315 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Calling delete_port for 0d670d19-3978-4410-83e9-d567d5b2e01e owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:05.566474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4dcc6-f22d-4c19-af4d-60e8a261e7a6 req-79ff9137-3721-4576-8f0b-02adc7db8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:05.570127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fd4dcc6-f22d-4c19-af4d-60e8a261e7a6 req-79ff9137-3721-4576-8f0b-02adc7db8f9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74922a4c-63ef-4729-9059-7d503f7541d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058475 Apr 01 12:38:05.590729 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] device_id is not set on port db2d3e31-416b-4cfa-bc3a-0a4d72a5c8f4 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:38:05.784168 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-679b7392-6b29-4776-9a8c-f7f2efeda498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:36:51Z', 'revision_number': 4, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port': {'id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:46Z', 'updated_at': '2022-04-01T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7407263a-988e-4a7a-9b86-b2b972eb618e', 'name': '', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'mac_address': 'fa:16:3e:43:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:49Z', 'updated_at': '2022-04-01T12:36:55Z', 'revision_number': 5, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'subnets': [{'id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:05.797085 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fd4dcc6-f22d-4c19-af4d-60e8a261e7a6 req-92615400-2f88-4020-9239-607a2f706d82 service neutron] 10.222.0.44 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847029 Apr 01 12:38:05.897592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b7392-6b29-4776-9a8c-f7f2efeda498 None None] The sync data for ids ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'] in n-d-836146-1 is: [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:36:51Z', 'revision_number': 4, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port': {'id': '5cc5dc4f-7be8-406f-9103-4b6e7010e540', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:46Z', 'updated_at': '2022-04-01T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7407263a-988e-4a7a-9b86-b2b972eb618e', 'name': '', 'network_id': '2e0cca15-7d8d-46a3-b5c3-0714327bab79', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'mac_address': 'fa:16:3e:43:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:49Z', 'updated_at': '2022-04-01T12:36:55Z', 'revision_number': 5, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'subnets': [{'id': 'c818ddbc-04f5-4e04-b3eb-9d9144b3ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:05.920131 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:05.993586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932c0d33-fb93-4dfd-9725-724f549f1aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:05.994787 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fd4dcc6-f22d-4c19-af4d-60e8a261e7a6 req-6b3ab395-7317-4ed1-9757-35f82b2796d2 service neutron] 10.222.0.44 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731977 Apr 01 12:38:06.018972 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f334df75-b0e0-4bd8-a345-8642510849c7" -d '{"events": [{"server_uuid": "932c0d33-fb93-4dfd-9725-724f549f1aad", "name": "network-vif-plugged", "status": "completed", "tag": "b002f347-ea0a-4406-a0a7-9fa77b4675fe"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:06.064542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b002f347-ea0a-4406-a0a7-9fa77b4675fe, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b002f347-ea0a-4406-a0a7-9fa77b4675fe,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:06.074278 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:06.103257 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9791-2833-420e-ae87-64af433e9315 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:06.180161 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa9791-2833-420e-ae87-64af433e9315 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event deleted for resources: {'Port': ['ID=0d670d19-3978-4410-83e9-d567d5b2e01e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:06.197236 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=b002f347-ea0a-4406-a0a7-9fa77b4675fe,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:06.251246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.20.0.14 (6b45a241-d3d3-4d69-8a95-316c07276e15/ff90fb52-d314-4525-8996-6feb1a0339fe/db2d3e31-416b-4cfa-bc3a-0a4d72a5c8f4) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:06.270351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.20.0.13 (6b45a241-d3d3-4d69-8a95-316c07276e15/ff90fb52-d314-4525-8996-6feb1a0339fe/db2d3e31-416b-4cfa-bc3a-0a4d72a5c8f4) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:06.305524 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9791-2833-420e-ae87-64af433e9315 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:06.315768 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9791-2833-420e-ae87-64af433e9315 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:06.323661 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2dfa9791-2833-420e-ae87-64af433e9315 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "DELETE /v2.0/floatingips/e4a4d414-677b-47c9-9e7f-ddf65c1c8466 HTTP/1.1" status: 204 len: 168 time: 1.5896809 Apr 01 12:38:06.345436 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bacda5eb-bff8-43c6-ba90-abb47f1e5e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:06.393722 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d67a5-9962-445a-9aba-8922c1839245 None None] New status for floating IP c01b10ea-12f8-4693-b314-419089e71d94: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:38:06.515846 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:06.569320 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:06.636118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network 6b45a241-d3d3-4d69-8a95-316c07276e15 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:06.642420 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:06.646166 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:06.699707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=db2d3e31-416b-4cfa-bc3a-0a4d72a5c8f4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:06.717265 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:06.718471 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:06.744725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f7b4abe9-e400-4491-914f-036073e16efe details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:06.807438 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-30c60317-5119-4406-b635-8ff959305b8d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6762931 Apr 01 12:38:06.812072 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37674) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:06.823478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': 'db2d3e31-416b-4cfa-bc3a-0a4d72a5c8f4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:06.867654 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:06.957990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f7b4abe9-e400-4491-914f-036073e16efe, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f7b4abe9-e400-4491-914f-036073e16efe,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:06.973086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1ba0a19b-cf74-4b6d-967c-38cf068b1773 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:06.977952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'f7b4abe9-e400-4491-914f-036073e16efe', 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6', 'port_id': 'f7b4abe9-e400-4491-914f-036073e16efe', 'mac_address': 'fa:16:3e:4b:d4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063beca7-6844-4371-b403-742562980b29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:07.025556 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:07.114185 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:07.134420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b4abe9-e400-4491-914f-036073e16efe {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:07.140643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b090f90e-39de-4d9f-83d0-a1afe4d55228 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:07.152356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 1ba0a19b-cf74-4b6d-967c-38cf068b1773 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:38:07.165272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 1ba0a19b-cf74-4b6d-967c-38cf068b1773 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:07.165929 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:07.181132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f7b4abe9-e400-4491-914f-036073e16efe, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f7b4abe9-e400-4491-914f-036073e16efe,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:07.211355 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:07.246685 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.25.7.252 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/4ca9ccac-886c-4147-8c55-09efe660033e) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:07.392162 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:07.394199 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=f7b4abe9-e400-4491-914f-036073e16efe,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:07.462879 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:07.480793 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:07.538253 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:07.539429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['f7b4abe9-e400-4491-914f-036073e16efe'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:07.542519 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:07.554733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:07.596120 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b090f90e-39de-4d9f-83d0-a1afe4d55228, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b090f90e-39de-4d9f-83d0-a1afe4d55228,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:07.626894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=4ca9ccac-886c-4147-8c55-09efe660033e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:07.650661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'b090f90e-39de-4d9f-83d0-a1afe4d55228', 'network_id': '74922a4c-63ef-4729-9059-7d503f7541d6', 'port_id': 'b090f90e-39de-4d9f-83d0-a1afe4d55228', 'mac_address': 'fa:16:3e:33:10:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063beca7-6844-4371-b403-742562980b29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:07.679501 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 1ba0a19b-cf74-4b6d-967c-38cf068b1773, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1ba0a19b-cf74-4b6d-967c-38cf068b1773,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:07.716699 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:07.779895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=1ba0a19b-cf74-4b6d-967c-38cf068b1773,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:07.843043 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:07.875336 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b090f90e-39de-4d9f-83d0-a1afe4d55228 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:07.909833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b090f90e-39de-4d9f-83d0-a1afe4d55228, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b090f90e-39de-4d9f-83d0-a1afe4d55228,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:07.930316 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:08.013335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=b090f90e-39de-4d9f-83d0-a1afe4d55228,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:08.197840 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:08.230691 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['b090f90e-39de-4d9f-83d0-a1afe4d55228'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:08.291013 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:08.552993 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:08.564122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:08.668640 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:08.681046 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:08.755203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=4ca9ccac-886c-4147-8c55-09efe660033e,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:08.762899 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f7b4abe9-e400-4491-914f-036073e16efe up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:08.851164 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:08.857230 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Floating IP e38393aa-3d13-4499-9b57-605cf6042af3 associated. External IP: 172.25.7.252, port: db2d3e31-416b-4cfa-bc3a-0a4d72a5c8f4. Apr 01 12:38:08.862341 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5a39138f-0483-4b43-972e-40c75c94bf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:08.903947 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port f7b4abe9-e400-4491-914f-036073e16efe completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:38:08.911981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port f7b4abe9-e400-4491-914f-036073e16efe triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:08.911981 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:09.040388 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:09.090658 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port f7b4abe9-e400-4491-914f-036073e16efe, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f7b4abe9-e400-4491-914f-036073e16efe,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:09.106381 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:09.170829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=f7b4abe9-e400-4491-914f-036073e16efe,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:09.174742 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b090f90e-39de-4d9f-83d0-a1afe4d55228 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:09.208209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:09.230044 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:38:09.257248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port b090f90e-39de-4d9f-83d0-a1afe4d55228 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:38:09.263759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port b090f90e-39de-4d9f-83d0-a1afe4d55228 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:09.264173 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:09.480649 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:09.505003 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:09.524005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a941fd3-f856-4645-9a02-13b29d098dd3 None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:09.561762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a941fd3-f856-4645-9a02-13b29d098dd3 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:09.563473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0a941fd3-f856-4645-9a02-13b29d098dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:09.569717 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:09.571029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b090f90e-39de-4d9f-83d0-a1afe4d55228, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b090f90e-39de-4d9f-83d0-a1afe4d55228,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:09.656119 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:09.663504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0a941fd3-f856-4645-9a02-13b29d098dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:09.689216 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3c1a27d9-5174-4e5a-9925-b094a252f93d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8695900 Apr 01 12:38:09.690833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37680) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:09.696531 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-49836018-5a3a-4798-9413-1c6366756fd8 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'floatingip': {'port_id': 'db2d3e31-416b-4cfa-bc3a-0a4d72a5c8f4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:09.782830 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49836018-5a3a-4798-9413-1c6366756fd8 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:09.795488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a941fd3-f856-4645-9a02-13b29d098dd3 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:09.796214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0a941fd3-f856-4645-9a02-13b29d098dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:09.835941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0a941fd3-f856-4645-9a02-13b29d098dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:09.836788 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a941fd3-f856-4645-9a02-13b29d098dd3 None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:09.888202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=b090f90e-39de-4d9f-83d0-a1afe4d55228,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:10.455645 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:10.680070 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49836018-5a3a-4798-9413-1c6366756fd8 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:10.695559 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49836018-5a3a-4798-9413-1c6366756fd8 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:10.990387 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49836018-5a3a-4798-9413-1c6366756fd8 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:11.156843 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49836018-5a3a-4798-9413-1c6366756fd8 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:11.167489 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6c171-efe4-43dc-8907-67a984beb46f None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:11.180372 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49836018-5a3a-4798-9413-1c6366756fd8 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:11.188244 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6c171-efe4-43dc-8907-67a984beb46f None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:11.190384 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-abe6c171-efe4-43dc-8907-67a984beb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:11.286658 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-abe6c171-efe4-43dc-8907-67a984beb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:11.308962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37688) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:11.327782 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6c171-efe4-43dc-8907-67a984beb46f None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:11.328431 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-abe6c171-efe4-43dc-8907-67a984beb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:11.330482 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-49836018-5a3a-4798-9413-1c6366756fd8 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "PUT /v2.0/floatingips/e38393aa-3d13-4499-9b57-605cf6042af3 HTTP/1.1" status: 200 len: 978 time: 1.6381929 Apr 01 12:38:11.380082 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-abe6c171-efe4-43dc-8907-67a984beb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:11.381267 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6c171-efe4-43dc-8907-67a984beb46f None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:11.512897 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port 4ca9ccac-886c-4147-8c55-09efe660033e {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:11.513382 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:11.693785 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:11.694782 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:11.742455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for 4ca9ccac-886c-4147-8c55-09efe660033e owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:11.746648 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:11.809610 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:12.089779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:12.145632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=4ca9ccac-886c-4147-8c55-09efe660033e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:12.261605 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:12.262152 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Floating IP e38393aa-3d13-4499-9b57-605cf6042af3 disassociated (deleted). External IP: 172.25.7.252, port: db2d3e31-416b-4cfa-bc3a-0a4d72a5c8f4. Apr 01 12:38:12.652565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:12.816095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:12.824451 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:12.827915 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643c900-ee95-4309-b40c-d733597ce7c2 None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:12.852938 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643c900-ee95-4309-b40c-d733597ce7c2 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:12.853507 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8643c900-ee95-4309-b40c-d733597ce7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:12.867997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-70d4376f-48bc-4fa8-8d76-5e93f6945868 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/floatingips/e38393aa-3d13-4499-9b57-605cf6042af3 HTTP/1.1" status: 204 len: 168 time: 1.5579123 Apr 01 12:38:12.870768 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37690) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:12.892201 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8643c900-ee95-4309-b40c-d733597ce7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:12.906023 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643c900-ee95-4309-b40c-d733597ce7c2 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:12.906652 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8643c900-ee95-4309-b40c-d733597ce7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:12.959644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8643c900-ee95-4309-b40c-d733597ce7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:12.959644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643c900-ee95-4309-b40c-d733597ce7c2 None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:12.992015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-b23c950c-0538-4490-b0cb-9d93c9a6d300 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port db2d3e31-416b-4cfa-bc3a-0a4d72a5c8f4 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:12.992461 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b23c950c-0538-4490-b0cb-9d93c9a6d300 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:13.138221 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b23c950c-0538-4490-b0cb-9d93c9a6d300 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:13.153442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-b23c950c-0538-4490-b0cb-9d93c9a6d300 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for db2d3e31-416b-4cfa-bc3a-0a4d72a5c8f4 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:13.528518 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b23c950c-0538-4490-b0cb-9d93c9a6d300 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:13.610892 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c950c-0538-4490-b0cb-9d93c9a6d300 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=db2d3e31-416b-4cfa-bc3a-0a4d72a5c8f4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:13.760662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b23c950c-0538-4490-b0cb-9d93c9a6d300 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:13.764335 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b23c950c-0538-4490-b0cb-9d93c9a6d300 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/ports/db2d3e31-416b-4cfa-bc3a-0a4d72a5c8f4 HTTP/1.1" status: 204 len: 168 time: 0.8919175 Apr 01 12:38:13.771291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37692) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:13.772805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:13.797343 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:13.942576 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:14.076475 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.25.7.241 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/43b0ddbf-3c70-412e-9b26-ef84dced00a4) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:14.235238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:14.285414 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:14.341448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:14.348112 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:14.352916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:14.411548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=43b0ddbf-3c70-412e-9b26-ef84dced00a4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:14.506526 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:14.578717 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:14.840418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78373133-4985-4eec-8063-7ec799cd71d3 req-f205f03c-1fde-4e61-994f-9c3bb4d0e310 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:14.842032 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-f205f03c-1fde-4e61-994f-9c3bb4d0e310 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/networks?id=20332cba-7adf-48af-b466-d893d011242e HTTP/1.1" status: 200 len: 815 time: 0.1575456 Apr 01 12:38:14.868556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-7e766171-f5a9-4664-8b70-fc88b05f2699 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/quotas/469070862d5448d1be2b350d21fec32e HTTP/1.1" status: 200 len: 375 time: 0.0177159 Apr 01 12:38:14.972682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-2f5ac64c-9ba2-46b7-9f92-636b2fb556e9 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=469070862d5448d1be2b350d21fec32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940948 Apr 01 12:38:15.084989 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-6c328a67-c99f-407e-9c86-8ce710a577e4 service neutron] 10.222.0.45 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053813 Apr 01 12:38:15.180335 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-d4fdf6dc-9b40-41c1-a2ac-216576c6497c service neutron] 10.222.0.45 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888612 Apr 01 12:38:15.235250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f7ee0-c9b6-4c3c-9bfb-29dedd059db9 req-cdb50aff-ce21-42fc-976b-dc639be43c88 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:15.236756 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f8f7ee0-c9b6-4c3c-9bfb-29dedd059db9 req-cdb50aff-ce21-42fc-976b-dc639be43c88 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.4708624 Apr 01 12:38:15.271597 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:15.283332 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:15.318041 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f8f7ee0-c9b6-4c3c-9bfb-29dedd059db9 req-5d5df576-c53a-43ca-8908-7e989561d082 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741329 Apr 01 12:38:15.362402 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=43b0ddbf-3c70-412e-9b26-ef84dced00a4,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:15.380011 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:15.406065 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:15.409573 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6d08fa-f981-4475-9fb6-fdc4cb7975ce x-openstack-request-id: req-ab6d08fa-f981-4475-9fb6-fdc4cb7975ce {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:15.409866 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ed61cf-45dd-4a81-9025-14d930637fb1", "name": "network-vif-deleted", "tag": "75f4773b-7917-49e8-87e9-41ec9feffe3d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:15.410164 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab6d08fa-f981-4475-9fb6-fdc4cb7975ce {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:15.410657 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5cde8e5c-b30f-4c4a-8290-93075f3dd72d tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6417310 Apr 01 12:38:15.410780 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6d08fa-f981-4475-9fb6-fdc4cb7975ce'] response: {'server_uuid': '87ed61cf-45dd-4a81-9025-14d930637fb1', 'name': 'network-vif-deleted', 'tag': '75f4773b-7917-49e8-87e9-41ec9feffe3d', 'status': 'completed', 'code': 200} Apr 01 12:38:15.411170 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37730) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:15.416303 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'port': {'network_id': '6b45a241-d3d3-4d69-8a95-316c07276e15', 'name': 'tempest-FloatingIPTestJSON-365536385'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:15.439208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb76a6-9aac-466d-bc46-b3ca35b6edae req-a783292d-5534-48a3-a612-670dc6db3b32 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:15.442087 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ddb76a6-9aac-466d-bc46-b3ca35b6edae req-a783292d-5534-48a3-a612-670dc6db3b32 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.0648224 Apr 01 12:38:15.485402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ddb76a6-9aac-466d-bc46-b3ca35b6edae req-cd7ee77f-0c54-4f5d-8092-5d1a67da1b64 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361509 Apr 01 12:38:15.577248 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340bb9-5be6-4117-ad16-81664a93dccf req-620eb115-51fa-4745-9c9c-ea73761b8cb1 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:15.584038 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7c340bb9-5be6-4117-ad16-81664a93dccf req-620eb115-51fa-4745-9c9c-ea73761b8cb1 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 946 time: 0.0809040 Apr 01 12:38:15.624939 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f9d45d-9a6d-4ee6-8dbb-c642fea94bf1 x-openstack-request-id: req-76f9d45d-9a6d-4ee6-8dbb-c642fea94bf1 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:15.624939 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932c0d33-fb93-4dfd-9725-724f549f1aad", "name": "network-vif-plugged", "status": "completed", "tag": "b002f347-ea0a-4406-a0a7-9fa77b4675fe", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:15.624939 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76f9d45d-9a6d-4ee6-8dbb-c642fea94bf1 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:15.624939 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f9d45d-9a6d-4ee6-8dbb-c642fea94bf1'] response: {'server_uuid': '932c0d33-fb93-4dfd-9725-724f549f1aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe', 'code': 200} Apr 01 12:38:15.626560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Made reservation on behalf of e5e14b3f525143de9a0433f7d9dcdfd9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:15.630420 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:15.645404 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7c340bb9-5be6-4117-ad16-81664a93dccf req-da7de5bf-c382-4ab0-8f4f-58c96a8b0c96 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528023 Apr 01 12:38:15.654961 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] device_id is not set on port 4f4f3146-7558-4671-adca-2d83f296965f yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:38:15.819964 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8d73435-b7df-483a-98cf-15255644b4ae req-0144ddb3-44cb-4332-9ffb-8c4298ad46c4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 210 time: 0.0350544 Apr 01 12:38:15.836682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.20.0.11 (6b45a241-d3d3-4d69-8a95-316c07276e15/ff90fb52-d314-4525-8996-6feb1a0339fe/4f4f3146-7558-4671-adca-2d83f296965f) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:15.887634 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37750) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:16.066097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2fd2a-73eb-4028-9d1e-509a0e9ab9bb req-5f134cda-01e6-49d0-ae91-3f67426496f3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:16.067598 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dcb2fd2a-73eb-4028-9d1e-509a0e9ab9bb req-5f134cda-01e6-49d0-ae91-3f67426496f3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1241736 Apr 01 12:38:16.068246 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a99b8118-ae22-4c66-afc9-904d3f83ad46 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.105294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37752) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:16.111112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-26423a60-871c-40df-81f9-245bbe7ba991 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--339243826', 'description': 'tempest-description--1986979461'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:16.136815 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26423a60-871c-40df-81f9-245bbe7ba991 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.142518 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.145266 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a99b8118-ae22-4c66-afc9-904d3f83ad46 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.183521 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dcb2fd2a-73eb-4028-9d1e-509a0e9ab9bb req-668aeabe-3c52-45f5-9c41-75dfe03112b0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072173 Apr 01 12:38:16.242819 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26423a60-871c-40df-81f9-245bbe7ba991 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.248338 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26423a60-871c-40df-81f9-245bbe7ba991 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.252934 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.257160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a99b8118-ae22-4c66-afc9-904d3f83ad46 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.261860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a99b8118-ae22-4c66-afc9-904d3f83ad46 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.263969 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a99b8118-ae22-4c66-afc9-904d3f83ad46 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "DELETE /v2.0/security-groups/1a8ca383-79ab-4b15-96e9-1357d8414968 HTTP/1.1" status: 204 len: 168 time: 0.3748257 Apr 01 12:38:16.274733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37768) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:16.304112 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26423a60-871c-40df-81f9-245bbe7ba991 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.306890 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-26423a60-871c-40df-81f9-245bbe7ba991 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1988995 Apr 01 12:38:16.309321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37772) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:16.310786 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26423a60-871c-40df-81f9-245bbe7ba991 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cd6d75-905b-4248-9708-46a95ecffa8c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:16.318532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-cf8b9a4b-44e5-4ce3-b4cf-7c4344fecdbf tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'security_group_rule': {'security_group_id': '13cd6d75-905b-4248-9708-46a95ecffa8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:16.323242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b8118-ae22-4c66-afc9-904d3f83ad46 tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ca383-79ab-4b15-96e9-1357d8414968,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:16.368498 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-853f855c-07ec-430f-9494-9ce0c0dff15a tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] show failed (client error): The resource could not be found. Apr 01 12:38:16.368672 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9a4b-44e5-4ce3-b4cf-7c4344fecdbf tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.369654 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-853f855c-07ec-430f-9494-9ce0c0dff15a tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "GET /v2.0/security-groups/1a8ca383-79ab-4b15-96e9-1357d8414968 HTTP/1.1" status: 404 len: 347 time: 0.0868578 Apr 01 12:38:16.373432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37778) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:16.381982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network 6b45a241-d3d3-4d69-8a95-316c07276e15 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:16.387421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:16.396022 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:16.425123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=4f4f3146-7558-4671-adca-2d83f296965f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:16.447762 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42c4df-eed7-422d-a567-a068146ec50c req-f366d21a-e850-4ac7-ac54-dbed130c14eb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:16.449476 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0f42c4df-eed7-422d-a567-a068146ec50c req-f366d21a-e850-4ac7-ac54-dbed130c14eb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1622345 Apr 01 12:38:16.480087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:16.480775 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.515107 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e36e54ef-8388-4578-8a79-a260e04ff345 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1025877 Apr 01 12:38:16.519296 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0f42c4df-eed7-422d-a567-a068146ec50c req-19173470-64a8-4a03-85e3-a241c5fd3f4e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615242 Apr 01 12:38:16.520051 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37796) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:16.527547 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f3611f69-c8a4-4305-a8d5-85efcec031bf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'floatingip': {'port_id': '4f4f3146-7558-4671-adca-2d83f296965f'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:16.574377 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3611f69-c8a4-4305-a8d5-85efcec031bf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:16.793033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dec11-5087-4c5a-b6df-cdd04c51d85c req-10673003-5476-43b9-a0f6-88b2ea4c7d5d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:16.794580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c06dec11-5087-4c5a-b6df-cdd04c51d85c req-10673003-5476-43b9-a0f6-88b2ea4c7d5d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.1365781 Apr 01 12:38:16.881773 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c06dec11-5087-4c5a-b6df-cdd04c51d85c req-7c484b3e-aa7b-468a-9328-72bd960536e2 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767012 Apr 01 12:38:16.995691 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9a4b-44e5-4ce3-b4cf-7c4344fecdbf tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.010708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9a4b-44e5-4ce3-b4cf-7c4344fecdbf tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.020407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f656079-b2bf-46ff-8a9d-74cb676c6796 req-14c316e0-68b0-48db-a90c-f29272af8c6f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:17.021943 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f656079-b2bf-46ff-8a9d-74cb676c6796 req-14c316e0-68b0-48db-a90c-f29272af8c6f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2034793 Apr 01 12:38:17.047300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78373133-4985-4eec-8063-7ec799cd71d3 req-ca9451a6-32dc-482e-8f74-81f606febc37 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:17.048710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-ca9451a6-32dc-482e-8f74-81f606febc37 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.37 "GET /v2.0/networks?id=20332cba-7adf-48af-b466-d893d011242e HTTP/1.1" status: 200 len: 815 time: 0.2639794 Apr 01 12:38:17.066101 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800168bb-da42-446e-9bf8-43bb955b9172 req-f2e29dc5-0516-419c-a602-b39cac303ac3 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:17.067580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-800168bb-da42-446e-9bf8-43bb955b9172 req-f2e29dc5-0516-419c-a602-b39cac303ac3 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 946 time: 0.0999284 Apr 01 12:38:17.071278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-78373133-4985-4eec-8063-7ec799cd71d3 req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Request body: {'port': {'device_id': 'bddffd0e-fc73-40b6-ba53-8b9cd55c1987', 'network_id': '20332cba-7adf-48af-b466-d893d011242e', 'admin_state_up': True, 'tenant_id': '469070862d5448d1be2b350d21fec32e'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:17.076034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b9a4b-44e5-4ce3-b4cf-7c4344fecdbf tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf3655f-8b94-42b6-bf06-9c0fd2868ee5,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:17.102486 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9a4b-44e5-4ce3-b4cf-7c4344fecdbf tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.106324 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cf8b9a4b-44e5-4ce3-b4cf-7c4344fecdbf tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7897429 Apr 01 12:38:17.109685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37812) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:17.123019 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-558e12dd-6140-4c18-9df1-bae4cd28dab4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'security_group_rule': {'security_group_id': '13cd6d75-905b-4248-9708-46a95ecffa8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:17.176080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-22f909c0-f584-48cb-8547-afa389863b4f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Deleting port 5d317348-c05f-4839-8ad6-8e4b8a705c32 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:17.176329 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-22f909c0-f584-48cb-8547-afa389863b4f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.177133 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-800168bb-da42-446e-9bf8-43bb955b9172 req-0bb273fd-5608-434b-a4de-c3a479201685 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977676 Apr 01 12:38:17.180278 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f656079-b2bf-46ff-8a9d-74cb676c6796 req-2b7e2690-c41f-4a64-8b38-329a1084098a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491575 Apr 01 12:38:17.219573 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3611f69-c8a4-4305-a8d5-85efcec031bf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.232283 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3611f69-c8a4-4305-a8d5-85efcec031bf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.276597 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-558e12dd-6140-4c18-9df1-bae4cd28dab4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.355745 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7aeb818e-f6b1-48e0-bbe2-3bd401d9b331 req-9679c7d1-9327-4c10-b2bf-7487aa679689 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 210 time: 0.0467224 Apr 01 12:38:17.363891 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-22f909c0-f584-48cb-8547-afa389863b4f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.364224 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-22f909c0-f584-48cb-8547-afa389863b4f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.400050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-22f909c0-f584-48cb-8547-afa389863b4f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Calling delete_port for 5d317348-c05f-4839-8ad6-8e4b8a705c32 owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:17.404761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78373133-4985-4eec-8063-7ec799cd71d3 req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Made reservation on behalf of 469070862d5448d1be2b350d21fec32e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:17.408876 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-78373133-4985-4eec-8063-7ec799cd71d3 req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.420406 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-558e12dd-6140-4c18-9df1-bae4cd28dab4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.434049 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-f3611f69-c8a4-4305-a8d5-85efcec031bf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Floating IP bbb727e6-f6dd-4305-ac09-41150ff4b585 associated. External IP: 172.25.7.241, port: 4f4f3146-7558-4671-adca-2d83f296965f. Apr 01 12:38:17.434276 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-558e12dd-6140-4c18-9df1-bae4cd28dab4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.503296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e12dd-6140-4c18-9df1-bae4cd28dab4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6987b9ae-e598-4a17-ba9f-e9b2594cff97,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:17.545908 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-558e12dd-6140-4c18-9df1-bae4cd28dab4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.550183 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-558e12dd-6140-4c18-9df1-bae4cd28dab4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4363496 Apr 01 12:38:17.553355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37838) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:17.565336 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:17.626628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377bc737-1ac4-4e08-a99a-a0a7798db7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba0a19b-cf74-4b6d-967c-38cf068b1773'}, {'server_uuid': '309d0362-d1f2-41de-a9b2-584ff9b4646a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b4abe9-e400-4491-914f-036073e16efe'}, {'server_uuid': '24060d6f-946a-480e-bd18-4790c83280de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b090f90e-39de-4d9f-83d0-a1afe4d55228'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:17.629396 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e1b739-a8af-49b2-910a-78195778fdd6" -d '{"events": [{"server_uuid": "377bc737-1ac4-4e08-a99a-a0a7798db7f2", "name": "network-vif-plugged", "status": "completed", "tag": "1ba0a19b-cf74-4b6d-967c-38cf068b1773"}, {"server_uuid": "309d0362-d1f2-41de-a9b2-584ff9b4646a", "name": "network-vif-plugged", "status": "completed", "tag": "f7b4abe9-e400-4491-914f-036073e16efe"}, {"server_uuid": "24060d6f-946a-480e-bd18-4790c83280de", "name": "network-vif-plugged", "status": "completed", "tag": "b090f90e-39de-4d9f-83d0-a1afe4d55228"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:17.710992 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.751549 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850a731-01cd-47b1-8d32-0734b80b30be req-4f96786c-cb3a-4d04-ad88-20a759edb3e5 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:17.753070 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-4f96786c-cb3a-4d04-ad88-20a759edb3e5 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 811 time: 0.2692277 Apr 01 12:38:17.753614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-78373133-4985-4eec-8063-7ec799cd71d3 req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Allocated IP 172.20.0.8 (20332cba-7adf-48af-b466-d893d011242e/79ee042a-a0e0-4925-86f6-e1fefb27e652/51eb0819-8923-4c6a-9bbd-cd1bf671a21f) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:17.771437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3611f69-c8a4-4305-a8d5-85efcec031bf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:17.777129 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-227b89e9-9fdb-47f7-ac02-ef7abb30ddc6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/quotas/c946efcae6d14e23a564c906a96bcc79 HTTP/1.1" status: 200 len: 375 time: 0.0150645 Apr 01 12:38:17.831563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-6e2b56e1-f4bb-48d1-8325-9c4ae00bd4e6 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:17.833140 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-6e2b56e1-f4bb-48d1-8325-9c4ae00bd4e6 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/networks?id=4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 200 len: 805 time: 0.2593446 Apr 01 12:38:17.902369 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-22f909c0-f584-48cb-8547-afa389863b4f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.917175 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-35e4728e-75df-4fca-8cd0-b835e659c407 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1317179 Apr 01 12:38:17.919872 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-793e3539-b473-4e55-9da7-8c69ecc25372 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/quotas/9c76524582c44960b21939aa3e380526 HTTP/1.1" status: 200 len: 375 time: 0.0722475 Apr 01 12:38:17.948318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f909c0-f584-48cb-8547-afa389863b4f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Pushing event deleted for resources: {'Port': ['ID=5d317348-c05f-4839-8ad6-8e4b8a705c32,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:17.961355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3611f69-c8a4-4305-a8d5-85efcec031bf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:17.966497 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3611f69-c8a4-4305-a8d5-85efcec031bf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:17.974493 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d29e24-e50c-4507-9140-fb99e32e2c8d None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:17.984467 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d29e24-e50c-4507-9140-fb99e32e2c8d None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:17.985072 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-31d29e24-e50c-4507-9140-fb99e32e2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:18.020936 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-31d29e24-e50c-4507-9140-fb99e32e2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:18.030724 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d29e24-e50c-4507-9140-fb99e32e2c8d None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:18.031329 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-31d29e24-e50c-4507-9140-fb99e32e2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:18.033029 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f3611f69-c8a4-4305-a8d5-85efcec031bf tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "PUT /v2.0/floatingips/bbb727e6-f6dd-4305-ac09-41150ff4b585 HTTP/1.1" status: 200 len: 978 time: 1.5117750 Apr 01 12:38:18.036074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37844) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:18.065586 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-31d29e24-e50c-4507-9140-fb99e32e2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:18.066271 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d29e24-e50c-4507-9140-fb99e32e2c8d None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:18.090901 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-4bf3b316-a1de-4d04-b389-aadac7e05f96 service neutron] 10.222.0.45 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645985 Apr 01 12:38:18.126186 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-025796f2-3fa5-491a-94c0-4c551121c1f6 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c76524582c44960b21939aa3e380526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1841257 Apr 01 12:38:18.153026 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-22f909c0-f584-48cb-8547-afa389863b4f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:18.155503 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-22f909c0-f584-48cb-8547-afa389863b4f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:18.156600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-22f909c0-f584-48cb-8547-afa389863b4f tempest-ServersTestManualDisk-506317863 tempest-ServersTestManualDisk-506317863-project] 10.222.0.45 "DELETE /v2.0/floatingips/c01b10ea-12f8-4693-b314-419089e71d94 HTTP/1.1" status: 204 len: 168 time: 1.7799244 Apr 01 12:38:18.172346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37846) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:18.188697 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:18.202042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port 4f4f3146-7558-4671-adca-2d83f296965f {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:18.202396 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:18.202869 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-78373133-4985-4eec-8063-7ec799cd71d3 req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:18.244985 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-36277028-0f5b-4eb5-884c-5b945c402cbd service neutron] 10.222.0.45 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340394 Apr 01 12:38:18.303210 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:18.414682 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ebd8d6-1f68-4392-8833-6b11c44e5cfd x-openstack-request-id: req-c6ebd8d6-1f68-4392-8833-6b11c44e5cfd {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:18.415086 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377bc737-1ac4-4e08-a99a-a0a7798db7f2", "name": "network-vif-plugged", "status": "completed", "tag": "1ba0a19b-cf74-4b6d-967c-38cf068b1773", "code": 200}, {"server_uuid": "309d0362-d1f2-41de-a9b2-584ff9b4646a", "name": "network-vif-plugged", "status": "completed", "tag": "f7b4abe9-e400-4491-914f-036073e16efe", "code": 200}, {"server_uuid": "24060d6f-946a-480e-bd18-4790c83280de", "name": "network-vif-plugged", "status": "completed", "tag": "b090f90e-39de-4d9f-83d0-a1afe4d55228", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:18.416022 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6ebd8d6-1f68-4392-8833-6b11c44e5cfd {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:18.416524 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ebd8d6-1f68-4392-8833-6b11c44e5cfd'] response: {'server_uuid': '377bc737-1ac4-4e08-a99a-a0a7798db7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba0a19b-cf74-4b6d-967c-38cf068b1773', 'code': 200} Apr 01 12:38:18.417004 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ebd8d6-1f68-4392-8833-6b11c44e5cfd'] response: {'server_uuid': '309d0362-d1f2-41de-a9b2-584ff9b4646a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b4abe9-e400-4491-914f-036073e16efe', 'code': 200} Apr 01 12:38:18.419220 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-32464ec0-3aca-433e-9c34-2ae80005e022 service neutron] 10.222.0.45 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781496 Apr 01 12:38:18.425478 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ebd8d6-1f68-4392-8833-6b11c44e5cfd'] response: {'server_uuid': '24060d6f-946a-480e-bd18-4790c83280de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b090f90e-39de-4d9f-83d0-a1afe4d55228', 'code': 200} Apr 01 12:38:18.483653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-78373133-4985-4eec-8063-7ec799cd71d3 req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:18.648541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4769d-324d-4cb4-bd9e-cf32c5a37cda req-16c47682-1638-4371-b36d-d7456cde141d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:18.648541 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1ea4769d-324d-4cb4-bd9e-cf32c5a37cda req-16c47682-1638-4371-b36d-d7456cde141d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.1134162 Apr 01 12:38:18.652565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Allocated IP 172.25.7.253 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/4e35c547-0bc1-4acb-ab77-f5365ddfb378) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:18.670802 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:18.671153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:18.671723 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Floating IP bbb727e6-f6dd-4305-ac09-41150ff4b585 disassociated. External IP: 172.25.7.241, port: 4f4f3146-7558-4671-adca-2d83f296965f. Apr 01 12:38:18.671849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for 4f4f3146-7558-4671-adca-2d83f296965f owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:18.733177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78373133-4985-4eec-8063-7ec799cd71d3 req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Network 20332cba-7adf-48af-b466-d893d011242e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:18.741468 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1ea4769d-324d-4cb4-bd9e-cf32c5a37cda req-36fa82f4-e28c-4c82-b0b4-556135009494 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790768 Apr 01 12:38:18.754971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-78373133-4985-4eec-8063-7ec799cd71d3 req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:18.764062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Pushing event updated for resources: {'Port': ['ID=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:18.771047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-78373133-4985-4eec-8063-7ec799cd71d3 req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:18.895479 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:18.945844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9776c-0127-4970-b510-40ca3338a787 req-92e5a517-c3e6-4222-9b30-3997e881daf4 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:18.947514 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9eb9776c-0127-4970-b510-40ca3338a787 req-92e5a517-c3e6-4222-9b30-3997e881daf4 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 946 time: 0.1086323 Apr 01 12:38:18.950102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=4f4f3146-7558-4671-adca-2d83f296965f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:19.203084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b002f347-ea0a-4406-a0a7-9fa77b4675fe no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:38:19.233815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-ece54ff5-0a5d-4801-a8c7-3bc08e54fe77 service neutron] 10.222.0.45 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7863376 Apr 01 12:38:19.241470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957c905-53b7-4b63-b4a6-a564143d4dcb req-ce9aab56-eeec-4b23-ab33-e3b0d501c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:19.243016 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e957c905-53b7-4b63-b4a6-a564143d4dcb req-ce9aab56-eeec-4b23-ab33-e3b0d501c063 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 1096 time: 0.6779718 Apr 01 12:38:19.244668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ea9db-b02f-4469-8686-bd789707dbc5 req-01f4cef9-ffe0-4ed9-9610-c8ebb364e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:19.246243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd3ea9db-b02f-4469-8686-bd789707dbc5 req-01f4cef9-ffe0-4ed9-9610-c8ebb364e45a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a HTTP/1.1" status: 200 len: 1097 time: 0.7314675 Apr 01 12:38:19.253227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843cbab-107b-4437-9c43-e7941c767d7d req-e6214636-f89d-4478-950e-a285653e48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:19.254865 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7843cbab-107b-4437-9c43-e7941c767d7d req-e6214636-f89d-4478-950e-a285653e48fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 1097 time: 0.6887202 Apr 01 12:38:19.275441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78373133-4985-4eec-8063-7ec799cd71d3 req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:19.275787 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-78373133-4985-4eec-8063-7ec799cd71d3 req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:19.298958 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:19.335659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b002f347-ea0a-4406-a0a7-9fa77b4675fe, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b002f347-ea0a-4406-a0a7-9fa77b4675fe,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:19.343161 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:19.378280 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9eb9776c-0127-4970-b510-40ca3338a787 req-09be5621-3e80-4d0f-a693-567a3196aca0 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158981 Apr 01 12:38:19.412368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-0b2cc7ac-15e6-4418-bc6f-b00e829db33c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3532267 Apr 01 12:38:19.433560 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:19.441398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Request body: {'port': {'device_id': 'bddffd0e-fc73-40b6-ba53-8b9cd55c1987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:19.463044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=b002f347-ea0a-4406-a0a7-9fa77b4675fe,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:19.495540 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e957c905-53b7-4b63-b4a6-a564143d4dcb req-c49cc4a9-e01f-4f40-8a90-04abd9b07e92 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126834 Apr 01 12:38:19.534519 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-47adb7e1-2c2a-4c3e-a7bf-d4166f578a0d req-7dc2df6d-ae96-41ba-8add-cafd5c213d56 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 210 time: 0.0441840 Apr 01 12:38:19.539750 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:19.549023 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7843cbab-107b-4437-9c43-e7941c767d7d req-fc4035fd-9033-4c97-a927-0cf9bc64829a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800453 Apr 01 12:38:19.605780 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd3ea9db-b02f-4469-8686-bd789707dbc5 req-1c85a640-bdef-41b8-b4d6-87bcb2a235b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189580 Apr 01 12:38:19.646884 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7c546695-0cfe-4300-a6aa-93c27a2047a5 req-b85260b2-a087-4dd1-ae2f-2d5606fe937f tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 210 time: 0.0435746 Apr 01 12:38:19.687205 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:19.709312 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:19.713372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238f2d6-8aa7-4efb-9bff-e30de1b6de30 req-70e24061-90c8-4813-9090-7e8c2e1ed382 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:19.714787 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3238f2d6-8aa7-4efb-9bff-e30de1b6de30 req-70e24061-90c8-4813-9090-7e8c2e1ed382 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.44 "GET /v2.0/ports?device_id=932c0d33-fb93-4dfd-9725-724f549f1aad HTTP/1.1" status: 200 len: 943 time: 0.2982793 Apr 01 12:38:19.721672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496bc80-bc00-4cd5-8a70-d94b1de05b5d None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:19.739121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496bc80-bc00-4cd5-8a70-d94b1de05b5d None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:19.740184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6496bc80-bc00-4cd5-8a70-d94b1de05b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:19.765450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4bdad-b3a1-43d9-964a-8d79ae4d87cb req-5ebf3a15-5deb-4f67-bd97-761af8ad34f6 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:19.775643 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-95e4bdad-b3a1-43d9-964a-8d79ae4d87cb req-5ebf3a15-5deb-4f67-bd97-761af8ad34f6 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 931 time: 0.1979082 Apr 01 12:38:19.803591 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:19.826113 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6496bc80-bc00-4cd5-8a70-d94b1de05b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:19.839745 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:19.849033 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-04502c31-7369-4544-acc4-683c2a858344 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/ports/4f4f3146-7558-4671-adca-2d83f296965f HTTP/1.1" status: 204 len: 168 time: 1.8117886 Apr 01 12:38:19.853221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37874) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:19.855395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496bc80-bc00-4cd5-8a70-d94b1de05b5d None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:19.856643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6496bc80-bc00-4cd5-8a70-d94b1de05b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:19.922399 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7ab3fbf8-a655-4670-bd06-4ccdc3a36596 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "GET /v2.0/floatingips/bbb727e6-f6dd-4305-ac09-41150ff4b585 HTTP/1.1" status: 200 len: 688 time: 0.0662401 Apr 01 12:38:19.925486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37876) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:20.049467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:20.088221 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-6496bc80-bc00-4cd5-8a70-d94b1de05b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:20.089412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496bc80-bc00-4cd5-8a70-d94b1de05b5d None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:20.105400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:20.107249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'Port': ['ID=4e35c547-0bc1-4acb-ab77-f5365ddfb378,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:20.113492 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521555-694e-4675-9160-731fc7ab6387 req-e8f87466-c8d5-4b51-a130-7482b84f0acc tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:20.119856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-95e4bdad-b3a1-43d9-964a-8d79ae4d87cb req-ee53a878-c63f-41d0-9d01-3a0cacec493e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412180 Apr 01 12:38:20.120740 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:20.120861 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-22521555-694e-4675-9160-731fc7ab6387 req-e8f87466-c8d5-4b51-a130-7482b84f0acc tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.2705832 Apr 01 12:38:20.146366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e8887319-8460-4d09-9547-85258a427d87 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port 43b0ddbf-3c70-412e-9b26-ef84dced00a4 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:20.146710 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8887319-8460-4d09-9547-85258a427d87 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:20.182182 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-22521555-694e-4675-9160-731fc7ab6387 req-267dd930-c7e7-413b-bfd0-b6604e78bb57 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602691 Apr 01 12:38:20.253055 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8887319-8460-4d09-9547-85258a427d87 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:20.253387 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8887319-8460-4d09-9547-85258a427d87 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:20.256480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850a731-01cd-47b1-8d32-0734b80b30be req-55d5c68f-1af9-4eb7-8655-34e5d1b835cd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:20.257910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-55d5c68f-1af9-4eb7-8655-34e5d1b835cd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 811 time: 0.4640434 Apr 01 12:38:20.266938 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e8887319-8460-4d09-9547-85258a427d87 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for 43b0ddbf-3c70-412e-9b26-ef84dced00a4 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:20.300784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e850a731-01cd-47b1-8d32-0734b80b30be req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Request body: {'port': {'device_id': '31163cfc-1544-417c-b0fc-89c4ff07afdd', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'admin_state_up': True, 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:20.411019 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8887319-8460-4d09-9547-85258a427d87 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:20.426929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932c0d33-fb93-4dfd-9725-724f549f1aad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:20.429926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-3238f2d6-8aa7-4efb-9bff-e30de1b6de30 req-4c8d6377-cb49-4e50-82d3-c3bf8613f0a8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Deleting port b002f347-ea0a-4406-a0a7-9fa77b4675fe {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:20.430287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3238f2d6-8aa7-4efb-9bff-e30de1b6de30 req-4c8d6377-cb49-4e50-82d3-c3bf8613f0a8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:20.433190 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d577049-b9f7-4912-a4d7-04710c10738d" -d '{"events": [{"server_uuid": "932c0d33-fb93-4dfd-9725-724f549f1aad", "name": "network-vif-unplugged", "status": "completed", "tag": "b002f347-ea0a-4406-a0a7-9fa77b4675fe"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:20.445205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8887319-8460-4d09-9547-85258a427d87 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=43b0ddbf-3c70-412e-9b26-ef84dced00a4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:20.485258 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ee275e-e86b-492f-9feb-fef6b2783812 x-openstack-request-id: req-d3ee275e-e86b-492f-9feb-fef6b2783812 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:20.485577 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932c0d33-fb93-4dfd-9725-724f549f1aad", "name": "network-vif-unplugged", "status": "completed", "tag": "b002f347-ea0a-4406-a0a7-9fa77b4675fe", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:20.485872 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3ee275e-e86b-492f-9feb-fef6b2783812 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:20.486292 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ee275e-e86b-492f-9feb-fef6b2783812'] response: {'server_uuid': '932c0d33-fb93-4dfd-9725-724f549f1aad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe', 'code': 200} Apr 01 12:38:20.507610 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8887319-8460-4d09-9547-85258a427d87 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:20.510186 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8887319-8460-4d09-9547-85258a427d87 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:20.514051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e8887319-8460-4d09-9547-85258a427d87 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/floatingips/bbb727e6-f6dd-4305-ac09-41150ff4b585 HTTP/1.1" status: 204 len: 168 time: 0.5849109 Apr 01 12:38:20.515243 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37882) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:20.520644 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': '551ee432-b3f4-4d02-ba44-c0b5b7c6b280'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:20.540753 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:20.600060 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:20.679716 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-37b977fa-63c9-4275-b2b2-55b1d85b71c5 req-72c2f116-8225-4e5a-a49e-9ad173400fbb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 210 time: 0.0361364 Apr 01 12:38:20.717148 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:20.740021 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7330ce9d-0954-4e36-aa8b-f0b8186e0966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:20.837290 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-33656284-5f2c-4c7a-af2f-af2b13fa2e54 req-fe4f876d-24ab-4f56-b75f-ae8d0a5b07e3 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 210 time: 0.0354881 Apr 01 12:38:20.910962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.25.7.237 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/29bde81d-9748-4b3e-9021-8049b11a6273) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:20.941256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51eb0819-8923-4c6a-9bbd-cd1bf671a21f {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:20.963598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de1a61-1432-43bd-99a5-18a8c2247ab3 req-3ff46d41-d30e-48e4-ac5b-d1670461da1b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:20.965096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5de1a61-1432-43bd-99a5-18a8c2247ab3 req-3ff46d41-d30e-48e4-ac5b-d1670461da1b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 946 time: 0.4840989 Apr 01 12:38:21.005237 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:21.009992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3238f2d6-8aa7-4efb-9bff-e30de1b6de30 req-4c8d6377-cb49-4e50-82d3-c3bf8613f0a8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] For port b002f347-ea0a-4406-a0a7-9fa77b4675fe, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b002f347-ea0a-4406-a0a7-9fa77b4675fe,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:21.010365 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3238f2d6-8aa7-4efb-9bff-e30de1b6de30 req-4c8d6377-cb49-4e50-82d3-c3bf8613f0a8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:21.012620 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:21.028020 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:21.060484 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:21.078691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-3238f2d6-8aa7-4efb-9bff-e30de1b6de30 req-4c8d6377-cb49-4e50-82d3-c3bf8613f0a8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Calling delete_port for b002f347-ea0a-4406-a0a7-9fa77b4675fe owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:21.088878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e850a731-01cd-47b1-8d32-0734b80b30be req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Made reservation on behalf of c946efcae6d14e23a564c906a96bcc79 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:21.092202 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e850a731-01cd-47b1-8d32-0734b80b30be req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:21.104954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:21.107186 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:21.109795 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:21.109931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Transition to ACTIVE for port object 51eb0819-8923-4c6a-9bbd-cd1bf671a21f will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:38:21.146534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=29bde81d-9748-4b3e-9021-8049b11a6273,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:21.182934 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:21.257959 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a5de1a61-1432-43bd-99a5-18a8c2247ab3 req-451c28ed-50ac-4064-af21-88a902f844ff tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823930 Apr 01 12:38:21.295729 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-afe894db-f89c-41f2-adf9-7d1b5c088f3f tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:21.297221 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-afe894db-f89c-41f2-adf9-7d1b5c088f3f tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.37 "GET /v2.0/networks?id=4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 200 len: 805 time: 0.4919386 Apr 01 12:38:21.337041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Request body: {'port': {'device_id': '9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2', 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'admin_state_up': True, 'tenant_id': '9c76524582c44960b21939aa3e380526'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:21.350710 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb06c41-6fe1-43d4-a6cb-65e008964ce2 req-4a69eb42-b476-4205-820a-85181dfa024e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:21.352163 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-feb06c41-6fe1-43d4-a6cb-65e008964ce2 req-4a69eb42-b476-4205-820a-85181dfa024e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 943 time: 0.1574435 Apr 01 12:38:21.429963 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-feb06c41-6fe1-43d4-a6cb-65e008964ce2 req-4c7827a8-1920-4f1c-8b6f-a8948ce6ddc4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710428 Apr 01 12:38:21.595637 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:21.667676 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:21.786289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Pushing event updated for resources: {'Port': ['ID=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:21.828738 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a4874c4c-b195-4bce-8b94-3ffe23a121f5 req-b68c5b6b-de80-4d16-b1cf-03a946686d4e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 210 time: 0.0314953 Apr 01 12:38:21.880851 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:21.887118 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:21.956197 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f5c97a6c-3b25-45c5-9aa5-62c97e0a4b1b req-63f4b2eb-7990-4b6c-a843-abd8a1b0ba2c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 210 time: 0.0413089 Apr 01 12:38:21.988506 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=29bde81d-9748-4b3e-9021-8049b11a6273,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:21.999440 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:21.999697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb6cf1-1994-4db2-b785-7a5fd9affeba req-131b466a-2a85-4644-b3d8-b15a224c62e0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:22.001177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-41bb6cf1-1994-4db2-b785-7a5fd9affeba req-131b466a-2a85-4644-b3d8-b15a224c62e0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 944 time: 0.6547830 Apr 01 12:38:22.092225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-e850a731-01cd-47b1-8d32-0734b80b30be req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Allocated IP 172.20.0.9 (94ca01ab-f6ea-4916-aca9-a72662d13317/bf23ceff-58c9-45aa-8c5d-4a04727444ed/0c786db6-ded6-4a46-bc67-17f53a2a4387) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:22.104124 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Floating IP bf4c2346-55c1-4b45-a8ec-2c36a8ab1ed8 associated. External IP: 172.25.7.237, port: 551ee432-b3f4-4d02-ba44-c0b5b7c6b280. Apr 01 12:38:22.125844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Attempting to bind port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:38:22.126195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Attempting to bind port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:38:22.126513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Attempting to bind port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f on network 20332cba-7adf-48af-b466-d893d011242e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:22.144921 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.178424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f on network 20332cba-7adf-48af-b466-d893d011242e not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:38:22.178739 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Attempting to bind port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f on network 20332cba-7adf-48af-b466-d893d011242e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:22.190185 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.200807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Made reservation on behalf of 9c76524582c44960b21939aa3e380526 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:22.204079 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.244570 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-41bb6cf1-1994-4db2-b785-7a5fd9affeba req-1fc99b80-0202-491f-afcb-8a2e9d638e6f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300541 Apr 01 12:38:22.245278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:38:22.245613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Checking segment: {'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:22.246660 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Bound using segment: {'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:38:22.246791 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Bound port: 51eb0819-8923-4c6a-9bbd-cd1bf671a21f, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:38:22.247031 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.257995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3238f2d6-8aa7-4efb-9bff-e30de1b6de30 req-4c8d6377-cb49-4e50-82d3-c3bf8613f0a8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.322587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:22.411380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'Port': ['ID=4e35c547-0bc1-4acb-ab77-f5365ddfb378,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:22.457397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d5b06-fdcc-4c81-9cb6-7a780239f0d4 req-d3120a2b-20bc-4e36-a057-9ea484686d4f tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:22.458186 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fb8d5b06-fdcc-4c81-9cb6-7a780239f0d4 req-d3120a2b-20bc-4e36-a057-9ea484686d4f tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 946 time: 0.1284146 Apr 01 12:38:22.496905 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:22.526447 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fb8d5b06-fdcc-4c81-9cb6-7a780239f0d4 req-b6849266-414f-455c-8494-6fe0d983779f tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576875 Apr 01 12:38:22.526930 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31c863-18ae-40a8-ae09-af7088668189 None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:22.536832 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.540997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d6377-cb49-4e50-82d3-c3bf8613f0a8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Pushing event deleted for resources: {'Port': ['ID=b002f347-ea0a-4406-a0a7-9fa77b4675fe,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:22.555900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3238f2d6-8aa7-4efb-9bff-e30de1b6de30 req-4c8d6377-cb49-4e50-82d3-c3bf8613f0a8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] No DVR routers for this DVR port b002f347-ea0a-4406-a0a7-9fa77b4675fe on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:38:22.570128 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31c863-18ae-40a8-ae09-af7088668189 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:22.571642 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2d31c863-18ae-40a8-ae09-af7088668189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:22.596032 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.597841 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-908fb3ca-0527-4f57-a93e-5c7ca97c9d81 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0815365 Apr 01 12:38:22.600450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37902) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:22.605635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ed9ec2e1-44ca-44e2-8e0e-6593450f8166 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1094474905'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:22.616837 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3238f2d6-8aa7-4efb-9bff-e30de1b6de30 req-4c8d6377-cb49-4e50-82d3-c3bf8613f0a8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.620076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3238f2d6-8aa7-4efb-9bff-e30de1b6de30 req-4c8d6377-cb49-4e50-82d3-c3bf8613f0a8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.44 "DELETE /v2.0/ports/b002f347-ea0a-4406-a0a7-9fa77b4675fe HTTP/1.1" status: 204 len: 173 time: 2.8359134 Apr 01 12:38:22.625783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932c0d33-fb93-4dfd-9725-724f549f1aad', 'name': 'network-vif-deleted', 'tag': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:22.628641 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521fae5f-0044-46d4-82cf-b1e1a9800c60" -d '{"events": [{"server_uuid": "932c0d33-fb93-4dfd-9725-724f549f1aad", "name": "network-vif-deleted", "tag": "b002f347-ea0a-4406-a0a7-9fa77b4675fe"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:22.675871 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2d31c863-18ae-40a8-ae09-af7088668189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:22.678168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] For port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:38:22.685861 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] For port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:38:22.693572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9ec2e1-44ca-44e2-8e0e-6593450f8166 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Made reservation on behalf of e5e14b3f525143de9a0433f7d9dcdfd9 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:22.696516 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31c863-18ae-40a8-ae09-af7088668189 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:22.697478 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2d31c863-18ae-40a8-ae09-af7088668189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:22.698533 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed9ec2e1-44ca-44e2-8e0e-6593450f8166 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.715246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7330ce9d-0954-4e36-aa8b-f0b8186e0966 admin admin] Deleting port 7407263a-988e-4a7a-9b86-b2b972eb618e {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:22.715475 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7330ce9d-0954-4e36-aa8b-f0b8186e0966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.718851 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.720385 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2e6d6117-670f-44f1-8858-6963fdbbba39 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1637175 Apr 01 12:38:22.730335 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.778938 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb81c4-ba8f-4b2b-9a89-b13823e3be1a req-81343ece-6b82-4722-af12-67357ecd5177 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:22.789129 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2d31c863-18ae-40a8-ae09-af7088668189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:22.791440 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ffcb81c4-ba8f-4b2b-9a89-b13823e3be1a req-81343ece-6b82-4722-af12-67357ecd5177 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.1512580 Apr 01 12:38:22.792007 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31c863-18ae-40a8-ae09-af7088668189 None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:22.816769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9ec2e1-44ca-44e2-8e0e-6593450f8166 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:38:22.823596 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e850a731-01cd-47b1-8d32-0734b80b30be req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.846166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4c6f5-6a67-47c3-bc2c-503eb3a02442 req-95bc03da-badb-4794-b30e-3a5ba0664e7c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:22.849207 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed9ec2e1-44ca-44e2-8e0e-6593450f8166 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.849796 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-ed9ec2e1-44ca-44e2-8e0e-6593450f8166 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Added segment 101c13c2-b140-46b9-b883-5cee349c9cdb of type vlan for network b2a75250-3b4d-473f-a391-e0445cab8c0d Apr 01 12:38:22.853479 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27a4c6f5-6a67-47c3-bc2c-503eb3a02442 req-95bc03da-badb-4794-b30e-3a5ba0664e7c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 943 time: 0.3057292 Apr 01 12:38:22.873449 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ffcb81c4-ba8f-4b2b-9a89-b13823e3be1a req-2d404253-a20d-4d5c-9cae-d75bf1ea725d tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809565 Apr 01 12:38:22.909375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:22.909375 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.909375 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/51eb0819-8923-4c6a-9bbd-cd1bf671a21f HTTP/1.1" status: 200 len: 1091 time: 3.4625678 Apr 01 12:38:22.920161 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Allocated IP 172.20.0.13 (4fe3cc1f-988e-4490-862b-d9d2e29425d7/6ac70454-03c6-441d-a202-2cdb53da5bc7/123fe9fd-f519-4334-86fb-89cf1de234a5) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:22.944088 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed9ec2e1-44ca-44e2-8e0e-6593450f8166 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.966124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051c986-5e94-4c37-9aa7-c66757f974c3 service neutron] Pushing event updated for resources: {'Port': ['ID=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:22.977600 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78814e2-5be5-4d23-bdea-6f30de7542d7 x-openstack-request-id: req-a78814e2-5be5-4d23-bdea-6f30de7542d7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:22.977889 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932c0d33-fb93-4dfd-9725-724f549f1aad", "name": "network-vif-deleted", "tag": "b002f347-ea0a-4406-a0a7-9fa77b4675fe", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:22.978278 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a78814e2-5be5-4d23-bdea-6f30de7542d7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:22.978599 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78814e2-5be5-4d23-bdea-6f30de7542d7'] response: {'server_uuid': '932c0d33-fb93-4dfd-9725-724f549f1aad', 'name': 'network-vif-deleted', 'tag': 'b002f347-ea0a-4406-a0a7-9fa77b4675fe', 'status': 'completed', 'code': 200} Apr 01 12:38:22.979174 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed9ec2e1-44ca-44e2-8e0e-6593450f8166 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:22.987100 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9ec2e1-44ca-44e2-8e0e-6593450f8166 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:22.987864 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed9ec2e1-44ca-44e2-8e0e-6593450f8166 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:23.027444 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ed9ec2e1-44ca-44e2-8e0e-6593450f8166 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4256859 Apr 01 12:38:23.031851 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37916) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:23.052527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-931f5b0c-eaf1-457c-bb37-c7510a92374f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'subnet': {'network_id': 'b2a75250-3b4d-473f-a391-e0445cab8c0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:23.061822 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27a4c6f5-6a67-47c3-bc2c-503eb3a02442 req-8be8db47-7dab-4847-81fa-461a6903321d tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075381 Apr 01 12:38:23.078954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7330ce9d-0954-4e36-aa8b-f0b8186e0966 admin admin] For port 7407263a-988e-4a7a-9b86-b2b972eb618e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7407263a-988e-4a7a-9b86-b2b972eb618e,segment=NetworkSegment(9804f139-1066-4182-9e42-f8964473eb25),segment_id=9804f139-1066-4182-9e42-f8964473eb25)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:23.079328 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7330ce9d-0954-4e36-aa8b-f0b8186e0966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:23.082235 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8d012f88-1d85-4cbd-8f10-1ef4c079044f req-d2b1c4c5-a627-450e-a52c-52347d6b8a47 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 210 time: 0.0529995 Apr 01 12:38:23.090615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ec2e1-44ca-44e2-8e0e-6593450f8166 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Network': ['ID=b2a75250-3b4d-473f-a391-e0445cab8c0d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:23.111512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b2a75250-3b4d-473f-a391-e0445cab8c0d details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:38:23.125666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7330ce9d-0954-4e36-aa8b-f0b8186e0966 admin admin] Calling delete_port for 7407263a-988e-4a7a-9b86-b2b972eb618e owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:23.132797 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e850a731-01cd-47b1-8d32-0734b80b30be req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:23.224002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1b15833d-c374-434f-aa43-fb8baf7ffa74', '1a168234-a1a0-450e-8721-03f61998fffa'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:23.265594 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-328f0b45-7b4d-41fb-889b-32b445a69659 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--339243826&fields=id&tenant_id=18ff0e0b3a94423d80babac3abc9b696 HTTP/1.1" status: 200 len: 267 time: 0.0614755 Apr 01 12:38:23.286735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c42e2aaf-dc38-4bb3-930f-b561310dedf0 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:23.288571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b002f347-ea0a-4406-a0a7-9fa77b4675fe no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:38:23.323497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: b002f347-ea0a-4406-a0a7-9fa77b4675fe {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:38:23.324082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b002f347-ea0a-4406-a0a7-9fa77b4675fe not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:38:23.340574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78373133-4985-4eec-8063-7ec799cd71d3 req-aa676e4e-b9be-4b08-925d-2b2c2c52044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:23.342141 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-aa676e4e-b9be-4b08-925d-2b2c2c52044f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=469070862d5448d1be2b350d21fec32e&device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 1094 time: 0.3787110 Apr 01 12:38:23.376467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e850a731-01cd-47b1-8d32-0734b80b30be req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:23.394263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-e850a731-01cd-47b1-8d32-0734b80b30be req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:23.484238 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-dfacf41b-017a-4e6a-a284-b9ee131616a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51eb0819-8923-4c6a-9bbd-cd1bf671a21f HTTP/1.1" status: 200 len: 217 time: 0.0943444 Apr 01 12:38:23.484848 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event updated for resources: {'Port': ['ID=0c786db6-ded6-4a46-bc67-17f53a2a4387,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:23.489209 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e850a731-01cd-47b1-8d32-0734b80b30be req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:23.498453 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-bdb0fb6c-aeb5-4bd3-a56e-9013346bd840 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:23.499730 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-bdb0fb6c-aeb5-4bd3-a56e-9013346bd840 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 814 time: 0.2252502 Apr 01 12:38:23.525315 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-dd4d8333-036f-44ca-a32d-be0349ee6b96 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/quotas/18ff0e0b3a94423d80babac3abc9b696 HTTP/1.1" status: 200 len: 375 time: 0.0177577 Apr 01 12:38:23.543699 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:23.573106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'port_id': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'mac_address': 'fa:16:3e:3c:ee:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:23.618355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931f5b0c-eaf1-457c-bb37-c7510a92374f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Made reservation on behalf of e5e14b3f525143de9a0433f7d9dcdfd9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:23.621977 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-931f5b0c-eaf1-457c-bb37-c7510a92374f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:23.630059 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-69327d74-37af-467f-ab0e-d7e29765a5ea tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966468 Apr 01 12:38:23.644850 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:23.658872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb380bc8-bd65-4aa5-9563-52eb10f99e7d req-fd5a641a-32d2-43a0-b282-1ebed94529f4 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:23.660220 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb380bc8-bd65-4aa5-9563-52eb10f99e7d req-fd5a641a-32d2-43a0-b282-1ebed94529f4 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a HTTP/1.1" status: 200 len: 946 time: 0.4378273 Apr 01 12:38:23.690873 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42e2aaf-dc38-4bb3-930f-b561310dedf0 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:23.723121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:23.730775 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:23.784135 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c42e2aaf-dc38-4bb3-930f-b561310dedf0,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:23.784378 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-41a16287-5990-406f-8213-aad1b90de15a service neutron] 10.222.0.45 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379197 Apr 01 12:38:23.792194 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:23.792659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:23.793096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:23.793523 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:23.793952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:23.794397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:23.794817 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:23.795257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:23.795673 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:23.796087 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:23.796639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:23.797085 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:23.803329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850a731-01cd-47b1-8d32-0734b80b30be req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:23.803979 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e850a731-01cd-47b1-8d32-0734b80b30be req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:23.862602 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ae883a64-1f08-4fac-9a44-9b1e5de1b0ca None None] Provisioning complete for port 0c786db6-ded6-4a46-bc67-17f53a2a4387 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:23.863253 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae883a64-1f08-4fac-9a44-9b1e5de1b0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:23.884162 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-63d97b92-f705-439d-8a21-6830f2e5ad4c service neutron] 10.222.0.45 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925083 Apr 01 12:38:23.884735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78373133-4985-4eec-8063-7ec799cd71d3 req-7a7960d6-5ddf-4a08-8048-08a037f80327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:23.886176 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-7a7960d6-5ddf-4a08-8048-08a037f80327 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79ee042a-a0e0-4925-86f6-e1fefb27e652 HTTP/1.1" status: 200 len: 855 time: 0.3365438 Apr 01 12:38:23.890449 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:23.897849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-7ac20bf4-5deb-486f-b45f-ddb92665322b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6011436 Apr 01 12:38:23.912878 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ae883a64-1f08-4fac-9a44-9b1e5de1b0ca None None] Port 0c786db6-ded6-4a46-bc67-17f53a2a4387 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:38:23.931922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Request body: {'port': {'device_id': '31163cfc-1544-417c-b0fc-89c4ff07afdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:23.962714 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-6ec88d58-6014-4fec-9e02-22d7b7f4daeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=20332cba-7adf-48af-b466-d893d011242e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638239 Apr 01 12:38:24.008700 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb380bc8-bd65-4aa5-9563-52eb10f99e7d req-1b00f7d6-cde9-43cd-ad72-ba1793138b19 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776973 Apr 01 12:38:24.017331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['c42e2aaf-dc38-4bb3-930f-b561310dedf0'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:24.132790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-02493410-3d10-461b-bf72-4e500eaeff3d req-af83a8df-59f8-415a-9539-bde75c52df33 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 210 time: 0.0407162 Apr 01 12:38:24.137454 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:24.219744 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4d8f89ab-1883-4d21-8a3c-efb64d4b5ae1 req-3300db82-41aa-4075-8f1c-9014b59629ad tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 210 time: 0.0507555 Apr 01 12:38:24.530639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff709d-d680-432b-80f5-c8acdcc2f3cc req-9130490f-ad94-4eaa-a479-93ab30f3c27a tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:24.532147 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-77ff709d-d680-432b-80f5-c8acdcc2f3cc req-9130490f-ad94-4eaa-a479-93ab30f3c27a tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 946 time: 0.0578535 Apr 01 12:38:24.575979 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-77ff709d-d680-432b-80f5-c8acdcc2f3cc req-35ac81fb-fc42-4b4f-bde0-8086fec7634b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371876 Apr 01 12:38:24.604198 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:24.629641 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7330ce9d-0954-4e36-aa8b-f0b8186e0966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:24.700699 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbfbaf-8b33-4c55-bb17-4e6260b7c5ac req-e0b3a7e3-4706-49af-a63e-56040cf5b3fa tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:24.702658 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1adbfbaf-8b33-4c55-bb17-4e6260b7c5ac req-e0b3a7e3-4706-49af-a63e-56040cf5b3fa tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 943 time: 0.0611804 Apr 01 12:38:24.719697 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-931f5b0c-eaf1-457c-bb37-c7510a92374f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:24.729562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6cfb0-04d4-421b-9eb3-9dbd491c256c req-89a624fc-93b7-44fd-ad78-3241f03b6d2a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:24.731488 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-51c6cfb0-04d4-421b-9eb3-9dbd491c256c req-89a624fc-93b7-44fd-ad78-3241f03b6d2a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 945 time: 0.5833685 Apr 01 12:38:24.733760 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-d0ba176a-37f0-427f-a89d-ffc8036caf2d service neutron] 10.222.0.37 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7476680 Apr 01 12:38:24.752766 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1adbfbaf-8b33-4c55-bb17-4e6260b7c5ac req-6a62b33c-676e-4219-be8a-9944959ba9de tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411987 Apr 01 12:38:24.823990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:24.857960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Pushing event updated for resources: {'Port': ['ID=123fe9fd-f519-4334-86fb-89cf1de234a5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:24.871617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:24.874674 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:24.880550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc561b-7705-404f-bfe0-387331ec1d8a req-e65a84ee-569b-4f5a-96fb-8216d9ee5b2a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:24.882176 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4fc561b-7705-404f-bfe0-387331ec1d8a req-e65a84ee-569b-4f5a-96fb-8216d9ee5b2a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 931 time: 0.0671349 Apr 01 12:38:24.922899 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e4fc561b-7705-404f-bfe0-387331ec1d8a req-9e4a33a7-558e-4f3f-9f17-43be32097149 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340447 Apr 01 12:38:24.989315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddffd0e-fc73-40b6-ba53-8b9cd55c1987', 'tag': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:24.992480 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55acb72-7f1f-489b-91ae-7c7d66d7a786" -d '{"events": [{"name": "network-changed", "server_uuid": "bddffd0e-fc73-40b6-ba53-8b9cd55c1987", "tag": "51eb0819-8923-4c6a-9bbd-cd1bf671a21f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:24.995187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330ce9d-0954-4e36-aa8b-f0b8186e0966 admin admin] Pushing event deleted for resources: {'Port': ['ID=7407263a-988e-4a7a-9b86-b2b972eb618e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:25.125571 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-51c6cfb0-04d4-421b-9eb3-9dbd491c256c req-baa66825-8f96-4b9b-9003-d254dd47d929 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208535 Apr 01 12:38:25.157952 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f5b0c-eaf1-457c-bb37-c7510a92374f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Subnet': ['ID=aa1228e7-4d87-4acf-92c4-81a36e87bbe0,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:25.218638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:25.219249 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.221735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf094e96-40e5-48b4-9c10-a69c6127f030 req-4ddc3b23-1470-43cc-b281-434699109f49 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:25.223701 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bf094e96-40e5-48b4-9c10-a69c6127f030 req-4ddc3b23-1470-43cc-b281-434699109f49 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0736072 Apr 01 12:38:25.226038 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cc8f66-9185-4bd3-90f1-4e1a412756d6 x-openstack-request-id: req-19cc8f66-9185-4bd3-90f1-4e1a412756d6 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:25.226370 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddffd0e-fc73-40b6-ba53-8b9cd55c1987", "tag": "51eb0819-8923-4c6a-9bbd-cd1bf671a21f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:25.226566 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19cc8f66-9185-4bd3-90f1-4e1a412756d6 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:25.227004 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19cc8f66-9185-4bd3-90f1-4e1a412756d6'] response: {'name': 'network-changed', 'server_uuid': 'bddffd0e-fc73-40b6-ba53-8b9cd55c1987', 'tag': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f', 'status': 'completed', 'code': 200} Apr 01 12:38:25.241609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c42e2aaf-dc38-4bb3-930f-b561310dedf0 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:25.276750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f5b0c-eaf1-457c-bb37-c7510a92374f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Checking segment: {'id': '101c13c2-b140-46b9-b883-5cee349c9cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b2a75250-3b4d-473f-a391-e0445cab8c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:25.277099 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f5b0c-eaf1-457c-bb37-c7510a92374f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network hostable DHCP agents. Network: b2a75250-3b4d-473f-a391-e0445cab8c0d, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:38:25.291569 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bf094e96-40e5-48b4-9c10-a69c6127f030 req-49801468-2adc-431e-8a24-53e8642e850a tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590458 Apr 01 12:38:25.317946 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78373133-4985-4eec-8063-7ec799cd71d3 req-9f370c62-22a2-4f54-ad2a-fc106ded1a6e service neutron] 10.222.0.37 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995258 Apr 01 12:38:25.325982 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port c42e2aaf-dc38-4bb3-930f-b561310dedf0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:25.326591 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.336377 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-21085c61-5376-43c2-8ebd-a3d1d0b979c9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0133445 Apr 01 12:38:25.355771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Request body: {'port': {'device_id': '9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:25.403376 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32aed84d-23e0-4086-be41-9a480604da08 req-a130981d-077c-4524-942c-35da60836f31 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 210 time: 0.0336511 Apr 01 12:38:25.422341 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.449514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:25.452103 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732959cc-7977-41a8-be16-65d873f131df" -d '{"events": [{"server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "name": "network-vif-plugged", "status": "completed", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:25.465118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:25.471067 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.510913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f5b0c-eaf1-457c-bb37-c7510a92374f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network b2a75250-3b4d-473f-a391-e0445cab8c0d is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:38:25.522916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=c42e2aaf-dc38-4bb3-930f-b561310dedf0,revision_number=10']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:25.545978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-4fdfe318-8275-4bdb-883a-303b834e09a0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:25.547495 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-4fdfe318-8275-4bdb-883a-303b834e09a0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.44 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 814 time: 0.4515977 Apr 01 12:38:25.576475 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-931f5b0c-eaf1-457c-bb37-c7510a92374f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b2a75250-3b4d-473f-a391-e0445cab8c0d) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:25.585487 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a960b530-df83-4aa4-984b-ad00c02d4592 None None] Network b2a75250-3b4d-473f-a391-e0445cab8c0d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:38:25.602791 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7330ce9d-0954-4e36-aa8b-f0b8186e0966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.616755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931f5b0c-eaf1-457c-bb37-c7510a92374f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:25.617412 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-931f5b0c-eaf1-457c-bb37-c7510a92374f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.649002 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.657853 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b67607-23de-42c4-b64b-71d92ab77f73 req-c9ae44e9-3f81-4e2e-a71d-e4e2a7694549 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:25.660175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-98b67607-23de-42c4-b64b-71d92ab77f73 req-c9ae44e9-3f81-4e2e-a71d-e4e2a7694549 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 932 time: 0.3506000 Apr 01 12:38:25.662095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55acb72-7f1f-489b-91ae-7c7d66d7a786 req-3131b638-000c-47f5-8438-f916611525d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:25.663640 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b55acb72-7f1f-489b-91ae-7c7d66d7a786 req-3131b638-000c-47f5-8438-f916611525d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=469070862d5448d1be2b350d21fec32e&device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 1094 time: 0.2762139 Apr 01 12:38:25.686089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c786db6-ded6-4a46-bc67-17f53a2a4387 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:25.718866 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.727665 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-931f5b0c-eaf1-457c-bb37-c7510a92374f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6810486 Apr 01 12:38:25.730666 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37956) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:25.734737 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1602562887', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:25.755246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024ad8e-c66c-4bbc-bbd8-2446f872d1e0 req-8f0d5856-9091-47e6-aad5-8e9ccdc7251d tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:25.761157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024ad8e-c66c-4bbc-bbd8-2446f872d1e0 req-8f0d5856-9091-47e6-aad5-8e9ccdc7251d tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:25.766923 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024ad8e-c66c-4bbc-bbd8-2446f872d1e0 req-8f0d5856-9091-47e6-aad5-8e9ccdc7251d tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:25.768607 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6024ad8e-c66c-4bbc-bbd8-2446f872d1e0 req-8f0d5856-9091-47e6-aad5-8e9ccdc7251d tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de&device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a&device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 2418 time: 0.1071434 Apr 01 12:38:25.776113 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bfa5bf5c-c171-40bf-851f-77b45eb9254f req-3cfcfc13-0237-4531-b141-f7c190ec0199 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1257107 Apr 01 12:38:25.791823 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-b2a75250-3b4d-473f-a391-e0445cab8c0d', 'network_id': 'b2a75250-3b4d-473f-a391-e0445cab8c0d', 'tenant_id': 'e5e14b3f525143de9a0433f7d9dcdfd9', 'fixed_ips': [{'subnet_id': 'aa1228e7-4d87-4acf-92c4-81a36e87bbe0'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:38:25.794309 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.794909 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.796926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.818292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-0166d376-980e-43ea-bedc-71f4de3a9e71 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18ff0e0b3a94423d80babac3abc9b696 HTTP/1.1" status: 200 len: 379 time: 0.2473960 Apr 01 12:38:25.845262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'port': {'device_id': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'admin_state_up': True, 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'security_groups': ['13cd6d75-905b-4248-9708-46a95ecffa8c']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:25.855776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Transition to ACTIVE for port object 0c786db6-ded6-4a46-bc67-17f53a2a4387 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:38:25.911346 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.912091 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:25.958233 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Allocated IP 172.20.0.2 (b2a75250-3b4d-473f-a391-e0445cab8c0d/aa1228e7-4d87-4acf-92c4-81a36e87bbe0/855a6042-cfa2-4404-9d9b-91c7c8a6fff3) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:25.959852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5bf5c-c171-40bf-851f-77b45eb9254f req-04c5091e-f422-4b2e-9b1f-3b24ac8742b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:25.960367 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-98b67607-23de-42c4-b64b-71d92ab77f73 req-43e9a269-d0fd-4b98-b17c-67b770a647a6 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773073 Apr 01 12:38:25.961370 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bfa5bf5c-c171-40bf-851f-77b45eb9254f req-04c5091e-f422-4b2e-9b1f-3b24ac8742b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 1096 time: 0.1594360 Apr 01 12:38:25.966577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6024ad8e-c66c-4bbc-bbd8-2446f872d1e0 req-8fa46c18-5dcf-42d2-b2ea-6285036d8e1b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538885 Apr 01 12:38:26.041726 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0645bef7-7444-427c-b24e-c37ae6a98f24 x-openstack-request-id: req-0645bef7-7444-427c-b24e-c37ae6a98f24 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:26.042127 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "name": "network-vif-plugged", "status": "completed", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:26.042382 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0645bef7-7444-427c-b24e-c37ae6a98f24 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:26.042731 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0645bef7-7444-427c-b24e-c37ae6a98f24'] response: {'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'code': 200} Apr 01 12:38:26.269121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:26.276532 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:26.324012 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Network b2a75250-3b4d-473f-a391-e0445cab8c0d is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:26.325551 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c786db6-ded6-4a46-bc67-17f53a2a4387,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:26.327991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:26.332775 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:26.334257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55acb72-7f1f-489b-91ae-7c7d66d7a786 req-33bb5943-155e-4d98-a893-a60344723297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:26.335737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b55acb72-7f1f-489b-91ae-7c7d66d7a786 req-33bb5943-155e-4d98-a893-a60344723297 service neutron] 10.222.0.37 "GET /v2.0/networks?id=20332cba-7adf-48af-b466-d893d011242e HTTP/1.1" status: 200 len: 916 time: 0.6451778 Apr 01 12:38:26.342595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Pushing event updated for resources: {'Port': ['ID=855a6042-cfa2-4404-9d9b-91c7c8a6fff3,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:26.405573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Attempting to bind port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:38:26.406122 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Attempting to bind port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '101c13c2-b140-46b9-b883-5cee349c9cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b2a75250-3b4d-473f-a391-e0445cab8c0d'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:38:26.406580 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Attempting to bind port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 on network b2a75250-3b4d-473f-a391-e0445cab8c0d {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:26.413055 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:38:26.413542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Checking segment: {'id': '101c13c2-b140-46b9-b883-5cee349c9cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b2a75250-3b4d-473f-a391-e0445cab8c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:26.414188 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:26.414685 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Bound using segment: {'id': '101c13c2-b140-46b9-b883-5cee349c9cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b2a75250-3b4d-473f-a391-e0445cab8c0d'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:38:26.415243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Bound port: 855a6042-cfa2-4404-9d9b-91c7c8a6fff3, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101c13c2-b140-46b9-b883-5cee349c9cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b2a75250-3b4d-473f-a391-e0445cab8c0d'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:38:26.415737 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:26.463979 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b55acb72-7f1f-489b-91ae-7c7d66d7a786 req-3e9eac0b-df50-4311-8fc0-805fe006ffd3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51eb0819-8923-4c6a-9bbd-cd1bf671a21f HTTP/1.1" status: 200 len: 217 time: 0.1147914 Apr 01 12:38:26.498074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] For port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:38:26.503423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] For port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=855a6042-cfa2-4404-9d9b-91c7c8a6fff3,segment=NetworkSegment(101c13c2-b140-46b9-b883-5cee349c9cdb),segment_id=101c13c2-b140-46b9-b883-5cee349c9cdb)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:38:26.508283 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:26.595603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9487d-13c2-4752-8e85-71ab8dbc2856 None None] Pushing event updated for resources: {'Port': ['ID=855a6042-cfa2-4404-9d9b-91c7c8a6fff3,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:26.648762 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:26.754890 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457e44e-5693-4540-8e82-646d66de6b09 req-5c245d9e-0abe-4973-b12c-b5c4986a711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:26.756454 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0457e44e-5693-4540-8e82-646d66de6b09 req-5c245d9e-0abe-4973-b12c-b5c4986a711e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 1098 time: 0.2438645 Apr 01 12:38:26.771108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2e238-3c2c-4b7c-8bf9-9b4232333ea2 req-e6e7a8c9-ec78-4a41-93e0-9693061e88c1 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:26.779410 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-89e2e238-3c2c-4b7c-8bf9-9b4232333ea2 req-e6e7a8c9-ec78-4a41-93e0-9693061e88c1 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 943 time: 0.2678027 Apr 01 12:38:26.795743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5bf5c-c171-40bf-851f-77b45eb9254f req-57171ad9-52b0-477b-a8b8-66f647b073da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:26.797244 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bfa5bf5c-c171-40bf-851f-77b45eb9254f req-57171ad9-52b0-477b-a8b8-66f647b073da service neutron] 10.222.0.44 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.7716551 Apr 01 12:38:26.858172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b0a1c-2213-420a-9457-2736808495f9 req-327cd842-0875-4f15-bc26-6f774bd6784e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:26.859736 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-699b0a1c-2213-420a-9457-2736808495f9 req-327cd842-0875-4f15-bc26-6f774bd6784e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 943 time: 0.6376638 Apr 01 12:38:26.881136 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bfa5bf5c-c171-40bf-851f-77b45eb9254f req-d35d0957-0003-49fd-86e5-7651112e51a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a168234-a1a0-450e-8721-03f61998fffa HTTP/1.1" status: 200 len: 217 time: 0.0609629 Apr 01 12:38:26.921483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Made reservation on behalf of 18ff0e0b3a94423d80babac3abc9b696 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:26.927876 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:26.936435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0457e44e-5693-4540-8e82-646d66de6b09 req-eb4b46e3-f1a0-4472-9458-c40543503824 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486485 Apr 01 12:38:26.962410 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-89e2e238-3c2c-4b7c-8bf9-9b4232333ea2 req-36690933-fd4e-423a-85f0-52bbc464ab49 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820595 Apr 01 12:38:26.996601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5bf5c-c171-40bf-851f-77b45eb9254f req-2fb20420-fab6-4846-9999-f8c6109df132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:26.998533 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bfa5bf5c-c171-40bf-851f-77b45eb9254f req-2fb20420-fab6-4846-9999-f8c6109df132 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.1001127 Apr 01 12:38:27.035675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Attempting to bind port 0c786db6-ded6-4a46-bc67-17f53a2a4387 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:38:27.036113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Attempting to bind port 0c786db6-ded6-4a46-bc67-17f53a2a4387 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:38:27.036558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Attempting to bind port 0c786db6-ded6-4a46-bc67-17f53a2a4387 on network 94ca01ab-f6ea-4916-aca9-a72662d13317 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:27.051620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Port 0c786db6-ded6-4a46-bc67-17f53a2a4387 on network 94ca01ab-f6ea-4916-aca9-a72662d13317 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:38:27.052050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Attempting to bind port 0c786db6-ded6-4a46-bc67-17f53a2a4387 on network 94ca01ab-f6ea-4916-aca9-a72662d13317 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:27.069116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55acb72-7f1f-489b-91ae-7c7d66d7a786 req-19fe9ea6-fd09-4bd9-92ea-344c66b0c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:27.070717 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b55acb72-7f1f-489b-91ae-7c7d66d7a786 req-19fe9ea6-fd09-4bd9-92ea-344c66b0c00a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79ee042a-a0e0-4925-86f6-e1fefb27e652 HTTP/1.1" status: 200 len: 855 time: 0.5725768 Apr 01 12:38:27.088566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:38:27.088897 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Checking segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:27.089271 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Bound using segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:38:27.089861 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Bound port: 0c786db6-ded6-4a46-bc67-17f53a2a4387, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:38:27.090292 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:27.147578 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:27.171932 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-699b0a1c-2213-420a-9457-2736808495f9 req-93d8e8c8-42d0-4d29-9842-ec45921e2835 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831659 Apr 01 12:38:27.173727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7330ce9d-0954-4e36-aa8b-f0b8186e0966 admin admin] Router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:27.182938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b55acb72-7f1f-489b-91ae-7c7d66d7a786 req-ddc9c6b2-f1f4-4802-8088-6ca7981a1bcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=20332cba-7adf-48af-b466-d893d011242e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954175 Apr 01 12:38:27.192918 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:27.201813 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a275c0-5544-47ab-b742-232536a9918f req-9d3a1f6d-01a2-4ab2-ae9b-1308652dea2e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:27.203457 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-58a275c0-5544-47ab-b742-232536a9918f req-9d3a1f6d-01a2-4ab2-ae9b-1308652dea2e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 946 time: 0.1470025 Apr 01 12:38:27.274703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5bf5c-c171-40bf-851f-77b45eb9254f req-24351c79-0e93-4fa3-afc4-0aafa5d9cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:27.276222 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bfa5bf5c-c171-40bf-851f-77b45eb9254f req-24351c79-0e93-4fa3-afc4-0aafa5d9cbc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371887 Apr 01 12:38:27.326692 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-58a275c0-5544-47ab-b742-232536a9918f req-0da74299-6038-471a-afa0-6a5a807fc2c6 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828412 Apr 01 12:38:27.433670 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fb1ba3f-5173-44b0-b3c8-f2e2c0388bdf req-0bc38efe-3a04-4224-ad63-b23b05434ee3 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 210 time: 0.0410745 Apr 01 12:38:27.461824 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.25.7.248 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/57bbc707-5167-493f-ac39-17562a6bb8bb) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:27.496918 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123fe9fd-f519-4334-86fb-89cf1de234a5 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:27.506232 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bfa5bf5c-c171-40bf-851f-77b45eb9254f req-956ac2ad-437f-466d-9040-8b4bafb73ed3 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213964 Apr 01 12:38:27.513638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Allocated IP 172.20.0.11 (1fc2778e-b886-42e1-a285-d99cfed6b496/6278aded-e84b-4534-b90b-4b8b0f163d06/33931833-c198-4ad4-ae95-19f7769432d7) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:27.520847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] For port 0c786db6-ded6-4a46-bc67-17f53a2a4387, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:38:27.530829 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:27.537672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] For port 0c786db6-ded6-4a46-bc67-17f53a2a4387, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0c786db6-ded6-4a46-bc67-17f53a2a4387,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:38:27.586747 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:27.605822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569bdc7-4077-4435-b4f4-5b66b95e9c76 req-4d2a4c8d-bc13-4ffa-bd66-58a0257f31c4 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:27.607374 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5569bdc7-4077-4435-b4f4-5b66b95e9c76 req-4d2a4c8d-bc13-4ffa-bd66-58a0257f31c4 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 947 time: 0.3632557 Apr 01 12:38:27.618214 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b55acb72-7f1f-489b-91ae-7c7d66d7a786 req-c577d547-8911-4224-8046-83fdad94943e service neutron] 10.222.0.37 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251044 Apr 01 12:38:27.644508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Transition to ACTIVE for port object 123fe9fd-f519-4334-86fb-89cf1de234a5 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:38:27.676336 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe89c5-be05-48b5-948d-096c75c0f0eb req-c628d1b5-a38d-4dc6-a927-88a6b3381467 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:27.678377 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0fe89c5-be05-48b5-948d-096c75c0f0eb req-c628d1b5-a38d-4dc6-a927-88a6b3381467 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 932 time: 0.1687202 Apr 01 12:38:27.694568 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:27.720428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:27.721169 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:27.722605 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] 10.222.0.44 "PUT /v2.0/ports/0c786db6-ded6-4a46-bc67-17f53a2a4387 HTTP/1.1" status: 200 len: 1091 time: 3.8031323 Apr 01 12:38:27.728785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31163cfc-1544-417c-b0fc-89c4ff07afdd', 'tag': '0c786db6-ded6-4a46-bc67-17f53a2a4387'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:27.731441 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d7a737-28bf-400e-ba7b-f37557d3104f" -d '{"events": [{"name": "network-changed", "server_uuid": "31163cfc-1544-417c-b0fc-89c4ff07afdd", "tag": "0c786db6-ded6-4a46-bc67-17f53a2a4387"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:27.732426 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f0fe89c5-be05-48b5-948d-096c75c0f0eb req-c2f818c0-3106-4d14-babe-7b540d3bced3 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Apr 01 12:38:27.750600 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7330ce9d-0954-4e36-aa8b-f0b8186e0966 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:27.758243 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:27.775418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c531a3b6-f7d4-4067-bcee-6c5a8a4d9384 None None] Network b2a75250-3b4d-473f-a391-e0445cab8c0d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:38:27.790594 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7330ce9d-0954-4e36-aa8b-f0b8186e0966 admin admin] 10.222.0.45 "PUT /v2.0/routers/e47d004e-5dbe-41f6-ba89-c0d30d1a4b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6119504 Apr 01 12:38:27.791006 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37974) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:27.909838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf075e-4746-41fb-a803-18e46c181fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c786db6-ded6-4a46-bc67-17f53a2a4387,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:27.915385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:27.920167 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bfa5bf5c-c171-40bf-851f-77b45eb9254f req-9a6db2d5-8987-44d1-8a80-487b8e29ae0c service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990943 Apr 01 12:38:27.987051 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5569bdc7-4077-4435-b4f4-5b66b95e9c76 req-7083b8ea-05ad-4567-8f11-6f65f1cdcabe tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341818 Apr 01 12:38:27.993947 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74838844-296c-4ec7-80c1-abfb847d2cb7 x-openstack-request-id: req-74838844-296c-4ec7-80c1-abfb847d2cb7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:28.011245 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31163cfc-1544-417c-b0fc-89c4ff07afdd", "tag": "0c786db6-ded6-4a46-bc67-17f53a2a4387", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:28.011521 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74838844-296c-4ec7-80c1-abfb847d2cb7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:28.011953 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74838844-296c-4ec7-80c1-abfb847d2cb7'] response: {'name': 'network-changed', 'server_uuid': '31163cfc-1544-417c-b0fc-89c4ff07afdd', 'tag': '0c786db6-ded6-4a46-bc67-17f53a2a4387', 'status': 'completed', 'code': 200} Apr 01 12:38:28.018717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f90465-58ee-4ca7-8df2-4d0e00ac8ae8 None None] Sync routers for ids ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:28.079570 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:28.128026 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:28.143561 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:28.147619 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:28.151868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:28.201069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f90465-58ee-4ca7-8df2-4d0e00ac8ae8 None None] Routers {'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:28.201899 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-44f90465-58ee-4ca7-8df2-4d0e00ac8ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:28.224365 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=57bbc707-5167-493f-ac39-17562a6bb8bb,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:28.250853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b55acb72-7f1f-489b-91ae-7c7d66d7a786 req-783206d8-17aa-4485-8703-e628de0cd2e3 service neutron] 10.222.0.37 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006932 Apr 01 12:38:28.252707 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850a731-01cd-47b1-8d32-0734b80b30be req-5af34df0-ff29-4d5d-a4d0-563fb710cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:28.254151 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-5af34df0-ff29-4d5d-a4d0-563fb710cb34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 1094 time: 0.3914955 Apr 01 12:38:28.261416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Pushing event updated for resources: {'Port': ['ID=123fe9fd-f519-4334-86fb-89cf1de234a5,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:28.320098 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:28.332235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-44f90465-58ee-4ca7-8df2-4d0e00ac8ae8 None None] Set router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:38:28.347676 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-5a844e1e-927c-4779-a0e4-39b2004c5e1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c786db6-ded6-4a46-bc67-17f53a2a4387 HTTP/1.1" status: 200 len: 217 time: 0.0733995 Apr 01 12:38:28.367757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Deleting port 5cc5dc4f-7be8-406f-9103-4b6e7010e540 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:28.369814 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:28.425855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367158c3-d521-4102-90d8-6b49c3baa4b1 req-81de6bcc-e974-4347-8ad9-935d44b5b074 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:28.433378 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-367158c3-d521-4102-90d8-6b49c3baa4b1 req-81de6bcc-e974-4347-8ad9-935d44b5b074 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 943 time: 0.2707155 Apr 01 12:38:28.460440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Attempting to bind port 123fe9fd-f519-4334-86fb-89cf1de234a5 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:38:28.460757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Attempting to bind port 123fe9fd-f519-4334-86fb-89cf1de234a5 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:38:28.461072 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Attempting to bind port 123fe9fd-f519-4334-86fb-89cf1de234a5 on network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:28.527063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Port 123fe9fd-f519-4334-86fb-89cf1de234a5 on network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:38:28.527622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-44f90465-58ee-4ca7-8df2-4d0e00ac8ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:38:28Z', 'revision_number': 6, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:28.527836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Attempting to bind port 123fe9fd-f519-4334-86fb-89cf1de234a5 on network 4fe3cc1f-988e-4490-862b-d9d2e29425d7 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:28.529452 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9aa96fb9-c937-44ba-892b-6c2d94254403 None None] Provisioning complete for port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:28.529875 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9aa96fb9-c937-44ba-892b-6c2d94254403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:28.576084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850a731-01cd-47b1-8d32-0734b80b30be req-323b9143-8dd2-4930-b998-02ba05ac2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:28.582892 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-323b9143-8dd2-4930-b998-02ba05ac2a30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.2279787 Apr 01 12:38:28.584555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:28.596047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:38:28.596322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Checking segment: {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:28.596716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Bound using segment: {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:38:28.597230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Bound port: 123fe9fd-f519-4334-86fb-89cf1de234a5, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c8087e-4e06-485c-b133-60bb8a1e1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:38:28.597519 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:28.599976 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f90465-58ee-4ca7-8df2-4d0e00ac8ae8 None None] Checking router: e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:38:28.617124 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-367158c3-d521-4102-90d8-6b49c3baa4b1 req-afdf0a28-06ef-4ac7-b596-e63899a27776 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827917 Apr 01 12:38:28.673292 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e64e7-16a6-4f59-b5b3-0afd7346b02f req-296926ed-af7b-42dc-ae86-0a6be8aefee5 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:28.682041 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-127e64e7-16a6-4f59-b5b3-0afd7346b02f req-296926ed-af7b-42dc-ae86-0a6be8aefee5 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 943 time: 0.1499691 Apr 01 12:38:28.696522 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f90465-58ee-4ca7-8df2-4d0e00ac8ae8 None None] Routers {'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:28.697156 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-44f90465-58ee-4ca7-8df2-4d0e00ac8ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:28.747963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] For port 123fe9fd-f519-4334-86fb-89cf1de234a5, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:38:28.771050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] For port 123fe9fd-f519-4334-86fb-89cf1de234a5, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=123fe9fd-f519-4334-86fb-89cf1de234a5,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:38:28.814747 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-127e64e7-16a6-4f59-b5b3-0afd7346b02f req-1f71537f-db03-42b7-8e95-596561e3489f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311567 Apr 01 12:38:28.833624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] For port 5cc5dc4f-7be8-406f-9103-4b6e7010e540, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5cc5dc4f-7be8-406f-9103-4b6e7010e540,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:28.847617 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:28.854961 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:28.893494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Calling delete_port for 5cc5dc4f-7be8-406f-9103-4b6e7010e540 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:28.914491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:28.927679 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:28.928189 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:28.929685 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 51eb0819-8923-4c6a-9bbd-cd1bf671a21f details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:28.959537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Network 1fc2778e-b886-42e1-a285-d99cfed6b496 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:28.964715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'Port': ['ID=33931833-c198-4ad4-ae95-19f7769432d7,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:28.969528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:28.972553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:29.026695 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.050406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:29.051269 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.105490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:29.106197 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.107605 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] 10.222.0.37 "PUT /v2.0/ports/123fe9fd-f519-4334-86fb-89cf1de234a5 HTTP/1.1" status: 200 len: 1092 time: 3.7560182 Apr 01 12:38:29.126424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-44f90465-58ee-4ca7-8df2-4d0e00ac8ae8 None None] Set router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:38:29.140779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850a731-01cd-47b1-8d32-0734b80b30be req-70416894-b55a-477c-8ba9-5f34e90d007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:29.145583 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-70416894-b55a-477c-8ba9-5f34e90d007b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5272524 Apr 01 12:38:29.189732 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-80ff5204-266f-48d8-af5d-537f93ee3573 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3481653 Apr 01 12:38:29.221832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa98c9-9bf2-4a4d-8a5f-785aa15cc801 service neutron] Pushing event updated for resources: {'Port': ['ID=123fe9fd-f519-4334-86fb-89cf1de234a5,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:29.224149 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-44f90465-58ee-4ca7-8df2-4d0e00ac8ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:38:28Z', 'revision_number': 6, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:29.265215 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ba575-5ff9-4ddc-8ea0-a80ed8ad3e17 req-104ec021-833d-4794-851a-3a873346e915 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:29.273665 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c28ba575-5ff9-4ddc-8ea0-a80ed8ad3e17 req-104ec021-833d-4794-851a-3a873346e915 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 932 time: 0.2914808 Apr 01 12:38:29.297345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Request body: {'port': {'device_id': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:29.410556 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c28ba575-5ff9-4ddc-8ea0-a80ed8ad3e17 req-2e38f104-17ce-43ac-a4cb-622ae000a909 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=13cd6d75-905b-4248-9708-46a95ecffa8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276593 Apr 01 12:38:29.415023 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9aa96fb9-c937-44ba-892b-6c2d94254403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.418618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f90465-58ee-4ca7-8df2-4d0e00ac8ae8 None None] The sync data for ids ['e47d004e-5dbe-41f6-ba89-c0d30d1a4b32'] in n-d-836146-1 is: [{'id': 'e47d004e-5dbe-41f6-ba89-c0d30d1a4b32', 'name': 'tempest-ServersTestManualDisk-8047458-router', 'tenant_id': 'cf511b092cf943a4997336877dd3e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:45Z', 'updated_at': '2022-04-01T12:38:28Z', 'revision_number': 6, 'project_id': 'cf511b092cf943a4997336877dd3e811', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:29.484264 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.510286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b2e27-8947-41e5-a777-e48a9619723a req-d71a5938-4372-4784-8c87-d8df26cd64db tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:29.519431 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc6b2e27-8947-41e5-a777-e48a9619723a req-d71a5938-4372-4784-8c87-d8df26cd64db tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 944 time: 0.4821951 Apr 01 12:38:29.521337 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9aa96fb9-c937-44ba-892b-6c2d94254403 None None] For port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=855a6042-cfa2-4404-9d9b-91c7c8a6fff3,segment=NetworkSegment(101c13c2-b140-46b9-b883-5cee349c9cdb),segment_id=101c13c2-b140-46b9-b883-5cee349c9cdb)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:29.534417 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9aa96fb9-c937-44ba-892b-6c2d94254403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.549938 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.566679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-2f6c5287-adda-4c7f-a45f-ee6ad1b6de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:29.569569 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-2f6c5287-adda-4c7f-a45f-ee6ad1b6de9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c76524582c44960b21939aa3e380526&device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 1095 time: 0.3764725 Apr 01 12:38:29.581197 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.593547 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.602337 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:29.605671 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-085c3b76-d12e-44cf-86ba-0150b460556b service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123814 Apr 01 12:38:29.634194 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f', 'network_id': '20332cba-7adf-48af-b466-d893d011242e', 'port_id': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f', 'mac_address': 'fa:16:3e:ad:6f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ee042a-a0e0-4925-86f6-e1fefb27e652', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:29.678331 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc6b2e27-8947-41e5-a777-e48a9619723a req-ba8de683-5dd5-42d0-bd3f-4c688e6c0215 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579216 Apr 01 12:38:29.694518 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-1af52a11-9407-45a5-8d6f-4e2db584434a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123fe9fd-f519-4334-86fb-89cf1de234a5 HTTP/1.1" status: 200 len: 217 time: 0.0926907 Apr 01 12:38:29.718202 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:38:29.718388 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:38:29.720879 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa96fb9-c937-44ba-892b-6c2d94254403 None None] Pushing event updated for resources: {'Port': ['ID=855a6042-cfa2-4404-9d9b-91c7c8a6fff3,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:29.758321 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7a236b88-3d35-45f9-883f-b86a7003b5a9 None None] Provisioning complete for port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:29.758982 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7a236b88-3d35-45f9-883f-b86a7003b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.774785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-0a6f62c2-7da6-4bf2-b85c-d68cc041440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:29.776260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-0a6f62c2-7da6-4bf2-b85c-d68cc041440e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ac70454-03c6-441d-a202-2cdb53da5bc7 HTTP/1.1" status: 200 len: 845 time: 0.0737031 Apr 01 12:38:29.789384 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.811550 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51eb0819-8923-4c6a-9bbd-cd1bf671a21f {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:29.837327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:29.852363 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.927067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-de7fd18d-7846-429e-b51b-872961b992f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4fe3cc1f-988e-4490-862b-d9d2e29425d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411173 Apr 01 12:38:29.948388 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:29.957809 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7a236b88-3d35-45f9-883f-b86a7003b5a9 None None] Provisioning complete for port 33931833-c198-4ad4-ae95-19f7769432d7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:29.958244 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7a236b88-3d35-45f9-883f-b86a7003b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:29.998699 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7a236b88-3d35-45f9-883f-b86a7003b5a9 None None] Port 33931833-c198-4ad4-ae95-19f7769432d7 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:38:30.016240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2', 'tag': '123fe9fd-f519-4334-86fb-89cf1de234a5'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:30.019115 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8431747-f5b7-4ce7-9b7e-5e23f35195ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2", "tag": "123fe9fd-f519-4334-86fb-89cf1de234a5"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:30.042405 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e850a731-01cd-47b1-8d32-0734b80b30be req-4364dbf1-33a5-49ea-8d25-811e4bc75c18 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082768 Apr 01 12:38:30.070817 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc5dc4f-7be8-406f-9103-4b6e7010e540,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:30.185152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['51eb0819-8923-4c6a-9bbd-cd1bf671a21f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:30.187560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b452716-8ec2-4528-ae7e-44fe38bc02fe req-2f7dbea5-5d5f-449a-b338-7c46506ee1c1 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:30.189637 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4b452716-8ec2-4528-ae7e-44fe38bc02fe req-2f7dbea5-5d5f-449a-b338-7c46506ee1c1 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 947 time: 0.1884284 Apr 01 12:38:30.198211 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:30.331505 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:30.339123 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:30.417778 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4b452716-8ec2-4528-ae7e-44fe38bc02fe req-207234d4-87b3-40bf-b2f2-8a6af26f2191 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167122 Apr 01 12:38:30.429680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router fd89e428-2bb0-4483-9a5f-04a7c9c11f67 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:38:30.433397 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:30.434042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:38:30.446597 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:30.448902 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f0d94487-3cb3-46a7-8566-55a21934d4dd admin admin] 10.222.0.45 "DELETE /v2.0/routers/e47d004e-5dbe-41f6-ba89-c0d30d1a4b32 HTTP/1.1" status: 204 len: 168 time: 2.6564233 Apr 01 12:38:30.450852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38040) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:30.456631 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:30.530107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:30.530513 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:30.570881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ad3149-983f-4c65-9c35-fc2ab64433f7 admin admin] Deleting subnet c818ddbc-04f5-4e04-b3eb-9d9144b3ba89 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:38:30.572392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabc091-1178-44f7-a256-0977b64fbc0a req-35d6227b-9214-46a6-ae25-e682207fc9f4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:30.579051 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3149-983f-4c65-9c35-fc2ab64433f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:30.579801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0fabc091-1178-44f7-a256-0977b64fbc0a req-35d6227b-9214-46a6-ae25-e682207fc9f4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 944 time: 0.4996040 Apr 01 12:38:30.582989 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-bdacc0e9-0bbb-41a6-8e78-328b9c690c88 service neutron] 10.222.0.37 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367633 Apr 01 12:38:30.611924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7a737-28bf-400e-ba7b-f37557d3104f req-f417e0c2-ccc3-4ef8-843c-238247c8f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:30.613397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2d7a737-28bf-400e-ba7b-f37557d3104f req-f417e0c2-ccc3-4ef8-843c-238247c8f757 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 1094 time: 0.5200260 Apr 01 12:38:30.695948 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3149-983f-4c65-9c35-fc2ab64433f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:30.728050 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114710c-6bb7-42c2-9de8-4c8e0e6b41aa req-50b3df8a-8218-46bf-9744-d864ba4385fb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:30.729914 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0114710c-6bb7-42c2-9de8-4c8e0e6b41aa req-50b3df8a-8218-46bf-9744-d864ba4385fb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 943 time: 0.1730049 Apr 01 12:38:30.741843 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:30.753316 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0fabc091-1178-44f7-a256-0977b64fbc0a req-9a58be0e-c7ec-4cf2-9679-72aae104a7bc tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724777 Apr 01 12:38:30.753548 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60886dcc-76e7-4eb5-96d6-ae4c12969ec6 None None] Sync routers for ids ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:30.763141 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5cc5dc4f-7be8-406f-9103-4b6e7010e540 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:38:30.769076 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60886dcc-76e7-4eb5-96d6-ae4c12969ec6 None None] Routers {'fd89e428-2bb0-4483-9a5f-04a7c9c11f67'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:30.769706 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-60886dcc-76e7-4eb5-96d6-ae4c12969ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:30.799784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 5cc5dc4f-7be8-406f-9103-4b6e7010e540 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:38:30.800245 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5cc5dc4f-7be8-406f-9103-4b6e7010e540 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:38:30.800521 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7407263a-988e-4a7a-9b86-b2b972eb618e no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:38:30.846279 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7407263a-988e-4a7a-9b86-b2b972eb618e {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:38:30.847002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7407263a-988e-4a7a-9b86-b2b972eb618e not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:38:30.856265 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-60886dcc-76e7-4eb5-96d6-ae4c12969ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:30.873247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33931833-c198-4ad4-ae95-19f7769432d7 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:30.876225 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60886dcc-76e7-4eb5-96d6-ae4c12969ec6 None None] Routers {'fd89e428-2bb0-4483-9a5f-04a7c9c11f67'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:30.878108 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-60886dcc-76e7-4eb5-96d6-ae4c12969ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:30.885468 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:30.895507 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:30.897195 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-76c0a02a-f52d-4454-b513-9edc50618c25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1658022 Apr 01 12:38:30.901590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38046) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:30.921636 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-559d3e63-7600-4d8e-9226-fa0ea6e2e970 req-833c9fbc-0168-4d4b-adcd-819c0ab08c8b service neutron] 10.222.0.37 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241329 Apr 01 12:38:30.922266 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0114710c-6bb7-42c2-9de8-4c8e0e6b41aa req-e57508cd-6fe5-415d-9f4a-a2af93f4efd3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550164 Apr 01 12:38:30.951849 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3149-983f-4c65-9c35-fc2ab64433f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:30.952198 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-60886dcc-76e7-4eb5-96d6-ae4c12969ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:30.953080 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60886dcc-76e7-4eb5-96d6-ae4c12969ec6 None None] The sync data for ids ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:30.994438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Transition to ACTIVE for port object 33931833-c198-4ad4-ae95-19f7769432d7 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:38:30.996289 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca23c30-382d-4b45-9a93-34e6b022921c x-openstack-request-id: req-9ca23c30-382d-4b45-9a93-34e6b022921c {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:30.996587 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2", "tag": "123fe9fd-f519-4334-86fb-89cf1de234a5", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:30.996880 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ca23c30-382d-4b45-9a93-34e6b022921c {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:30.997269 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca23c30-382d-4b45-9a93-34e6b022921c'] response: {'name': 'network-changed', 'server_uuid': '9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2', 'tag': '123fe9fd-f519-4334-86fb-89cf1de234a5', 'status': 'completed', 'code': 200} Apr 01 12:38:31.020752 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.040980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7a737-28bf-400e-ba7b-f37557d3104f req-7bf6e689-ca70-4c97-b2c8-6493156a269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:31.042550 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2d7a737-28bf-400e-ba7b-f37557d3104f req-7bf6e689-ca70-4c97-b2c8-6493156a269c service neutron] 10.222.0.44 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.4116740 Apr 01 12:38:31.055297 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3149-983f-4c65-9c35-fc2ab64433f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.103399 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad3149-983f-4c65-9c35-fc2ab64433f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c818ddbc-04f5-4e04-b3eb-9d9144b3ba89,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:31.105479 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3149-983f-4c65-9c35-fc2ab64433f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.108605 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b4ad3149-983f-4c65-9c35-fc2ab64433f7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c818ddbc-04f5-4e04-b3eb-9d9144b3ba89 HTTP/1.1" status: 204 len: 168 time: 0.6568241 Apr 01 12:38:31.114595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38050) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:31.116933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f43a2d-9889-445d-80cf-f0cf7ef1cc50 None None] Network 2e0cca15-7d8d-46a3-b5c3-0714327bab79 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:38:31.152929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e408dda-ac79-4f4e-be84-362ddebab6de req-d24ffacb-e487-431f-a140-7574aac89f12 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:31.154493 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2e408dda-ac79-4f4e-be84-362ddebab6de req-d24ffacb-e487-431f-a140-7574aac89f12 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 944 time: 0.1127133 Apr 01 12:38:31.162325 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2d7a737-28bf-400e-ba7b-f37557d3104f req-4a54783e-c71e-4100-9037-5d2d522d0687 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c786db6-ded6-4a46-bc67-17f53a2a4387 HTTP/1.1" status: 200 len: 217 time: 0.1030142 Apr 01 12:38:31.216867 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.241819 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2e408dda-ac79-4f4e-be84-362ddebab6de req-97eb581b-e581-42ca-8dce-14c5d911394d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=13cd6d75-905b-4248-9708-46a95ecffa8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562406 Apr 01 12:38:31.244589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Pushing event updated for resources: {'Port': ['ID=33931833-c198-4ad4-ae95-19f7769432d7,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:31.253703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8431747-f5b7-4ce7-9b7e-5e23f35195ba req-8df4d2a9-122f-419a-985e-0a7d318bf357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:31.255227 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8431747-f5b7-4ce7-9b7e-5e23f35195ba req-8df4d2a9-122f-419a-985e-0a7d318bf357 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c76524582c44960b21939aa3e380526&device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 1095 time: 0.2525222 Apr 01 12:38:31.286195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0c786db6-ded6-4a46-bc67-17f53a2a4387 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:31.312140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Deleting port e64e6326-d020-46fb-a497-0783de52e534 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:31.312490 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.423827 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb588d80-a0c0-47cd-8c4a-c49463bbc1e8 None None] DHCP port deletion for 2e0cca15-7d8d-46a3-b5c3-0714327bab79 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:38:31.438727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0c786db6-ded6-4a46-bc67-17f53a2a4387, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0c786db6-ded6-4a46-bc67-17f53a2a4387,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:31.444789 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] For port e64e6326-d020-46fb-a497-0783de52e534, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e64e6326-d020-46fb-a497-0783de52e534,segment=NetworkSegment(9804f139-1066-4182-9e42-f8964473eb25),segment_id=9804f139-1066-4182-9e42-f8964473eb25)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:31.445304 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.462323 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Calling delete_port for e64e6326-d020-46fb-a497-0783de52e534 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:31.471912 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7534b-0aa2-4127-9db9-93a8533ec694 req-08364c34-f93d-41f0-9e41-0086a83cb879 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:31.472977 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284a68c-3cac-47e8-9c5b-09635e2c4472 req-1c1ed10f-dc94-4b32-9b03-8554488e5ad4 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:31.473310 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-42b7534b-0aa2-4127-9db9-93a8533ec694 req-08364c34-f93d-41f0-9e41-0086a83cb879 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0778627 Apr 01 12:38:31.474479 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3284a68c-3cac-47e8-9c5b-09635e2c4472 req-1c1ed10f-dc94-4b32-9b03-8554488e5ad4 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 944 time: 0.4257598 Apr 01 12:38:31.475341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '0c786db6-ded6-4a46-bc67-17f53a2a4387', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'port_id': '0c786db6-ded6-4a46-bc67-17f53a2a4387', 'mac_address': 'fa:16:3e:5c:0e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:31.490900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7a737-28bf-400e-ba7b-f37557d3104f req-15107ef3-503d-41fe-a44c-61e2ec6f0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:31.492299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2d7a737-28bf-400e-ba7b-f37557d3104f req-15107ef3-503d-41fe-a44c-61e2ec6f0639 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.2985587 Apr 01 12:38:31.539807 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.559520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-eb588d80-a0c0-47cd-8c4a-c49463bbc1e8 None None] Deleting port e64e6326-d020-46fb-a497-0783de52e534 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:31.560181 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-eb588d80-a0c0-47cd-8c4a-c49463bbc1e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.568753 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-42b7534b-0aa2-4127-9db9-93a8533ec694 req-84695ccf-555f-4791-97b6-1e1e6d976f12 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837088 Apr 01 12:38:31.575308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c786db6-ded6-4a46-bc67-17f53a2a4387 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:31.625702 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0c786db6-ded6-4a46-bc67-17f53a2a4387, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0c786db6-ded6-4a46-bc67-17f53a2a4387,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:31.629875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.657476 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.659421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e64e6326-d020-46fb-a497-0783de52e534,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:31.664710 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] No DVR routers for this DVR port e64e6326-d020-46fb-a497-0783de52e534 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:38:31.683044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3284a68c-3cac-47e8-9c5b-09635e2c4472 req-d2abea00-dedd-46d4-ad0b-8ed7960ea563 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961944 Apr 01 12:38:31.686816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Attempting to bind port 33931833-c198-4ad4-ae95-19f7769432d7 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:38:31.687143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Attempting to bind port 33931833-c198-4ad4-ae95-19f7769432d7 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:38:31.687660 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Attempting to bind port 33931833-c198-4ad4-ae95-19f7769432d7 on network 1fc2778e-b886-42e1-a285-d99cfed6b496 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:31.695047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8431747-f5b7-4ce7-9b7e-5e23f35195ba req-60b57ec9-e54a-4bf7-bca5-bff121c98df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:31.696733 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8431747-f5b7-4ce7-9b7e-5e23f35195ba req-60b57ec9-e54a-4bf7-bca5-bff121c98df0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 200 len: 906 time: 0.3729980 Apr 01 12:38:31.701641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7a737-28bf-400e-ba7b-f37557d3104f req-b6f3c060-19ff-4a87-98bf-956d51ae2193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:31.703345 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2d7a737-28bf-400e-ba7b-f37557d3104f req-b6f3c060-19ff-4a87-98bf-956d51ae2193 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678603 Apr 01 12:38:31.710334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Port 33931833-c198-4ad4-ae95-19f7769432d7 on network 1fc2778e-b886-42e1-a285-d99cfed6b496 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:38:31.710857 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Attempting to bind port 33931833-c198-4ad4-ae95-19f7769432d7 on network 1fc2778e-b886-42e1-a285-d99cfed6b496 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:31.724908 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-eb588d80-a0c0-47cd-8c4a-c49463bbc1e8 None None] For port e64e6326-d020-46fb-a497-0783de52e534, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e64e6326-d020-46fb-a497-0783de52e534,segment=NetworkSegment(9804f139-1066-4182-9e42-f8964473eb25),segment_id=9804f139-1066-4182-9e42-f8964473eb25)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:31.725232 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-eb588d80-a0c0-47cd-8c4a-c49463bbc1e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.747313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-eb588d80-a0c0-47cd-8c4a-c49463bbc1e8 None None] Calling delete_port for e64e6326-d020-46fb-a497-0783de52e534 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:31.750465 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.764192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0c786db6-ded6-4a46-bc67-17f53a2a4387,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:31.777227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0cca15-7d8d-46a3-b5c3-0714327bab79']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:31.793264 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:38:31.793440 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9804f139-1066-4182-9e42-f8964473eb25') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:31.793601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Checking segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:31.793994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Bound using segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:38:31.794138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9804f139-1066-4182-9e42-f8964473eb25') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:31.794459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Bound port: 33931833-c198-4ad4-ae95-19f7769432d7, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:38:31.794811 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.802468 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8431747-f5b7-4ce7-9b7e-5e23f35195ba req-a6d1acf9-b605-4f93-8bad-39c8df29a550 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123fe9fd-f519-4334-86fb-89cf1de234a5 HTTP/1.1" status: 200 len: 217 time: 0.0977921 Apr 01 12:38:31.812206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.830444 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.840550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:38:31.841091 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:38:31.843821 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:38:31.855482 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-eb588d80-a0c0-47cd-8c4a-c49463bbc1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.885313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588d80-a0c0-47cd-8c4a-c49463bbc1e8 None None] Pushing event deleted for resources: {'Port': ['ID=e64e6326-d020-46fb-a497-0783de52e534,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:31.887419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb588d80-a0c0-47cd-8c4a-c49463bbc1e8 None None] No DVR routers for this DVR port e64e6326-d020-46fb-a497-0783de52e534 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:38:31.940765 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.948574 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:31.954437 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] 10.222.0.45 "DELETE /v2.0/networks/2e0cca15-7d8d-46a3-b5c3-0714327bab79 HTTP/1.1" status: 204 len: 168 time: 0.8358860 Apr 01 12:38:31.955128 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['0c786db6-ded6-4a46-bc67-17f53a2a4387'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:31.978243 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaacbc6-d380-42fa-848f-b6549439bdbe admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0cca15-7d8d-46a3-b5c3-0714327bab79,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:31.993149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25850ef5-e504-476c-9898-d411bbe49214 req-efac7c4e-e670-4f2f-83ff-7328ea98e5d2 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:31.997751 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8431747-f5b7-4ce7-9b7e-5e23f35195ba req-eb5caf3e-422e-4448-aef0-3f51df65b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:31.999212 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8431747-f5b7-4ce7-9b7e-5e23f35195ba req-eb5caf3e-422e-4448-aef0-3f51df65b7f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ac70454-03c6-441d-a202-2cdb53da5bc7 HTTP/1.1" status: 200 len: 845 time: 0.1873722 Apr 01 12:38:32.010882 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-25850ef5-e504-476c-9898-d411bbe49214 req-efac7c4e-e670-4f2f-83ff-7328ea98e5d2 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 944 time: 0.1730223 Apr 01 12:38:32.065232 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8431747-f5b7-4ce7-9b7e-5e23f35195ba req-7a2040fe-a795-4ae0-90ba-0298050e9ae5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4fe3cc1f-988e-4490-862b-d9d2e29425d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541499 Apr 01 12:38:32.067070 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2d7a737-28bf-400e-ba7b-f37557d3104f req-327a9627-3c82-4da4-aca6-5d84b67f2769 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528621 Apr 01 12:38:32.072092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] For port 33931833-c198-4ad4-ae95-19f7769432d7, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:38:32.078809 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-25850ef5-e504-476c-9898-d411bbe49214 req-6c16c010-16ef-4634-b7a2-6dac1b7b8a3c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670655 Apr 01 12:38:32.154072 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] For port 33931833-c198-4ad4-ae95-19f7769432d7, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=33931833-c198-4ad4-ae95-19f7769432d7,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:38:32.154930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38058) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:32.183159 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:32.208307 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c0b8896b-0810-4dd1-8582-bc8ac1702e9d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf511b092cf943a4997336877dd3e811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520735 Apr 01 12:38:32.208909 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38060) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:32.257940 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a5c1-e150-40fd-a00a-13c4ee7ecce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:32.280099 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a5c1-e150-40fd-a00a-13c4ee7ecce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:32.333245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:32.333871 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:32.335294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] 10.222.0.44 "PUT /v2.0/ports/33931833-c198-4ad4-ae95-19f7769432d7 HTTP/1.1" status: 200 len: 1092 time: 3.0538926 Apr 01 12:38:32.352593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8cf2d-a046-4f85-909d-3aead486b643 req-2b5e8848-3395-4df3-a314-993f8b2b660d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:32.354197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96c8cf2d-a046-4f85-909d-3aead486b643 req-2b5e8848-3395-4df3-a314-993f8b2b660d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 944 time: 0.2922199 Apr 01 12:38:32.394998 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a5c1-e150-40fd-a00a-13c4ee7ecce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:32.396689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e64e6326-d020-46fb-a497-0783de52e534 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:38:32.398442 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a5c1-e150-40fd-a00a-13c4ee7ecce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:32.400067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dabe3b-3521-45fe-b7d4-7074e31c8c57 service neutron] Pushing event updated for resources: {'Port': ['ID=33931833-c198-4ad4-ae95-19f7769432d7,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:32.402145 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5bf4a5c1-e150-40fd-a00a-13c4ee7ecce7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c2ee0e2-b4c9-4155-8194-127f40fd3f84 HTTP/1.1" status: 204 len: 168 time: 0.1921294 Apr 01 12:38:32.416794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4a5c1-e150-40fd-a00a-13c4ee7ecce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2ee0e2-b4c9-4155-8194-127f40fd3f84,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:32.433863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: e64e6326-d020-46fb-a497-0783de52e534 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:38:32.434260 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e64e6326-d020-46fb-a497-0783de52e534 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:38:32.443519 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8431747-f5b7-4ce7-9b7e-5e23f35195ba req-6c747fc9-a105-492d-9413-547488e92e90 service neutron] 10.222.0.37 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534472 Apr 01 12:38:32.443696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6cdfc-aab0-465f-be3b-0c976edf0f95 req-a642e787-1c01-49ce-b1a7-04879ec4cb63 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:32.447237 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6da6cdfc-aab0-465f-be3b-0c976edf0f95 req-a642e787-1c01-49ce-b1a7-04879ec4cb63 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 944 time: 0.1070812 Apr 01 12:38:32.484616 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b2d7a737-28bf-400e-ba7b-f37557d3104f req-2a2d489d-f2f9-47e0-8a86-f35e766dfe58 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934367 Apr 01 12:38:32.520040 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6da6cdfc-aab0-465f-be3b-0c976edf0f95 req-dc9e913b-9c56-4963-97f8-aeed7d6c4742 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=13cd6d75-905b-4248-9708-46a95ecffa8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634623 Apr 01 12:38:32.566035 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96c8cf2d-a046-4f85-909d-3aead486b643 req-eb72461b-f883-4ac8-b46a-6b95b541e411 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976912 Apr 01 12:38:32.600550 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:32.617101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-f654f7fa-25ec-4920-a294-5130ef8d49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:32.618698 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-f654f7fa-25ec-4920-a294-5130ef8d49bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 1095 time: 0.2068825 Apr 01 12:38:32.715120 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73858394-cff2-48fd-a14b-40d8e5898969 req-2fc78d47-a5d4-4f7b-b2e4-e5049f68d418 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:32.716557 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-73858394-cff2-48fd-a14b-40d8e5898969 req-2fc78d47-a5d4-4f7b-b2e4-e5049f68d418 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0526264 Apr 01 12:38:32.778672 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-73858394-cff2-48fd-a14b-40d8e5898969 req-185c6c05-984e-4375-a748-2f893f1f3624 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478415 Apr 01 12:38:32.900602 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 51eb0819-8923-4c6a-9bbd-cd1bf671a21f up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:32.956140 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:38:32.960540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:32.960902 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.000271 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'tag': '33931833-c198-4ad4-ae95-19f7769432d7'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:33.003058 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86f9c57-e50b-4c3a-8fe0-3ba686734628" -d '{"events": [{"name": "network-changed", "server_uuid": "48fd5717-2ade-4baf-8779-d8aae867e10d", "tag": "33931833-c198-4ad4-ae95-19f7769432d7"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:33.006448 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-e715002f-54c3-485a-a9ff-4f4f2d8cd780 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33931833-c198-4ad4-ae95-19f7769432d7 HTTP/1.1" status: 200 len: 217 time: 0.3770883 Apr 01 12:38:33.060152 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.064800 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec821dc2-9a11-457f-afc0-afc5e7f9bff7 x-openstack-request-id: req-ec821dc2-9a11-457f-afc0-afc5e7f9bff7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:33.064800 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fd5717-2ade-4baf-8779-d8aae867e10d", "tag": "33931833-c198-4ad4-ae95-19f7769432d7", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:33.064800 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec821dc2-9a11-457f-afc0-afc5e7f9bff7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:33.064800 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec821dc2-9a11-457f-afc0-afc5e7f9bff7'] response: {'name': 'network-changed', 'server_uuid': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'tag': '33931833-c198-4ad4-ae95-19f7769432d7', 'status': 'completed', 'code': 200} Apr 01 12:38:33.084370 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddffd0e-fc73-40b6-ba53-8b9cd55c1987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:33.085433 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8431747-f5b7-4ce7-9b7e-5e23f35195ba req-17959cbf-f945-40e4-ba89-03d8ceffe120 service neutron] 10.222.0.37 "GET /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053464 Apr 01 12:38:33.086974 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a83f98-b178-4512-99ff-4ff15dffa698" -d '{"events": [{"server_uuid": "bddffd0e-fc73-40b6-ba53-8b9cd55c1987", "name": "network-vif-plugged", "status": "completed", "tag": "51eb0819-8923-4c6a-9bbd-cd1bf671a21f"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:33.112015 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:33.119700 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.147164 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-11c6f8f3-d83b-4a41-86f3-c4a188d88e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:33.148716 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-11c6f8f3-d83b-4a41-86f3-c4a188d88e55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.1219537 Apr 01 12:38:33.151662 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f73f4a-9c9c-4591-877b-f4efa2a15017 x-openstack-request-id: req-a6f73f4a-9c9c-4591-877b-f4efa2a15017 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:33.151999 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddffd0e-fc73-40b6-ba53-8b9cd55c1987", "name": "network-vif-plugged", "status": "completed", "tag": "51eb0819-8923-4c6a-9bbd-cd1bf671a21f", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:33.152252 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6f73f4a-9c9c-4591-877b-f4efa2a15017 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:33.152856 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f73f4a-9c9c-4591-877b-f4efa2a15017'] response: {'server_uuid': 'bddffd0e-fc73-40b6-ba53-8b9cd55c1987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f', 'code': 200} Apr 01 12:38:33.162533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ef287-aa73-465a-bb4e-de738e3a53a5 req-255031e1-caf0-4ea8-b67d-945fb1ec2c81 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:33.170675 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-036ef287-aa73-465a-bb4e-de738e3a53a5 req-255031e1-caf0-4ea8-b67d-945fb1ec2c81 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 944 time: 0.2022297 Apr 01 12:38:33.188208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:33.287852 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0c786db6-ded6-4a46-bc67-17f53a2a4387 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:33.299040 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d17a0-2c5c-4fc1-be81-7bf32e663344 req-26a44489-e694-413b-89ef-d84ebfadbeca tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:33.300919 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-123d17a0-2c5c-4fc1-be81-7bf32e663344 req-26a44489-e694-413b-89ef-d84ebfadbeca tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0605519 Apr 01 12:38:33.306371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38094) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:33.329218 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-036ef287-aa73-465a-bb4e-de738e3a53a5 req-49699e25-7753-49c9-b2b5-d455266038a8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529627 Apr 01 12:38:33.347855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-d3cf7fd6-5cbe-45ec-ad23-5dceecbb948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:33.349351 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-d3cf7fd6-5cbe-45ec-ad23-5dceecbb948e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767590 Apr 01 12:38:33.350894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-123d17a0-2c5c-4fc1-be81-7bf32e663344 req-674816ce-9cac-4e29-bacd-8552ade1cfff tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383558 Apr 01 12:38:33.372753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 0c786db6-ded6-4a46-bc67-17f53a2a4387 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:38:33.373133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 0c786db6-ded6-4a46-bc67-17f53a2a4387 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:33.373558 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.392502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229e332-c97e-446f-b333-e1273a22742e req-3b7219b7-1861-4257-be49-dd645c80b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:33.394066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f229e332-c97e-446f-b333-e1273a22742e req-3b7219b7-1861-4257-be49-dd645c80b621 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 1096 time: 0.1654427 Apr 01 12:38:33.437067 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-867236291-network', 'tenant_id': 'ee148259b1d84df9be47902ef9db2b26'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:33.460351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Made reservation on behalf of ee148259b1d84df9be47902ef9db2b26 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:33.463330 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.464210 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.481055 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.498120 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 0c786db6-ded6-4a46-bc67-17f53a2a4387, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0c786db6-ded6-4a46-bc67-17f53a2a4387,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:33.502527 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.528608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f229e332-c97e-446f-b333-e1273a22742e req-9bae76c4-ce4f-40f9-892b-60ec401594f8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190083 Apr 01 12:38:33.558408 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-f0bc59f8-90ce-4838-b781-db1292730d1e service neutron] 10.222.0.44 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807191 Apr 01 12:38:33.565623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.20.0.1 (b2a75250-3b4d-473f-a391-e0445cab8c0d/aa1228e7-4d87-4acf-92c4-81a36e87bbe0/ad663260-f69d-4f59-86af-7e5bd2ad644e) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:33.566737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=0c786db6-ded6-4a46-bc67-17f53a2a4387,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:33.594286 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.599831 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.620524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:38:33.635835 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:33.639160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.639494 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Added segment df9431ff-48a6-4053-b1e8-4366fdf540cd of type vlan for network 3931b461-60ce-4620-95a6-e885b3336f07 Apr 01 12:38:33.702802 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.734254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460bd2d-9ada-4c9e-bb32-0c564709c881 req-42420ab4-fe61-4f68-8c77-f18fdb33720b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:33.735789 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d460bd2d-9ada-4c9e-bb32-0c564709c881 req-42420ab4-fe61-4f68-8c77-f18fdb33720b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 945 time: 0.0879369 Apr 01 12:38:33.757271 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.758865 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:33.758991 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.780563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d423c-d857-47c6-8862-bf942ef866d4 req-623100a0-cacb-426c-a4cb-4e563e6e8c78 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:33.782064 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f9d423c-d857-47c6-8862-bf942ef866d4 req-623100a0-cacb-426c-a4cb-4e563e6e8c78 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 944 time: 0.1826568 Apr 01 12:38:33.787782 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2086c4fd-1481-4393-a664-c5a64bebd6d2 req-69ff44bc-8441-4763-9220-ed8ec47a75f5 service neutron] 10.222.0.44 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174892 Apr 01 12:38:33.817323 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5062382 Apr 01 12:38:33.818134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38104) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:33.827967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-fd74b2f8-2768-4edf-94c7-74ebf1a0da00 admin admin] Request body: {'subnet': {'network_id': '3931b461-60ce-4620-95a6-e885b3336f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-867236291-subnet', 'tenant_id': 'ee148259b1d84df9be47902ef9db2b26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:33.843673 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d460bd2d-9ada-4c9e-bb32-0c564709c881 req-d6039cc6-eedc-4e8f-86bc-bf7344d4d23f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016977 Apr 01 12:38:33.846748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c9889-3fbd-4884-99c2-7d2bdd3a1e9a admin admin] Pushing event updated for resources: {'Network': ['ID=3931b461-60ce-4620-95a6-e885b3336f07,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:33.853445 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.866947 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 3931b461-60ce-4620-95a6-e885b3336f07 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:38:33.900206 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f9d423c-d857-47c6-8862-bf942ef866d4 req-5270ad0c-427b-4879-bdba-360a3cfd5a36 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=13cd6d75-905b-4248-9708-46a95ecffa8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052575 Apr 01 12:38:33.928436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd74b2f8-2768-4edf-94c7-74ebf1a0da00 admin admin] Made reservation on behalf of ee148259b1d84df9be47902ef9db2b26 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:33.930756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd74b2f8-2768-4edf-94c7-74ebf1a0da00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:33.955983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f9c57-e50b-4c3a-8fe0-3ba686734628 req-8892b70a-5787-4b62-91bf-8c4115a46448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:33.957686 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f86f9c57-e50b-4c3a-8fe0-3ba686734628 req-8892b70a-5787-4b62-91bf-8c4115a46448 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 1095 time: 0.1126697 Apr 01 12:38:33.972979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7f985-faf4-4f5a-9ede-e620f9ed1dd7 req-5bef27a7-6c1e-49c6-91da-2a431ce9e9f6 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:33.974600 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d4c7f985-faf4-4f5a-9ede-e620f9ed1dd7 req-5bef27a7-6c1e-49c6-91da-2a431ce9e9f6 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0579798 Apr 01 12:38:33.976993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:34.013545 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d4c7f985-faf4-4f5a-9ede-e620f9ed1dd7 req-cdecfe0b-7f55-42f6-97b2-b78ecbca3b45 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327361 Apr 01 12:38:34.084258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network b2a75250-3b4d-473f-a391-e0445cab8c0d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:34.120330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:34.123548 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:34.151366 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=ad663260-f69d-4f59-86af-7e5bd2ad644e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:34.197064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:34.254243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f9c57-e50b-4c3a-8fe0-3ba686734628 req-e8743099-68f7-4d02-b7bb-f8d3ed301cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:34.255737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f86f9c57-e50b-4c3a-8fe0-3ba686734628 req-e8743099-68f7-4d02-b7bb-f8d3ed301cf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 915 time: 0.2890143 Apr 01 12:38:34.327090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f86f9c57-e50b-4c3a-8fe0-3ba686734628 req-8ca8218a-a0bc-4ec0-b013-f2c0e72e81bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33931833-c198-4ad4-ae95-19f7769432d7 HTTP/1.1" status: 200 len: 217 time: 0.0508769 Apr 01 12:38:34.374292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3ee18633-d78b-48e0-9bd9-6efb41df4003 None None] Provisioning complete for port ad663260-f69d-4f59-86af-7e5bd2ad644e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:34.374885 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3ee18633-d78b-48e0-9bd9-6efb41df4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:34.413097 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3ee18633-d78b-48e0-9bd9-6efb41df4003 None None] Port ad663260-f69d-4f59-86af-7e5bd2ad644e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:38:34.479356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a23f8-c9a3-46ae-9191-84e808c1e8aa req-9870cb9e-42ca-46f8-b32c-80a850598736 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:34.480841 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ad0a23f8-c9a3-46ae-9191-84e808c1e8aa req-9870cb9e-42ca-46f8-b32c-80a850598736 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0495987 Apr 01 12:38:34.491820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f9c57-e50b-4c3a-8fe0-3ba686734628 req-1698473c-70b7-4d3e-9bb2-5e2974e54a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:34.493292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f86f9c57-e50b-4c3a-8fe0-3ba686734628 req-1698473c-70b7-4d3e-9bb2-5e2974e54a76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.1567433 Apr 01 12:38:34.501133 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd74b2f8-2768-4edf-94c7-74ebf1a0da00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:34.521026 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ad0a23f8-c9a3-46ae-9191-84e808c1e8aa req-723420c7-8177-419c-b4be-38e4b70914f8 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327165 Apr 01 12:38:34.591049 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:34.614548 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee4e72-abc6-4578-b8d2-6e2e8b5b9551 req-060da5b6-170f-4229-a904-822f231cddd5 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:34.615938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3ee4e72-abc6-4578-b8d2-6e2e8b5b9551 req-060da5b6-170f-4229-a904-822f231cddd5 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 944 time: 0.2152050 Apr 01 12:38:34.627982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74b2f8-2768-4edf-94c7-74ebf1a0da00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10145348-6766-4338-8d09-3b18ec899604,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:34.696799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f9c57-e50b-4c3a-8fe0-3ba686734628 req-b4646cfa-56eb-4ce4-9760-97634984c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:34.698326 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f86f9c57-e50b-4c3a-8fe0-3ba686734628 req-b4646cfa-56eb-4ce4-9760-97634984c7b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739056 Apr 01 12:38:34.769640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd74b2f8-2768-4edf-94c7-74ebf1a0da00 admin admin] Checking segment: {'id': 'df9431ff-48a6-4053-b1e8-4366fdf540cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3931b461-60ce-4620-95a6-e885b3336f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:34.769992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd74b2f8-2768-4edf-94c7-74ebf1a0da00 admin admin] Network hostable DHCP agents. Network: 3931b461-60ce-4620-95a6-e885b3336f07, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:38:34.774193 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3ee4e72-abc6-4578-b8d2-6e2e8b5b9551 req-87802845-2e0a-4b91-a16e-e9a2252db15f tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470892 Apr 01 12:38:34.870419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd74b2f8-2768-4edf-94c7-74ebf1a0da00 admin admin] Network 3931b461-60ce-4620-95a6-e885b3336f07 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:38:34.900746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-fd74b2f8-2768-4edf-94c7-74ebf1a0da00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 3931b461-60ce-4620-95a6-e885b3336f07) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:34.914312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd74b2f8-2768-4edf-94c7-74ebf1a0da00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:34.915008 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd74b2f8-2768-4edf-94c7-74ebf1a0da00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:34.915819 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94871f-0e0c-4678-8217-a8dd5338c2af None None] Network 3931b461-60ce-4620-95a6-e885b3336f07 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:38:34.924355 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 123fe9fd-f519-4334-86fb-89cf1de234a5 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:34.927430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f86f9c57-e50b-4c3a-8fe0-3ba686734628 req-73821a6a-7a84-4fa5-a84e-5dfc9adc493c service neutron] 10.222.0.44 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183454 Apr 01 12:38:34.986165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fd74b2f8-2768-4edf-94c7-74ebf1a0da00 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1653399 Apr 01 12:38:35.026733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f9737-2bd0-41ec-ae4f-f97c78fd1228 req-4df69546-e120-4270-b73a-743c38c4d5c1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:35.037530 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d09f9737-2bd0-41ec-ae4f-f97c78fd1228 req-4df69546-e120-4270-b73a-743c38c4d5c1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 945 time: 0.1102986 Apr 01 12:38:35.078688 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d09f9737-2bd0-41ec-ae4f-f97c78fd1228 req-ea456105-6859-4cd3-bf6a-f15726685889 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397277 Apr 01 12:38:35.155248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31163cfc-1544-417c-b0fc-89c4ff07afdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c786db6-ded6-4a46-bc67-17f53a2a4387'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:35.158706 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebc39c8-0f35-4362-94b0-89b0bcbfac2f" -d '{"events": [{"server_uuid": "31163cfc-1544-417c-b0fc-89c4ff07afdd", "name": "network-vif-plugged", "status": "completed", "tag": "0c786db6-ded6-4a46-bc67-17f53a2a4387"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:35.167813 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69869a30-dc15-4957-be7a-0900b9c914f1 None None] Network 3931b461-60ce-4620-95a6-e885b3336f07 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:38:35.178388 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 123fe9fd-f519-4334-86fb-89cf1de234a5, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=123fe9fd-f519-4334-86fb-89cf1de234a5,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:35.188740 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fd7df-d44e-43b4-8ea8-f2f805f512b5 req-7533fa9d-4850-4857-8b7b-3c87e5982368 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:35.194523 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-209fd7df-d44e-43b4-8ea8-f2f805f512b5 req-7533fa9d-4850-4857-8b7b-3c87e5982368 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 944 time: 0.1982472 Apr 01 12:38:35.202715 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f86f9c57-e50b-4c3a-8fe0-3ba686734628 req-e28fba35-7ae7-4a5c-b44f-113c987a994c service neutron] 10.222.0.44 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666297 Apr 01 12:38:35.214968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31821994-906a-4163-93a5-b4b20592def7 req-e55c2983-e764-49f2-a0d5-fc5a55803668 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:35.217306 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31821994-906a-4163-93a5-b4b20592def7 req-e55c2983-e764-49f2-a0d5-fc5a55803668 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0616355 Apr 01 12:38:35.254312 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:35.254991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '123fe9fd-f519-4334-86fb-89cf1de234a5', 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'port_id': '123fe9fd-f519-4334-86fb-89cf1de234a5', 'mac_address': 'fa:16:3e:4c:e0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac70454-03c6-441d-a202-2cdb53da5bc7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:35.259738 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31821994-906a-4163-93a5-b4b20592def7 req-aaf01d9a-fb6b-47df-832a-8189a75fbc72 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348098 Apr 01 12:38:35.269661 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-209fd7df-d44e-43b4-8ea8-f2f805f512b5 req-5ac3d7d7-3eb6-4ebb-883b-0f11783f6b57 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=13cd6d75-905b-4248-9708-46a95ecffa8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648136 Apr 01 12:38:35.283295 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:35.301723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 33931833-c198-4ad4-ae95-19f7769432d7 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:35.324081 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a4361f-7533-4397-8c11-ce4378f3f58f x-openstack-request-id: req-c6a4361f-7533-4397-8c11-ce4378f3f58f {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:35.324365 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31163cfc-1544-417c-b0fc-89c4ff07afdd", "name": "network-vif-plugged", "status": "completed", "tag": "0c786db6-ded6-4a46-bc67-17f53a2a4387", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:35.324603 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6a4361f-7533-4397-8c11-ce4378f3f58f {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:35.324989 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a4361f-7533-4397-8c11-ce4378f3f58f'] response: {'server_uuid': '31163cfc-1544-417c-b0fc-89c4ff07afdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c786db6-ded6-4a46-bc67-17f53a2a4387', 'code': 200} Apr 01 12:38:35.334565 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:35.363749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=ad663260-f69d-4f59-86af-7e5bd2ad644e,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:35.373765 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:35.385536 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123fe9fd-f519-4334-86fb-89cf1de234a5 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:35.445272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 123fe9fd-f519-4334-86fb-89cf1de234a5, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=123fe9fd-f519-4334-86fb-89cf1de234a5,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:35.474697 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:35.488588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d331ab0-8ce7-4cb4-944d-7a27a28c7c9a req-8c806f26-9db5-4f13-8914-62ae4ad515d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:35.490301 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d331ab0-8ce7-4cb4-944d-7a27a28c7c9a req-8c806f26-9db5-4f13-8914-62ae4ad515d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 1096 time: 0.0917163 Apr 01 12:38:35.538680 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 33931833-c198-4ad4-ae95-19f7769432d7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=33931833-c198-4ad4-ae95-19f7769432d7,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:35.556256 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=123fe9fd-f519-4334-86fb-89cf1de234a5,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:35.561249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '33931833-c198-4ad4-ae95-19f7769432d7', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'port_id': '33931833-c198-4ad4-ae95-19f7769432d7', 'mac_address': 'fa:16:3e:8e:b6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:35.610316 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:35.625664 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33931833-c198-4ad4-ae95-19f7769432d7 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:35.648568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 33931833-c198-4ad4-ae95-19f7769432d7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=33931833-c198-4ad4-ae95-19f7769432d7,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:35.654601 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:35.668314 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047a4df-5121-4224-a3f9-180798e3bc4a req-349da3fd-fae2-4f30-9580-89e88880b22c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:35.670328 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3047a4df-5121-4224-a3f9-180798e3bc4a req-349da3fd-fae2-4f30-9580-89e88880b22c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0570390 Apr 01 12:38:35.703732 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=33931833-c198-4ad4-ae95-19f7769432d7,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:35.713976 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3047a4df-5121-4224-a3f9-180798e3bc4a req-cfad1c39-02b4-44b4-ad6f-57aab5cda596 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356262 Apr 01 12:38:35.841852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe159ef-e848-4a82-9523-5fe8bcda3c17 req-e86ac026-bd28-4052-a9ea-86d3f06d77e0 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:35.843367 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ebe159ef-e848-4a82-9523-5fe8bcda3c17 req-e86ac026-bd28-4052-a9ea-86d3f06d77e0 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0556479 Apr 01 12:38:35.850154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network b2a75250-3b4d-473f-a391-e0445cab8c0d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:35.864931 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['123fe9fd-f519-4334-86fb-89cf1de234a5'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:35.865734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:35.883715 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d331ab0-8ce7-4cb4-944d-7a27a28c7c9a req-ca0a411c-8c78-41a5-b846-86ba1c9e335f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841088 Apr 01 12:38:35.898315 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ebe159ef-e848-4a82-9523-5fe8bcda3c17 req-6cd0abf3-54de-4d6a-9f1c-5bf5457cbf48 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463619 Apr 01 12:38:35.928358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['33931833-c198-4ad4-ae95-19f7769432d7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:36.023566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b535a-828e-4d53-b666-2bfc5451a585 req-33f2b287-19d3-4291-9001-8a2e550c8cd9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:36.025231 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-644b535a-828e-4d53-b666-2bfc5451a585 req-33f2b287-19d3-4291-9001-8a2e550c8cd9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 945 time: 0.0692699 Apr 01 12:38:36.041854 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-bdd37b1d-b668-4d7b-8e3b-382db0988d05 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:36.043091 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-bdd37b1d-b668-4d7b-8e3b-382db0988d05 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/networks?id=3931b461-60ce-4620-95a6-e885b3336f07 HTTP/1.1" status: 200 len: 821 time: 0.2356009 Apr 01 12:38:36.055046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router fd89e428-2bb0-4483-9a5f-04a7c9c11f67 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:36.072619 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-d64deeeb-ad92-443d-b454-44ebf0a7c36c tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/quotas/ee148259b1d84df9be47902ef9db2b26 HTTP/1.1" status: 200 len: 375 time: 0.0202990 Apr 01 12:38:36.094479 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-644b535a-828e-4d53-b666-2bfc5451a585 req-06a837bb-aaff-496f-a39a-521f2cef577a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594275 Apr 01 12:38:36.122670 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-965aa9d1-961b-4193-a8e3-bfd949108278 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee148259b1d84df9be47902ef9db2b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489051 Apr 01 12:38:36.245521 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-268e7af5-361a-4bfa-ac24-e04db04b1767 None None] Provisioning complete for port ad663260-f69d-4f59-86af-7e5bd2ad644e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:36.245890 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-268e7af5-361a-4bfa-ac24-e04db04b1767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:36.285055 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-268e7af5-361a-4bfa-ac24-e04db04b1767 None None] Port ad663260-f69d-4f59-86af-7e5bd2ad644e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:38:36.296507 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-7524717a-75d6-4bb3-ad25-7866dc3b5d39 service neutron] 10.222.0.45 "GET /v2.0/networks/3931b461-60ce-4620-95a6-e885b3336f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727960 Apr 01 12:38:36.316950 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:36.330696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38158) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:36.330832 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9bd1e272-f9e5-445c-ad44-ace14430ca15 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "PUT /v2.0/routers/fd89e428-2bb0-4483-9a5f-04a7c9c11f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4261298 Apr 01 12:38:36.335315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae9f93-ca26-44fe-803b-832a8cb37b80 None None] Sync routers for ids ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:36.336254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'port': {'network_id': 'b2a75250-3b4d-473f-a391-e0445cab8c0d', 'name': 'tempest-FloatingIPTestJSON-840407076'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:36.341172 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e59cb8cf-4605-4d03-b5dd-373429a244df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:36.351665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae9f93-ca26-44fe-803b-832a8cb37b80 None None] Routers {'fd89e428-2bb0-4483-9a5f-04a7c9c11f67'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:36.352103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-75ae9f93-ca26-44fe-803b-832a8cb37b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:36.395237 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-75ae9f93-ca26-44fe-803b-832a8cb37b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:36.405333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae9f93-ca26-44fe-803b-832a8cb37b80 None None] Routers {'fd89e428-2bb0-4483-9a5f-04a7c9c11f67'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:36.406038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-75ae9f93-ca26-44fe-803b-832a8cb37b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:36.428808 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-41ca1839-4b4f-4725-be83-36fb77062bdb service neutron] 10.222.0.45 "GET /v2.0/networks/3931b461-60ce-4620-95a6-e885b3336f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228497 Apr 01 12:38:36.515408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bead1e-3980-4f61-9336-dab9158d3c2b req-f6ff4b73-bffa-4636-93aa-d962885a3d33 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:36.517730 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e3bead1e-3980-4f61-9336-dab9158d3c2b req-f6ff4b73-bffa-4636-93aa-d962885a3d33 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 945 time: 0.0850813 Apr 01 12:38:36.562996 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Made reservation on behalf of e5e14b3f525143de9a0433f7d9dcdfd9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:36.566542 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:36.599873 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e3bead1e-3980-4f61-9336-dab9158d3c2b req-7061822b-6037-4728-b6fa-aa51587cc938 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599010 Apr 01 12:38:36.602995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] device_id is not set on port 08a4ec72-913f-45d7-858c-b043ef5558c3 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:38:36.716572 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-75ae9f93-ca26-44fe-803b-832a8cb37b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:36.717389 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae9f93-ca26-44fe-803b-832a8cb37b80 None None] The sync data for ids ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:36.741194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374f2d1-6ff6-418b-a338-df2820ff534b req-4840da7d-5c59-4b57-80eb-3ca1c8472dc6 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:36.742778 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c374f2d1-6ff6-418b-a338-df2820ff534b req-4840da7d-5c59-4b57-80eb-3ca1c8472dc6 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.1240268 Apr 01 12:38:36.756943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Allocated IP 172.20.0.9 (b2a75250-3b4d-473f-a391-e0445cab8c0d/aa1228e7-4d87-4acf-92c4-81a36e87bbe0/08a4ec72-913f-45d7-858c-b043ef5558c3) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:36.803024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c374f2d1-6ff6-418b-a338-df2820ff534b req-611167ec-4689-4d31-a13d-6e9c4c52b4dd tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511081 Apr 01 12:38:36.820832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91549e3-f09b-43c8-a2bf-8e0b316b163e req-9f0f1082-8339-4f9b-85b2-794f28ce0134 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:36.822372 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e91549e3-f09b-43c8-a2bf-8e0b316b163e req-9f0f1082-8339-4f9b-85b2-794f28ce0134 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 945 time: 0.0816283 Apr 01 12:38:36.902691 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e91549e3-f09b-43c8-a2bf-8e0b316b163e req-83c404a8-2445-4512-bce8-d1d8c1cbc0b2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=13cd6d75-905b-4248-9708-46a95ecffa8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719495 Apr 01 12:38:36.936964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62e016-6bbd-4944-b730-f1a218066d44 req-013bcfc3-d5b0-4071-a1b4-c34f07aaab03 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:36.938926 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec62e016-6bbd-4944-b730-f1a218066d44 req-013bcfc3-d5b0-4071-a1b4-c34f07aaab03 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0730820 Apr 01 12:38:36.985009 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec62e016-6bbd-4944-b730-f1a218066d44 req-ecc43158-7f11-49e0-8b4a-799c22f903ea tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Apr 01 12:38:37.021630 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:37.040559 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7dc91e19-d1dd-4000-a6a8-ceca950f0414 req-790ef359-29eb-4a5b-8e63-d05ed02dd263 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 210 time: 0.0526781 Apr 01 12:38:37.078607 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:37.124440 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Network b2a75250-3b4d-473f-a391-e0445cab8c0d is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:37.128514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:37.132413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:37.191553 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event updated for resources: {'Port': ['ID=08a4ec72-913f-45d7-858c-b043ef5558c3,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:37.206775 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:37.207587 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:37.228394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3e019-5a58-4c5c-97ff-b3a94902b317 req-76901f1a-5bea-4376-82af-24cd2644c08d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:37.232553 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-00d63437-76a7-48c6-b4fe-64ea2d25beb0 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8969038 Apr 01 12:38:37.233184 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38176) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:37.235109 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-52a3e019-5a58-4c5c-97ff-b3a94902b317 req-76901f1a-5bea-4376-82af-24cd2644c08d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 945 time: 0.0723214 Apr 01 12:38:37.237914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ca0e1311-e85f-4787-846c-0b569f351954 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Request body: {'floatingip': {'port_id': '08a4ec72-913f-45d7-858c-b043ef5558c3'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:37.286637 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-52a3e019-5a58-4c5c-97ff-b3a94902b317 req-a1dd038d-9c4b-4406-aee0-66a23bb63535 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496819 Apr 01 12:38:37.305765 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1311-e85f-4787-846c-0b569f351954 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:37.311264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 33931833-c198-4ad4-ae95-19f7769432d7 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:37.372884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 33931833-c198-4ad4-ae95-19f7769432d7 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:38:37.378111 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 33931833-c198-4ad4-ae95-19f7769432d7 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:37.378481 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:37.431148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5aaafc83-1426-4fca-99b7-e19c18a5e8e8 None None] Provisioning complete for port 08a4ec72-913f-45d7-858c-b043ef5558c3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:37.431430 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5aaafc83-1426-4fca-99b7-e19c18a5e8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:37.490060 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5aaafc83-1426-4fca-99b7-e19c18a5e8e8 None None] Port 08a4ec72-913f-45d7-858c-b043ef5558c3 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:38:37.496469 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:37.519348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33931833-c198-4ad4-ae95-19f7769432d7'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:37.521562 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82ab8bf-bb8a-45bd-bbde-05c13d6ffbbd" -d '{"events": [{"server_uuid": "48fd5717-2ade-4baf-8779-d8aae867e10d", "name": "network-vif-plugged", "status": "completed", "tag": "33931833-c198-4ad4-ae95-19f7769432d7"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:37.534759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 33931833-c198-4ad4-ae95-19f7769432d7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=33931833-c198-4ad4-ae95-19f7769432d7,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:37.539880 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:37.567561 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5565cf-7906-46ea-800e-89520ee65f5a x-openstack-request-id: req-5e5565cf-7906-46ea-800e-89520ee65f5a {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:37.567852 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fd5717-2ade-4baf-8779-d8aae867e10d", "name": "network-vif-plugged", "status": "completed", "tag": "33931833-c198-4ad4-ae95-19f7769432d7", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:37.568098 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e5565cf-7906-46ea-800e-89520ee65f5a {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:37.568482 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5565cf-7906-46ea-800e-89520ee65f5a'] response: {'server_uuid': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33931833-c198-4ad4-ae95-19f7769432d7', 'code': 200} Apr 01 12:38:37.603527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=33931833-c198-4ad4-ae95-19f7769432d7,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:37.685938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492d6ed-10e8-47ce-bf22-ed9728603576 req-7e8b57f5-a509-4b11-9c94-f104aaa1fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:37.687708 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8492d6ed-10e8-47ce-bf22-ed9728603576 req-7e8b57f5-a509-4b11-9c94-f104aaa1fb63 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 1097 time: 0.0442219 Apr 01 12:38:37.794348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883a667-3d06-4f14-b2c3-9bfc0892df51 req-3d51f1db-868d-4de2-bf8b-c2e94464df37 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:37.796090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1883a667-3d06-4f14-b2c3-9bfc0892df51 req-3d51f1db-868d-4de2-bf8b-c2e94464df37 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 945 time: 0.1008537 Apr 01 12:38:37.841474 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1311-e85f-4787-846c-0b569f351954 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:37.843950 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8492d6ed-10e8-47ce-bf22-ed9728603576 req-063b6056-2d4b-4391-86e4-aae14259425d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=13cd6d75-905b-4248-9708-46a95ecffa8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467314 Apr 01 12:38:37.846808 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1311-e85f-4787-846c-0b569f351954 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:37.893015 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1883a667-3d06-4f14-b2c3-9bfc0892df51 req-3e0fb2b7-0b1a-406c-8441-c9c2289af3ae tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874729 Apr 01 12:38:37.912750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ac681da0-04e5-4973-b682-b732beea76e3 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:37.914338 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ac681da0-04e5-4973-b682-b732beea76e3 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.44 "GET /v2.0/networks?id=3931b461-60ce-4620-95a6-e885b3336f07 HTTP/1.1" status: 200 len: 821 time: 0.1761019 Apr 01 12:38:37.993461 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-120cb266-b40f-44f1-b63d-9851d3a45197 req-4474aac3-6495-43bd-9997-b44db383e20d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c946efcae6d14e23a564c906a96bcc79 HTTP/1.1" status: 200 len: 267 time: 0.0337129 Apr 01 12:38:37.994602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfa539-6209-4180-80f0-0f7bd73586b4 req-527d0a2d-0f59-4cdf-a3c9-1a69127f8889 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:37.996344 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f2dfa539-6209-4180-80f0-0f7bd73586b4 req-527d0a2d-0f59-4cdf-a3c9-1a69127f8889 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.1053979 Apr 01 12:38:38.005837 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-ca0e1311-e85f-4787-846c-0b569f351954 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Floating IP bf4c2346-55c1-4b45-a8ec-2c36a8ab1ed8 associated. External IP: 172.25.7.237, port: 551ee432-b3f4-4d02-ba44-c0b5b7c6b280. Apr 01 12:38:38.054199 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cb266-b40f-44f1-b63d-9851d3a45197 req-a7822f8b-370d-4aa2-90b0-e5a2e90a206c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:38.055602 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-120cb266-b40f-44f1-b63d-9851d3a45197 req-a7822f8b-370d-4aa2-90b0-e5a2e90a206c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 945 time: 0.0552270 Apr 01 12:38:38.067320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-120cb266-b40f-44f1-b63d-9851d3a45197 req-9a156cce-31f9-4b5e-b852-a74619d11d44 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Request body: {'port': {'security_groups': []}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:38.075644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Request body: {'port': {'device_id': 'faa76af1-0586-40fc-9131-8f011c1b55f5', 'network_id': '3931b461-60ce-4620-95a6-e885b3336f07', 'admin_state_up': True, 'tenant_id': 'ee148259b1d84df9be47902ef9db2b26'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:38.081284 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f2dfa539-6209-4180-80f0-0f7bd73586b4 req-712535f2-ec70-4b41-abb8-af8b423302c8 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776939 Apr 01 12:38:38.197833 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-120cb266-b40f-44f1-b63d-9851d3a45197 req-9a156cce-31f9-4b5e-b852-a74619d11d44 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:38.264143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3773f9-47a4-4c50-b226-dcb52623e891 req-24dfdd09-ae9d-4508-be41-79819973ff22 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:38.265628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c3773f9-47a4-4c50-b226-dcb52623e891 req-24dfdd09-ae9d-4508-be41-79819973ff22 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 946 time: 0.1208217 Apr 01 12:38:38.302706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Made reservation on behalf of ee148259b1d84df9be47902ef9db2b26 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:38.306363 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:38.315849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0e1311-e85f-4787-846c-0b569f351954 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:38.323433 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c3773f9-47a4-4c50-b226-dcb52623e891 req-a6a4ef8c-7856-4b93-9b37-ce0b8f73a8a3 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=13cd6d75-905b-4248-9708-46a95ecffa8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484450 Apr 01 12:38:38.462967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-120cb266-b40f-44f1-b63d-9851d3a45197 req-9a156cce-31f9-4b5e-b852-a74619d11d44 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] For port 0c786db6-ded6-4a46-bc67-17f53a2a4387, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0c786db6-ded6-4a46-bc67-17f53a2a4387,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:38.529684 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-120cb266-b40f-44f1-b63d-9851d3a45197 req-9a156cce-31f9-4b5e-b852-a74619d11d44 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:38.537282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Allocated IP 172.20.0.14 (3931b461-60ce-4620-95a6-e885b3336f07/10145348-6766-4338-8d09-3b18ec899604/7bc833fa-3a25-46a1-b582-cbdc887130f3) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:38.539381 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-120cb266-b40f-44f1-b63d-9851d3a45197 req-9a156cce-31f9-4b5e-b852-a74619d11d44 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:38.553452 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1b15833d-c374-434f-aa43-fb8baf7ffa74', '1a168234-a1a0-450e-8721-03f61998fffa', '0c786db6-ded6-4a46-bc67-17f53a2a4387'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:38.619725 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cb266-b40f-44f1-b63d-9851d3a45197 req-9a156cce-31f9-4b5e-b852-a74619d11d44 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:38.620491 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-120cb266-b40f-44f1-b63d-9851d3a45197 req-9a156cce-31f9-4b5e-b852-a74619d11d44 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:38.624399 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-120cb266-b40f-44f1-b63d-9851d3a45197 req-9a156cce-31f9-4b5e-b852-a74619d11d44 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "PUT /v2.0/ports/0c786db6-ded6-4a46-bc67-17f53a2a4387 HTTP/1.1" status: 200 len: 904 time: 0.5616910 Apr 01 12:38:38.628534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31163cfc-1544-417c-b0fc-89c4ff07afdd', 'tag': '0c786db6-ded6-4a46-bc67-17f53a2a4387'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:38.635074 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9626238e-8689-41ad-b1c1-9075b35d6836" -d '{"events": [{"name": "network-changed", "server_uuid": "31163cfc-1544-417c-b0fc-89c4ff07afdd", "tag": "0c786db6-ded6-4a46-bc67-17f53a2a4387"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:38.699857 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:38.748360 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['0c786db6-ded6-4a46-bc67-17f53a2a4387'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:38.799931 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:38.836756 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cbfaf195-0134-4650-b4e0-d64ccb114daa req-d621f1f2-c725-4570-b61a-adcb4e76a43d tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 210 time: 0.0597823 Apr 01 12:38:38.844221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a156cce-31f9-4b5e-b852-a74619d11d44 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event updated for resources: {'Port': ['ID=0c786db6-ded6-4a46-bc67-17f53a2a4387,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:38.844736 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:38.859842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0e1311-e85f-4787-846c-0b569f351954 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:38.870211 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9daf1f-8def-44ba-bb60-e85eb6ed8d1a None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:38.886738 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9daf1f-8def-44ba-bb60-e85eb6ed8d1a None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:38.887475 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-5e9daf1f-8def-44ba-bb60-e85eb6ed8d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:38.898420 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:38.907525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ba175-7c2e-4951-ad1b-d49546ba3891 req-ea122a44-678d-4a57-a965-324c94c21112 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:38.909325 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0b1ba175-7c2e-4951-ad1b-d49546ba3891 req-ea122a44-678d-4a57-a965-324c94c21112 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.5266888 Apr 01 12:38:38.955203 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-5e9daf1f-8def-44ba-bb60-e85eb6ed8d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:38.967670 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9daf1f-8def-44ba-bb60-e85eb6ed8d1a None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:38.968645 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-5e9daf1f-8def-44ba-bb60-e85eb6ed8d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:38.979036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 123fe9fd-f519-4334-86fb-89cf1de234a5 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:39.006786 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0b1ba175-7c2e-4951-ad1b-d49546ba3891 req-8001be5d-d5c1-4f16-ab8b-e84246d82488 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816398 Apr 01 12:38:39.014344 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-5e9daf1f-8def-44ba-bb60-e85eb6ed8d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:39.015285 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9daf1f-8def-44ba-bb60-e85eb6ed8d1a None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:39.025776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Network 3931b461-60ce-4620-95a6-e885b3336f07 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:39.036101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:39.039194 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-64e8699a-f6cb-4459-903a-fb9df3995216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:39.053587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:39.056487 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Pushing event updated for resources: {'Port': ['ID=7bc833fa-3a25-46a1-b582-cbdc887130f3,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:39.112138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-bdc2edcd-af91-4ce3-911d-2ad5b333453f None None] Provisioning complete for port 0c786db6-ded6-4a46-bc67-17f53a2a4387 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:39.112505 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bdc2edcd-af91-4ce3-911d-2ad5b333453f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:39.134316 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c20e77-88d4-4563-a3c4-81b53145843a req-640a0b90-ab5d-4718-9eee-e11f8617a20b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:39.135859 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-79c20e77-88d4-4563-a3c4-81b53145843a req-640a0b90-ab5d-4718-9eee-e11f8617a20b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 945 time: 0.1473057 Apr 01 12:38:39.146054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:39.146708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:39.190762 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-fe41da1f-7f38-4eee-9e95-41502655e747 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1189291 Apr 01 12:38:39.191131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298e083-ac05-4f2d-bc48-2e72cd3587c5 req-51975387-0e88-4278-a00b-77db1e239905 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:39.192551 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0298e083-ac05-4f2d-bc48-2e72cd3587c5 req-51975387-0e88-4278-a00b-77db1e239905 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 907 time: 0.1043909 Apr 01 12:38:39.202421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0e1311-e85f-4787-846c-0b569f351954 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router fd89e428-2bb0-4483-9a5f-04a7c9c11f67 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:39.206180 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-79c20e77-88d4-4563-a3c4-81b53145843a req-1b2e0d24-529d-432a-b155-0186e12c307d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554221 Apr 01 12:38:39.228679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Request body: {'port': {'device_id': 'faa76af1-0586-40fc-9131-8f011c1b55f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:39.235628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 123fe9fd-f519-4334-86fb-89cf1de234a5 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:38:39.261915 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 123fe9fd-f519-4334-86fb-89cf1de234a5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:39.264660 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:39.295950 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5828133a-ebe6-4f0e-b6a2-724d490a4036 x-openstack-request-id: req-5828133a-ebe6-4f0e-b6a2-724d490a4036 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:39.296242 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31163cfc-1544-417c-b0fc-89c4ff07afdd", "tag": "0c786db6-ded6-4a46-bc67-17f53a2a4387", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:39.296494 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5828133a-ebe6-4f0e-b6a2-724d490a4036 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:39.296910 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5828133a-ebe6-4f0e-b6a2-724d490a4036'] response: {'name': 'network-changed', 'server_uuid': '31163cfc-1544-417c-b0fc-89c4ff07afdd', 'tag': '0c786db6-ded6-4a46-bc67-17f53a2a4387', 'status': 'completed', 'code': 200} Apr 01 12:38:39.374762 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:39.405327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116f52f-29a9-4141-bb95-7068a14ea0d7 req-c195331d-7333-4f91-8ffe-3c47921949a8 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:39.406866 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0116f52f-29a9-4141-bb95-7068a14ea0d7 req-c195331d-7333-4f91-8ffe-3c47921949a8 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.1091051 Apr 01 12:38:39.406996 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:39.437719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0e1311-e85f-4787-846c-0b569f351954 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:39.444300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 123fe9fd-f519-4334-86fb-89cf1de234a5, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=123fe9fd-f519-4334-86fb-89cf1de234a5,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:39.445059 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1311-e85f-4787-846c-0b569f351954 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:39.451382 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:39.458933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1617a63-23c4-45cd-add5-2231b8d2d8a4 None None] Sync routers for ids ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:39.471512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626238e-8689-41ad-b1c1-9075b35d6836 req-ddc9d006-5f63-4ed2-b840-64a0ca9efab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:39.472966 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9626238e-8689-41ad-b1c1-9075b35d6836 req-ddc9d006-5f63-4ed2-b840-64a0ca9efab7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 1058 time: 0.1416111 Apr 01 12:38:39.477066 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc4201-bc7e-40d2-bb22-7b0413d8edfc req-4858f51c-9456-4658-839b-c24f77db9add tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:39.479303 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84fc4201-bc7e-40d2-bb22-7b0413d8edfc req-4858f51c-9456-4658-839b-c24f77db9add tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1022689 Apr 01 12:38:39.499718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1617a63-23c4-45cd-add5-2231b8d2d8a4 None None] Routers {'fd89e428-2bb0-4483-9a5f-04a7c9c11f67'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:39.500437 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c1617a63-23c4-45cd-add5-2231b8d2d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:39.541242 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c1617a63-23c4-45cd-add5-2231b8d2d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:39.542827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0116f52f-29a9-4141-bb95-7068a14ea0d7 req-a93f83c4-6e86-4f91-a642-6f8441bbb49a tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140387 Apr 01 12:38:39.544680 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=123fe9fd-f519-4334-86fb-89cf1de234a5,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:39.555353 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1617a63-23c4-45cd-add5-2231b8d2d8a4 None None] Routers {'fd89e428-2bb0-4483-9a5f-04a7c9c11f67'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:39.560628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ca0e1311-e85f-4787-846c-0b569f351954 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "PUT /v2.0/floatingips/bf4c2346-55c1-4b45-a8ec-2c36a8ab1ed8 HTTP/1.1" status: 200 len: 977 time: 2.3216901 Apr 01 12:38:39.560768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c1617a63-23c4-45cd-add5-2231b8d2d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:39.560882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38204) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:39.573420 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84fc4201-bc7e-40d2-bb22-7b0413d8edfc req-87c8d3ef-d06d-4684-a8c2-840566085554 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841799 Apr 01 12:38:39.596561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123fe9fd-f519-4334-86fb-89cf1de234a5'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:39.599062 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3324bb-be20-445a-bdfd-79f0816e2c3d" -d '{"events": [{"server_uuid": "9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2", "name": "network-vif-plugged", "status": "completed", "tag": "123fe9fd-f519-4334-86fb-89cf1de234a5"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:39.603000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c1617a63-23c4-45cd-add5-2231b8d2d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:39.603729 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1617a63-23c4-45cd-add5-2231b8d2d8a4 None None] The sync data for ids ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:39.646433 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d76459e-6ba0-4380-8ece-fa17baa80edb x-openstack-request-id: req-2d76459e-6ba0-4380-8ece-fa17baa80edb {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:39.646724 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2", "name": "network-vif-plugged", "status": "completed", "tag": "123fe9fd-f519-4334-86fb-89cf1de234a5", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:39.647740 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d76459e-6ba0-4380-8ece-fa17baa80edb {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:39.648155 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d76459e-6ba0-4380-8ece-fa17baa80edb'] response: {'server_uuid': '9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123fe9fd-f519-4334-86fb-89cf1de234a5', 'code': 200} Apr 01 12:38:39.746689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7705868-c652-44b9-b193-873cc4c2786a req-a61005ad-7a39-4522-9e4a-cf4512fca153 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:39.748996 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d7705868-c652-44b9-b193-873cc4c2786a req-a61005ad-7a39-4522-9e4a-cf4512fca153 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0487659 Apr 01 12:38:39.786212 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d7705868-c652-44b9-b193-873cc4c2786a req-87b52dc0-cc1f-48af-b52b-5cdba22f2a96 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Apr 01 12:38:39.861215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626238e-8689-41ad-b1c1-9075b35d6836 req-3ab2c26d-8fb7-471f-ad59-eb37dfd7a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:39.862733 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9626238e-8689-41ad-b1c1-9075b35d6836 req-3ab2c26d-8fb7-471f-ad59-eb37dfd7a560 service neutron] 10.222.0.44 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.3797500 Apr 01 12:38:39.873597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8ac5f-6603-42f8-afaa-1eac6d244470 req-d4368d64-81f4-43c8-9fde-45e1343ba4de tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:39.875045 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2aa8ac5f-6603-42f8-afaa-1eac6d244470 req-d4368d64-81f4-43c8-9fde-45e1343ba4de tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 946 time: 0.2349308 Apr 01 12:38:39.904716 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91e706-f145-4c49-a2eb-f92364576cdb req-870d8fa0-cd12-4e7c-8ce5-ecb1b3169ab5 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:39.906140 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0a91e706-f145-4c49-a2eb-f92364576cdb req-870d8fa0-cd12-4e7c-8ce5-ecb1b3169ab5 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0514140 Apr 01 12:38:39.933603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cf059-a433-47ba-a9e2-cda9a2a23d53 req-1f49c5c6-66e2-419d-80dc-fb6728b758d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:39.935041 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc0cf059-a433-47ba-a9e2-cda9a2a23d53 req-1f49c5c6-66e2-419d-80dc-fb6728b758d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 1097 time: 0.2037113 Apr 01 12:38:39.939562 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9626238e-8689-41ad-b1c1-9075b35d6836 req-8c536050-5557-454c-b887-5e927edd35b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c786db6-ded6-4a46-bc67-17f53a2a4387 HTTP/1.1" status: 200 len: 217 time: 0.0604446 Apr 01 12:38:39.945454 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0a91e706-f145-4c49-a2eb-f92364576cdb req-ccb6148e-6f4f-4676-af08-eeb279e0a08c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330372 Apr 01 12:38:39.978808 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port 08a4ec72-913f-45d7-858c-b043ef5558c3 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:39.979144 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:40.057977 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011cdd4-655c-462b-addf-1d20947cb29f req-877056ba-a07d-4a76-83cc-721a03a6c201 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:40.059508 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4011cdd4-655c-462b-addf-1d20947cb29f req-877056ba-a07d-4a76-83cc-721a03a6c201 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 932 time: 0.0484765 Apr 01 12:38:40.102060 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4011cdd4-655c-462b-addf-1d20947cb29f req-bea506c5-a48b-4f4e-91e4-72b3486d2f46 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/security-groups?id=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356169 Apr 01 12:38:40.102318 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2aa8ac5f-6603-42f8-afaa-1eac6d244470 req-10891824-d439-4b3d-8071-cca070132ebf tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=13cd6d75-905b-4248-9708-46a95ecffa8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127538 Apr 01 12:38:40.139687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc0cf059-a433-47ba-a9e2-cda9a2a23d53 req-8f98c256-05ee-4396-8add-7b4a83d128dd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898632 Apr 01 12:38:40.146675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626238e-8689-41ad-b1c1-9075b35d6836 req-cf9b67be-4c69-4402-9ebe-b00582902123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:40.148172 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9626238e-8689-41ad-b1c1-9075b35d6836 req-cf9b67be-4c69-4402-9ebe-b00582902123 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.1973665 Apr 01 12:38:40.199515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc833fa-3a25-46a1-b582-cbdc887130f3 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:40.211982 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:40.219160 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c7372-c9f4-4556-a9c2-4e0f31cb6d1f req-908c8dcd-5a50-401d-bc40-ca76472bb5df tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:40.220669 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c44c7372-c9f4-4556-a9c2-4e0f31cb6d1f req-908c8dcd-5a50-401d-bc40-ca76472bb5df tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0499837 Apr 01 12:38:40.224783 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:40.259350 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c44c7372-c9f4-4556-a9c2-4e0f31cb6d1f req-5df8ee9c-5555-4bd2-8b09-e2d7f21b1dca tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Apr 01 12:38:40.353753 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:40.381735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb4c95-3a34-4df0-baec-233f25f7fc70 req-aabbd3ac-68cf-4482-8925-a5410bc3f621 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:40.383347 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9dfb4c95-3a34-4df0-baec-233f25f7fc70 req-aabbd3ac-68cf-4482-8925-a5410bc3f621 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 946 time: 0.0693977 Apr 01 12:38:40.392854 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38226) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:40.397988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-db6e44eb-a23a-42a5-8caf-4b3a8c27ae27 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'floatingip': {'port_id': '33931833-c198-4ad4-ae95-19f7769432d7'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:40.453325 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db6e44eb-a23a-42a5-8caf-4b3a8c27ae27 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:40.572651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cae8cd-fcbc-49b2-b34f-b211185b0193 req-518d190b-2ac6-474f-9196-ab033c5fe0fb tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:40.574209 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57cae8cd-fcbc-49b2-b34f-b211185b0193 req-518d190b-2ac6-474f-9196-ab033c5fe0fb tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 946 time: 0.1387129 Apr 01 12:38:40.590230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Transition to ACTIVE for port object 7bc833fa-3a25-46a1-b582-cbdc887130f3 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:38:40.603601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626238e-8689-41ad-b1c1-9075b35d6836 req-674bcd8d-b6bf-46f6-8cf4-f28aeb049c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:40.605109 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9626238e-8689-41ad-b1c1-9075b35d6836 req-674bcd8d-b6bf-46f6-8cf4-f28aeb049c81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4481416 Apr 01 12:38:40.607693 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:40.655908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e4d59-2bfb-4389-a757-6af5f26b0fdf req-d049a4a4-d3f7-450f-b3e9-3ea3d785870e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:40.657439 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b83e4d59-2bfb-4389-a757-6af5f26b0fdf req-d049a4a4-d3f7-450f-b3e9-3ea3d785870e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.4658957 Apr 01 12:38:40.661452 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57cae8cd-fcbc-49b2-b34f-b211185b0193 req-cab68727-e876-4ac4-ac8f-ac3dd4e94a7f tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794487 Apr 01 12:38:40.822285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc833fa-3a25-46a1-b582-cbdc887130f3,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:40.878299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b83e4d59-2bfb-4389-a757-6af5f26b0fdf req-aedc9e51-0ab9-4543-99d8-06841191ac06 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055938 Apr 01 12:38:40.944480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9626238e-8689-41ad-b1c1-9075b35d6836 req-d660481e-2d10-4a9c-9670-ae6063011cdd service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244190 Apr 01 12:38:40.959062 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-911d4c06-fccd-47e7-a779-1a18ebff6bfb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:40.960552 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-911d4c06-fccd-47e7-a779-1a18ebff6bfb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 811 time: 0.1878777 Apr 01 12:38:40.979824 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:40.980172 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:40.980489 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Floating IP bf4c2346-55c1-4b45-a8ec-2c36a8ab1ed8 disassociated. External IP: 172.25.7.237, port: 08a4ec72-913f-45d7-858c-b043ef5558c3. Apr 01 12:38:40.980837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for 08a4ec72-913f-45d7-858c-b043ef5558c3 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:41.007146 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-94d511ca-2b71-4885-82fa-7d5df69b4928 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/quotas/c946efcae6d14e23a564c906a96bcc79 HTTP/1.1" status: 200 len: 375 time: 0.0357084 Apr 01 12:38:41.028266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Attempting to bind port 7bc833fa-3a25-46a1-b582-cbdc887130f3 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:38:41.028630 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Attempting to bind port 7bc833fa-3a25-46a1-b582-cbdc887130f3 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'df9431ff-48a6-4053-b1e8-4366fdf540cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3931b461-60ce-4620-95a6-e885b3336f07'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:38:41.028941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Attempting to bind port 7bc833fa-3a25-46a1-b582-cbdc887130f3 on network 3931b461-60ce-4620-95a6-e885b3336f07 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:41.093439 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db6e44eb-a23a-42a5-8caf-4b3a8c27ae27 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:41.100926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db6e44eb-a23a-42a5-8caf-4b3a8c27ae27 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:41.112736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Port 7bc833fa-3a25-46a1-b582-cbdc887130f3 on network 3931b461-60ce-4620-95a6-e885b3336f07 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:38:41.113063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Attempting to bind port 7bc833fa-3a25-46a1-b582-cbdc887130f3 on network 3931b461-60ce-4620-95a6-e885b3336f07 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:41.118250 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-fbca7a2c-407a-4777-b079-9f92315a3829 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1021390 Apr 01 12:38:41.133059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:38:41.133397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Checking segment: {'id': 'df9431ff-48a6-4053-b1e8-4366fdf540cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3931b461-60ce-4620-95a6-e885b3336f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:41.133787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Bound using segment: {'id': 'df9431ff-48a6-4053-b1e8-4366fdf540cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3931b461-60ce-4620-95a6-e885b3336f07'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:38:41.134257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Bound port: 7bc833fa-3a25-46a1-b582-cbdc887130f3, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9431ff-48a6-4053-b1e8-4366fdf540cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3931b461-60ce-4620-95a6-e885b3336f07'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:38:41.134633 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:41.143248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b9ff5-45fe-4bd1-9440-f7d0981074de req-c33b8545-3b4a-449c-ae63-1a230b60d684 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:41.144803 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d5b9ff5-45fe-4bd1-9440-f7d0981074de req-c33b8545-3b4a-449c-ae63-1a230b60d684 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.1885433 Apr 01 12:38:41.236757 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9626238e-8689-41ad-b1c1-9075b35d6836 req-4f8826ce-aaac-482c-aaca-8f33c1883aa4 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594917 Apr 01 12:38:41.249438 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-db6e44eb-a23a-42a5-8caf-4b3a8c27ae27 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Floating IP f6ca1274-bbb3-4228-a402-563287b4176f associated. External IP: 172.25.7.253, port: 33931833-c198-4ad4-ae95-19f7769432d7. Apr 01 12:38:41.295311 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d5b9ff5-45fe-4bd1-9440-f7d0981074de req-f4be7328-4bcf-4aba-87b0-7a17620ab5f3 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315861 Apr 01 12:38:41.330386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] For port 7bc833fa-3a25-46a1-b582-cbdc887130f3, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:38:41.333923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] For port 7bc833fa-3a25-46a1-b582-cbdc887130f3, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=7bc833fa-3a25-46a1-b582-cbdc887130f3,segment=NetworkSegment(df9431ff-48a6-4053-b1e8-4366fdf540cd),segment_id=df9431ff-48a6-4053-b1e8-4366fdf540cd)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:38:41.336576 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:41.349646 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-0087a12b-7a25-4578-8373-a95cb00bf3b8 service neutron] 10.222.0.45 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012851 Apr 01 12:38:41.351934 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:41.388869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=08a4ec72-913f-45d7-858c-b043ef5558c3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:41.416333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:41.416962 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:41.418389 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] 10.222.0.44 "PUT /v2.0/ports/7bc833fa-3a25-46a1-b582-cbdc887130f3 HTTP/1.1" status: 200 len: 1092 time: 2.2110901 Apr 01 12:38:41.418845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa76af1-0586-40fc-9131-8f011c1b55f5', 'tag': '7bc833fa-3a25-46a1-b582-cbdc887130f3'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:41.421101 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac5f959-f74f-4bc2-88c8-d94ec6cac81c" -d '{"events": [{"name": "network-changed", "server_uuid": "faa76af1-0586-40fc-9131-8f011c1b55f5", "tag": "7bc833fa-3a25-46a1-b582-cbdc887130f3"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:41.522287 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-e62e9c0a-9898-4f4c-99b2-b3283fc4f8f3 service neutron] 10.222.0.45 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464520 Apr 01 12:38:41.567656 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef498ac0-ec59-4f8a-911c-50389438abc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc833fa-3a25-46a1-b582-cbdc887130f3,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:41.600385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e637e-00ca-4515-a557-dc5cd56d4107 req-7ae02bfb-43f9-48c8-92e3-08b78d4efdd8 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:41.608346 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7f7e637e-00ca-4515-a557-dc5cd56d4107 req-7ae02bfb-43f9-48c8-92e3-08b78d4efdd8 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 944 time: 0.2282066 Apr 01 12:38:41.652496 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6e44eb-a23a-42a5-8caf-4b3a8c27ae27 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Router 5b51178f-34da-460a-9d5e-8b337d4ff583 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:41.691234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-4b808097-ec2a-4194-be0e-70357d2cc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:41.692775 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-4b808097-ec2a-4194-be0e-70357d2cc789 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee148259b1d84df9be47902ef9db2b26&device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 1095 time: 0.1977391 Apr 01 12:38:41.723726 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:41.732904 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65dd4d3-f33d-49ab-8dcf-11a2f5c499fb x-openstack-request-id: req-e65dd4d3-f33d-49ab-8dcf-11a2f5c499fb {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:41.733194 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa76af1-0586-40fc-9131-8f011c1b55f5", "tag": "7bc833fa-3a25-46a1-b582-cbdc887130f3", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:41.733447 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e65dd4d3-f33d-49ab-8dcf-11a2f5c499fb {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:41.734319 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e65dd4d3-f33d-49ab-8dcf-11a2f5c499fb'] response: {'name': 'network-changed', 'server_uuid': 'faa76af1-0586-40fc-9131-8f011c1b55f5', 'tag': '7bc833fa-3a25-46a1-b582-cbdc887130f3', 'status': 'completed', 'code': 200} Apr 01 12:38:41.779384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-513049cf-578e-481b-8d6b-c8d3e736c267 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bc833fa-3a25-46a1-b582-cbdc887130f3 HTTP/1.1" status: 200 len: 217 time: 0.0631380 Apr 01 12:38:41.789151 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:41.792607 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7f7e637e-00ca-4515-a557-dc5cd56d4107 req-da3f6c91-1b3b-49c8-aded-cc435dd5a85a tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/security-groups?id=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832788 Apr 01 12:38:41.795640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router fd89e428-2bb0-4483-9a5f-04a7c9c11f67 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:41.820058 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1a94e4e1-737e-448b-b06b-9a20aa8ded67 req-7674664f-5bea-4e93-a198-d2e278793874 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 210 time: 0.0335720 Apr 01 12:38:41.823388 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6e44eb-a23a-42a5-8caf-4b3a8c27ae27 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:41.827780 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db6e44eb-a23a-42a5-8caf-4b3a8c27ae27 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:41.837527 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ab552-862c-416d-b36f-cedf544bd5f2 None None] Sync routers for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:41.855672 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ab552-862c-416d-b36f-cedf544bd5f2 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:41.856480 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a68ab552-862c-416d-b36f-cedf544bd5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:41.878761 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-db6e44eb-a23a-42a5-8caf-4b3a8c27ae27 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "PUT /v2.0/floatingips/f6ca1274-bbb3-4228-a402-563287b4176f HTTP/1.1" status: 200 len: 992 time: 1.4847121 Apr 01 12:38:41.879450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'tag': '33931833-c198-4ad4-ae95-19f7769432d7'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:41.882649 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cc447e-9bcb-4d4e-bcd6-3a0aa5fe97f3" -d '{"events": [{"name": "network-changed", "server_uuid": "48fd5717-2ade-4baf-8779-d8aae867e10d", "tag": "33931833-c198-4ad4-ae95-19f7769432d7"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:41.946658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-84954bd4-e6d2-418f-a717-c5164fb8b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:41.948098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-84954bd4-e6d2-418f-a717-c5164fb8b7cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10145348-6766-4338-8d09-3b18ec899604 HTTP/1.1" status: 200 len: 861 time: 0.1546462 Apr 01 12:38:42.009093 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-a68ab552-862c-416d-b36f-cedf544bd5f2 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:38:42.018687 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739f6a62-be5d-4f41-b843-fa5164d17e62 x-openstack-request-id: req-739f6a62-be5d-4f41-b843-fa5164d17e62 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:42.019179 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fd5717-2ade-4baf-8779-d8aae867e10d", "tag": "33931833-c198-4ad4-ae95-19f7769432d7", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:42.019268 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-739f6a62-be5d-4f41-b843-fa5164d17e62 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:42.019610 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739f6a62-be5d-4f41-b843-fa5164d17e62'] response: {'name': 'network-changed', 'server_uuid': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'tag': '33931833-c198-4ad4-ae95-19f7769432d7', 'status': 'completed', 'code': 200} Apr 01 12:38:42.060499 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-e9524018-7edf-4f6c-b8d9-4301d0638f39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3931b461-60ce-4620-95a6-e885b3336f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595696 Apr 01 12:38:42.146269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3657467-9122-4122-ae1d-78e098e7b815 req-a6d3852e-6ff5-465a-92d6-4283d1c3ec83 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:42.148470 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a3657467-9122-4122-ae1d-78e098e7b815 req-a6d3852e-6ff5-465a-92d6-4283d1c3ec83 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0634453 Apr 01 12:38:42.197459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a24d7d-5a85-4cea-a64f-f22afb90fcd5 req-a8b62612-8830-46af-9966-c63d6c6557c7 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:42.199419 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a3657467-9122-4122-ae1d-78e098e7b815 req-eb34de5d-80d5-40ed-9987-48f2be923de0 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440071 Apr 01 12:38:42.199581 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-50a24d7d-5a85-4cea-a64f-f22afb90fcd5 req-a8b62612-8830-46af-9966-c63d6c6557c7 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 946 time: 0.2716544 Apr 01 12:38:42.203512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc447e-9bcb-4d4e-bcd6-3a0aa5fe97f3 req-e14f4ff3-9d0c-403b-8925-0b4e7c2ec303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:42.205310 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61cc447e-9bcb-4d4e-bcd6-3a0aa5fe97f3 req-e14f4ff3-9d0c-403b-8925-0b4e7c2ec303 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 1097 time: 0.1471107 Apr 01 12:38:42.213179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:42.228044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8727cc2b-fdef-4043-b8c9-d6cc4f10aec1 None None] Sync routers for ids ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:42.238944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8727cc2b-fdef-4043-b8c9-d6cc4f10aec1 None None] Routers {'fd89e428-2bb0-4483-9a5f-04a7c9c11f67'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:42.239774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8727cc2b-fdef-4043-b8c9-d6cc4f10aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:42.280663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8727cc2b-fdef-4043-b8c9-d6cc4f10aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:42.287137 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-2706707a-e82e-4b97-b57b-ba3508d3a896 service neutron] 10.222.0.44 "GET /v2.0/networks/3931b461-60ce-4620-95a6-e885b3336f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970522 Apr 01 12:38:42.299774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8727cc2b-fdef-4043-b8c9-d6cc4f10aec1 None None] Routers {'fd89e428-2bb0-4483-9a5f-04a7c9c11f67'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:42.300444 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8727cc2b-fdef-4043-b8c9-d6cc4f10aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:42.342476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8727cc2b-fdef-4043-b8c9-d6cc4f10aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:42.343127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8727cc2b-fdef-4043-b8c9-d6cc4f10aec1 None None] The sync data for ids ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:42.347941 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a68ab552-862c-416d-b36f-cedf544bd5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'f6ca1274-bbb3-4228-a402-563287b4176f', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.253', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '33931833-c198-4ad4-ae95-19f7769432d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:8e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:38:20Z', 'updated_at': '2022-04-01T12:38:40Z', 'revision_number': 1, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:42.383889 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ab552-862c-416d-b36f-cedf544bd5f2 None None] Checking router: 5b51178f-34da-460a-9d5e-8b337d4ff583 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:38:42.393050 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ab552-862c-416d-b36f-cedf544bd5f2 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:42.393785 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a68ab552-862c-416d-b36f-cedf544bd5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:42.441752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20c9cd-50c1-42b9-a922-66f53d3989f5 req-194ee70b-10c1-4d44-b461-23c903d55f89 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:42.443142 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0f20c9cd-50c1-42b9-a922-66f53d3989f5 req-194ee70b-10c1-4d44-b461-23c903d55f89 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0575099 Apr 01 12:38:42.488310 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-50a24d7d-5a85-4cea-a64f-f22afb90fcd5 req-d9760c48-2f06-44fa-a81e-54ab1eabdf8a tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565830 Apr 01 12:38:42.494467 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0f20c9cd-50c1-42b9-a922-66f53d3989f5 req-028ab4ff-8e00-432e-8508-321f800a858e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440066 Apr 01 12:38:42.499914 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:42.503925 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-42e67815-5968-439e-b47c-eba0af4bf913 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/ports/08a4ec72-913f-45d7-858c-b043ef5558c3 HTTP/1.1" status: 204 len: 168 time: 2.9431522 Apr 01 12:38:42.507857 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38266) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:42.554906 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-a68ab552-862c-416d-b36f-cedf544bd5f2 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:38:42.587676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc447e-9bcb-4d4e-bcd6-3a0aa5fe97f3 req-5332f516-b43e-4131-ad27-52d81e66a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:42.588733 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61cc447e-9bcb-4d4e-bcd6-3a0aa5fe97f3 req-5332f516-b43e-4131-ad27-52d81e66a40b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 915 time: 0.3499410 Apr 01 12:38:42.655044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b86bc86-3d6d-4056-94ee-d8d25d5619f4 req-19778d1b-beca-43b8-b69d-1947bc7c6b46 service neutron] 10.222.0.44 "GET /v2.0/networks/3931b461-60ce-4620-95a6-e885b3336f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048985 Apr 01 12:38:42.709797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61cc447e-9bcb-4d4e-bcd6-3a0aa5fe97f3 req-3c91e989-1402-47bd-a24c-3d3d5e522c56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33931833-c198-4ad4-ae95-19f7769432d7 HTTP/1.1" status: 200 len: 1000 time: 0.1098864 Apr 01 12:38:42.895398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc447e-9bcb-4d4e-bcd6-3a0aa5fe97f3 req-7613dc9e-728f-4adc-b46a-d38fa2ef33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:42.897047 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61cc447e-9bcb-4d4e-bcd6-3a0aa5fe97f3 req-7613dc9e-728f-4adc-b46a-d38fa2ef33a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.1323175 Apr 01 12:38:42.923562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5f959-f74f-4bc2-88c8-d94ec6cac81c req-f54e5e26-b734-442d-8ffd-6ec6010d98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:42.924155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac5f959-f74f-4bc2-88c8-d94ec6cac81c req-f54e5e26-b734-442d-8ffd-6ec6010d98c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee148259b1d84df9be47902ef9db2b26&device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 1095 time: 0.1583309 Apr 01 12:38:42.968672 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a68ab552-862c-416d-b36f-cedf544bd5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'f6ca1274-bbb3-4228-a402-563287b4176f', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.253', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '33931833-c198-4ad4-ae95-19f7769432d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:8e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:38:20Z', 'updated_at': '2022-04-01T12:38:40Z', 'revision_number': 1, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:43.016715 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ab552-862c-416d-b36f-cedf544bd5f2 None None] The sync data for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 is: [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'f6ca1274-bbb3-4228-a402-563287b4176f', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.253', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': '33931833-c198-4ad4-ae95-19f7769432d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:8e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:38:20Z', 'updated_at': '2022-04-01T12:38:40Z', 'revision_number': 1, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:43.080411 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9d3fe3f3-f570-4da0-a2bf-eeed08ad49ad req-34c9604c-f83f-4b0f-b77e-29e5978bd97a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 210 time: 0.0559819 Apr 01 12:38:43.185725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-5fff5bb9-5bd7-4e62-a937-02a59d09543e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:43.187317 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-5fff5bb9-5bd7-4e62-a937-02a59d09543e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 811 time: 0.2221382 Apr 01 12:38:43.204033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Request body: {'port': {'device_id': 'be304915-51dd-4990-9d6e-23aa9da6454c', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'admin_state_up': True, 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:43.324169 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41213df-7226-4c44-ae2e-03cddc6014db None None] New status for floating IP f6ca1274-bbb3-4228-a402-563287b4176f: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:38:43.403340 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fba167-424c-40d4-8388-0276eba0c9eb req-60cf43e8-d2c0-4321-aaa1-312cdffc579a tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:43.405081 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b2fba167-424c-40d4-8388-0276eba0c9eb req-60cf43e8-d2c0-4321-aaa1-312cdffc579a tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0701206 Apr 01 12:38:43.421513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Made reservation on behalf of c946efcae6d14e23a564c906a96bcc79 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:43.425501 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:43.478415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc447e-9bcb-4d4e-bcd6-3a0aa5fe97f3 req-0efd2e60-6948-4918-ab43-379b16826434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:43.479922 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61cc447e-9bcb-4d4e-bcd6-3a0aa5fe97f3 req-0efd2e60-6948-4918-ab43-379b16826434 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5702617 Apr 01 12:38:43.481126 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b2fba167-424c-40d4-8388-0276eba0c9eb req-88fc8b9c-fe28-4e99-9aab-830c01c31a7c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670774 Apr 01 12:38:43.527678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa875c-3f53-4fa5-8449-42a7920c1a63 req-3f29d3a9-dd7c-425d-a710-dc12891c8acc tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:43.529248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a1aa875c-3f53-4fa5-8449-42a7920c1a63 req-3f29d3a9-dd7c-425d-a710-dc12891c8acc tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 944 time: 0.6176183 Apr 01 12:38:43.571895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5f959-f74f-4bc2-88c8-d94ec6cac81c req-3825cddf-f6d7-4a5c-acf5-b4c4af03aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:43.573276 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac5f959-f74f-4bc2-88c8-d94ec6cac81c req-3825cddf-f6d7-4a5c-acf5-b4c4af03aa65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3931b461-60ce-4620-95a6-e885b3336f07 HTTP/1.1" status: 200 len: 922 time: 0.6380441 Apr 01 12:38:43.690041 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac5f959-f74f-4bc2-88c8-d94ec6cac81c req-ea5d2f35-c61c-4e43-8a0d-010945379829 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bc833fa-3a25-46a1-b582-cbdc887130f3 HTTP/1.1" status: 200 len: 217 time: 0.0912826 Apr 01 12:38:43.699387 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a1aa875c-3f53-4fa5-8449-42a7920c1a63 req-f2afd7e9-0f02-4156-a0d8-98c529658d22 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/security-groups?id=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466413 Apr 01 12:38:43.768610 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61cc447e-9bcb-4d4e-bcd6-3a0aa5fe97f3 req-18cb9d27-e47b-416d-8c5b-b7795dfc52b0 service neutron] 10.222.0.44 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800701 Apr 01 12:38:43.803391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5f959-f74f-4bc2-88c8-d94ec6cac81c req-03cf32ad-3b5e-43b6-9588-7f7555e53962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:43.804827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac5f959-f74f-4bc2-88c8-d94ec6cac81c req-03cf32ad-3b5e-43b6-9588-7f7555e53962 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10145348-6766-4338-8d09-3b18ec899604 HTTP/1.1" status: 200 len: 861 time: 0.1036139 Apr 01 12:38:43.886187 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac5f959-f74f-4bc2-88c8-d94ec6cac81c req-c3f72be1-60a1-43e4-a8e3-abdc4e60beb8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3931b461-60ce-4620-95a6-e885b3336f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695744 Apr 01 12:38:43.962649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756840c-1c71-4713-af3c-1ce19c8b8f62 req-63d58eb5-6649-4aff-a5b6-09deac5ed1f9 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:43.964148 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3756840c-1c71-4713-af3c-1ce19c8b8f62 req-63d58eb5-6649-4aff-a5b6-09deac5ed1f9 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0955327 Apr 01 12:38:43.999129 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1d69f-e462-4b05-9cd7-a090040f5211 req-423b267c-ecf3-437d-a68a-78b7712062d2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:44.003837 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34e1d69f-e462-4b05-9cd7-a090040f5211 req-423b267c-ecf3-437d-a68a-78b7712062d2 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 946 time: 0.1811559 Apr 01 12:38:44.016257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Allocated IP 172.20.0.6 (94ca01ab-f6ea-4916-aca9-a72662d13317/bf23ceff-58c9-45aa-8c5d-4a04727444ed/d75e439f-8295-497b-808a-7589896bf24a) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:38:44.036032 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04ebc694-1a57-4690-b0ac-c785e4c45687 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:44.041809 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3756840c-1c71-4713-af3c-1ce19c8b8f62 req-bec8439d-a158-4a97-8311-d792d814c195 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662677 Apr 01 12:38:44.082925 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61cc447e-9bcb-4d4e-bcd6-3a0aa5fe97f3 req-18308588-0ef4-4aa3-bc89-b529bd0f9073 service neutron] 10.222.0.44 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896035 Apr 01 12:38:44.153550 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34e1d69f-e462-4b05-9cd7-a090040f5211 req-e9bedbaf-5665-4479-80ad-78ea4cbbd0f5 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123514 Apr 01 12:38:44.187729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac5f959-f74f-4bc2-88c8-d94ec6cac81c req-cc0ca95f-fcd2-464e-a439-caa8ebead1d5 service neutron] 10.222.0.44 "GET /v2.0/networks/3931b461-60ce-4620-95a6-e885b3336f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689135 Apr 01 12:38:44.240220 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f306849a-3cd1-42ab-835c-da7a281dad2d req-07e22cbd-ccd4-433c-9943-f26e7cf2cac3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 210 time: 0.0408387 Apr 01 12:38:44.249097 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:44.285597 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:44.301613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1b15833d-c374-434f-aa43-fb8baf7ffa74', '1a168234-a1a0-450e-8721-03f61998fffa'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:44.331274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:44.332884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:44.336952 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:44.357445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac5f959-f74f-4bc2-88c8-d94ec6cac81c req-08a0aab5-df24-4636-a372-303801d65031 service neutron] 10.222.0.44 "GET /v2.0/networks/3931b461-60ce-4620-95a6-e885b3336f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619301 Apr 01 12:38:44.362247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event updated for resources: {'Port': ['ID=d75e439f-8295-497b-808a-7589896bf24a,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:44.402727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:44.403382 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:44.422312 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-1a5c62e1-309a-4821-bd66-2f9d62e2f1b8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2225256 Apr 01 12:38:44.449685 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Request body: {'port': {'device_id': 'be304915-51dd-4990-9d6e-23aa9da6454c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:44.490098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-04ebc694-1a57-4690-b0ac-c785e4c45687 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port ad663260-f69d-4f59-86af-7e5bd2ad644e {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:44.490685 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04ebc694-1a57-4690-b0ac-c785e4c45687 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:44.529638 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:44.628849 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-32011ded-060b-4a02-b00a-b832d31a2f77 None None] Provisioning complete for port d75e439f-8295-497b-808a-7589896bf24a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:44.629214 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-32011ded-060b-4a02-b00a-b832d31a2f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:44.629645 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04ebc694-1a57-4690-b0ac-c785e4c45687 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:44.644870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1391166-f4ec-48da-9379-deea0c741d28 req-463d5a0c-faab-48b4-b109-e431c77cd508 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:44.646395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1391166-f4ec-48da-9379-deea0c741d28 req-463d5a0c-faab-48b4-b109-e431c77cd508 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0796351 Apr 01 12:38:44.652531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-04ebc694-1a57-4690-b0ac-c785e4c45687 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for ad663260-f69d-4f59-86af-7e5bd2ad644e owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:44.665383 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-32011ded-060b-4a02-b00a-b832d31a2f77 None None] Port d75e439f-8295-497b-808a-7589896bf24a cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:38:44.727453 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1391166-f4ec-48da-9379-deea0c741d28 req-a0ed5f79-3f2b-4ed1-a148-aadc7f3a1eb8 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725374 Apr 01 12:38:44.850957 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75e439f-8295-497b-808a-7589896bf24a {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:44.859924 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:44.872836 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04ebc694-1a57-4690-b0ac-c785e4c45687 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:44.878696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788d8a4-87e0-429e-91c3-8c1991cd81fa req-73daefba-043e-421e-9960-c3b3d9a35745 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:44.880192 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5788d8a4-87e0-429e-91c3-8c1991cd81fa req-73daefba-043e-421e-9960-c3b3d9a35745 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 944 time: 0.0895574 Apr 01 12:38:44.885053 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Transition to ACTIVE for port object d75e439f-8295-497b-808a-7589896bf24a will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:38:44.896023 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:44.907366 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebc694-1a57-4690-b0ac-c785e4c45687 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=ad663260-f69d-4f59-86af-7e5bd2ad644e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:44.973351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d75e439f-8295-497b-808a-7589896bf24a,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:44.982114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5788d8a4-87e0-429e-91c3-8c1991cd81fa req-7fe6471c-0a2d-48ee-a14e-632951fdb2ab tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/security-groups?id=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925889 Apr 01 12:38:45.067302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Attempting to bind port d75e439f-8295-497b-808a-7589896bf24a on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:38:45.067932 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Attempting to bind port d75e439f-8295-497b-808a-7589896bf24a by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:38:45.068507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Attempting to bind port d75e439f-8295-497b-808a-7589896bf24a on network 94ca01ab-f6ea-4916-aca9-a72662d13317 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:45.074461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Port d75e439f-8295-497b-808a-7589896bf24a on network 94ca01ab-f6ea-4916-aca9-a72662d13317 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:38:45.074873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Attempting to bind port d75e439f-8295-497b-808a-7589896bf24a on network 94ca01ab-f6ea-4916-aca9-a72662d13317 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:38:45.083968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:38:45.084572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Checking segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:45.085174 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Bound using segment: {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:38:45.085752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Bound port: d75e439f-8295-497b-808a-7589896bf24a, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2f5365-d94b-44a4-b36a-adfe37fb73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:38:45.086572 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:45.112729 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04ebc694-1a57-4690-b0ac-c785e4c45687 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:45.173784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] For port d75e439f-8295-497b-808a-7589896bf24a, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:38:45.177840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] For port d75e439f-8295-497b-808a-7589896bf24a, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d75e439f-8295-497b-808a-7589896bf24a,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:38:45.184208 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:45.221800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:45.222840 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:45.225365 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/d75e439f-8295-497b-808a-7589896bf24a HTTP/1.1" status: 200 len: 1091 time: 0.7836332 Apr 01 12:38:45.225899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be304915-51dd-4990-9d6e-23aa9da6454c', 'tag': 'd75e439f-8295-497b-808a-7589896bf24a'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:45.239299 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1a87ba-7ee6-4914-941f-9b48c666beac" -d '{"events": [{"name": "network-changed", "server_uuid": "be304915-51dd-4990-9d6e-23aa9da6454c", "tag": "d75e439f-8295-497b-808a-7589896bf24a"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:45.245916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec01e75-215c-4971-9901-856b4812dd6d req-4f5cd08d-06df-47bc-9dec-bec7ba2fac4b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:45.247979 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aec01e75-215c-4971-9901-856b4812dd6d req-4f5cd08d-06df-47bc-9dec-bec7ba2fac4b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.1252160 Apr 01 12:38:45.327684 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aec01e75-215c-4971-9901-856b4812dd6d req-97d285d6-3ed2-4318-b2b3-f59f5ac020b4 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518422 Apr 01 12:38:45.335430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 7bc833fa-3a25-46a1-b582-cbdc887130f3 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:45.384473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2d474-310e-4204-9b76-4f10339fa4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d75e439f-8295-497b-808a-7589896bf24a,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:45.415418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-e48022f7-df38-428d-a0ad-42f8bb50f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:45.416978 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-e48022f7-df38-428d-a0ad-42f8bb50f71f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 1094 time: 0.1363347 Apr 01 12:38:45.424975 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69d817-e8f4-4cb7-b382-cd34fb0abe89 req-63da9fe8-49eb-4d24-88da-22b0eb144b3d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:45.432494 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b69d817-e8f4-4cb7-b382-cd34fb0abe89 req-63da9fe8-49eb-4d24-88da-22b0eb144b3d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 946 time: 0.1532087 Apr 01 12:38:45.495904 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b9fd3d-f3af-40e3-a663-ba9891b62d46 x-openstack-request-id: req-65b9fd3d-f3af-40e3-a663-ba9891b62d46 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:45.496453 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be304915-51dd-4990-9d6e-23aa9da6454c", "tag": "d75e439f-8295-497b-808a-7589896bf24a", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:45.496695 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65b9fd3d-f3af-40e3-a663-ba9891b62d46 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:45.497110 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b9fd3d-f3af-40e3-a663-ba9891b62d46'] response: {'name': 'network-changed', 'server_uuid': 'be304915-51dd-4990-9d6e-23aa9da6454c', 'tag': 'd75e439f-8295-497b-808a-7589896bf24a', 'status': 'completed', 'code': 200} Apr 01 12:38:45.506113 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-e6ca8b7f-7b1a-4d8b-a73d-5b9bd030e327 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d75e439f-8295-497b-808a-7589896bf24a HTTP/1.1" status: 200 len: 217 time: 0.0656459 Apr 01 12:38:45.535504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 7bc833fa-3a25-46a1-b582-cbdc887130f3, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=7bc833fa-3a25-46a1-b582-cbdc887130f3,segment=NetworkSegment(df9431ff-48a6-4053-b1e8-4366fdf540cd),segment_id=df9431ff-48a6-4053-b1e8-4366fdf540cd)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:45.539826 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ebc694-1a57-4690-b0ac-c785e4c45687 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router fd89e428-2bb0-4483-9a5f-04a7c9c11f67 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:45.547570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '7bc833fa-3a25-46a1-b582-cbdc887130f3', 'network_id': '3931b461-60ce-4620-95a6-e885b3336f07', 'port_id': '7bc833fa-3a25-46a1-b582-cbdc887130f3', 'mac_address': 'fa:16:3e:47:22:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10145348-6766-4338-8d09-3b18ec899604', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:45.553927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6f03e-be34-4a64-897a-0940d8f88336 req-bddf62cd-083d-4a15-9d33-074975b0dd37 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:45.555769 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4dd6f03e-be34-4a64-897a-0940d8f88336 req-bddf62cd-083d-4a15-9d33-074975b0dd37 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 943 time: 0.0736694 Apr 01 12:38:45.570100 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b69d817-e8f4-4cb7-b382-cd34fb0abe89 req-f4a4b5da-b815-40b7-adeb-46f03b6aa29b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314964 Apr 01 12:38:45.588674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-560c59ce-130f-4c85-b014-59d368e6aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:45.590544 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-560c59ce-130f-4c85-b014-59d368e6aa5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.0716283 Apr 01 12:38:45.595633 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:45.630178 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc833fa-3a25-46a1-b582-cbdc887130f3 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:45.640409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-d54cb81e-c582-4d67-8176-eed4020e4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:45.642817 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-d54cb81e-c582-4d67-8176-eed4020e4d2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448470 Apr 01 12:38:45.655929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 7bc833fa-3a25-46a1-b582-cbdc887130f3, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=7bc833fa-3a25-46a1-b582-cbdc887130f3,segment=NetworkSegment(df9431ff-48a6-4053-b1e8-4366fdf540cd),segment_id=df9431ff-48a6-4053-b1e8-4366fdf540cd)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:45.660456 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:45.677754 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4dd6f03e-be34-4a64-897a-0940d8f88336 req-2406eace-34a6-42ac-88eb-e55281b1ad7d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790710 Apr 01 12:38:45.705167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ebc694-1a57-4690-b0ac-c785e4c45687 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:45.710368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-04ebc694-1a57-4690-b0ac-c785e4c45687 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "PUT /v2.0/routers/fd89e428-2bb0-4483-9a5f-04a7c9c11f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2001851 Apr 01 12:38:45.713375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38334) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:45.716221 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=7bc833fa-3a25-46a1-b582-cbdc887130f3,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:45.722426 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709d87f-b782-4776-aaea-0ab3ba580ae2 None None] Sync routers for ids ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:45.732930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709d87f-b782-4776-aaea-0ab3ba580ae2 None None] Routers {'fd89e428-2bb0-4483-9a5f-04a7c9c11f67'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:45.734052 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c709d87f-b782-4776-aaea-0ab3ba580ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:45.759101 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-9d1c3a11-97a7-4039-ab74-fb7b735d8921 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091995 Apr 01 12:38:45.767758 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c709d87f-b782-4776-aaea-0ab3ba580ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:45.776806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709d87f-b782-4776-aaea-0ab3ba580ae2 None None] Routers {'fd89e428-2bb0-4483-9a5f-04a7c9c11f67'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:45.777539 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c709d87f-b782-4776-aaea-0ab3ba580ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:45.814174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c709d87f-b782-4776-aaea-0ab3ba580ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:45.814855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709d87f-b782-4776-aaea-0ab3ba580ae2 None None] The sync data for ids ['fd89e428-2bb0-4483-9a5f-04a7c9c11f67'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:45.852090 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:45.895394 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd9c5e81-3d5f-4ebe-96a3-e75f4d6c0f08 req-d205d108-34f6-4939-834d-43396c9f26f6 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231351 Apr 01 12:38:45.903372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6af07-6b7b-45a7-9aea-971e8ba2b368 req-c12883cd-8d9b-458b-b865-953022fe3f5d tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:45.904822 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8bc6af07-6b7b-45a7-9aea-971e8ba2b368 req-c12883cd-8d9b-458b-b865-953022fe3f5d tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0675979 Apr 01 12:38:45.961778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['7bc833fa-3a25-46a1-b582-cbdc887130f3'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:45.963537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:45.972900 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8bc6af07-6b7b-45a7-9aea-971e8ba2b368 req-ed5023e6-912b-4bb3-94ab-79d1d944ed6b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544963 Apr 01 12:38:46.019402 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a87ba-7ee6-4914-941f-9b48c666beac req-d48d65a1-fd5e-4617-b87c-2b3dc3bb0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:46.021290 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a87ba-7ee6-4914-941f-9b48c666beac req-d48d65a1-fd5e-4617-b87c-2b3dc3bb0509 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 1094 time: 0.0620055 Apr 01 12:38:46.032685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port 57bbc707-5167-493f-ac39-17562a6bb8bb {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:46.033038 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.126708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a87ba-7ee6-4914-941f-9b48c666beac req-24dd44ca-9817-42a1-b97b-a79c6ed89d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:46.128281 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a87ba-7ee6-4914-941f-9b48c666beac req-24dd44ca-9817-42a1-b97b-a79c6ed89d76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.0964131 Apr 01 12:38:46.155165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac025d-c51e-4865-aef6-4e8639e79b83 req-77f7e8dd-fe34-4a9a-a54f-50e7151c2fe7 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:46.156651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26ac025d-c51e-4865-aef6-4e8639e79b83 req-77f7e8dd-fe34-4a9a-a54f-50e7151c2fe7 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 945 time: 0.0913126 Apr 01 12:38:46.160260 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.176120 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a87ba-7ee6-4914-941f-9b48c666beac req-aace9af0-ac62-46e8-a6f9-6ee3a6364a22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d75e439f-8295-497b-808a-7589896bf24a HTTP/1.1" status: 200 len: 217 time: 0.0386541 Apr 01 12:38:46.183965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for 57bbc707-5167-493f-ac39-17562a6bb8bb owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:46.212713 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26ac025d-c51e-4865-aef6-4e8639e79b83 req-1aa4d6bb-34c9-4938-b18e-8c4dad1ec334 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/security-groups?id=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498302 Apr 01 12:38:46.228237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a87ba-7ee6-4914-941f-9b48c666beac req-e54a8a1d-8f1c-4e7d-a106-a445f1ea63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:46.228237 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a87ba-7ee6-4914-941f-9b48c666beac req-e54a8a1d-8f1c-4e7d-a106-a445f1ea63a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.0444345 Apr 01 12:38:46.230323 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:38:46.282511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a87ba-7ee6-4914-941f-9b48c666beac req-674f49b3-f196-4a21-918e-1fa196c2c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:46.283929 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a87ba-7ee6-4914-941f-9b48c666beac req-674f49b3-f196-4a21-918e-1fa196c2c1a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483904 Apr 01 12:38:46.363744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.380543 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a87ba-7ee6-4914-941f-9b48c666beac req-e70764bc-4aa9-41db-ac48-edbc495afa19 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874600 Apr 01 12:38:46.393631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=57bbc707-5167-493f-ac39-17562a6bb8bb,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:46.453793 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.519243 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d969831-9d9d-4f80-ac65-daf2803e9b55 req-9e0c75f4-bc34-4312-ad0a-d67369d0f960 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:46.520724 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d969831-9d9d-4f80-ac65-daf2803e9b55 req-9e0c75f4-bc34-4312-ad0a-d67369d0f960 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0928454 Apr 01 12:38:46.526226 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd1a87ba-7ee6-4914-941f-9b48c666beac req-4f1c9d2b-e02e-4c0f-802c-ef4f2b65d141 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276357 Apr 01 12:38:46.546790 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.549415 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.567403 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d969831-9d9d-4f80-ac65-daf2803e9b55 req-4c46b318-d65e-42f2-a3c2-eb4b0383b835 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 Apr 01 12:38:46.596901 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.597435 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Fanout notify agent at l3_agent the message router_deleted on router fd89e428-2bb0-4483-9a5f-04a7c9c11f67 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:38:46.604268 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.608344 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-18107bdb-a605-4dcd-8109-d1a5b2bc34cb tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/routers/fd89e428-2bb0-4483-9a5f-04a7c9c11f67 HTTP/1.1" status: 204 len: 168 time: 0.8910329 Apr 01 12:38:46.608344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38344) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:46.686594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4618a4-aae5-4171-bcdb-5aacbc209f25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting subnet aa1228e7-4d87-4acf-92c4-81a36e87bbe0 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:38:46.692467 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f4618a4-aae5-4171-bcdb-5aacbc209f25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.730644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a23224-756a-4c5a-9c80-52c478b04099 req-83ff0f4c-88ba-4dc8-b9bc-235b178f1032 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:46.732128 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3a23224-756a-4c5a-9c80-52c478b04099 req-83ff0f4c-88ba-4dc8-b9bc-235b178f1032 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 946 time: 0.0933042 Apr 01 12:38:46.749936 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f4618a4-aae5-4171-bcdb-5aacbc209f25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.797722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3bdb4-5e47-4883-9692-85ce3fbd1389 req-12e69184-9de9-4f2c-b028-3538ebdfecf7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:46.799708 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a1b3bdb4-5e47-4883-9692-85ce3fbd1389 req-12e69184-9de9-4f2c-b028-3538ebdfecf7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 943 time: 0.0491729 Apr 01 12:38:46.809701 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3a23224-756a-4c5a-9c80-52c478b04099 req-5dcb5dea-8f03-4a5b-b611-8e62460dd598 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689785 Apr 01 12:38:46.838947 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a1b3bdb4-5e47-4883-9692-85ce3fbd1389 req-ed31c286-563e-40dc-9d9a-d87fc9b81dc8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330482 Apr 01 12:38:46.855710 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f4618a4-aae5-4171-bcdb-5aacbc209f25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.913967 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f4618a4-aae5-4171-bcdb-5aacbc209f25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.940048 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4618a4-aae5-4171-bcdb-5aacbc209f25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1228e7-4d87-4acf-92c4-81a36e87bbe0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:46.943739 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f4618a4-aae5-4171-bcdb-5aacbc209f25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:46.946828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9f4618a4-aae5-4171-bcdb-5aacbc209f25 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/subnets/aa1228e7-4d87-4acf-92c4-81a36e87bbe0 HTTP/1.1" status: 204 len: 168 time: 0.3377466 Apr 01 12:38:46.949605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38348) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:46.952720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db7e56-6a9a-4233-94c8-464aaecb953f None None] Network b2a75250-3b4d-473f-a391-e0445cab8c0d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:38:47.010425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 123fe9fd-f519-4334-86fb-89cf1de234a5 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:47.030607 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.121404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b963e32-8ed8-46a8-8941-68f8067911a8 req-8ea60ebe-28eb-44e8-bea5-4c5073e01e4c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:47.122828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0b963e32-8ed8-46a8-8941-68f8067911a8 req-8ea60ebe-28eb-44e8-bea5-4c5073e01e4c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0801585 Apr 01 12:38:47.136083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:47.136425 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.158436 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 123fe9fd-f519-4334-86fb-89cf1de234a5, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=123fe9fd-f519-4334-86fb-89cf1de234a5,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:47.169783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '123fe9fd-f519-4334-86fb-89cf1de234a5', 'network_id': '4fe3cc1f-988e-4490-862b-d9d2e29425d7', 'port_id': '123fe9fd-f519-4334-86fb-89cf1de234a5', 'mac_address': 'fa:16:3e:4c:e0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac70454-03c6-441d-a202-2cdb53da5bc7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:47.211491 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ca6ad1-84d4-490f-a49e-d6f5e69a073e None None] DHCP port deletion for b2a75250-3b4d-473f-a391-e0445cab8c0d request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:38:47.215304 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.216028 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0b963e32-8ed8-46a8-8941-68f8067911a8 req-e6bc6bde-f277-46cc-9a48-81ac81ed768d tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867186 Apr 01 12:38:47.232296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] For port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=855a6042-cfa2-4404-9d9b-91c7c8a6fff3,segment=NetworkSegment(101c13c2-b140-46b9-b883-5cee349c9cdb),segment_id=101c13c2-b140-46b9-b883-5cee349c9cdb)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:47.232934 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.246520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:47.256077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 123fe9fd-f519-4334-86fb-89cf1de234a5 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:47.286502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 123fe9fd-f519-4334-86fb-89cf1de234a5, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=123fe9fd-f519-4334-86fb-89cf1de234a5,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:47.294329 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.329136 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca6ad1-84d4-490f-a49e-d6f5e69a073e None None] Deleting port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:47.329514 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8ca6ad1-84d4-490f-a49e-d6f5e69a073e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.335324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d75e439f-8295-497b-808a-7589896bf24a details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:47.337246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 7bc833fa-3a25-46a1-b582-cbdc887130f3 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:47.342822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90759871-4a2d-4e86-80dd-4ad8c20612fb req-495414f4-61ca-45be-893d-b0df4c3650bb tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:47.344179 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-90759871-4a2d-4e86-80dd-4ad8c20612fb req-495414f4-61ca-45be-893d-b0df4c3650bb tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 945 time: 0.0602536 Apr 01 12:38:47.396497 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-90759871-4a2d-4e86-80dd-4ad8c20612fb req-cc90ade2-da1d-4b55-84cd-9671d5317212 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/security-groups?id=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Apr 01 12:38:47.417695 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['123fe9fd-f519-4334-86fb-89cf1de234a5'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:47.426107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=123fe9fd-f519-4334-86fb-89cf1de234a5,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:47.624618 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.661147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=855a6042-cfa2-4404-9d9b-91c7c8a6fff3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:47.666358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] No DVR routers for this DVR port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:38:47.691584 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f8ca6ad1-84d4-490f-a49e-d6f5e69a073e None None] For port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=855a6042-cfa2-4404-9d9b-91c7c8a6fff3,segment=NetworkSegment(101c13c2-b140-46b9-b883-5cee349c9cdb),segment_id=101c13c2-b140-46b9-b883-5cee349c9cdb)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:47.691983 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8ca6ad1-84d4-490f-a49e-d6f5e69a073e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.723477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca6ad1-84d4-490f-a49e-d6f5e69a073e None None] Calling delete_port for 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:47.745405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbace83-5fc4-4249-8c48-c4bcdfe1049a req-616d0355-fe0d-4546-9656-2c0fe9051f73 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:47.747200 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8dbace83-5fc4-4249-8c48-c4bcdfe1049a req-616d0355-fe0d-4546-9656-2c0fe9051f73 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0969338 Apr 01 12:38:47.750583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 7bc833fa-3a25-46a1-b582-cbdc887130f3 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:38:47.771830 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port d75e439f-8295-497b-808a-7589896bf24a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d75e439f-8295-497b-808a-7589896bf24a,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:47.774029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 7bc833fa-3a25-46a1-b582-cbdc887130f3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:47.774389 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.776914 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.810732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a75250-3b4d-473f-a391-e0445cab8c0d']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:47.831520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101c13c2-b140-46b9-b883-5cee349c9cdb') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:47.831830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101c13c2-b140-46b9-b883-5cee349c9cdb') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:47.842735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8dbace83-5fc4-4249-8c48-c4bcdfe1049a req-6eb3e11e-2766-4d14-ab3f-628c95df0341 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672271 Apr 01 12:38:47.846338 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.857765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'd75e439f-8295-497b-808a-7589896bf24a', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'port_id': 'd75e439f-8295-497b-808a-7589896bf24a', 'mac_address': 'fa:16:3e:7b:10:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:47.862369 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.870939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:38:47.872282 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:38:47.891909 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:38:47.958454 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.961054 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.964779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.965082 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8ca6ad1-84d4-490f-a49e-d6f5e69a073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:47.974465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/networks/b2a75250-3b4d-473f-a391-e0445cab8c0d HTTP/1.1" status: 204 len: 168 time: 1.0237641 Apr 01 12:38:47.976400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dcad6-c970-4e4c-80c6-fea881debc5d req-5c5bb94c-67ec-42c8-959b-d7a3605f6fe8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:47.977076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38360) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:47.982499 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e00dcad6-c970-4e4c-80c6-fea881debc5d req-5c5bb94c-67ec-42c8-959b-d7a3605f6fe8 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 945 time: 0.0644894 Apr 01 12:38:48.020300 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e00dcad6-c970-4e4c-80c6-fea881debc5d req-aa96f52b-a0a5-44c7-af49-ec1f35d3ce3e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351195 Apr 01 12:38:48.028241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8ca6ad1-84d4-490f-a49e-d6f5e69a073e None None] Network b2a75250-3b4d-473f-a391-e0445cab8c0d is not hosted by any dhcp agent {{(pid=102720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 12:38:48.028693 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca6ad1-84d4-490f-a49e-d6f5e69a073e None None] No DVR routers for this DVR port 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:38:48.039160 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca6ad1-84d4-490f-a49e-d6f5e69a073e None None] Pushing event deleted for resources: {'Port': ['ID=855a6042-cfa2-4404-9d9b-91c7c8a6fff3,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:48.044723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75e439f-8295-497b-808a-7589896bf24a {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:48.078110 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:48.082222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port d75e439f-8295-497b-808a-7589896bf24a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d75e439f-8295-497b-808a-7589896bf24a,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:48.093411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680d775-7327-4c83-8d6e-5c30fa515aff tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Network': ['ID=b2a75250-3b4d-473f-a391-e0445cab8c0d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:48.094398 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:48.131629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa76af1-0586-40fc-9131-8f011c1b55f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc833fa-3a25-46a1-b582-cbdc887130f3'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:48.133859 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4814b48c-5ce5-4add-bad1-cd49b9b86c96" -d '{"events": [{"server_uuid": "faa76af1-0586-40fc-9131-8f011c1b55f5", "name": "network-vif-plugged", "status": "completed", "tag": "7bc833fa-3a25-46a1-b582-cbdc887130f3"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:48.154378 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 7bc833fa-3a25-46a1-b582-cbdc887130f3, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=7bc833fa-3a25-46a1-b582-cbdc887130f3,segment=NetworkSegment(df9431ff-48a6-4053-b1e8-4366fdf540cd),segment_id=df9431ff-48a6-4053-b1e8-4366fdf540cd)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:48.160830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f05d3-a0b8-42bd-a1b0-d4ead0875b7d req-63c8330c-5e7c-49df-b7dc-1a74f148b51c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:48.162610 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-344f05d3-a0b8-42bd-a1b0-d4ead0875b7d req-63c8330c-5e7c-49df-b7dc-1a74f148b51c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 944 time: 0.1865211 Apr 01 12:38:48.163055 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:48.167844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=d75e439f-8295-497b-808a-7589896bf24a,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:48.197495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-24ccd9ad-013b-4368-8ad0-1f2ace7cdb1b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port 29bde81d-9748-4b3e-9021-8049b11a6273 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:48.197759 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24ccd9ad-013b-4368-8ad0-1f2ace7cdb1b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:48.197877 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a125c6f1-c5f1-40a4-afea-6315e83b773f x-openstack-request-id: req-a125c6f1-c5f1-40a4-afea-6315e83b773f {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:48.198335 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa76af1-0586-40fc-9131-8f011c1b55f5", "name": "network-vif-plugged", "status": "completed", "tag": "7bc833fa-3a25-46a1-b582-cbdc887130f3", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:48.198581 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a125c6f1-c5f1-40a4-afea-6315e83b773f {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:48.198962 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a125c6f1-c5f1-40a4-afea-6315e83b773f'] response: {'server_uuid': 'faa76af1-0586-40fc-9131-8f011c1b55f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc833fa-3a25-46a1-b582-cbdc887130f3', 'code': 200} Apr 01 12:38:48.225585 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=7bc833fa-3a25-46a1-b582-cbdc887130f3,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:48.263728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-344f05d3-a0b8-42bd-a1b0-d4ead0875b7d req-2fdd5c01-a548-48e2-b884-6e8d75939147 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828919 Apr 01 12:38:48.299965 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24ccd9ad-013b-4368-8ad0-1f2ace7cdb1b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:48.300236 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24ccd9ad-013b-4368-8ad0-1f2ace7cdb1b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:48.307566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504ed4-72cc-4861-b2ac-e05b3d0ee6d8 req-2f88c06a-71f5-4285-8072-70dced0dbd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:48.309061 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce504ed4-72cc-4861-b2ac-e05b3d0ee6d8 req-2f88c06a-71f5-4285-8072-70dced0dbd55 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 1097 time: 0.0516865 Apr 01 12:38:48.315471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-24ccd9ad-013b-4368-8ad0-1f2ace7cdb1b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for 29bde81d-9748-4b3e-9021-8049b11a6273 owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:48.367692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21dcfe-a633-402a-9faf-4770e759be94 req-9b7658e3-68db-4545-9951-9df3b62e37ce tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:48.369176 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ee21dcfe-a633-402a-9faf-4770e759be94 req-9b7658e3-68db-4545-9951-9df3b62e37ce tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0755494 Apr 01 12:38:48.371491 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce504ed4-72cc-4861-b2ac-e05b3d0ee6d8 req-ff5df7c6-2c7c-4665-ac5b-33b069370b77 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488105 Apr 01 12:38:48.376912 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:38:48.400246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:38:48.400590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 855a6042-cfa2-4404-9d9b-91c7c8a6fff3 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:38:48.411194 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ee21dcfe-a633-402a-9faf-4770e759be94 req-81eed925-a949-4906-a2dc-f7c04d1f69d1 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353127 Apr 01 12:38:48.430644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['d75e439f-8295-497b-808a-7589896bf24a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:48.461910 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24ccd9ad-013b-4368-8ad0-1f2ace7cdb1b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:48.498814 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ccd9ad-013b-4368-8ad0-1f2ace7cdb1b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=29bde81d-9748-4b3e-9021-8049b11a6273,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:48.589038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da091d-7c09-4125-9d17-bfb11ab84ef0 req-4a01911d-156b-4154-b20a-9dbd179a8853 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:48.590652 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-71da091d-7c09-4125-9d17-bfb11ab84ef0 req-4a01911d-156b-4154-b20a-9dbd179a8853 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 946 time: 0.1025677 Apr 01 12:38:48.596559 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24ccd9ad-013b-4368-8ad0-1f2ace7cdb1b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:48.599061 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24ccd9ad-013b-4368-8ad0-1f2ace7cdb1b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:48.600217 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-24ccd9ad-013b-4368-8ad0-1f2ace7cdb1b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/floatingips/bf4c2346-55c1-4b45-a8ec-2c36a8ab1ed8 HTTP/1.1" status: 204 len: 168 time: 0.6191769 Apr 01 12:38:48.604064 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38368) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:48.630235 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-69455d47-f8fe-4a78-9538-58547c250110 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] DELETE failed (client error): The resource could not be found. Apr 01 12:38:48.630887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69455d47-f8fe-4a78-9538-58547c250110 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:38:48.636300 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-69455d47-f8fe-4a78-9538-58547c250110 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/ports/08a4ec72-913f-45d7-858c-b043ef5558c3 HTTP/1.1" status: 404 len: 333 time: 0.0287719 Apr 01 12:38:48.636784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38370) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:48.637816 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-71da091d-7c09-4125-9d17-bfb11ab84ef0 req-9c53c005-ac74-474e-bad9-41fa57336426 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/security-groups?id=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365579 Apr 01 12:38:48.665333 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-560d644a-ec60-424b-945a-8fa0b725bd3c tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd89e428-2bb0-4483-9a5f-04a7c9c11f67 HTTP/1.1" status: 200 len: 205 time: 0.0274389 Apr 01 12:38:48.667746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38372) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:48.702488 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-2817c02e-2944-4d4a-856f-bd007e55b36f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] delete failed (client error): The resource could not be found. Apr 01 12:38:48.703441 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2817c02e-2944-4d4a-856f-bd007e55b36f tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/routers/fd89e428-2bb0-4483-9a5f-04a7c9c11f67 HTTP/1.1" status: 404 len: 336 time: 0.0347917 Apr 01 12:38:48.706267 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38374) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:48.732140 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-948ae372-a41b-4d09-9e15-abad961de165 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] DELETE failed (client error): The resource could not be found. Apr 01 12:38:48.732580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948ae372-a41b-4d09-9e15-abad961de165 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:38:48.735637 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-948ae372-a41b-4d09-9e15-abad961de165 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/subnets/aa1228e7-4d87-4acf-92c4-81a36e87bbe0 HTTP/1.1" status: 404 len: 337 time: 0.0283563 Apr 01 12:38:48.737813 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38376) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:48.825370 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1413ef0e-48a6-4257-a70e-343ba470e188 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port 551ee432-b3f4-4d02-ba44-c0b5b7c6b280 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:48.825625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1413ef0e-48a6-4257-a70e-343ba470e188 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:48.913313 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1413ef0e-48a6-4257-a70e-343ba470e188 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:48.927264 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1413ef0e-48a6-4257-a70e-343ba470e188 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for 551ee432-b3f4-4d02-ba44-c0b5b7c6b280 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:49.007339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 123fe9fd-f519-4334-86fb-89cf1de234a5 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:49.016495 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db297014-8e0b-48f0-9cef-cebeabea6189 req-65aed411-622d-4a2e-b301-a1a9ac589b77 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:49.018023 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-db297014-8e0b-48f0-9cef-cebeabea6189 req-65aed411-622d-4a2e-b301-a1a9ac589b77 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0884566 Apr 01 12:38:49.069396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 123fe9fd-f519-4334-86fb-89cf1de234a5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:49.069774 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:49.069917 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-db297014-8e0b-48f0-9cef-cebeabea6189 req-1a30703a-d613-45c5-a65a-7a3b3473da38 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452342 Apr 01 12:38:49.134223 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1413ef0e-48a6-4257-a70e-343ba470e188 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:49.152141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4b307-6a6a-4691-a04f-a824d868e588 req-5f17d0e3-020d-4873-a8c8-819ac00c453d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:49.153762 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dd4b307-6a6a-4691-a04f-a824d868e588 req-5f17d0e3-020d-4873-a8c8-819ac00c453d tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 945 time: 0.0519006 Apr 01 12:38:49.155104 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:49.163158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413ef0e-48a6-4257-a70e-343ba470e188 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=551ee432-b3f4-4d02-ba44-c0b5b7c6b280,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:49.191297 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 123fe9fd-f519-4334-86fb-89cf1de234a5, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=123fe9fd-f519-4334-86fb-89cf1de234a5,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:49.195602 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:49.202234 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6dd4b307-6a6a-4691-a04f-a824d868e588 req-cb989988-eec6-4646-9a45-7b9feeaedce1 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Apr 01 12:38:49.238986 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1413ef0e-48a6-4257-a70e-343ba470e188 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:49.242244 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1413ef0e-48a6-4257-a70e-343ba470e188 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/ports/551ee432-b3f4-4d02-ba44-c0b5b7c6b280 HTTP/1.1" status: 204 len: 168 time: 0.5034997 Apr 01 12:38:49.244760 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38384) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:49.245949 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=123fe9fd-f519-4334-86fb-89cf1de234a5,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:49.335656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1be35235-e67a-4465-ba56-0c9c0c8541b1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port a0f3866f-9079-4888-ab6c-9c8b00a63246 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:49.335915 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1be35235-e67a-4465-ba56-0c9c0c8541b1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:49.442232 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7f17f-6952-481c-ad1b-77875202549f req-23d1cdce-1d89-4eb6-b087-e38058b423f7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:49.443737 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f4d7f17f-6952-481c-ad1b-77875202549f req-23d1cdce-1d89-4eb6-b087-e38058b423f7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 944 time: 0.0939126 Apr 01 12:38:49.467294 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1be35235-e67a-4465-ba56-0c9c0c8541b1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:49.490057 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1be35235-e67a-4465-ba56-0c9c0c8541b1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for a0f3866f-9079-4888-ab6c-9c8b00a63246 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:49.512875 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f4d7f17f-6952-481c-ad1b-77875202549f req-82bdcc4d-edd9-49d9-a55a-86aa8f3cb394 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603299 Apr 01 12:38:49.545533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa647-ecf0-4960-a129-863ea497fd4d req-9cdf95df-51f7-48cd-9218-8c227cc89ae6 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:49.547056 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e94fa647-ecf0-4960-a129-863ea497fd4d req-9cdf95df-51f7-48cd-9218-8c227cc89ae6 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0594997 Apr 01 12:38:49.596283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e94fa647-ecf0-4960-a129-863ea497fd4d req-e07b8950-dbf1-48fe-bd77-f11e4bc7e224 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422747 Apr 01 12:38:49.631840 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1be35235-e67a-4465-ba56-0c9c0c8541b1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:49.672250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be35235-e67a-4465-ba56-0c9c0c8541b1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=a0f3866f-9079-4888-ab6c-9c8b00a63246,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:49.764434 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1be35235-e67a-4465-ba56-0c9c0c8541b1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:49.768167 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1be35235-e67a-4465-ba56-0c9c0c8541b1 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/ports/a0f3866f-9079-4888-ab6c-9c8b00a63246 HTTP/1.1" status: 204 len: 168 time: 0.5224814 Apr 01 12:38:49.770750 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38392) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:49.808363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd48a1f-0e01-425f-b745-7a366fa18a72 req-5d1b5976-6ad2-46a8-ac32-815ab7aec0d4 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:49.809805 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2cd48a1f-0e01-425f-b745-7a366fa18a72 req-5d1b5976-6ad2-46a8-ac32-815ab7aec0d4 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 946 time: 0.0946739 Apr 01 12:38:49.845451 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26658d1-7fc9-4d67-b36f-65a4c60cce39 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:49.846848 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f26658d1-7fc9-4d67-b36f-65a4c60cce39 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "GET /v2.0/ports?device_id=85d5795f-36dc-40f7-8c43-3ee5909a3775 HTTP/1.1" status: 200 len: 913 time: 0.0751994 Apr 01 12:38:49.849819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38394) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:49.863619 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2cd48a1f-0e01-425f-b745-7a366fa18a72 req-0877f4f2-8aa9-4439-b741-b1fbdba7e1d8 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/security-groups?id=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466979 Apr 01 12:38:50.199948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123fe9fd-f519-4334-86fb-89cf1de234a5'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:50.202377 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e89947b-fcbd-4988-a7fb-b166c3e98c90" -d '{"events": [{"server_uuid": "9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2", "name": "network-vif-plugged", "status": "completed", "tag": "123fe9fd-f519-4334-86fb-89cf1de234a5"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:50.223215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22639b-7e33-460b-95b4-d7845ee709dc req-16d3e45f-4ae8-4941-a795-11d21db9cbfb tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:50.224701 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ee22639b-7e33-460b-95b4-d7845ee709dc req-16d3e45f-4ae8-4941-a795-11d21db9cbfb tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0782876 Apr 01 12:38:50.240361 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0183f02c-f35d-4bc0-8e60-5c59c9fb244a x-openstack-request-id: req-0183f02c-f35d-4bc0-8e60-5c59c9fb244a {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:50.241005 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2", "name": "network-vif-plugged", "status": "completed", "tag": "123fe9fd-f519-4334-86fb-89cf1de234a5", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:50.241473 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0183f02c-f35d-4bc0-8e60-5c59c9fb244a {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:50.242084 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0183f02c-f35d-4bc0-8e60-5c59c9fb244a'] response: {'server_uuid': '9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123fe9fd-f519-4334-86fb-89cf1de234a5', 'code': 200} Apr 01 12:38:50.242210 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ce94de7-c82f-4ffc-aeac-862da844a977 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:50.308416 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ee22639b-7e33-460b-95b4-d7845ee709dc req-5c63dca2-cf12-4b8c-a06a-6888bad7e69e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767584 Apr 01 12:38:50.340164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b0926-6a80-43d6-8bcb-e4acc1477e34 req-a6c25f00-483f-4c98-9f81-463b2ad027cb tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:50.341666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-863b0926-6a80-43d6-8bcb-e4acc1477e34 req-a6c25f00-483f-4c98-9f81-463b2ad027cb tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 946 time: 0.0578909 Apr 01 12:38:50.380929 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-863b0926-6a80-43d6-8bcb-e4acc1477e34 req-d06e4e46-6def-4b5d-9f14-b63babf6179c tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317664 Apr 01 12:38:50.515562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9ce94de7-c82f-4ffc-aeac-862da844a977 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port 5c86d39e-5db1-4cd9-b48d-faf5eb976d66 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:50.515898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ce94de7-c82f-4ffc-aeac-862da844a977 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:50.627399 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ce94de7-c82f-4ffc-aeac-862da844a977 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:50.648759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9ce94de7-c82f-4ffc-aeac-862da844a977 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for 5c86d39e-5db1-4cd9-b48d-faf5eb976d66 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:50.666236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9623cd9-a9ac-4fac-9449-866043100049 req-83706703-86b3-45f8-9003-3c8d7fecee20 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:50.667704 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b9623cd9-a9ac-4fac-9449-866043100049 req-83706703-86b3-45f8-9003-3c8d7fecee20 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 944 time: 0.0860381 Apr 01 12:38:50.713305 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405f9a8-3c2f-4585-b18c-dc6eac31876d req-5634bf33-7eb7-45dd-b8f2-6b0de57d2539 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:50.714947 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f405f9a8-3c2f-4585-b18c-dc6eac31876d req-5634bf33-7eb7-45dd-b8f2-6b0de57d2539 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0504701 Apr 01 12:38:50.744434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b9623cd9-a9ac-4fac-9449-866043100049 req-a430e35d-7a73-4295-8ca2-38b09c8dc9a7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707531 Apr 01 12:38:50.753163 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f405f9a8-3c2f-4585-b18c-dc6eac31876d req-da1c21ac-acba-4462-9821-39cf09e79edd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Apr 01 12:38:50.872692 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ce94de7-c82f-4ffc-aeac-862da844a977 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:50.899559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce94de7-c82f-4ffc-aeac-862da844a977 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=5c86d39e-5db1-4cd9-b48d-faf5eb976d66,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:51.038558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6262d-70b1-441c-bd4d-b3c67cc83776 req-a0e5f49c-864c-4438-82ff-d381da08f9be tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:51.040034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9db6262d-70b1-441c-bd4d-b3c67cc83776 req-a0e5f49c-864c-4438-82ff-d381da08f9be tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 946 time: 0.0965095 Apr 01 12:38:51.117487 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9db6262d-70b1-441c-bd4d-b3c67cc83776 req-e32750ab-3e3a-4a93-9c54-c5645cdbae0e tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/security-groups?id=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709739 Apr 01 12:38:51.129644 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ce94de7-c82f-4ffc-aeac-862da844a977 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:51.352025 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d75e439f-8295-497b-808a-7589896bf24a up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:38:51.384975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce94de7-c82f-4ffc-aeac-862da844a977 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Router 85d5795f-36dc-40f7-8c43-3ee5909a3775 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:38:51.433833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port d75e439f-8295-497b-808a-7589896bf24a completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:38:51.439209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port d75e439f-8295-497b-808a-7589896bf24a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:38:51.439809 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:51.446394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd86d-880d-4931-be87-c215528504d3 req-d3fd45bd-1b29-415a-acae-93d44050ffc1 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:51.447913 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5ecd86d-880d-4931-be87-c215528504d3 req-d3fd45bd-1b29-415a-acae-93d44050ffc1 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0544877 Apr 01 12:38:51.494892 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5ecd86d-880d-4931-be87-c215528504d3 req-89c0d47f-7372-492f-b369-95910c7511e7 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389986 Apr 01 12:38:51.530981 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:51.567965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port d75e439f-8295-497b-808a-7589896bf24a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d75e439f-8295-497b-808a-7589896bf24a,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:51.571816 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:51.624981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d19d89-be85-4e85-8e5a-8632946e01a7 req-982901ac-e4be-4a4a-b88d-3eb397484785 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:51.626730 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f7d19d89-be85-4e85-8e5a-8632946e01a7 req-982901ac-e4be-4a4a-b88d-3eb397484785 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 946 time: 0.0645840 Apr 01 12:38:51.635850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=d75e439f-8295-497b-808a-7589896bf24a,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:51.670370 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f7d19d89-be85-4e85-8e5a-8632946e01a7 req-a50b78a0-b808-4ede-b560-614f0274c6b9 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359657 Apr 01 12:38:51.822905 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9d7c6-5352-439c-b6fe-e974f552dc3a req-bda2bf17-cb34-4578-b0fa-44633c834175 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:51.824360 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26a9d7c6-5352-439c-b6fe-e974f552dc3a req-bda2bf17-cb34-4578-b0fa-44633c834175 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 946 time: 0.3822119 Apr 01 12:38:51.840238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce94de7-c82f-4ffc-aeac-862da844a977 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:38:51.850237 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9ce94de7-c82f-4ffc-aeac-862da844a977 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "PUT /v2.0/routers/85d5795f-36dc-40f7-8c43-3ee5909a3775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9986484 Apr 01 12:38:51.851463 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a3984b-6305-4499-961d-389d6d441048 None None] Sync routers for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:38:51.852796 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38434) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:51.865932 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a3984b-6305-4499-961d-389d6d441048 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:51.866996 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-62a3984b-6305-4499-961d-389d6d441048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:51.880796 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26a9d7c6-5352-439c-b6fe-e974f552dc3a req-f9905f14-7717-4997-be5e-c9b961557316 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/security-groups?id=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493526 Apr 01 12:38:51.934436 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-62a3984b-6305-4499-961d-389d6d441048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:51.944453 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a3984b-6305-4499-961d-389d6d441048 None None] Routers {'85d5795f-36dc-40f7-8c43-3ee5909a3775'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:38:51.945278 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-62a3984b-6305-4499-961d-389d6d441048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:38:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['85d5795f-36dc-40f7-8c43-3ee5909a3775'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:51.979365 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-62a3984b-6305-4499-961d-389d6d441048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:51.980257 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a3984b-6305-4499-961d-389d6d441048 None None] The sync data for ids ['85d5795f-36dc-40f7-8c43-3ee5909a3775'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:38:51.982244 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:52.029112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecdcfc-524a-4358-a656-f8684a06437c req-40f73385-0fa7-486c-8a6d-111837f6c444 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:52.036962 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ecdcfc-524a-4358-a656-f8684a06437c req-40f73385-0fa7-486c-8a6d-111837f6c444 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.0694668 Apr 01 12:38:52.072607 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b1ecdcfc-524a-4358-a656-f8684a06437c req-64d33fec-57cb-4a80-8068-b9488ee11987 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346253 Apr 01 12:38:52.142687 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:52.146631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756e6ed-64d1-480c-ac4d-33b0ee060de4 req-e7c78fa7-8e02-4a0a-a449-56b553a67d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:52.148654 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f756e6ed-64d1-480c-ac4d-33b0ee060de4 req-e7c78fa7-8e02-4a0a-a449-56b553a67d74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b80ade12595e4760b63c885ba6df380a&device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 1096 time: 0.0481255 Apr 01 12:38:52.158331 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf04c5-0a46-4a70-a920-5f4798b103c8 req-f6cb7de0-905a-41c4-a7fa-e1783750fa59 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:52.165997 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dedf04c5-0a46-4a70-a920-5f4798b103c8 req-f6cb7de0-905a-41c4-a7fa-e1783750fa59 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0861394 Apr 01 12:38:52.228852 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dedf04c5-0a46-4a70-a920-5f4798b103c8 req-12edbe02-b227-4dd1-92fd-17e6c48f9096 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624907 Apr 01 12:38:52.249777 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting port fb6e9797-ac6d-4c84-8add-b77df0db867c {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:52.250105 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:52.250317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be304915-51dd-4990-9d6e-23aa9da6454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75e439f-8295-497b-808a-7589896bf24a'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:52.254952 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644a2cfa-e9a5-4466-a6e1-55dead546430" -d '{"events": [{"server_uuid": "be304915-51dd-4990-9d6e-23aa9da6454c", "name": "network-vif-plugged", "status": "completed", "tag": "d75e439f-8295-497b-808a-7589896bf24a"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:52.270230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f409ac-aaa6-48b6-9dbd-162b358f5525 req-bc477006-d087-4990-8c4d-c978b82b86f5 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:52.271727 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61f409ac-aaa6-48b6-9dbd-162b358f5525 req-bc477006-d087-4990-8c4d-c978b82b86f5 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0951400 Apr 01 12:38:52.302647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756e6ed-64d1-480c-ac4d-33b0ee060de4 req-4c86bb35-cdfd-49f1-82f4-2fba606a4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:52.303621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f756e6ed-64d1-480c-ac4d-33b0ee060de4 req-4c86bb35-cdfd-49f1-82f4-2fba606a4190 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74922a4c-63ef-4729-9059-7d503f7541d6 HTTP/1.1" status: 200 len: 917 time: 0.1471658 Apr 01 12:38:52.344004 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:52.356593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Calling delete_port for fb6e9797-ac6d-4c84-8add-b77df0db867c owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:52.357456 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-61f409ac-aaa6-48b6-9dbd-162b358f5525 req-fa7be531-c477-4181-81ec-1b3bda8832b2 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775096 Apr 01 12:38:52.358855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f756e6ed-64d1-480c-ac4d-33b0ee060de4 req-d681b972-c0d2-4f4f-857f-2fe611e28e78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba0a19b-cf74-4b6d-967c-38cf068b1773 HTTP/1.1" status: 200 len: 217 time: 0.0438039 Apr 01 12:38:52.371566 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe769ac5-4c0e-4a70-888d-626b29fe4415 x-openstack-request-id: req-fe769ac5-4c0e-4a70-888d-626b29fe4415 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:52.372061 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be304915-51dd-4990-9d6e-23aa9da6454c", "name": "network-vif-plugged", "status": "completed", "tag": "d75e439f-8295-497b-808a-7589896bf24a", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:52.372160 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe769ac5-4c0e-4a70-888d-626b29fe4415 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:52.372483 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe769ac5-4c0e-4a70-888d-626b29fe4415'] response: {'server_uuid': 'be304915-51dd-4990-9d6e-23aa9da6454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75e439f-8295-497b-808a-7589896bf24a', 'code': 200} Apr 01 12:38:52.417998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756e6ed-64d1-480c-ac4d-33b0ee060de4 req-b2377077-d04b-4e8e-90ad-d746e892a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:52.419942 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f756e6ed-64d1-480c-ac4d-33b0ee060de4 req-b2377077-d04b-4e8e-90ad-d746e892a241 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=063beca7-6844-4371-b403-742562980b29 HTTP/1.1" status: 200 len: 855 time: 0.0525429 Apr 01 12:38:52.468894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756e6ed-64d1-480c-ac4d-33b0ee060de4 req-8c3424a5-da82-49ca-8653-3ebab7284c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:52.470437 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f756e6ed-64d1-480c-ac4d-33b0ee060de4 req-8c3424a5-da82-49ca-8653-3ebab7284c45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74922a4c-63ef-4729-9059-7d503f7541d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397544 Apr 01 12:38:52.559439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bebebc-615a-4ce0-a15b-49844f8ee556 req-f34d45da-d309-4bee-8eae-59e5c3b1297b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:52.560824 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-45bebebc-615a-4ce0-a15b-49844f8ee556 req-f34d45da-d309-4bee-8eae-59e5c3b1297b tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 946 time: 0.0953410 Apr 01 12:38:52.566715 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f756e6ed-64d1-480c-ac4d-33b0ee060de4 req-6d35f12b-0861-419b-b23c-41841df8c923 service neutron] 10.222.0.37 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881445 Apr 01 12:38:52.579182 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731fa0c-71ca-4ae0-95b3-610fd2dedcd4 req-be973a82-df44-4d57-a149-b7da757b1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:52.580652 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9731fa0c-71ca-4ae0-95b3-610fd2dedcd4 req-be973a82-df44-4d57-a149-b7da757b1508 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 1096 time: 0.1162736 Apr 01 12:38:52.637034 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:52.668369 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-45bebebc-615a-4ce0-a15b-49844f8ee556 req-0ea15e30-1e44-4e16-9d34-fff26d7254f6 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867796 Apr 01 12:38:52.679227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Port': ['ID=fb6e9797-ac6d-4c84-8add-b77df0db867c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:52.681940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f756e6ed-64d1-480c-ac4d-33b0ee060de4 req-d2285bf7-fbd8-4417-9d71-bd16974d8ffa service neutron] 10.222.0.37 "GET /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003203 Apr 01 12:38:52.686724 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9731fa0c-71ca-4ae0-95b3-610fd2dedcd4 req-23a707f9-72af-47b4-b418-538b015e3350 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861840 Apr 01 12:38:52.691726 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:52.692064 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:52.692394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:52.692720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:52.693044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:52.693366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:52.693688 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:52.694020 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:52.694341 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:52.694654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:52.694968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:52.695278 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:52.752651 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.004809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562fb97-611b-4124-af8e-2a6dba13c980 req-4ee7db20-36f4-41b0-b7ca-81e3552f373d tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:53.006379 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7562fb97-611b-4124-af8e-2a6dba13c980 req-4ee7db20-36f4-41b0-b7ca-81e3552f373d tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 946 time: 0.0525873 Apr 01 12:38:53.047427 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7562fb97-611b-4124-af8e-2a6dba13c980 req-1a629600-36d7-40f7-931c-2b68e04d8969 tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/security-groups?id=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347140 Apr 01 12:38:53.160534 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.169022 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.252122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.252622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Fanout notify agent at l3_agent the message router_deleted on router 85d5795f-36dc-40f7-8c43-3ee5909a3775 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:38:53.260549 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.264426 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f7e61c40-7462-41a1-86a8-00d11ea5ad8b tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/routers/85d5795f-36dc-40f7-8c43-3ee5909a3775 HTTP/1.1" status: 204 len: 168 time: 1.4078138 Apr 01 12:38:53.265233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38456) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:53.280165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd174e-611b-4c4c-93df-2445e1311e70 req-7e60ac2a-edce-4b98-a906-a710210f9c03 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:53.282539 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a1fd174e-611b-4c4c-93df-2445e1311e70 req-7e60ac2a-edce-4b98-a906-a710210f9c03 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1240115 Apr 01 12:38:53.305201 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb405bfc-ea7a-424a-a70b-896b6fa00238 req-3b3d8a93-a19b-451d-aacb-39d14448f18a tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:53.306807 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fb405bfc-ea7a-424a-a70b-896b6fa00238 req-3b3d8a93-a19b-451d-aacb-39d14448f18a tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.44 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 946 time: 0.1351774 Apr 01 12:38:53.328290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Deleting subnet ff90fb52-d314-4525-8996-6feb1a0339fe {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:38:53.332322 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.367034 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a1fd174e-611b-4c4c-93df-2445e1311e70 req-5914530e-7a47-4492-a81d-92a1930267c6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753107 Apr 01 12:38:53.395125 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.424324 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-fb405bfc-ea7a-424a-a70b-896b6fa00238 req-a6d4864e-ce56-4ce1-a5bc-cc262a2f37bb tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Deleting port 7bc833fa-3a25-46a1-b582-cbdc887130f3 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:53.424324 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fb405bfc-ea7a-424a-a70b-896b6fa00238 req-a6d4864e-ce56-4ce1-a5bc-cc262a2f37bb tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.445850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb9d25-3b8e-4263-8742-42eb42890d02 req-51b2d29b-7d3f-4ee3-8e9a-942c3cd58bb5 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:53.447390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56eb9d25-3b8e-4263-8742-42eb42890d02 req-51b2d29b-7d3f-4ee3-8e9a-942c3cd58bb5 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0950801 Apr 01 12:38:53.461245 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.527949 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56eb9d25-3b8e-4263-8742-42eb42890d02 req-147d12f7-38ff-4c77-adb7-3e0e246a95f9 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680661 Apr 01 12:38:53.553659 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.555216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645aed3-e038-4e08-8929-14030409815e req-e7014da9-a694-41a8-a2a9-c1f10f747b6d tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:53.556740 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5645aed3-e038-4e08-8929-14030409815e req-e7014da9-a694-41a8-a2a9-c1f10f747b6d tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.1004486 Apr 01 12:38:53.562530 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-fb405bfc-ea7a-424a-a70b-896b6fa00238 req-a6d4864e-ce56-4ce1-a5bc-cc262a2f37bb tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] For port 7bc833fa-3a25-46a1-b582-cbdc887130f3, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=7bc833fa-3a25-46a1-b582-cbdc887130f3,segment=NetworkSegment(df9431ff-48a6-4053-b1e8-4366fdf540cd),segment_id=df9431ff-48a6-4053-b1e8-4366fdf540cd)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:53.562530 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fb405bfc-ea7a-424a-a70b-896b6fa00238 req-a6d4864e-ce56-4ce1-a5bc-cc262a2f37bb tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.583038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Subnet': ['ID=ff90fb52-d314-4525-8996-6feb1a0339fe,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:53.588435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-fb405bfc-ea7a-424a-a70b-896b6fa00238 req-a6d4864e-ce56-4ce1-a5bc-cc262a2f37bb tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Calling delete_port for 7bc833fa-3a25-46a1-b582-cbdc887130f3 owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:53.593279 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.596394 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/subnets/ff90fb52-d314-4525-8996-6feb1a0339fe HTTP/1.1" status: 204 len: 168 time: 0.3299637 Apr 01 12:38:53.597900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:53.598266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:53.598600 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:53.598930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:53.599255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:53.599578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:53.599899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:53.600217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:53.600533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:53.600847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:53.601160 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:53.601474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28b651-fe4b-4d9a-8ab1-268bb2985fe4 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:38:53.602864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38460) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:53.642014 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5645aed3-e038-4e08-8929-14030409815e req-111486aa-e552-46db-82c6-76e56d0eea0c tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763373 Apr 01 12:38:53.736868 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.807379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a700712-4a14-4c66-8b24-7b802ca96f08 req-83aa7cf7-951c-4276-a3a4-29e0beb55ab9 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:53.811160 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7a700712-4a14-4c66-8b24-7b802ca96f08 req-83aa7cf7-951c-4276-a3a4-29e0beb55ab9 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0508411 Apr 01 12:38:53.849310 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7a700712-4a14-4c66-8b24-7b802ca96f08 req-48499b28-d804-4595-bd35-2db86531ef57 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332742 Apr 01 12:38:53.898604 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.914242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827248a-6303-4762-a0db-59ca7c77e0f1 req-a1a9b6df-6533-4c89-8d5a-d5c30cf488a3 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:53.915722 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3827248a-6303-4762-a0db-59ca7c77e0f1 req-a1a9b6df-6533-4c89-8d5a-d5c30cf488a3 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 946 time: 0.1669621 Apr 01 12:38:53.954214 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b45a241-d3d3-4d69-8a95-316c07276e15']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:53.957850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fb405bfc-ea7a-424a-a70b-896b6fa00238 req-a6d4864e-ce56-4ce1-a5bc-cc262a2f37bb tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:53.972328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e982fc6-c5d1-44da-9e45-ab0f45357152 req-c562fadf-97c1-46ca-aab1-822a0aff507e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:53.972687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faafc8a6-88be-4f11-b09a-564cf6d8ddd4') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:53.972980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faafc8a6-88be-4f11-b09a-564cf6d8ddd4') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:53.974853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e982fc6-c5d1-44da-9e45-ab0f45357152 req-c562fadf-97c1-46ca-aab1-822a0aff507e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a HTTP/1.1" status: 200 len: 946 time: 0.0575807 Apr 01 12:38:53.978600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['7bc833fa-3a25-46a1-b582-cbdc887130f3'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:54.004966 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:54.008194 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4864e-ce56-4ce1-a5bc-cc262a2f37bb tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Pushing event deleted for resources: {'Port': ['ID=7bc833fa-3a25-46a1-b582-cbdc887130f3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:54.033793 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:54.039438 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e982fc6-c5d1-44da-9e45-ab0f45357152 req-07d8d682-fcac-46e9-8189-22bdc1215362 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571415 Apr 01 12:38:54.048721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6874f7-d16f-4fd4-88be-f723a00a4846 req-062ca2f1-7e48-40f4-8af2-8752254f9cef tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:54.050239 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c6874f7-d16f-4fd4-88be-f723a00a4846 req-062ca2f1-7e48-40f4-8af2-8752254f9cef tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 946 time: 0.0859146 Apr 01 12:38:54.054049 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3827248a-6303-4762-a0db-59ca7c77e0f1 req-5fcb94f5-fc14-43e7-8045-744c82059a33 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c73ebee-f916-49ef-869f-f3f1847549c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258202 Apr 01 12:38:54.059351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:38:54.059751 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:38:54.062702 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:38:54.084513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb405bfc-ea7a-424a-a70b-896b6fa00238 req-a6d4864e-ce56-4ce1-a5bc-cc262a2f37bb tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] No DVR routers for this DVR port 7bc833fa-3a25-46a1-b582-cbdc887130f3 on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:38:54.098623 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-fb405bfc-ea7a-424a-a70b-896b6fa00238 req-a6d4864e-ce56-4ce1-a5bc-cc262a2f37bb tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:54.106828 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fb405bfc-ea7a-424a-a70b-896b6fa00238 req-a6d4864e-ce56-4ce1-a5bc-cc262a2f37bb tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.44 "DELETE /v2.0/ports/7bc833fa-3a25-46a1-b582-cbdc887130f3 HTTP/1.1" status: 204 len: 173 time: 0.7890959 Apr 01 12:38:54.107295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa76af1-0586-40fc-9131-8f011c1b55f5', 'name': 'network-vif-deleted', 'tag': '7bc833fa-3a25-46a1-b582-cbdc887130f3'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:54.111497 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33585c4d-5b71-4797-96a2-bc00f7f9f759" -d '{"events": [{"server_uuid": "faa76af1-0586-40fc-9131-8f011c1b55f5", "name": "network-vif-deleted", "tag": "7bc833fa-3a25-46a1-b582-cbdc887130f3"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:54.195128 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1eab80b2-d43d-4395-b0b9-99984b57ae69 req-6d69749b-313d-493e-9be0-d4c7e97cfa5a tempest-InstanceActionsNegativeTestJSON-1261952231 tempest-InstanceActionsNegativeTestJSON-1261952231-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa76af1-0586-40fc-9131-8f011c1b55f5 HTTP/1.1" status: 200 len: 210 time: 0.0366669 Apr 01 12:38:54.204880 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:54.214368 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:54.218292 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] 10.222.0.45 "DELETE /v2.0/networks/6b45a241-d3d3-4d69-8a95-316c07276e15 HTTP/1.1" status: 204 len: 168 time: 0.6142712 Apr 01 12:38:54.224246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-0c6874f7-d16f-4fd4-88be-f723a00a4846 req-e5e53943-c472-4d3c-806d-fd8e332a0b1e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Deleting port 123fe9fd-f519-4334-86fb-89cf1de234a5 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:54.224723 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0c6874f7-d16f-4fd4-88be-f723a00a4846 req-e5e53943-c472-4d3c-806d-fd8e332a0b1e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:54.244672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575c907-0c44-40cf-85ac-20aeadfdcad5 tempest-FloatingIPTestJSON-643712586 tempest-FloatingIPTestJSON-643712586-project] Pushing event deleted for resources: {'Network': ['ID=6b45a241-d3d3-4d69-8a95-316c07276e15,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:54.271772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64a462-7e03-4e78-ab09-11f284120461 req-d5818750-15f1-4c18-a5f2-bccd6d449395 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:54.274475 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b64a462-7e03-4e78-ab09-11f284120461 req-d5818750-15f1-4c18-a5f2-bccd6d449395 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 946 time: 0.1001177 Apr 01 12:38:54.276051 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bc3173-f356-4bbe-87bf-003c1b0d1663 x-openstack-request-id: req-95bc3173-f356-4bbe-87bf-003c1b0d1663 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:54.276361 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa76af1-0586-40fc-9131-8f011c1b55f5", "name": "network-vif-deleted", "tag": "7bc833fa-3a25-46a1-b582-cbdc887130f3", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:54.277325 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95bc3173-f356-4bbe-87bf-003c1b0d1663 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:54.277325 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95bc3173-f356-4bbe-87bf-003c1b0d1663'] response: {'server_uuid': 'faa76af1-0586-40fc-9131-8f011c1b55f5', 'name': 'network-vif-deleted', 'tag': '7bc833fa-3a25-46a1-b582-cbdc887130f3', 'status': 'completed', 'code': 200} Apr 01 12:38:54.322050 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b64a462-7e03-4e78-ab09-11f284120461 req-b58945cf-26ae-4b29-a1fc-b9bc2941ef93 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361397 Apr 01 12:38:54.351003 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-0c6874f7-d16f-4fd4-88be-f723a00a4846 req-e5e53943-c472-4d3c-806d-fd8e332a0b1e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] For port 123fe9fd-f519-4334-86fb-89cf1de234a5, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=123fe9fd-f519-4334-86fb-89cf1de234a5,segment=NetworkSegment(00c8087e-4e06-485c-b133-60bb8a1e1c8b),segment_id=00c8087e-4e06-485c-b133-60bb8a1e1c8b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:54.351364 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0c6874f7-d16f-4fd4-88be-f723a00a4846 req-e5e53943-c472-4d3c-806d-fd8e332a0b1e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:54.367065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-0c6874f7-d16f-4fd4-88be-f723a00a4846 req-e5e53943-c472-4d3c-806d-fd8e332a0b1e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Calling delete_port for 123fe9fd-f519-4334-86fb-89cf1de234a5 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:54.375972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-b868fcab-78c5-4be1-83fb-3b63bdad7c62 req-1e3fb7d5-1b8b-4b1a-8d0d-e86795c6576c tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:38:54.376953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b868fcab-78c5-4be1-83fb-3b63bdad7c62 req-1e3fb7d5-1b8b-4b1a-8d0d-e86795c6576c tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079913 Apr 01 12:38:54.491134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2ca31-260e-458e-9d14-55b06e882b38 req-a5c0da21-838c-4291-a9a5-d98ff0d6302e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:54.492743 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f5d2ca31-260e-458e-9d14-55b06e882b38 req-a5c0da21-838c-4291-a9a5-d98ff0d6302e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.0538170 Apr 01 12:38:54.507956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b868fcab-78c5-4be1-83fb-3b63bdad7c62 req-8406ca95-e17f-4e0a-9b5a-444e061f158a tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1240764 Apr 01 12:38:54.509691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38484) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:54.557804 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f5d2ca31-260e-458e-9d14-55b06e882b38 req-c36ab4c8-9fba-4c89-b5b2-ae0ce68c6e59 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564430 Apr 01 12:38:54.600206 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0c6874f7-d16f-4fd4-88be-f723a00a4846 req-e5e53943-c472-4d3c-806d-fd8e332a0b1e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:54.635536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e53943-c472-4d3c-806d-fd8e332a0b1e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Pushing event deleted for resources: {'Port': ['ID=123fe9fd-f519-4334-86fb-89cf1de234a5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:54.695346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6874f7-d16f-4fd4-88be-f723a00a4846 req-e5e53943-c472-4d3c-806d-fd8e332a0b1e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] No DVR routers for this DVR port 123fe9fd-f519-4334-86fb-89cf1de234a5 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:38:54.705398 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0c6874f7-d16f-4fd4-88be-f723a00a4846 req-e5e53943-c472-4d3c-806d-fd8e332a0b1e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:54.709724 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c6874f7-d16f-4fd4-88be-f723a00a4846 req-e5e53943-c472-4d3c-806d-fd8e332a0b1e tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.37 "DELETE /v2.0/ports/123fe9fd-f519-4334-86fb-89cf1de234a5 HTTP/1.1" status: 204 len: 173 time: 0.6418939 Apr 01 12:38:54.710480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2', 'name': 'network-vif-deleted', 'tag': '123fe9fd-f519-4334-86fb-89cf1de234a5'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:38:54.713020 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7366655d-dcef-4d32-b4e5-b2910a134425" -d '{"events": [{"server_uuid": "9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2", "name": "network-vif-deleted", "tag": "123fe9fd-f519-4334-86fb-89cf1de234a5"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:38:54.764254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa332c59-eeaf-4b8d-aafa-8a2fe405fe79 req-94e7ecac-6910-4cb7-bbe4-da9c6670a2b8 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:54.775493 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa332c59-eeaf-4b8d-aafa-8a2fe405fe79 req-94e7ecac-6910-4cb7-bbe4-da9c6670a2b8 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0808263 Apr 01 12:38:54.819172 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0cd38e3a-e65c-4403-841b-7030f662e541 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5e14b3f525143de9a0433f7d9dcdfd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083262 Apr 01 12:38:54.820044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38496) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:54.828150 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa332c59-eeaf-4b8d-aafa-8a2fe405fe79 req-3871d677-8f43-4d12-b6f9-fb469ae12b6f tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509067 Apr 01 12:38:54.901934 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d1fb14-2a3f-427e-9432-b299668e0fc1 x-openstack-request-id: req-30d1fb14-2a3f-427e-9432-b299668e0fc1 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:38:54.902257 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2", "name": "network-vif-deleted", "tag": "123fe9fd-f519-4334-86fb-89cf1de234a5", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:38:54.902517 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30d1fb14-2a3f-427e-9432-b299668e0fc1 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:38:54.902925 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d1fb14-2a3f-427e-9432-b299668e0fc1'] response: {'server_uuid': '9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2', 'name': 'network-vif-deleted', 'tag': '123fe9fd-f519-4334-86fb-89cf1de234a5', 'status': 'completed', 'code': 200} Apr 01 12:38:54.933191 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-33191cd0-bb0d-4cb2-8bef-73972ef90ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:54.971641 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9428d2c-3398-48ce-a7ff-0d861cf83723 req-e23da432-a2bf-4252-b781-758c9a9e38a0 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:54.973279 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9428d2c-3398-48ce-a7ff-0d861cf83723 req-e23da432-a2bf-4252-b781-758c9a9e38a0 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0545919 Apr 01 12:38:54.986263 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-33191cd0-bb0d-4cb2-8bef-73972ef90ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.014388 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9428d2c-3398-48ce-a7ff-0d861cf83723 req-95f35670-d514-4d97-ab4f-f9a9957f3e6b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Apr 01 12:38:55.029929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 123fe9fd-f519-4334-86fb-89cf1de234a5 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:38:55.034901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c822fe3-fa26-468b-9013-5b6ad39be575 req-dbe3ce5f-a143-4164-bf03-f8681608b706 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:55.036406 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c822fe3-fa26-468b-9013-5b6ad39be575 req-dbe3ce5f-a143-4164-bf03-f8681608b706 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.0849400 Apr 01 12:38:55.058318 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 123fe9fd-f519-4334-86fb-89cf1de234a5 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:38:55.058848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 123fe9fd-f519-4334-86fb-89cf1de234a5 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:38:55.085786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7c822fe3-fa26-468b-9013-5b6ad39be575 req-810205aa-72f2-40ed-9c33-2ee8c85fdae6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Apr 01 12:38:55.086458 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-33191cd0-bb0d-4cb2-8bef-73972ef90ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.088866 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-33191cd0-bb0d-4cb2-8bef-73972ef90ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.098437 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-33191cd0-bb0d-4cb2-8bef-73972ef90ea8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/65b51a54-c92d-4af1-bfda-852eacd7d75a HTTP/1.1" status: 204 len: 168 time: 0.2729897 Apr 01 12:38:55.108638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33191cd0-bb0d-4cb2-8bef-73972ef90ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b51a54-c92d-4af1-bfda-852eacd7d75a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:55.177014 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2336825-ced2-409c-bbdf-37e8c08f87f1 req-4fb101a7-1101-4a5b-8377-df11b717884e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:55.179482 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a2336825-ced2-409c-bbdf-37e8c08f87f1 req-4fb101a7-1101-4a5b-8377-df11b717884e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a HTTP/1.1" status: 200 len: 946 time: 0.0853906 Apr 01 12:38:55.224289 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1cef1fdc-36cc-44fa-8a40-7a38e7916751 req-21519e2e-1aa8-4b70-b5d1-6ab333392945 tempest-ImagesTestJSON-701200765 tempest-ImagesTestJSON-701200765-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9d0a47-a5c1-4ad0-a421-a30a0af6bff2 HTTP/1.1" status: 200 len: 210 time: 0.0383036 Apr 01 12:38:55.229950 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a2336825-ced2-409c-bbdf-37e8c08f87f1 req-876942c8-a9b9-4c14-9f56-577681d57a2b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443594 Apr 01 12:38:55.291901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38512) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:55.361121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fadf31-a02e-44fb-b9d9-2f294b50a0cc admin admin] Deleting subnet 10145348-6766-4338-8d09-3b18ec899604 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:38:55.364461 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf31-a02e-44fb-b9d9-2f294b50a0cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.374613 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37146779-5872-424b-bb96-a9710f117619 req-769492ba-a6d0-4d5d-a6f8-94eb0c757404 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:55.376675 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-37146779-5872-424b-bb96-a9710f117619 req-769492ba-a6d0-4d5d-a6f8-94eb0c757404 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 946 time: 0.0582554 Apr 01 12:38:55.414282 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf31-a02e-44fb-b9d9-2f294b50a0cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.415519 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-37146779-5872-424b-bb96-a9710f117619 req-1da211ab-d786-4e6f-8b05-de3bc9e69803 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329614 Apr 01 12:38:55.456101 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf31-a02e-44fb-b9d9-2f294b50a0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.512930 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf31-a02e-44fb-b9d9-2f294b50a0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.540278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fadf31-a02e-44fb-b9d9-2f294b50a0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10145348-6766-4338-8d09-3b18ec899604,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:55.545001 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf31-a02e-44fb-b9d9-2f294b50a0cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.548693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f3fadf31-a02e-44fb-b9d9-2f294b50a0cc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/10145348-6766-4338-8d09-3b18ec899604 HTTP/1.1" status: 204 len: 168 time: 0.2557502 Apr 01 12:38:55.551741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38526) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:55.617960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c8c0e-f7fb-45ba-b051-ba6881c65409 req-711c47eb-94a3-401d-a962-d2060024bd01 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:55.624366 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c8c0e-f7fb-45ba-b051-ba6881c65409 req-711c47eb-94a3-401d-a962-d2060024bd01 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:55.630497 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c8c0e-f7fb-45ba-b051-ba6881c65409 req-711c47eb-94a3-401d-a962-d2060024bd01 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:55.632545 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d58c8c0e-f7fb-45ba-b051-ba6881c65409 req-711c47eb-94a3-401d-a962-d2060024bd01 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de&device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a&device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 2418 time: 0.0775659 Apr 01 12:38:55.640637 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.681423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d58c8c0e-f7fb-45ba-b051-ba6881c65409 req-8e0458fa-7d01-4f69-a2fc-8c64240d36dc tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421968 Apr 01 12:38:55.727428 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.733528 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-3e455e75-d092-415b-9530-555402ce0ede req-99f56e9b-aa31-4fbc-aa3f-d34c77258687 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:38:55.734529 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e455e75-d092-415b-9530-555402ce0ede req-99f56e9b-aa31-4fbc-aa3f-d34c77258687 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091929 Apr 01 12:38:55.803098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3931b461-60ce-4620-95a6-e885b3336f07']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:55.823578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9431ff-48a6-4053-b1e8-4366fdf540cd') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:55.823888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9431ff-48a6-4053-b1e8-4366fdf540cd') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:55.840243 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.868387 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e455e75-d092-415b-9530-555402ce0ede req-5a57c9b9-2085-4889-8d8b-479ac5600030 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1258750 Apr 01 12:38:55.869644 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.877283 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:38:55.877684 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:38:55.880485 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:38:55.921576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38540) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:55.938110 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.943197 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:55.949189 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] 10.222.0.45 "DELETE /v2.0/networks/3931b461-60ce-4620-95a6-e885b3336f07 HTTP/1.1" status: 204 len: 168 time: 0.3937559 Apr 01 12:38:55.960939 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21220da-35b9-47a2-bb39-cc13bb73962f admin admin] Pushing event deleted for resources: {'Network': ['ID=3931b461-60ce-4620-95a6-e885b3336f07,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:55.976215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2c9de-4cac-41aa-95da-c2a805807d56 req-87925ace-7523-462f-9613-36858ea1fb9b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:55.977853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6bd2c9de-4cac-41aa-95da-c2a805807d56 req-87925ace-7523-462f-9613-36858ea1fb9b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0837049 Apr 01 12:38:56.024340 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6bd2c9de-4cac-41aa-95da-c2a805807d56 req-cb73d996-0c65-4b5b-ab11-3da61c11b025 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 Apr 01 12:38:56.061312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2015749617'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:56.085234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:56.089028 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.099129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.178317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38550) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:56.189372 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.197857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.225569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95608770-34ff-4775-a236-518d118e0172 req-b77788c6-7104-452a-83a8-71fe604305a0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:56.227129 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-95608770-34ff-4775-a236-518d118e0172 req-b77788c6-7104-452a-83a8-71fe604305a0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.0576212 Apr 01 12:38:56.245841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:38:56.252273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428627ca-918e-43e5-9e03-4823543f6bd3,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:56.265585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5574320e-2994-471f-b3e2-6c321918d030 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee148259b1d84df9be47902ef9db2b26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0855606 Apr 01 12:38:56.267532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38554) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:56.271150 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.271150 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Added segment 87088a08-088c-48b4-b35e-e2d2e301e32b of type vlan for network 249d0f51-8b5d-4122-9ca8-a691b5187320 Apr 01 12:38:56.273111 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-95608770-34ff-4775-a236-518d118e0172 req-798daa97-0fab-4db1-ad8e-dc04423cbcfb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399628 Apr 01 12:38:56.335282 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.376295 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b95e39f-a9c6-48d8-9c7b-51b537cbbd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.379722 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.385134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:56.385719 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.440682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5174613 Apr 01 12:38:56.441197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38562) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:56.442485 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b95e39f-a9c6-48d8-9c7b-51b537cbbd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.452907 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'name': 'tempest-PortsTestJSON-2136035985'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:56.495017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa24297-7d5f-4ac2-a0d6-ea8193f37405 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Network': ['ID=249d0f51-8b5d-4122-9ca8-a691b5187320,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:56.506232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:38:56.540296 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b95e39f-a9c6-48d8-9c7b-51b537cbbd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.543691 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b95e39f-a9c6-48d8-9c7b-51b537cbbd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.544783 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6b95e39f-a9c6-48d8-9c7b-51b537cbbd5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179 HTTP/1.1" status: 204 len: 168 time: 0.2763171 Apr 01 12:38:56.558783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95e39f-a9c6-48d8-9c7b-51b537cbbd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc7bc1d-2c6c-4dbb-9a30-68aa4f4d1179,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:56.593314 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:56.607760 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.654729 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port dd848064-cc8f-4915-8aff-39a823895b94 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:38:56.887239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92006d5c-27ed-4c7f-93cb-eee82791383f req-6eec7bc1-87ff-4ff0-8e91-3fcf2b18fe17 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:56.888917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-92006d5c-27ed-4c7f-93cb-eee82791383f req-6eec7bc1-87ff-4ff0-8e91-3fcf2b18fe17 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.0567195 Apr 01 12:38:56.909162 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:56.940188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-92006d5c-27ed-4c7f-93cb-eee82791383f req-764be8c4-5cef-448a-961b-fdd26b3b7179 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435700 Apr 01 12:38:56.956993 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.034874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=dd848064-cc8f-4915-8aff-39a823895b94,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:57.047838 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Checking segment: {'id': '87088a08-088c-48b4-b35e-e2d2e301e32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:57.048125 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network hostable DHCP agents. Network: 249d0f51-8b5d-4122-9ca8-a691b5187320, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:38:57.067572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:38:57.085860 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 249d0f51-8b5d-4122-9ca8-a691b5187320) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:57.094867 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:57.101087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:57.101860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.105575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb9e630-8f25-4875-8f1a-c3b9a9c64dc4 None None] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:38:57.121405 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f1093d13-ccb3-400e-9fb0-662af87b7749 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6775885 Apr 01 12:38:57.126348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38610) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:57.131430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6d358019-38ae-4c76-a2a9-fc4b14b479b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-562710688'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:57.155651 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d358019-38ae-4c76-a2a9-fc4b14b479b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:57.159559 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6d358019-38ae-4c76-a2a9-fc4b14b479b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.256871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d358019-38ae-4c76-a2a9-fc4b14b479b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:38:57.280097 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6325cea-1d7e-4020-9557-90a27ceebf72 req-e0f8b15b-4c85-4c15-80ae-693e5dea3fb3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:57.281891 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d6325cea-1d7e-4020-9557-90a27ceebf72 req-e0f8b15b-4c85-4c15-80ae-693e5dea3fb3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0937436 Apr 01 12:38:57.286129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6d358019-38ae-4c76-a2a9-fc4b14b479b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.286565 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-6d358019-38ae-4c76-a2a9-fc4b14b479b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Added segment a6b605a3-3a04-4f93-8c22-3381df8f57d6 of type vlan for network 33a103ea-afb8-45f0-a0e2-2424400b5d58 Apr 01 12:38:57.357850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 7bc833fa-3a25-46a1-b582-cbdc887130f3 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:38:57.363662 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6d358019-38ae-4c76-a2a9-fc4b14b479b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.368229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d6325cea-1d7e-4020-9557-90a27ceebf72 req-fd5ba7f0-a017-40ba-91cc-eb319a202bf7 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798488 Apr 01 12:38:57.386056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 7bc833fa-3a25-46a1-b582-cbdc887130f3 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:38:57.386394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 7bc833fa-3a25-46a1-b582-cbdc887130f3 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:38:57.412970 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6d358019-38ae-4c76-a2a9-fc4b14b479b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.420428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d358019-38ae-4c76-a2a9-fc4b14b479b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:57.422179 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6d358019-38ae-4c76-a2a9-fc4b14b479b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.465137 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6d358019-38ae-4c76-a2a9-fc4b14b479b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3376570 Apr 01 12:38:57.467730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38630) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:57.475142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'ports': [{'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320'}, {'network_id': '33a103ea-afb8-45f0-a0e2-2424400b5d58'}]} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:57.475716 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:57.476423 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': '33a103ea-afb8-45f0-a0e2-2424400b5d58'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:57.506501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d358019-38ae-4c76-a2a9-fc4b14b479b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Network': ['ID=33a103ea-afb8-45f0-a0e2-2424400b5d58,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:57.520601 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 33a103ea-afb8-45f0-a0e2-2424400b5d58 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:38:57.531389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38638) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:57.583020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-498e98f0-6eb5-4e62-8108-841bc41f3f6b admin admin] Deleting subnet 6ac70454-03c6-441d-a202-2cdb53da5bc7 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:38:57.586307 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-498e98f0-6eb5-4e62-8108-841bc41f3f6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.622963 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-498e98f0-6eb5-4e62-8108-841bc41f3f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.643128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38640) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:57.665313 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-498e98f0-6eb5-4e62-8108-841bc41f3f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.723712 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-498e98f0-6eb5-4e62-8108-841bc41f3f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.742708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d665a4f-bf21-439b-97fb-150e7e950985 req-5d252b2e-4029-4f89-97a8-939b07f06a05 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:57.744190 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2d665a4f-bf21-439b-97fb-150e7e950985 req-5d252b2e-4029-4f89-97a8-939b07f06a05 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 946 time: 0.1114678 Apr 01 12:38:57.753079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e98f0-6eb5-4e62-8108-841bc41f3f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ac70454-03c6-441d-a202-2cdb53da5bc7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:57.755358 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-498e98f0-6eb5-4e62-8108-841bc41f3f6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.758745 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-498e98f0-6eb5-4e62-8108-841bc41f3f6b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6ac70454-03c6-441d-a202-2cdb53da5bc7 HTTP/1.1" status: 204 len: 168 time: 0.2265308 Apr 01 12:38:57.761164 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38644) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:57.765785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 2} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:57.769986 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.777633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1633632918-network', 'tenant_id': 'c01c35e3437a4f63b3be98d366800390'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:57.802606 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.834245 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.836859 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2d665a4f-bf21-439b-97fb-150e7e950985 req-60866b05-eebc-4356-ba22-b85815e072dd tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805948 Apr 01 12:38:57.839074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Made reservation on behalf of c01c35e3437a4f63b3be98d366800390 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:57.841894 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.878787 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.915293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.940014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe3cc1f-988e-4490-862b-d9d2e29425d7']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:57.949390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c8087e-4e06-485c-b133-60bb8a1e1c8b') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:57.949678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c8087e-4e06-485c-b133-60bb8a1e1c8b') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:38:57.960017 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.975266 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.981577 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:38:57.981933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:38:57.983763 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:38:58.005428 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port 7618959e-171a-4562-a205-c84a5452035c yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:38:58.067967 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.068238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.073378 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.075018 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.077172 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4fe3cc1f-988e-4490-862b-d9d2e29425d7 HTTP/1.1" status: 204 len: 168 time: 0.3149898 Apr 01 12:38:58.093219 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6a712-6a97-4f25-88bc-a20270d6e520 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe3cc1f-988e-4490-862b-d9d2e29425d7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:58.111364 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d8f2a-98a7-4459-85be-a8adc3c2bb41 req-ae4dedda-8008-46c0-b431-6e39a00b7dbe tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:58.113029 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c90d8f2a-98a7-4459-85be-a8adc3c2bb41 req-ae4dedda-8008-46c0-b431-6e39a00b7dbe tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.0847962 Apr 01 12:38:58.134678 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:38:58.151116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6537b4c-9d55-432e-85b6-28c250d34324,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:58.158356 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.158698 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Added segment 9841fef6-a7cd-4ff9-8de8-5bd333d41440 of type vlan for network 63348447-2a1a-48fa-9fa4-6b4dae545dff Apr 01 12:38:58.170466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c90d8f2a-98a7-4459-85be-a8adc3c2bb41 req-b458169b-9d7f-4a19-a9ba-040737bd9c1d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485094 Apr 01 12:38:58.195956 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.214075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38652) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:58.231152 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.253553 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7e2fc6e2-ca54-4717-b02b-cd40908dfbd6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c76524582c44960b21939aa3e380526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382929 Apr 01 12:38:58.256047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38654) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:58.285349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port 4eef5ab0-92b8-4eb9-abac-640f03924bd0 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:38:58.299545 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.300511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:58.301095 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.304699 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c435e50b-baa3-461a-b105-d75c6c5740f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.326822 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c435e50b-baa3-461a-b105-d75c6c5740f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.344962 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6982188 Apr 01 12:38:58.348408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38656) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:58.357225 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-cc7bb49a-6b5c-4000-8b58-5d2ae1c69ee1 admin admin] Request body: {'subnet': {'network_id': '63348447-2a1a-48fa-9fa4-6b4dae545dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1633632918-subnet', 'tenant_id': 'c01c35e3437a4f63b3be98d366800390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:38:58.374976 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c435e50b-baa3-461a-b105-d75c6c5740f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.377851 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c435e50b-baa3-461a-b105-d75c6c5740f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.379039 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c435e50b-baa3-461a-b105-d75c6c5740f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c73ebee-f916-49ef-869f-f3f1847549c3 HTTP/1.1" status: 204 len: 168 time: 0.1221054 Apr 01 12:38:58.387582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435e50b-baa3-461a-b105-d75c6c5740f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c73ebee-f916-49ef-869f-f3f1847549c3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:58.396757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77356d97-7fb8-4dff-9045-065fdc291dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=63348447-2a1a-48fa-9fa4-6b4dae545dff,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:58.427030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7bb49a-6b5c-4000-8b58-5d2ae1c69ee1 admin admin] Made reservation on behalf of c01c35e3437a4f63b3be98d366800390 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:38:58.430259 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 63348447-2a1a-48fa-9fa4-6b4dae545dff details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:38:58.438232 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb49a-6b5c-4000-8b58-5d2ae1c69ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.534378 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.609599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31304dd-ff57-4bb7-a9fa-83b74e28eddc req-cc38ab29-9e38-46fd-9565-689c58d9717b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:58.611080 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d31304dd-ff57-4bb7-a9fa-83b74e28eddc req-cc38ab29-9e38-46fd-9565-689c58d9717b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.1280103 Apr 01 12:38:58.672712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.748537 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d31304dd-ff57-4bb7-a9fa-83b74e28eddc req-24c9217a-7058-4b95-8342-c80cb2d2332c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273067 Apr 01 12:38:58.753788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:38:58.779393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:58.786328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:58.787161 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.790328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=7618959e-171a-4562-a205-c84a5452035c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:58.835724 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb49a-6b5c-4000-8b58-5d2ae1c69ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:58.889091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=4eef5ab0-92b8-4eb9-abac-640f03924bd0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:58.934055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bb49a-6b5c-4000-8b58-5d2ae1c69ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948cd782-9af7-4690-ab5e-ce4d9f40f61d,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:58.938870 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Checking segment: {'id': 'a6b605a3-3a04-4f93-8c22-3381df8f57d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '33a103ea-afb8-45f0-a0e2-2424400b5d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:58.939219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network hostable DHCP agents. Network: 33a103ea-afb8-45f0-a0e2-2424400b5d58, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:38:58.951807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7bb49a-6b5c-4000-8b58-5d2ae1c69ee1 admin admin] Checking segment: {'id': '9841fef6-a7cd-4ff9-8de8-5bd333d41440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63348447-2a1a-48fa-9fa4-6b4dae545dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:38:58.952169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7bb49a-6b5c-4000-8b58-5d2ae1c69ee1 admin admin] Network hostable DHCP agents. Network: 63348447-2a1a-48fa-9fa4-6b4dae545dff, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:38:58.967929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c22bf-4800-4457-b113-28f41fafcf29 req-bf91d3f3-3a02-4ac9-b7f3-f145b3327469 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:58.969639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d8c22bf-4800-4457-b113-28f41fafcf29 req-bf91d3f3-3a02-4ac9-b7f3-f145b3327469 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 946 time: 0.0552840 Apr 01 12:38:58.973855 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 33a103ea-afb8-45f0-a0e2-2424400b5d58 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:38:58.990088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 33a103ea-afb8-45f0-a0e2-2424400b5d58) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:58.995635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:38:59.003172 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:59.006299 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54205bd8-1b80-4954-869f-2f7bc23038a5 None None] Network 33a103ea-afb8-45f0-a0e2-2424400b5d58 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:38:59.009686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:59.010943 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:59.013808 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7bb49a-6b5c-4000-8b58-5d2ae1c69ee1 admin admin] Network 63348447-2a1a-48fa-9fa4-6b4dae545dff is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:38:59.020174 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4d8c22bf-4800-4457-b113-28f41fafcf29 req-38ce37dc-09c7-4016-b6c2-9627843ffc86 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Apr 01 12:38:59.020663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-cc7bb49a-6b5c-4000-8b58-5d2ae1c69ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 63348447-2a1a-48fa-9fa4-6b4dae545dff) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:38:59.034500 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7bb49a-6b5c-4000-8b58-5d2ae1c69ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:59.035098 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb49a-6b5c-4000-8b58-5d2ae1c69ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:59.055841 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cc7bb49a-6b5c-4000-8b58-5d2ae1c69ee1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7048171 Apr 01 12:38:59.056049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 123fe9fd-f519-4334-86fb-89cf1de234a5 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:38:59.058126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf4b83-5a8a-42b6-9f53-6876bca44c2a None None] Network 63348447-2a1a-48fa-9fa4-6b4dae545dff requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:38:59.061597 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a976ec5f-37ad-44d0-9c9f-b9278776f1d8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5920422 Apr 01 12:38:59.065509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38680) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:59.135939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 123fe9fd-f519-4334-86fb-89cf1de234a5 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:38:59.136189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 123fe9fd-f519-4334-86fb-89cf1de234a5 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:38:59.182796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-139e5167-18cf-4881-bade-26b9934155ca tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 4eef5ab0-92b8-4eb9-abac-640f03924bd0 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:59.184499 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-139e5167-18cf-4881-bade-26b9934155ca tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:59.292284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428b12f-dd91-4186-bd72-e071a870e5b8 req-de8ea498-4220-4d4f-b665-26f2a5b767bd tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:59.294152 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b428b12f-dd91-4186-bd72-e071a870e5b8 req-de8ea498-4220-4d4f-b665-26f2a5b767bd tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.44 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 946 time: 0.0927460 Apr 01 12:38:59.314685 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2349e658-6510-427a-8ba2-fc7a7c9c48f4 None None] Network 63348447-2a1a-48fa-9fa4-6b4dae545dff requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:38:59.326958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-139e5167-18cf-4881-bade-26b9934155ca tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:59.358913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-139e5167-18cf-4881-bade-26b9934155ca tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 4eef5ab0-92b8-4eb9-abac-640f03924bd0 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:59.372793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d75e439f-8295-497b-808a-7589896bf24a details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:38:59.434571 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38769174-1dd8-4d65-b018-5f4ebef020f5 req-9d1a5736-7fea-45ee-a8ce-e5bc95971f2a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:59.436313 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-38769174-1dd8-4d65-b018-5f4ebef020f5 req-9d1a5736-7fea-45ee-a8ce-e5bc95971f2a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1167719 Apr 01 12:38:59.483385 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-139e5167-18cf-4881-bade-26b9934155ca tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:59.484146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-b428b12f-dd91-4186-bd72-e071a870e5b8 req-1d946a36-5244-4c1c-b225-dbc911d92588 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Deleting port b090f90e-39de-4d9f-83d0-a1afe4d55228 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:59.484635 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b428b12f-dd91-4186-bd72-e071a870e5b8 req-1d946a36-5244-4c1c-b225-dbc911d92588 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:59.509563 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-38769174-1dd8-4d65-b018-5f4ebef020f5 req-319cc672-cf39-4f40-b4ba-6ac5626a9f02 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624111 Apr 01 12:38:59.525960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e5167-18cf-4881-bade-26b9934155ca tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=4eef5ab0-92b8-4eb9-abac-640f03924bd0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:59.551398 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-139e5167-18cf-4881-bade-26b9934155ca tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:59.556001 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-139e5167-18cf-4881-bade-26b9934155ca tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/4eef5ab0-92b8-4eb9-abac-640f03924bd0 HTTP/1.1" status: 204 len: 168 time: 0.4890790 Apr 01 12:38:59.558437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38704) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:59.571084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port d75e439f-8295-497b-808a-7589896bf24a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d75e439f-8295-497b-808a-7589896bf24a,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:59.601219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'd75e439f-8295-497b-808a-7589896bf24a', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'port_id': 'd75e439f-8295-497b-808a-7589896bf24a', 'mac_address': 'fa:16:3e:7b:10:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:38:59.627603 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-b428b12f-dd91-4186-bd72-e071a870e5b8 req-1d946a36-5244-4c1c-b225-dbc911d92588 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] For port b090f90e-39de-4d9f-83d0-a1afe4d55228, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b090f90e-39de-4d9f-83d0-a1afe4d55228,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:59.628081 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b428b12f-dd91-4186-bd72-e071a870e5b8 req-1d946a36-5244-4c1c-b225-dbc911d92588 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:59.651290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-b428b12f-dd91-4186-bd72-e071a870e5b8 req-1d946a36-5244-4c1c-b225-dbc911d92588 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Calling delete_port for b090f90e-39de-4d9f-83d0-a1afe4d55228 owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:38:59.682079 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:59.699043 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d75e439f-8295-497b-808a-7589896bf24a {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:38:59.743583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port d75e439f-8295-497b-808a-7589896bf24a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d75e439f-8295-497b-808a-7589896bf24a,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:38:59.746933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a8d75f-fed8-4d23-80a4-3ae4cacefff8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:59.749388 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:59.752870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a8d75f-fed8-4d23-80a4-3ae4cacefff8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:59.754602 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-35a8d75f-fed8-4d23-80a4-3ae4cacefff8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1934001 Apr 01 12:38:59.757506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38740) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:38:59.861263 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b428b12f-dd91-4186-bd72-e071a870e5b8 req-1d946a36-5244-4c1c-b225-dbc911d92588 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:59.883299 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['b090f90e-39de-4d9f-83d0-a1afe4d55228'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:38:59.887992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=d75e439f-8295-497b-808a-7589896bf24a,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:59.915237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d946a36-5244-4c1c-b225-dbc911d92588 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Pushing event deleted for resources: {'Port': ['ID=b090f90e-39de-4d9f-83d0-a1afe4d55228,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:38:59.918144 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-aba3bde1-55a3-4120-b2c5-170f229fb08e tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:38:59.925397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-aba3bde1-55a3-4120-b2c5-170f229fb08e tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/networks?id=63348447-2a1a-48fa-9fa4-6b4dae545dff HTTP/1.1" status: 200 len: 822 time: 0.2296443 Apr 01 12:38:59.947120 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-99607d05-5dca-4664-a0f3-37df210cc3b8 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/quotas/c01c35e3437a4f63b3be98d366800390 HTTP/1.1" status: 200 len: 375 time: 0.0207736 Apr 01 12:38:59.957723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f60250db-fe24-477d-aa5a-1e5df758c8c7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 7618959e-171a-4562-a205-c84a5452035c {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:38:59.958084 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f60250db-fe24-477d-aa5a-1e5df758c8c7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:38:59.967101 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['1ba0a19b-cf74-4b6d-967c-38cf068b1773', 'f7b4abe9-e400-4491-914f-036073e16efe'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:00.023214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['d75e439f-8295-497b-808a-7589896bf24a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:00.058570 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b428b12f-dd91-4186-bd72-e071a870e5b8 req-1d946a36-5244-4c1c-b225-dbc911d92588 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] No DVR routers for this DVR port b090f90e-39de-4d9f-83d0-a1afe4d55228 on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:00.061791 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-b428b12f-dd91-4186-bd72-e071a870e5b8 req-1d946a36-5244-4c1c-b225-dbc911d92588 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:00.066147 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b428b12f-dd91-4186-bd72-e071a870e5b8 req-1d946a36-5244-4c1c-b225-dbc911d92588 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.44 "DELETE /v2.0/ports/b090f90e-39de-4d9f-83d0-a1afe4d55228 HTTP/1.1" status: 204 len: 173 time: 0.7611432 Apr 01 12:39:00.068106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24060d6f-946a-480e-bd18-4790c83280de', 'name': 'network-vif-deleted', 'tag': 'b090f90e-39de-4d9f-83d0-a1afe4d55228'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:00.071569 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27713ba-7e3c-4a35-aef9-9e7253c726b3" -d '{"events": [{"server_uuid": "24060d6f-946a-480e-bd18-4790c83280de", "name": "network-vif-deleted", "tag": "b090f90e-39de-4d9f-83d0-a1afe4d55228"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:00.072370 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f60250db-fe24-477d-aa5a-1e5df758c8c7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:00.104291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6faea5-eac4-41ac-a375-11e638151e52 req-80f0a39a-865a-4f38-880a-4c42e42627fc tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:00.106756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f60250db-fe24-477d-aa5a-1e5df758c8c7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 7618959e-171a-4562-a205-c84a5452035c owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:00.116637 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8b6faea5-eac4-41ac-a375-11e638151e52 req-80f0a39a-865a-4f38-880a-4c42e42627fc tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.2026179 Apr 01 12:39:00.216463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8b6faea5-eac4-41ac-a375-11e638151e52 req-f655a30b-09e2-4416-89c0-78345ea34be5 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987580 Apr 01 12:39:00.240233 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-0f1b9a4e-326d-42fe-9173-eba4112061ff tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c01c35e3437a4f63b3be98d366800390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2921612 Apr 01 12:39:00.290115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38766) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:00.334503 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f60250db-fe24-477d-aa5a-1e5df758c8c7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:00.366632 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f60250db-fe24-477d-aa5a-1e5df758c8c7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:00.376359 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38774) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:00.379693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f60250db-fe24-477d-aa5a-1e5df758c8c7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/7618959e-171a-4562-a205-c84a5452035c HTTP/1.1" status: 204 len: 168 time: 0.6211081 Apr 01 12:39:00.434853 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60250db-fe24-477d-aa5a-1e5df758c8c7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=7618959e-171a-4562-a205-c84a5452035c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:00.503788 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-016d2d49-0d7f-4ce9-8309-7dd9a5a25394 req-09143d57-2532-4abf-a514-6f19e54f1e1d tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=24060d6f-946a-480e-bd18-4790c83280de HTTP/1.1" status: 200 len: 210 time: 0.0598693 Apr 01 12:39:00.536122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d2582f0-b8b1-432f-aa0e-3f86224d4ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:00.566748 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a17fa4c-1d58-4e63-9d94-f51228facf55 x-openstack-request-id: req-6a17fa4c-1d58-4e63-9d94-f51228facf55 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:00.567037 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24060d6f-946a-480e-bd18-4790c83280de", "name": "network-vif-deleted", "tag": "b090f90e-39de-4d9f-83d0-a1afe4d55228", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:00.567298 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a17fa4c-1d58-4e63-9d94-f51228facf55 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:00.567699 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a17fa4c-1d58-4e63-9d94-f51228facf55'] response: {'server_uuid': '24060d6f-946a-480e-bd18-4790c83280de', 'name': 'network-vif-deleted', 'tag': 'b090f90e-39de-4d9f-83d0-a1afe4d55228', 'status': 'completed', 'code': 200} Apr 01 12:39:00.588190 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0cb1ad-b7e8-4555-a3c3-f9b42c972620 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:00.592144 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6c0cb1ad-b7e8-4555-a3c3-f9b42c972620 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2121375 Apr 01 12:39:00.595992 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38778) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:00.641840 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-94898861-e329-4f9b-aa19-dc4ae6fb9812 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:39:00.646264 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-94898861-e329-4f9b-aa19-dc4ae6fb9812 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/4eef5ab0-92b8-4eb9-abac-640f03924bd0 HTTP/1.1" status: 404 len: 333 time: 0.0467107 Apr 01 12:39:00.647679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38780) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:00.707793 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da868ce-6442-45a0-9794-cdc072e75880 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:39:00.711953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5da868ce-6442-45a0-9794-cdc072e75880 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/7618959e-171a-4562-a205-c84a5452035c HTTP/1.1" status: 404 len: 333 time: 0.0616765 Apr 01 12:39:00.712137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38784) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:00.788809 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-0e79e3b3-95cf-49d9-a919-a4ce06bf32c1 service neutron] 10.222.0.45 "GET /v2.0/networks/63348447-2a1a-48fa-9fa4-6b4dae545dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475974 Apr 01 12:39:00.789295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b976101-ecc7-41d5-b474-912360c768da req-f95644dd-1c85-40ae-a7a9-0d5c7f004f5f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:00.790930 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b976101-ecc7-41d5-b474-912360c768da req-f95644dd-1c85-40ae-a7a9-0d5c7f004f5f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 944 time: 0.1463921 Apr 01 12:39:00.827561 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d2582f0-b8b1-432f-aa0e-3f86224d4ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:00.841716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d2582f0-b8b1-432f-aa0e-3f86224d4ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:00.862723 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b976101-ecc7-41d5-b474-912360c768da req-7c23b0fd-1517-4b95-bb4c-ed4ba7fa1969 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612147 Apr 01 12:39:00.886377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:00.898500 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1d2582f0-b8b1-432f-aa0e-3f86224d4ccc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9fd8d74b9e045d587d2f2461b867b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6045446 Apr 01 12:39:00.899287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38788) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:00.916521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2582f0-b8b1-432f-aa0e-3f86224d4ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de205e2-1394-4475-a79c-30ce14309bfe,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:00.957772 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cf74d473-f558-4ce4-b57f-bf950ad09853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:00.983807 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cf74d473-f558-4ce4-b57f-bf950ad09853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.012473 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d02da663-f004-4d30-bbcf-67e54cc9f5ba service neutron] 10.222.0.45 "GET /v2.0/networks/63348447-2a1a-48fa-9fa4-6b4dae545dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228580 Apr 01 12:39:01.043340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cf74d473-f558-4ce4-b57f-bf950ad09853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.046139 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cf74d473-f558-4ce4-b57f-bf950ad09853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.047400 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cf74d473-f558-4ce4-b57f-bf950ad09853 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3de205e2-1394-4475-a79c-30ce14309bfe HTTP/1.1" status: 204 len: 168 time: 0.1471031 Apr 01 12:39:01.058188 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74d473-f558-4ce4-b57f-bf950ad09853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de205e2-1394-4475-a79c-30ce14309bfe,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:01.063582 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.091690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a103ea-afb8-45f0-a0e2-2424400b5d58']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:01.106419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b605a3-3a04-4f93-8c22-3381df8f57d6') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:01.106725 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b605a3-3a04-4f93-8c22-3381df8f57d6') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:01.121996 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.137562 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.155098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:39:01.155501 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:39:01.161172 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:39:01.251417 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05ae28d1-f07e-472d-a494-1121f3e718c5 req-648d1449-c4b3-403a-9cdd-f0e1b026514c tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 210 time: 0.0376141 Apr 01 12:39:01.278913 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.292128 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.300400 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/networks/33a103ea-afb8-45f0-a0e2-2424400b5d58 HTTP/1.1" status: 204 len: 168 time: 0.5836523 Apr 01 12:39:01.300591 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38800) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:01.308074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9ec5a65c-79ea-4d8c-8f9a-35c776b61c07 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-509325564'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:01.347310 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec5a65c-79ea-4d8c-8f9a-35c776b61c07 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:01.353100 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a65c-79ea-4d8c-8f9a-35c776b61c07 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.370038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e086b-272d-428f-9c88-454f1ab952c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Network': ['ID=33a103ea-afb8-45f0-a0e2-2424400b5d58,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:01.398488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d75e439f-8295-497b-808a-7589896bf24a up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:01.402207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec5a65c-79ea-4d8c-8f9a-35c776b61c07 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:39:01.410304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf21b7-19f2-495d-b7cd-779a1bcfaf13 req-4b34df55-6bc9-4589-b916-c3aff71fb501 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:01.414570 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9bcf21b7-19f2-495d-b7cd-779a1bcfaf13 req-4b34df55-6bc9-4589-b916-c3aff71fb501 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0744960 Apr 01 12:39:01.425263 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a65c-79ea-4d8c-8f9a-35c776b61c07 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.425622 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-9ec5a65c-79ea-4d8c-8f9a-35c776b61c07 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Added segment 707d5536-2beb-4a60-88b5-73458c201f68 of type vlan for network ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a Apr 01 12:39:01.489319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port d75e439f-8295-497b-808a-7589896bf24a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:01.489710 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.521447 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9bcf21b7-19f2-495d-b7cd-779a1bcfaf13 req-549dcf4d-19ae-424a-8d1e-985363f281db tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931919 Apr 01 12:39:01.554533 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a65c-79ea-4d8c-8f9a-35c776b61c07 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.637444 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a65c-79ea-4d8c-8f9a-35c776b61c07 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.642941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec5a65c-79ea-4d8c-8f9a-35c776b61c07 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:01.643554 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a65c-79ea-4d8c-8f9a-35c776b61c07 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.704012 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.736848 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9ec5a65c-79ea-4d8c-8f9a-35c776b61c07 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4355133 Apr 01 12:39:01.739807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38818) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:01.745007 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': 'ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:01.764010 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be304915-51dd-4990-9d6e-23aa9da6454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75e439f-8295-497b-808a-7589896bf24a'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:01.796269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5a65c-79ea-4d8c-8f9a-35c776b61c07 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Network': ['ID=ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:01.814441 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bc3cc8-6fd6-40e8-9dca-45261895b268" -d '{"events": [{"server_uuid": "be304915-51dd-4990-9d6e-23aa9da6454c", "name": "network-vif-plugged", "status": "completed", "tag": "d75e439f-8295-497b-808a-7589896bf24a"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:01.832640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:39:01.907987 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e48cda-2b9d-4bd2-a31d-856473287b58 req-88e991d0-219a-4791-985d-0013fd20a21b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:01.908694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port d75e439f-8295-497b-808a-7589896bf24a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d75e439f-8295-497b-808a-7589896bf24a,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:01.919583 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-21e48cda-2b9d-4bd2-a31d-856473287b58 req-88e991d0-219a-4791-985d-0013fd20a21b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a HTTP/1.1" status: 200 len: 946 time: 0.0848067 Apr 01 12:39:01.920478 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105da1ab-2798-4a7a-a04a-cc98ca514671 x-openstack-request-id: req-105da1ab-2798-4a7a-a04a-cc98ca514671 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:01.920951 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be304915-51dd-4990-9d6e-23aa9da6454c", "name": "network-vif-plugged", "status": "completed", "tag": "d75e439f-8295-497b-808a-7589896bf24a", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:01.922847 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-105da1ab-2798-4a7a-a04a-cc98ca514671 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:01.923436 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105da1ab-2798-4a7a-a04a-cc98ca514671'] response: {'server_uuid': 'be304915-51dd-4990-9d6e-23aa9da6454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75e439f-8295-497b-808a-7589896bf24a', 'code': 200} Apr 01 12:39:01.936221 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:01.952542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b090f90e-39de-4d9f-83d0-a1afe4d55228 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:01.973239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-21e48cda-2b9d-4bd2-a31d-856473287b58 req-59ae7bd9-5366-4568-8289-7044fc0e7b6c tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523472 Apr 01 12:39:02.074589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: b090f90e-39de-4d9f-83d0-a1afe4d55228 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:39:02.079866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b090f90e-39de-4d9f-83d0-a1afe4d55228 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:39:02.113317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:02.121337 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:02.149288 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=d75e439f-8295-497b-808a-7589896bf24a,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:02.170373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9292260-72f9-4bbe-bec5-fbfb5e312d77 req-b4cacb53-ac39-44c7-aacf-976952cd2b06 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:02.172491 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9292260-72f9-4bbe-bec5-fbfb5e312d77 req-b4cacb53-ac39-44c7-aacf-976952cd2b06 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1586838 Apr 01 12:39:02.238147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.ipam_backend_mixin [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Performing IP validity checks on allocation pools {{(pid=102718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 12:39:02.239031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.ipam_backend_mixin [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 12:39:02.305421 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9292260-72f9-4bbe-bec5-fbfb5e312d77 req-f3919ee6-d8f9-4546-aebd-ec5d0041eefd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186666 Apr 01 12:39:02.370301 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ddaef21e-f4c6-4864-905e-f123122e43be req-86e914c3-373b-4f26-8663-c5d68627cba2 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 210 time: 0.0384326 Apr 01 12:39:02.459627 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:02.540816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Subnet': ['ID=0c783a18-f438-49f9-bb7b-82c9ccd3a81b,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:02.546271 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Checking segment: {'id': '707d5536-2beb-4a60-88b5-73458c201f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:02.546629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network hostable DHCP agents. Network: ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:39:02.571986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:39:02.600847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:02.617188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b82c1e-07ef-4a9b-af33-2980c9556555 None None] Network ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:02.676334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37047c1-ecff-496a-98a6-6b176341cf18 req-604e4a38-9fe4-486f-bd03-a6b94d2551c9 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:02.685325 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b37047c1-ecff-496a-98a6-6b176341cf18 req-604e4a38-9fe4-486f-bd03-a6b94d2551c9 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0714798 Apr 01 12:39:02.701618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:02.702244 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:02.745045 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b37047c1-ecff-496a-98a6-6b176341cf18 req-cee69982-5121-4107-ae39-89319d9057db tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584991 Apr 01 12:39:02.767927 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38850) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:02.773421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': 'ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a', 'name': 'tempest-PortsTestJSON-1619850647'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:02.783956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-deae4632-2d3f-4e42-8555-be55f949a862 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0426044 Apr 01 12:39:02.916937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a', 'network_id': 'ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a', 'tenant_id': '6f8814e9e17c4a30bcb1c845a5548d19', 'fixed_ips': [{'subnet_id': '0c783a18-f438-49f9-bb7b-82c9ccd3a81b'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:39:02.919484 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:02.940333 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:02.955683 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:03.000293 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port f8d5bc1d-3a45-4215-b3c4-5d40b6a7a379 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:39:03.135631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.6 (ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a/0c783a18-f438-49f9-bb7b-82c9ccd3a81b/f8d5bc1d-3a45-4215-b3c4-5d40b6a7a379) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:03.306888 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:03.363447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38858) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:03.394404 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:03.487202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-40495c69-04e8-4fec-9cc6-ecd65e4f4124 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:03.490203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-40495c69-04e8-4fec-9cc6-ecd65e4f4124 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.37 "GET /v2.0/networks?id=63348447-2a1a-48fa-9fa4-6b4dae545dff HTTP/1.1" status: 200 len: 822 time: 0.8458319 Apr 01 12:39:03.511551 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Request body: {'port': {'device_id': 'b1a34775-443b-42e5-8ac3-216eae0dc648', 'network_id': '63348447-2a1a-48fa-9fa4-6b4dae545dff', 'admin_state_up': True, 'tenant_id': 'c01c35e3437a4f63b3be98d366800390'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:03.533558 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Allocated IP 172.20.0.2 (ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a/0c783a18-f438-49f9-bb7b-82c9ccd3a81b/d92bdd11-9efd-400e-8f9b-cdd3e351fdc6) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:03.653017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3d56-08e7-45ae-87ac-9c09fc99cef3 req-637acd60-18c1-4776-b0c2-6c05a10508a2 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:03.661135 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3ed3d56-08e7-45ae-87ac-9c09fc99cef3 req-637acd60-18c1-4776-b0c2-6c05a10508a2 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a HTTP/1.1" status: 200 len: 946 time: 0.1669075 Apr 01 12:39:03.792493 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:03.813055 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:03.818992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d584d-efdc-4318-b217-f8ff661e8464 req-e236f085-8b6f-4e1b-9ecd-715ec11cdd0e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:03.823785 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9e9d584d-efdc-4318-b217-f8ff661e8464 req-e236f085-8b6f-4e1b-9ecd-715ec11cdd0e tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.37 "GET /v2.0/ports?device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a HTTP/1.1" status: 200 len: 946 time: 0.2471888 Apr 01 12:39:03.837867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Network ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:03.840281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:03.841163 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3ed3d56-08e7-45ae-87ac-9c09fc99cef3 req-1e0d522b-39de-411b-b2f6-f708d382d2e5 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327622 Apr 01 12:39:03.878196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:03.900335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Pushing event updated for resources: {'Port': ['ID=d92bdd11-9efd-400e-8f9b-cdd3e351fdc6,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:03.942351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:03.945004 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=f8d5bc1d-3a45-4215-b3c4-5d40b6a7a379,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:03.953115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:03.958113 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:03.963797 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-640b388a-5661-433f-a6ac-3505c1015643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:03.977198 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Attempting to bind port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:03.977568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Attempting to bind port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '707d5536-2beb-4a60-88b5-73458c201f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:03.977929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Attempting to bind port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6 on network ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:03.983394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:03.983760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Checking segment: {'id': '707d5536-2beb-4a60-88b5-73458c201f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:03.984156 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:03.986103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Bound using segment: {'id': '707d5536-2beb-4a60-88b5-73458c201f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:03.986103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Bound port: d92bdd11-9efd-400e-8f9b-cdd3e351fdc6, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707d5536-2beb-4a60-88b5-73458c201f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:03.986103 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:03.995737 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dfe1f-ac45-4ea4-b567-b5b346749036 req-f2b9bece-8906-405b-a861-6dded2889d76 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:04.006114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c43dfe1f-ac45-4ea4-b567-b5b346749036 req-f2b9bece-8906-405b-a861-6dded2889d76 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.5979164 Apr 01 12:39:04.043885 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63253acf-4f85-40c0-ad59-52e2abd4e775 req-0c85ea5e-1c61-40fb-af73-6f75f43d16f5 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 210 time: 0.0872593 Apr 01 12:39:04.059659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Made reservation on behalf of c01c35e3437a4f63b3be98d366800390 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:04.080853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.104836 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-640b388a-5661-433f-a6ac-3505c1015643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.112464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] For port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:04.115528 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-640b388a-5661-433f-a6ac-3505c1015643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.119178 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] For port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d92bdd11-9efd-400e-8f9b-cdd3e351fdc6,segment=NetworkSegment(707d5536-2beb-4a60-88b5-73458c201f68),segment_id=707d5536-2beb-4a60-88b5-73458c201f68)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:04.131703 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.176645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:04.177796 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.211570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-640b388a-5661-433f-a6ac-3505c1015643 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c6c1b77b36e45bfbce5fd905cdad79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8474340 Apr 01 12:39:04.222731 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c43dfe1f-ac45-4ea4-b567-b5b346749036 req-70dca5fe-754d-4776-8c4b-8b67daaf23b0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176194 Apr 01 12:39:04.223255 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38868) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:04.227794 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de4f7d-920d-4bbb-8286-ff2ab745ea82 None None] Pushing event updated for resources: {'Port': ['ID=d92bdd11-9efd-400e-8f9b-cdd3e351fdc6,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:04.235289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b388a-5661-433f-a6ac-3505c1015643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4398730-62eb-4304-a824-1bd91bbcb69e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:04.265177 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-37b2ae4f-5ff0-4866-b195-437e14e42cbc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4935875 Apr 01 12:39:04.265988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38870) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:04.348452 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c803a8d3-5496-4ef5-97c6-50033e49c1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.397313 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c803a8d3-5496-4ef5-97c6-50033e49c1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.450755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-51e3f626-3d09-489b-8a12-c841e969ca97 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port f8d5bc1d-3a45-4215-b3c4-5d40b6a7a379 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:04.451235 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51e3f626-3d09-489b-8a12-c841e969ca97 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.522868 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Allocated IP 172.20.0.2 (63348447-2a1a-48fa-9fa4-6b4dae545dff/948cd782-9af7-4690-ab5e-ce4d9f40f61d/125c2fe1-61b2-4e31-8096-4e2e8c27cd6f) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:04.542569 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c803a8d3-5496-4ef5-97c6-50033e49c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.546089 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c803a8d3-5496-4ef5-97c6-50033e49c1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.551077 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c803a8d3-5496-4ef5-97c6-50033e49c1ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4398730-62eb-4304-a824-1bd91bbcb69e HTTP/1.1" status: 204 len: 168 time: 0.3187516 Apr 01 12:39:04.568013 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803a8d3-5496-4ef5-97c6-50033e49c1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4398730-62eb-4304-a824-1bd91bbcb69e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:04.611816 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51e3f626-3d09-489b-8a12-c841e969ca97 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.632604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-51e3f626-3d09-489b-8a12-c841e969ca97 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for f8d5bc1d-3a45-4215-b3c4-5d40b6a7a379 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:04.670172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbcc77-03f2-4102-ad10-d9f84fdcb1f7 req-06141d2f-5620-4b61-afa3-2b5f308770ae tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:04.679630 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6cbcc77-03f2-4102-ad10-d9f84fdcb1f7 req-06141d2f-5620-4b61-afa3-2b5f308770ae tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.4745262 Apr 01 12:39:04.813192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-9e9d584d-efdc-4318-b217-f8ff661e8464 req-24a3aad1-ce5f-48ec-8b02-17150d2ced7b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Deleting port f7b4abe9-e400-4491-914f-036073e16efe {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:04.813535 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9e9d584d-efdc-4318-b217-f8ff661e8464 req-24a3aad1-ce5f-48ec-8b02-17150d2ced7b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.832986 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51e3f626-3d09-489b-8a12-c841e969ca97 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.878296 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6cbcc77-03f2-4102-ad10-d9f84fdcb1f7 req-092e0fc6-ad00-4d9a-a594-bfb94eabbabd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925082 Apr 01 12:39:04.904849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3f626-3d09-489b-8a12-c841e969ca97 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=f8d5bc1d-3a45-4215-b3c4-5d40b6a7a379,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:04.989717 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51e3f626-3d09-489b-8a12-c841e969ca97 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:04.997472 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-51e3f626-3d09-489b-8a12-c841e969ca97 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/f8d5bc1d-3a45-4215-b3c4-5d40b6a7a379 HTTP/1.1" status: 204 len: 168 time: 0.7304809 Apr 01 12:39:04.998467 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38878) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:05.024630 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-493ae532-98c4-40b7-8363-a74e1b63a5fa tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] DELETE failed (client error): The resource could not be found. Apr 01 12:39:05.025717 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493ae532-98c4-40b7-8363-a74e1b63a5fa tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:39:05.035867 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-493ae532-98c4-40b7-8363-a74e1b63a5fa tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/f8d5bc1d-3a45-4215-b3c4-5d40b6a7a379 HTTP/1.1" status: 404 len: 333 time: 0.0361207 Apr 01 12:39:05.036730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38882) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:05.045905 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:05.056751 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9e9d584d-efdc-4318-b217-f8ff661e8464 req-24a3aad1-ce5f-48ec-8b02-17150d2ced7b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] For port f7b4abe9-e400-4491-914f-036073e16efe, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=f7b4abe9-e400-4491-914f-036073e16efe,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:05.057166 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9e9d584d-efdc-4318-b217-f8ff661e8464 req-24a3aad1-ce5f-48ec-8b02-17150d2ced7b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:05.076336 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9abf1e-707e-4823-a4c6-6465b4bcc1b4 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:39:05.076908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-9e9d584d-efdc-4318-b217-f8ff661e8464 req-24a3aad1-ce5f-48ec-8b02-17150d2ced7b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Calling delete_port for f7b4abe9-e400-4491-914f-036073e16efe owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:05.082323 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ca9abf1e-707e-4823-a4c6-6465b4bcc1b4 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/f8d5bc1d-3a45-4215-b3c4-5d40b6a7a379 HTTP/1.1" status: 404 len: 333 time: 0.0438516 Apr 01 12:39:05.084466 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38886) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:05.176478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315969dd-ca53-4e43-a686-ce827e40d4d3 req-110ae661-c688-45e4-b29d-90015947aa2a tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:05.178498 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-315969dd-ca53-4e43-a686-ce827e40d4d3 req-110ae661-c688-45e4-b29d-90015947aa2a tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a HTTP/1.1" status: 200 len: 946 time: 0.1306822 Apr 01 12:39:05.207126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef2d33c-6441-48bf-9a9f-86d6553005e3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting subnet 0c783a18-f438-49f9-bb7b-82c9ccd3a81b {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:39:05.220674 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d33c-6441-48bf-9a9f-86d6553005e3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:05.295742 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-315969dd-ca53-4e43-a686-ce827e40d4d3 req-af34bce5-139e-441d-bacc-9998a2a0747f tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005867 Apr 01 12:39:05.303542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2779b8e1-e0c1-4b90-8f29-6eaec5746b55 req-18d3d2e8-8b76-4686-90a1-3e55a6c0decb tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 210 time: 0.1608682 Apr 01 12:39:05.321637 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d33c-6441-48bf-9a9f-86d6553005e3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:05.336584 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:05.410796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Network 63348447-2a1a-48fa-9fa4-6b4dae545dff is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:05.415694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:05.423554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:05.477000 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:05.477657 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:05.500989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Pushing event updated for resources: {'Port': ['ID=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:05.542242 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-794e3157-8df2-4064-91fc-dc65b1ed0717 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0354111 Apr 01 12:39:05.567748 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d33c-6441-48bf-9a9f-86d6553005e3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:05.595637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Request body: {'port': {'device_id': 'b1a34775-443b-42e5-8ac3-216eae0dc648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:05.691803 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9e9d584d-efdc-4318-b217-f8ff661e8464 req-24a3aad1-ce5f-48ec-8b02-17150d2ced7b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:05.703394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['1ba0a19b-cf74-4b6d-967c-38cf068b1773', 'f7b4abe9-e400-4491-914f-036073e16efe'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:05.709132 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d33c-6441-48bf-9a9f-86d6553005e3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:05.747735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6782ca2-0b02-445e-a844-cd5bb54284aa None None] Network ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:05.764521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564eafb-80ee-4312-9317-d8e85f41a3a2 req-aaed999f-f4e0-4e5e-8df2-9384d0a9843a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:05.768696 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3aad1-ce5f-48ec-8b02-17150d2ced7b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Pushing event deleted for resources: {'Port': ['ID=f7b4abe9-e400-4491-914f-036073e16efe,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:05.774720 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d564eafb-80ee-4312-9317-d8e85f41a3a2 req-aaed999f-f4e0-4e5e-8df2-9384d0a9843a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.3442593 Apr 01 12:39:05.779345 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:05.780835 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2d33c-6441-48bf-9a9f-86d6553005e3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Subnet': ['ID=0c783a18-f438-49f9-bb7b-82c9ccd3a81b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:05.796186 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d33c-6441-48bf-9a9f-86d6553005e3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:05.804025 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5ef2d33c-6441-48bf-9a9f-86d6553005e3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/0c783a18-f438-49f9-bb7b-82c9ccd3a81b HTTP/1.1" status: 204 len: 168 time: 0.7185030 Apr 01 12:39:05.808335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38906) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:05.869143 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d564eafb-80ee-4312-9317-d8e85f41a3a2 req-0fff6da9-9aa8-4259-8125-b703562350a0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842347 Apr 01 12:39:05.888825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9d584d-efdc-4318-b217-f8ff661e8464 req-24a3aad1-ce5f-48ec-8b02-17150d2ced7b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] No DVR routers for this DVR port f7b4abe9-e400-4491-914f-036073e16efe on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:05.925814 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9e9d584d-efdc-4318-b217-f8ff661e8464 req-24a3aad1-ce5f-48ec-8b02-17150d2ced7b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:05.930370 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9e9d584d-efdc-4318-b217-f8ff661e8464 req-24a3aad1-ce5f-48ec-8b02-17150d2ced7b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.37 "DELETE /v2.0/ports/f7b4abe9-e400-4491-914f-036073e16efe HTTP/1.1" status: 204 len: 173 time: 2.0869293 Apr 01 12:39:05.930834 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309d0362-d1f2-41de-a9b2-584ff9b4646a', 'name': 'network-vif-deleted', 'tag': 'f7b4abe9-e400-4491-914f-036073e16efe'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:05.942338 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c72df5f-11a8-4191-9765-5414c156db37" -d '{"events": [{"server_uuid": "309d0362-d1f2-41de-a9b2-584ff9b4646a", "name": "network-vif-deleted", "tag": "f7b4abe9-e400-4491-914f-036073e16efe"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:05.955839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38912) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:06.027931 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a99b4f8-41b6-4bc0-bc1c-75c7da23792d x-openstack-request-id: req-8a99b4f8-41b6-4bc0-bc1c-75c7da23792d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:06.028298 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309d0362-d1f2-41de-a9b2-584ff9b4646a", "name": "network-vif-deleted", "tag": "f7b4abe9-e400-4491-914f-036073e16efe", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:06.028801 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a99b4f8-41b6-4bc0-bc1c-75c7da23792d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:06.029057 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a99b4f8-41b6-4bc0-bc1c-75c7da23792d'] response: {'server_uuid': '309d0362-d1f2-41de-a9b2-584ff9b4646a', 'name': 'network-vif-deleted', 'tag': 'f7b4abe9-e400-4491-914f-036073e16efe', 'status': 'completed', 'code': 200} Apr 01 12:39:06.041598 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.075489 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-15489207-2f45-4dbc-9ac2-c688af8f6562 None None] Provisioning complete for port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:06.075870 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-15489207-2f45-4dbc-9ac2-c688af8f6562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.212887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-215346289-network', 'tenant_id': 'bee8afdf7e334582a922fc9e45456326'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:06.240510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6b254-2aa3-437b-a443-574871b19fc2 req-8932b1bc-6aee-469e-ac2a-90a3b2ad6ed7 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:06.243081 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9f6b254-2aa3-437b-a443-574871b19fc2 req-8932b1bc-6aee-469e-ac2a-90a3b2ad6ed7 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.2298965 Apr 01 12:39:06.262743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Made reservation on behalf of bee8afdf7e334582a922fc9e45456326 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:06.271518 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.291030 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955715b8-cfb8-4d58-b328-0e83247b4093 None None] DHCP port deletion for ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:39:06.292922 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.338266 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9f6b254-2aa3-437b-a443-574871b19fc2 req-929343a6-2fad-4586-a18c-b50d1e04defc tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706739 Apr 01 12:39:06.412321 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3c9277f4-5a56-4bdd-9fbf-578639243930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.419696 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-15489207-2f45-4dbc-9ac2-c688af8f6562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.504378 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-15489207-2f45-4dbc-9ac2-c688af8f6562 None None] For port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d92bdd11-9efd-400e-8f9b-cdd3e351fdc6,segment=NetworkSegment(707d5536-2beb-4a60-88b5-73458c201f68),segment_id=707d5536-2beb-4a60-88b5-73458c201f68)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:06.523697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-955715b8-cfb8-4d58-b328-0e83247b4093 None None] Deleting port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:06.525929 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-955715b8-cfb8-4d58-b328-0e83247b4093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.538253 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-15489207-2f45-4dbc-9ac2-c688af8f6562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.611977 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbf507-f927-42c8-a944-5761c3a6e84a req-b6ee3c1d-dee4-4114-bb97-86211cbfc85e tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:06.614510 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1cdbf507-f927-42c8-a944-5761c3a6e84a req-b6ee3c1d-dee4-4114-bb97-86211cbfc85e tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 931 time: 0.1208735 Apr 01 12:39:06.618990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:06.619534 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.667004 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.676409 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eb8c0ed7-1ccc-4483-bf65-2858db551bbd req-b231e953-9995-48f9-89a9-45d5b664d4e0 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=309d0362-d1f2-41de-a9b2-584ff9b4646a HTTP/1.1" status: 200 len: 210 time: 0.0984645 Apr 01 12:39:06.677626 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.709974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15489207-2f45-4dbc-9ac2-c688af8f6562 None None] Pushing event updated for resources: {'Port': ['ID=d92bdd11-9efd-400e-8f9b-cdd3e351fdc6,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:06.735040 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:39:06.754214 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1cdbf507-f927-42c8-a944-5761c3a6e84a req-758d95ec-94d8-4afe-91ec-b2664f1e8861 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293273 Apr 01 12:39:06.769072 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] For port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d92bdd11-9efd-400e-8f9b-cdd3e351fdc6,segment=NetworkSegment(707d5536-2beb-4a60-88b5-73458c201f68),segment_id=707d5536-2beb-4a60-88b5-73458c201f68)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:06.769515 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.773441 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.774533 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Added segment 15519eb1-dcf2-4f42-8396-4405922bc456 of type vlan for network 95b6f0a3-f876-40d0-ac4d-3a0040266571 Apr 01 12:39:06.775941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630bd146-b8ee-4ee0-b473-2355fb1e11cd,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:06.780036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-955715b8-cfb8-4d58-b328-0e83247b4093 None None] For port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d92bdd11-9efd-400e-8f9b-cdd3e351fdc6,segment=NetworkSegment(707d5536-2beb-4a60-88b5-73458c201f68),segment_id=707d5536-2beb-4a60-88b5-73458c201f68)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:06.780812 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-955715b8-cfb8-4d58-b328-0e83247b4093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.796689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-955715b8-cfb8-4d58-b328-0e83247b4093 None None] Calling delete_port for d92bdd11-9efd-400e-8f9b-cdd3e351fdc6 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:06.816461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for d92bdd11-9efd-400e-8f9b-cdd3e351fdc6 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:06.836730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:06.861915 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.872669 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.894267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Transition to ACTIVE for port object 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:39:06.895323 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.896437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:06.897560 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.906407 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.918903 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-955715b8-cfb8-4d58-b328-0e83247b4093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:06.964777 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0038874 Apr 01 12:39:06.965842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38922) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:06.982115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Pushing event updated for resources: {'Port': ['ID=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:06.985599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955715b8-cfb8-4d58-b328-0e83247b4093 None None] Pushing event deleted for resources: {'Port': ['ID=d92bdd11-9efd-400e-8f9b-cdd3e351fdc6,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:06.993573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955715b8-cfb8-4d58-b328-0e83247b4093 None None] No DVR routers for this DVR port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:06.999026 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.035126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No DVR routers for this DVR port d92bdd11-9efd-400e-8f9b-cdd3e351fdc6 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:07.036694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-886aaffb-f669-43b7-a705-4fa306356eae admin admin] Request body: {'subnet': {'network_id': '95b6f0a3-f876-40d0-ac4d-3a0040266571', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-215346289-subnet', 'tenant_id': 'bee8afdf7e334582a922fc9e45456326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:07.074395 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18fb6b-3fe7-44b6-bcdc-04c7dcbd61c8 admin admin] Pushing event updated for resources: {'Network': ['ID=95b6f0a3-f876-40d0-ac4d-3a0040266571,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:07.077352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=d92bdd11-9efd-400e-8f9b-cdd3e351fdc6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:07.086945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 95b6f0a3-f876-40d0-ac4d-3a0040266571 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:39:07.126419 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886aaffb-f669-43b7-a705-4fa306356eae admin admin] Made reservation on behalf of bee8afdf7e334582a922fc9e45456326 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:07.131561 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-886aaffb-f669-43b7-a705-4fa306356eae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.161741 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.171351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Attempting to bind port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:07.171688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Attempting to bind port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '9841fef6-a7cd-4ff9-8de8-5bd333d41440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63348447-2a1a-48fa-9fa4-6b4dae545dff'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:07.172693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Attempting to bind port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f on network 63348447-2a1a-48fa-9fa4-6b4dae545dff {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:07.182941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f on network 63348447-2a1a-48fa-9fa4-6b4dae545dff not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:39:07.183327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Attempting to bind port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f on network 63348447-2a1a-48fa-9fa4-6b4dae545dff {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:07.195831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:07.196186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Checking segment: {'id': '9841fef6-a7cd-4ff9-8de8-5bd333d41440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63348447-2a1a-48fa-9fa4-6b4dae545dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:07.196713 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Bound using segment: {'id': '9841fef6-a7cd-4ff9-8de8-5bd333d41440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63348447-2a1a-48fa-9fa4-6b4dae545dff'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:07.197276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Bound port: 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9841fef6-a7cd-4ff9-8de8-5bd333d41440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63348447-2a1a-48fa-9fa4-6b4dae545dff'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:07.197701 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.207038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:07.218315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707d5536-2beb-4a60-88b5-73458c201f68') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:07.218605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707d5536-2beb-4a60-88b5-73458c201f68') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:07.223642 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a1bf2-9abb-4430-b03d-8cbf180f7da3 req-12c24253-0c50-46d3-9df9-97e548656c31 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:07.225852 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d8a1bf2-9abb-4430-b03d-8cbf180f7da3 req-12c24253-0c50-46d3-9df9-97e548656c31 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1859326 Apr 01 12:39:07.231303 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.246065 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.253816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:39:07.254324 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:39:07.257429 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:39:07.285408 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d8a1bf2-9abb-4430-b03d-8cbf180f7da3 req-140fc3fe-3e3f-4673-9aa0-60a24d1241a4 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506055 Apr 01 12:39:07.367995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.387796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.394491 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/networks/ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a HTTP/1.1" status: 204 len: 168 time: 1.5738304 Apr 01 12:39:07.394491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32fdbc-25d1-472b-8a67-5bf88b426136 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Network': ['ID=ff1b1f6a-8b8d-4ec8-9246-ccc6cd3f826a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:07.394880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38930) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:07.397546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] For port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:07.402584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-e8fd48ff-5238-4fc7-9b5d-a9de3e4b50b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-228724023'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:07.421303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] For port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f,segment=NetworkSegment(9841fef6-a7cd-4ff9-8de8-5bd333d41440),segment_id=9841fef6-a7cd-4ff9-8de8-5bd333d41440)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:07.429326 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.437989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fd48ff-5238-4fc7-9b5d-a9de3e4b50b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:07.441470 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8fd48ff-5238-4fc7-9b5d-a9de3e4b50b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.480624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:07.481253 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.482678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] 10.222.0.37 "PUT /v2.0/ports/125c2fe1-61b2-4e31-8096-4e2e8c27cd6f HTTP/1.1" status: 200 len: 1091 time: 1.8947012 Apr 01 12:39:07.510580 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fd48ff-5238-4fc7-9b5d-a9de3e4b50b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:39:07.516618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c521f2-ca2f-4549-9103-2ebae2f8949a service neutron] Pushing event updated for resources: {'Port': ['ID=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:07.523335 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8fd48ff-5238-4fc7-9b5d-a9de3e4b50b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.523787 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-e8fd48ff-5238-4fc7-9b5d-a9de3e4b50b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Added segment fa8fe513-8246-407e-a9c6-00cd5d933a5b of type vlan for network b8aba6da-557c-415a-a70a-dad0e369ae9c Apr 01 12:39:07.593576 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-886aaffb-f669-43b7-a705-4fa306356eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.629452 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8fd48ff-5238-4fc7-9b5d-a9de3e4b50b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.662789 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aaffb-f669-43b7-a705-4fa306356eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe05b2b-d043-49f3-afdf-4a14e3be1b97,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:07.663337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-5279987e-a361-461d-b43b-b2d1636d6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:07.664842 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-5279987e-a361-461d-b43b-b2d1636d6ba4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01c35e3437a4f63b3be98d366800390&device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 1094 time: 0.1062758 Apr 01 12:39:07.681987 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ae657-d066-43ff-ab91-c30fad3ba1dc req-0dc1ad5d-439d-4ec2-9a26-ba6822fa29ca tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:07.689897 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b8ae657-d066-43ff-ab91-c30fad3ba1dc req-0dc1ad5d-439d-4ec2-9a26-ba6822fa29ca tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.1322615 Apr 01 12:39:07.704937 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8fd48ff-5238-4fc7-9b5d-a9de3e4b50b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.711334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fd48ff-5238-4fc7-9b5d-a9de3e4b50b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:07.711334 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8fd48ff-5238-4fc7-9b5d-a9de3e4b50b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.750037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886aaffb-f669-43b7-a705-4fa306356eae admin admin] Checking segment: {'id': '15519eb1-dcf2-4f42-8396-4405922bc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '95b6f0a3-f876-40d0-ac4d-3a0040266571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:07.750575 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886aaffb-f669-43b7-a705-4fa306356eae admin admin] Network hostable DHCP agents. Network: 95b6f0a3-f876-40d0-ac4d-3a0040266571, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:39:07.767239 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-6bbe3703-1150-4210-8051-0d855ba8734e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f HTTP/1.1" status: 200 len: 217 time: 0.0746367 Apr 01 12:39:07.786452 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886aaffb-f669-43b7-a705-4fa306356eae admin admin] Network 95b6f0a3-f876-40d0-ac4d-3a0040266571 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:39:07.799076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e8fd48ff-5238-4fc7-9b5d-a9de3e4b50b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4000802 Apr 01 12:39:07.799606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38938) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:07.808658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-017af1c9-c968-4c23-95eb-91c2ce7cb9ed tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': 'b8aba6da-557c-415a-a70a-dad0e369ae9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:07.846144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-886aaffb-f669-43b7-a705-4fa306356eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 95b6f0a3-f876-40d0-ac4d-3a0040266571) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:07.863041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182ef01-6cee-4802-858f-d5f72bd69098 None None] Network 95b6f0a3-f876-40d0-ac4d-3a0040266571 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:07.871799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886aaffb-f669-43b7-a705-4fa306356eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:07.872414 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-886aaffb-f669-43b7-a705-4fa306356eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:07.923873 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b8ae657-d066-43ff-ab91-c30fad3ba1dc req-5cc30a43-2d11-4167-83af-365ee69536c0 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281790 Apr 01 12:39:07.924694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd48ff-5238-4fc7-9b5d-a9de3e4b50b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Network': ['ID=b8aba6da-557c-415a-a70a-dad0e369ae9c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:07.928646 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-886aaffb-f669-43b7-a705-4fa306356eae admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9616399 Apr 01 12:39:07.961235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b8aba6da-557c-415a-a70a-dad0e369ae9c details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:39:08.011101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-30542aa1-7134-4b2f-a5db-dd8ccd93ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:08.013302 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-30542aa1-7134-4b2f-a5db-dd8ccd93ff4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=948cd782-9af7-4690-ab5e-ce4d9f40f61d HTTP/1.1" status: 200 len: 862 time: 0.2298260 Apr 01 12:39:08.030420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a34775-443b-42e5-8ac3-216eae0dc648', 'tag': '125c2fe1-61b2-4e31-8096-4e2e8c27cd6f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:08.035376 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b2fbe9-25ab-4e0d-8f8b-b34a6949d181" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a34775-443b-42e5-8ac3-216eae0dc648", "tag": "125c2fe1-61b2-4e31-8096-4e2e8c27cd6f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:08.164323 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f2da97-ad3e-4258-8979-4e49f3483d6d x-openstack-request-id: req-19f2da97-ad3e-4258-8979-4e49f3483d6d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:08.164599 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a34775-443b-42e5-8ac3-216eae0dc648", "tag": "125c2fe1-61b2-4e31-8096-4e2e8c27cd6f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:08.164869 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19f2da97-ad3e-4258-8979-4e49f3483d6d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:08.165189 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f2da97-ad3e-4258-8979-4e49f3483d6d'] response: {'name': 'network-changed', 'server_uuid': 'b1a34775-443b-42e5-8ac3-216eae0dc648', 'tag': '125c2fe1-61b2-4e31-8096-4e2e8c27cd6f', 'status': 'completed', 'code': 200} Apr 01 12:39:08.167338 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-238ae273-bedc-47e8-b87b-15c2c0b721d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63348447-2a1a-48fa-9fa4-6b4dae545dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557992 Apr 01 12:39:08.200821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017af1c9-c968-4c23-95eb-91c2ce7cb9ed tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:08.205533 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-017af1c9-c968-4c23-95eb-91c2ce7cb9ed tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:08.215399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44ef32-e1a0-44e7-85cb-98ec1f527859 req-ee2be94c-8d67-4145-b6b3-939d4844c63b tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:08.218787 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec44ef32-e1a0-44e7-85cb-98ec1f527859 req-ee2be94c-8d67-4145-b6b3-939d4844c63b tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 943 time: 0.1686568 Apr 01 12:39:08.331916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc3f8f8-7b42-4f12-8f12-7624e138843e None None] Network 95b6f0a3-f876-40d0-ac4d-3a0040266571 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:08.333062 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33bae6-4698-4fdd-8bce-6d5f86d1a67e req-107e6f1e-3450-4237-a1b0-03723f88c072 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:08.334998 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae33bae6-4698-4fdd-8bce-6d5f86d1a67e req-107e6f1e-3450-4237-a1b0-03723f88c072 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0603549 Apr 01 12:39:08.372971 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec44ef32-e1a0-44e7-85cb-98ec1f527859 req-f8763b01-11aa-408a-a328-3cfd16f0f532 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396105 Apr 01 12:39:08.401730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-c3e8504f-971a-4497-96f9-db32aba099e6 service neutron] 10.222.0.37 "GET /v2.0/networks/63348447-2a1a-48fa-9fa4-6b4dae545dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196615 Apr 01 12:39:08.416273 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae33bae6-4698-4fdd-8bce-6d5f86d1a67e req-eff5db87-6113-468f-aa09-8765329a3f1c tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737519 Apr 01 12:39:08.603565 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87c008-5a4c-47d1-a6fd-2019a3e7ebe6 req-e44a46c8-c56a-42b7-be33-493a7b8504c6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:08.605165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be87c008-5a4c-47d1-a6fd-2019a3e7ebe6 req-e44a46c8-c56a-42b7-be33-493a7b8504c6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.0999870 Apr 01 12:39:08.634196 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-017af1c9-c968-4c23-95eb-91c2ce7cb9ed tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:08.683524 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:08.702757 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be87c008-5a4c-47d1-a6fd-2019a3e7ebe6 req-495b8431-ed03-45e3-97e3-c1df7eb3f3bd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891509 Apr 01 12:39:08.758958 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-c09d6b14-593c-44a0-8d36-f5fe2948d03f req-502ec476-a02e-4962-99a1-062bfb0c6157 tempest-SecurityGroupsNegativeTestJSON-1749903676 tempest-SecurityGroupsNegativeTestJSON-1749903676-project] show failed (client error): The resource could not be found. Apr 01 12:39:08.759992 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c09d6b14-593c-44a0-8d36-f5fe2948d03f req-502ec476-a02e-4962-99a1-062bfb0c6157 tempest-SecurityGroupsNegativeTestJSON-1749903676 tempest-SecurityGroupsNegativeTestJSON-1749903676-project] 10.222.0.45 "GET /v2.0/security-groups/0f7ea582-d13a-4f10-90c1-5df5671cb02b HTTP/1.1" status: 404 len: 352 time: 0.0547388 Apr 01 12:39:08.773425 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63028ab1-d45e-41ba-a138-9ee05183c606 req-bd0fc02e-2ed9-42a0-811c-fd6eeb9dfd4d service neutron] 10.222.0.37 "GET /v2.0/networks/63348447-2a1a-48fa-9fa4-6b4dae545dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995641 Apr 01 12:39:08.773425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017af1c9-c968-4c23-95eb-91c2ce7cb9ed tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Subnet': ['ID=8ae46ef9-e7a4-4d5a-8692-81559037a1dc,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:08.781108 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017af1c9-c968-4c23-95eb-91c2ce7cb9ed tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Checking segment: {'id': 'fa8fe513-8246-407e-a9c6-00cd5d933a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b8aba6da-557c-415a-a70a-dad0e369ae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:08.781519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017af1c9-c968-4c23-95eb-91c2ce7cb9ed tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network hostable DHCP agents. Network: b8aba6da-557c-415a-a70a-dad0e369ae9c, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:39:08.796566 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:08.812925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017af1c9-c968-4c23-95eb-91c2ce7cb9ed tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network b8aba6da-557c-415a-a70a-dad0e369ae9c is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:39:08.858960 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d66e185d-5233-4f37-8abe-a4261b776a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:09.057741 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f7b4abe9-e400-4491-914f-036073e16efe no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:09.063577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fbef6-337f-4fa3-b9e9-9a38fb08f0e1 req-3ac5ab26-cca4-43d2-845d-423eeaf61245 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:09.071577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e96fbef6-337f-4fa3-b9e9-9a38fb08f0e1 req-3ac5ab26-cca4-43d2-845d-423eeaf61245 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0724149 Apr 01 12:39:09.096535 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: f7b4abe9-e400-4491-914f-036073e16efe {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:39:09.097380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device f7b4abe9-e400-4491-914f-036073e16efe not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:39:09.128797 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e96fbef6-337f-4fa3-b9e9-9a38fb08f0e1 req-8ab63938-37c8-41ec-8675-8ed71048f31f tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562301 Apr 01 12:39:09.180912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-017af1c9-c968-4c23-95eb-91c2ce7cb9ed tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b8aba6da-557c-415a-a70a-dad0e369ae9c) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:09.187267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017af1c9-c968-4c23-95eb-91c2ce7cb9ed tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:09.188394 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-017af1c9-c968-4c23-95eb-91c2ce7cb9ed tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:09.193092 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a37f038-475b-44cb-8132-7e292fad23c8 None None] Network b8aba6da-557c-415a-a70a-dad0e369ae9c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:09.234640 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62f97210-fc02-4c07-99e0-dc5a4cd569c0 req-d74123ea-2589-4208-8b9c-a73e9ecfe8bb tempest-SecurityGroupsNegativeTestJSON-1749903676 tempest-SecurityGroupsNegativeTestJSON-1749903676-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bee8afdf7e334582a922fc9e45456326 HTTP/1.1" status: 200 len: 2988 time: 0.4229164 Apr 01 12:39:09.261129 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-017af1c9-c968-4c23-95eb-91c2ce7cb9ed tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4550126 Apr 01 12:39:09.261495 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38958) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:09.267124 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': 'b8aba6da-557c-415a-a70a-dad0e369ae9c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1023535646'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:09.282545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2fbe9-25ab-4e0d-8f8b-b34a6949d181 req-90f08fe3-e668-4f58-aba7-78f917043541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:09.284357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9b2fbe9-25ab-4e0d-8f8b-b34a6949d181 req-90f08fe3-e668-4f58-aba7-78f917043541 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01c35e3437a4f63b3be98d366800390&device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 1094 time: 0.1128392 Apr 01 12:39:09.321149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62f97210-fc02-4c07-99e0-dc5a4cd569c0 req-f062d933-d2c3-44a3-b6c2-0d0118b04849 tempest-SecurityGroupsNegativeTestJSON-1749903676 tempest-SecurityGroupsNegativeTestJSON-1749903676-project] 10.222.0.45 "GET /v2.0/security-groups/630bd146-b8ee-4ee0-b473-2355fb1e11cd HTTP/1.1" status: 200 len: 2985 time: 0.0776556 Apr 01 12:39:09.392587 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-b8aba6da-557c-415a-a70a-dad0e369ae9c', 'network_id': 'b8aba6da-557c-415a-a70a-dad0e369ae9c', 'tenant_id': '6f8814e9e17c4a30bcb1c845a5548d19', 'fixed_ips': [{'subnet_id': '8ae46ef9-e7a4-4d5a-8692-81559037a1dc'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:39:09.393836 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:09.433038 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62f97210-fc02-4c07-99e0-dc5a4cd569c0 req-813a9eb1-91cf-4994-97be-2cb31a1fabd6 tempest-SecurityGroupsNegativeTestJSON-1749903676 tempest-SecurityGroupsNegativeTestJSON-1749903676-project] 10.222.0.45 "GET /v2.0/security-groups/630bd146-b8ee-4ee0-b473-2355fb1e11cd HTTP/1.1" status: 200 len: 2985 time: 0.1023414 Apr 01 12:39:09.436656 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2fbe9-25ab-4e0d-8f8b-b34a6949d181 req-5cf2191a-2755-4e0f-b9d0-709ebf7defb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:09.438901 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9b2fbe9-25ab-4e0d-8f8b-b34a6949d181 req-5cf2191a-2755-4e0f-b9d0-709ebf7defb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=63348447-2a1a-48fa-9fa4-6b4dae545dff HTTP/1.1" status: 200 len: 923 time: 0.1455772 Apr 01 12:39:09.501602 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9b2fbe9-25ab-4e0d-8f8b-b34a6949d181 req-ac208f6a-0d65-4455-9718-ad10cd8c28c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f HTTP/1.1" status: 200 len: 217 time: 0.0550878 Apr 01 12:39:09.529229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:09.532914 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:09.577753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port 2349885d-ad72-475d-9e85-d873a9ae04a4 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:39:09.601018 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd9cfd-44bf-421d-b7f6-f3f301abf918 req-64e4a046-52e1-4e11-9ac0-b56eaeb2debd tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:09.602310 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-90dd9cfd-44bf-421d-b7f6-f3f301abf918 req-64e4a046-52e1-4e11-9ac0-b56eaeb2debd tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 943 time: 0.0928259 Apr 01 12:39:09.621966 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2fbe9-25ab-4e0d-8f8b-b34a6949d181 req-b7aca321-0155-49af-9ba8-5f8b898f3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:09.623452 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9b2fbe9-25ab-4e0d-8f8b-b34a6949d181 req-b7aca321-0155-49af-9ba8-5f8b898f3dff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=948cd782-9af7-4690-ab5e-ce4d9f40f61d HTTP/1.1" status: 200 len: 862 time: 0.1115372 Apr 01 12:39:09.635890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29631f42-1dc1-4057-a48b-cdccad02554e req-3a65ffba-1d7a-4e52-9441-bd70677f6808 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:09.637469 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-29631f42-1dc1-4057-a48b-cdccad02554e req-3a65ffba-1d7a-4e52-9441-bd70677f6808 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.0753319 Apr 01 12:39:09.673734 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9b2fbe9-25ab-4e0d-8f8b-b34a6949d181 req-6af2d9d5-25e4-47d4-b5c1-cbc06d6d905a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63348447-2a1a-48fa-9fa4-6b4dae545dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351925 Apr 01 12:39:09.678790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Allocated IP 172.20.0.2 (b8aba6da-557c-415a-a70a-dad0e369ae9c/8ae46ef9-e7a4-4d5a-8692-81559037a1dc/47b8b560-375e-4e82-81bf-65f43b792526) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:09.699713 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-90dd9cfd-44bf-421d-b7f6-f3f301abf918 req-5b8135ea-f5bc-4f8c-986d-abd56fe38061 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599661 Apr 01 12:39:09.751297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-29631f42-1dc1-4057-a48b-cdccad02554e req-d0e1c5a7-05cd-4472-81ed-bb0cd654498b tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/security-groups?id=92dd13b4-3c1e-47f2-8403-2eaefa275041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022210 Apr 01 12:39:09.855293 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e7d6179d-fe9d-4946-8a64-1d89eac6218b req-93ce52b5-474a-478e-b5e7-25b1150fe531 tempest-SecurityGroupsNegativeTestJSON-1749903676 tempest-SecurityGroupsNegativeTestJSON-1749903676-project] 10.222.0.45 "GET /v2.0/security-groups/630bd146-b8ee-4ee0-b473-2355fb1e11cd HTTP/1.1" status: 200 len: 2985 time: 0.1102369 Apr 01 12:39:09.909097 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:09.925696 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:09.939237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098055be-90c7-4072-b0db-be5768a4205b req-5a41fb3d-be1a-4173-bc28-d90d2193cbef tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:09.947079 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-098055be-90c7-4072-b0db-be5768a4205b req-5a41fb3d-be1a-4173-bc28-d90d2193cbef tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1139660 Apr 01 12:39:09.950788 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9b2fbe9-25ab-4e0d-8f8b-b34a6949d181 req-b3f6ddff-20f0-4777-8b82-a536b8aa29ff service neutron] 10.222.0.37 "GET /v2.0/networks/63348447-2a1a-48fa-9fa4-6b4dae545dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589128 Apr 01 12:39:09.972220 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Network b8aba6da-557c-415a-a70a-dad0e369ae9c is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:09.978222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:09.982768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:10.008511 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-e7d6179d-fe9d-4946-8a64-1d89eac6218b req-78755b48-7570-498a-acea-cdcaa66ce62a tempest-SecurityGroupsNegativeTestJSON-1749903676 tempest-SecurityGroupsNegativeTestJSON-1749903676-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 12:39:10.013254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c740be-6b4f-400b-a3f1-d9847790287c req-07d19b1e-f052-4f28-a87c-3ab6ce437bf8 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:10.014575 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58c740be-6b4f-400b-a3f1-d9847790287c req-07d19b1e-f052-4f28-a87c-3ab6ce437bf8 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.37 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 945 time: 0.1409407 Apr 01 12:39:10.016451 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e7d6179d-fe9d-4946-8a64-1d89eac6218b req-78755b48-7570-498a-acea-cdcaa66ce62a tempest-SecurityGroupsNegativeTestJSON-1749903676 tempest-SecurityGroupsNegativeTestJSON-1749903676-project] 10.222.0.45 "DELETE /v2.0/security-groups/630bd146-b8ee-4ee0-b473-2355fb1e11cd HTTP/1.1" status: 409 len: 352 time: 0.1602087 Apr 01 12:39:10.036721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Pushing event updated for resources: {'Port': ['ID=47b8b560-375e-4e82-81bf-65f43b792526,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:10.065161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.9 (b8aba6da-557c-415a-a70a-dad0e369ae9c/8ae46ef9-e7a4-4d5a-8692-81559037a1dc/2349885d-ad72-475d-9e85-d873a9ae04a4) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:10.078040 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-c1329928-b84a-4824-80e4-9444e44c8cca req-17668e3b-7445-4a20-aa9c-1b3dbedf9196 tempest-SecurityGroupsNegativeTestJSON-1749903676 tempest-SecurityGroupsNegativeTestJSON-1749903676-project] show failed (client error): The resource could not be found. Apr 01 12:39:10.078985 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c1329928-b84a-4824-80e4-9444e44c8cca req-17668e3b-7445-4a20-aa9c-1b3dbedf9196 tempest-SecurityGroupsNegativeTestJSON-1749903676 tempest-SecurityGroupsNegativeTestJSON-1749903676-project] 10.222.0.45 "GET /v2.0/security-groups/5776bccf-dd6c-472e-a23f-8711cea77612 HTTP/1.1" status: 404 len: 352 time: 0.0263982 Apr 01 12:39:10.086377 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-098055be-90c7-4072-b0db-be5768a4205b req-b292b358-4b13-447a-a86e-72bfe3c55c77 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371505 Apr 01 12:39:10.101699 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Attempting to bind port 47b8b560-375e-4e82-81bf-65f43b792526 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:10.104701 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Attempting to bind port 47b8b560-375e-4e82-81bf-65f43b792526 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'fa8fe513-8246-407e-a9c6-00cd5d933a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b8aba6da-557c-415a-a70a-dad0e369ae9c'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:10.105295 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Attempting to bind port 47b8b560-375e-4e82-81bf-65f43b792526 on network b8aba6da-557c-415a-a70a-dad0e369ae9c {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:10.116604 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:10.117237 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Checking segment: {'id': 'fa8fe513-8246-407e-a9c6-00cd5d933a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b8aba6da-557c-415a-a70a-dad0e369ae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:10.118708 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.119263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Bound using segment: {'id': 'fa8fe513-8246-407e-a9c6-00cd5d933a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b8aba6da-557c-415a-a70a-dad0e369ae9c'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:10.119880 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Bound port: 47b8b560-375e-4e82-81bf-65f43b792526, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8fe513-8246-407e-a9c6-00cd5d933a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b8aba6da-557c-415a-a70a-dad0e369ae9c'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:10.120478 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.180201 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [req-2b2e0d5b-5563-46d8-902c-1c83d7b0ef5a req-56f91d91-a061-4418-8da6-8a91bdb4cdb6 tempest-SecurityGroupsNegativeTestJSON-1749903676 tempest-SecurityGroupsNegativeTestJSON-1749903676-project] show failed (client error): The resource could not be found. Apr 01 12:39:10.186900 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2b2e0d5b-5563-46d8-902c-1c83d7b0ef5a req-56f91d91-a061-4418-8da6-8a91bdb4cdb6 tempest-SecurityGroupsNegativeTestJSON-1749903676 tempest-SecurityGroupsNegativeTestJSON-1749903676-project] 10.222.0.45 "GET /v2.0/security-groups/5b5c54b2-1dae-4a39-80cb-75eff55721ab HTTP/1.1" status: 404 len: 352 time: 0.0636873 Apr 01 12:39:10.195128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38974) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:10.244717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] For port 47b8b560-375e-4e82-81bf-65f43b792526, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:10.251558 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] For port 47b8b560-375e-4e82-81bf-65f43b792526, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=47b8b560-375e-4e82-81bf-65f43b792526,segment=NetworkSegment(fa8fe513-8246-407e-a9c6-00cd5d933a5b),segment_id=fa8fe513-8246-407e-a9c6-00cd5d933a5b)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:10.261555 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.275797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9b2fbe9-25ab-4e0d-8f8b-b34a6949d181 req-7cd0017b-5c17-4d73-90c3-575a51717b75 service neutron] 10.222.0.37 "GET /v2.0/networks/63348447-2a1a-48fa-9fa4-6b4dae545dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089445 Apr 01 12:39:10.314018 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8a874-fcdd-4f6b-a6df-37a1d56d8972 req-8581fa1e-0f10-457b-8362-d7ddb04aeef9 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:10.321400 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62e8a874-fcdd-4f6b-a6df-37a1d56d8972 req-8581fa1e-0f10-457b-8362-d7ddb04aeef9 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0935321 Apr 01 12:39:10.327064 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-579c3c1d-fe4f-4dac-9a35-350faf0d39cc admin admin] Deleting subnet dfe05b2b-d043-49f3-afdf-4a14e3be1b97 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:39:10.331189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-58c740be-6b4f-400b-a3f1-d9847790287c req-f37ef282-e3fd-4223-9aa4-7468ef250b62 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Deleting port 1ba0a19b-cf74-4b6d-967c-38cf068b1773 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:10.331538 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-58c740be-6b4f-400b-a3f1-d9847790287c req-f37ef282-e3fd-4223-9aa4-7468ef250b62 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.336389 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-579c3c1d-fe4f-4dac-9a35-350faf0d39cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.389768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929d7ba-6438-4876-8352-08113bb9acf9 None None] Pushing event updated for resources: {'Port': ['ID=47b8b560-375e-4e82-81bf-65f43b792526,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:10.400953 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.443994 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.449548 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-579c3c1d-fe4f-4dac-9a35-350faf0d39cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.490836 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62e8a874-fcdd-4f6b-a6df-37a1d56d8972 req-a2a4682a-bd52-4a2d-bc61-8dfcd1f1907f tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542661 Apr 01 12:39:10.527198 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-58c740be-6b4f-400b-a3f1-d9847790287c req-f37ef282-e3fd-4223-9aa4-7468ef250b62 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] For port 1ba0a19b-cf74-4b6d-967c-38cf068b1773, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=1ba0a19b-cf74-4b6d-967c-38cf068b1773,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:10.527519 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-58c740be-6b4f-400b-a3f1-d9847790287c req-f37ef282-e3fd-4223-9aa4-7468ef250b62 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.539289 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-579c3c1d-fe4f-4dac-9a35-350faf0d39cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.551517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-58c740be-6b4f-400b-a3f1-d9847790287c req-f37ef282-e3fd-4223-9aa4-7468ef250b62 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Calling delete_port for 1ba0a19b-cf74-4b6d-967c-38cf068b1773 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:10.591054 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.686448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network b8aba6da-557c-415a-a70a-dad0e369ae9c is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:10.694212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:10.705995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:10.711801 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=2349885d-ad72-475d-9e85-d873a9ae04a4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:10.716170 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-579c3c1d-fe4f-4dac-9a35-350faf0d39cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.847169 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-58c740be-6b4f-400b-a3f1-d9847790287c req-f37ef282-e3fd-4223-9aa4-7468ef250b62 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.865414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['1ba0a19b-cf74-4b6d-967c-38cf068b1773'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:10.890097 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ef282-e3fd-4223-9aa4-7468ef250b62 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Pushing event deleted for resources: {'Port': ['ID=1ba0a19b-cf74-4b6d-967c-38cf068b1773,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:10.912132 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c3c1d-fe4f-4dac-9a35-350faf0d39cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe05b2b-d043-49f3-afdf-4a14e3be1b97,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:10.922408 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-579c3c1d-fe4f-4dac-9a35-350faf0d39cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:10.928144 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-579c3c1d-fe4f-4dac-9a35-350faf0d39cc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dfe05b2b-d043-49f3-afdf-4a14e3be1b97 HTTP/1.1" status: 204 len: 168 time: 0.7141714 Apr 01 12:39:10.934232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38980) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:11.001208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:11.004176 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.033765 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2767e-bfb1-4afc-83d2-699376892173 req-3e5cf42a-4c6f-4788-be44-08a6b294eba0 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:11.044176 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-45f2767e-bfb1-4afc-83d2-699376892173 req-3e5cf42a-4c6f-4788-be44-08a6b294eba0 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 943 time: 0.1515915 Apr 01 12:39:11.053204 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d36dad8d-565d-49e9-80c9-9de979034520 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7905252 Apr 01 12:39:11.053934 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38982) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:11.067293 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d60e10c2-cb1b-431e-b583-0472f854a83f req-895e871a-b4ef-4f08-9c2b-ab5d90f5373a tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.45 "GET /v2.0/ports?device_id=377bc737-1ac4-4e08-a99a-a0a7798db7f2 HTTP/1.1" status: 200 len: 210 time: 0.1564188 Apr 01 12:39:11.127317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c740be-6b4f-400b-a3f1-d9847790287c req-f37ef282-e3fd-4223-9aa4-7468ef250b62 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] No DVR routers for this DVR port 1ba0a19b-cf74-4b6d-967c-38cf068b1773 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:11.134370 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-58c740be-6b4f-400b-a3f1-d9847790287c req-f37ef282-e3fd-4223-9aa4-7468ef250b62 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.138595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58c740be-6b4f-400b-a3f1-d9847790287c req-f37ef282-e3fd-4223-9aa4-7468ef250b62 tempest-ListServerFiltersTestJSON-2086908889 tempest-ListServerFiltersTestJSON-2086908889-project] 10.222.0.37 "DELETE /v2.0/ports/1ba0a19b-cf74-4b6d-967c-38cf068b1773 HTTP/1.1" status: 204 len: 173 time: 1.1001403 Apr 01 12:39:11.139075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377bc737-1ac4-4e08-a99a-a0a7798db7f2', 'name': 'network-vif-deleted', 'tag': '1ba0a19b-cf74-4b6d-967c-38cf068b1773'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:11.141956 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabf7a8c-a087-4437-8621-d35bd6f355d1" -d '{"events": [{"server_uuid": "377bc737-1ac4-4e08-a99a-a0a7798db7f2", "name": "network-vif-deleted", "tag": "1ba0a19b-cf74-4b6d-967c-38cf068b1773"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:11.166681 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.270176 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-45f2767e-bfb1-4afc-83d2-699376892173 req-b9eb19b0-0198-4c17-a4fa-a9ed671641e1 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249410 Apr 01 12:39:11.304400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5db8951a-21b8-49ea-9048-b70a7e54103d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 2349885d-ad72-475d-9e85-d873a9ae04a4 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:11.304973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5db8951a-21b8-49ea-9048-b70a7e54103d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.356529 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.385002 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b937559-ae03-4678-b76a-76f3bb84cb43 x-openstack-request-id: req-4b937559-ae03-4678-b76a-76f3bb84cb43 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:11.385416 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377bc737-1ac4-4e08-a99a-a0a7798db7f2", "name": "network-vif-deleted", "tag": "1ba0a19b-cf74-4b6d-967c-38cf068b1773", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:11.385633 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b937559-ae03-4678-b76a-76f3bb84cb43 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:11.386020 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b937559-ae03-4678-b76a-76f3bb84cb43'] response: {'server_uuid': '377bc737-1ac4-4e08-a99a-a0a7798db7f2', 'name': 'network-vif-deleted', 'tag': '1ba0a19b-cf74-4b6d-967c-38cf068b1773', 'status': 'completed', 'code': 200} Apr 01 12:39:11.395284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25913a0e-45f1-407a-9f26-905d06eac717 req-5d280229-b594-4b69-9862-d61e8f4cb232 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:11.403335 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25913a0e-45f1-407a-9f26-905d06eac717 req-5d280229-b594-4b69-9862-d61e8f4cb232 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1602671 Apr 01 12:39:11.408701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b6f0a3-f876-40d0-ac4d-3a0040266571']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:11.427797 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5db8951a-21b8-49ea-9048-b70a7e54103d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.438599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15519eb1-dcf2-4f42-8396-4405922bc456') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:11.438937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15519eb1-dcf2-4f42-8396-4405922bc456') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:11.452386 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5db8951a-21b8-49ea-9048-b70a7e54103d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 2349885d-ad72-475d-9e85-d873a9ae04a4 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:11.465224 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25913a0e-45f1-407a-9f26-905d06eac717 req-f0146948-4d56-4859-ae9f-e0918285a8d0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609920 Apr 01 12:39:11.466970 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.487239 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.507450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:39:11.507857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:39:11.514570 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:39:11.627766 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.635088 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.642947 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] 10.222.0.45 "DELETE /v2.0/networks/95b6f0a3-f876-40d0-ac4d-3a0040266571 HTTP/1.1" status: 204 len: 168 time: 0.7059679 Apr 01 12:39:11.656624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14902e-ddc0-4f3e-904d-f121ff0b9d76 admin admin] Pushing event deleted for resources: {'Network': ['ID=95b6f0a3-f876-40d0-ac4d-3a0040266571,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:11.699661 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f188e77-31d0-4e26-adcd-083b83dedbaf req-7f987a48-a8e0-4966-b449-f78f6e232e5b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:11.707989 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f188e77-31d0-4e26-adcd-083b83dedbaf req-7f987a48-a8e0-4966-b449-f78f6e232e5b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.1101458 Apr 01 12:39:11.732481 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5db8951a-21b8-49ea-9048-b70a7e54103d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.735744 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.796328 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.801177 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8951a-21b8-49ea-9048-b70a7e54103d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=2349885d-ad72-475d-9e85-d873a9ae04a4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:11.818520 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f188e77-31d0-4e26-adcd-083b83dedbaf req-4507d6b1-cbd0-4f95-981d-8f28e83ac7cc tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094377 Apr 01 12:39:11.899730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38996) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:11.958113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5db8951a-21b8-49ea-9048-b70a7e54103d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:11.970040 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5db8951a-21b8-49ea-9048-b70a7e54103d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/2349885d-ad72-475d-9e85-d873a9ae04a4 HTTP/1.1" status: 204 len: 168 time: 0.9016073 Apr 01 12:39:11.970263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38998) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:11.989743 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-09e02af7-f52f-4e79-b143-09786efd96b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bee8afdf7e334582a922fc9e45456326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788622 Apr 01 12:39:11.989743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39000) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:12.006468 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2962c6-48e3-49c4-8e8c-d79664fad44c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:39:12.008175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8c2962c6-48e3-49c4-8e8c-d79664fad44c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/2349885d-ad72-475d-9e85-d873a9ae04a4 HTTP/1.1" status: 404 len: 333 time: 0.0423701 Apr 01 12:39:12.013483 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39002) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:12.044515 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b5464-c0a6-4ec3-8ed3-e52ad27743c3 None None] Network b8aba6da-557c-415a-a70a-dad0e369ae9c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:12.117979 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e3e16c8c-a25e-43de-b9de-5ae27a499677 None None] Provisioning complete for port 47b8b560-375e-4e82-81bf-65f43b792526 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:12.118475 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e3e16c8c-a25e-43de-b9de-5ae27a499677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.130496 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe93275-9742-46ba-9331-7871453dd016 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting subnet 8ae46ef9-e7a4-4d5a-8692-81559037a1dc {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:39:12.133767 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2eaf72e7-510c-4e69-ad55-a5275ba78136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.135258 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cfe93275-9742-46ba-9331-7871453dd016 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.181507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39012) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:12.251620 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2eaf72e7-510c-4e69-ad55-a5275ba78136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.277121 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cfe93275-9742-46ba-9331-7871453dd016 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.294625 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e3e16c8c-a25e-43de-b9de-5ae27a499677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.298878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c344eed-3955-478d-a6da-e8c8026b6883 admin admin] Deleting subnet 063beca7-6844-4371-b403-742562980b29 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:39:12.302297 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c344eed-3955-478d-a6da-e8c8026b6883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.368357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e3e16c8c-a25e-43de-b9de-5ae27a499677 None None] For port 47b8b560-375e-4e82-81bf-65f43b792526, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=47b8b560-375e-4e82-81bf-65f43b792526,segment=NetworkSegment(fa8fe513-8246-407e-a9c6-00cd5d933a5b),segment_id=fa8fe513-8246-407e-a9c6-00cd5d933a5b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:12.379847 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e3e16c8c-a25e-43de-b9de-5ae27a499677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.383620 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c344eed-3955-478d-a6da-e8c8026b6883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.510056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e16c8c-a25e-43de-b9de-5ae27a499677 None None] Pushing event updated for resources: {'Port': ['ID=47b8b560-375e-4e82-81bf-65f43b792526,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:12.584036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 47b8b560-375e-4e82-81bf-65f43b792526 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:12.610081 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2eaf72e7-510c-4e69-ad55-a5275ba78136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.615028 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2eaf72e7-510c-4e69-ad55-a5275ba78136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.616184 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2eaf72e7-510c-4e69-ad55-a5275ba78136 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/630bd146-b8ee-4ee0-b473-2355fb1e11cd HTTP/1.1" status: 204 len: 168 time: 0.6325793 Apr 01 12:39:12.650543 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c344eed-3955-478d-a6da-e8c8026b6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.652058 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cfe93275-9742-46ba-9331-7871453dd016 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.656217 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf72e7-510c-4e69-ad55-a5275ba78136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630bd146-b8ee-4ee0-b473-2355fb1e11cd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:12.775226 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 47b8b560-375e-4e82-81bf-65f43b792526 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:12.775765 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.783381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a9137-55fc-4720-b73b-4924add631a6 req-75529906-834e-4c2d-80b2-e61480e94c52 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:12.793136 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-156a9137-55fc-4720-b73b-4924add631a6 req-75529906-834e-4c2d-80b2-e61480e94c52 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 943 time: 0.2450831 Apr 01 12:39:12.840808 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c344eed-3955-478d-a6da-e8c8026b6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.868170 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c344eed-3955-478d-a6da-e8c8026b6883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:12.875502 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2c344eed-3955-478d-a6da-e8c8026b6883 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/063beca7-6844-4371-b403-742562980b29 HTTP/1.1" status: 204 len: 168 time: 0.6905220 Apr 01 12:39:12.879959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a19ba61-a98c-4c89-8570-fec008ca83dd None None] Network 74922a4c-63ef-4729-9059-7d503f7541d6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:12.896788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39036) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:12.918690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c344eed-3955-478d-a6da-e8c8026b6883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063beca7-6844-4371-b403-742562980b29,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:13.004790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-156a9137-55fc-4720-b73b-4924add631a6 req-359130a4-ff73-4c70-96ff-ba00ab0b7ef2 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063060 Apr 01 12:39:13.044907 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-345e4d4d-ef80-405c-8bd5-2e4072266b4f None None] Provisioning complete for port 47b8b560-375e-4e82-81bf-65f43b792526 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:13.044907 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-345e4d4d-ef80-405c-8bd5-2e4072266b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:13.084243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaee4c9-15d9-4641-9a41-56fb49e6667b req-80fc7dbe-d17a-4ef3-8da9-fa5965739699 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:13.095282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8eaee4c9-15d9-4641-9a41-56fb49e6667b req-80fc7dbe-d17a-4ef3-8da9-fa5965739699 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1156595 Apr 01 12:39:13.124934 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cfe93275-9742-46ba-9331-7871453dd016 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:13.192270 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8eaee4c9-15d9-4641-9a41-56fb49e6667b req-d5b6f823-47df-4878-86d4-655c96c6e65d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943608 Apr 01 12:39:13.233618 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cfe93275-9742-46ba-9331-7871453dd016 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:13.243880 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cfe93275-9742-46ba-9331-7871453dd016 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/8ae46ef9-e7a4-4d5a-8692-81559037a1dc HTTP/1.1" status: 204 len: 168 time: 1.2289245 Apr 01 12:39:13.244760 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe93275-9742-46ba-9331-7871453dd016 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae46ef9-e7a4-4d5a-8692-81559037a1dc,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:13.246723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39040) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:13.261879 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:13.393387 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923069-5c38-4e36-8c27-4a2a5efc30a6 req-c0af3439-95e4-4f2c-8ab3-2d461ca493ef tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:13.398653 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8923069-5c38-4e36-8c27-4a2a5efc30a6 req-c0af3439-95e4-4f2c-8ab3-2d461ca493ef tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.1466422 Apr 01 12:39:13.398864 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:39:13.418239 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:13.526842 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d8923069-5c38-4e36-8c27-4a2a5efc30a6 req-076cd047-c939-48f3-9166-48954208a5b9 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181219 Apr 01 12:39:13.528354 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Deleting port d9323f3c-a388-41ca-8347-2805ef83caae {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:13.529162 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:13.593252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81bee9a-d457-4007-8ccf-caa62e0107b4 None None] Network b8aba6da-557c-415a-a70a-dad0e369ae9c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:13.628354 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.resource_extend [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:39:13.634354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 47b8b560-375e-4e82-81bf-65f43b792526 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:13.635002 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:13.650440 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] For port d9323f3c-a388-41ca-8347-2805ef83caae, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d9323f3c-a388-41ca-8347-2805ef83caae,segment=NetworkSegment(49fac0b8-0e9a-4581-8bee-d1128349cce5),segment_id=49fac0b8-0e9a-4581-8bee-d1128349cce5)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:13.651557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:13.680107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Calling delete_port for d9323f3c-a388-41ca-8347-2805ef83caae owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:13.779912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] For port 47b8b560-375e-4e82-81bf-65f43b792526, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=47b8b560-375e-4e82-81bf-65f43b792526,segment=NetworkSegment(fa8fe513-8246-407e-a9c6-00cd5d933a5b),segment_id=fa8fe513-8246-407e-a9c6-00cd5d933a5b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:13.780552 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:13.801935 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb32b4f-1bfa-40d8-9dfc-4dcead3d94b5 None None] DHCP port deletion for 74922a4c-63ef-4729-9059-7d503f7541d6 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:39:13.817350 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 47b8b560-375e-4e82-81bf-65f43b792526 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:13.830118 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:13.881912 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9323f3c-a388-41ca-8347-2805ef83caae,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:13.902414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] No DVR routers for this DVR port d9323f3c-a388-41ca-8347-2805ef83caae on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:14.002671 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.017402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cfb32b4f-1bfa-40d8-9dfc-4dcead3d94b5 None None] The port 'd9323f3c-a388-41ca-8347-2805ef83caae' was deleted {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Apr 01 12:39:14.018760 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No DVR routers for this DVR port 47b8b560-375e-4e82-81bf-65f43b792526 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:14.099773 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.136979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74922a4c-63ef-4729-9059-7d503f7541d6']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:14.144567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=47b8b560-375e-4e82-81bf-65f43b792526,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:14.188504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fac0b8-0e9a-4581-8bee-d1128349cce5') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:14.191646 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fac0b8-0e9a-4581-8bee-d1128349cce5') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:14.192035 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f,segment=NetworkSegment(9841fef6-a7cd-4ff9-8de8-5bd333d41440),segment_id=9841fef6-a7cd-4ff9-8de8-5bd333d41440)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:14.226824 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.241209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-94a580b0-3a79-4f33-908f-94f0c19026fe None None] Could not find standard attr ID for object 2349885d-ad72-475d-9e85-d873a9ae04a4. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:39:14.246573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '125c2fe1-61b2-4e31-8096-4e2e8c27cd6f', 'network_id': '63348447-2a1a-48fa-9fa4-6b4dae545dff', 'port_id': '125c2fe1-61b2-4e31-8096-4e2e8c27cd6f', 'mac_address': 'fa:16:3e:73:40:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948cd782-9af7-4690-ab5e-ce4d9f40f61d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:39:14.253896 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.283277 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.294697 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:39:14.295451 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.334436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8aba6da-557c-415a-a70a-dad0e369ae9c']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:14.362419 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.362605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8fe513-8246-407e-a9c6-00cd5d933a5b') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:14.364909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8fe513-8246-407e-a9c6-00cd5d933a5b') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:14.383516 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eccc0cf-51a9-4bd9-96d5-dddd8f1cedff None None] DHCP port deletion for b8aba6da-557c-415a-a70a-dad0e369ae9c request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:39:14.387604 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:14.412318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28752590-140d-49d3-919a-e6cb5ff9481e req-5f775630-1e0b-4e30-a1ba-317663cd1a25 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:14.423565 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28752590-140d-49d3-919a-e6cb5ff9481e req-5f775630-1e0b-4e30-a1ba-317663cd1a25 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 943 time: 0.2686200 Apr 01 12:39:14.473034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f,segment=NetworkSegment(9841fef6-a7cd-4ff9-8de8-5bd333d41440),segment_id=9841fef6-a7cd-4ff9-8de8-5bd333d41440)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:14.474158 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.487300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 47b8b560-375e-4e82-81bf-65f43b792526 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:39:14.489067 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:39:14.527602 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.536520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 47b8b560-375e-4e82-81bf-65f43b792526 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:39:14.538658 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 47b8b560-375e-4e82-81bf-65f43b792526 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:39:14.539229 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.539816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d9323f3c-a388-41ca-8347-2805ef83caae no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:14.543943 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.546074 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.552773 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/74922a4c-63ef-4729-9059-7d503f7541d6 HTTP/1.1" status: 204 len: 168 time: 1.6548328 Apr 01 12:39:14.581287 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28752590-140d-49d3-919a-e6cb5ff9481e req-6cff20d8-b9ae-4e53-9204-3d6846ec6a94 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567588 Apr 01 12:39:14.595293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:39:14.597511 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.607430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06157b84-3103-478a-9509-ff126a0430a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=74922a4c-63ef-4729-9059-7d503f7541d6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:39:14.611226 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:39:14.656715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1f5ee-3628-4be9-badb-26c1a5904de2 req-3979f369-6d59-4628-8d74-9815cb0d0887 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:14.661508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: d9323f3c-a388-41ca-8347-2805ef83caae {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:39:14.661851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d9323f3c-a388-41ca-8347-2805ef83caae not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:39:14.662402 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cde1f5ee-3628-4be9-badb-26c1a5904de2 req-3979f369-6d59-4628-8d74-9815cb0d0887 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.2070906 Apr 01 12:39:14.776972 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.786993 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cde1f5ee-3628-4be9-badb-26c1a5904de2 req-a476519a-701f-4684-a964-e1e4e263406f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125805 Apr 01 12:39:14.790505 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:14.799321 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/networks/b8aba6da-557c-415a-a70a-dad0e369ae9c HTTP/1.1" status: 204 len: 168 time: 1.5469518 Apr 01 12:39:14.799585 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39070) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:14.803430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:14.804777 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'name': 'tempest-PortsTestJSON-672036564'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:14.841809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadf88d-9a3b-4f35-a61d-4b21a0328088 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Network': ['ID=b8aba6da-557c-415a-a70a-dad0e369ae9c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:14.860304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441b8a1-711b-46f1-977a-8868377665b6 req-2c281ab5-1dba-4e32-8e09-5cfc4baf2cf2 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:14.870612 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0441b8a1-711b-46f1-977a-8868377665b6 req-2c281ab5-1dba-4e32-8e09-5cfc4baf2cf2 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.1512928 Apr 01 12:39:14.882759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['125c2fe1-61b2-4e31-8096-4e2e8c27cd6f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:14.950352 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39074) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:14.988759 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0441b8a1-711b-46f1-977a-8868377665b6 req-aef10796-56f9-4282-99b4-41fc0c6a1757 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171615 Apr 01 12:39:15.073918 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1ba0a19b-cf74-4b6d-967c-38cf068b1773 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:15.078122 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-233e8883-df3b-4579-8351-133f38e880d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b80ade12595e4760b63c885ba6df380a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257453 Apr 01 12:39:15.080699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39076) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:15.081791 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:15.090862 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:15.104676 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 1ba0a19b-cf74-4b6d-967c-38cf068b1773 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:39:15.105263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 1ba0a19b-cf74-4b6d-967c-38cf068b1773 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:39:15.126356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port 0273ded3-135e-4398-9a5d-98ea89b98538 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:39:15.185690 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38dc9a1c-ad78-4fcd-9dc4-1f07cb6cd4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:15.236198 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38dc9a1c-ad78-4fcd-9dc4-1f07cb6cd4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:15.328759 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38dc9a1c-ad78-4fcd-9dc4-1f07cb6cd4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:15.331575 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38dc9a1c-ad78-4fcd-9dc4-1f07cb6cd4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:15.332737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-38dc9a1c-ad78-4fcd-9dc4-1f07cb6cd4b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92dd13b4-3c1e-47f2-8403-2eaefa275041 HTTP/1.1" status: 204 len: 168 time: 0.2507386 Apr 01 12:39:15.344503 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc9a1c-ad78-4fcd-9dc4-1f07cb6cd4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dd13b4-3c1e-47f2-8403-2eaefa275041,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:15.424584 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:15.493152 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:15.544886 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:15.548240 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:15.551351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:15.557122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:15.558103 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:15.573202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=0273ded3-135e-4398-9a5d-98ea89b98538,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:15.603866 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d121fba0-3aa1-4008-b652-44e8b0bf4b09 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8012071 Apr 01 12:39:15.604290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39088) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:15.707282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-52174175-6d5e-4840-ac79-10ccb6d40cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 0273ded3-135e-4398-9a5d-98ea89b98538 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:15.707638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52174175-6d5e-4840-ac79-10ccb6d40cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:15.780493 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39094) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:15.803169 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52174175-6d5e-4840-ac79-10ccb6d40cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:15.824340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-52174175-6d5e-4840-ac79-10ccb6d40cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 0273ded3-135e-4398-9a5d-98ea89b98538 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:15.861396 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f7aa6-4318-4f20-b62a-6b00fab5a31e req-f9462ed3-3199-4f87-9209-df2cfbd8b3ff tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:15.863364 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-512f7aa6-4318-4f20-b62a-6b00fab5a31e req-f9462ed3-3199-4f87-9209-df2cfbd8b3ff tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 944 time: 0.1251283 Apr 01 12:39:15.932982 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52174175-6d5e-4840-ac79-10ccb6d40cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:15.979241 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-512f7aa6-4318-4f20-b62a-6b00fab5a31e req-e3dc65a1-1870-48ff-aa2a-fb87e7c6c707 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072366 Apr 01 12:39:15.980534 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52174175-6d5e-4840-ac79-10ccb6d40cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:15.987408 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-52174175-6d5e-4840-ac79-10ccb6d40cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/0273ded3-135e-4398-9a5d-98ea89b98538 HTTP/1.1" status: 204 len: 168 time: 0.3791852 Apr 01 12:39:15.987408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52174175-6d5e-4840-ac79-10ccb6d40cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=0273ded3-135e-4398-9a5d-98ea89b98538,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:15.988277 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39104) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:15.997220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'mac_address': 'fa:16:3e:38:2e:c7', 'name': 'tempest-PortsTestJSON-1084624020'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:16.081882 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22be91e0-98ca-4cee-9412-e4c2330cf94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:16.168144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:16.336909 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b027a3-5a8f-47a3-a892-5e745df511c0 req-581db703-61d8-4230-a55a-2dc6c5c0bbf3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:16.339994 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8b027a3-5a8f-47a3-a892-5e745df511c0 req-581db703-61d8-4230-a55a-2dc6c5c0bbf3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.1456428 Apr 01 12:39:16.365892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:16.402714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port 2e656228-2c2d-4fe9-826d-354a4f2d43c6 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:39:16.502803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea3dfc-35a2-4123-9d39-608ed167638c req-de8958a2-01be-4a2a-a4d3-1073dcc3d35f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:16.512327 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ddea3dfc-35a2-4123-9d39-608ed167638c req-de8958a2-01be-4a2a-a4d3-1073dcc3d35f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1129272 Apr 01 12:39:16.576225 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f8b027a3-5a8f-47a3-a892-5e745df511c0 req-7c3ad50e-fe81-4b3b-b648-420cceec1975 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247941 Apr 01 12:39:16.596532 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ddea3dfc-35a2-4123-9d39-608ed167638c req-7d923f16-51f7-4eae-a8ed-12aa2dd853c2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695524 Apr 01 12:39:16.600981 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22be91e0-98ca-4cee-9412-e4c2330cf94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:16.623362 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22be91e0-98ca-4cee-9412-e4c2330cf94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:16.692959 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-22be91e0-98ca-4cee-9412-e4c2330cf94d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2411783c8eb44b9a559dca8ecc551f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9102728 Apr 01 12:39:16.695754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39122) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:16.763010 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be91e0-98ca-4cee-9412-e4c2330cf94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93183e1f-6382-4ddd-bf78-941a4effcca2,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:16.803369 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bba15d4a-ecb5-4240-b04a-985d8ae71db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:16.811009 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:16.849108 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bba15d4a-ecb5-4240-b04a-985d8ae71db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:16.891399 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:16.962677 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bba15d4a-ecb5-4240-b04a-985d8ae71db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:16.965365 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bba15d4a-ecb5-4240-b04a-985d8ae71db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:16.969108 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bba15d4a-ecb5-4240-b04a-985d8ae71db7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93183e1f-6382-4ddd-bf78-941a4effcca2 HTTP/1.1" status: 204 len: 168 time: 0.2698171 Apr 01 12:39:16.969279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:16.975516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:16.980582 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:16.987265 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:16.988113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:16.992176 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=2e656228-2c2d-4fe9-826d-354a4f2d43c6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:17.000872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba15d4a-ecb5-4240-b04a-985d8ae71db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93183e1f-6382-4ddd-bf78-941a4effcca2,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:17.022603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ecdc2257-dc9d-4b16-a81b-5a48e008b128 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0330312 Apr 01 12:39:17.023591 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39132) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:17.078179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4de58f-68cf-4a88-aa41-19d26913cd2a tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:17.082562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39136) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:17.084460 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1e4de58f-68cf-4a88-aa41-19d26913cd2a tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/2e656228-2c2d-4fe9-826d-354a4f2d43c6 HTTP/1.1" status: 200 len: 841 time: 0.0596464 Apr 01 12:39:17.088536 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:17.192316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:39:17.197314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:17.199407 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:17.241119 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf77f8-3dd8-4014-980d-6d0923d90847 req-e884ac64-79a7-4e9a-8252-0a2421c731ef tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:17.241540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4a14fe69-29ce-479a-bc94-a5416aa566b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 2e656228-2c2d-4fe9-826d-354a4f2d43c6 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:17.242171 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4a14fe69-29ce-479a-bc94-a5416aa566b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:17.249656 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-efbf77f8-3dd8-4014-980d-6d0923d90847 req-e884ac64-79a7-4e9a-8252-0a2421c731ef tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 944 time: 0.1224952 Apr 01 12:39:17.342645 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-efbf77f8-3dd8-4014-980d-6d0923d90847 req-4f10b52b-7025-4949-a98b-f4fd20821329 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915029 Apr 01 12:39:17.387998 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:17.443508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a34775-443b-42e5-8ac3-216eae0dc648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125c2fe1-61b2-4e31-8096-4e2e8c27cd6f'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:17.448649 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890bcacb-84bf-4775-aa34-1f52f0272422" -d '{"events": [{"server_uuid": "b1a34775-443b-42e5-8ac3-216eae0dc648", "name": "network-vif-plugged", "status": "completed", "tag": "125c2fe1-61b2-4e31-8096-4e2e8c27cd6f"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:17.457059 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4a14fe69-29ce-479a-bc94-a5416aa566b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:17.471280 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f,segment=NetworkSegment(9841fef6-a7cd-4ff9-8de8-5bd333d41440),segment_id=9841fef6-a7cd-4ff9-8de8-5bd333d41440)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:17.488726 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:17.507648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4a14fe69-29ce-479a-bc94-a5416aa566b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 2e656228-2c2d-4fe9-826d-354a4f2d43c6 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:17.553840 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6418e44-60b2-4f11-813e-8a2ae0b72f8a x-openstack-request-id: req-d6418e44-60b2-4f11-813e-8a2ae0b72f8a {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:17.554194 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a34775-443b-42e5-8ac3-216eae0dc648", "name": "network-vif-plugged", "status": "completed", "tag": "125c2fe1-61b2-4e31-8096-4e2e8c27cd6f", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:17.554693 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6418e44-60b2-4f11-813e-8a2ae0b72f8a {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:17.557426 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6418e44-60b2-4f11-813e-8a2ae0b72f8a'] response: {'server_uuid': 'b1a34775-443b-42e5-8ac3-216eae0dc648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125c2fe1-61b2-4e31-8096-4e2e8c27cd6f', 'code': 200} Apr 01 12:39:17.621601 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:17.786286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad8a77-0825-4503-a353-9b744154f069 req-472b9bcc-3fa3-4763-b3c2-cd0a14d4e366 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:17.804055 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-85ad8a77-0825-4503-a353-9b744154f069 req-472b9bcc-3fa3-4763-b3c2-cd0a14d4e366 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.1245940 Apr 01 12:39:17.804898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6e6b6-f4c7-4ec0-a14d-a364277804b5 req-71337935-0706-424e-9b69-bdae5c0dd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:17.806769 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b9a6e6b6-f4c7-4ec0-a14d-a364277804b5 req-71337935-0706-424e-9b69-bdae5c0dd137 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 1096 time: 0.1716361 Apr 01 12:39:17.885276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7f19f-9d31-415b-8e90-3ff1f49bcfa4 req-eeb33be6-327f-4106-a014-726be0a0d44e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:17.886877 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5f7f19f-9d31-415b-8e90-3ff1f49bcfa4 req-eeb33be6-327f-4106-a014-726be0a0d44e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1615942 Apr 01 12:39:17.889753 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-85ad8a77-0825-4503-a353-9b744154f069 req-affbbdec-5456-415f-8761-9916a23227e9 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843177 Apr 01 12:39:17.900941 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b9a6e6b6-f4c7-4ec0-a14d-a364277804b5 req-24797b37-65ac-432b-848a-25aafb192268 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834684 Apr 01 12:39:17.913155 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4a14fe69-29ce-479a-bc94-a5416aa566b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:17.992821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14fe69-29ce-479a-bc94-a5416aa566b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=2e656228-2c2d-4fe9-826d-354a4f2d43c6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:18.034627 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5f7f19f-9d31-415b-8e90-3ff1f49bcfa4 req-93a44cd9-f74e-4b5f-887e-bb4b15e3aa58 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231341 Apr 01 12:39:18.055378 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4a14fe69-29ce-479a-bc94-a5416aa566b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:18.055378 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4a14fe69-29ce-479a-bc94-a5416aa566b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/2e656228-2c2d-4fe9-826d-354a4f2d43c6 HTTP/1.1" status: 204 len: 168 time: 0.9695547 Apr 01 12:39:18.056550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39170) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:18.103961 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e2c31f-df8e-4014-98ab-f993b253de8c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:39:18.105620 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a8e2c31f-df8e-4014-98ab-f993b253de8c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/2e656228-2c2d-4fe9-826d-354a4f2d43c6 HTTP/1.1" status: 404 len: 333 time: 0.0471981 Apr 01 12:39:18.110290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39172) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:18.116730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'name': 'tempest-PortsTestJSON-36031879'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:18.312228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:18.336658 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:18.398168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port b3167f29-5924-41e5-9428-3447fd038498 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:39:18.522036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39192) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:18.575795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e56b8b-698b-4086-bf4f-e267a4ceb1b4 req-22dce799-9346-43f1-9396-a451a57a6abf tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:18.577326 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58e56b8b-698b-4086-bf4f-e267a4ceb1b4 req-22dce799-9346-43f1-9396-a451a57a6abf tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 945 time: 0.1101356 Apr 01 12:39:18.659066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58e56b8b-698b-4086-bf4f-e267a4ceb1b4 req-2f457498-ccfd-4511-9113-3f3a12eb776a tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616639 Apr 01 12:39:18.697015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39196) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:18.840252 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f18e6e38-0403-4e6a-91b5-3b3e54b53cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:18.875176 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1837261826-network', 'tenant_id': 'a7666cdba19d4a9daaf67c244e5ca7da'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:18.891502 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:18.929170 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Made reservation on behalf of a7666cdba19d4a9daaf67c244e5ca7da for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:18.932359 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:18.946511 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.004291 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.035878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f18e6e38-0403-4e6a-91b5-3b3e54b53cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.055137 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f18e6e38-0403-4e6a-91b5-3b3e54b53cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.075178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:19.078983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:19.083301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:19.089472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:19.090213 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.100214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=b3167f29-5924-41e5-9428-3447fd038498,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:19.121837 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fcb05166-af69-4fc6-a2c0-42f379104d8e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0095375 Apr 01 12:39:19.123388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39206) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:19.136699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d8773753-3fd2-4bb0-a433-f8ba1b175505 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:19.161244 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f18e6e38-0403-4e6a-91b5-3b3e54b53cb8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aeb0642cd2fe46b3addad7a39367b71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4627521 Apr 01 12:39:19.164711 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39208) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:19.165484 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e6e38-0403-4e6a-91b5-3b3e54b53cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349699c8-52e1-43c0-b580-d3f44795d72d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:19.236843 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.260130 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84e00e-0436-439f-aa5e-4139ad57cda8 req-896a0a5b-17a0-483a-9762-09eda302e8c7 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:19.268910 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ca84e00e-0436-439f-aa5e-4139ad57cda8 req-896a0a5b-17a0-483a-9762-09eda302e8c7 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.2201722 Apr 01 12:39:19.274422 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.291906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df9a3e1a-c9a0-431f-a44d-754c36afa40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.303206 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8773753-3fd2-4bb0-a433-f8ba1b175505 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.319147 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df9a3e1a-c9a0-431f-a44d-754c36afa40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.396322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df9a3e1a-c9a0-431f-a44d-754c36afa40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.399338 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df9a3e1a-c9a0-431f-a44d-754c36afa40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.404019 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-df9a3e1a-c9a0-431f-a44d-754c36afa40f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/349699c8-52e1-43c0-b580-d3f44795d72d HTTP/1.1" status: 204 len: 168 time: 0.2318020 Apr 01 12:39:19.439717 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416d39a-6286-41b3-9680-a29ff0a71443 req-8eee78ed-9dcf-43bd-a975-8ffa32249e53 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:19.441214 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c416d39a-6286-41b3-9680-a29ff0a71443 req-8eee78ed-9dcf-43bd-a975-8ffa32249e53 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1971190 Apr 01 12:39:19.448028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:39:19.457596 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ca84e00e-0436-439f-aa5e-4139ad57cda8 req-fa0c4082-b585-4947-a239-2e5d240d7f33 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808221 Apr 01 12:39:19.474019 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0609a728-3972-4095-bc63-e28d50b5fbba,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:19.495325 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a3e1a-c9a0-431f-a44d-754c36afa40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349699c8-52e1-43c0-b580-d3f44795d72d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:19.502160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.502511 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Added segment e655d4d6-e6e0-4878-9a2f-251f558128ab of type vlan for network 8df3efb4-59ea-4414-a20e-61602aa5f067 Apr 01 12:39:19.574459 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.624436 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.625535 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:19.626288 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.660534 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c416d39a-6286-41b3-9680-a29ff0a71443 req-654afeb9-6e79-4c01-95d3-10f45883c2a6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929770 Apr 01 12:39:19.678735 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8773753-3fd2-4bb0-a433-f8ba1b175505 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.705471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] Pushing event updated for resources: {'Network': ['ID=8df3efb4-59ea-4414-a20e-61602aa5f067,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:19.708695 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8773753-3fd2-4bb0-a433-f8ba1b175505 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.727476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 8df3efb4-59ea-4414-a20e-61602aa5f067 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:39:19.730131 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-15a37688-81ff-4cac-80a7-14d75bc01a45 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2067840 Apr 01 12:39:19.733414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39216) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:19.750610 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3e4ecae6-8080-499a-9947-456728e6f3a9 admin admin] Request body: {'subnet': {'network_id': '8df3efb4-59ea-4414-a20e-61602aa5f067', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1837261826-subnet', 'tenant_id': 'a7666cdba19d4a9daaf67c244e5ca7da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:19.813499 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4ecae6-8080-499a-9947-456728e6f3a9 admin admin] Made reservation on behalf of a7666cdba19d4a9daaf67c244e5ca7da for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:19.827928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d8773753-3fd2-4bb0-a433-f8ba1b175505 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] In _notify_port_updated(), no bound segment for port b3167f29-5924-41e5-9428-3447fd038498 on network 249d0f51-8b5d-4122-9ca8-a691b5187320 {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:39:19.832053 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecae6-8080-499a-9947-456728e6f3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.837650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8773753-3fd2-4bb0-a433-f8ba1b175505 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:19.838842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8773753-3fd2-4bb0-a433-f8ba1b175505 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:19.844371 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d8773753-3fd2-4bb0-a433-f8ba1b175505 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "PUT /v2.0/ports/b3167f29-5924-41e5-9428-3447fd038498 HTTP/1.1" status: 200 len: 818 time: 0.7182894 Apr 01 12:39:19.848839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39218) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:19.860847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8773753-3fd2-4bb0-a433-f8ba1b175505 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=b3167f29-5924-41e5-9428-3447fd038498,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:20.002700 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1b2a-be9f-4913-ae8b-ebe26723cc8c req-d7ab4c63-7e7f-4fba-9c2b-3fa9d862bc40 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:20.011365 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8a1f1b2a-be9f-4913-ae8b-ebe26723cc8c req-d7ab4c63-7e7f-4fba-9c2b-3fa9d862bc40 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 945 time: 0.1101832 Apr 01 12:39:20.033695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-75322c9e-6ece-4ee7-b8ed-fc40ac8f5b1d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port b3167f29-5924-41e5-9428-3447fd038498 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:20.034050 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-75322c9e-6ece-4ee7-b8ed-fc40ac8f5b1d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:20.079013 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8a1f1b2a-be9f-4913-ae8b-ebe26723cc8c req-1c6c2782-bb0f-4aa4-b68d-2054da84a48e tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667017 Apr 01 12:39:20.127201 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-75322c9e-6ece-4ee7-b8ed-fc40ac8f5b1d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:20.161470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-75322c9e-6ece-4ee7-b8ed-fc40ac8f5b1d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for b3167f29-5924-41e5-9428-3447fd038498 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:20.300363 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecae6-8080-499a-9947-456728e6f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:20.352593 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-75322c9e-6ece-4ee7-b8ed-fc40ac8f5b1d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:20.395302 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-75322c9e-6ece-4ee7-b8ed-fc40ac8f5b1d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:20.400786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-75322c9e-6ece-4ee7-b8ed-fc40ac8f5b1d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/b3167f29-5924-41e5-9428-3447fd038498 HTTP/1.1" status: 204 len: 168 time: 0.5485415 Apr 01 12:39:20.401532 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39246) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:20.482579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75322c9e-6ece-4ee7-b8ed-fc40ac8f5b1d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=b3167f29-5924-41e5-9428-3447fd038498,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:20.487705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ecae6-8080-499a-9947-456728e6f3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c3bef48-0dca-4a61-adde-1190043f6c32,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:20.538638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ecae6-8080-499a-9947-456728e6f3a9 admin admin] Checking segment: {'id': 'e655d4d6-e6e0-4878-9a2f-251f558128ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8df3efb4-59ea-4414-a20e-61602aa5f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:20.539554 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4ecae6-8080-499a-9947-456728e6f3a9 admin admin] Network hostable DHCP agents. Network: 8df3efb4-59ea-4414-a20e-61602aa5f067, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:39:20.563390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae0ee8-6f73-497e-9b47-b2b2f82b0b21 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:20.565101 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-19ae0ee8-6f73-497e-9b47-b2b2f82b0b21 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1628041 Apr 01 12:39:20.568291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39252) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:20.596391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4ecae6-8080-499a-9947-456728e6f3a9 admin admin] Network 8df3efb4-59ea-4414-a20e-61602aa5f067 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:39:20.623785 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0e65a4-9db1-4f4e-98aa-97db1d3f2e15 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:39:20.624622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3e4ecae6-8080-499a-9947-456728e6f3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 8df3efb4-59ea-4414-a20e-61602aa5f067) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:20.625920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-da0e65a4-9db1-4f4e-98aa-97db1d3f2e15 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/b3167f29-5924-41e5-9428-3447fd038498 HTTP/1.1" status: 404 len: 333 time: 0.0565526 Apr 01 12:39:20.630182 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39258) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:20.643281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ecae6-8080-499a-9947-456728e6f3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:20.644372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0cec9bfa-40a1-4e0e-a07b-7079dc9b4370 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1769779506'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:20.647038 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecae6-8080-499a-9947-456728e6f3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:20.665178 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ee0f5-51e8-4ef2-83aa-ee90d1a19149 None None] Network 8df3efb4-59ea-4414-a20e-61602aa5f067 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:20.715957 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c13ad-ea1f-4c22-8585-d6968dbacbe5 req-9d8846d3-8c69-4ad5-89ae-04ccdff2d3c2 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:20.721647 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3e4ecae6-8080-499a-9947-456728e6f3a9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9822888 Apr 01 12:39:20.725065 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed9c13ad-ea1f-4c22-8585-d6968dbacbe5 req-9d8846d3-8c69-4ad5-89ae-04ccdff2d3c2 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.1158047 Apr 01 12:39:20.736187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec9bfa-40a1-4e0e-a07b-7079dc9b4370 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:20.739617 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cec9bfa-40a1-4e0e-a07b-7079dc9b4370 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:20.831041 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed9c13ad-ea1f-4c22-8585-d6968dbacbe5 req-5a58b5ba-5581-4e46-ae52-2d8208410126 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048601 Apr 01 12:39:20.845323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cec9bfa-40a1-4e0e-a07b-7079dc9b4370 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:39:20.885235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cec9bfa-40a1-4e0e-a07b-7079dc9b4370 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:20.885235 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-0cec9bfa-40a1-4e0e-a07b-7079dc9b4370 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Added segment 1f1b41ca-8af6-49f7-94d6-6e4d2054fee0 of type vlan for network c949fc33-1e4e-4914-b27c-02ba3f0065a5 Apr 01 12:39:20.900711 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd003c6-4bad-4343-ad6a-f458aa5e5c0a req-595ac29c-8a0e-458e-be23-8b5479f0e0d5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:20.911731 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-abd003c6-4bad-4343-ad6a-f458aa5e5c0a req-595ac29c-8a0e-458e-be23-8b5479f0e0d5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 947 time: 0.1887434 Apr 01 12:39:20.934675 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f862e9c3-13a3-49b8-8cdd-47f0781a8f3c None None] Network 8df3efb4-59ea-4414-a20e-61602aa5f067 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:20.974179 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cec9bfa-40a1-4e0e-a07b-7079dc9b4370 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:20.976509 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-abd003c6-4bad-4343-ad6a-f458aa5e5c0a req-021ec39f-90c8-4583-a79f-4d2bfbc616d8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638232 Apr 01 12:39:21.069045 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cec9bfa-40a1-4e0e-a07b-7079dc9b4370 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:21.076540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec9bfa-40a1-4e0e-a07b-7079dc9b4370 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:21.077233 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cec9bfa-40a1-4e0e-a07b-7079dc9b4370 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:21.118087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d14d97-cb0f-4371-a46a-f4c0ac8b7148 req-db7a7ad4-2059-4155-bc1c-5601afc962c3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:21.126642 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a2d14d97-cb0f-4371-a46a-f4c0ac8b7148 req-db7a7ad4-2059-4155-bc1c-5601afc962c3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.0663748 Apr 01 12:39:21.128706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39274) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:21.170216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec9bfa-40a1-4e0e-a07b-7079dc9b4370 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Network': ['ID=c949fc33-1e4e-4914-b27c-02ba3f0065a5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:21.176071 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a2d14d97-cb0f-4371-a46a-f4c0ac8b7148 req-799409ae-34ef-40c5-b16d-2a7d9454b1c6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480535 Apr 01 12:39:21.190855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network c949fc33-1e4e-4914-b27c-02ba3f0065a5 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:39:21.210784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0cec9bfa-40a1-4e0e-a07b-7079dc9b4370 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5795348 Apr 01 12:39:21.213610 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39280) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:21.219821 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-46613712-d19a-4570-8b0a-455eaab79a4f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': 'c949fc33-1e4e-4914-b27c-02ba3f0065a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:21.228464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7595b7-a277-4502-8690-1281ad4d9968 req-3211754b-d9e2-4aa8-8bf5-9123ded361e3 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:21.237164 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9f7595b7-a277-4502-8690-1281ad4d9968 req-3211754b-d9e2-4aa8-8bf5-9123ded361e3 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 945 time: 0.2056549 Apr 01 12:39:21.314498 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9f7595b7-a277-4502-8690-1281ad4d9968 req-abb0f8e2-b807-45cd-aaf4-7e0dab001210 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739930 Apr 01 12:39:21.341523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-network', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:21.380826 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Made reservation on behalf of 6ff99ac6f689495b8d05e76ea4e90af1 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:21.383362 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:21.394693 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:21.403446 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46613712-d19a-4570-8b0a-455eaab79a4f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:21.406792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46613712-d19a-4570-8b0a-455eaab79a4f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:21.953143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb10e6f-3d63-41f7-8ab4-e77142fd807f req-a85fc2dc-d4a9-49c0-a8d3-7d5e692af3f3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:21.954756 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3fb10e6f-3d63-41f7-8ab4-e77142fd807f req-a85fc2dc-d4a9-49c0-a8d3-7d5e692af3f3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.0532415 Apr 01 12:39:21.960662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:21.983140 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:21.992439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-ef849084-4aab-4143-bc4c-c0c5ad25bff6 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:21.993931 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-ef849084-4aab-4143-bc4c-c0c5ad25bff6 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/networks?id=8df3efb4-59ea-4414-a20e-61602aa5f067 HTTP/1.1" status: 200 len: 814 time: 0.5192270 Apr 01 12:39:22.009371 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3fb10e6f-3d63-41f7-8ab4-e77142fd807f req-24c29a8a-99f5-4489-a8e2-985f31d98434 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485504 Apr 01 12:39:22.055689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:39:22.086708 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-32e1465c-a4c7-4bf0-a232-e3e80fbfc7d1 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/quotas/a7666cdba19d4a9daaf67c244e5ca7da HTTP/1.1" status: 200 len: 375 time: 0.0752578 Apr 01 12:39:22.091161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:22.094972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:22.095359 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Added segment b7339ba7-9fcb-499b-a420-65acacb61605 of type vlan for network edbe49f5-f68c-4795-90d9-df82f3d85241 Apr 01 12:39:22.149625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e420-4539-487e-bdc5-dbacec4b5844 req-8265c255-05ca-41dc-9055-171b3494fc07 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:22.151340 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9440e420-4539-487e-bdc5-dbacec4b5844 req-8265c255-05ca-41dc-9055-171b3494fc07 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 947 time: 0.0775645 Apr 01 12:39:22.176669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc1505-1017-4f51-a18d-fcfacdd5d622 req-239be282-e267-4dc2-a137-115df1843339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:22.178258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72bc1505-1017-4f51-a18d-fcfacdd5d622 req-239be282-e267-4dc2-a137-115df1843339 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 1096 time: 0.1833396 Apr 01 12:39:22.182300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f1d23-aeab-46a2-8272-ba51e0240f8f req-880e7b70-2223-41f3-a0d4-4d19e100e491 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:22.183736 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d70f1d23-aeab-46a2-8272-ba51e0240f8f req-880e7b70-2223-41f3-a0d4-4d19e100e491 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 945 time: 0.0721805 Apr 01 12:39:22.201426 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-ae63e48b-b861-4061-87f2-b29e6d3616c2 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7666cdba19d4a9daaf67c244e5ca7da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045446 Apr 01 12:39:22.225612 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46613712-d19a-4570-8b0a-455eaab79a4f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:22.227034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9440e420-4539-487e-bdc5-dbacec4b5844 req-15514b78-e93b-46fc-8e2b-a72d24a37533 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684261 Apr 01 12:39:22.249480 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:22.314248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d70f1d23-aeab-46a2-8272-ba51e0240f8f req-eb006925-8ec9-4115-9235-21783935a71f tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Deleting port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:22.314632 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d70f1d23-aeab-46a2-8272-ba51e0240f8f req-eb006925-8ec9-4115-9235-21783935a71f tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:22.405678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86951a90-6a5d-4e25-bc88-b266accc3006 req-15bbd1c0-f0d0-4b4e-98d8-1148b610c855 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:22.407209 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86951a90-6a5d-4e25-bc88-b266accc3006 req-15bbd1c0-f0d0-4b4e-98d8-1148b610c855 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1078413 Apr 01 12:39:22.436703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46613712-d19a-4570-8b0a-455eaab79a4f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Subnet': ['ID=e17407e2-3a0f-41d3-a850-52af226790d0,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:22.440693 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:22.441751 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:22.442367 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:22.493221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46613712-d19a-4570-8b0a-455eaab79a4f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Checking segment: {'id': '1f1b41ca-8af6-49f7-94d6-6e4d2054fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c949fc33-1e4e-4914-b27c-02ba3f0065a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:22.493583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46613712-d19a-4570-8b0a-455eaab79a4f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network hostable DHCP agents. Network: c949fc33-1e4e-4914-b27c-02ba3f0065a5, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:39:22.512378 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc1505-1017-4f51-a18d-fcfacdd5d622 req-b0dce12f-62fc-4a71-bb68-0cfefa6e13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:22.513897 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72bc1505-1017-4f51-a18d-fcfacdd5d622 req-b0dce12f-62fc-4a71-bb68-0cfefa6e13ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.3073163 Apr 01 12:39:22.570340 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4371128 Apr 01 12:39:22.573412 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39308) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:22.607837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-de87ac43-4de5-4ce5-aea4-8658f03f0f65 admin admin] Request body: {'subnet': {'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-subnet', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:22.612586 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-2aee9bff-a798-42af-b083-891d3769a409 service neutron] 10.222.0.45 "GET /v2.0/networks/8df3efb4-59ea-4414-a20e-61602aa5f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883293 Apr 01 12:39:22.613183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57826ce-8963-4908-bcf4-af5f0cbf9f21 admin admin] Pushing event updated for resources: {'Network': ['ID=edbe49f5-f68c-4795-90d9-df82f3d85241,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:22.619190 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72bc1505-1017-4f51-a18d-fcfacdd5d622 req-c587072b-281b-46c3-aa27-9c2c2bae38d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d75e439f-8295-497b-808a-7589896bf24a HTTP/1.1" status: 200 len: 217 time: 0.0971506 Apr 01 12:39:22.635919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network edbe49f5-f68c-4795-90d9-df82f3d85241 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:39:22.654198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46613712-d19a-4570-8b0a-455eaab79a4f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network c949fc33-1e4e-4914-b27c-02ba3f0065a5 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:39:22.716448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-46613712-d19a-4570-8b0a-455eaab79a4f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, c949fc33-1e4e-4914-b27c-02ba3f0065a5) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:22.721554 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de87ac43-4de5-4ce5-aea4-8658f03f0f65 admin admin] Made reservation on behalf of 6ff99ac6f689495b8d05e76ea4e90af1 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:22.725429 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de87ac43-4de5-4ce5-aea4-8658f03f0f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:22.727978 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb64d4-fc48-46fc-b536-07fd9d1c1be3 None None] Network c949fc33-1e4e-4914-b27c-02ba3f0065a5 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:22.749329 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46613712-d19a-4570-8b0a-455eaab79a4f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:22.749973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46613712-d19a-4570-8b0a-455eaab79a4f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:22.754090 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc1505-1017-4f51-a18d-fcfacdd5d622 req-d7d5c9f8-bf0d-43f1-9921-33593c572bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:22.755616 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72bc1505-1017-4f51-a18d-fcfacdd5d622 req-d7d5c9f8-bf0d-43f1-9921-33593c572bbc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.1149886 Apr 01 12:39:22.784601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d70f1d23-aeab-46a2-8272-ba51e0240f8f req-eb006925-8ec9-4115-9235-21783935a71f tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] For port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f,segment=NetworkSegment(9841fef6-a7cd-4ff9-8de8-5bd333d41440),segment_id=9841fef6-a7cd-4ff9-8de8-5bd333d41440)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:22.784966 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d70f1d23-aeab-46a2-8272-ba51e0240f8f req-eb006925-8ec9-4115-9235-21783935a71f tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:22.817916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-8366d732-f0e7-4954-9fa4-ad69cf5bbf46 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:22.820639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-8366d732-f0e7-4954-9fa4-ad69cf5bbf46 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.44 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 947 time: 0.4094095 Apr 01 12:39:22.822259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d70f1d23-aeab-46a2-8272-ba51e0240f8f req-eb006925-8ec9-4115-9235-21783935a71f tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Calling delete_port for 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:22.829101 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86951a90-6a5d-4e25-bc88-b266accc3006 req-28c6de94-8cd5-4f77-8d25-d9e6bdf3ad35 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058890 Apr 01 12:39:22.893186 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-46613712-d19a-4570-8b0a-455eaab79a4f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6782305 Apr 01 12:39:22.900814 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39310) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:22.907164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-aa1b56b4-9196-40db-8ba0-9a4355dbfe4d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': 'c949fc33-1e4e-4914-b27c-02ba3f0065a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:22.929261 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-c949fc33-1e4e-4914-b27c-02ba3f0065a5', 'network_id': 'c949fc33-1e4e-4914-b27c-02ba3f0065a5', 'tenant_id': '6f8814e9e17c4a30bcb1c845a5548d19', 'fixed_ips': [{'subnet_id': 'e17407e2-3a0f-41d3-a850-52af226790d0'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:39:22.930214 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:22.963168 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc1505-1017-4f51-a18d-fcfacdd5d622 req-e08dc052-dd09-4a25-b09d-bec857d754d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:22.964733 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72bc1505-1017-4f51-a18d-fcfacdd5d622 req-e08dc052-dd09-4a25-b09d-bec857d754d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690216 Apr 01 12:39:22.966573 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-4e31e935-66f7-4fae-898c-39c77a34587c service neutron] 10.222.0.45 "GET /v2.0/networks/8df3efb4-59ea-4414-a20e-61602aa5f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428261 Apr 01 12:39:23.086812 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6ecd2-8e9f-4e2a-98ef-891880235fc0 req-817b0487-eb7e-44a8-a6aa-7f525b2ce596 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:23.088435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f2e6ecd2-8e9f-4e2a-98ef-891880235fc0 req-817b0487-eb7e-44a8-a6aa-7f525b2ce596 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1a34775-443b-42e5-8ac3-216eae0dc648 HTTP/1.1" status: 200 len: 945 time: 0.1000745 Apr 01 12:39:23.091514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Deleting port c42e2aaf-dc38-4bb3-930f-b561310dedf0 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:23.091843 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.107236 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 51eb0819-8923-4c6a-9bbd-cd1bf671a21f details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:39:23.109878 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 51eb0819-8923-4c6a-9bbd-cd1bf671a21f no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:23.228970 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:39:23.313186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Allocated IP 172.20.0.2 (c949fc33-1e4e-4914-b27c-02ba3f0065a5/e17407e2-3a0f-41d3-a850-52af226790d0/1068f757-c915-4ef5-aaaf-9c442d4fab80) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:23.314723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] For port c42e2aaf-dc38-4bb3-930f-b561310dedf0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=c42e2aaf-dc38-4bb3-930f-b561310dedf0,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:23.315112 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.333285 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de87ac43-4de5-4ce5-aea4-8658f03f0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.428842 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72bc1505-1017-4f51-a18d-fcfacdd5d622 req-1658a103-d23e-45fb-b115-6dcf65817127 service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519329 Apr 01 12:39:23.440932 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1b56b4-9196-40db-8ba0-9a4355dbfe4d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:23.446062 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa1b56b4-9196-40db-8ba0-9a4355dbfe4d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.489567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01616b3-d48a-46a9-9750-43dd87a9a68d req-cd50a6d8-8397-4a2e-be50-61e7fe229623 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:23.497968 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d01616b3-d48a-46a9-9750-43dd87a9a68d req-cd50a6d8-8397-4a2e-be50-61e7fe229623 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.2296348 Apr 01 12:39:23.548728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87ac43-4de5-4ce5-aea4-8658f03f0f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a657cc8f-dfd7-46c1-a860-5ffd444a83f2,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:23.575621 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d70f1d23-aeab-46a2-8272-ba51e0240f8f req-eb006925-8ec9-4115-9235-21783935a71f tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.592441 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de87ac43-4de5-4ce5-aea4-8658f03f0f65 admin admin] Checking segment: {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:23.592914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de87ac43-4de5-4ce5-aea4-8658f03f0f65 admin admin] Network hostable DHCP agents. Network: edbe49f5-f68c-4795-90d9-df82f3d85241, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:39:23.651580 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f2e6ecd2-8e9f-4e2a-98ef-891880235fc0 req-4a3bbdea-f102-4896-9a67-d93d08206a48 tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6537b4c-9d55-432e-85b6-28c250d34324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495868 Apr 01 12:39:23.655366 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb006925-8ec9-4115-9235-21783935a71f tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Pushing event deleted for resources: {'Port': ['ID=125c2fe1-61b2-4e31-8096-4e2e8c27cd6f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:23.660319 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.660749 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.661187 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Floating IP 0cb1fb6c-a960-46a7-940a-801d592697f4 disassociated. External IP: 172.25.7.175, port: c42e2aaf-dc38-4bb3-930f-b561310dedf0. Apr 01 12:39:23.661619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Calling delete_port for c42e2aaf-dc38-4bb3-930f-b561310dedf0 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:23.715898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de87ac43-4de5-4ce5-aea4-8658f03f0f65 admin admin] Network edbe49f5-f68c-4795-90d9-df82f3d85241 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:39:23.739878 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d01616b3-d48a-46a9-9750-43dd87a9a68d req-013d7b43-1050-4079-82b9-dea17413bf56 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394297 Apr 01 12:39:23.794202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['125c2fe1-61b2-4e31-8096-4e2e8c27cd6f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:23.796621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-de87ac43-4de5-4ce5-aea4-8658f03f0f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, edbe49f5-f68c-4795-90d9-df82f3d85241) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:23.802852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de87ac43-4de5-4ce5-aea4-8658f03f0f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:23.802852 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de87ac43-4de5-4ce5-aea4-8658f03f0f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.810228 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72bc1505-1017-4f51-a18d-fcfacdd5d622 req-79286e5e-39e6-46a1-98e0-0c76bcf6c7fe service neutron] 10.222.0.44 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709888 Apr 01 12:39:23.817086 n-d-836146-1 neutron-server[102719]: INFO neutron.db.ipam_backend_mixin [None req-aa1b56b4-9196-40db-8ba0-9a4355dbfe4d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e17407e2-3a0f-41d3-a850-52af226790d0 (CIDR: 172.20.0.0/28) Apr 01 12:39:23.824929 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1b56b4-9196-40db-8ba0-9a4355dbfe4d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:39:23.825571 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1b56b4-9196-40db-8ba0-9a4355dbfe4d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:39:23.831516 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c288350-40a5-446e-b0f9-740c3d204d69 None None] Network edbe49f5-f68c-4795-90d9-df82f3d85241 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:23.840016 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.848338 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-de87ac43-4de5-4ce5-aea4-8658f03f0f65 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2438049 Apr 01 12:39:23.849311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39326) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:23.856605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:23.866187 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-aa1b56b4-9196-40db-8ba0-9a4355dbfe4d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9634633 Apr 01 12:39:23.869136 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39328) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:23.877866 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4d90918e-0cd1-4f9c-a890-7f9b902f8ff3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': 'c949fc33-1e4e-4914-b27c-02ba3f0065a5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:23.881341 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.888111 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.927428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:23.933254 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddffd0e-fc73-40b6-ba53-8b9cd55c1987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:23.934143 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.935152 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.936089 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cd5d2c-7776-40a5-a7a5-e4f4ed28741f" -d '{"events": [{"server_uuid": "bddffd0e-fc73-40b6-ba53-8b9cd55c1987", "name": "network-vif-unplugged", "status": "completed", "tag": "51eb0819-8923-4c6a-9bbd-cd1bf671a21f"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:23.942057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:23.971119 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.971528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70f1d23-aeab-46a2-8272-ba51e0240f8f req-eb006925-8ec9-4115-9235-21783935a71f tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] No DVR routers for this DVR port 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:23.973208 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:23.983248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6037cdef-9027-4718-a966-7feaba789a89 req-804ddfbf-afeb-4d8a-9bbe-9ebbaa9c79bc tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 210 time: 0.1361651 Apr 01 12:39:23.992126 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d70f1d23-aeab-46a2-8272-ba51e0240f8f req-eb006925-8ec9-4115-9235-21783935a71f tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.001303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d70f1d23-aeab-46a2-8272-ba51e0240f8f req-eb006925-8ec9-4115-9235-21783935a71f tempest-ServerAddressesNegativeTestJSON-84855316 tempest-ServerAddressesNegativeTestJSON-84855316-project] 10.222.0.37 "DELETE /v2.0/ports/125c2fe1-61b2-4e31-8096-4e2e8c27cd6f HTTP/1.1" status: 204 len: 173 time: 1.8107855 Apr 01 12:39:24.009265 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7027ac64-06e4-4767-8d45-00535b487817 req-c7b2a8cf-e367-4f9b-910f-d299d081397c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=af6581a2-66ce-4112-aed9-2e1b2eb36817 HTTP/1.1" status: 200 len: 210 time: 0.0848000 Apr 01 12:39:24.014864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a34775-443b-42e5-8ac3-216eae0dc648', 'name': 'network-vif-deleted', 'tag': '125c2fe1-61b2-4e31-8096-4e2e8c27cd6f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:24.022346 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f', 'network_id': '20332cba-7adf-48af-b466-d893d011242e', 'port_id': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f', 'mac_address': 'fa:16:3e:ad:6f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ee042a-a0e0-4925-86f6-e1fefb27e652', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:39:24.030615 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06be97d5-fa86-4703-859a-7f660a4f7a69" -d '{"events": [{"server_uuid": "b1a34775-443b-42e5-8ac3-216eae0dc648", "name": "network-vif-deleted", "tag": "125c2fe1-61b2-4e31-8096-4e2e8c27cd6f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:24.050414 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event deleted for resources: {'Port': ['ID=c42e2aaf-dc38-4bb3-930f-b561310dedf0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:24.073964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:24.098109 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Network c949fc33-1e4e-4914-b27c-02ba3f0065a5 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:24.103851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:24.165633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:24.172519 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.174255 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6703c73-e567-4a05-8bd3-a4d6bcf73623 x-openstack-request-id: req-f6703c73-e567-4a05-8bd3-a4d6bcf73623 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:24.174530 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddffd0e-fc73-40b6-ba53-8b9cd55c1987", "name": "network-vif-unplugged", "status": "completed", "tag": "51eb0819-8923-4c6a-9bbd-cd1bf671a21f", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:24.174774 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6703c73-e567-4a05-8bd3-a4d6bcf73623 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:24.175183 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6703c73-e567-4a05-8bd3-a4d6bcf73623'] response: {'server_uuid': 'bddffd0e-fc73-40b6-ba53-8b9cd55c1987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f', 'code': 200} Apr 01 12:39:24.187072 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b978301-1bd8-4de5-9169-96ef534b4af8 x-openstack-request-id: req-8b978301-1bd8-4de5-9169-96ef534b4af8 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:24.187072 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a34775-443b-42e5-8ac3-216eae0dc648", "name": "network-vif-deleted", "tag": "125c2fe1-61b2-4e31-8096-4e2e8c27cd6f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:24.188285 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b978301-1bd8-4de5-9169-96ef534b4af8 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:24.188285 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b978301-1bd8-4de5-9169-96ef534b4af8'] response: {'server_uuid': 'b1a34775-443b-42e5-8ac3-216eae0dc648', 'name': 'network-vif-deleted', 'tag': '125c2fe1-61b2-4e31-8096-4e2e8c27cd6f', 'status': 'completed', 'code': 200} Apr 01 12:39:24.196620 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:24.197058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:24.197464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:24.197797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:24.198269 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:24.198603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:24.198929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:24.199250 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:24.199571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:24.199891 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:24.200209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:24.200524 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:24.220303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Router 19aee896-8809-443b-9aad-eddd78138edf has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:39:24.268641 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.306098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e95f9-31a7-464d-a6e5-b6108b369d1c req-ffc6e34f-5b6b-4e7d-bf64-3951f149c9dc tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:24.307591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b1e95f9-31a7-464d-a6e5-b6108b369d1c req-ffc6e34f-5b6b-4e7d-bf64-3951f149c9dc tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1185241 Apr 01 12:39:24.341476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51eb0819-8923-4c6a-9bbd-cd1bf671a21f {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:24.350249 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d90918e-0cd1-4f9c-a890-7f9b902f8ff3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:24.354042 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d90918e-0cd1-4f9c-a890-7f9b902f8ff3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.356684 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Attempting to bind port 1068f757-c915-4ef5-aaaf-9c442d4fab80 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:24.356836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Attempting to bind port 1068f757-c915-4ef5-aaaf-9c442d4fab80 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '1f1b41ca-8af6-49f7-94d6-6e4d2054fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c949fc33-1e4e-4914-b27c-02ba3f0065a5'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:24.357189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Attempting to bind port 1068f757-c915-4ef5-aaaf-9c442d4fab80 on network c949fc33-1e4e-4914-b27c-02ba3f0065a5 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:24.359806 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.370352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Pushing event updated for resources: {'Port': ['ID=1068f757-c915-4ef5-aaaf-9c442d4fab80,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:24.385075 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:24.387690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:24.388068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Checking segment: {'id': '1f1b41ca-8af6-49f7-94d6-6e4d2054fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c949fc33-1e4e-4914-b27c-02ba3f0065a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:24.388476 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.388867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Bound using segment: {'id': '1f1b41ca-8af6-49f7-94d6-6e4d2054fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c949fc33-1e4e-4914-b27c-02ba3f0065a5'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:24.389362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Bound port: 1068f757-c915-4ef5-aaaf-9c442d4fab80, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1b41ca-8af6-49f7-94d6-6e4d2054fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c949fc33-1e4e-4914-b27c-02ba3f0065a5'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:24.389860 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.414463 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.424173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-edbe49f5-f68c-4795-90d9-df82f3d85241', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:39:24.424997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b1e95f9-31a7-464d-a6e5-b6108b369d1c req-0706d1b6-3ff4-4dae-b9c2-ad874bbd4972 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064217 Apr 01 12:39:24.425555 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.444483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:39:24.482787 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d2309-8c41-46e7-9626-ae9ff9f56d59 None None] Sync routers for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:39:24.532931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] No DVR routers for this DVR port c42e2aaf-dc38-4bb3-930f-b561310dedf0 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:24.535922 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.543411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-24beab86-3c85-46fc-822c-06340bfbeda3 req-82dd3435-c26e-4e28-a7fb-fb4d64c7fbcb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.44 "DELETE /v2.0/ports/c42e2aaf-dc38-4bb3-930f-b561310dedf0 HTTP/1.1" status: 204 len: 173 time: 1.7133391 Apr 01 12:39:24.655155 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253d2309-8c41-46e7-9626-ae9ff9f56d59 None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:39:24.679718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-253d2309-8c41-46e7-9626-ae9ff9f56d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:39:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:24.737529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39338) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:24.744403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:24.784552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['51eb0819-8923-4c6a-9bbd-cd1bf671a21f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:24.808421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-135878ba-9a10-4df2-9120-9a41cd4e662e admin admin] Deleting subnet 948cd782-9af7-4690-ab5e-ce4d9f40f61d {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:39:24.812079 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-135878ba-9a10-4df2-9120-9a41cd4e662e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.823980 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] For port 1068f757-c915-4ef5-aaaf-9c442d4fab80, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:24.888412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] For port 1068f757-c915-4ef5-aaaf-9c442d4fab80, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1068f757-c915-4ef5-aaaf-9c442d4fab80,segment=NetworkSegment(1f1b41ca-8af6-49f7-94d6-6e4d2054fee0),segment_id=1f1b41ca-8af6-49f7-94d6-6e4d2054fee0)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:24.894873 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-135878ba-9a10-4df2-9120-9a41cd4e662e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.934405 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.943075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccae7c2-8d75-4824-84be-cba4b3331178 req-b2face6f-474e-4c3e-9364-a9c0b9350dbf tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:24.945215 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cccae7c2-8d75-4824-84be-cba4b3331178 req-b2face6f-474e-4c3e-9364-a9c0b9350dbf tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 944 time: 0.1070101 Apr 01 12:39:24.972791 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-135878ba-9a10-4df2-9120-9a41cd4e662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:24.993482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaf5a7-bbcf-49fe-9555-ab1c8f65933a None None] Pushing event updated for resources: {'Port': ['ID=1068f757-c915-4ef5-aaaf-9c442d4fab80,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:25.004084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Allocated IP 172.20.0.2 (edbe49f5-f68c-4795-90d9-df82f3d85241/a657cc8f-dfd7-46c1-a860-5ffd444a83f2/911f40c4-2247-40d2-ae7f-7e50d069a093) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:25.035694 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cccae7c2-8d75-4824-84be-cba4b3331178 req-19ca8c1f-2109-47c0-9bba-a1cf3b0de2cb tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820210 Apr 01 12:39:25.048990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-253d2309-8c41-46e7-9626-ae9ff9f56d59 None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:39:25.119800 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.124350 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:25.173768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39348) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:25.185673 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d90918e-0cd1-4f9c-a890-7f9b902f8ff3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.191913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:39:25.192250 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 125c2fe1-61b2-4e31-8096-4e2e8c27cd6f not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:39:25.201163 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.201399 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-135878ba-9a10-4df2-9120-9a41cd4e662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.253434 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-135878ba-9a10-4df2-9120-9a41cd4e662e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.260066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-135878ba-9a10-4df2-9120-9a41cd4e662e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/948cd782-9af7-4690-ab5e-ce4d9f40f61d HTTP/1.1" status: 204 len: 168 time: 0.5209384 Apr 01 12:39:25.260951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39350) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:25.275696 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eae16313-d4d0-485b-b033-3d4db74abd49 req-19c64a5c-0bc3-455d-8536-457ef1f332fb tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 210 time: 0.0902705 Apr 01 12:39:25.300390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135878ba-9a10-4df2-9120-9a41cd4e662e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948cd782-9af7-4690-ab5e-ce4d9f40f61d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:25.346848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d90918e-0cd1-4f9c-a890-7f9b902f8ff3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network c949fc33-1e4e-4914-b27c-02ba3f0065a5 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:25.356432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-e0919330-333f-427d-9f5d-96443cf9219e tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:25.360696 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-e0919330-333f-427d-9f5d-96443cf9219e tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.37 "GET /v2.0/networks?id=8df3efb4-59ea-4414-a20e-61602aa5f067 HTTP/1.1" status: 200 len: 814 time: 0.2867465 Apr 01 12:39:25.367847 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-4d90918e-0cd1-4f9c-a890-7f9b902f8ff3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:25.372043 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d90918e-0cd1-4f9c-a890-7f9b902f8ff3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:25.372399 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d90918e-0cd1-4f9c-a890-7f9b902f8ff3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.380274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Request body: {'port': {'device_id': '6c91cedf-0ca4-4185-8aee-2b5594ef5812', 'network_id': '8df3efb4-59ea-4414-a20e-61602aa5f067', 'admin_state_up': True, 'tenant_id': 'a7666cdba19d4a9daaf67c244e5ca7da'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:25.405776 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4b0f0a27-77b0-4056-95eb-0b82c202c57b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.456499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d75e439f-8295-497b-808a-7589896bf24a no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:25.511784 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4b0f0a27-77b0-4056-95eb-0b82c202c57b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.688032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da6be1-b1b1-4988-81c0-54f165710179 req-5ac2fb2b-d140-4e68-9978-ad948d7dd30f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:25.690655 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17da6be1-b1b1-4988-81c0-54f165710179 req-5ac2fb2b-d140-4e68-9978-ad948d7dd30f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 945 time: 0.1142950 Apr 01 12:39:25.698375 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4b0f0a27-77b0-4056-95eb-0b82c202c57b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.701041 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4b0f0a27-77b0-4056-95eb-0b82c202c57b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.705230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4b0f0a27-77b0-4056-95eb-0b82c202c57b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "DELETE /v2.0/security-groups/a40aaddc-d08c-4a73-b43b-fe4f3fb05c11 HTTP/1.1" status: 204 len: 168 time: 0.5264025 Apr 01 12:39:25.722549 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.727732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39354) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:25.738103 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.741629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-253d2309-8c41-46e7-9626-ae9ff9f56d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:25.745118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f0a27-77b0-4056-95eb-0b82c202c57b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40aaddc-d08c-4a73-b43b-fe4f3fb05c11,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:25.766954 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-45037974-dcc5-4a2c-a536-b4a143323150 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] show failed (client error): The resource could not be found. Apr 01 12:39:25.771222 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-45037974-dcc5-4a2c-a536-b4a143323150 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups/a40aaddc-d08c-4a73-b43b-fe4f3fb05c11 HTTP/1.1" status: 404 len: 347 time: 0.0392120 Apr 01 12:39:25.771222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39356) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:25.781913 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.824018 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d2309-8c41-46e7-9626-ae9ff9f56d59 None None] Checking router: 19aee896-8809-443b-9aad-eddd78138edf for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:39:25.847801 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Network edbe49f5-f68c-4795-90d9-df82f3d85241 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:25.851082 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17da6be1-b1b1-4988-81c0-54f165710179 req-ac57d6ff-edf3-4cea-8a6e-95dc2112cc53 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369700 Apr 01 12:39:25.857080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Made reservation on behalf of a7666cdba19d4a9daaf67c244e5ca7da for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:25.862068 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.863960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:25.872028 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:25.882289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Pushing event updated for resources: {'Port': ['ID=911f40c4-2247-40d2-ae7f-7e50d069a093,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:25.891189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253d2309-8c41-46e7-9626-ae9ff9f56d59 None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:39:25.891990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-253d2309-8c41-46e7-9626-ae9ff9f56d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:39:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:25.892842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90918e-0cd1-4f9c-a890-7f9b902f8ff3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Subnet': ['ID=95739571-8da6-4689-b6a2-795e65706b72,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:25.907166 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:25.931572 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4d90918e-0cd1-4f9c-a890-7f9b902f8ff3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0589426 Apr 01 12:39:25.950246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39358) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:25.956425 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': 'c949fc33-1e4e-4914-b27c-02ba3f0065a5', 'fixed_ips': [{'subnet_id': 'e17407e2-3a0f-41d3-a850-52af226790d0'}, {'subnet_id': '95739571-8da6-4689-b6a2-795e65706b72'}], 'name': 'tempest-PortsTestJSON-517402812'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:25.961645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port d75e439f-8295-497b-808a-7589896bf24a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d75e439f-8295-497b-808a-7589896bf24a,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:26.001910 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.002745 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c42e2aaf-dc38-4bb3-930f-b561310dedf0 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:26.068719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Allocated IP 172.25.7.146 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/d807e043-a2a7-4c7e-8b34-62cbcfb6b390) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:26.112964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Allocated IP 172.20.0.8 (8df3efb4-59ea-4414-a20e-61602aa5f067/7c3bef48-0dca-4a61-adde-1190043f6c32/c805c03f-1cad-47a9-89cc-05ab2a91e191) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:26.164000 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d79caeeb-c04f-4563-8442-3c9db174705e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Deleting port d27dd21c-ff8e-4712-a51e-5f52b0a494e6 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:26.164000 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d79caeeb-c04f-4563-8442-3c9db174705e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.172370 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.206880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'name': 'network-vif-deleted', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:26.211150 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9823d2e4-fea6-4e67-92f9-6862fc539f57" -d '{"events": [{"server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "name": "network-vif-deleted", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:26.218176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be304915-51dd-4990-9d6e-23aa9da6454c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd75e439f-8295-497b-808a-7589896bf24a'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:26.220532 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05767d09-5c8e-4942-b13d-a0a7ea8df914" -d '{"events": [{"server_uuid": "be304915-51dd-4990-9d6e-23aa9da6454c", "name": "network-vif-unplugged", "status": "completed", "tag": "d75e439f-8295-497b-808a-7589896bf24a"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:26.245181 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: c42e2aaf-dc38-4bb3-930f-b561310dedf0 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:39:26.254538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device c42e2aaf-dc38-4bb3-930f-b561310dedf0 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:39:26.278832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63348447-2a1a-48fa-9fa4-6b4dae545dff']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:26.323197 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d79caeeb-c04f-4563-8442-3c9db174705e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.326426 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d79caeeb-c04f-4563-8442-3c9db174705e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.353139 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9841fef6-a7cd-4ff9-8de8-5bd333d41440') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:26.353430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9841fef6-a7cd-4ff9-8de8-5bd333d41440') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:26.356334 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=d75e439f-8295-497b-808a-7589896bf24a,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:26.360541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d79caeeb-c04f-4563-8442-3c9db174705e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Calling delete_port for d27dd21c-ff8e-4712-a51e-5f52b0a494e6 owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:26.378325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Attempting to bind port 911f40c4-2247-40d2-ae7f-7e50d069a093 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:26.379752 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Attempting to bind port 911f40c4-2247-40d2-ae7f-7e50d069a093 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:26.381338 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Attempting to bind port 911f40c4-2247-40d2-ae7f-7e50d069a093 on network edbe49f5-f68c-4795-90d9-df82f3d85241 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:26.400939 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.411463 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:26.412701 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Checking segment: {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:26.413395 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.414452 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Bound using segment: {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:26.418270 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Bound port: 911f40c4-2247-40d2-ae7f-7e50d069a093, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:26.418918 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.454871 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.478562 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:39:26.479916 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.552317 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9226bc6b-dca7-4b3c-816a-8b5fb254a95e x-openstack-request-id: req-9226bc6b-dca7-4b3c-816a-8b5fb254a95e {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:26.552845 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be304915-51dd-4990-9d6e-23aa9da6454c", "name": "network-vif-unplugged", "status": "failed", "tag": "d75e439f-8295-497b-808a-7589896bf24a", "code": 422}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:26.553249 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9226bc6b-dca7-4b3c-816a-8b5fb254a95e {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:26.555192 n-d-836146-1 neutron-server[102720]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9226bc6b-dca7-4b3c-816a-8b5fb254a95e']: {'server_uuid': 'be304915-51dd-4990-9d6e-23aa9da6454c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd75e439f-8295-497b-808a-7589896bf24a', 'code': 422} returned with failed status Apr 01 12:39:26.573853 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-253d2309-8c41-46e7-9626-ae9ff9f56d59 None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:39:26.598582 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c8a9ee-c6d4-4578-b418-59f5f59837dc x-openstack-request-id: req-51c8a9ee-c6d4-4578-b418-59f5f59837dc {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:26.598871 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6581a2-66ce-4112-aed9-2e1b2eb36817", "name": "network-vif-deleted", "tag": "c42e2aaf-dc38-4bb3-930f-b561310dedf0", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:26.599128 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-51c8a9ee-c6d4-4578-b418-59f5f59837dc {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:26.599530 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c8a9ee-c6d4-4578-b418-59f5f59837dc'] response: {'server_uuid': 'af6581a2-66ce-4112-aed9-2e1b2eb36817', 'name': 'network-vif-deleted', 'tag': 'c42e2aaf-dc38-4bb3-930f-b561310dedf0', 'status': 'completed', 'code': 200} Apr 01 12:39:26.622770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:39:26.633807 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:39:26.658345 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1068f757-c915-4ef5-aaaf-9c442d4fab80 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:26.692316 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27b657-a7cf-4324-80ff-c88f8a1924e5 req-4e2eda29-a612-4fa4-bd64-51c90dec02eb tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:26.693961 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c27b657-a7cf-4324-80ff-c88f8a1924e5 req-4e2eda29-a612-4fa4-bd64-51c90dec02eb tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 944 time: 0.5072057 Apr 01 12:39:26.734542 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d79caeeb-c04f-4563-8442-3c9db174705e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.757329 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.775251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d21e11e-884c-4067-9b09-f23375767d65 None None] Network c949fc33-1e4e-4914-b27c-02ba3f0065a5 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:26.798834 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-38d4c0be-a126-4f8e-bab0-70fdaffe1b9b req-82cdad48-cc9b-40ec-9e4e-648f688765ac tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 210 time: 0.0718553 Apr 01 12:39:26.801562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79caeeb-c04f-4563-8442-3c9db174705e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event deleted for resources: {'Port': ['ID=d27dd21c-ff8e-4712-a51e-5f52b0a494e6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:26.855853 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.870314 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.876584 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/63348447-2a1a-48fa-9fa4-6b4dae545dff HTTP/1.1" status: 204 len: 168 time: 1.6105645 Apr 01 12:39:26.923309 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] For port 911f40c4-2247-40d2-ae7f-7e50d069a093, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:26.959331 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:26.976424 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c27b657-a7cf-4324-80ff-c88f8a1924e5 req-b44c9781-52e6-435d-8729-82f52d9a054a tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582765 Apr 01 12:39:26.984364 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a58ed-16f6-4c30-893a-ae56c41268c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63348447-2a1a-48fa-9fa4-6b4dae545dff,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:27.002025 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.006993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d79caeeb-c04f-4563-8442-3c9db174705e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.011665 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d79caeeb-c04f-4563-8442-3c9db174705e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.018851 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d79caeeb-c04f-4563-8442-3c9db174705e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "DELETE /v2.0/floatingips/0cb1fb6c-a960-46a7-940a-801d592697f4 HTTP/1.1" status: 204 len: 168 time: 1.2463233 Apr 01 12:39:27.020803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] For port 911f40c4-2247-40d2-ae7f-7e50d069a093, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=911f40c4-2247-40d2-ae7f-7e50d069a093,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:27.023369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-98306416-03ba-410a-bb0e-23afb6d52f85 None None] Provisioning complete for port 1068f757-c915-4ef5-aaaf-9c442d4fab80 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:27.023844 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-98306416-03ba-410a-bb0e-23afb6d52f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.031135 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1068f757-c915-4ef5-aaaf-9c442d4fab80 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:27.031619 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.085602 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.137845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port 7be6fc78-fee1-40bb-baa6-a553be2f6f0d yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:39:27.144251 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39388) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:27.167022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 51eb0819-8923-4c6a-9bbd-cd1bf671a21f up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:27.175706 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.203641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Network 8df3efb4-59ea-4414-a20e-61602aa5f067 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:27.223888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:27.227443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:27.235665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Pushing event updated for resources: {'Port': ['ID=c805c03f-1cad-47a9-89cc-05ab2a91e191,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:27.256207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39390) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:27.259807 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.266598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf8cc3-67c6-4b54-bcc2-2883cfb16cab req-3b493539-5331-4156-ab9a-e97cb09849ce tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:27.274393 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0baf8cc3-67c6-4b54-bcc2-2883cfb16cab req-3b493539-5331-4156-ab9a-e97cb09849ce tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 943 time: 0.2690234 Apr 01 12:39:27.287897 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-e127b49d-4c5a-4e51-ad38-887d82228881 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025269881', 'description': 'tempest-description--607717895'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:27.323494 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-97aeda0c-4d55-4f5d-88a8-f614bf90ff55 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c01c35e3437a4f63b3be98d366800390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686649 Apr 01 12:39:27.330790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39392) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:27.346616 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:27.357535 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41824161-05e8-4d92-b6e0-81b4cd13f9b1 None None] Pushing event updated for resources: {'Port': ['ID=911f40c4-2247-40d2-ae7f-7e50d069a093,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:27.369351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:27.381699 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:27.381886 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e127b49d-4c5a-4e51-ad38-887d82228881 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.398794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0baf8cc3-67c6-4b54-bcc2-2883cfb16cab req-2cb5f27b-ed72-4784-8a26-e7db9aad4881 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234653 Apr 01 12:39:27.450865 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Pushing event updated for resources: {'Port': ['ID=d807e043-a2a7-4c7e-8b34-62cbcfb6b390,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:27.451930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:27.458159 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.508285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:27.508941 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.520093 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-a6254ef7-45ac-4ff9-a006-2cbc6b537f54 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1473854 Apr 01 12:39:27.547144 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Request body: {'port': {'device_id': '6c91cedf-0ca4-4185-8aee-2b5594ef5812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:27.668092 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.717078 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e127b49d-4c5a-4e51-ad38-887d82228881 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.736505 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-98306416-03ba-410a-bb0e-23afb6d52f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.753205 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e127b49d-4c5a-4e51-ad38-887d82228881 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.787701 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.793608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-253d2309-8c41-46e7-9626-ae9ff9f56d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:27.804490 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1c0b-7cf1-47ec-b014-b38c5653250b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.863573 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e127b49d-4c5a-4e51-ad38-887d82228881 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.868391 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e127b49d-4c5a-4e51-ad38-887d82228881 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5811777 Apr 01 12:39:27.868391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127b49d-4c5a-4e51-ad38-887d82228881 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7110facc-2362-4a58-b199-dbd2872460e1,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:27.872231 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:27.874452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39398) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:27.880231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f77b6b18-4217-455e-99bd-b8855a373f9c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Request body: {'security_group_rule': {'security_group_id': '7110facc-2362-4a58-b199-dbd2872460e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:27.960589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d2309-8c41-46e7-9626-ae9ff9f56d59 None None] The sync data for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 is: [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:39:27.982773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-98306416-03ba-410a-bb0e-23afb6d52f85 None None] For port 1068f757-c915-4ef5-aaaf-9c442d4fab80, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1068f757-c915-4ef5-aaaf-9c442d4fab80,segment=NetworkSegment(1f1b41ca-8af6-49f7-94d6-6e4d2054fee0),segment_id=1f1b41ca-8af6-49f7-94d6-6e4d2054fee0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:28.004568 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-98306416-03ba-410a-bb0e-23afb6d52f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.089575 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1c0b-7cf1-47ec-b014-b38c5653250b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.148145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.13 (c949fc33-1e4e-4914-b27c-02ba3f0065a5/e17407e2-3a0f-41d3-a850-52af226790d0/7be6fc78-fee1-40bb-baa6-a553be2f6f0d) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:28.165892 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:28.178894 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.181363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c03eb4-4dff-4c90-b04d-61e2a3380cb3 None None] Update dhcp port {'port': {'network_id': 'c949fc33-1e4e-4914-b27c-02ba3f0065a5', 'fixed_ips': [{'subnet_id': 'e17407e2-3a0f-41d3-a850-52af226790d0', 'ip_address': '172.20.0.2'}, {'subnet_id': '95739571-8da6-4689-b6a2-795e65706b72'}], 'binding:host_id': 'n-d-836146-1'}, 'id': '1068f757-c915-4ef5-aaaf-9c442d4fab80'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:39:28.197526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.22 (c949fc33-1e4e-4914-b27c-02ba3f0065a5/95739571-8da6-4689-b6a2-795e65706b72/7be6fc78-fee1-40bb-baa6-a553be2f6f0d) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:28.218628 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a5419-eea1-4ffc-be44-60dbd536959c req-bd7f0c87-0467-4cdc-9f6e-560f754b88e3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:28.227622 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bc1a5419-eea1-4ffc-be44-60dbd536959c req-bd7f0c87-0467-4cdc-9f6e-560f754b88e3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.7080002 Apr 01 12:39:28.240765 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01c03eb4-4dff-4c90-b04d-61e2a3380cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.243313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98306416-03ba-410a-bb0e-23afb6d52f85 None None] Pushing event updated for resources: {'Port': ['ID=1068f757-c915-4ef5-aaaf-9c442d4fab80,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:28.245944 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:39:28.246588 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:39:28.287759 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f77b6b18-4217-455e-99bd-b8855a373f9c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.355769 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:28.373358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1bd50-8fe7-405c-ad93-113c344207e6 req-abff3fab-c4b4-46be-a0aa-7789fbb01a2e tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:28.382130 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0c1bd50-8fe7-405c-ad93-113c344207e6 req-abff3fab-c4b4-46be-a0aa-7789fbb01a2e tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 931 time: 0.4125245 Apr 01 12:39:28.393964 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.456286 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f77b6b18-4217-455e-99bd-b8855a373f9c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.461265 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0c1bd50-8fe7-405c-ad93-113c344207e6 req-2e6fb65c-edb0-47b0-952a-9ffd1c9e49e8 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/security-groups?id=0609a728-3972-4095-bc63-e28d50b5fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782492 Apr 01 12:39:28.465052 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f77b6b18-4217-455e-99bd-b8855a373f9c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.521862 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1c0b-7cf1-47ec-b014-b38c5653250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.522935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b6b18-4217-455e-99bd-b8855a373f9c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1496e850-5c2f-4cab-9282-63209117bf5b,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:28.524876 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1c0b-7cf1-47ec-b014-b38c5653250b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.525726 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2e8d1c0b-7cf1-47ec-b014-b38c5653250b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6537b4c-9d55-432e-85b6-28c250d34324 HTTP/1.1" status: 204 len: 168 time: 1.1897337 Apr 01 12:39:28.533000 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f77b6b18-4217-455e-99bd-b8855a373f9c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.538237 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f77b6b18-4217-455e-99bd-b8855a373f9c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6609850 Apr 01 12:39:28.538237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39406) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:28.544219 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-164b1e09-3f1a-4303-af60-c1ded52f1894 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Request body: {'security_group_rule': {'security_group_id': '7110facc-2362-4a58-b199-dbd2872460e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:28.550296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c805c03f-1cad-47a9-89cc-05ab2a91e191 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:28.553508 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a20a153-ba35-4bd0-9baf-dba8abbf3d46 None None] New status for floating IP 0cb1fb6c-a960-46a7-940a-801d592697f4: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:39:28.559809 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddffd0e-fc73-40b6-ba53-8b9cd55c1987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:28.569919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.571282 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94109c82-144c-47b3-a3cd-71be5708e74c" -d '{"events": [{"server_uuid": "bddffd0e-fc73-40b6-ba53-8b9cd55c1987", "name": "network-vif-plugged", "status": "completed", "tag": "51eb0819-8923-4c6a-9bbd-cd1bf671a21f"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:28.576516 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bc1a5419-eea1-4ffc-be44-60dbd536959c req-ea861826-3743-41e9-9e5f-aaac8200e2cf tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480332 Apr 01 12:39:28.583953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d1c0b-7cf1-47ec-b014-b38c5653250b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6537b4c-9d55-432e-85b6-28c250d34324,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:28.619135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Transition to ACTIVE for port object c805c03f-1cad-47a9-89cc-05ab2a91e191 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:39:28.634318 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.653834 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-164b1e09-3f1a-4303-af60-c1ded52f1894 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:28.677112 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbf3b43-5c73-47b9-b5a4-854235380a49 x-openstack-request-id: req-5bbf3b43-5c73-47b9-b5a4-854235380a49 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:28.677438 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddffd0e-fc73-40b6-ba53-8b9cd55c1987", "name": "network-vif-plugged", "status": "completed", "tag": "51eb0819-8923-4c6a-9bbd-cd1bf671a21f", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:28.677717 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5bbf3b43-5c73-47b9-b5a4-854235380a49 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:28.678165 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bbf3b43-5c73-47b9-b5a4-854235380a49'] response: {'server_uuid': 'bddffd0e-fc73-40b6-ba53-8b9cd55c1987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f', 'code': 200} Apr 01 12:39:28.902835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Pushing event updated for resources: {'Port': ['ID=c805c03f-1cad-47a9-89cc-05ab2a91e191,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:29.056084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373ccff-7cd4-4342-b657-f40e072e1a37 req-e62decac-ad60-4dce-865e-2fe1c9c002e3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:29.058678 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.064622 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f373ccff-7cd4-4342-b657-f40e072e1a37 req-e62decac-ad60-4dce-865e-2fe1c9c002e3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.3403559 Apr 01 12:39:29.108339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b19130-d89a-4939-97c0-913f30c7f5e7 req-b7b97898-f143-4786-b3d4-14ddf3ac2fae tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:29.110965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Attempting to bind port c805c03f-1cad-47a9-89cc-05ab2a91e191 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:29.111293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Attempting to bind port c805c03f-1cad-47a9-89cc-05ab2a91e191 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'e655d4d6-e6e0-4878-9a2f-251f558128ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8df3efb4-59ea-4414-a20e-61602aa5f067'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:29.112210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Attempting to bind port c805c03f-1cad-47a9-89cc-05ab2a91e191 on network 8df3efb4-59ea-4414-a20e-61602aa5f067 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:29.115453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2350afa-d377-45e2-9542-8fd1afe89349 req-3b94054e-7668-4897-af56-68120ae6fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:29.116944 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f2350afa-d377-45e2-9542-8fd1afe89349 req-3b94054e-7668-4897-af56-68120ae6fad9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 1096 time: 0.2801979 Apr 01 12:39:29.120413 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-164b1e09-3f1a-4303-af60-c1ded52f1894 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.122882 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a7b19130-d89a-4939-97c0-913f30c7f5e7 req-b7b97898-f143-4786-b3d4-14ddf3ac2fae tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2813892 Apr 01 12:39:29.124729 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 911f40c4-2247-40d2-ae7f-7e50d069a093 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:29.133723 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.158314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Port c805c03f-1cad-47a9-89cc-05ab2a91e191 on network 8df3efb4-59ea-4414-a20e-61602aa5f067 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:39:29.158640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Attempting to bind port c805c03f-1cad-47a9-89cc-05ab2a91e191 on network 8df3efb4-59ea-4414-a20e-61602aa5f067 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:29.174441 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-164b1e09-3f1a-4303-af60-c1ded52f1894 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.194518 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:29.194845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Checking segment: {'id': 'e655d4d6-e6e0-4878-9a2f-251f558128ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8df3efb4-59ea-4414-a20e-61602aa5f067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:29.195432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Bound using segment: {'id': 'e655d4d6-e6e0-4878-9a2f-251f558128ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8df3efb4-59ea-4414-a20e-61602aa5f067'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:29.195668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Bound port: c805c03f-1cad-47a9-89cc-05ab2a91e191, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e655d4d6-e6e0-4878-9a2f-251f558128ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8df3efb4-59ea-4414-a20e-61602aa5f067'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:29.196028 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.215246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 911f40c4-2247-40d2-ae7f-7e50d069a093 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:29.215613 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.248132 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a7b19130-d89a-4939-97c0-913f30c7f5e7 req-e2f73392-0585-4998-b4ac-fce48c45d653 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242099 Apr 01 12:39:29.258737 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-164b1e09-3f1a-4303-af60-c1ded52f1894 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.260092 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-164b1e09-3f1a-4303-af60-c1ded52f1894 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7195721 Apr 01 12:39:29.268538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39426) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:29.285543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b1e09-3f1a-4303-af60-c1ded52f1894 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ce86a8-9bfd-4701-8f0d-f3db6f2814a3,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:29.303885 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f373ccff-7cd4-4342-b657-f40e072e1a37 req-cb3d1f45-352d-4b76-b858-3b3da81696d1 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383571 Apr 01 12:39:29.354056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:29.367805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.402242 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f2350afa-d377-45e2-9542-8fd1afe89349 req-eed17fbb-bf69-46b0-ba2e-80abfb842599 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656252 Apr 01 12:39:29.413559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-01c03eb4-4dff-4c90-b04d-61e2a3380cb3 None None] Allocated IP 172.20.0.18 (c949fc33-1e4e-4914-b27c-02ba3f0065a5/95739571-8da6-4689-b6a2-795e65706b72/1068f757-c915-4ef5-aaaf-9c442d4fab80) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:29.447289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb05b0ef-7084-4151-bb74-94c1bf64000f None None] Network edbe49f5-f68c-4795-90d9-df82f3d85241 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:29.477467 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device d75e439f-8295-497b-808a-7589896bf24a no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:29.494914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network c949fc33-1e4e-4914-b27c-02ba3f0065a5 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:29.496137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] For port c805c03f-1cad-47a9-89cc-05ab2a91e191, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:29.503445 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:29.507653 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.512202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:29.514734 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=7be6fc78-fee1-40bb-baa6-a553be2f6f0d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:29.514899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] For port c805c03f-1cad-47a9-89cc-05ab2a91e191, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c805c03f-1cad-47a9-89cc-05ab2a91e191,segment=NetworkSegment(e655d4d6-e6e0-4878-9a2f-251f558128ab),segment_id=e655d4d6-e6e0-4878-9a2f-251f558128ab)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:29.522715 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.584833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:29.585432 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.587250 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] 10.222.0.37 "PUT /v2.0/ports/c805c03f-1cad-47a9-89cc-05ab2a91e191 HTTP/1.1" status: 200 len: 1091 time: 2.0505943 Apr 01 12:39:29.599227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:29.600172 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.605330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7687f04-2283-49cc-966b-7e7ba03b977d req-872a3771-d678-49fd-8919-ca68c2b21f00 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:29.611738 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b7687f04-2283-49cc-966b-7e7ba03b977d req-872a3771-d678-49fd-8919-ca68c2b21f00 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1772699 Apr 01 12:39:29.613183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c91cedf-0ca4-4185-8aee-2b5594ef5812', 'tag': 'c805c03f-1cad-47a9-89cc-05ab2a91e191'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:29.617332 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359f658f-b643-4b64-9c9e-e2ccbdd08f73" -d '{"events": [{"name": "network-changed", "server_uuid": "6c91cedf-0ca4-4185-8aee-2b5594ef5812", "tag": "c805c03f-1cad-47a9-89cc-05ab2a91e191"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:29.623670 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Router a20c6a44-4060-48fb-b4da-69367d9b1551 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:39:29.658816 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d13c36c8-92cc-4f98-a01e-3fdb4dac9da6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.7062595 Apr 01 12:39:29.661819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39446) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:29.667333 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-af3a2c68-fa80-42f5-b0a0-9a637196c329 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e17407e2-3a0f-41d3-a850-52af226790d0'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:29.686362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd49b6-f86a-4fb7-b8b0-c1e3df76d942 service neutron] Pushing event updated for resources: {'Port': ['ID=c805c03f-1cad-47a9-89cc-05ab2a91e191,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:29.810303 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af3a2c68-fa80-42f5-b0a0-9a637196c329 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.824545 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.846046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f12b5786-4393-4857-9686-631dcc76218e None None] Provisioning complete for port 911f40c4-2247-40d2-ae7f-7e50d069a093 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:29.847949 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f12b5786-4393-4857-9686-631dcc76218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.895171 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b7687f04-2283-49cc-966b-7e7ba03b977d req-f9005804-4c77-43e3-a4f3-0bfb66e19402 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383568 Apr 01 12:39:29.917043 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:29.939046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:39:29.944672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-e4a2f829-3064-45aa-a016-7340d1dbe487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:29.951485 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39454) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:29.956525 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-e4a2f829-3064-45aa-a016-7340d1dbe487 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7666cdba19d4a9daaf67c244e5ca7da&device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 1094 time: 0.2349184 Apr 01 12:39:30.008671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 911f40c4-2247-40d2-ae7f-7e50d069a093, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=911f40c4-2247-40d2-ae7f-7e50d069a093,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:30.031536 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Sync routers for ids ['a20c6a44-4060-48fb-b4da-69367d9b1551'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:39:30.054163 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:30.055438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1068f757-c915-4ef5-aaaf-9c442d4fab80 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:30.079548 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac26a4f-5289-43ab-a867-9808019b24d3 x-openstack-request-id: req-2ac26a4f-5289-43ab-a867-9808019b24d3 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:30.079846 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c91cedf-0ca4-4185-8aee-2b5594ef5812", "tag": "c805c03f-1cad-47a9-89cc-05ab2a91e191", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:30.080095 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ac26a4f-5289-43ab-a867-9808019b24d3 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:30.080507 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac26a4f-5289-43ab-a867-9808019b24d3'] response: {'name': 'network-changed', 'server_uuid': '6c91cedf-0ca4-4185-8aee-2b5594ef5812', 'tag': 'c805c03f-1cad-47a9-89cc-05ab2a91e191', 'status': 'completed', 'code': 200} Apr 01 12:39:30.084645 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-36455f94-ce62-49b0-a63d-d94055d1aba7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c805c03f-1cad-47a9-89cc-05ab2a91e191 HTTP/1.1" status: 200 len: 217 time: 0.1189842 Apr 01 12:39:30.092109 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:30.096526 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3f402abf-c632-49c7-9394-75c2b83ec779 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2426021 Apr 01 12:39:30.111776 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39458) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:30.209218 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-6f11b9f9-fefe-41c6-91f4-b2a7dd5124e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:30.212923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-6f11b9f9-fefe-41c6-91f4-b2a7dd5124e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c3bef48-0dca-4a61-adde-1190043f6c32 HTTP/1.1" status: 200 len: 854 time: 0.1208141 Apr 01 12:39:30.239739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Routers {'a20c6a44-4060-48fb-b4da-69367d9b1551'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:39:30.240389 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:39:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a20c6a44-4060-48fb-b4da-69367d9b1551'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:30.307287 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-01c03eb4-4dff-4c90-b04d-61e2a3380cb3 None None] For port 1068f757-c915-4ef5-aaaf-9c442d4fab80, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1068f757-c915-4ef5-aaaf-9c442d4fab80,segment=NetworkSegment(1f1b41ca-8af6-49f7-94d6-6e4d2054fee0),segment_id=1f1b41ca-8af6-49f7-94d6-6e4d2054fee0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:30.382077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=911f40c4-2247-40d2-ae7f-7e50d069a093,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:30.497958 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01c03eb4-4dff-4c90-b04d-61e2a3380cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:30.513040 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01c03eb4-4dff-4c90-b04d-61e2a3380cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:30.537340 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1068f757-c915-4ef5-aaaf-9c442d4fab80 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:30.537702 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:30.600541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-469315849-network', 'tenant_id': 'c032ff4445a143c2a7f8878e4272c2aa'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:30.652461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Set router a20c6a44-4060-48fb-b4da-69367d9b1551 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:39:30.668951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402f0e8-f469-4cc0-9908-c36e15163e92 req-db606939-9495-42b3-8bee-adb9c22884a8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:30.678342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c402f0e8-f469-4cc0-9908-c36e15163e92 req-db606939-9495-42b3-8bee-adb9c22884a8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.5225916 Apr 01 12:39:30.717244 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-68f63b7d-a22e-4e5a-ac4d-255da8570068 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8df3efb4-59ea-4414-a20e-61602aa5f067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4961455 Apr 01 12:39:30.734727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a986-ae0c-4f19-960f-55265ec0d681 req-f06ffa44-bc37-4320-be69-1bd883530edf tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:30.742795 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9769a986-ae0c-4f19-960f-55265ec0d681 req-f06ffa44-bc37-4320-be69-1bd883530edf tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 943 time: 0.7056353 Apr 01 12:39:30.782369 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c402f0e8-f469-4cc0-9908-c36e15163e92 req-35280fd6-9ec9-4872-8a36-01d242250ecf tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984442 Apr 01 12:39:30.807188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c03eb4-4dff-4c90-b04d-61e2a3380cb3 None None] Pushing event updated for resources: {'Port': ['ID=1068f757-c915-4ef5-aaaf-9c442d4fab80,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:30.969898 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:27Z', 'revision_number': 3, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:30.970317 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-0d817dba-9498-4e7f-b79f-9b9e4c798b1c service neutron] 10.222.0.37 "GET /v2.0/networks/8df3efb4-59ea-4414-a20e-61602aa5f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396150 Apr 01 12:39:31.021997 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Made reservation on behalf of c032ff4445a143c2a7f8878e4272c2aa for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:31.027296 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:31.032312 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Checking router: a20c6a44-4060-48fb-b4da-69367d9b1551 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:39:31.032968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Updating router a20c6a44-4060-48fb-b4da-69367d9b1551 port d807e043-a2a7-4c7e-8b34-62cbcfb6b390 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:39:31.103243 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:31.188933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 911f40c4-2247-40d2-ae7f-7e50d069a093 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:31.228367 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa08e178-6a95-4b73-af57-89d23f4c2214 req-e194f894-02fc-42d6-a20b-c1c7add75825 service neutron] 10.222.0.37 "GET /v2.0/networks/8df3efb4-59ea-4414-a20e-61602aa5f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404051 Apr 01 12:39:31.243363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d719a-ab2c-4c41-8c6e-6f36717fffbb req-e8411233-9bc5-4521-889b-354841d0ade4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:31.255166 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a09d719a-ab2c-4c41-8c6e-6f36717fffbb req-e8411233-9bc5-4521-889b-354841d0ade4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.3389883 Apr 01 12:39:31.332190 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a09d719a-ab2c-4c41-8c6e-6f36717fffbb req-52e4d5cf-4395-4cc4-934d-7437183c9b4d tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702186 Apr 01 12:39:31.334374 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9769a986-ae0c-4f19-960f-55265ec0d681 req-21799d62-bab2-4f94-8bcd-8bca7dad054f tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/security-groups?id=0609a728-3972-4095-bc63-e28d50b5fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863633 Apr 01 12:39:31.379431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f658f-b643-4b64-9c9e-e2ccbdd08f73 req-bc9fb9d2-6b7a-4832-adad-d7d861110d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:31.381169 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-359f658f-b643-4b64-9c9e-e2ccbdd08f73 req-bc9fb9d2-6b7a-4832-adad-d7d861110d70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7666cdba19d4a9daaf67c244e5ca7da&device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 1094 time: 0.0856030 Apr 01 12:39:31.385356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Allocated IP 172.25.7.225 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/1ed839df-24f3-495c-b49b-68abd5bb1602) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:31.408018 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:31.423477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-23c2cecd-994f-4ec8-a247-2c2122083071 None None] Provisioning complete for port 911f40c4-2247-40d2-ae7f-7e50d069a093 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:31.424986 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-23c2cecd-994f-4ec8-a247-2c2122083071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:31.502684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f658f-b643-4b64-9c9e-e2ccbdd08f73 req-b68e2428-acd4-4f53-aa57-d431611d9ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:31.504437 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-359f658f-b643-4b64-9c9e-e2ccbdd08f73 req-b68e2428-acd4-4f53-aa57-d431611d9ab4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8df3efb4-59ea-4414-a20e-61602aa5f067 HTTP/1.1" status: 200 len: 915 time: 0.1170318 Apr 01 12:39:31.526432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 911f40c4-2247-40d2-ae7f-7e50d069a093 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:31.527201 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:31.583601 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-359f658f-b643-4b64-9c9e-e2ccbdd08f73 req-cae1b534-24fa-481b-8a89-4ea5a588cbb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c805c03f-1cad-47a9-89cc-05ab2a91e191 HTTP/1.1" status: 200 len: 217 time: 0.0709047 Apr 01 12:39:31.639644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f658f-b643-4b64-9c9e-e2ccbdd08f73 req-e2b334ba-abf8-4b40-906c-4e5616450659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:31.641849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-359f658f-b643-4b64-9c9e-e2ccbdd08f73 req-e2b334ba-abf8-4b40-906c-4e5616450659 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c3bef48-0dca-4a61-adde-1190043f6c32 HTTP/1.1" status: 200 len: 854 time: 0.0518563 Apr 01 12:39:31.681227 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-359f658f-b643-4b64-9c9e-e2ccbdd08f73 req-61d5f7f6-0454-41b0-afb0-b06fc5c2e4c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8df3efb4-59ea-4414-a20e-61602aa5f067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310566 Apr 01 12:39:31.713074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1068f757-c915-4ef5-aaaf-9c442d4fab80 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:31.714300 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-af3a2c68-fa80-42f5-b0a0-9a637196c329 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Delete allocated IP 172.20.0.22 (c949fc33-1e4e-4914-b27c-02ba3f0065a5/95739571-8da6-4689-b6a2-795e65706b72) {{(pid=102719) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 12:39:31.775441 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1068f757-c915-4ef5-aaaf-9c442d4fab80 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:31.776192 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:31.812657 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-359f658f-b643-4b64-9c9e-e2ccbdd08f73 req-93ad88c6-6b3f-4a61-a657-a839cfb931ed service neutron] 10.222.0.37 "GET /v2.0/networks/8df3efb4-59ea-4414-a20e-61602aa5f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202028 Apr 01 12:39:31.817430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7e1be2-20f1-41ba-b2eb-86bf19deb286 None None] Network c949fc33-1e4e-4914-b27c-02ba3f0065a5 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:31.904331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9d78269b-ccb2-4862-ab53-17b81046618a None None] Provisioning complete for port 1068f757-c915-4ef5-aaaf-9c442d4fab80 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:31.904786 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d78269b-ccb2-4862-ab53-17b81046618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:31.923313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fffc8-4667-456a-90db-d76e3b62e171 req-4fdce172-1789-4fb8-86cf-968309272c4a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:31.925046 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-464fffc8-4667-456a-90db-d76e3b62e171 req-4fdce172-1789-4fb8-86cf-968309272c4a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2749717 Apr 01 12:39:31.956398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-359f658f-b643-4b64-9c9e-e2ccbdd08f73 req-91f1586d-ab50-4aad-8f26-2916f28bd638 service neutron] 10.222.0.37 "GET /v2.0/networks/8df3efb4-59ea-4414-a20e-61602aa5f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339190 Apr 01 12:39:32.007057 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.125702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.145569 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-464fffc8-4667-456a-90db-d76e3b62e171 req-b4738dca-a6de-43ee-960f-bb7105a5c823 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048962 Apr 01 12:39:32.166129 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.185520 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:39:32.242256 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.242642 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Added segment 966eaa0e-b0fb-4388-a622-3d9caaf45aaf of type vlan for network bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 Apr 01 12:39:32.280440 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.289021 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8dded8-fcb1-4d88-96af-c22fc6c62399,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:32.300292 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af3a2c68-fa80-42f5-b0a0-9a637196c329 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.355182 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af3a2c68-fa80-42f5-b0a0-9a637196c329 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.385879 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.392673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:32.411620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:32.414982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:32.463548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event updated for resources: {'Port': ['ID=1ed839df-24f3-495c-b49b-68abd5bb1602,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:32.537407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92593bb-0293-4116-ab42-e92bf1f4d80d req-1578f906-4078-4ecf-aa18-c4aaca926aec tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:32.540447 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d92593bb-0293-4116-ab42-e92bf1f4d80d req-1578f906-4078-4ecf-aa18-c4aaca926aec tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.1118026 Apr 01 12:39:32.550134 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.559602 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.648948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d92593bb-0293-4116-ab42-e92bf1f4d80d req-28f9d693-e0af-4b07-b821-baeba2f686b0 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936439 Apr 01 12:39:32.651405 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40a3b6-7eec-4e66-949f-8b7e7e06296a None None] Pushing event updated for resources: {'Port': ['ID=d807e043-a2a7-4c7e-8b34-62cbcfb6b390,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:32.660473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Attempting to bind port d807e043-a2a7-4c7e-8b34-62cbcfb6b390 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:32.660882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Attempting to bind port d807e043-a2a7-4c7e-8b34-62cbcfb6b390 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:32.661239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Attempting to bind port d807e043-a2a7-4c7e-8b34-62cbcfb6b390 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:32.664985 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.666862 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.667803 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:32.668396 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.669423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:32.670064 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:32.670648 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.671211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:32.671934 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Bound port: d807e043-a2a7-4c7e-8b34-62cbcfb6b390, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:32.672509 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.696719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-af3a2c68-fa80-42f5-b0a0-9a637196c329 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] In _notify_port_updated(), no bound segment for port 7be6fc78-fee1-40bb-baa6-a553be2f6f0d on network c949fc33-1e4e-4914-b27c-02ba3f0065a5 {{(pid=102719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:39:32.703517 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a2c68-fa80-42f5-b0a0-9a637196c329 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:32.704184 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af3a2c68-fa80-42f5-b0a0-9a637196c329 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.705612 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-af3a2c68-fa80-42f5-b0a0-9a637196c329 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "PUT /v2.0/ports/7be6fc78-fee1-40bb-baa6-a553be2f6f0d HTTP/1.1" status: 200 len: 919 time: 3.0424840 Apr 01 12:39:32.706483 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a2c68-fa80-42f5-b0a0-9a637196c329 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=7be6fc78-fee1-40bb-baa6-a553be2f6f0d,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:32.709064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39476) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:32.716848 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-044a2400-9eac-40aa-814f-f1bafee3eece tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e17407e2-3a0f-41d3-a850-52af226790d0'}, {'subnet_id': '95739571-8da6-4689-b6a2-795e65706b72'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:32.760347 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] For port d807e043-a2a7-4c7e-8b34-62cbcfb6b390, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:32.766047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] For port d807e043-a2a7-4c7e-8b34-62cbcfb6b390, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d807e043-a2a7-4c7e-8b34-62cbcfb6b390,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:32.770970 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8133230 Apr 01 12:39:32.775796 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:32.784713 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39478) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:32.795874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5a7dcd7a-7ac9-4933-a12c-c6abe7ba95c6 admin admin] Request body: {'subnet': {'network_id': 'bcd79309-c2da-4c41-a7ca-cdfa5889cfc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-469315849-subnet', 'tenant_id': 'c032ff4445a143c2a7f8878e4272c2aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:32.817686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67b5cf-9e43-4b5a-a0bd-2f25b10dd82f req-f69095ad-7b18-4a03-b145-82c36b102b7f tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:32.826691 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7d67b5cf-9e43-4b5a-a0bd-2f25b10dd82f req-f69095ad-7b18-4a03-b145-82c36b102b7f tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 943 time: 0.3357420 Apr 01 12:39:32.851087 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Routers {'a20c6a44-4060-48fb-b4da-69367d9b1551'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:39:32.851719 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:39:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a20c6a44-4060-48fb-b4da-69367d9b1551'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:32.902868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c591b-9b67-4b68-9adf-51506824bf48 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd79309-c2da-4c41-a7ca-cdfa5889cfc2,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:32.957195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7dcd7a-7ac9-4933-a12c-c6abe7ba95c6 admin admin] Made reservation on behalf of c032ff4445a143c2a7f8878e4272c2aa for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:32.959912 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a7dcd7a-7ac9-4933-a12c-c6abe7ba95c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:33.013313 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:33.039461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] Set router a20c6a44-4060-48fb-b4da-69367d9b1551 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:39:33.049759 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7d67b5cf-9e43-4b5a-a0bd-2f25b10dd82f req-248791b2-6d97-4a1a-9cb8-57c6f091ee5e tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/security-groups?id=0609a728-3972-4095-bc63-e28d50b5fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212014 Apr 01 12:39:33.078163 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-044a2400-9eac-40aa-814f-f1bafee3eece tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:33.126580 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:39:33.134241 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:33.214285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40a3b6-7eec-4e66-949f-8b7e7e06296a None None] Pushing event updated for resources: {'Port': ['ID=d807e043-a2a7-4c7e-8b34-62cbcfb6b390,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:33.241317 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Allocated IP 172.20.0.1 (edbe49f5-f68c-4795-90d9-df82f3d85241/a657cc8f-dfd7-46c1-a860-5ffd444a83f2/69afef18-e3c8-497d-b469-7959cea12b70) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:33.305441 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ed31b66e-882b-4c98-833f-93cb9848d9e6 None None] Provisioning complete for port 1068f757-c915-4ef5-aaaf-9c442d4fab80 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:33.305818 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ed31b66e-882b-4c98-833f-93cb9848d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:33.306623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ec012-14ed-4802-b100-5d34418f2f1d req-0564ecd6-425b-4aaf-8360-6ac7ce6be237 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:33.314037 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c01ec012-14ed-4802-b100-5d34418f2f1d req-0564ecd6-425b-4aaf-8360-6ac7ce6be237 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.4683216 Apr 01 12:39:33.395990 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c01ec012-14ed-4802-b100-5d34418f2f1d req-7ca90a5c-42f3-4210-b825-d3ed0415d23e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809088 Apr 01 12:39:33.498875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:33.558539 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:33.572057 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-044a2400-9eac-40aa-814f-f1bafee3eece tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.25 (c949fc33-1e4e-4914-b27c-02ba3f0065a5/95739571-8da6-4689-b6a2-795e65706b72/7be6fc78-fee1-40bb-baa6-a553be2f6f0d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:33.664308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:27Z', 'revision_number': 3, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:33.678744 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ed31b66e-882b-4c98-833f-93cb9848d9e6 None None] Provisioning complete for port 7be6fc78-fee1-40bb-baa6-a553be2f6f0d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:33.679116 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ed31b66e-882b-4c98-833f-93cb9848d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:33.680606 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Pushing event updated for resources: {'Port': ['ID=69afef18-e3c8-497d-b469-7959cea12b70,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:33.708314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e792d0-8f76-4de2-aa0e-a636d412d257 None None] The sync data for ids ['a20c6a44-4060-48fb-b4da-69367d9b1551'] in n-d-836146-1 is: [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:27Z', 'revision_number': 3, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:39:33.714472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Network edbe49f5-f68c-4795-90d9-df82f3d85241 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:33.758923 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ed31b66e-882b-4c98-833f-93cb9848d9e6 None None] Port 7be6fc78-fee1-40bb-baa6-a553be2f6f0d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:39:33.842792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:33.844358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:33.847473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:33.858794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040be4ce-0e9b-40d5-83be-e6816b48314e req-92bf913f-d9ca-4dd0-b879-d182ebe4868c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:33.860614 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a7dcd7a-7ac9-4933-a12c-c6abe7ba95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:33.861227 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-040be4ce-0e9b-40d5-83be-e6816b48314e req-92bf913f-d9ca-4dd0-b879-d182ebe4868c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.5914598 Apr 01 12:39:33.888360 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:33.900395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a697807e-20f0-4c4e-983b-e1c85961a466 None None] Provisioning complete for port 7be6fc78-fee1-40bb-baa6-a553be2f6f0d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:33.901937 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a697807e-20f0-4c4e-983b-e1c85961a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:33.991779 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a697807e-20f0-4c4e-983b-e1c85961a466 None None] Port 7be6fc78-fee1-40bb-baa6-a553be2f6f0d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:39:34.016676 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:34.053757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dcd7a-7ac9-4933-a12c-c6abe7ba95c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93d9a8b-e86c-4fd7-9d9e-6c1bdffe88b2,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:34.130755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event updated for resources: {'Port': ['ID=1ed839df-24f3-495c-b49b-68abd5bb1602,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:34.193744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-044a2400-9eac-40aa-814f-f1bafee3eece tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:34.200241 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-040be4ce-0e9b-40d5-83be-e6816b48314e req-4ec341b5-6c30-474a-971c-fed948406942 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000097 Apr 01 12:39:34.218890 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:34.257941 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-044a2400-9eac-40aa-814f-f1bafee3eece tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:34.325471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8af143fc-39f8-4a44-8b3c-21b69f6cd010 None None] Provisioning complete for port 69afef18-e3c8-497d-b469-7959cea12b70 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:34.326085 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8af143fc-39f8-4a44-8b3c-21b69f6cd010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:34.369091 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:34.370770 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-933b27bb-17f5-4c7a-8191-316611883405 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1015708 Apr 01 12:39:34.395983 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8af143fc-39f8-4a44-8b3c-21b69f6cd010 None None] Port 69afef18-e3c8-497d-b469-7959cea12b70 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:39:34.417425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7dcd7a-7ac9-4933-a12c-c6abe7ba95c6 admin admin] Checking segment: {'id': '966eaa0e-b0fb-4388-a622-3d9caaf45aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcd79309-c2da-4c41-a7ca-cdfa5889cfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:34.417786 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7dcd7a-7ac9-4933-a12c-c6abe7ba95c6 admin admin] Network hostable DHCP agents. Network: bcd79309-c2da-4c41-a7ca-cdfa5889cfc2, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:39:34.438046 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:34.450910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad6b77-2161-4097-b660-05ebb5338869 req-a49df2b3-c341-43c6-acf4-b1cb06f67bf3 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:34.452217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-286b5b4d-cd91-48db-a500-bb9a76509e7b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:34.453007 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-16ad6b77-2161-4097-b660-05ebb5338869 req-a49df2b3-c341-43c6-acf4-b1cb06f67bf3 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 943 time: 0.1578231 Apr 01 12:39:34.470460 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-286b5b4d-cd91-48db-a500-bb9a76509e7b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/networks?id=20332cba-7adf-48af-b466-d893d011242e HTTP/1.1" status: 200 len: 815 time: 0.5162418 Apr 01 12:39:34.566985 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-16ad6b77-2161-4097-b660-05ebb5338869 req-d6712ed5-5753-4f1f-8272-086b4afbdb52 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/security-groups?id=0609a728-3972-4095-bc63-e28d50b5fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032612 Apr 01 12:39:34.574994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-078d466b-5842-4b05-ada3-5792e9933def tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/quotas/469070862d5448d1be2b350d21fec32e HTTP/1.1" status: 200 len: 375 time: 0.1036491 Apr 01 12:39:34.705433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a2400-9eac-40aa-814f-f1bafee3eece tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=7be6fc78-fee1-40bb-baa6-a553be2f6f0d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:34.719397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1246f-2179-4943-8f0c-433916a40c1e req-2eff1026-b295-4df0-811e-f12bbcb79f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:34.721596 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edd1246f-2179-4943-8f0c-433916a40c1e req-2eff1026-b295-4df0-811e-f12bbcb79f1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1096 time: 0.4575541 Apr 01 12:39:34.756102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-044a2400-9eac-40aa-814f-f1bafee3eece tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] In _notify_port_updated(), no bound segment for port 7be6fc78-fee1-40bb-baa6-a553be2f6f0d on network c949fc33-1e4e-4914-b27c-02ba3f0065a5 {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:39:34.762069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044a2400-9eac-40aa-814f-f1bafee3eece tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:34.764087 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-044a2400-9eac-40aa-814f-f1bafee3eece tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:34.769298 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-044a2400-9eac-40aa-814f-f1bafee3eece tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "PUT /v2.0/ports/7be6fc78-fee1-40bb-baa6-a553be2f6f0d HTTP/1.1" status: 200 len: 999 time: 2.0554535 Apr 01 12:39:34.780161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39514) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:34.784236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7dcd7a-7ac9-4933-a12c-c6abe7ba95c6 admin admin] Network bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:39:34.784387 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-df5e8e44-0fbe-4e7b-b965-103a6f1716e8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2025269881&fields=id&tenant_id=cae3ca9cf8c0409e81d4c35da3c48373 HTTP/1.1" status: 200 len: 267 time: 0.0908144 Apr 01 12:39:34.836856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-bce23bdf-bf5c-4862-abf6-6ba45e61f985 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=469070862d5448d1be2b350d21fec32e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2530830 Apr 01 12:39:34.865898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-5a7dcd7a-7ac9-4933-a12c-c6abe7ba95c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, bcd79309-c2da-4c41-a7ca-cdfa5889cfc2) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:34.875952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f59d9-d130-4b6c-bcd7-d5c6db366ff8 None None] Network bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:34.935389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7dcd7a-7ac9-4933-a12c-c6abe7ba95c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:34.936030 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a7dcd7a-7ac9-4933-a12c-c6abe7ba95c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:34.964225 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:35.056389 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:35.106510 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-fc5c1534-c430-4df2-abb1-6c8cd908a4e2 service neutron] 10.222.0.45 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525420 Apr 01 12:39:35.123410 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5a7dcd7a-7ac9-4933-a12c-c6abe7ba95c6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3351412 Apr 01 12:39:35.129982 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:35.130978 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d807e043-a2a7-4c7e-8b34-62cbcfb6b390 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:35.172884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab179-3fc1-4150-b35c-ff87456345dd None None] Provisioning complete for port 7be6fc78-fee1-40bb-baa6-a553be2f6f0d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:35.173710 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab179-3fc1-4150-b35c-ff87456345dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:35.193855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c805c03f-1cad-47a9-89cc-05ab2a91e191 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:39:35.224614 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-27f718ea-77f5-48a1-b821-b4f0441b22d6 service neutron] 10.222.0.45 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962090 Apr 01 12:39:35.240476 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1246f-2179-4943-8f0c-433916a40c1e req-717942b3-eec1-4058-a4cb-74664ceb664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:35.241994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edd1246f-2179-4943-8f0c-433916a40c1e req-717942b3-eec1-4058-a4cb-74664ceb664f service neutron] 10.222.0.37 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.4701984 Apr 01 12:39:35.247832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Pushing event updated for resources: {'Port': ['ID=69afef18-e3c8-497d-b469-7959cea12b70,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:35.286272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621295e-6442-44b0-84d4-b28478c166f3 req-798d4702-8608-46a6-81fc-258372ead6ae tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:35.288109 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-798d4702-8608-46a6-81fc-258372ead6ae tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 817 time: 0.4634662 Apr 01 12:39:35.293701 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-12feca23-3df3-4404-add7-c7114c72833f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 7be6fc78-fee1-40bb-baa6-a553be2f6f0d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:35.294319 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12feca23-3df3-4404-add7-c7114c72833f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:35.364806 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-87182c5a-6684-41a8-8d6b-b72f0df88329 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/quotas/cae3ca9cf8c0409e81d4c35da3c48373 HTTP/1.1" status: 200 len: 375 time: 0.0659382 Apr 01 12:39:35.419379 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c805c03f-1cad-47a9-89cc-05ab2a91e191, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c805c03f-1cad-47a9-89cc-05ab2a91e191,segment=NetworkSegment(e655d4d6-e6e0-4878-9a2f-251f558128ab),segment_id=e655d4d6-e6e0-4878-9a2f-251f558128ab)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:35.465688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'c805c03f-1cad-47a9-89cc-05ab2a91e191', 'network_id': '8df3efb4-59ea-4414-a20e-61602aa5f067', 'port_id': 'c805c03f-1cad-47a9-89cc-05ab2a91e191', 'mac_address': 'fa:16:3e:19:c3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3bef48-0dca-4a61-adde-1190043f6c32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:39:35.492454 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39719ccc-1186-4376-89dc-7b9b7841623c None None] Network bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:35.571619 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab179-3fc1-4150-b35c-ff87456345dd None None] Port 7be6fc78-fee1-40bb-baa6-a553be2f6f0d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:39:35.574053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caa6a1-b38f-49fa-bdd5-cfb8e35edbaf req-73205cef-f405-4547-8304-00407c58cda5 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:35.576728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-65caa6a1-b38f-49fa-bdd5-cfb8e35edbaf req-73205cef-f405-4547-8304-00407c58cda5 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.37 "GET /v2.0/ports?device_id=bddffd0e-fc73-40b6-ba53-8b9cd55c1987 HTTP/1.1" status: 200 len: 945 time: 0.2053144 Apr 01 12:39:35.648381 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:35.662499 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edd1246f-2179-4943-8f0c-433916a40c1e req-61c1f97a-8b6e-4471-a90c-8c8bc3d1c964 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 999 time: 0.4109380 Apr 01 12:39:35.666750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c805c03f-1cad-47a9-89cc-05ab2a91e191 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:35.684338 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d807e043-a2a7-4c7e-8b34-62cbcfb6b390 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:35.697571 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:35.797108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c805c03f-1cad-47a9-89cc-05ab2a91e191, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c805c03f-1cad-47a9-89cc-05ab2a91e191,segment=NetworkSegment(e655d4d6-e6e0-4878-9a2f-251f558128ab),segment_id=e655d4d6-e6e0-4878-9a2f-251f558128ab)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:35.813309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150f923-bac1-4316-9027-192362191d59 req-09c800c0-338b-4c53-ab65-c0e34a88b936 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:35.815877 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8150f923-bac1-4316-9027-192362191d59 req-09c800c0-338b-4c53-ab65-c0e34a88b936 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2118979 Apr 01 12:39:35.830404 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:35.854896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1246f-2179-4943-8f0c-433916a40c1e req-0ba73133-89c5-4331-a22d-057d6fbde6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:35.868617 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edd1246f-2179-4943-8f0c-433916a40c1e req-0ba73133-89c5-4331-a22d-057d6fbde6bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.1852465 Apr 01 12:39:36.017954 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8150f923-bac1-4316-9027-192362191d59 req-5700a02f-af6f-4b2d-a06d-402e30e05771 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891072 Apr 01 12:39:36.036266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1246f-2179-4943-8f0c-433916a40c1e req-f90ace85-441d-4786-b612-a079caf621a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:36.043317 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edd1246f-2179-4943-8f0c-433916a40c1e req-f90ace85-441d-4786-b612-a079caf621a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614139 Apr 01 12:39:36.142478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-65caa6a1-b38f-49fa-bdd5-cfb8e35edbaf req-38282030-fd70-4988-9101-7ae820c13260 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Deleting port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:36.142824 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-65caa6a1-b38f-49fa-bdd5-cfb8e35edbaf req-38282030-fd70-4988-9101-7ae820c13260 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:36.206979 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-b75fe7c8-b7a8-41e6-a92b-054880eefbb8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8275769 Apr 01 12:39:36.208946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Network edbe49f5-f68c-4795-90d9-df82f3d85241 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:36.214115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:36.231761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c805c03f-1cad-47a9-89cc-05ab2a91e191,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:36.236865 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12feca23-3df3-4404-add7-c7114c72833f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:36.246600 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:36.256219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-12feca23-3df3-4404-add7-c7114c72833f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 7be6fc78-fee1-40bb-baa6-a553be2f6f0d owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:36.256441 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['c805c03f-1cad-47a9-89cc-05ab2a91e191'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:36.316357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port d807e043-a2a7-4c7e-8b34-62cbcfb6b390, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d807e043-a2a7-4c7e-8b34-62cbcfb6b390,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:36.337061 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:36.433315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=d807e043-a2a7-4c7e-8b34-62cbcfb6b390,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:36.458142 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb0c1b76-a904-4d0f-a81f-510b1ce85d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:36.560463 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12feca23-3df3-4404-add7-c7114c72833f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:36.584132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-65caa6a1-b38f-49fa-bdd5-cfb8e35edbaf req-38282030-fd70-4988-9101-7ae820c13260 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] For port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:36.584132 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-65caa6a1-b38f-49fa-bdd5-cfb8e35edbaf req-38282030-fd70-4988-9101-7ae820c13260 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:36.680086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-65caa6a1-b38f-49fa-bdd5-cfb8e35edbaf req-38282030-fd70-4988-9101-7ae820c13260 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Calling delete_port for 51eb0819-8923-4c6a-9bbd-cd1bf671a21f owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:36.729326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feca23-3df3-4404-add7-c7114c72833f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=7be6fc78-fee1-40bb-baa6-a553be2f6f0d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:36.801146 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edd1246f-2179-4943-8f0c-433916a40c1e req-acd7025d-a72e-4f73-bed3-53ee247b2155 service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7454677 Apr 01 12:39:36.813536 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c8b7abf5-2ef8-41e4-8ce6-0cd7349467bd None None] Provisioning complete for port 69afef18-e3c8-497d-b469-7959cea12b70 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:36.813903 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c8b7abf5-2ef8-41e4-8ce6-0cd7349467bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:36.856852 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c8b7abf5-2ef8-41e4-8ce6-0cd7349467bd None None] Port 69afef18-e3c8-497d-b469-7959cea12b70 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:39:36.910215 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12feca23-3df3-4404-add7-c7114c72833f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:36.916224 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-12feca23-3df3-4404-add7-c7114c72833f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/7be6fc78-fee1-40bb-baa6-a553be2f6f0d HTTP/1.1" status: 204 len: 168 time: 2.1309698 Apr 01 12:39:36.919674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Router a20c6a44-4060-48fb-b4da-69367d9b1551 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:39:36.920325 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39550) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:36.932413 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-93227818-a6c3-4507-8a3d-55a2fe6af3a0 service neutron] 10.222.0.45 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825281 Apr 01 12:39:36.938228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-a9432766-c254-481b-a109-a347b3b27023 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:36.938978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-a9432766-c254-481b-a109-a347b3b27023 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/networks?id=bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 HTTP/1.1" status: 200 len: 820 time: 0.3386011 Apr 01 12:39:36.965517 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b4c419-de2a-4fd2-b7c3-b3161b7b3be5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:39:36.970410 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c9b4c419-de2a-4fd2-b7c3-b3161b7b3be5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/7be6fc78-fee1-40bb-baa6-a553be2f6f0d HTTP/1.1" status: 404 len: 333 time: 0.0490713 Apr 01 12:39:36.971288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39552) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:36.990583 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7ee22e8-0558-48f3-be4a-31c0ee554dd6 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/quotas/c032ff4445a143c2a7f8878e4272c2aa HTTP/1.1" status: 200 len: 375 time: 0.0309844 Apr 01 12:39:37.034213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d807e043-a2a7-4c7e-8b34-62cbcfb6b390 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:37.058899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edd1246f-2179-4943-8f0c-433916a40c1e req-ca65c43d-e8e1-43e8-a034-5c96489ddbed service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459753 Apr 01 12:39:37.073671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2c1633-90b7-48de-9a80-a4d4c86e951c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting subnet 95739571-8da6-4689-b6a2-795e65706b72 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:39:37.086086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1633-90b7-48de-9a80-a4d4c86e951c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:37.093592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d807e043-a2a7-4c7e-8b34-62cbcfb6b390 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:37.093963 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:37.182919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 51eb0819-8923-4c6a-9bbd-cd1bf671a21f no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:37.208862 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 51eb0819-8923-4c6a-9bbd-cd1bf671a21f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:39:37.209195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 51eb0819-8923-4c6a-9bbd-cd1bf671a21f not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:39:37.212231 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1633-90b7-48de-9a80-a4d4c86e951c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:37.212851 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-76935eec-65a0-4980-bd42-5e4bffe5a7c4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:37.216170 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-76935eec-65a0-4980-bd42-5e4bffe5a7c4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.44 "GET /v2.0/networks?id=20332cba-7adf-48af-b466-d893d011242e HTTP/1.1" status: 200 len: 815 time: 0.1546223 Apr 01 12:39:37.241390 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-65caa6a1-b38f-49fa-bdd5-cfb8e35edbaf req-38282030-fd70-4988-9101-7ae820c13260 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:37.253537 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-20fd6059-d4f6-4129-b0b5-ebf2281526dd tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c032ff4445a143c2a7f8878e4272c2aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1933615 Apr 01 12:39:37.257986 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-74501f86-5d80-4939-baf9-8b6f03a8592c service neutron] 10.222.0.45 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017735 Apr 01 12:39:37.261267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Request body: {'port': {'device_id': '27eb90a4-0b6a-4c9f-a10b-fedba2a99fad', 'network_id': '20332cba-7adf-48af-b466-d893d011242e', 'admin_state_up': True, 'tenant_id': '469070862d5448d1be2b350d21fec32e'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:37.272794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:39:37.284233 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Sync routers for ids ['a20c6a44-4060-48fb-b4da-69367d9b1551'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:39:37.286555 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-13bcfb52-7047-4928-a59b-6b2b9ec16b05 admin admin] 10.222.0.45 "PUT /v2.0/routers/a20c6a44-4060-48fb-b4da-69367d9b1551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1718338 Apr 01 12:39:37.305764 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Routers {'a20c6a44-4060-48fb-b4da-69367d9b1551'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:39:37.306688 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:39:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a20c6a44-4060-48fb-b4da-69367d9b1551'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:37.351076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38282030-fd70-4988-9101-7ae820c13260 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Pushing event deleted for resources: {'Port': ['ID=51eb0819-8923-4c6a-9bbd-cd1bf671a21f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:37.352513 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1633-90b7-48de-9a80-a4d4c86e951c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:37.467142 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1633-90b7-48de-9a80-a4d4c86e951c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:37.474811 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Set router a20c6a44-4060-48fb-b4da-69367d9b1551 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:39:37.504446 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3052abfc-84fe-41d9-b5b1-254b7f521769 None None] Network c949fc33-1e4e-4914-b27c-02ba3f0065a5 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:37.521699 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1633-90b7-48de-9a80-a4d4c86e951c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:37.528001 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3e2c1633-90b7-48de-9a80-a4d4c86e951c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/95739571-8da6-4689-b6a2-795e65706b72 HTTP/1.1" status: 204 len: 168 time: 0.5548227 Apr 01 12:39:37.555204 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39566) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:37.556039 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c1633-90b7-48de-9a80-a4d4c86e951c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Subnet': ['ID=95739571-8da6-4689-b6a2-795e65706b72,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:37.571937 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55b99301-0c95-40c2-b60b-b43d68ebb17b req-801bd36c-3cd6-4f3f-8458-92c13456959c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 210 time: 0.0560756 Apr 01 12:39:37.700840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a651cc8d-190a-469d-b06c-ea244ecaa1c3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting subnet e17407e2-3a0f-41d3-a850-52af226790d0 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:39:37.719169 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a651cc8d-190a-469d-b06c-ea244ecaa1c3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:37.781651 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a651cc8d-190a-469d-b06c-ea244ecaa1c3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:37.804605 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '69afef18-e3c8-497d-b469-7959cea12b70', 'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'mac_address': 'fa:16:3e:f1:06:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 2, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'subnets': [{'id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:37.809900 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f645d-c486-4283-a6e2-fd1d9791891a req-14798a5e-7e60-40b9-ba8a-190215e94403 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:37.817435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2b4f645d-c486-4283-a6e2-fd1d9791891a req-14798a5e-7e60-40b9-ba8a-190215e94403 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 944 time: 0.1375451 Apr 01 12:39:37.841937 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Checking router: a20c6a44-4060-48fb-b4da-69367d9b1551 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:39:37.843479 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Updating router a20c6a44-4060-48fb-b4da-69367d9b1551 port 69afef18-e3c8-497d-b469-7959cea12b70 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:39:37.871926 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:37.882698 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2b4f645d-c486-4283-a6e2-fd1d9791891a req-fde5bf06-6f57-4134-aaec-5566c324cc8d tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/security-groups?id=0609a728-3972-4095-bc63-e28d50b5fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642872 Apr 01 12:39:37.972696 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a651cc8d-190a-469d-b06c-ea244ecaa1c3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.086654 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d0f3ae96-65b9-4f22-b798-8b599e353267 service neutron] 10.222.0.45 "GET /v2.0/networks/bcd79309-c2da-4c41-a7ca-cdfa5889cfc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8199494 Apr 01 12:39:38.097753 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a651cc8d-190a-469d-b06c-ea244ecaa1c3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.131772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651cc8d-190a-469d-b06c-ea244ecaa1c3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Subnet': ['ID=e17407e2-3a0f-41d3-a850-52af226790d0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:38.143759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-65caa6a1-b38f-49fa-bdd5-cfb8e35edbaf req-38282030-fd70-4988-9101-7ae820c13260 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] No DVR routers for this DVR port 51eb0819-8923-4c6a-9bbd-cd1bf671a21f on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:38.148572 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a651cc8d-190a-469d-b06c-ea244ecaa1c3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.150741 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-65caa6a1-b38f-49fa-bdd5-cfb8e35edbaf req-38282030-fd70-4988-9101-7ae820c13260 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.153021 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a651cc8d-190a-469d-b06c-ea244ecaa1c3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/e17407e2-3a0f-41d3-a850-52af226790d0 HTTP/1.1" status: 204 len: 168 time: 0.5798402 Apr 01 12:39:38.156868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39576) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:38.157112 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-65caa6a1-b38f-49fa-bdd5-cfb8e35edbaf req-38282030-fd70-4988-9101-7ae820c13260 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.37 "DELETE /v2.0/ports/51eb0819-8923-4c6a-9bbd-cd1bf671a21f HTTP/1.1" status: 204 len: 173 time: 2.5609996 Apr 01 12:39:38.157607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddffd0e-fc73-40b6-ba53-8b9cd55c1987', 'name': 'network-vif-deleted', 'tag': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:38.160033 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be72258f-1b5b-411c-9964-a9646b666d94" -d '{"events": [{"server_uuid": "bddffd0e-fc73-40b6-ba53-8b9cd55c1987", "name": "network-vif-deleted", "tag": "51eb0819-8923-4c6a-9bbd-cd1bf671a21f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:38.272409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15648e-9b54-4be7-bf3f-89836b242783 req-9f39341e-edcf-4e0b-95ea-b55b04c67cfd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:38.275353 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae15648e-9b54-4be7-bf3f-89836b242783 req-9f39341e-edcf-4e0b-95ea-b55b04c67cfd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2666407 Apr 01 12:39:38.282837 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.297249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-35b988b4-3765-4cb5-94e6-c708f85bd134 service neutron] 10.222.0.45 "GET /v2.0/networks/bcd79309-c2da-4c41-a7ca-cdfa5889cfc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871552 Apr 01 12:39:38.298322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Made reservation on behalf of 469070862d5448d1be2b350d21fec32e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:38.301674 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.399838 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae15648e-9b54-4be7-bf3f-89836b242783 req-828a798b-b827-4f24-85e4-1e37fcf179a8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149871 Apr 01 12:39:38.429642 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 1068f757-c915-4ef5-aaaf-9c442d4fab80 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:38.430215 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.461330 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.475781 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.530035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Allocated IP 172.20.0.4 (20332cba-7adf-48af-b466-d893d011242e/79ee042a-a0e0-4925-86f6-e1fefb27e652/3331c6eb-83b9-4be4-95bf-8a20cd4e8752) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:38.545691 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] For port 1068f757-c915-4ef5-aaaf-9c442d4fab80, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1068f757-c915-4ef5-aaaf-9c442d4fab80,segment=NetworkSegment(1f1b41ca-8af6-49f7-94d6-6e4d2054fee0),segment_id=1f1b41ca-8af6-49f7-94d6-6e4d2054fee0)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:38.547271 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.563179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 1068f757-c915-4ef5-aaaf-9c442d4fab80 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:38.696715 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.740185 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Pushing event updated for resources: {'Port': ['ID=69afef18-e3c8-497d-b469-7959cea12b70,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:38.763175 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Attempting to bind port 69afef18-e3c8-497d-b469-7959cea12b70 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:38.766791 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Attempting to bind port 69afef18-e3c8-497d-b469-7959cea12b70 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:38.767368 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Attempting to bind port 69afef18-e3c8-497d-b469-7959cea12b70 on network edbe49f5-f68c-4795-90d9-df82f3d85241 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:38.776654 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:38.778026 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:38.784570 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:38.785648 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:38.786631 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:38.787075 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:38.787946 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:38.788695 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:38.790040 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:38.792692 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:38.793261 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:38.793716 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:38.805444 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:38.806548 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Checking segment: {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:38.807045 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.808753 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Bound using segment: {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:38.809398 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Bound port: 69afef18-e3c8-497d-b469-7959cea12b70, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:38.810420 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.813046 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.834728 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-485902c8-ece4-460f-9309-87e2c5267301 req-d754dd9b-63d9-4a1b-a9ae-147d8f92516f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 210 time: 0.1058006 Apr 01 12:39:38.856747 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.893328 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8e597754-52e8-4962-a1fc-f061aaef7720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:38.954835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6e6265-a75a-43c1-b25d-7c7c7b0f70a0 None None] Network c949fc33-1e4e-4914-b27c-02ba3f0065a5 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:38.956483 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No DVR routers for this DVR port 1068f757-c915-4ef5-aaaf-9c442d4fab80 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:38.962436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=1068f757-c915-4ef5-aaaf-9c442d4fab80,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:39.014769 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8abf6785-4379-4008-8bc9-aff324d0e21b None None] Could not find standard attr ID for object 1068f757-c915-4ef5-aaaf-9c442d4fab80. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:39:39.026958 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] For port 69afef18-e3c8-497d-b469-7959cea12b70, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:39.032973 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04906f77-6a65-4c5f-943c-75841a2d94e6 x-openstack-request-id: req-04906f77-6a65-4c5f-943c-75841a2d94e6 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:39.033507 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddffd0e-fc73-40b6-ba53-8b9cd55c1987", "name": "network-vif-deleted", "tag": "51eb0819-8923-4c6a-9bbd-cd1bf671a21f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:39.033920 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04906f77-6a65-4c5f-943c-75841a2d94e6 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:39.034570 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04906f77-6a65-4c5f-943c-75841a2d94e6'] response: {'server_uuid': 'bddffd0e-fc73-40b6-ba53-8b9cd55c1987', 'name': 'network-vif-deleted', 'tag': '51eb0819-8923-4c6a-9bbd-cd1bf671a21f', 'status': 'completed', 'code': 200} Apr 01 12:39:39.043226 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] For port 69afef18-e3c8-497d-b469-7959cea12b70, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=69afef18-e3c8-497d-b469-7959cea12b70,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:39.051178 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.175732 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461315a8-8be3-41d6-a1f1-f1c74462e91e None None] Pushing event updated for resources: {'Port': ['ID=69afef18-e3c8-497d-b469-7959cea12b70,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:39.194511 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Routers {'a20c6a44-4060-48fb-b4da-69367d9b1551'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:39:39.195137 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:39:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a20c6a44-4060-48fb-b4da-69367d9b1551'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:39.204750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c805c03f-1cad-47a9-89cc-05ab2a91e191 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:39.213405 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab8ced79-6f86-4415-bdf1-c16e4b6367af req-dc7b8c8d-8806-45d6-87d5-7e3bbfaac7f0 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 210 time: 0.1105864 Apr 01 12:39:39.215321 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.251632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a1b678f0-4d67-47f4-988e-b9687e5278a2 None None] Provisioning complete for port 69afef18-e3c8-497d-b469-7959cea12b70 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:39.251927 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a1b678f0-4d67-47f4-988e-b9687e5278a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.264322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c949fc33-1e4e-4914-b27c-02ba3f0065a5']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:39.283298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1b41ca-8af6-49f7-94d6-6e4d2054fee0') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:39.284309 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1b41ca-8af6-49f7-94d6-6e4d2054fee0') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:39.287730 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.320069 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.342327 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.353032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:39:39.353812 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:39:39.367214 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:39:39.402131 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-d2ba7c78-6069-47f5-bd93-0ba4bdc1229d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:39.412045 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a1b678f0-4d67-47f4-988e-b9687e5278a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.414271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7197cfd0-9888-4d2a-82c2-bd0e6f383e5a None None] DHCP port deletion for c949fc33-1e4e-4914-b27c-02ba3f0065a5 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:39:39.416690 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-d2ba7c78-6069-47f5-bd93-0ba4bdc1229d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 819 time: 0.4859653 Apr 01 12:39:39.417321 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port c805c03f-1cad-47a9-89cc-05ab2a91e191 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:39:39.463950 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port c805c03f-1cad-47a9-89cc-05ab2a91e191 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:39.464312 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.482709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-3d51f025-64dc-4395-808c-51680dc4e18e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/quotas/6ff99ac6f689495b8d05e76ea4e90af1 HTTP/1.1" status: 200 len: 375 time: 0.0637701 Apr 01 12:39:39.520683 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.570636 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.573612 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.575370 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/networks/c949fc33-1e4e-4914-b27c-02ba3f0065a5 HTTP/1.1" status: 204 len: 168 time: 1.4172211 Apr 01 12:39:39.590459 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39608) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:39.602513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd8d09-9cf7-402c-ae10-5e448bacffdb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Network': ['ID=c949fc33-1e4e-4914-b27c-02ba3f0065a5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:39.632014 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a1b678f0-4d67-47f4-988e-b9687e5278a2 None None] For port 69afef18-e3c8-497d-b469-7959cea12b70, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=69afef18-e3c8-497d-b469-7959cea12b70,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:39.646029 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a1b678f0-4d67-47f4-988e-b9687e5278a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.654258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e33ad9-e43d-454e-98e6-0f5dce30d1cd req-eef0064f-4885-4cf8-8066-777a2cce65da tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:39.663976 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-99e33ad9-e43d-454e-98e6-0f5dce30d1cd req-eef0064f-4885-4cf8-8066-777a2cce65da tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 931 time: 0.1553810 Apr 01 12:39:39.743646 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632e9956-03be-4194-a1a8-e077cb2504e2 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:39.745600 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-632e9956-03be-4194-a1a8-e077cb2504e2 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1539047 Apr 01 12:39:39.751631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39610) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:39.766782 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-99e33ad9-e43d-454e-98e6-0f5dce30d1cd req-48404536-63fa-4929-8b5c-612e9cc45113 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015306 Apr 01 12:39:39.788312 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-475b6f57-3d1d-41ed-93e3-de453d8cd9da tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2990787 Apr 01 12:39:39.788667 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Network 20332cba-7adf-48af-b466-d893d011242e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:39.809927 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] Set router a20c6a44-4060-48fb-b4da-69367d9b1551 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:39:39.884404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:39.886321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Pushing event updated for resources: {'Port': ['ID=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:39.893741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:39.916249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b678f0-4d67-47f4-988e-b9687e5278a2 None None] Pushing event updated for resources: {'Port': ['ID=69afef18-e3c8-497d-b469-7959cea12b70,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:39.919812 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:39.961893 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ee85338f-752b-44ab-aa9e-7f95d971dff5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2085998 Apr 01 12:39:39.965392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621295e-6442-44b0-84d4-b28478c166f3 req-5eefe81e-439d-4cee-a7f3-63a2e7552e7e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:39.966723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-5eefe81e-439d-4cee-a7f3-63a2e7552e7e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.37 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 817 time: 0.4411633 Apr 01 12:39:39.970528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39616) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:39.983148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c805c03f-1cad-47a9-89cc-05ab2a91e191, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c805c03f-1cad-47a9-89cc-05ab2a91e191,segment=NetworkSegment(e655d4d6-e6e0-4878-9a2f-251f558128ab),segment_id=e655d4d6-e6e0-4878-9a2f-251f558128ab)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:39.984939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ad819e24-d873-492f-a26f-6c6c291e4f54 None None] Provisioning complete for port 69afef18-e3c8-497d-b469-7959cea12b70 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:39.985622 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ad819e24-d873-492f-a26f-6c6c291e4f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:40.021311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-cffc786d-d759-41f3-8016-33bad1bc06d3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2140565670'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:40.021620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e02a3-5db5-475e-bb86-17df239865d9 req-ba17755a-ef6e-437a-8d77-1d4ac6846a2d tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:40.031432 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-903e02a3-5db5-475e-bb86-17df239865d9 req-ba17755a-ef6e-437a-8d77-1d4ac6846a2d tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 944 time: 0.1572108 Apr 01 12:39:40.036103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c91cedf-0ca4-4185-8aee-2b5594ef5812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c805c03f-1cad-47a9-89cc-05ab2a91e191'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:40.039405 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f18d1d5-eaa5-482e-9eee-35367f6f998b" -d '{"events": [{"server_uuid": "6c91cedf-0ca4-4185-8aee-2b5594ef5812", "name": "network-vif-plugged", "status": "completed", "tag": "c805c03f-1cad-47a9-89cc-05ab2a91e191"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:40.040479 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-7c5b764b-b826-43ea-b709-b7954603aa5c service neutron] 10.222.0.45 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564964 Apr 01 12:39:40.044007 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:40.084812 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:40.085769 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:40.090879 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-903e02a3-5db5-475e-bb86-17df239865d9 req-d3951798-f7dd-43be-8aa2-f6adece35a55 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/security-groups?id=0609a728-3972-4095-bc63-e28d50b5fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563393 Apr 01 12:39:40.151460 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '69afef18-e3c8-497d-b469-7959cea12b70', 'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'mac_address': 'fa:16:3e:f1:06:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:39:39Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'subnets': [{'id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:40.170123 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-e6155eec-a358-410b-b769-5d2e2840bd44 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9219310 Apr 01 12:39:40.170396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c805c03f-1cad-47a9-89cc-05ab2a91e191,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:40.201530 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721aa91a-3261-47fb-b7d5-68492412b421 None None] The sync data for ids ['a20c6a44-4060-48fb-b4da-69367d9b1551'] in n-d-836146-1 is: [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '69afef18-e3c8-497d-b469-7959cea12b70', 'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'mac_address': 'fa:16:3e:f1:06:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:39:39Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'subnets': [{'id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:39:40.225316 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffc786d-d759-41f3-8016-33bad1bc06d3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:40.229209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cffc786d-d759-41f3-8016-33bad1bc06d3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:40.237135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Request body: {'port': {'device_id': '27eb90a4-0b6a-4c9f-a10b-fedba2a99fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:40.243368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-f0ecd975-6756-4d4d-9831-66c72791a414 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cae3ca9cf8c0409e81d4c35da3c48373 HTTP/1.1" status: 200 len: 380 time: 0.2512980 Apr 01 12:39:40.277491 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73228cf9-0c8b-47a5-8952-01ac3714dc5d req-02a02754-049e-4363-8319-4afd0647640c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:40.279120 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-73228cf9-0c8b-47a5-8952-01ac3714dc5d req-02a02754-049e-4363-8319-4afd0647640c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0678680 Apr 01 12:39:40.309224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-1621295e-6442-44b0-84d4-b28478c166f3 req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Request body: {'port': {'device_id': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'admin_state_up': True, 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'security_groups': ['7110facc-2362-4a58-b199-dbd2872460e1']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:40.351417 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-73228cf9-0c8b-47a5-8952-01ac3714dc5d req-bfa9ce5d-088e-4716-8182-df41827874dd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476141 Apr 01 12:39:40.355867 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:40.386316 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffc786d-d759-41f3-8016-33bad1bc06d3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:39:40.393463 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-a84dfcb0-df52-4e73-8efd-10ab1d60d370 service neutron] 10.222.0.45 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295193 Apr 01 12:39:40.504779 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e53db4ff-6345-49ac-9b65-123f84bf206c req-7dc18f82-6b21-4d00-95c3-f1289b2f396c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0646350 Apr 01 12:39:40.540627 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cffc786d-d759-41f3-8016-33bad1bc06d3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:40.541104 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-cffc786d-d759-41f3-8016-33bad1bc06d3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Added segment 00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b of type vlan for network e6633951-c594-4a64-ae4b-f305950cd1d8 Apr 01 12:39:40.606643 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c31a0c-c518-407b-a687-64b7823448d0 x-openstack-request-id: req-37c31a0c-c518-407b-a687-64b7823448d0 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:40.606930 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c91cedf-0ca4-4185-8aee-2b5594ef5812", "name": "network-vif-plugged", "status": "completed", "tag": "c805c03f-1cad-47a9-89cc-05ab2a91e191", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:40.607228 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37c31a0c-c518-407b-a687-64b7823448d0 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:40.607632 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c31a0c-c518-407b-a687-64b7823448d0'] response: {'server_uuid': '6c91cedf-0ca4-4185-8aee-2b5594ef5812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c805c03f-1cad-47a9-89cc-05ab2a91e191', 'code': 200} Apr 01 12:39:40.686484 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ce9d3a7-d8d3-4e17-b858-460603164f09 req-32eb70b5-35ba-45b0-a2f3-f19c351e0506 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 210 time: 0.0511749 Apr 01 12:39:40.790733 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:40.812906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-66cc9aee-b614-4dd5-9de2-89e58ad241e6 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:40.814590 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-66cc9aee-b614-4dd5-9de2-89e58ad241e6 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.37 "GET /v2.0/networks?id=bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 HTTP/1.1" status: 200 len: 820 time: 0.4999909 Apr 01 12:39:40.835446 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cffc786d-d759-41f3-8016-33bad1bc06d3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:40.854858 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7292bb31-5c2b-47e8-b794-f9fb11be99f1 req-7f0376d4-4055-4422-bbf4-aa493aa584ec tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 210 time: 0.1744494 Apr 01 12:39:40.862194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Request body: {'port': {'device_id': '25ea04bf-d01c-4094-a073-0d2d4795d200', 'network_id': 'bcd79309-c2da-4c41-a7ca-cdfa5889cfc2', 'admin_state_up': True, 'tenant_id': 'c032ff4445a143c2a7f8878e4272c2aa'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:40.993134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-80c44248-245a-4705-a5f4-a3c49df725f8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:41.002976 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-80c44248-245a-4705-a5f4-a3c49df725f8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 819 time: 0.1895616 Apr 01 12:39:41.032928 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-f14584ef-d02d-4539-a581-e300916a03a1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/quotas/6ff99ac6f689495b8d05e76ea4e90af1 HTTP/1.1" status: 200 len: 375 time: 0.0286865 Apr 01 12:39:41.041723 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cffc786d-d759-41f3-8016-33bad1bc06d3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:41.049561 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffc786d-d759-41f3-8016-33bad1bc06d3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:41.050232 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cffc786d-d759-41f3-8016-33bad1bc06d3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:41.090319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 69afef18-e3c8-497d-b469-7959cea12b70 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:41.139061 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cffc786d-d759-41f3-8016-33bad1bc06d3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1571681 Apr 01 12:39:41.139488 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-0e57d57f-55fd-4cde-8888-cf863f3ac4fe tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040649 Apr 01 12:39:41.142328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1621295e-6442-44b0-84d4-b28478c166f3 req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Made reservation on behalf of cae3ca9cf8c0409e81d4c35da3c48373 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:41.148167 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1621295e-6442-44b0-84d4-b28478c166f3 req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:41.160134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 69afef18-e3c8-497d-b469-7959cea12b70 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:41.160803 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:41.166780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39650) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:41.173813 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1beccc3f-5239-4192-a026-80e6499219f6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': 'e6633951-c594-4a64-ae4b-f305950cd1d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:41.179452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b6b1e-f88b-4117-be6c-dce7a00e58ec req-749e3932-6b22-49db-83a1-7e9554c565f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:41.181010 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c5b6b1e-f88b-4117-be6c-dce7a00e58ec req-749e3932-6b22-49db-83a1-7e9554c565f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 1096 time: 0.4900026 Apr 01 12:39:41.336709 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-2572af62-6cab-4980-b63f-dad6138934b2 service neutron] 10.222.0.45 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961298 Apr 01 12:39:41.413276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1068f757-c915-4ef5-aaaf-9c442d4fab80 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:41.414885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27263ce7-aa98-4d18-9455-305564ae2b58 req-d8dc438b-67ce-44cd-8ba0-8644cc1059ef tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:41.422568 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27263ce7-aa98-4d18-9455-305564ae2b58 req-d8dc438b-67ce-44cd-8ba0-8644cc1059ef tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 931 time: 0.4708490 Apr 01 12:39:41.424734 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c5b6b1e-f88b-4117-be6c-dce7a00e58ec req-c174511a-e949-4817-86e6-50deda31ebb1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0609a728-3972-4095-bc63-e28d50b5fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025278 Apr 01 12:39:41.425539 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc786d-d759-41f3-8016-33bad1bc06d3 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Network': ['ID=e6633951-c594-4a64-ae4b-f305950cd1d8,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:41.461621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 1068f757-c915-4ef5-aaaf-9c442d4fab80 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:39:41.463986 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beccc3f-5239-4192-a026-80e6499219f6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:41.464643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1068f757-c915-4ef5-aaaf-9c442d4fab80 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:39:41.466413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network e6633951-c594-4a64-ae4b-f305950cd1d8 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:39:41.476192 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1beccc3f-5239-4192-a026-80e6499219f6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:41.537486 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-1f779601-bda1-4f71-bd59-728b3bad7efa service neutron] 10.222.0.45 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998441 Apr 01 12:39:41.626833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Made reservation on behalf of c032ff4445a143c2a7f8878e4272c2aa for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:41.630223 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:41.707156 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27263ce7-aa98-4d18-9455-305564ae2b58 req-ecfbba99-db16-4986-8905-5447e99704e2 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524071 Apr 01 12:39:41.749622 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:41.814214 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:41.825112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-1621295e-6442-44b0-84d4-b28478c166f3 req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Allocated IP 172.20.0.3 (6a05e65d-a177-4ee0-9ed2-9a95b117f17e/7b0d9734-6d8f-4c56-93ca-1c2715772578/c4599b9f-fe00-42d2-bbf8-8be455a3e98a) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:41.929309 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1beccc3f-5239-4192-a026-80e6499219f6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:41.987808 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7e089-6b0b-4978-870e-beed94650ce9 req-7c6cf7a2-963b-4ac1-9feb-a66ba7113af3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:41.989318 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5ac7e089-6b0b-4978-870e-beed94650ce9 req-7c6cf7a2-963b-4ac1-9feb-a66ba7113af3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1190612 Apr 01 12:39:42.042787 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beccc3f-5239-4192-a026-80e6499219f6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Subnet': ['ID=e1fe6cc8-f349-4b9e-8c3e-85c39f9aacdd,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:42.076725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beccc3f-5239-4192-a026-80e6499219f6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Checking segment: {'id': '00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e6633951-c594-4a64-ae4b-f305950cd1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:42.077166 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beccc3f-5239-4192-a026-80e6499219f6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network hostable DHCP agents. Network: e6633951-c594-4a64-ae4b-f305950cd1d8, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:39:42.101871 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5ac7e089-6b0b-4978-870e-beed94650ce9 req-0a3359db-6896-4adf-8ce1-25f7d8b635a0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975981 Apr 01 12:39:42.179923 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beccc3f-5239-4192-a026-80e6499219f6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network e6633951-c594-4a64-ae4b-f305950cd1d8 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:39:42.269787 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-1beccc3f-5239-4192-a026-80e6499219f6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, e6633951-c594-4a64-ae4b-f305950cd1d8) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:42.290269 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373465fd-705c-46c2-87ca-d7022210ee14 None None] Network e6633951-c594-4a64-ae4b-f305950cd1d8 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:42.332354 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f70dec80-e5ba-4c49-b7d3-4fdc23603e49 req-4fc364f1-90b6-43cb-96ef-9b79bd825e0d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0808744 Apr 01 12:39:42.336450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beccc3f-5239-4192-a026-80e6499219f6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:42.341313 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1beccc3f-5239-4192-a026-80e6499219f6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:42.399769 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1beccc3f-5239-4192-a026-80e6499219f6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2292104 Apr 01 12:39:42.402626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39668) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:42.414388 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': 'e6633951-c594-4a64-ae4b-f305950cd1d8', 'name': 'tempest-PortsTestJSON-762218729'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:42.465713 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-627c2a3d-cdaa-4366-9290-b952c3660ab2 req-36b0a359-ae13-48f1-96ec-012eb7f446b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 210 time: 0.0638921 Apr 01 12:39:42.474960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-630938fb-272a-4d94-8372-8655df4f9107 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:42.476435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-630938fb-272a-4d94-8372-8655df4f9107 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.44 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 819 time: 0.3358369 Apr 01 12:39:42.494769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Request body: {'port': {'device_id': '9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'admin_state_up': True, 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:42.513803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f762e5-7dea-41fa-8fff-43a975781acb req-ed099d57-c33b-4f83-af5c-78b38a6fba6d tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:42.523165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-42f762e5-7dea-41fa-8fff-43a975781acb req-ed099d57-c33b-4f83-af5c-78b38a6fba6d tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 945 time: 0.6811342 Apr 01 12:39:42.547621 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Allocated IP 172.20.0.6 (bcd79309-c2da-4c41-a7ca-cdfa5889cfc2/f93d9a8b-e86c-4fd7-9d9e-6c1bdffe88b2/fb77e663-0560-4913-9242-ee2303f29e98) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:42.570201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:42.613820 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:42.661651 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a5d4ace-cf7e-4d2c-b349-a2853a913b60 req-35f7c664-453f-41b7-991a-4e0ec2c198ec tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 210 time: 0.0473168 Apr 01 12:39:42.666107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Transition to ACTIVE for port object 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:39:42.672473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-e6633951-c594-4a64-ae4b-f305950cd1d8', 'network_id': 'e6633951-c594-4a64-ae4b-f305950cd1d8', 'tenant_id': '6f8814e9e17c4a30bcb1c845a5548d19', 'fixed_ips': [{'subnet_id': 'e1fe6cc8-f349-4b9e-8c3e-85c39f9aacdd'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:39:42.675326 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:42.688060 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-42f762e5-7dea-41fa-8fff-43a975781acb req-13f54cc7-f187-488f-a54e-51554da5bec3 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/security-groups?id=0609a728-3972-4095-bc63-e28d50b5fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599944 Apr 01 12:39:42.700898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:42.732529 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:42.736386 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:42.746822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Made reservation on behalf of 6ff99ac6f689495b8d05e76ea4e90af1 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:42.750966 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:42.770546 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port 8d7fbdd0-6569-40fa-afae-9bf168e3b8c1 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:39:42.822896 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1621295e-6442-44b0-84d4-b28478c166f3 req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:42.853840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Pushing event updated for resources: {'Port': ['ID=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:42.965613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Allocated IP 172.20.0.2 (e6633951-c594-4a64-ae4b-f305950cd1d8/e1fe6cc8-f349-4b9e-8c3e-85c39f9aacdd/73b70313-9931-40b7-a33f-c3501b0020e3) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:42.974330 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bdd0d-e6d7-496d-abd8-c290ac5162a9 req-351b61e0-8eca-4bc5-b634-e3cf11ce7688 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:42.975919 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-027bdd0d-e6d7-496d-abd8-c290ac5162a9 req-351b61e0-8eca-4bc5-b634-e3cf11ce7688 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 943 time: 0.1120052 Apr 01 12:39:43.029310 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1621295e-6442-44b0-84d4-b28478c166f3 req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.033954 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.059549 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-027bdd0d-e6d7-496d-abd8-c290ac5162a9 req-92040062-a75d-42d4-8472-b093f7f0626c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751932 Apr 01 12:39:43.061393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Allocated IP 172.20.0.7 (edbe49f5-f68c-4795-90d9-df82f3d85241/a657cc8f-dfd7-46c1-a860-5ffd444a83f2/9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:43.120390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1621295e-6442-44b0-84d4-b28478c166f3 req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:43.134882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Attempting to bind port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:43.135246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Attempting to bind port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:43.135669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Attempting to bind port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 on network 20332cba-7adf-48af-b466-d893d011242e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:43.138096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-1621295e-6442-44b0-84d4-b28478c166f3 req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:43.146510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1621295e-6442-44b0-84d4-b28478c166f3 req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:43.167589 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.176244 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.184991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 on network 20332cba-7adf-48af-b466-d893d011242e not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:39:43.185464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Attempting to bind port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 on network 20332cba-7adf-48af-b466-d893d011242e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:43.189344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event updated for resources: {'Port': ['ID=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:43.220158 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:43.220660 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Checking segment: {'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:43.221145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Bound using segment: {'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:43.221693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Bound port: 3331c6eb-83b9-4be4-95bf-8a20cd4e8752, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:43.223411 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.239804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Network e6633951-c594-4a64-ae4b-f305950cd1d8 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:43.244576 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:43.252398 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:43.256265 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Pushing event updated for resources: {'Port': ['ID=73b70313-9931-40b7-a33f-c3501b0020e3,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:43.263087 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.322178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621295e-6442-44b0-84d4-b28478c166f3 req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:43.323080 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1621295e-6442-44b0-84d4-b28478c166f3 req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.336678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Attempting to bind port 73b70313-9931-40b7-a33f-c3501b0020e3 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:43.337146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Attempting to bind port 73b70313-9931-40b7-a33f-c3501b0020e3 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e6633951-c594-4a64-ae4b-f305950cd1d8'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:43.338298 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Attempting to bind port 73b70313-9931-40b7-a33f-c3501b0020e3 on network e6633951-c594-4a64-ae4b-f305950cd1d8 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:43.339128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.12 (e6633951-c594-4a64-ae4b-f305950cd1d8/e1fe6cc8-f349-4b9e-8c3e-85c39f9aacdd/8d7fbdd0-6569-40fa-afae-9bf168e3b8c1) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:43.344626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:43.344995 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Checking segment: {'id': '00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e6633951-c594-4a64-ae4b-f305950cd1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:43.345439 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.345879 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Bound using segment: {'id': '00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e6633951-c594-4a64-ae4b-f305950cd1d8'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:43.346453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Bound port: 73b70313-9931-40b7-a33f-c3501b0020e3, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e6633951-c594-4a64-ae4b-f305950cd1d8'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:43.346840 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.395316 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Network bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:43.406042 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:43.418201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec688b7-492e-470f-8cd7-91add4e0bce1 req-49e65e0f-c3ec-4895-bc79-c9c32909c0d7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:43.419411 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.427075 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ec688b7-492e-470f-8cd7-91add4e0bce1 req-49e65e0f-c3ec-4895-bc79-c9c32909c0d7 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2263134 Apr 01 12:39:43.432043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:43.435040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Pushing event updated for resources: {'Port': ['ID=fb77e663-0560-4913-9242-ee2303f29e98,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:43.441284 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-12e03f00-c676-46aa-8f71-c7facd81440d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1424198 Apr 01 12:39:43.503022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] For port 73b70313-9931-40b7-a33f-c3501b0020e3, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:43.505962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] For port 73b70313-9931-40b7-a33f-c3501b0020e3, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=73b70313-9931-40b7-a33f-c3501b0020e3,segment=NetworkSegment(00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b),segment_id=00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:43.517490 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.522038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Request body: {'port': {'device_id': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:43.576945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] For port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:43.580832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] For port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:43.604276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e34dd78e-f2de-402f-81e2-20573be7b7d9 None None] Provisioning complete for port c4599b9f-fe00-42d2-bbf8-8be455a3e98a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:43.604639 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e34dd78e-f2de-402f-81e2-20573be7b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.628920 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec8b07-f85b-447e-9222-949108c7303a None None] Pushing event updated for resources: {'Port': ['ID=73b70313-9931-40b7-a33f-c3501b0020e3,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:43.674219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e34dd78e-f2de-402f-81e2-20573be7b7d9 None None] Port c4599b9f-fe00-42d2-bbf8-8be455a3e98a cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:39:43.681750 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.705935 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.744977 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622893d-3c44-4a7f-9970-35e5910a279e req-71f08bc7-2895-4235-b2a9-21dbbca6583e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:43.747015 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7622893d-3c44-4a7f-9970-35e5910a279e req-71f08bc7-2895-4235-b2a9-21dbbca6583e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 931 time: 0.2177746 Apr 01 12:39:43.768081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Network edbe49f5-f68c-4795-90d9-df82f3d85241 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:43.778371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:43.788628 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:43.811272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ec688b7-492e-470f-8cd7-91add4e0bce1 req-72575876-0a5f-4bf5-9d03-3e60c8e262c1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782008 Apr 01 12:39:43.836203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:43.836919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.840224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:43.841302 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.842518 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] 10.222.0.44 "PUT /v2.0/ports/3331c6eb-83b9-4be4-95bf-8a20cd4e8752 HTTP/1.1" status: 200 len: 1091 time: 3.6198683 Apr 01 12:39:43.849117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27eb90a4-0b6a-4c9f-a10b-fedba2a99fad', 'tag': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:43.852194 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdb528d-1d3a-4fcf-8c78-ef6d10d71696" -d '{"events": [{"name": "network-changed", "server_uuid": "27eb90a4-0b6a-4c9f-a10b-fedba2a99fad", "tag": "3331c6eb-83b9-4be4-95bf-8a20cd4e8752"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:43.866099 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:43.866783 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.885141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event updated for resources: {'Port': ['ID=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:43.892201 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.899934 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13655378-4b77-4b99-ab97-e3ffbe561a24 service neutron] Pushing event updated for resources: {'Port': ['ID=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:43.902835 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:43.925709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-d7591ae0-0316-42fa-bf16-5552dfc81c12 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0733395 Apr 01 12:39:43.925949 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-9a067c8b-fcfe-42b4-aa7b-bb2e4a83c6b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4379523 Apr 01 12:39:43.935633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-e905f55c-3056-4b2f-a637-9c9f2204fc11 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:43.937435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-e905f55c-3056-4b2f-a637-9c9f2204fc11 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.44 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 819 time: 0.3477292 Apr 01 12:39:43.938288 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7622893d-3c44-4a7f-9970-35e5910a279e req-f946165d-5af5-4ce6-b6df-a614cb5d4c4d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742454 Apr 01 12:39:43.962267 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Request body: {'port': {'device_id': '9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:44.018272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Request body: {'port': {'device_id': '25ea04bf-d01c-4094-a073-0d2d4795d200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:44.028933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Request body: {'port': {'device_id': '980655d8-4e0c-4467-83fd-61a460a7a279', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'admin_state_up': True, 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:44.106550 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:44.214124 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5335c131-0b8b-4bc6-8c97-66628d31b9db None None] Provisioning complete for port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:44.214676 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5335c131-0b8b-4bc6-8c97-66628d31b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:44.265399 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5335c131-0b8b-4bc6-8c97-66628d31b9db None None] Port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:39:44.311336 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-15850b5e-2ef9-4115-ace6-96ea7a819037 req-55defcc5-23fb-4633-8f2c-836bbbe6e84a tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 210 time: 0.2877872 Apr 01 12:39:44.428772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-a0d6bc30-7e3f-4b01-be5d-48fd6b8cfa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:44.430430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-a0d6bc30-7e3f-4b01-be5d-48fd6b8cfa14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=469070862d5448d1be2b350d21fec32e&device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 1094 time: 0.5321174 Apr 01 12:39:44.543620 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:44.552084 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-c7563271-32d9-4241-bbcc-01ec2685e482 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3331c6eb-83b9-4be4-95bf-8a20cd4e8752 HTTP/1.1" status: 200 len: 217 time: 0.1080267 Apr 01 12:39:44.598764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network e6633951-c594-4a64-ae4b-f305950cd1d8 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:44.611718 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:44.617810 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:44.645074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:44.706648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=8d7fbdd0-6569-40fa-afae-9bf168e3b8c1,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:44.746145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fc365-07d2-4136-8fc6-5b0daa6220c1 req-c17b908f-c194-45bf-b5e0-3bf6fa23ef41 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:44.747989 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-304fc365-07d2-4136-8fc6-5b0daa6220c1 req-c17b908f-c194-45bf-b5e0-3bf6fa23ef41 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 945 time: 0.3294294 Apr 01 12:39:44.753580 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-18a41234-ef45-4b24-abf1-671f92118aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:44.755156 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-18a41234-ef45-4b24-abf1-671f92118aa2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ee042a-a0e0-4925-86f6-e1fefb27e652 HTTP/1.1" status: 200 len: 855 time: 0.1893213 Apr 01 12:39:44.762711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Made reservation on behalf of 6ff99ac6f689495b8d05e76ea4e90af1 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:44.765293 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:44.765997 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:44.766345 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:44.779619 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba48374-4b62-453e-b330-38df05505d90 req-fa64e7aa-3890-43b4-993d-7d198f165e76 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:44.781321 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ba48374-4b62-453e-b330-38df05505d90 req-fa64e7aa-3890-43b4-993d-7d198f165e76 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 931 time: 0.1935117 Apr 01 12:39:44.852051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-47cfbd45-b9f5-4506-aa16-fc7fced87391 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4421597 Apr 01 12:39:44.866940 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39702) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:44.875785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': 'e6633951-c594-4a64-ae4b-f305950cd1d8', 'name': 'tempest-PortsTestJSON-1517432788'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:44.876766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-b50a9ae3-eca6-4eb2-8029-460eac4f869e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20332cba-7adf-48af-b466-d893d011242e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042612 Apr 01 12:39:44.940169 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3ba48374-4b62-453e-b330-38df05505d90 req-cd92091a-619f-48b9-8685-07c087a7f83e tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042569 Apr 01 12:39:44.977524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4599b9f-fe00-42d2-bbf8-8be455a3e98a {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:44.985833 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:45.001014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Transition to ACTIVE for port object c4599b9f-fe00-42d2-bbf8-8be455a3e98a will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:39:45.089016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 73b70313-9931-40b7-a33f-c3501b0020e3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:45.132506 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:45.138627 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:45.150277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cabfdc6-b43a-45c9-bfa5-56637190478c None None] Network e6633951-c594-4a64-ae4b-f305950cd1d8 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:45.191992 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-f22293a2-070c-4169-97a5-ac51989b68ac service neutron] 10.222.0.44 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826829 Apr 01 12:39:45.193716 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3942e1e-2ea5-4098-8dee-fe840d8a80bb x-openstack-request-id: req-e3942e1e-2ea5-4098-8dee-fe840d8a80bb {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:45.194151 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port 52b1f584-ea35-4d1d-9c4c-9ab3e2c09284 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:39:45.194530 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27eb90a4-0b6a-4c9f-a10b-fedba2a99fad", "tag": "3331c6eb-83b9-4be4-95bf-8a20cd4e8752", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:45.195092 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3942e1e-2ea5-4098-8dee-fe840d8a80bb {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:45.195634 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3942e1e-2ea5-4098-8dee-fe840d8a80bb'] response: {'name': 'network-changed', 'server_uuid': '27eb90a4-0b6a-4c9f-a10b-fedba2a99fad', 'tag': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752', 'status': 'completed', 'code': 200} Apr 01 12:39:45.200092 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:45.215067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-304fc365-07d2-4136-8fc6-5b0daa6220c1 req-99522f3a-a046-428a-9fec-4617522b8578 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/security-groups?id=0609a728-3972-4095-bc63-e28d50b5fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414411 Apr 01 12:39:45.286366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 {{(pid=102719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:45.299880 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:45.332710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-402bd158-4ac9-4467-af56-c5f6e42dd151 req-1d4e95b7-503f-4566-af1b-8951440a1dbf service neutron] 10.222.0.44 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262338 Apr 01 12:39:45.360754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.provisioning_blocks [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Transition to ACTIVE for port object 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 will not be triggered until provisioned by entity L2. {{(pid=102719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:39:45.385520 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:45.424592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Allocated IP 172.20.0.12 (edbe49f5-f68c-4795-90d9-df82f3d85241/a657cc8f-dfd7-46c1-a860-5ffd444a83f2/8863fbb4-75df-49db-ab61-f0301739530f) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:45.449894 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0e0ebaf4-473b-403a-9090-8489b5990bb3 None None] Provisioning complete for port 73b70313-9931-40b7-a33f-c3501b0020e3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:45.450105 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0e0ebaf4-473b-403a-9090-8489b5990bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:45.453173 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.9 (e6633951-c594-4a64-ae4b-f305950cd1d8/e1fe6cc8-f349-4b9e-8c3e-85c39f9aacdd/52b1f584-ea35-4d1d-9c4c-9ab3e2c09284) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:45.481090 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8047c6-0a56-47c3-9dd6-7e28b0ecc34b req-ab4165fb-6560-4641-9d73-398705292e79 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:45.482845 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e8047c6-0a56-47c3-9dd6-7e28b0ecc34b req-ab4165fb-6560-4641-9d73-398705292e79 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 943 time: 0.1652963 Apr 01 12:39:45.488363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Pushing event updated for resources: {'Port': ['ID=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:45.554970 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 73b70313-9931-40b7-a33f-c3501b0020e3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:45.555535 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:45.723252 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e8047c6-0a56-47c3-9dd6-7e28b0ecc34b req-f626aefc-aa42-4486-9b0f-03f91f0d7cc9 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276802 Apr 01 12:39:45.802780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Attempting to bind port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:45.803432 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Attempting to bind port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:45.803965 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Attempting to bind port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 on network edbe49f5-f68c-4795-90d9-df82f3d85241 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:45.834456 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0e0ebaf4-473b-403a-9090-8489b5990bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:45.880563 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:45.914724 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 on network edbe49f5-f68c-4795-90d9-df82f3d85241 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:39:45.915203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Attempting to bind port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 on network edbe49f5-f68c-4795-90d9-df82f3d85241 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:45.927937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0e0ebaf4-473b-403a-9090-8489b5990bb3 None None] For port 73b70313-9931-40b7-a33f-c3501b0020e3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=73b70313-9931-40b7-a33f-c3501b0020e3,segment=NetworkSegment(00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b),segment_id=00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:45.933004 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:45.933428 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Checking segment: {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:45.933929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Bound using segment: {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:45.934639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Bound port: 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:45.935158 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:45.935598 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0e0ebaf4-473b-403a-9090-8489b5990bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:45.996812 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ebaf4-473b-403a-9090-8489b5990bb3 None None] Pushing event updated for resources: {'Port': ['ID=73b70313-9931-40b7-a33f-c3501b0020e3,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:46.041135 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:39:46.041486 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:39:46.069327 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:46.081032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021f144-e864-4204-9f30-872f3ec132e9 req-d074605f-fa90-438f-8e8f-ec99649dc54e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:46.082914 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a021f144-e864-4204-9f30-872f3ec132e9 req-d074605f-fa90-438f-8e8f-ec99649dc54e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2125809 Apr 01 12:39:46.150489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] For port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52, host n-h2-836146-1, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:46.175712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] For port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:46.181322 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a021f144-e864-4204-9f30-872f3ec132e9 req-fd50c225-9304-4c43-9e5f-9d3ed82e6c7b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897229 Apr 01 12:39:46.184718 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:46.200216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-43375e98-8af3-4185-8471-939a623a919d None None] Provisioning complete for port 8d7fbdd0-6569-40fa-afae-9bf168e3b8c1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:46.200845 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43375e98-8af3-4185-8471-939a623a919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:46.248960 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:46.277300 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:46.278064 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:46.279585 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] 10.222.0.44 "PUT /v2.0/ports/9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 HTTP/1.1" status: 200 len: 1091 time: 2.3384764 Apr 01 12:39:46.280158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f', 'tag': '9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:46.283549 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0805e2-9c01-4147-887f-5e2ce1270e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f", "tag": "9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:46.315008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-43375e98-8af3-4185-8471-939a623a919d None None] Port 8d7fbdd0-6569-40fa-afae-9bf168e3b8c1 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:39:46.337382 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network e6633951-c594-4a64-ae4b-f305950cd1d8 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:46.346710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-43375e98-8af3-4185-8471-939a623a919d None None] Provisioning complete for port 73b70313-9931-40b7-a33f-c3501b0020e3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:46.347239 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43375e98-8af3-4185-8471-939a623a919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:46.357107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:46.364986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006d349-cf8c-400b-a6cf-893a23c79913 req-9edf6bd3-0e21-4d2c-964b-1210c9a632c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:46.367218 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a006d349-cf8c-400b-a6cf-893a23c79913 req-9edf6bd3-0e21-4d2c-964b-1210c9a632c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1096 time: 1.0278130 Apr 01 12:39:46.368932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Pushing event updated for resources: {'Port': ['ID=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:46.401585 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:46.408289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecbb52-4e10-4b66-8712-51598a26c822 service neutron] Pushing event updated for resources: {'Port': ['ID=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:46.471321 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:46.565952 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-de5f7926-f002-4df4-adc9-5172ace55817 req-7fc64e38-0f98-40eb-8755-05163310f9b6 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 210 time: 0.0673351 Apr 01 12:39:46.576402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c40c4-dacc-4a56-9f7b-341e83636477 req-d92999f8-abcc-4f6c-9d65-2e22c21be314 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:46.607349 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-335c40c4-dacc-4a56-9f7b-341e83636477 req-d92999f8-abcc-4f6c-9d65-2e22c21be314 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.7718191 Apr 01 12:39:46.625900 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=52b1f584-ea35-4d1d-9c4c-9ab3e2c09284,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:46.631338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb528d-1d3a-4fcf-8c78-ef6d10d71696 req-b35a868e-50a8-4ced-847e-04a8a09f6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:46.635252 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:46.636008 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:46.638600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7bdb528d-1d3a-4fcf-8c78-ef6d10d71696 req-b35a868e-50a8-4ced-847e-04a8a09f6d9b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=469070862d5448d1be2b350d21fec32e&device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 1094 time: 1.0111053 Apr 01 12:39:46.641366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-fdc466f6-7d3d-441a-ae75-cc53cb280947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:46.643390 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-fdc466f6-7d3d-441a-ae75-cc53cb280947 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 1094 time: 0.3080459 Apr 01 12:39:46.717021 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-10c628bd-66e8-47e8-b8ff-f66ea28568dd tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8482988 Apr 01 12:39:46.717757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39724) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:46.755626 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-76124762-2ca0-426e-a6e1-e3c9795bccf1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 HTTP/1.1" status: 200 len: 217 time: 0.1046731 Apr 01 12:39:46.782113 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0defbc7a-a5a5-47d8-b3cb-3cad03459e58 None None] Provisioning complete for port 8d7fbdd0-6569-40fa-afae-9bf168e3b8c1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:46.782568 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0defbc7a-a5a5-47d8-b3cb-3cad03459e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:46.803348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Attempting to bind port c4599b9f-fe00-42d2-bbf8-8be455a3e98a on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:46.803675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Attempting to bind port c4599b9f-fe00-42d2-bbf8-8be455a3e98a by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:46.804006 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Attempting to bind port c4599b9f-fe00-42d2-bbf8-8be455a3e98a on network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:46.818302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Port c4599b9f-fe00-42d2-bbf8-8be455a3e98a on network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:39:46.818610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Attempting to bind port c4599b9f-fe00-42d2-bbf8-8be455a3e98a on network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:46.845076 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-0defbc7a-a5a5-47d8-b3cb-3cad03459e58 None None] Port 8d7fbdd0-6569-40fa-afae-9bf168e3b8c1 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:39:46.856562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb77e663-0560-4913-9242-ee2303f29e98 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:46.877502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:46.878410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Checking segment: {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:46.878811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Bound using segment: {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:46.879255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Bound port: c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef3c3c8-5587-4754-bc20-b0396b5e33b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:46.879618 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:46.882984 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:46.910078 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6da53b-2696-47f3-ab1d-dbeffef6de21 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:46.912801 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6e6da53b-2696-47f3-ab1d-dbeffef6de21 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1935434 Apr 01 12:39:46.917712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39728) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:46.943461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-4aad355c-d79f-489d-a4d7-4c0a9697fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:46.945158 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-4aad355c-d79f-489d-a4d7-4c0a9697fe2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.1731591 Apr 01 12:39:46.958879 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4ae6f-b1e3-44d9-81c7-86fceef7f47d req-0b7d2df9-5e43-4576-b1dd-b632437ae9fa tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:46.961086 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93d4ae6f-b1e3-44d9-81c7-86fceef7f47d req-0b7d2df9-5e43-4576-b1dd-b632437ae9fa tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 931 time: 0.1652424 Apr 01 12:39:46.970782 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-335c40c4-dacc-4a56-9f7b-341e83636477 req-2374ba99-4ab3-4288-b9b6-2af501617975 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199124 Apr 01 12:39:47.011560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006d349-cf8c-400b-a6cf-893a23c79913 req-3b33f27d-6536-4925-9d13-b041f1e2aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:47.013040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a006d349-cf8c-400b-a6cf-893a23c79913 req-3b33f27d-6536-4925-9d13-b041f1e2aa99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.6291995 Apr 01 12:39:47.049419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 73b70313-9931-40b7-a33f-c3501b0020e3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:47.068480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Transition to ACTIVE for port object fb77e663-0560-4913-9242-ee2303f29e98 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:39:47.069549 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93d4ae6f-b1e3-44d9-81c7-86fceef7f47d req-96c6e8f9-6cbd-489f-af29-2fa092ebd236 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960250 Apr 01 12:39:47.082395 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-8363d6ee-cefb-4b82-905f-449966c52401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:47.086676 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-8363d6ee-cefb-4b82-905f-449966c52401 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233392 Apr 01 12:39:47.131125 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:47.133593 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736630d1-be6b-44a8-9bf6-630096bcb767 x-openstack-request-id: req-736630d1-be6b-44a8-9bf6-630096bcb767 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:47.135019 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f", "tag": "9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:47.135168 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-736630d1-be6b-44a8-9bf6-630096bcb767 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:47.135667 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736630d1-be6b-44a8-9bf6-630096bcb767'] response: {'name': 'network-changed', 'server_uuid': '9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f', 'tag': '9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52', 'status': 'completed', 'code': 200} Apr 01 12:39:47.163829 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:47.177561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 73b70313-9931-40b7-a33f-c3501b0020e3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:47.191543 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:47.235562 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-cf138b29-b882-4deb-a7b4-482c1c575d7f service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381269 Apr 01 12:39:47.254654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7281a741-945c-4319-85c2-b497e8a9750f None None] Provisioning complete for port 52b1f584-ea35-4d1d-9c4c-9ab3e2c09284 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:47.255232 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7281a741-945c-4319-85c2-b497e8a9750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:47.359219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7281a741-945c-4319-85c2-b497e8a9750f None None] Port 52b1f584-ea35-4d1d-9c4c-9ab3e2c09284 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:39:47.364634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Network edbe49f5-f68c-4795-90d9-df82f3d85241 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:47.376145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:47.379247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb528d-1d3a-4fcf-8c78-ef6d10d71696 req-509a9744-c502-4dfc-8369-77b3ea2a73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:47.380718 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7bdb528d-1d3a-4fcf-8c78-ef6d10d71696 req-509a9744-c502-4dfc-8369-77b3ea2a73f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=20332cba-7adf-48af-b466-d893d011242e HTTP/1.1" status: 200 len: 916 time: 0.7135711 Apr 01 12:39:47.390611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:47.410744 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c29f4a6-d219-4f34-82a4-6dd341927c38 req-387a00bd-b822-4789-962c-d50f6ca4efa8 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631773 Apr 01 12:39:47.420481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Pushing event updated for resources: {'Port': ['ID=fb77e663-0560-4913-9242-ee2303f29e98,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:47.456623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02520d-4a04-4a84-a607-aff06d7d1059 req-e43d4765-8707-4451-8142-42f1fcf45b4d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:47.459662 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e02520d-4a04-4a84-a607-aff06d7d1059 req-e43d4765-8707-4451-8142-42f1fcf45b4d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0861523 Apr 01 12:39:47.499623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:47.501049 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:47.510556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:47.521253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a006d349-cf8c-400b-a6cf-893a23c79913 req-8fd67b01-c273-401a-8c2d-09ec87effaca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 999 time: 0.4755085 Apr 01 12:39:47.545625 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e02520d-4a04-4a84-a607-aff06d7d1059 req-8ad9de9e-1a5a-4ba4-bc6a-60a9bb4c9e46 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672038 Apr 01 12:39:47.574153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0805e2-9c01-4147-887f-5e2ce1270e8d req-6bc5fb29-7e3d-4d68-9590-efc2d8b5aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:47.575679 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce0805e2-9c01-4147-887f-5e2ce1270e8d req-6bc5fb29-7e3d-4d68-9590-efc2d8b5aba1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 1094 time: 0.1077530 Apr 01 12:39:47.647349 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7bdb528d-1d3a-4fcf-8c78-ef6d10d71696 req-a68204c1-08c8-43d8-b228-0742aa0e03cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3331c6eb-83b9-4be4-95bf-8a20cd4e8752 HTTP/1.1" status: 200 len: 217 time: 0.2173862 Apr 01 12:39:47.688901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9ec7f6d2-bea9-4990-a87f-fa9d5612ca3a None None] Provisioning complete for port 8863fbb4-75df-49db-ab61-f0301739530f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:47.689349 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9ec7f6d2-bea9-4990-a87f-fa9d5612ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:47.704615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0805e2-9c01-4147-887f-5e2ce1270e8d req-f4e7677c-66a7-4fd8-8d21-ff9f42cd80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:47.706521 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce0805e2-9c01-4147-887f-5e2ce1270e8d req-f4e7677c-66a7-4fd8-8d21-ff9f42cd80a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.1227689 Apr 01 12:39:47.709846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006d349-cf8c-400b-a6cf-893a23c79913 req-e450387c-96c1-4049-b8af-5cf946185a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:47.711526 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a006d349-cf8c-400b-a6cf-893a23c79913 req-e450387c-96c1-4049-b8af-5cf946185a75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.0840006 Apr 01 12:39:47.714425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-813eb775-c0be-4c17-80d0-ef450ac592e9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 52b1f584-ea35-4d1d-9c4c-9ab3e2c09284 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:47.714774 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-813eb775-c0be-4c17-80d0-ef450ac592e9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:47.731136 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7f6d2-bea9-4990-a87f-fa9d5612ca3a None None] Port 8863fbb4-75df-49db-ab61-f0301739530f cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:39:47.733030 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:47.767694 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce0805e2-9c01-4147-887f-5e2ce1270e8d req-986648f4-bca6-40cf-a48c-bb4d4ce6cb4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 HTTP/1.1" status: 200 len: 217 time: 0.0521038 Apr 01 12:39:47.810474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event updated for resources: {'Port': ['ID=8863fbb4-75df-49db-ab61-f0301739530f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:47.819759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa1455-3500-4582-bdbc-6bb0a429361a req-9a75e9cf-a896-4faf-8cd4-9ee9efcec35b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:47.821236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9dfa1455-3500-4582-bdbc-6bb0a429361a req-9a75e9cf-a896-4faf-8cd4-9ee9efcec35b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 943 time: 0.5771179 Apr 01 12:39:47.835581 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:47.839338 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-24b7a691-cbd0-494d-8721-6693c0385306 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8384693 Apr 01 12:39:47.865360 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0805e2-9c01-4147-887f-5e2ce1270e8d req-a645f552-a47e-4636-aa18-69c065a7b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:47.867207 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce0805e2-9c01-4147-887f-5e2ce1270e8d req-a645f552-a47e-4636-aa18-69c065a7b28b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.0930173 Apr 01 12:39:47.884557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24023e-b5bd-4a85-80cb-06681b142d27 req-8cb9c5dd-6c62-49f3-afc5-547f8bc76e67 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:47.886037 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e24023e-b5bd-4a85-80cb-06681b142d27 req-8cb9c5dd-6c62-49f3-afc5-547f8bc76e67 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 932 time: 0.0767190 Apr 01 12:39:47.888225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Request body: {'port': {'device_id': '980655d8-4e0c-4467-83fd-61a460a7a279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:47.949090 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0805e2-9c01-4147-887f-5e2ce1270e8d req-3c3466b8-a5be-4136-b9ec-08bcd44f5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:47.950686 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce0805e2-9c01-4147-887f-5e2ce1270e8d req-3c3466b8-a5be-4136-b9ec-08bcd44f5942 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741830 Apr 01 12:39:47.954103 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e24023e-b5bd-4a85-80cb-06681b142d27 req-1338a332-c943-49d7-ae2d-de2fc91fa243 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601153 Apr 01 12:39:48.008162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Pushing event updated for resources: {'Port': ['ID=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:48.058878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:48.059817 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:48.060947 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-4c7418ec-4022-440b-83fe-1bcd8890b6ea service neutron] 10.222.0.37 "PUT /v2.0/ports/c4599b9f-fe00-42d2-bbf8-8be455a3e98a HTTP/1.1" status: 200 len: 1091 time: 4.6093745 Apr 01 12:39:48.064251 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:48.066541 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd77998e-b6a9-4b16-9d4e-73420c041d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:48.074563 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce0805e2-9c01-4147-887f-5e2ce1270e8d req-c0a3941e-dd43-4fc1-be29-fd801198a2d9 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089447 Apr 01 12:39:48.135528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Attempting to bind port fb77e663-0560-4913-9242-ee2303f29e98 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:48.135866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Attempting to bind port fb77e663-0560-4913-9242-ee2303f29e98 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '966eaa0e-b0fb-4388-a622-3d9caaf45aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcd79309-c2da-4c41-a7ca-cdfa5889cfc2'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:48.136188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Attempting to bind port fb77e663-0560-4913-9242-ee2303f29e98 on network bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:48.139178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb528d-1d3a-4fcf-8c78-ef6d10d71696 req-fe91364d-afc3-4545-8171-f33cdcbb0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:48.140716 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7bdb528d-1d3a-4fcf-8c78-ef6d10d71696 req-fe91364d-afc3-4545-8171-f33cdcbb0308 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ee042a-a0e0-4925-86f6-e1fefb27e652 HTTP/1.1" status: 200 len: 855 time: 0.4143217 Apr 01 12:39:48.151155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9dfa1455-3500-4582-bdbc-6bb0a429361a req-28c44caf-ecdb-4578-af19-03dfce69c14b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874353 Apr 01 12:39:48.184795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Port fb77e663-0560-4913-9242-ee2303f29e98 on network bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:39:48.185119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Attempting to bind port fb77e663-0560-4913-9242-ee2303f29e98 on network bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:48.188679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006d349-cf8c-400b-a6cf-893a23c79913 req-b775a89f-dabd-481e-ace1-d571956fc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:48.190263 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a006d349-cf8c-400b-a6cf-893a23c79913 req-b775a89f-dabd-481e-ace1-d571956fc914 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3809576 Apr 01 12:39:48.219886 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff3a58-a742-4ffd-9d35-2fd709978745 req-3adacd34-d4ea-43e7-a333-51c20d47c1e0 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:48.225972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7bdb528d-1d3a-4fcf-8c78-ef6d10d71696 req-b82af3f8-2466-4871-8f79-7fac028831e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20332cba-7adf-48af-b466-d893d011242e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603185 Apr 01 12:39:48.226635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:48.228592 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-28ff3a58-a742-4ffd-9d35-2fd709978745 req-3adacd34-d4ea-43e7-a333-51c20d47c1e0 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 945 time: 0.1283665 Apr 01 12:39:48.260349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:48.260680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Checking segment: {'id': '966eaa0e-b0fb-4388-a622-3d9caaf45aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcd79309-c2da-4c41-a7ca-cdfa5889cfc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:48.261064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Bound using segment: {'id': '966eaa0e-b0fb-4388-a622-3d9caaf45aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcd79309-c2da-4c41-a7ca-cdfa5889cfc2'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:48.261508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Bound port: fb77e663-0560-4913-9242-ee2303f29e98, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966eaa0e-b0fb-4388-a622-3d9caaf45aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcd79309-c2da-4c41-a7ca-cdfa5889cfc2'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:48.261861 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:48.263444 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce0805e2-9c01-4147-887f-5e2ce1270e8d req-09043132-eeb1-4295-b3fb-04089d4ecccf service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847188 Apr 01 12:39:48.289340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-813eb775-c0be-4c17-80d0-ef450ac592e9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:48.299608 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-28ff3a58-a742-4ffd-9d35-2fd709978745 req-699b75c0-759b-419f-9c45-c2a24eed6086 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/security-groups?id=0609a728-3972-4095-bc63-e28d50b5fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627420 Apr 01 12:39:48.347745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-813eb775-c0be-4c17-80d0-ef450ac592e9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 52b1f584-ea35-4d1d-9c4c-9ab3e2c09284 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:48.369334 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e044e8c-dc31-4b06-8598-e4c53c2fc132 x-openstack-request-id: req-6e044e8c-dc31-4b06-8598-e4c53c2fc132 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:48.369594 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:48.369764 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e044e8c-dc31-4b06-8598-e4c53c2fc132 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:48.370193 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e044e8c-dc31-4b06-8598-e4c53c2fc132'] response: {'name': 'network-changed', 'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'status': 'completed', 'code': 200} Apr 01 12:39:48.445321 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1098b9-c32a-48c7-907e-8eb7f5a67a55 req-8b25ec86-2084-4034-bacb-b1c05f79af2c tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:48.446959 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bc1098b9-c32a-48c7-907e-8eb7f5a67a55 req-8b25ec86-2084-4034-bacb-b1c05f79af2c tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 943 time: 0.0512264 Apr 01 12:39:48.487291 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bc1098b9-c32a-48c7-907e-8eb7f5a67a55 req-771432e6-4d0a-47f7-bee9-d37e808f8374 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331032 Apr 01 12:39:48.517537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621295e-6442-44b0-84d4-b28478c166f3 req-6cf53086-9e4b-4f3d-99fa-ed55923c9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:48.519047 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-6cf53086-9e4b-4f3d-99fa-ed55923c9810 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 1094 time: 0.3762891 Apr 01 12:39:48.683215 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-8b13a881-57c3-4856-aebd-0eb97db8403d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a HTTP/1.1" status: 200 len: 217 time: 0.1232243 Apr 01 12:39:48.683738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a580c-442a-4cd3-9a4f-ef4b80438482 req-e005f82b-b82e-4d7d-b527-54e566b66872 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:48.685563 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-825a580c-442a-4cd3-9a4f-ef4b80438482 req-e005f82b-b82e-4d7d-b527-54e566b66872 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0549879 Apr 01 12:39:48.724806 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-825a580c-442a-4cd3-9a4f-ef4b80438482 req-76701418-586b-4aa7-959a-7ebb21155bd2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330698 Apr 01 12:39:48.725424 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a006d349-cf8c-400b-a6cf-893a23c79913 req-81391e9c-3612-4fdc-9279-775c095af35d service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018485 Apr 01 12:39:48.761274 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7bdb528d-1d3a-4fcf-8c78-ef6d10d71696 req-20b2e805-0157-4ad4-9419-d310c01efc4f service neutron] 10.222.0.44 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086873 Apr 01 12:39:48.788006 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2785f-9dbd-4016-8cd1-376079c8e124 req-1129c053-6cc0-4fd9-9093-2c524f98f8de tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:48.789445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0a2785f-9dbd-4016-8cd1-376079c8e124 req-1129c053-6cc0-4fd9-9093-2c524f98f8de tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.4553225 Apr 01 12:39:48.790556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] For port fb77e663-0560-4913-9242-ee2303f29e98, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:48.888638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] For port fb77e663-0560-4913-9242-ee2303f29e98, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=fb77e663-0560-4913-9242-ee2303f29e98,segment=NetworkSegment(966eaa0e-b0fb-4388-a622-3d9caaf45aaf),segment_id=966eaa0e-b0fb-4388-a622-3d9caaf45aaf)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:48.945064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:48.947771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621295e-6442-44b0-84d4-b28478c166f3 req-6fa81902-958c-4b95-bd19-07f2ae28558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:48.949236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-6fa81902-958c-4b95-bd19-07f2ae28558e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 200 len: 856 time: 0.2454586 Apr 01 12:39:49.093328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f3cff-9187-49f5-b6e7-41426ffa5eac req-2cbfb310-6318-469d-ab19-da905ea61138 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:49.095146 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-744f3cff-9187-49f5-b6e7-41426ffa5eac req-2cbfb310-6318-469d-ab19-da905ea61138 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 932 time: 0.0565238 Apr 01 12:39:49.137460 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-744f3cff-9187-49f5-b6e7-41426ffa5eac req-ddd68000-c48d-411b-983b-be5bc49cb0fc tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359952 Apr 01 12:39:49.299809 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfe79f-fea9-4c69-a816-479afb63698a req-71ce42d1-3654-4e17-bba3-c74350ca3168 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:49.301391 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-badfe79f-fea9-4c69-a816-479afb63698a req-71ce42d1-3654-4e17-bba3-c74350ca3168 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 943 time: 0.0538213 Apr 01 12:39:49.344667 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-badfe79f-fea9-4c69-a816-479afb63698a req-33a7c767-ca80-416b-82e1-8fb55b0e42d8 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338876 Apr 01 12:39:49.465036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:49.465651 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:49.467061 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-38748a28-1a48-4e7b-9439-3308430540de service neutron] 10.222.0.37 "PUT /v2.0/ports/fb77e663-0560-4913-9242-ee2303f29e98 HTTP/1.1" status: 200 len: 1091 time: 5.5288846 Apr 01 12:39:49.472638 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0a2785f-9dbd-4016-8cd1-376079c8e124 req-05b0fde6-f5a8-440b-998c-c092bc4ce424 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6573069 Apr 01 12:39:49.473005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc04701-fbda-45f9-9cf7-2f544e5c9270 req-dd3570ad-d7b0-4523-b8e6-63eafb874f97 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:49.475091 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4fc04701-fbda-45f9-9cf7-2f544e5c9270 req-dd3570ad-d7b0-4523-b8e6-63eafb874f97 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 945 time: 0.0569725 Apr 01 12:39:49.522990 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a006d349-cf8c-400b-a6cf-893a23c79913 req-9cd01562-eb29-4c7c-b2eb-20554addd378 service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7861879 Apr 01 12:39:49.562104 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:39:49.571031 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4fc04701-fbda-45f9-9cf7-2f544e5c9270 req-b32bcbde-e5ef-4630-90c4-507571c7b323 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/security-groups?id=0609a728-3972-4095-bc63-e28d50b5fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698752 Apr 01 12:39:49.584754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38748a28-1a48-4e7b-9439-3308430540de service neutron] Pushing event updated for resources: {'Port': ['ID=fb77e663-0560-4913-9242-ee2303f29e98,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:49.606390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7bdb528d-1d3a-4fcf-8c78-ef6d10d71696 req-6576468e-9a60-4a11-b3ab-a34372ba61c3 service neutron] 10.222.0.44 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8279862 Apr 01 12:39:49.615853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-813eb775-c0be-4c17-80d0-ef450ac592e9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:49.645632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621295e-6442-44b0-84d4-b28478c166f3 req-230778c9-dc0e-4235-b9a0-948b189de5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:49.647116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-230778c9-dc0e-4235-b9a0-948b189de5c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3307526 Apr 01 12:39:49.682847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8bc92-e5bc-4b34-9c9f-d27c46a99e12 req-12faf499-f350-4e3b-a479-94b2bdfd92de tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:49.684185 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cff8bc92-e5bc-4b34-9c9f-d27c46a99e12 req-12faf499-f350-4e3b-a479-94b2bdfd92de tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 945 time: 0.3689330 Apr 01 12:39:49.701243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:49.703059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813eb775-c0be-4c17-80d0-ef450ac592e9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=52b1f584-ea35-4d1d-9c4c-9ab3e2c09284,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:49.713291 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752', 'network_id': '20332cba-7adf-48af-b466-d893d011242e', 'port_id': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752', 'mac_address': 'fa:16:3e:ef:46:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ee042a-a0e0-4925-86f6-e1fefb27e652', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:39:49.757099 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:49.782467 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:49.809830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-f09df9bc-9733-4495-9d58-6f3a087ff204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:49.812091 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-f09df9bc-9733-4495-9d58-6f3a087ff204 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c032ff4445a143c2a7f8878e4272c2aa&device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 1094 time: 0.2857809 Apr 01 12:39:49.815277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:49.823160 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:49.890357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:49.912802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868549-ef99-48ab-a537-0f4438ada48e req-a4f85205-7bb0-4d50-8a55-49f743bdd8f1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:49.915211 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-61868549-ef99-48ab-a537-0f4438ada48e req-a4f85205-7bb0-4d50-8a55-49f743bdd8f1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0660403 Apr 01 12:39:49.957348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3430225-8b54-45f0-bc01-e8808de58595 req-6356b46c-aa3b-4fc6-b893-7e6af141aaf3 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:49.958836 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3430225-8b54-45f0-bc01-e8808de58595 req-6356b46c-aa3b-4fc6-b893-7e6af141aaf3 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 943 time: 0.3633363 Apr 01 12:39:49.976912 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-61868549-ef99-48ab-a537-0f4438ada48e req-0dcdc5ca-e4f5-41c7-9e13-f520c7f14396 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534458 Apr 01 12:39:49.991449 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-9b0a3b1b-5e7e-436d-a4f0-f6fd6709a2f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb77e663-0560-4913-9242-ee2303f29e98 HTTP/1.1" status: 200 len: 217 time: 0.1443574 Apr 01 12:39:50.006996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8863fbb4-75df-49db-ab61-f0301739530f {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:50.031035 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:50.116623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Transition to ACTIVE for port object 8863fbb4-75df-49db-ab61-f0301739530f will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:39:50.122389 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-813eb775-c0be-4c17-80d0-ef450ac592e9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:50.126068 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-813eb775-c0be-4c17-80d0-ef450ac592e9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/52b1f584-ea35-4d1d-9c4c-9ab3e2c09284 HTTP/1.1" status: 204 len: 168 time: 3.2023852 Apr 01 12:39:50.128753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39762) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:50.134631 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-d243316a-3b82-43a9-b431-a41aafdcffb4 service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453769 Apr 01 12:39:50.136014 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['3331c6eb-83b9-4be4-95bf-8a20cd4e8752'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:50.138599 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:50.147159 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f3430225-8b54-45f0-bc01-e8808de58595 req-9490c032-98d0-4d56-9d8b-b45ab4c91c4d tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511278 Apr 01 12:39:50.206501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-77288747-32fc-44b0-b3ec-042b5920d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:50.208332 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-77288747-32fc-44b0-b3ec-042b5920d4f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f93d9a8b-e86c-4fd7-9d9e-6c1bdffe88b2 HTTP/1.1" status: 200 len: 860 time: 0.1855178 Apr 01 12:39:50.221660 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-4643a758-9bb8-4fc8-bf19-c92be4408549 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:39:50.238152 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4643a758-9bb8-4fc8-bf19-c92be4408549 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/52b1f584-ea35-4d1d-9c4c-9ab3e2c09284 HTTP/1.1" status: 404 len: 333 time: 0.1050606 Apr 01 12:39:50.238711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39768) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:50.352889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e8f19-8b50-43f0-bbbd-4e685f992b16 req-683cc402-67e3-42a8-8d29-14d24fa2404a tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:50.355459 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-576e8f19-8b50-43f0-bbbd-4e685f992b16 req-683cc402-67e3-42a8-8d29-14d24fa2404a tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 944 time: 0.0884445 Apr 01 12:39:50.356023 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-c8bd1009-3557-47f3-9e6e-895228ee17d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcd79309-c2da-4c41-a7ca-cdfa5889cfc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406872 Apr 01 12:39:50.369334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-cff8bc92-e5bc-4b34-9c9f-d27c46a99e12 req-0adf9fd6-667b-4532-9398-5c92013402e2 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Deleting port c805c03f-1cad-47a9-89cc-05ab2a91e191 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:50.369676 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cff8bc92-e5bc-4b34-9c9f-d27c46a99e12 req-0adf9fd6-667b-4532-9398-5c92013402e2 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:50.383774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ea04bf-d01c-4094-a073-0d2d4795d200', 'tag': 'fb77e663-0560-4913-9242-ee2303f29e98'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:50.386932 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7911ee3-6928-45b0-af4b-0a82de4a2b94" -d '{"events": [{"name": "network-changed", "server_uuid": "25ea04bf-d01c-4094-a073-0d2d4795d200", "tag": "fb77e663-0560-4913-9242-ee2303f29e98"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:50.389680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Pushing event updated for resources: {'Port': ['ID=8863fbb4-75df-49db-ab61-f0301739530f,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:50.471288 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-576e8f19-8b50-43f0-bbbd-4e685f992b16 req-be194f7e-4b50-40a1-aa99-4072dd5b8629 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009161 Apr 01 12:39:50.526642 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14314e77-6453-4c12-9215-556fd90464e7 x-openstack-request-id: req-14314e77-6453-4c12-9215-556fd90464e7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:50.527204 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ea04bf-d01c-4094-a073-0d2d4795d200", "tag": "fb77e663-0560-4913-9242-ee2303f29e98", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:50.527204 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14314e77-6453-4c12-9215-556fd90464e7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:50.527570 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14314e77-6453-4c12-9215-556fd90464e7'] response: {'name': 'network-changed', 'server_uuid': '25ea04bf-d01c-4094-a073-0d2d4795d200', 'tag': 'fb77e663-0560-4913-9242-ee2303f29e98', 'status': 'completed', 'code': 200} Apr 01 12:39:50.636236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987aa22-ec57-4d32-aa25-e333771c0f49 req-aff9da6e-c6ae-4a8c-88d9-f3ff7c7e2193 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:50.644580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7987aa22-ec57-4d32-aa25-e333771c0f49 req-aff9da6e-c6ae-4a8c-88d9-f3ff7c7e2193 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0737731 Apr 01 12:39:50.690174 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7987aa22-ec57-4d32-aa25-e333771c0f49 req-cf9e008d-3f0b-44a0-963e-6bd33ffea752 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 Apr 01 12:39:50.704284 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1621295e-6442-44b0-84d4-b28478c166f3 req-f120f157-6251-4d40-ae06-e9db543ebdff service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528908 Apr 01 12:39:50.765875 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d5f41-945f-4022-a7aa-dfb2927ce01b req-bee0bc29-55ea-41b8-b3d3-9e7824212974 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:50.773150 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc9d5f41-945f-4022-a7aa-dfb2927ce01b req-bee0bc29-55ea-41b8-b3d3-9e7824212974 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 944 time: 0.2627461 Apr 01 12:39:50.776319 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-6e4df517-ba1a-420a-b930-b77b90d4a7fd service neutron] 10.222.0.37 "GET /v2.0/networks/bcd79309-c2da-4c41-a7ca-cdfa5889cfc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996692 Apr 01 12:39:50.784213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-cff8bc92-e5bc-4b34-9c9f-d27c46a99e12 req-0adf9fd6-667b-4532-9398-5c92013402e2 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] For port c805c03f-1cad-47a9-89cc-05ab2a91e191, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c805c03f-1cad-47a9-89cc-05ab2a91e191,segment=NetworkSegment(e655d4d6-e6e0-4878-9a2f-251f558128ab),segment_id=e655d4d6-e6e0-4878-9a2f-251f558128ab)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:50.784579 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cff8bc92-e5bc-4b34-9c9f-d27c46a99e12 req-0adf9fd6-667b-4532-9398-5c92013402e2 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:50.791440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Attempting to bind port 8863fbb4-75df-49db-ab61-f0301739530f on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:50.791768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Attempting to bind port 8863fbb4-75df-49db-ab61-f0301739530f by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:50.792087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Attempting to bind port 8863fbb4-75df-49db-ab61-f0301739530f on network edbe49f5-f68c-4795-90d9-df82f3d85241 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:50.831457 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a8a9d-da5b-4cbf-b674-a3a30065495a req-e7c097e4-9ece-4f86-bf49-d14355ad5469 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:50.833523 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a35a8a9d-da5b-4cbf-b674-a3a30065495a req-e7c097e4-9ece-4f86-bf49-d14355ad5469 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 945 time: 0.0584893 Apr 01 12:39:50.838892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-cff8bc92-e5bc-4b34-9c9f-d27c46a99e12 req-0adf9fd6-667b-4532-9398-5c92013402e2 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Calling delete_port for c805c03f-1cad-47a9-89cc-05ab2a91e191 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:50.861947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Port 8863fbb4-75df-49db-ab61-f0301739530f on network edbe49f5-f68c-4795-90d9-df82f3d85241 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:39:50.862301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Attempting to bind port 8863fbb4-75df-49db-ab61-f0301739530f on network edbe49f5-f68c-4795-90d9-df82f3d85241 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:50.874304 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a35a8a9d-da5b-4cbf-b674-a3a30065495a req-ea67b1d9-b3e5-44b4-bbad-b464550172c6 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/security-groups?id=0609a728-3972-4095-bc63-e28d50b5fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Apr 01 12:39:50.892349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-1de4d491-ce18-4302-bee5-3afa4a1599b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 8d7fbdd0-6569-40fa-afae-9bf168e3b8c1 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:50.892685 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1de4d491-ce18-4302-bee5-3afa4a1599b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:50.900999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:50.901330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Checking segment: {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:50.901706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Bound using segment: {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:50.902179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Bound port: 8863fbb4-75df-49db-ab61-f0301739530f, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:50.902506 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:51.016151 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc9d5f41-945f-4022-a7aa-dfb2927ce01b req-26d81227-213c-4f7c-b894-9c01b852c4e1 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421470 Apr 01 12:39:51.066426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77998e-b6a9-4b16-9d4e-73420c041d7b req-0eb105a6-767d-4ec7-a7b3-06a3aefb5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:51.067910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd77998e-b6a9-4b16-9d4e-73420c041d7b req-0eb105a6-767d-4ec7-a7b3-06a3aefb5b4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 1094 time: 0.2602088 Apr 01 12:39:51.090736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3c21e-1bcd-408f-970f-d2ee59840481 req-ca73a5e6-e743-45ea-844b-853f7036a84c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:51.092223 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0da3c21e-1bcd-408f-970f-d2ee59840481 req-ca73a5e6-e743-45ea-844b-853f7036a84c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0509951 Apr 01 12:39:51.131243 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0da3c21e-1bcd-408f-970f-d2ee59840481 req-3db48880-bb9e-40ba-ba97-0394630b749a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328367 Apr 01 12:39:51.168664 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81e1ab84-ab24-4964-8e60-21765bb1e9a1 req-1f161543-a2c1-489b-ade5-182a235ba595 service neutron] 10.222.0.37 "GET /v2.0/networks/bcd79309-c2da-4c41-a7ca-cdfa5889cfc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715045 Apr 01 12:39:51.245644 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1de4d491-ce18-4302-bee5-3afa4a1599b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:51.296584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d8f5e-a329-4918-9c5c-745db4bf4d99 req-7dde0e0a-9e48-432b-939c-67c0297fb35d tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:51.297980 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dc3d8f5e-a329-4918-9c5c-745db4bf4d99 req-7dde0e0a-9e48-432b-939c-67c0297fb35d tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 943 time: 0.0555449 Apr 01 12:39:51.303192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] For port 8863fbb4-75df-49db-ab61-f0301739530f, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:51.307090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-1de4d491-ce18-4302-bee5-3afa4a1599b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 8d7fbdd0-6569-40fa-afae-9bf168e3b8c1 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:51.339131 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dc3d8f5e-a329-4918-9c5c-745db4bf4d99 req-7b7429b8-ca16-471c-8d65-11c792e68846 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341990 Apr 01 12:39:51.388220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] For port 8863fbb4-75df-49db-ab61-f0301739530f, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8863fbb4-75df-49db-ab61-f0301739530f,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:51.435891 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:51.444686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77998e-b6a9-4b16-9d4e-73420c041d7b req-fd2e7c8e-b3ef-48d9-8fcb-d91c4e29c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:51.446185 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd77998e-b6a9-4b16-9d4e-73420c041d7b req-fd2e7c8e-b3ef-48d9-8fcb-d91c4e29c6f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 918 time: 0.3467033 Apr 01 12:39:51.506566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:51.506566 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:51.508056 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] 10.222.0.44 "PUT /v2.0/ports/8863fbb4-75df-49db-ab61-f0301739530f HTTP/1.1" status: 200 len: 1092 time: 3.6238081 Apr 01 12:39:51.524558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75c85a-d6f0-4e11-ab1b-b12091a37c68 req-abcd5caa-7aac-47d7-966f-fd0b7b2a1e4b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:51.526470 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0b75c85a-d6f0-4e11-ab1b-b12091a37c68 req-abcd5caa-7aac-47d7-966f-fd0b7b2a1e4b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2929132 Apr 01 12:39:51.565319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:39:51.690204 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:51.707005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:51.729840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c2aa3-f1b7-4b28-97c9-0d4232ccccda req-f1a40ee8-82cd-41b0-b4c9-730590d4c3e2 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:51.731484 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d67c2aa3-f1b7-4b28-97c9-0d4232ccccda req-f1a40ee8-82cd-41b0-b4c9-730590d4c3e2 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 944 time: 0.0630889 Apr 01 12:39:51.744902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'port_id': '9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52', 'mac_address': 'fa:16:3e:ab:6b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:39:51.782185 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d67c2aa3-f1b7-4b28-97c9-0d4232ccccda req-766903d8-07b1-45e7-b130-0c2828435f33 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Apr 01 12:39:51.807110 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:51.817942 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:39:51.828874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:51.829243 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:51.832103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:51.883905 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:51.892775 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:51.904776 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b4b66-8951-41fc-98c1-b861118cbd7b req-1e2a667f-ca8d-4a6e-a854-6367932f478a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:51.907256 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d46b4b66-8951-41fc-98c1-b861118cbd7b req-1e2a667f-ca8d-4a6e-a854-6367932f478a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 946 time: 0.0552232 Apr 01 12:39:51.949246 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d46b4b66-8951-41fc-98c1-b861118cbd7b req-f2c17c4f-b2be-4292-94c4-97e4b51a7c00 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=13cd6d75-905b-4248-9708-46a95ecffa8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347121 Apr 01 12:39:51.949904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7911ee3-6928-45b0-af4b-0a82de4a2b94 req-7e8a46e2-d0fa-489b-b491-f4b5e49c50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:51.951381 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7911ee3-6928-45b0-af4b-0a82de4a2b94 req-7e8a46e2-d0fa-489b-b491-f4b5e49c50e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c032ff4445a143c2a7f8878e4272c2aa&device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 1094 time: 0.7016406 Apr 01 12:39:51.952649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd77998e-b6a9-4b16-9d4e-73420c041d7b req-be530cb8-17fe-4fc7-a128-69512d6c8361 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a HTTP/1.1" status: 200 len: 217 time: 0.4769619 Apr 01 12:39:51.958887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cff8bc92-e5bc-4b34-9c9f-d27c46a99e12 req-0adf9fd6-667b-4532-9398-5c92013402e2 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:51.977128 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:51.987793 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:52.010963 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eb90a4-0b6a-4c9f-a10b-fedba2a99fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:52.013207 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380fbc54-4703-46bb-a498-d80cfeeae62e" -d '{"events": [{"server_uuid": "27eb90a4-0b6a-4c9f-a10b-fedba2a99fad", "name": "network-vif-plugged", "status": "completed", "tag": "3331c6eb-83b9-4be4-95bf-8a20cd4e8752"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:52.025546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:52.031691 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:52.087432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:52.094227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44b7d5-eae2-4604-833f-892635781571 req-230ea6a7-bcd4-4328-8eb9-4019727ccbd7 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.095902 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf44b7d5-eae2-4604-833f-892635781571 req-230ea6a7-bcd4-4328-8eb9-4019727ccbd7 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0626781 Apr 01 12:39:52.096192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4a436-6c7e-438c-87fb-29bdb74e6054 service neutron] Pushing event updated for resources: {'Port': ['ID=8863fbb4-75df-49db-ab61-f0301739530f,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:52.101112 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0b75c85a-d6f0-4e11-ab1b-b12091a37c68 req-e6f41b84-0dc7-4d97-a3e0-ad06b7f1cabc tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5237834 Apr 01 12:39:52.154810 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf44b7d5-eae2-4604-833f-892635781571 req-f34bc8e9-a0e2-4e55-a44f-82a33cb147fb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477946 Apr 01 12:39:52.174192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:52.181608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf9fd6-667b-4532-9398-5c92013402e2 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Pushing event deleted for resources: {'Port': ['ID=c805c03f-1cad-47a9-89cc-05ab2a91e191,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:52.202833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77998e-b6a9-4b16-9d4e-73420c041d7b req-12724a0c-c189-431a-afa0-e256d396b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.204338 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd77998e-b6a9-4b16-9d4e-73420c041d7b req-12724a0c-c189-431a-afa0-e256d396b449 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 200 len: 856 time: 0.2226899 Apr 01 12:39:52.229957 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c34686-f61e-4d4a-8c41-ba3bdcd6170e x-openstack-request-id: req-d9c34686-f61e-4d4a-8c41-ba3bdcd6170e {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:52.230330 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27eb90a4-0b6a-4c9f-a10b-fedba2a99fad", "name": "network-vif-plugged", "status": "completed", "tag": "3331c6eb-83b9-4be4-95bf-8a20cd4e8752", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:52.230673 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9c34686-f61e-4d4a-8c41-ba3bdcd6170e {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:52.231119 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c34686-f61e-4d4a-8c41-ba3bdcd6170e'] response: {'server_uuid': '27eb90a4-0b6a-4c9f-a10b-fedba2a99fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752', 'code': 200} Apr 01 12:39:52.232809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff8bc92-e5bc-4b34-9c9f-d27c46a99e12 req-0adf9fd6-667b-4532-9398-5c92013402e2 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] No DVR routers for this DVR port c805c03f-1cad-47a9-89cc-05ab2a91e191 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:52.235676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-4725c0fc-669b-46e1-bee9-361c22faf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.237387 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-4725c0fc-669b-46e1-bee9-361c22faf1c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 1095 time: 0.6653063 Apr 01 12:39:52.242536 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cff8bc92-e5bc-4b34-9c9f-d27c46a99e12 req-0adf9fd6-667b-4532-9398-5c92013402e2 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:52.245765 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cff8bc92-e5bc-4b34-9c9f-d27c46a99e12 req-0adf9fd6-667b-4532-9398-5c92013402e2 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.37 "DELETE /v2.0/ports/c805c03f-1cad-47a9-89cc-05ab2a91e191 HTTP/1.1" status: 204 len: 173 time: 2.5528376 Apr 01 12:39:52.309206 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-29db2413-73f4-46c2-b0f6-f799c8628f5b req-26e010cd-2101-4131-895f-2e1b8f19cef0 tempest-ServerAddressesTestJSON-70279403 tempest-ServerAddressesTestJSON-70279403-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c91cedf-0ca4-4185-8aee-2b5594ef5812 HTTP/1.1" status: 200 len: 210 time: 0.0998673 Apr 01 12:39:52.362245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-ab8cc5c0-3c4f-4f12-9096-8bfa633c4282 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8863fbb4-75df-49db-ab61-f0301739530f HTTP/1.1" status: 200 len: 217 time: 0.0938511 Apr 01 12:39:52.397514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dca9ae-971b-4ebd-bed0-0f02070f31eb req-10489250-8396-4b03-bca5-748a010a0c09 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.399333 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44dca9ae-971b-4ebd-bed0-0f02070f31eb req-10489250-8396-4b03-bca5-748a010a0c09 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.0978239 Apr 01 12:39:52.439266 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1de4d491-ce18-4302-bee5-3afa4a1599b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:52.442192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7911ee3-6928-45b0-af4b-0a82de4a2b94 req-f640ec76-22d9-40bc-8ba8-a69eb2a89891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.442410 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44dca9ae-971b-4ebd-bed0-0f02070f31eb req-a6e2603e-d372-4157-9020-40bc9aab6541 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338008 Apr 01 12:39:52.443613 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7911ee3-6928-45b0-af4b-0a82de4a2b94 req-f640ec76-22d9-40bc-8ba8-a69eb2a89891 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 HTTP/1.1" status: 200 len: 921 time: 0.4608302 Apr 01 12:39:52.506310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77998e-b6a9-4b16-9d4e-73420c041d7b req-e56959ae-47eb-49ca-b664-003047a3939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.507805 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd77998e-b6a9-4b16-9d4e-73420c041d7b req-e56959ae-47eb-49ca-b664-003047a3939a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2543674 Apr 01 12:39:52.541842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4d491-ce18-4302-bee5-3afa4a1599b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=8d7fbdd0-6569-40fa-afae-9bf168e3b8c1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:52.543490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980655d8-4e0c-4467-83fd-61a460a7a279', 'tag': '8863fbb4-75df-49db-ab61-f0301739530f'}, {'server_uuid': '6c91cedf-0ca4-4185-8aee-2b5594ef5812', 'name': 'network-vif-deleted', 'tag': 'c805c03f-1cad-47a9-89cc-05ab2a91e191'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:52.545712 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba0c514-0324-4430-a40a-ce455212542f" -d '{"events": [{"name": "network-changed", "server_uuid": "980655d8-4e0c-4467-83fd-61a460a7a279", "tag": "8863fbb4-75df-49db-ab61-f0301739530f"}, {"server_uuid": "6c91cedf-0ca4-4185-8aee-2b5594ef5812", "name": "network-vif-deleted", "tag": "c805c03f-1cad-47a9-89cc-05ab2a91e191"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:52.545887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4c0d0-0756-45ae-8510-baa6bd57a6bc req-e0b96d88-148b-4740-8e57-e023bbe5265c tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.547538 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dae4c0d0-0756-45ae-8510-baa6bd57a6bc req-e0b96d88-148b-4740-8e57-e023bbe5265c tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 943 time: 0.0474744 Apr 01 12:39:52.567027 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7911ee3-6928-45b0-af4b-0a82de4a2b94 req-2b0a2116-6587-4423-841c-0589177cc73e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb77e663-0560-4913-9242-ee2303f29e98 HTTP/1.1" status: 200 len: 217 time: 0.0958817 Apr 01 12:39:52.590113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-182e83f3-6a13-4839-977e-f800bf1dc714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.590479 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dae4c0d0-0756-45ae-8510-baa6bd57a6bc req-f8a14b29-1204-4a4c-8d89-6a4155c91ed8 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342588 Apr 01 12:39:52.590599 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-182e83f3-6a13-4839-977e-f800bf1dc714 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.2134075 Apr 01 12:39:52.665147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef95ca-0812-4fea-9741-d8f71d2a10c6 req-40cddb3c-b988-48dc-9316-8b088e5c01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.666676 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ccef95ca-0812-4fea-9741-d8f71d2a10c6 req-40cddb3c-b988-48dc-9316-8b088e5c01c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 1096 time: 0.3184412 Apr 01 12:39:52.668161 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb87480-6718-4afc-a933-11738ead9bd6 x-openstack-request-id: req-6eb87480-6718-4afc-a933-11738ead9bd6 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:52.668459 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980655d8-4e0c-4467-83fd-61a460a7a279", "tag": "8863fbb4-75df-49db-ab61-f0301739530f", "status": "completed", "code": 200}, {"server_uuid": "6c91cedf-0ca4-4185-8aee-2b5594ef5812", "name": "network-vif-deleted", "tag": "c805c03f-1cad-47a9-89cc-05ab2a91e191", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:52.668707 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6eb87480-6718-4afc-a933-11738ead9bd6 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:52.669095 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb87480-6718-4afc-a933-11738ead9bd6'] response: {'name': 'network-changed', 'server_uuid': '980655d8-4e0c-4467-83fd-61a460a7a279', 'tag': '8863fbb4-75df-49db-ab61-f0301739530f', 'status': 'completed', 'code': 200} Apr 01 12:39:52.669349 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb87480-6718-4afc-a933-11738ead9bd6'] response: {'server_uuid': '6c91cedf-0ca4-4185-8aee-2b5594ef5812', 'name': 'network-vif-deleted', 'tag': 'c805c03f-1cad-47a9-89cc-05ab2a91e191', 'status': 'completed', 'code': 200} Apr 01 12:39:52.716162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342057fe-38b6-4fad-971c-2ec385c35eb3 req-f3abf81a-a26f-4390-9f67-3eabfeb0a91a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.717719 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-342057fe-38b6-4fad-971c-2ec385c35eb3 req-f3abf81a-a26f-4390-9f67-3eabfeb0a91a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.3133411 Apr 01 12:39:52.835376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7911ee3-6928-45b0-af4b-0a82de4a2b94 req-bcf0b0d1-e3ac-47ed-a8aa-015f73ee1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.836834 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7911ee3-6928-45b0-af4b-0a82de4a2b94 req-bcf0b0d1-e3ac-47ed-a8aa-015f73ee1d1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f93d9a8b-e86c-4fd7-9d9e-6c1bdffe88b2 HTTP/1.1" status: 200 len: 860 time: 0.2472801 Apr 01 12:39:52.844288 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1de4d491-ce18-4302-bee5-3afa4a1599b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:52.847552 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1de4d491-ce18-4302-bee5-3afa4a1599b7 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/8d7fbdd0-6569-40fa-afae-9bf168e3b8c1 HTTP/1.1" status: 204 len: 168 time: 2.6070709 Apr 01 12:39:52.850250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39810) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:52.877112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-087acecb-1eb0-437e-92c2-13d697975470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.878610 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-087acecb-1eb0-437e-92c2-13d697975470 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2760797 Apr 01 12:39:52.885169 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ccef95ca-0812-4fea-9741-d8f71d2a10c6 req-2f2f8cd4-0efd-48c8-b98e-58694ea13bc5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776257 Apr 01 12:39:52.889523 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-974b9837-c7e1-4afe-b32f-1f2b5bc6f277 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:39:52.891041 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-974b9837-c7e1-4afe-b32f-1f2b5bc6f277 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/8d7fbdd0-6569-40fa-afae-9bf168e3b8c1 HTTP/1.1" status: 404 len: 333 time: 0.0394661 Apr 01 12:39:52.900956 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39812) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:52.902258 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-342057fe-38b6-4fad-971c-2ec385c35eb3 req-b4bfc445-0735-4314-91a4-f4bfb9087a4b tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393001 Apr 01 12:39:52.904505 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7911ee3-6928-45b0-af4b-0a82de4a2b94 req-8ca4b313-4114-4100-aa5e-838668f3cc50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcd79309-c2da-4c41-a7ca-cdfa5889cfc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449991 Apr 01 12:39:52.906380 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd77998e-b6a9-4b16-9d4e-73420c041d7b req-f8029aab-d825-4c3f-9d22-761560bb1033 service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525798 Apr 01 12:39:52.980168 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting subnet e1fe6cc8-f349-4b9e-8c3e-85c39f9aacdd {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:39:52.990816 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9320d4-228d-4d7e-b05e-eb9e0de13b79 req-0eb2e89b-bde5-40f8-8206-2c9befdfabaf tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:52.992321 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed9320d4-228d-4d7e-b05e-eb9e0de13b79 req-0eb2e89b-bde5-40f8-8206-2c9befdfabaf tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 944 time: 0.1044400 Apr 01 12:39:52.993044 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.056398 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.083254 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed9320d4-228d-4d7e-b05e-eb9e0de13b79 req-d94a7b43-9924-420e-9ad2-c17ed8302c95 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693722 Apr 01 12:39:53.131871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7911ee3-6928-45b0-af4b-0a82de4a2b94 req-d5c47bb6-a293-4959-a756-a4510b2d34c6 service neutron] 10.222.0.37 "GET /v2.0/networks/bcd79309-c2da-4c41-a7ca-cdfa5889cfc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130926 Apr 01 12:39:53.141502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b373969-0de3-4fa9-b90b-2c041d23f854 req-cd285364-6ca9-4abe-9c65-09f456422a81 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:53.142975 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b373969-0de3-4fa9-b90b-2c041d23f854 req-cd285364-6ca9-4abe-9c65-09f456422a81 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1651971 Apr 01 12:39:53.153665 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd77998e-b6a9-4b16-9d4e-73420c041d7b req-dd5a7ccf-f863-4845-9b34-8ac410f77324 service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264242 Apr 01 12:39:53.183870 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.243496 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f2630-2dc1-4f98-b762-447e9fdab2bf req-267926d7-3ca0-40a9-8b0a-bf739fa3028f tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:53.244990 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-365f2630-2dc1-4f98-b762-447e9fdab2bf req-267926d7-3ca0-40a9-8b0a-bf739fa3028f tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 946 time: 0.0910008 Apr 01 12:39:53.262950 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c805c03f-1cad-47a9-89cc-05ab2a91e191 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:53.284567 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: c805c03f-1cad-47a9-89cc-05ab2a91e191 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:39:53.285055 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c805c03f-1cad-47a9-89cc-05ab2a91e191 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:39:53.291209 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.297533 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b373969-0de3-4fa9-b90b-2c041d23f854 req-d2844470-9fc4-4bda-a264-f797912a4d76 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429148 Apr 01 12:39:53.311173 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-b2d6dfe8-0635-4e45-b393-347cfbe6f0a3 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162311 Apr 01 12:39:53.314767 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7911ee3-6928-45b0-af4b-0a82de4a2b94 req-25cf9658-f7e3-4cbd-9501-360464e9616e service neutron] 10.222.0.37 "GET /v2.0/networks/bcd79309-c2da-4c41-a7ca-cdfa5889cfc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707768 Apr 01 12:39:53.326557 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-365f2630-2dc1-4f98-b762-447e9fdab2bf req-66ff5041-7027-4ed5-bc2a-83cb85b2dee4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=13cd6d75-905b-4248-9708-46a95ecffa8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737901 Apr 01 12:39:53.329610 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Subnet': ['ID=e1fe6cc8-f349-4b9e-8c3e-85c39f9aacdd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:53.332018 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.335754 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/e1fe6cc8-f349-4b9e-8c3e-85c39f9aacdd HTTP/1.1" status: 204 len: 168 time: 0.4335935 Apr 01 12:39:53.339947 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f0e473-4343-4319-80f0-72002cdc1857 None None] Network e6633951-c594-4a64-ae4b-f305950cd1d8 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:53.341526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39822) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:53.352561 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:53.352814 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:53.353361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:53.353551 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:53.353891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:53.354259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:53.354584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:53.354904 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:53.355240 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:53.355542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:53.355860 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:53.356187 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e25bfe-52b0-45b7-a078-e01f97860781 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:53.462804 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.512246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab3900-82eb-4a51-9ff8-809d574e2f28 req-7a1ebfdd-0859-4619-b35b-da1af1389e46 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:53.513327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633e825-ccc8-453b-944c-56f1fdec6d01 req-6106831f-b78d-4b7d-bc1b-0bc4b53da6ac tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:53.514658 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23ab3900-82eb-4a51-9ff8-809d574e2f28 req-7a1ebfdd-0859-4619-b35b-da1af1389e46 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0845456 Apr 01 12:39:53.514865 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b633e825-ccc8-453b-944c-56f1fdec6d01 req-6106831f-b78d-4b7d-bc1b-0bc4b53da6ac tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0888791 Apr 01 12:39:53.533461 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4193c8b8-9923-4357-a53c-2e3926e6ebe2 req-62788276-6d11-4755-94a2-7cf8d2a3bf19 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148676 Apr 01 12:39:53.586858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-64b11a26-2c5a-4451-87c7-fa5fabb2af2d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:53.588350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-64b11a26-2c5a-4451-87c7-fa5fabb2af2d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.44 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 946 time: 0.0955224 Apr 01 12:39:53.589292 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b633e825-ccc8-453b-944c-56f1fdec6d01 req-eb47ca31-791a-46a5-992a-7115bcc6b836 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619688 Apr 01 12:39:53.594306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 73b70313-9931-40b7-a33f-c3501b0020e3 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:53.594727 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.595911 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:53.654857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23ab3900-82eb-4a51-9ff8-809d574e2f28 req-cd003093-f800-41a5-b910-2cbbadddec19 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120081 Apr 01 12:39:53.656001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39832) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:53.656651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be26cb73-fa2d-4017-9d66-e36bee72e662 None None] DHCP port deletion for e6633951-c594-4a64-ae4b-f305950cd1d8 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:39:53.702633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] For port 73b70313-9931-40b7-a33f-c3501b0020e3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=73b70313-9931-40b7-a33f-c3501b0020e3,segment=NetworkSegment(00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b),segment_id=00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:53.703280 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.708358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:39:53.713125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:53.713496 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.757305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Deleting subnet 7c3bef48-0dca-4a61-adde-1190043f6c32 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:39:53.761265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.814052 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-be26cb73-fa2d-4017-9d66-e36bee72e662 None None] Deleting port 73b70313-9931-40b7-a33f-c3501b0020e3 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:53.814722 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-be26cb73-fa2d-4017-9d66-e36bee72e662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.840257 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.845344 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:53.870578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0c514-0324-4430-a40a-ce455212542f req-4c9d50cb-1b47-491f-bf3b-994f02dfffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:53.872397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6ba0c514-0324-4430-a40a-ce455212542f req-4c9d50cb-1b47-491f-bf3b-994f02dfffdd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 1095 time: 0.2645068 Apr 01 12:39:53.962705 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.049654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-be26cb73-fa2d-4017-9d66-e36bee72e662 None None] For port 73b70313-9931-40b7-a33f-c3501b0020e3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=73b70313-9931-40b7-a33f-c3501b0020e3,segment=NetworkSegment(00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b),segment_id=00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:54.050056 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-be26cb73-fa2d-4017-9d66-e36bee72e662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.066902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Deleting port 33931833-c198-4ad4-ae95-19f7769432d7 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:54.067222 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.070257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:54.071416 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-be26cb73-fa2d-4017-9d66-e36bee72e662 None None] Calling delete_port for 73b70313-9931-40b7-a33f-c3501b0020e3 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:54.080731 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.095299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c629010-1173-449b-a017-dfb0e91720f8 req-5563c265-ea7e-49a7-9887-6f14c9dc0e61 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:54.096835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6c629010-1173-449b-a017-dfb0e91720f8 req-5563c265-ea7e-49a7-9887-6f14c9dc0e61 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 943 time: 0.1687195 Apr 01 12:39:54.131474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0c514-0324-4430-a40a-ce455212542f req-ae24b334-eb7c-4b72-9895-f1516ff89cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:54.132879 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6ba0c514-0324-4430-a40a-ce455212542f req-ae24b334-eb7c-4b72-9895-f1516ff89cc0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.2470233 Apr 01 12:39:54.175329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:54.198987 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-be26cb73-fa2d-4017-9d66-e36bee72e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.226476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26cb73-fa2d-4017-9d66-e36bee72e662 None None] Pushing event deleted for resources: {'Port': ['ID=73b70313-9931-40b7-a33f-c3501b0020e3,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:54.231104 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26cb73-fa2d-4017-9d66-e36bee72e662 None None] No DVR routers for this DVR port 73b70313-9931-40b7-a33f-c3501b0020e3 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:54.231922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:54.237750 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f0ff15-6c7f-4486-be51-04bc72afada6" -d '{"events": [{"server_uuid": "9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f", "name": "network-vif-plugged", "status": "completed", "tag": "9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:54.253466 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 73b70313-9931-40b7-a33f-c3501b0020e3 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:54.317874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a42c-cb10-440a-8fac-50c1892b970a req-ced83a47-68e8-4f73-82c5-99ea085702cd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:54.319478 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c962a42c-cb10-440a-8fac-50c1892b970a req-ced83a47-68e8-4f73-82c5-99ea085702cd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.6227672 Apr 01 12:39:54.377955 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c962a42c-cb10-440a-8fac-50c1892b970a req-97b723b0-6c9f-42a6-b4d9-113c5e3eef08 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522144 Apr 01 12:39:54.382956 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.411036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=73b70313-9931-40b7-a33f-c3501b0020e3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:54.412902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No DVR routers for this DVR port 73b70313-9931-40b7-a33f-c3501b0020e3 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:54.492489 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.518392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.543804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6633951-c594-4a64-ae4b-f305950cd1d8']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:54.554544 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6ba0c514-0324-4430-a40a-ce455212542f req-a783cfe0-a53f-4df4-a147-cb2929c36242 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8863fbb4-75df-49db-ab61-f0301739530f HTTP/1.1" status: 200 len: 217 time: 0.0813446 Apr 01 12:39:54.560703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5021b7c-7978-405f-b2b6-457a4c229a2b req-2bc32b9b-b933-4008-aa81-80aee7919ad0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:54.562614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c5021b7c-7978-405f-b2b6-457a4c229a2b req-2bc32b9b-b933-4008-aa81-80aee7919ad0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1105654 Apr 01 12:39:54.564088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:54.564304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c3bef48-0dca-4a61-adde-1190043f6c32,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:54.564427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00453bfb-0e2c-49f9-acd2-8f5dc58b0b8b') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:54.568727 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.573307 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7c3bef48-0dca-4a61-adde-1190043f6c32 HTTP/1.1" status: 204 len: 168 time: 0.8684165 Apr 01 12:39:54.574979 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.576380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39842) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:54.598142 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6c629010-1173-449b-a017-dfb0e91720f8 req-709a9aa6-2f19-45aa-89c4-19be94bc1d10 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819107 Apr 01 12:39:54.620502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.622923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:54.623354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:54.623580 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:54.623908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:54.624229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:54.624652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:54.624979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:54.625310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:54.625616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:54.625930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:54.626268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:54.626579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d9e6b-5cec-42e8-8410-56fe36ee6f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:39:54.631913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] For port 33931833-c198-4ad4-ae95-19f7769432d7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=33931833-c198-4ad4-ae95-19f7769432d7,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:54.632283 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.647045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:39:54.647455 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:39:54.679650 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:39:54.694958 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c5021b7c-7978-405f-b2b6-457a4c229a2b req-8d3f3747-bf3b-418a-9ee5-9edf87d583f8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237402 Apr 01 12:39:54.710219 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0c514-0324-4430-a40a-ce455212542f req-592bd47e-4efe-4b20-a888-2d2e3d384049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:54.711683 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6ba0c514-0324-4430-a40a-ce455212542f req-592bd47e-4efe-4b20-a888-2d2e3d384049 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.1443067 Apr 01 12:39:54.725578 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.763647 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db332fb-486c-4a6d-8b46-a9d8ef34a458 x-openstack-request-id: req-2db332fb-486c-4a6d-8b46-a9d8ef34a458 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:54.764291 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f", "name": "network-vif-plugged", "status": "completed", "tag": "9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:54.764291 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2db332fb-486c-4a6d-8b46-a9d8ef34a458 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:54.765096 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db332fb-486c-4a6d-8b46-a9d8ef34a458'] response: {'server_uuid': '9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52', 'code': 200} Apr 01 12:39:54.790548 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.821449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.824926 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/networks/e6633951-c594-4a64-ae4b-f305950cd1d8 HTTP/1.1" status: 204 len: 168 time: 1.4824388 Apr 01 12:39:54.829958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b55ad0-462b-450f-a255-f0134f58f363 req-5b729e14-5fd3-46cd-bc81-eb8c5885cc08 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:54.831496 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-65b55ad0-462b-450f-a255-f0134f58f363 req-5b729e14-5fd3-46cd-bc81-eb8c5885cc08 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 944 time: 0.1468518 Apr 01 12:39:54.833860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39846) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:54.839194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0cee7479-22cc-45ef-b435-ba993fecfb31 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-563196599'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:54.845832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c2e4e-8271-4490-8ab6-5a2862f11664 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Network': ['ID=e6633951-c594-4a64-ae4b-f305950cd1d8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:54.871483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0c514-0324-4430-a40a-ce455212542f req-01451362-7bb8-4d6d-bb61-17f74b33e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:54.872972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6ba0c514-0324-4430-a40a-ce455212542f req-01451362-7bb8-4d6d-bb61-17f74b33e08c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450214 Apr 01 12:39:54.946557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cee7479-22cc-45ef-b435-ba993fecfb31 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:54.949984 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cee7479-22cc-45ef-b435-ba993fecfb31 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.958426 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:54.986591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-65b55ad0-462b-450f-a255-f0134f58f363 req-96b8a092-d20a-49de-a7e1-a6da58abb885 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424193 Apr 01 12:39:54.987852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26f9b6-e116-4a32-b9d2-586d39d010ba req-b25d9aba-2567-4fde-8c9a-fca0e2496965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:54.989382 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7c26f9b6-e116-4a32-b9d2-586d39d010ba req-b25d9aba-2567-4fde-8c9a-fca0e2496965 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 1096 time: 0.1391716 Apr 01 12:39:55.001239 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3061c-c9c3-4245-b991-a82f3abfd3fa req-b13895f9-45e4-4ac2-a0af-c56bb21bfdf4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:55.001239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5d3061c-c9c3-4245-b991-a82f3abfd3fa req-b13895f9-45e4-4ac2-a0af-c56bb21bfdf4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 946 time: 0.1520929 Apr 01 12:39:55.002526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df3efb4-59ea-4414-a20e-61602aa5f067']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:55.012674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 73b70313-9931-40b7-a33f-c3501b0020e3 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:55.031363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e655d4d6-e6e0-4878-9a2f-251f558128ab') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:55.031735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e655d4d6-e6e0-4878-9a2f-251f558128ab') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:55.039134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 73b70313-9931-40b7-a33f-c3501b0020e3 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:39:55.039748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 73b70313-9931-40b7-a33f-c3501b0020e3 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:39:55.050777 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.084224 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.084486 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.084662 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.085047 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Floating IP f6ca1274-bbb3-4228-a402-563287b4176f disassociated. External IP: 172.25.7.253, port: 33931833-c198-4ad4-ae95-19f7769432d7. Apr 01 12:39:55.085527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Calling delete_port for 33931833-c198-4ad4-ae95-19f7769432d7 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:55.095433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cee7479-22cc-45ef-b435-ba993fecfb31 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:39:55.101066 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:39:55.101493 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.104324 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7c26f9b6-e116-4a32-b9d2-586d39d010ba req-cc15a743-3135-4c3b-ab74-6139cf391327 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994377 Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:39:55.104987 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:39:55.119917 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5d3061c-c9c3-4245-b991-a82f3abfd3fa req-325ec1f6-0d53-4149-9bb3-4cc8a86af1f7 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=13cd6d75-905b-4248-9708-46a95ecffa8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002498 Apr 01 12:39:55.120925 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6ba0c514-0324-4430-a40a-ce455212542f req-4b8be545-b814-424c-95c7-a4dccc83c582 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333622 Apr 01 12:39:55.130754 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cee7479-22cc-45ef-b435-ba993fecfb31 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.131103 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-0cee7479-22cc-45ef-b435-ba993fecfb31 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Added segment 25ad2aa9-d29a-43b9-980e-1bacbcc873b8 of type vlan for network 8c580435-006b-4e74-b99d-4eca31ce6896 Apr 01 12:39:55.167211 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.173333 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.179250 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8df3efb4-59ea-4414-a20e-61602aa5f067 HTTP/1.1" status: 204 len: 168 time: 0.5948999 Apr 01 12:39:55.190375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f6564-f773-4e7e-adcf-1b009bc019f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8df3efb4-59ea-4414-a20e-61602aa5f067,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:55.229753 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cee7479-22cc-45ef-b435-ba993fecfb31 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.240868 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb456d-f9e4-4ddc-a810-eb3308f6727e req-ea83ab85-deef-40f4-b031-c40a002edd9f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:55.242447 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aadb456d-f9e4-4ddc-a810-eb3308f6727e req-ea83ab85-deef-40f4-b031-c40a002edd9f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1758461 Apr 01 12:39:55.257040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c4599b9f-fe00-42d2-bbf8-8be455a3e98a details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:39:55.311734 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39850) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:55.321328 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cee7479-22cc-45ef-b435-ba993fecfb31 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.327018 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cee7479-22cc-45ef-b435-ba993fecfb31 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:55.327612 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cee7479-22cc-45ef-b435-ba993fecfb31 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.359254 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-34adc9e1-fd50-43fd-89b8-84a56c56b2c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7666cdba19d4a9daaf67c244e5ca7da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426228 Apr 01 12:39:55.359606 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39852) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:55.369880 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aadb456d-f9e4-4ddc-a810-eb3308f6727e req-3035c1c8-f43a-41b7-b9b8-629269507f7c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178727 Apr 01 12:39:55.372948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:55.386227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'port_id': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'mac_address': 'fa:16:3e:07:97:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:39:55.422056 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0cee7479-22cc-45ef-b435-ba993fecfb31 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5864489 Apr 01 12:39:55.425898 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d19548cc-487a-4bf5-9190-8e2a71a0e405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.427685 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39856) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:55.435014 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-06472355-4a04-4f67-b23a-553c0dda862f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': '8c580435-006b-4e74-b99d-4eca31ce6896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:55.441570 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.459177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4599b9f-fe00-42d2-bbf8-8be455a3e98a {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:55.480212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:55.485246 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.486397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device fb77e663-0560-4913-9242-ee2303f29e98 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:39:55.498298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee7479-22cc-45ef-b435-ba993fecfb31 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Network': ['ID=8c580435-006b-4e74-b99d-4eca31ce6896,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:55.509764 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d19548cc-487a-4bf5-9190-8e2a71a0e405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.516586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 8c580435-006b-4e74-b99d-4eca31ce6896 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:39:55.534520 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.577582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event deleted for resources: {'Port': ['ID=33931833-c198-4ad4-ae95-19f7769432d7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:55.596797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6ba0c514-0324-4430-a40a-ce455212542f req-46d7034d-3a22-489d-8374-48d17c41a5ae service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932451 Apr 01 12:39:55.622195 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06472355-4a04-4f67-b23a-553c0dda862f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:55.626183 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06472355-4a04-4f67-b23a-553c0dda862f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.639371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a437798-98c4-4469-8063-a37e6b82ce94 req-1d82a0b7-6ae2-40fb-9886-922384596814 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:55.641125 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a437798-98c4-4469-8063-a37e6b82ce94 req-1d82a0b7-6ae2-40fb-9886-922384596814 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1797147 Apr 01 12:39:55.674679 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:55.697372 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d19548cc-487a-4bf5-9190-8e2a71a0e405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.700797 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d19548cc-487a-4bf5-9190-8e2a71a0e405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.705355 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d19548cc-487a-4bf5-9190-8e2a71a0e405 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0609a728-3972-4095-bc63-e28d50b5fbba HTTP/1.1" status: 204 len: 168 time: 0.3418217 Apr 01 12:39:55.716139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port fb77e663-0560-4913-9242-ee2303f29e98, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=fb77e663-0560-4913-9242-ee2303f29e98,segment=NetworkSegment(966eaa0e-b0fb-4388-a622-3d9caaf45aaf),segment_id=966eaa0e-b0fb-4388-a622-3d9caaf45aaf)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:55.732093 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'fb77e663-0560-4913-9242-ee2303f29e98', 'network_id': 'bcd79309-c2da-4c41-a7ca-cdfa5889cfc2', 'port_id': 'fb77e663-0560-4913-9242-ee2303f29e98', 'mac_address': 'fa:16:3e:2a:91:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f93d9a8b-e86c-4fd7-9d9e-6c1bdffe88b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:39:55.760397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19548cc-487a-4bf5-9190-8e2a71a0e405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0609a728-3972-4095-bc63-e28d50b5fbba,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:55.778476 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a437798-98c4-4469-8063-a37e6b82ce94 req-38b27c40-fc71-4919-bdf3-b618e903a57b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163483 Apr 01 12:39:55.791053 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.814559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb77e663-0560-4913-9242-ee2303f29e98 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:55.840018 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port fb77e663-0560-4913-9242-ee2303f29e98, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=fb77e663-0560-4913-9242-ee2303f29e98,segment=NetworkSegment(966eaa0e-b0fb-4388-a622-3d9caaf45aaf),segment_id=966eaa0e-b0fb-4388-a622-3d9caaf45aaf)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:55.847178 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:55.882805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e28f8b-21be-4412-b733-2caa79cd01b8 req-f5f54126-098b-4b60-8d7e-9e8ec9895066 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:55.891258 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07e28f8b-21be-4412-b733-2caa79cd01b8 req-f5f54126-098b-4b60-8d7e-9e8ec9895066 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 943 time: 0.1621892 Apr 01 12:39:55.914840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Router 5b51178f-34da-460a-9d5e-8b337d4ff583 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:39:55.924495 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=fb77e663-0560-4913-9242-ee2303f29e98,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:55.961758 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07e28f8b-21be-4412-b733-2caa79cd01b8 req-c1d88c39-6113-4946-a532-156e123b9f54 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696325 Apr 01 12:39:55.974212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614d4a6-facb-4212-b278-cb2c2b67faae req-4714a629-13fe-4b7d-a472-ccbf9ee64e44 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:55.981791 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a614d4a6-facb-4212-b278-cb2c2b67faae req-4714a629-13fe-4b7d-a472-ccbf9ee64e44 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0866823 Apr 01 12:39:56.064247 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a614d4a6-facb-4212-b278-cb2c2b67faae req-9b9462b7-8c89-480a-b9b4-013f3a235a5d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814221 Apr 01 12:39:56.078039 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06472355-4a04-4f67-b23a-553c0dda862f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:56.141070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:39:56.154093 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253aae20-6bff-47df-b87e-1e50949f6135 None None] Sync routers for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:39:56.191769 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['fb77e663-0560-4913-9242-ee2303f29e98'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:56.193908 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['c4599b9f-fe00-42d2-bbf8-8be455a3e98a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:56.198507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06472355-4a04-4f67-b23a-553c0dda862f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Subnet': ['ID=8eea7b76-4a38-4b74-a07b-e98245aff619,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:56.215663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] No DVR routers for this DVR port 33931833-c198-4ad4-ae95-19f7769432d7 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:39:56.220142 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:56.244866 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9029b961-6b61-46e3-bf2b-3067066e91f3 req-395a303b-8741-465c-ba4d-a325225200ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.44 "DELETE /v2.0/ports/33931833-c198-4ad4-ae95-19f7769432d7 HTTP/1.1" status: 204 len: 173 time: 2.6380439 Apr 01 12:39:56.245440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'name': 'network-vif-deleted', 'tag': '33931833-c198-4ad4-ae95-19f7769432d7'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:56.263907 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291bb08b-51dc-4a90-95ee-9e1d8bda7902" -d '{"events": [{"server_uuid": "48fd5717-2ade-4baf-8779-d8aae867e10d", "name": "network-vif-deleted", "tag": "33931833-c198-4ad4-ae95-19f7769432d7"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:56.278796 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253aae20-6bff-47df-b87e-1e50949f6135 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:39:56.279560 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-253aae20-6bff-47df-b87e-1e50949f6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:39:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:56.307359 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13d98b-b0f7-45dd-9b4e-5d54662f7a4e req-5132b256-af17-40e8-a6dd-dc0fbcbb3bce tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:56.313363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c895e-04be-465e-a9ff-eeb3f1757086 req-f6bfe63e-b00a-411c-ad81-2583f393c59e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:56.315395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df8c895e-04be-465e-a9ff-eeb3f1757086 req-f6bfe63e-b00a-411c-ad81-2583f393c59e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.2020624 Apr 01 12:39:56.318507 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e13d98b-b0f7-45dd-9b4e-5d54662f7a4e req-5132b256-af17-40e8-a6dd-dc0fbcbb3bce tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 944 time: 0.1152530 Apr 01 12:39:56.344968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06472355-4a04-4f67-b23a-553c0dda862f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Checking segment: {'id': '25ad2aa9-d29a-43b9-980e-1bacbcc873b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c580435-006b-4e74-b99d-4eca31ce6896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:56.345568 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06472355-4a04-4f67-b23a-553c0dda862f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network hostable DHCP agents. Network: 8c580435-006b-4e74-b99d-4eca31ce6896, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:39:56.366110 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df8c895e-04be-465e-a9ff-eeb3f1757086 req-6f4d7a33-f411-4cd7-9508-9afa1aa338b9 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Apr 01 12:39:56.376195 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e13d98b-b0f7-45dd-9b4e-5d54662f7a4e req-ee39c41f-55cb-4ff3-acc3-aa5c6b74b173 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566618 Apr 01 12:39:56.389071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06472355-4a04-4f67-b23a-553c0dda862f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 8c580435-006b-4e74-b99d-4eca31ce6896 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:39:56.401242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-06472355-4a04-4f67-b23a-553c0dda862f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 8c580435-006b-4e74-b99d-4eca31ce6896) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:56.415963 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06472355-4a04-4f67-b23a-553c0dda862f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:56.416742 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06472355-4a04-4f67-b23a-553c0dda862f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:56.441991 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-06472355-4a04-4f67-b23a-553c0dda862f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0097115 Apr 01 12:39:56.442565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39888) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:56.447695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': '8c580435-006b-4e74-b99d-4eca31ce6896', 'name': 'tempest-PortsTestJSON-1467435953', 'fixed_ips': [{'subnet_id': '8eea7b76-4a38-4b74-a07b-e98245aff619', 'ip_address': '172.20.0.10'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:56.474508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-253aae20-6bff-47df-b87e-1e50949f6135 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:39:56.564331 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-01f8fa6e-a251-4383-af43-732d7dc43410 req-7bed6df1-63a0-4660-b455-34278cbca9a4 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fd5717-2ade-4baf-8779-d8aae867e10d HTTP/1.1" status: 200 len: 210 time: 0.0544975 Apr 01 12:39:56.654556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:56.713091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd6108-5131-435c-baaf-39a85a97ae91 None None] Network 8c580435-006b-4e74-b99d-4eca31ce6896 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:56.877050 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:56.949404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port 6ddbfc37-d346-4f82-9326-9963df152d39 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:39:56.966045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39902) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:56.976230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a5c4b-07a4-4d57-a109-37100c32ea8d req-334480a3-3788-4814-b93a-9c373d41f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:56.977974 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a30a5c4b-07a4-4d57-a109-37100c32ea8d req-334480a3-3788-4814-b93a-9c373d41f985 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c946efcae6d14e23a564c906a96bcc79&device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 1096 time: 0.2539792 Apr 01 12:39:57.013803 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1dec36-92c9-446b-9444-4ce8f3a0221c x-openstack-request-id: req-4f1dec36-92c9-446b-9444-4ce8f3a0221c {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:57.013803 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fd5717-2ade-4baf-8779-d8aae867e10d", "name": "network-vif-deleted", "tag": "33931833-c198-4ad4-ae95-19f7769432d7", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:57.014229 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f1dec36-92c9-446b-9444-4ce8f3a0221c {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:57.014720 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1dec36-92c9-446b-9444-4ce8f3a0221c'] response: {'server_uuid': '48fd5717-2ade-4baf-8779-d8aae867e10d', 'name': 'network-vif-deleted', 'tag': '33931833-c198-4ad4-ae95-19f7769432d7', 'status': 'completed', 'code': 200} Apr 01 12:39:57.103088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce68cb-c692-4986-9824-00bdfc4db4b1 req-ecc3ca58-db7d-4640-a864-f56c7130deaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:57.106742 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7ce68cb-c692-4986-9824-00bdfc4db4b1 req-ecc3ca58-db7d-4640-a864-f56c7130deaa tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 944 time: 0.2223592 Apr 01 12:39:57.106878 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5201e-4936-4197-9368-253110c1a36a req-8b9bb47f-a5bc-4101-8d6b-c436f28516c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:57.108993 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-79d5201e-4936-4197-9368-253110c1a36a req-8b9bb47f-a5bc-4101-8d6b-c436f28516c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0622168 Apr 01 12:39:57.115000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1447905330-network', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:57.161587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Made reservation on behalf of aab159a24aeb4d4187404cae959e43ca for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:57.164418 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:57.178586 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-79d5201e-4936-4197-9368-253110c1a36a req-adf27cf0-16cc-4522-bbd8-77dcc2f0430e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597992 Apr 01 12:39:57.178832 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:57.205972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a7ce68cb-c692-4986-9824-00bdfc4db4b1 req-2e440a67-62d8-4d6c-b744-d2e68db6ea58 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597131 Apr 01 12:39:57.251488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a5c4b-07a4-4d57-a109-37100c32ea8d req-ac7f627a-2667-4a54-9076-b05532f9d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:57.253129 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a30a5c4b-07a4-4d57-a109-37100c32ea8d req-ac7f627a-2667-4a54-9076-b05532f9d2f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 200 len: 912 time: 0.2439098 Apr 01 12:39:57.277090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-253aae20-6bff-47df-b87e-1e50949f6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:57.297926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:57.304189 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:57.333296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.10 (8c580435-006b-4e74-b99d-4eca31ce6896/8eea7b76-4a38-4b74-a07b-e98245aff619/6ddbfc37-d346-4f82-9326-9963df152d39) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:57.337449 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253aae20-6bff-47df-b87e-1e50949f6135 None None] Checking router: 5b51178f-34da-460a-9d5e-8b337d4ff583 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:39:57.350231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-8c580435-006b-4e74-b99d-4eca31ce6896', 'network_id': '8c580435-006b-4e74-b99d-4eca31ce6896', 'tenant_id': '6f8814e9e17c4a30bcb1c845a5548d19', 'fixed_ips': [{'subnet_id': '8eea7b76-4a38-4b74-a07b-e98245aff619'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:39:57.351123 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:57.360477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:39:57.367256 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a30a5c4b-07a4-4d57-a109-37100c32ea8d req-5733f0ea-d4ba-4bdf-9226-4cfd14152b73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 200 len: 999 time: 0.1061463 Apr 01 12:39:57.373702 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253aae20-6bff-47df-b87e-1e50949f6135 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:39:57.374375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-253aae20-6bff-47df-b87e-1e50949f6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:39:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:57.385385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665fdd2e-8f85-476c-9adc-6143f5bbac15,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:57.416292 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:57.416688 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Added segment 3322d064-5d68-4aaa-b372-c3ccea889f3c of type vlan for network 815996f8-8c07-4738-8888-e815cb2d482c Apr 01 12:39:57.474588 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:57.502928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a5c4b-07a4-4d57-a109-37100c32ea8d req-d5fb8f33-6cb2-4463-98cc-21863f35f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:57.504297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a30a5c4b-07a4-4d57-a109-37100c32ea8d req-d5fb8f33-6cb2-4463-98cc-21863f35f222 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 200 len: 850 time: 0.1195562 Apr 01 12:39:57.505754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee77cd4-e896-4942-9b79-7b76b5d08083 req-400a93ba-4b15-4ecb-baa2-18e9b6f74488 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:57.507355 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7ee77cd4-e896-4942-9b79-7b76b5d08083 req-400a93ba-4b15-4ecb-baa2-18e9b6f74488 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1493351 Apr 01 12:39:57.513824 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe83d-042c-4bd7-8ac7-30b62bc5f66f req-3fb4c5c4-1694-418c-b651-8e2315ae49cc tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:57.518622 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0ebe83d-042c-4bd7-8ac7-30b62bc5f66f req-3fb4c5c4-1694-418c-b651-8e2315ae49cc tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 944 time: 0.1483967 Apr 01 12:39:57.522085 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:57.523053 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:57.523639 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:57.582053 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6145196 Apr 01 12:39:57.589275 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39912) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:57.627284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-173c5855-7401-454a-845a-637bb164f0f3 admin admin] Request body: {'subnet': {'network_id': '815996f8-8c07-4738-8888-e815cb2d482c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1447905330-subnet', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:57.633209 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7ee77cd4-e896-4942-9b79-7b76b5d08083 req-01fe64e4-c410-4cb4-b15e-652a8266509a tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196523 Apr 01 12:39:57.644712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24d153-40ba-4d07-a899-a40fa28ad813 admin admin] Pushing event updated for resources: {'Network': ['ID=815996f8-8c07-4738-8888-e815cb2d482c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:57.661365 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8863fbb4-75df-49db-ab61-f0301739530f details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:39:57.663243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 33931833-c198-4ad4-ae95-19f7769432d7 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:39:57.676657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173c5855-7401-454a-845a-637bb164f0f3 admin admin] Made reservation on behalf of aab159a24aeb4d4187404cae959e43ca for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:57.679401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-173c5855-7401-454a-845a-637bb164f0f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:57.683122 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a5c4b-07a4-4d57-a109-37100c32ea8d req-d2a72feb-19c0-4c12-a586-2a9d689ed9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:57.684710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a30a5c4b-07a4-4d57-a109-37100c32ea8d req-d2a72feb-19c0-4c12-a586-2a9d689ed9fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ca01ab-f6ea-4916-aca9-a72662d13317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315842 Apr 01 12:39:57.690467 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0ebe83d-042c-4bd7-8ac7-30b62bc5f66f req-68a6cb16-c136-4229-9522-d72ad63e18b1 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359413 Apr 01 12:39:57.693890 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:57.721367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 815996f8-8c07-4738-8888-e815cb2d482c details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:39:57.776773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 33931833-c198-4ad4-ae95-19f7769432d7 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:39:57.777138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 33931833-c198-4ad4-ae95-19f7769432d7 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:39:57.809415 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:57.880045 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a30a5c4b-07a4-4d57-a109-37100c32ea8d req-1b937b1f-f1df-48bd-8a35-7da0153842eb service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842690 Apr 01 12:39:57.901969 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 8c580435-006b-4e74-b99d-4eca31ce6896 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:57.911979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:57.915131 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-253aae20-6bff-47df-b87e-1e50949f6135 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:39:57.924454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=6ddbfc37-d346-4f82-9326-9963df152d39,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:57.928836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:57.945060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef342b9-7608-47bf-89ea-e18510d17c88 req-209a0756-d8ab-4525-a3d8-ef3b6b677340 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:57.946754 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ef342b9-7608-47bf-89ea-e18510d17c88 req-209a0756-d8ab-4525-a3d8-ef3b6b677340 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 944 time: 0.0962899 Apr 01 12:39:57.984359 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-173c5855-7401-454a-845a-637bb164f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.002179 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Allocated IP 172.20.0.2 (8c580435-006b-4e74-b99d-4eca31ce6896/8eea7b76-4a38-4b74-a07b-e98245aff619/cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:58.012975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e6407-060d-4d69-b764-133d2007c7fd req-c586544c-11c3-41b4-9da6-e2c9590b78ae tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:58.020272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd0e6407-060d-4d69-b764-133d2007c7fd req-c586544c-11c3-41b4-9da6-e2c9590b78ae tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.2122121 Apr 01 12:39:58.049328 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2ef342b9-7608-47bf-89ea-e18510d17c88 req-325e83f0-1002-47df-8316-0d7868c17561 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956001 Apr 01 12:39:58.057517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:58.058189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.070794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c5855-7401-454a-845a-637bb164f0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1149d77b-ab04-498d-a3e3-8e60da95fc6c,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:58.077379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c5855-7401-454a-845a-637bb164f0f3 admin admin] Checking segment: {'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:58.077739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173c5855-7401-454a-845a-637bb164f0f3 admin admin] Network hostable DHCP agents. Network: 815996f8-8c07-4738-8888-e815cb2d482c, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:39:58.099288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173c5855-7401-454a-845a-637bb164f0f3 admin admin] Network 815996f8-8c07-4738-8888-e815cb2d482c is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:39:58.101597 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a30a5c4b-07a4-4d57-a109-37100c32ea8d req-49446ebe-9631-4d31-8f74-6051558e012d service neutron] 10.222.0.37 "GET /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083869 Apr 01 12:39:58.104464 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd0e6407-060d-4d69-b764-133d2007c7fd req-dd50bfa6-6094-4ad3-9244-c7ea72c810cf tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834253 Apr 01 12:39:58.113300 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bb1bfe55-bb82-457c-87b2-542c78792a99 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6679785 Apr 01 12:39:58.119392 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39918) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:58.120421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-173c5855-7401-454a-845a-637bb164f0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 815996f8-8c07-4738-8888-e815cb2d482c) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:58.130690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': '8c580435-006b-4e74-b99d-4eca31ce6896', 'name': 'tempest-PortsTestJSON-234643345', 'fixed_ips': [{'subnet_id': '8eea7b76-4a38-4b74-a07b-e98245aff619', 'ip_address': '172.20.0.9'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:58.155936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39922) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:58.159142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c5855-7401-454a-845a-637bb164f0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:58.160101 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-173c5855-7401-454a-845a-637bb164f0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.161575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9fb2f-298d-49fa-ac62-97ee978c690b None None] Network 815996f8-8c07-4738-8888-e815cb2d482c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:58.172843 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8863fbb4-75df-49db-ab61-f0301739530f, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8863fbb4-75df-49db-ab61-f0301739530f,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:58.183130 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-173c5855-7401-454a-845a-637bb164f0f3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5905063 Apr 01 12:39:58.188825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39924) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:58.193977 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1447905330-router', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:39:58.250475 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '8863fbb4-75df-49db-ab61-f0301739530f', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'port_id': '8863fbb4-75df-49db-ab61-f0301739530f', 'mac_address': 'fa:16:3e:45:8f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:39:58.289307 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.291305 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.303844 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-65f6df69-bf90-49d7-b285-533e7eceaeea tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.345267 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-65f6df69-bf90-49d7-b285-533e7eceaeea tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.385572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ff683-f067-43e0-92f6-1cac24a2e5c0 req-2ed0684b-6a33-45cf-b914-ac538fd95437 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:58.387832 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-640ff683-f067-43e0-92f6-1cac24a2e5c0 req-2ed0684b-6a33-45cf-b914-ac538fd95437 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1057262 Apr 01 12:39:58.390105 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:39:58.390470 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.458527 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.463924 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.494635 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.553068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8863fbb4-75df-49db-ab61-f0301739530f {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:39:58.566500 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3187d12-74a7-4b68-816a-3f4cd99a6ac2 None None] Network 815996f8-8c07-4738-8888-e815cb2d482c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:39:58.605895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Network 8c580435-006b-4e74-b99d-4eca31ce6896 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:58.638396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:58.651473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8863fbb4-75df-49db-ab61-f0301739530f, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8863fbb4-75df-49db-ab61-f0301739530f,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:58.653023 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-640ff683-f067-43e0-92f6-1cac24a2e5c0 req-784265b6-f279-410d-ac13-fb1ad1ffd96c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760562 Apr 01 12:39:58.663777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:58.675198 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.675777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Pushing event updated for resources: {'Port': ['ID=cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:58.695470 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port 16d5fef7-a15a-47d6-87f2-3fa2d2cb6e5f yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:39:58.708283 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.833962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-253aae20-6bff-47df-b87e-1e50949f6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:39:58.837346 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065653e1-d676-4081-9c64-18ed294fbd83 req-c71e4888-6ec7-4900-a888-5199f90a2a14 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:58.839083 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-065653e1-d676-4081-9c64-18ed294fbd83 req-c71e4888-6ec7-4900-a888-5199f90a2a14 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.0995510 Apr 01 12:39:58.889036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253aae20-6bff-47df-b87e-1e50949f6135 None None] The sync data for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 is: [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:39:58.891741 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Attempting to bind port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:39:58.892483 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Attempting to bind port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '25ad2aa9-d29a-43b9-980e-1bacbcc873b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c580435-006b-4e74-b99d-4eca31ce6896'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:39:58.893042 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Attempting to bind port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 on network 8c580435-006b-4e74-b99d-4eca31ce6896 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:39:58.898184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8863fbb4-75df-49db-ab61-f0301739530f,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:58.954375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:39:58.955632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Checking segment: {'id': '25ad2aa9-d29a-43b9-980e-1bacbcc873b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c580435-006b-4e74-b99d-4eca31ce6896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:39:58.956208 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.956873 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Bound using segment: {'id': '25ad2aa9-d29a-43b9-980e-1bacbcc873b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c580435-006b-4e74-b99d-4eca31ce6896'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:39:58.957845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Bound port: cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ad2aa9-d29a-43b9-980e-1bacbcc873b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c580435-006b-4e74-b99d-4eca31ce6896'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:39:58.958415 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.960661 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-065653e1-d676-4081-9c64-18ed294fbd83 req-eeba6d84-3e28-4542-b52e-2831291b74e1 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044872 Apr 01 12:39:58.988313 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:58.995843 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-65f6df69-bf90-49d7-b285-533e7eceaeea tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.000106 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-65f6df69-bf90-49d7-b285-533e7eceaeea tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.004927 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39946) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:59.005383 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-65f6df69-bf90-49d7-b285-533e7eceaeea tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "DELETE /v2.0/security-groups/13cd6d75-905b-4248-9708-46a95ecffa8c HTTP/1.1" status: 204 len: 168 time: 0.8480546 Apr 01 12:39:59.007489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.9 (8c580435-006b-4e74-b99d-4eca31ce6896/8eea7b76-4a38-4b74-a07b-e98245aff619/16d5fef7-a15a-47d6-87f2-3fa2d2cb6e5f) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:59.022757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e75cd-625d-4af3-869c-d2bba873086e req-73ca7472-d5c0-40ed-a32a-515f1a00a258 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:59.027550 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['8863fbb4-75df-49db-ab61-f0301739530f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:39:59.032098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb3e75cd-625d-4af3-869c-d2bba873086e req-73ca7472-d5c0-40ed-a32a-515f1a00a258 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 944 time: 0.1781590 Apr 01 12:39:59.035950 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-32c83585-a831-4b4c-98ec-b8e78ae650f3 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] show failed (client error): The resource could not be found. Apr 01 12:39:59.037301 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-32c83585-a831-4b4c-98ec-b8e78ae650f3 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups/13cd6d75-905b-4248-9708-46a95ecffa8c HTTP/1.1" status: 404 len: 347 time: 0.0268421 Apr 01 12:39:59.043310 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39948) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:59.072315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6df69-bf90-49d7-b285-533e7eceaeea tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cd6d75-905b-4248-9708-46a95ecffa8c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:59.105565 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb3e75cd-625d-4af3-869c-d2bba873086e req-99aef2c5-a1c3-4355-a256-31ea0bd5b70d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718060 Apr 01 12:39:59.133882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] For port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:39:59.142888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] For port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865,segment=NetworkSegment(25ad2aa9-d29a-43b9-980e-1bacbcc873b8),segment_id=25ad2aa9-d29a-43b9-980e-1bacbcc873b8)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:39:59.153583 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.315814 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.342678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d930320-05d2-43ea-b497-90c2b01fae77 None None] Pushing event updated for resources: {'Port': ['ID=cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:59.390714 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.403262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c4599b9f-fe00-42d2-bbf8-8be455a3e98a up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:59.425461 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.435357 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22fc58e-82cc-4425-8cfb-d0fa618f170e None None] New status for floating IP f6ca1274-bbb3-4228-a402-563287b4176f: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:39:59.473264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port c4599b9f-fe00-42d2-bbf8-8be455a3e98a completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:39:59.487199 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port c4599b9f-fe00-42d2-bbf8-8be455a3e98a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:39:59.487659 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.526926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.559935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a4efd-17d1-45fb-925f-c5d8f57f1610 req-885d4e2a-8fb7-461b-b9bb-0e503739404e tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:59.571928 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-665a4efd-17d1-45fb-925f-c5d8f57f1610 req-885d4e2a-8fb7-461b-b9bb-0e503739404e tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 944 time: 0.2536681 Apr 01 12:39:59.651387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21878bca-6245-47e8-9372-839ea04d5142 req-17a4cee7-d417-4ebc-9831-e3b549a23026 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:59.654038 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.657560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-473093ad-0eaa-4649-9705-b8a9872a874d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Deleting port 4e35c547-0bc1-4acb-ab77-f5365ddfb378 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:39:59.658130 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-473093ad-0eaa-4649-9705-b8a9872a874d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.661201 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21878bca-6245-47e8-9372-839ea04d5142 req-17a4cee7-d417-4ebc-9831-e3b549a23026 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 945 time: 0.3992352 Apr 01 12:39:59.663208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 8c580435-006b-4e74-b99d-4eca31ce6896 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:39:59.705230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:39:59.708982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:39:59.725786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21878bca-6245-47e8-9372-839ea04d5142 req-2ecff232-7e8d-484f-b26a-d8060875a001 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584877 Apr 01 12:39:59.747461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=16d5fef7-a15a-47d6-87f2-3fa2d2cb6e5f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:39:59.765890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Allocated IP 172.25.7.132 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/eb4aec12-34df-4c2a-ad2a-88e11765db4e) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:39:59.829786 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-665a4efd-17d1-45fb-925f-c5d8f57f1610 req-8880caf3-04e4-4a40-a7d0-149a9ffe3e4a tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236826 Apr 01 12:39:59.867156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:39:59.867807 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.891515 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:39:59.892346 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-473093ad-0eaa-4649-9705-b8a9872a874d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.892626 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-473093ad-0eaa-4649-9705-b8a9872a874d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.893805 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecc22ed-9fb1-4338-b263-0168aef0bb8e" -d '{"events": [{"server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "name": "network-vif-plugged", "status": "completed", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:39:59.898946 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ca47b023-d017-4ea3-88f5-cfc96de23c6f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7745588 Apr 01 12:39:59.905798 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39956) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:39:59.911008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:39:59.920796 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.922039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device fb77e663-0560-4913-9242-ee2303f29e98 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:39:59.935161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-473093ad-0eaa-4649-9705-b8a9872a874d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Calling delete_port for 4e35c547-0bc1-4acb-ab77-f5365ddfb378 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:39:59.963688 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663af192-09d1-416d-bab3-ac15bb8ae7fd x-openstack-request-id: req-663af192-09d1-416d-bab3-ac15bb8ae7fd {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:39:59.964212 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "name": "network-vif-plugged", "status": "completed", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:39:59.964604 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-663af192-09d1-416d-bab3-ac15bb8ae7fd {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:39:59.965150 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663af192-09d1-416d-bab3-ac15bb8ae7fd'] response: {'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'code': 200} Apr 01 12:39:59.966206 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:39:59.990296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abffed-8981-494b-a651-0187424f80e1 req-718038aa-56b7-4d7d-8d58-b749dbe74243 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:00.001364 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62abffed-8981-494b-a651-0187424f80e1 req-718038aa-56b7-4d7d-8d58-b749dbe74243 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1718359 Apr 01 12:40:00.016200 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:00.028687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce28f5b-bd43-4e87-bc2e-4154b37d7dbf tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:00.030211 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9ce28f5b-bd43-4e87-bc2e-4154b37d7dbf tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1240811 Apr 01 12:40:00.032880 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39960) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:00.042563 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port fb77e663-0560-4913-9242-ee2303f29e98 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:40:00.047417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port fb77e663-0560-4913-9242-ee2303f29e98 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:00.047800 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:00.107336 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62abffed-8981-494b-a651-0187424f80e1 req-3c8d63bb-2ce3-465a-8d4c-47f17686592d tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004586 Apr 01 12:40:00.111902 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:00.150643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8eeb9-8f91-4346-909a-a5eeaf0db31e req-39545fbe-d10e-415e-8f15-4d8f18ff4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:00.151682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8db8eeb9-8f91-4346-909a-a5eeaf0db31e req-39545fbe-d10e-415e-8f15-4d8f18ff4e93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 1096 time: 0.1310179 Apr 01 12:40:00.162227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f57e5a3-082e-4452-baba-5cd5059b0204 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:00.169303 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f57e5a3-082e-4452-baba-5cd5059b0204 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:00.172118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:00.176198 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:00.177239 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f57e5a3-082e-4452-baba-5cd5059b0204 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:00.179733 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2f57e5a3-082e-4452-baba-5cd5059b0204 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1458828 Apr 01 12:40:00.181470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:00.185174 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39966) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:00.216182 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523999b-2a65-4b14-9664-29a2714acc80 req-a0fff59e-9c6a-4634-8701-bef113a3e862 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:00.218429 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e523999b-2a65-4b14-9664-29a2714acc80 req-a0fff59e-9c6a-4634-8701-bef113a3e862 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1294377 Apr 01 12:40:00.221989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:00.228973 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:40:00.234444 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port fb77e663-0560-4913-9242-ee2303f29e98, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=fb77e663-0560-4913-9242-ee2303f29e98,segment=NetworkSegment(966eaa0e-b0fb-4388-a622-3d9caaf45aaf),segment_id=966eaa0e-b0fb-4388-a622-3d9caaf45aaf)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:00.241344 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:00.247682 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4aec12-34df-4c2a-ad2a-88e11765db4e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:00.315201 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=fb77e663-0560-4913-9242-ee2303f29e98,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:00.329958 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e523999b-2a65-4b14-9664-29a2714acc80 req-680fd67b-a97f-4758-a809-043f7b619047 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906260 Apr 01 12:40:00.333938 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-473093ad-0eaa-4649-9705-b8a9872a874d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:00.357438 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8db8eeb9-8f91-4346-909a-a5eeaf0db31e req-904a1d7a-abe4-456d-a229-70390cd99cfd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958578 Apr 01 12:40:00.376398 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473093ad-0eaa-4649-9705-b8a9872a874d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event deleted for resources: {'Port': ['ID=4e35c547-0bc1-4acb-ab77-f5365ddfb378,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:00.425626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd28e5-8f91-45c1-9d31-fc87004278bb req-79797abd-4d25-4c83-a8b6-dc80619cd69f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:00.427123 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82fd28e5-8f91-45c1-9d31-fc87004278bb req-79797abd-4d25-4c83-a8b6-dc80619cd69f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.2025702 Apr 01 12:40:00.482186 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-473093ad-0eaa-4649-9705-b8a9872a874d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:00.485575 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-473093ad-0eaa-4649-9705-b8a9872a874d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:00.499691 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-473093ad-0eaa-4649-9705-b8a9872a874d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "DELETE /v2.0/floatingips/f6ca1274-bbb3-4228-a402-563287b4176f HTTP/1.1" status: 204 len: 168 time: 1.4351618 Apr 01 12:40:00.508769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c209b8-3d83-4181-971c-9c8ee41bd50c req-7877d627-b3a9-4004-9a23-adf9952d2d7c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:00.510364 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-24c209b8-3d83-4181-971c-9c8ee41bd50c req-7877d627-b3a9-4004-9a23-adf9952d2d7c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1005020 Apr 01 12:40:00.535574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f5415ac4-9d66-4225-a815-ff299f06a463 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 16d5fef7-a15a-47d6-87f2-3fa2d2cb6e5f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:00.535909 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5415ac4-9d66-4225-a815-ff299f06a463 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:00.554277 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-24c209b8-3d83-4181-971c-9c8ee41bd50c req-e718ff45-c6df-4e0a-a448-fe3083d350e9 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371466 Apr 01 12:40:00.557999 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82fd28e5-8f91-45c1-9d31-fc87004278bb req-6d3efde5-6dcd-44ee-beac-217ee60856a6 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206100 Apr 01 12:40:00.701086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4f3b23-e115-49b7-bd59-67577f03472f None None] Network 8c580435-006b-4e74-b99d-4eca31ce6896 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:00.732367 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5415ac4-9d66-4225-a815-ff299f06a463 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:00.750903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f5415ac4-9d66-4225-a815-ff299f06a463 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 16d5fef7-a15a-47d6-87f2-3fa2d2cb6e5f owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:00.762909 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:00.799447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-31a57972-8298-4bf5-90af-3f9bd1793b76 None None] Provisioning complete for port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:00.800113 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-31a57972-8298-4bf5-90af-3f9bd1793b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:00.983221 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-31a57972-8298-4bf5-90af-3f9bd1793b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.041335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-31a57972-8298-4bf5-90af-3f9bd1793b76 None None] For port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865,segment=NetworkSegment(25ad2aa9-d29a-43b9-980e-1bacbcc873b8),segment_id=25ad2aa9-d29a-43b9-980e-1bacbcc873b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:01.048825 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-31a57972-8298-4bf5-90af-3f9bd1793b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.071039 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39988) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:01.087947 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-dd36a355-6a32-416e-9396-ac90adfe8c28 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861390171', 'description': 'tempest-description--871646203'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:01.108472 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:01.138206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd36a355-6a32-416e-9396-ac90adfe8c28 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.165690 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5415ac4-9d66-4225-a815-ff299f06a463 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.234430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:01.234959 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.266098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5415ac4-9d66-4225-a815-ff299f06a463 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=16d5fef7-a15a-47d6-87f2-3fa2d2cb6e5f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:01.278718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a57972-8298-4bf5-90af-3f9bd1793b76 None None] Pushing event updated for resources: {'Port': ['ID=cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:01.285189 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd36a355-6a32-416e-9396-ac90adfe8c28 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.304017 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd36a355-6a32-416e-9396-ac90adfe8c28 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.358854 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36a355-6a32-416e-9396-ac90adfe8c28 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28eaf08f-e0e0-4612-9e43-e54324a6b575,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:01.386375 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.397011 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd36a355-6a32-416e-9396-ac90adfe8c28 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.401028 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dd36a355-6a32-416e-9396-ac90adfe8c28 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3262246 Apr 01 12:40:01.401472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40018) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:01.407345 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c68c768a-f7b2-429f-b746-ea8447087320 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'security_group_rule': {'security_group_id': '28eaf08f-e0e0-4612-9e43-e54324a6b575', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:01.409519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313a158-f5ac-4f3d-ac93-ee1b2aeeb9ee req-0d28e1d4-40ab-4199-b307-6bc233ccf2c3 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:01.411279 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c313a158-f5ac-4f3d-ac93-ee1b2aeeb9ee req-0d28e1d4-40ab-4199-b307-6bc233ccf2c3 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 945 time: 0.1548722 Apr 01 12:40:01.456648 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c68c768a-f7b2-429f-b746-ea8447087320 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.479410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5ad5cd2b-c9c6-4947-87fb-0a7b11d0626e None None] Provisioning complete for port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:01.479789 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cd2b-c9c6-4947-87fb-0a7b11d0626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.502181 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5415ac4-9d66-4225-a815-ff299f06a463 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.508325 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f5415ac4-9d66-4225-a815-ff299f06a463 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/16d5fef7-a15a-47d6-87f2-3fa2d2cb6e5f HTTP/1.1" status: 204 len: 168 time: 1.3168743 Apr 01 12:40:01.508681 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40020) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:01.553184 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c68c768a-f7b2-429f-b746-ea8447087320 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.558676 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c68c768a-f7b2-429f-b746-ea8447087320 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.598985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c768a-f7b2-429f-b746-ea8447087320 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03923749-b0ae-405b-a823-bb7bfdd75454,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:01.608755 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e62509-c950-4a49-af94-110fdedb0c9a tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:40:01.610540 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-22e62509-c950-4a49-af94-110fdedb0c9a tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/16d5fef7-a15a-47d6-87f2-3fa2d2cb6e5f HTTP/1.1" status: 404 len: 333 time: 0.1007311 Apr 01 12:40:01.617485 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c68c768a-f7b2-429f-b746-ea8447087320 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.619085 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c68c768a-f7b2-429f-b746-ea8447087320 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2161353 Apr 01 12:40:01.620032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40024) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:01.622876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40026) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:01.649423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5ad5cd2b-c9c6-4947-87fb-0a7b11d0626e None None] Provisioning complete for port 6ddbfc37-d346-4f82-9326-9963df152d39 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:01.649799 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cd2b-c9c6-4947-87fb-0a7b11d0626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.656101 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c313a158-f5ac-4f3d-ac93-ee1b2aeeb9ee req-d00c9995-9b4a-472e-b675-c10d211c35a7 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916690 Apr 01 12:40:01.660102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3cd1b3ee-d389-4f7f-9ad3-6720d4240ad9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'security_group_rule': {'security_group_id': '28eaf08f-e0e0-4612-9e43-e54324a6b575', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:01.694233 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8863fbb4-75df-49db-ab61-f0301739530f up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:01.748755 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5cd2b-c9c6-4947-87fb-0a7b11d0626e None None] Port 6ddbfc37-d346-4f82-9326-9963df152d39 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:01.751207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Router 2cf65502-756e-4173-ae1d-56d4f47afc00 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:40:01.768884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5ad5cd2b-c9c6-4947-87fb-0a7b11d0626e None None] Could not find standard attr ID for object 16d5fef7-a15a-47d6-87f2-3fa2d2cb6e5f. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:40:01.786175 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b3ee-d389-4f7f-9ad3-6720d4240ad9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.794889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 8863fbb4-75df-49db-ab61-f0301739530f completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:40:01.800352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 8863fbb4-75df-49db-ab61-f0301739530f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:01.801112 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.879140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30348846-92d8-4e3b-b16f-6977481b3d48 req-8c48be40-6543-4875-89f1-db387ab73dfb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:01.882473 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-30348846-92d8-4e3b-b16f-6977481b3d48 req-8c48be40-6543-4875-89f1-db387ab73dfb tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=be304915-51dd-4990-9d6e-23aa9da6454c HTTP/1.1" status: 200 len: 943 time: 0.1896996 Apr 01 12:40:01.917961 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.920318 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b3ee-d389-4f7f-9ad3-6720d4240ad9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.928668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-85e8af20-101b-4bfa-8a38-5f36839bad8b None None] Provisioning complete for port 6ddbfc37-d346-4f82-9326-9963df152d39 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:01.929463 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-85e8af20-101b-4bfa-8a38-5f36839bad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.934899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1522031-c432-486a-9fa3-19736f2feb2e req-2d94589a-afb8-46e5-8687-00bf9c79919c tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:01.936585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c1522031-c432-486a-9fa3-19736f2feb2e req-2d94589a-afb8-46e5-8687-00bf9c79919c tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 945 time: 0.1020007 Apr 01 12:40:01.945563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:40:01.957677 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b3ee-d389-4f7f-9ad3-6720d4240ad9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:01.963834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Sync routers for ids ['2cf65502-756e-4173-ae1d-56d4f47afc00'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:40:01.970206 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ea04bf-d01c-4094-a073-0d2d4795d200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb77e663-0560-4913-9242-ee2303f29e98'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:01.972857 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bba9dea-e072-416d-b4b2-cbbbcb4141b4" -d '{"events": [{"server_uuid": "25ea04bf-d01c-4094-a073-0d2d4795d200", "name": "network-vif-plugged", "status": "completed", "tag": "fb77e663-0560-4913-9242-ee2303f29e98"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:01.998240 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.002481 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Routers {'2cf65502-756e-4173-ae1d-56d4f47afc00'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:02.003209 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aaed0331-29ef-41ad-b4af-87f014eb0b09 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8136401 Apr 01 12:40:02.003367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:39:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['2cf65502-756e-4173-ae1d-56d4f47afc00'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:02.003704 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40030) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:02.022691 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1b3ee-d389-4f7f-9ad3-6720d4240ad9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fe0aa5-3752-4e3d-afa3-45542cd5aaf7,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:02.036380 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c1522031-c432-486a-9fa3-19736f2feb2e req-21f8d67b-0190-4f2b-b1e3-8b9ba44f3f8a tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847719 Apr 01 12:40:02.047304 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b3ee-d389-4f7f-9ad3-6720d4240ad9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.051483 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3cd1b3ee-d389-4f7f-9ad3-6720d4240ad9 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4179471 Apr 01 12:40:02.053597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8863fbb4-75df-49db-ab61-f0301739530f, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8863fbb4-75df-49db-ab61-f0301739530f,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:02.054588 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-85e8af20-101b-4bfa-8a38-5f36839bad8b None None] Port 6ddbfc37-d346-4f82-9326-9963df152d39 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:02.058802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40032) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:02.063534 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.068114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:02.134649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5d419682-4478-4f02-856c-221cfc447a9d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 6ddbfc37-d346-4f82-9326-9963df152d39 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:02.134999 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5d419682-4478-4f02-856c-221cfc447a9d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.176883 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b7f5983b-6fd9-4342-8cd9-a5d9542723e7 None None] Could not find standard attr ID for object 16d5fef7-a15a-47d6-87f2-3fa2d2cb6e5f. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:40:02.181050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8863fbb4-75df-49db-ab61-f0301739530f,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:02.191607 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Set router 2cf65502-756e-4173-ae1d-56d4f47afc00 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:40:02.239703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697a223-967c-44b0-9250-c42aa2148b67 req-d8c96b9d-c33d-4581-a88b-c80f51efb26d tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:02.249116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a697a223-967c-44b0-9250-c42aa2148b67 req-d8c96b9d-c33d-4581-a88b-c80f51efb26d tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1105213 Apr 01 12:40:02.259335 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5d419682-4478-4f02-856c-221cfc447a9d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.276198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5d419682-4478-4f02-856c-221cfc447a9d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 6ddbfc37-d346-4f82-9326-9963df152d39 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:02.294047 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a697a223-967c-44b0-9250-c42aa2148b67 req-6b07d147-709e-4de9-bb46-7add6343d0cd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440497 Apr 01 12:40:02.309515 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.397980 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'name': 'tempest-ServerRescueTestJSON-1447905330-router', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:58Z', 'updated_at': '2022-04-01T12:40:00Z', 'revision_number': 3, 'project_id': 'aab159a24aeb4d4187404cae959e43ca', 'gw_port': {'id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:59Z', 'updated_at': '2022-04-01T12:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:02.400831 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-30348846-92d8-4e3b-b16f-6977481b3d48 req-79a02b9f-13b3-4cce-bbc2-ad5218f6bba2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Deleting port d75e439f-8295-497b-808a-7589896bf24a {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:02.401184 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-30348846-92d8-4e3b-b16f-6977481b3d48 req-79a02b9f-13b3-4cce-bbc2-ad5218f6bba2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.429018 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Checking router: 2cf65502-756e-4173-ae1d-56d4f47afc00 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:40:02.429394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Updating router 2cf65502-756e-4173-ae1d-56d4f47afc00 port eb4aec12-34df-4c2a-ad2a-88e11765db4e binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:40:02.448522 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04fbc2-af2f-49ba-b35d-e437b9d66ebd req-acfc0bb4-906b-47e1-aaf0-31da03a835a9 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:02.449828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b04fbc2-af2f-49ba-b35d-e437b9d66ebd req-acfc0bb4-906b-47e1-aaf0-31da03a835a9 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0617297 Apr 01 12:40:02.458107 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.594059 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-30348846-92d8-4e3b-b16f-6977481b3d48 req-79a02b9f-13b3-4cce-bbc2-ad5218f6bba2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] For port d75e439f-8295-497b-808a-7589896bf24a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=d75e439f-8295-497b-808a-7589896bf24a,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:02.594654 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-30348846-92d8-4e3b-b16f-6977481b3d48 req-79a02b9f-13b3-4cce-bbc2-ad5218f6bba2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.628056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [req-30348846-92d8-4e3b-b16f-6977481b3d48 req-79a02b9f-13b3-4cce-bbc2-ad5218f6bba2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Calling delete_port for d75e439f-8295-497b-808a-7589896bf24a owned by compute:nova {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:02.652227 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5d419682-4478-4f02-856c-221cfc447a9d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.716772 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.720861 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d419682-4478-4f02-856c-221cfc447a9d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=6ddbfc37-d346-4f82-9326-9963df152d39,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:02.749046 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.756285 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.830915 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Attempting to bind port eb4aec12-34df-4c2a-ad2a-88e11765db4e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:40:02.831356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Attempting to bind port eb4aec12-34df-4c2a-ad2a-88e11765db4e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:40:02.831710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Attempting to bind port eb4aec12-34df-4c2a-ad2a-88e11765db4e on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:02.835726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0bc68-91fa-4b38-a679-d210c8f7def8 None None] Pushing event updated for resources: {'Port': ['ID=eb4aec12-34df-4c2a-ad2a-88e11765db4e,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:02.841000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:40:02.841870 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:40:02.842915 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.843306 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:40:02.843780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Bound port: eb4aec12-34df-4c2a-ad2a-88e11765db4e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:40:02.844217 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.873318 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5d419682-4478-4f02-856c-221cfc447a9d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.877704 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5d419682-4478-4f02-856c-221cfc447a9d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/6ddbfc37-d346-4f82-9326-9963df152d39 HTTP/1.1" status: 204 len: 168 time: 1.2564404 Apr 01 12:40:02.882306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40036) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:02.911890 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] For port eb4aec12-34df-4c2a-ad2a-88e11765db4e, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:40:02.917289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] For port eb4aec12-34df-4c2a-ad2a-88e11765db4e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eb4aec12-34df-4c2a-ad2a-88e11765db4e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:40:02.922806 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:02.934844 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc8bf6f-7eec-4012-898d-988d8c56ab9f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:40:02.940635 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5fc8bf6f-7eec-4012-898d-988d8c56ab9f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/6ddbfc37-d346-4f82-9326-9963df152d39 HTTP/1.1" status: 404 len: 333 time: 0.0532169 Apr 01 12:40:02.944551 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40038) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:02.952609 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b04fbc2-af2f-49ba-b35d-e437b9d66ebd req-c4c23920-9f6f-4d2d-a077-e865bd40c8dd tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313953 Apr 01 12:40:02.997962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0bc68-91fa-4b38-a679-d210c8f7def8 None None] Pushing event updated for resources: {'Port': ['ID=eb4aec12-34df-4c2a-ad2a-88e11765db4e,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:03.001326 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Routers {'2cf65502-756e-4173-ae1d-56d4f47afc00'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:03.002075 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:39:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['2cf65502-756e-4173-ae1d-56d4f47afc00'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:03.087294 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c17641d-3707-4953-bd19-ed91212067a9 x-openstack-request-id: req-3c17641d-3707-4953-bd19-ed91212067a9 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:03.087654 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ea04bf-d01c-4094-a073-0d2d4795d200", "name": "network-vif-plugged", "status": "completed", "tag": "fb77e663-0560-4913-9242-ee2303f29e98", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:03.087955 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c17641d-3707-4953-bd19-ed91212067a9 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:03.088409 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c17641d-3707-4953-bd19-ed91212067a9'] response: {'server_uuid': '25ea04bf-d01c-4094-a073-0d2d4795d200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb77e663-0560-4913-9242-ee2303f29e98', 'code': 200} Apr 01 12:40:03.107859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:03.215203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] Set router 2cf65502-756e-4173-ae1d-56d4f47afc00 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:40:03.269995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ccf6c-7d00-4d0f-af8a-2661b4513f33 req-fb67a2d8-62a8-4a1e-b841-59891978e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:03.271674 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e82ccf6c-7d00-4d0f-af8a-2661b4513f33 req-fb67a2d8-62a8-4a1e-b841-59891978e566 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 1096 time: 0.1292276 Apr 01 12:40:03.278303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:03.278667 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:03.281956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f3557-3686-4e12-a3c9-1bc2f7099b43 req-201dab3a-da1c-4e14-bf0e-b62e993f6766 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:03.284004 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-891f3557-3686-4e12-a3c9-1bc2f7099b43 req-201dab3a-da1c-4e14-bf0e-b62e993f6766 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1303480 Apr 01 12:40:03.308385 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:03.356628 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e82ccf6c-7d00-4d0f-af8a-2661b4513f33 req-8e7bcaa2-2f47-4f20-be80-be3aadf4c0af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719836 Apr 01 12:40:03.370664 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-891f3557-3686-4e12-a3c9-1bc2f7099b43 req-5b0c9530-841e-45df-ad65-be1af7be0e70 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780578 Apr 01 12:40:03.434435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Allocated IP 172.25.7.149 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/3c8098ea-fe0a-4c45-a6f7-4c1de156cde0) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:03.452043 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-30348846-92d8-4e3b-b16f-6977481b3d48 req-79a02b9f-13b3-4cce-bbc2-ad5218f6bba2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:03.464653 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-201937d5-2dcd-4c34-a564-7c52a4c71e92 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting subnet 8eea7b76-4a38-4b74-a07b-e98245aff619 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:40:03.494426 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-201937d5-2dcd-4c34-a564-7c52a4c71e92 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:03.508483 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a02b9f-13b3-4cce-bbc2-ad5218f6bba2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event deleted for resources: {'Port': ['ID=d75e439f-8295-497b-808a-7589896bf24a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:03.572606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0869c1-d2a0-4a2a-815c-152da478972c req-99e7c12a-fd33-4fdd-92ad-4e5d646c9484 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:03.574243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f0869c1-d2a0-4a2a-815c-152da478972c req-99e7c12a-fd33-4fdd-92ad-4e5d646c9484 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0990038 Apr 01 12:40:03.593962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40046) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:03.608972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-20e291db-3e3a-4b66-80a0-c3f3451ffc4a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Request body: {'floatingip': {'port_id': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:03.634379 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1b15833d-c374-434f-aa43-fb8baf7ffa74', '1a168234-a1a0-450e-8721-03f61998fffa'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:40:03.643892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-201937d5-2dcd-4c34-a564-7c52a4c71e92 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:03.646816 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [req-30348846-92d8-4e3b-b16f-6977481b3d48 req-79a02b9f-13b3-4cce-bbc2-ad5218f6bba2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] No DVR routers for this DVR port d75e439f-8295-497b-808a-7589896bf24a on host n-h2-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:03.649453 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-30348846-92d8-4e3b-b16f-6977481b3d48 req-79a02b9f-13b3-4cce-bbc2-ad5218f6bba2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:03.653071 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-30348846-92d8-4e3b-b16f-6977481b3d48 req-79a02b9f-13b3-4cce-bbc2-ad5218f6bba2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "DELETE /v2.0/ports/d75e439f-8295-497b-808a-7589896bf24a HTTP/1.1" status: 204 len: 173 time: 1.7168558 Apr 01 12:40:03.680502 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be304915-51dd-4990-9d6e-23aa9da6454c', 'name': 'network-vif-deleted', 'tag': 'd75e439f-8295-497b-808a-7589896bf24a'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:03.683974 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33a4152-562b-4772-b149-c895dbc93da3" -d '{"events": [{"server_uuid": "be304915-51dd-4990-9d6e-23aa9da6454c", "name": "network-vif-deleted", "tag": "d75e439f-8295-497b-808a-7589896bf24a"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:03.691439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Allocated IP 172.20.0.1 (815996f8-8c07-4738-8888-e815cb2d482c/1149d77b-ab04-498d-a3e3-8e60da95fc6c/53016761-dad9-46c3-9d83-8437997e3af4) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:03.698477 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-20e291db-3e3a-4b66-80a0-c3f3451ffc4a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:03.757063 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:03.803374 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'name': 'tempest-ServerRescueTestJSON-1447905330-router', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:58Z', 'updated_at': '2022-04-01T12:40:00Z', 'revision_number': 3, 'project_id': 'aab159a24aeb4d4187404cae959e43ca', 'gw_port': {'id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:59Z', 'updated_at': '2022-04-01T12:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:03.804798 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-201937d5-2dcd-4c34-a564-7c52a4c71e92 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:03.860074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728c8c7-0a0a-43d5-a601-684f2bb63465 None None] The sync data for ids ['2cf65502-756e-4173-ae1d-56d4f47afc00'] in n-d-836146-1 is: [{'id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'name': 'tempest-ServerRescueTestJSON-1447905330-router', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:58Z', 'updated_at': '2022-04-01T12:40:00Z', 'revision_number': 3, 'project_id': 'aab159a24aeb4d4187404cae959e43ca', 'gw_port': {'id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:59Z', 'updated_at': '2022-04-01T12:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:40:03.868915 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:03.940019 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:03.941880 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-201937d5-2dcd-4c34-a564-7c52a4c71e92 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:03.952960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:03.955892 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:04.010215 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201937d5-2dcd-4c34-a564-7c52a4c71e92 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Subnet': ['ID=8eea7b76-4a38-4b74-a07b-e98245aff619,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:04.022361 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-201937d5-2dcd-4c34-a564-7c52a4c71e92 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.027997 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-201937d5-2dcd-4c34-a564-7c52a4c71e92 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/8eea7b76-4a38-4b74-a07b-e98245aff619 HTTP/1.1" status: 204 len: 168 time: 1.0800428 Apr 01 12:40:04.029584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40054) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:04.033763 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'Port': ['ID=3c8098ea-fe0a-4c45-a6f7-4c1de156cde0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:04.035466 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d88482-8448-4f1b-811b-cf94381e9a0b None None] Network 8c580435-006b-4e74-b99d-4eca31ce6896 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:04.147488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ffd24-62bb-4342-aa5f-fcb6d0073086 req-97278a61-b821-4937-98a7-0ea9e7ed32e1 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:04.155193 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a5ffd24-62bb-4342-aa5f-fcb6d0073086 req-97278a61-b821-4937-98a7-0ea9e7ed32e1 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 945 time: 0.4653964 Apr 01 12:40:04.184056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.189647 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.251312 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.306715 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.336084 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a5ffd24-62bb-4342-aa5f-fcb6d0073086 req-52a09817-848f-4a6b-8936-c9dfc01d7e46 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799552 Apr 01 12:40:04.347260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f872fb-3b4e-46f6-8a7f-1b2ea8348a12 req-4b1527f3-8f2e-4ee4-b930-be2ce8deef0a tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:04.364314 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12f872fb-3b4e-46f6-8a7f-1b2ea8348a12 req-4b1527f3-8f2e-4ee4-b930-be2ce8deef0a tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1633811 Apr 01 12:40:04.427524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:04.427871 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.438507 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63570258-0881-4d12-a145-a3c6609ca206 None None] DHCP port deletion for 8c580435-006b-4e74-b99d-4eca31ce6896 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:40:04.442392 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12f872fb-3b4e-46f6-8a7f-1b2ea8348a12 req-f17cbd18-59f1-4f18-abc5-93e03841d891 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771692 Apr 01 12:40:04.448995 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62ec4d3-c7a2-41a6-be13-21ca19f85d48 x-openstack-request-id: req-e62ec4d3-c7a2-41a6-be13-21ca19f85d48 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:04.449298 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be304915-51dd-4990-9d6e-23aa9da6454c", "name": "network-vif-deleted", "tag": "d75e439f-8295-497b-808a-7589896bf24a", "status": "failed", "code": 422}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:04.459640 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e62ec4d3-c7a2-41a6-be13-21ca19f85d48 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:04.459640 n-d-836146-1 neutron-server[102719]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e62ec4d3-c7a2-41a6-be13-21ca19f85d48']: {'server_uuid': 'be304915-51dd-4990-9d6e-23aa9da6454c', 'name': 'network-vif-deleted', 'tag': 'd75e439f-8295-497b-808a-7589896bf24a', 'status': 'failed', 'code': 422} returned with failed status Apr 01 12:40:04.511367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-63570258-0881-4d12-a145-a3c6609ca206 None None] Deleting port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:04.512694 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63570258-0881-4d12-a145-a3c6609ca206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.671247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] For port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865,segment=NetworkSegment(25ad2aa9-d29a-43b9-980e-1bacbcc873b8),segment_id=25ad2aa9-d29a-43b9-980e-1bacbcc873b8)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:04.672192 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.684332 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-63570258-0881-4d12-a145-a3c6609ca206 None None] For port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865,segment=NetworkSegment(25ad2aa9-d29a-43b9-980e-1bacbcc873b8),segment_id=25ad2aa9-d29a-43b9-980e-1bacbcc873b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:04.686836 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63570258-0881-4d12-a145-a3c6609ca206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.706890 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:04.730116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-63570258-0881-4d12-a145-a3c6609ca206 None None] Calling delete_port for cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:04.745167 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.746073 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8b01-4997-4beb-b229-6bac7e8e7d16 req-aae242c9-a268-4743-8be1-50ab01e944c1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:04.757144 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c0f8b01-4997-4beb-b229-6bac7e8e7d16 req-aae242c9-a268-4743-8be1-50ab01e944c1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1469975 Apr 01 12:40:04.794300 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.db.resource_extend [None req-20e291db-3e3a-4b66-80a0-c3f3451ffc4a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:40:04.843012 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.858997 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.903894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c0f8b01-4997-4beb-b229-6bac7e8e7d16 req-4e4334a5-e067-47b8-8249-050ceb5c00e1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373336 Apr 01 12:40:04.904249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Network 815996f8-8c07-4738-8888-e815cb2d482c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:04.905855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:04.912098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:04.925101 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63570258-0881-4d12-a145-a3c6609ca206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.937965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63570258-0881-4d12-a145-a3c6609ca206 None None] No DVR routers for this DVR port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:04.964712 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63570258-0881-4d12-a145-a3c6609ca206 None None] Pushing event deleted for resources: {'Port': ['ID=cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:04.969460 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:04.976111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Pushing event updated for resources: {'Port': ['ID=53016761-dad9-46c3-9d83-8437997e3af4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:04.985645 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-20e291db-3e3a-4b66-80a0-c3f3451ffc4a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.007641 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.008934 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9467773 Apr 01 12:40:05.012191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a695bf-c8f1-41aa-8ccc-0e0a21a97009 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'Port': ['ID=3c8098ea-fe0a-4c45-a6f7-4c1de156cde0,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:05.015586 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.024388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-20e291db-3e3a-4b66-80a0-c3f3451ffc4a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.050329 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:05.055086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No DVR routers for this DVR port cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:05.090235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980655d8-4e0c-4467-83fd-61a460a7a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8863fbb4-75df-49db-ab61-f0301739530f'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:05.094052 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2629387-72e5-4539-970d-7a9a3aeb9fae" -d '{"events": [{"server_uuid": "980655d8-4e0c-4467-83fd-61a460a7a279", "name": "network-vif-plugged", "status": "completed", "tag": "8863fbb4-75df-49db-ab61-f0301739530f"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:05.102362 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.112811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eb4aec12-34df-4c2a-ad2a-88e11765db4e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:05.172512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69e7a2-f5ef-44a2-88dc-f995d06eb3e0 req-ceb6058b-1af1-4ff7-bb98-934158896360 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:05.187716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.189188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f69e7a2-f5ef-44a2-88dc-f995d06eb3e0 req-ceb6058b-1af1-4ff7-bb98-934158896360 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 907 time: 0.3105490 Apr 01 12:40:05.189757 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d6ba44-65ec-4be8-b3bc-efd813c7b192 x-openstack-request-id: req-48d6ba44-65ec-4be8-b3bc-efd813c7b192 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:05.190077 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980655d8-4e0c-4467-83fd-61a460a7a279", "name": "network-vif-plugged", "status": "completed", "tag": "8863fbb4-75df-49db-ab61-f0301739530f", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:05.190327 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48d6ba44-65ec-4be8-b3bc-efd813c7b192 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:05.190717 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d6ba44-65ec-4be8-b3bc-efd813c7b192'] response: {'server_uuid': '980655d8-4e0c-4467-83fd-61a460a7a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8863fbb4-75df-49db-ab61-f0301739530f', 'code': 200} Apr 01 12:40:05.213806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c580435-006b-4e74-b99d-4eca31ce6896']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:05.225723 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ad2aa9-d29a-43b9-980e-1bacbcc873b8') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:05.225983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ad2aa9-d29a-43b9-980e-1bacbcc873b8') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:05.236499 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.252089 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.260885 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:40:05.261564 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:40:05.266503 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:40:05.269540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port eb4aec12-34df-4c2a-ad2a-88e11765db4e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:05.269628 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.363846 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.376395 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.380721 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/networks/8c580435-006b-4e74-b99d-4eca31ce6896 HTTP/1.1" status: 204 len: 168 time: 1.3427529 Apr 01 12:40:05.381455 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.391847 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-20e291db-3e3a-4b66-80a0-c3f3451ffc4a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Floating IP 7d6a8f38-33e7-43ea-bc61-36bfcb1c987c associated. External IP: 172.25.7.225, port: c4599b9f-fe00-42d2-bbf8-8be455a3e98a. Apr 01 12:40:05.397243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40080) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:05.402542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0eee1c7f-7a47-4dc2-833c-e1ca68d2cd6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-195259206'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:05.405860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port eb4aec12-34df-4c2a-ad2a-88e11765db4e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eb4aec12-34df-4c2a-ad2a-88e11765db4e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:05.410406 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68539c-bc01-4342-9ef2-ea232168b5a1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Network': ['ID=8c580435-006b-4e74-b99d-4eca31ce6896,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:05.411504 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.441275 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-1b453c86-967b-46cd-90da-89e9b0d23643 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1861390171&fields=id&tenant_id=18ff0e0b3a94423d80babac3abc9b696 HTTP/1.1" status: 200 len: 267 time: 0.0972438 Apr 01 12:40:05.492296 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:05.522045 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=eb4aec12-34df-4c2a-ad2a-88e11765db4e,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:05.525092 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:05.525427 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cc9b0e0a-85ad-40d9-a1a6-3cbed17c5865 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:05.563939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced17ef7-81a1-433e-b55f-b506484e44d5 req-a40225b2-ed3d-4b0e-aa2e-ef2328b5a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:05.565409 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ced17ef7-81a1-433e-b55f-b506484e44d5 req-a40225b2-ed3d-4b0e-aa2e-ef2328b5a9eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 1097 time: 0.2567842 Apr 01 12:40:05.590247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a148-447d-4231-aaca-b0a236a70241 req-1b2b9709-6550-4f71-a83b-c3848d6e94af tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:05.591789 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-1b2b9709-6550-4f71-a83b-c3848d6e94af tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 814 time: 0.1427236 Apr 01 12:40:05.607394 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.609629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eee1c7f-7a47-4dc2-833c-e1ca68d2cd6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:05.610315 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-e3f17387-2d69-417e-bbbb-3ef7850b9051 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/quotas/18ff0e0b3a94423d80babac3abc9b696 HTTP/1.1" status: 200 len: 375 time: 0.0106106 Apr 01 12:40:05.612980 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eee1c7f-7a47-4dc2-833c-e1ca68d2cd6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.665322 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-bbf1b7a5-af34-4c08-a085-4fa137d4a49f tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482252 Apr 01 12:40:05.739358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae6d60-711d-4448-b2e1-735404d2e84d req-e6e2bab7-5624-4fa9-9aa6-48ade45500d1 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:05.740882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-19ae6d60-711d-4448-b2e1-735404d2e84d req-e6e2bab7-5624-4fa9-9aa6-48ade45500d1 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 945 time: 0.2097981 Apr 01 12:40:05.747774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ced17ef7-81a1-433e-b55f-b506484e44d5 req-ac16ea55-96d6-448a-8c2d-6e5cdc524c92 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579456 Apr 01 12:40:05.763395 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eee1c7f-7a47-4dc2-833c-e1ca68d2cd6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:40:05.776989 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-6d36442f-9bf1-4bb3-bfb6-bd56d81f583a service neutron] 10.222.0.45 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938609 Apr 01 12:40:05.802038 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eee1c7f-7a47-4dc2-833c-e1ca68d2cd6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.802397 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-0eee1c7f-7a47-4dc2-833c-e1ca68d2cd6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Added segment 13043507-d931-44bd-8574-d45dcef8521b of type vlan for network 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc Apr 01 12:40:05.872868 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-d106a742-6d8a-4873-8344-6b0ed5021a79 service neutron] 10.222.0.45 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877886 Apr 01 12:40:05.940031 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-19ae6d60-711d-4448-b2e1-735404d2e84d req-6e5b803b-9bf9-4fc6-8d39-705d5d94967e tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859767 Apr 01 12:40:05.943059 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eee1c7f-7a47-4dc2-833c-e1ca68d2cd6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:05.962568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e291db-3e3a-4b66-80a0-c3f3451ffc4a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Router 19aee896-8809-443b-9aad-eddd78138edf has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:40:06.010756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eee1c7f-7a47-4dc2-833c-e1ca68d2cd6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:06.017158 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eee1c7f-7a47-4dc2-833c-e1ca68d2cd6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:06.017769 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0eee1c7f-7a47-4dc2-833c-e1ca68d2cd6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:06.173998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76486855-4169-487f-b213-118cfeef7d36 req-5097f53b-cbcf-4eb4-9058-a8b6a362f45e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:06.176138 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76486855-4169-487f-b213-118cfeef7d36 req-5097f53b-cbcf-4eb4-9058-a8b6a362f45e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.0579433 Apr 01 12:40:06.244130 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76486855-4169-487f-b213-118cfeef7d36 req-032381a3-0843-43a0-b01a-c5ead51bc261 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614853 Apr 01 12:40:06.339983 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ffb25195-0941-46be-88ae-c1361aa7526c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:06.348703 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-df31e1be-4984-49e2-8121-b75885374162 req-a8ba37f0-38bc-49c1-aaae-78a35398c13a tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 210 time: 0.0483143 Apr 01 12:40:06.486481 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0eee1c7f-7a47-4dc2-833c-e1ca68d2cd6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0880053 Apr 01 12:40:06.491227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176619a-5e5e-455a-9c45-7c7320487e4d req-cfdc9e39-05ea-4ce1-ad36-baaf77aa41a0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:06.492556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40104) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:06.494482 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6176619a-5e5e-455a-9c45-7c7320487e4d req-cfdc9e39-05ea-4ce1-ad36-baaf77aa41a0 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 907 time: 0.0605476 Apr 01 12:40:06.521749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-055454d9-8195-45f6-a680-da151f5fca1e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': '1c8b0ecc-9239-4f8c-a04b-f43c74b170dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:06.565089 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:06.592842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:06.601061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee1c7f-7a47-4dc2-833c-e1ca68d2cd6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Network': ['ID=1c8b0ecc-9239-4f8c-a04b-f43c74b170dc,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:06.620067 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:40:06.750368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935520de-4240-49ae-b3ee-0765bb01e169 req-2fad3472-977c-4be0-b932-4665341f0bd1 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:06.751957 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-935520de-4240-49ae-b3ee-0765bb01e169 req-2fad3472-977c-4be0-b932-4665341f0bd1 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.7206364 Apr 01 12:40:06.782842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e291db-3e3a-4b66-80a0-c3f3451ffc4a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:40:06.792731 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406ea66-6b3b-4ec7-ab6a-f0eeb56c22de None None] Sync routers for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:40:06.807732 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406ea66-6b3b-4ec7-ab6a-f0eeb56c22de None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:06.808451 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0406ea66-6b3b-4ec7-ab6a-f0eeb56c22de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:39:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:06.825114 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-20e291db-3e3a-4b66-80a0-c3f3451ffc4a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:06.834133 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:06.899882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Pushing event updated for resources: {'Port': ['ID=53016761-dad9-46c3-9d83-8437997e3af4,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:06.916355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072267c-81b0-471d-8c73-93dd287ea373 req-0f6dff40-2982-4a89-9682-e7bbc1a97183 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:06.918982 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c072267c-81b0-471d-8c73-93dd287ea373 req-0f6dff40-2982-4a89-9682-e7bbc1a97183 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 907 time: 0.4761467 Apr 01 12:40:06.950863 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-0406ea66-6b3b-4ec7-ab6a-f0eeb56c22de None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:40:07.021763 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-935520de-4240-49ae-b3ee-0765bb01e169 req-ac19add9-4e5e-4050-9063-9bc2e8fd3256 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404175 Apr 01 12:40:07.029131 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eb4aec12-34df-4c2a-ad2a-88e11765db4e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:07.053019 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-20e291db-3e3a-4b66-80a0-c3f3451ffc4a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "PUT /v2.0/floatingips/7d6a8f38-33e7-43ea-bc61-36bfcb1c987c HTTP/1.1" status: 200 len: 991 time: 3.4336126 Apr 01 12:40:07.053019 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:07.055619 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72cd8c5-3b21-4412-9880-2128b636d13d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:07.127310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port eb4aec12-34df-4c2a-ad2a-88e11765db4e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:07.127687 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:07.193571 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebb51ac-3157-4cee-bdde-268f04b88f7c x-openstack-request-id: req-6ebb51ac-3157-4cee-bdde-268f04b88f7c {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:07.193810 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:07.194103 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ebb51ac-3157-4cee-bdde-268f04b88f7c {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:07.194429 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebb51ac-3157-4cee-bdde-268f04b88f7c'] response: {'name': 'network-changed', 'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'status': 'completed', 'code': 200} Apr 01 12:40:07.200940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055454d9-8195-45f6-a680-da151f5fca1e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:07.205678 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-055454d9-8195-45f6-a680-da151f5fca1e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:07.365629 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0406ea66-6b3b-4ec7-ab6a-f0eeb56c22de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '7d6a8f38-33e7-43ea-bc61-36bfcb1c987c', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'floating_ip_address': '172.25.7.225', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '19aee896-8809-443b-9aad-eddd78138edf', 'port_id': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'mac_address': 'fa:16:3e:07:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:40:04Z', 'revision_number': 1, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:07.390863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107ebe6-0042-48d6-a716-6c8b201bd50c req-41198d84-fb29-484c-9bc7-a40b5d695643 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:07.393266 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9107ebe6-0042-48d6-a716-6c8b201bd50c req-41198d84-fb29-484c-9bc7-a40b5d695643 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.0567951 Apr 01 12:40:07.395803 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406ea66-6b3b-4ec7-ab6a-f0eeb56c22de None None] Checking router: 19aee896-8809-443b-9aad-eddd78138edf for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:40:07.408828 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406ea66-6b3b-4ec7-ab6a-f0eeb56c22de None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:07.419909 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0406ea66-6b3b-4ec7-ab6a-f0eeb56c22de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:39:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:07.454978 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9107ebe6-0042-48d6-a716-6c8b201bd50c req-93271392-302c-4f6e-9e88-37d010f53418 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506725 Apr 01 12:40:07.506162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Network 815996f8-8c07-4738-8888-e815cb2d482c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:07.512107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd8c5-3b21-4412-9880-2128b636d13d req-e56fba1d-1707-4e64-80df-1887ff53893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:07.515002 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a72cd8c5-3b21-4412-9880-2128b636d13d req-e56fba1d-1707-4e64-80df-1887ff53893d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 1096 time: 0.2490590 Apr 01 12:40:07.532364 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8c46d-892b-45c8-bc63-53bafbf3ee72 req-a07f61bc-1574-4217-af3f-d404b9e711d9 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:07.533891 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89d8c46d-892b-45c8-bc63-53bafbf3ee72 req-a07f61bc-1574-4217-af3f-d404b9e711d9 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 945 time: 0.3382738 Apr 01 12:40:07.540212 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:07.553792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-c072267c-81b0-471d-8c73-93dd287ea373 req-455c8d2a-60ce-4f30-b802-b111123b3ce1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Deleting port 0c786db6-ded6-4a46-bc67-17f53a2a4387 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:07.556633 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c072267c-81b0-471d-8c73-93dd287ea373 req-455c8d2a-60ce-4f30-b802-b111123b3ce1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:07.576490 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1786a786-615c-4a93-8887-2a63d5523c07 req-7a179a49-0927-4979-adfb-f98b54b32243 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 210 time: 0.0318923 Apr 01 12:40:07.577109 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-0406ea66-6b3b-4ec7-ab6a-f0eeb56c22de None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:40:07.743154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a148-447d-4231-aaca-b0a236a70241 req-f6c29b0b-d02c-4469-926c-b443334ff13e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:07.744772 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-f6c29b0b-d02c-4469-926c-b443334ff13e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 814 time: 0.4288845 Apr 01 12:40:07.834250 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0406ea66-6b3b-4ec7-ab6a-f0eeb56c22de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '7d6a8f38-33e7-43ea-bc61-36bfcb1c987c', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'floating_ip_address': '172.25.7.225', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '19aee896-8809-443b-9aad-eddd78138edf', 'port_id': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'mac_address': 'fa:16:3e:07:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:40:04Z', 'revision_number': 1, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:07.850535 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd4d3-a667-46bd-a1e5-840e27e36e51 req-a078baa6-ba99-4fde-bb2c-8d262e7168cf tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:07.852291 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31edd4d3-a667-46bd-a1e5-840e27e36e51 req-a078baa6-ba99-4fde-bb2c-8d262e7168cf tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 907 time: 0.0593252 Apr 01 12:40:07.869944 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406ea66-6b3b-4ec7-ab6a-f0eeb56c22de None None] The sync data for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 is: [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '7d6a8f38-33e7-43ea-bc61-36bfcb1c987c', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'floating_ip_address': '172.25.7.225', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '19aee896-8809-443b-9aad-eddd78138edf', 'port_id': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'mac_address': 'fa:16:3e:07:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:40:04Z', 'revision_number': 1, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:40:07.873725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-89d8c46d-892b-45c8-bc63-53bafbf3ee72 req-e2f46bf2-eb40-4ead-bbea-b1bb9895c119 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109360 Apr 01 12:40:07.979158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791988c5-adcd-4ff3-a3e1-086c74822def req-5d774db4-0208-4ace-8e84-23f28746d97a tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:07.980592 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-791988c5-adcd-4ff3-a3e1-086c74822def req-5d774db4-0208-4ace-8e84-23f28746d97a tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.0511379 Apr 01 12:40:07.987571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd8c5-3b21-4412-9880-2128b636d13d req-37f02529-e2fd-46bf-80f5-cc99bf62b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:07.989239 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a72cd8c5-3b21-4412-9880-2128b636d13d req-37f02529-e2fd-46bf-80f5-cc99bf62b6ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 918 time: 0.4536755 Apr 01 12:40:08.028479 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-791988c5-adcd-4ff3-a3e1-086c74822def req-dba96736-2404-4dce-8ff5-304298da36ba tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Apr 01 12:40:08.040881 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-045d7319-42b7-4c43-b40f-4d642f158a94 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18ff0e0b3a94423d80babac3abc9b696 HTTP/1.1" status: 200 len: 380 time: 0.2464738 Apr 01 12:40:08.045036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c072267c-81b0-471d-8c73-93dd287ea373 req-455c8d2a-60ce-4f30-b802-b111123b3ce1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] For port 0c786db6-ded6-4a46-bc67-17f53a2a4387, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=0c786db6-ded6-4a46-bc67-17f53a2a4387,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:08.045417 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c072267c-81b0-471d-8c73-93dd287ea373 req-455c8d2a-60ce-4f30-b802-b111123b3ce1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:08.081479 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-055454d9-8195-45f6-a680-da151f5fca1e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:08.096861 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-a468a148-447d-4231-aaca-b0a236a70241 req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'port': {'device_id': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'admin_state_up': True, 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'security_groups': ['28eaf08f-e0e0-4612-9e43-e54324a6b575']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:08.100044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc7cd48-fba0-489b-8d59-01591d2f3554 None None] New status for floating IP 7d6a8f38-33e7-43ea-bc61-36bfcb1c987c: ACTIVE {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:40:08.109350 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1b6b1-3941-42fe-b6ef-021bc4044b1f req-47649f3e-e6e2-4896-bfaa-8f25d1fa107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:08.110840 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14b1b6b1-3941-42fe-b6ef-021bc4044b1f req-47649f3e-e6e2-4896-bfaa-8f25d1fa107c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 1097 time: 0.3155482 Apr 01 12:40:08.187721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-c072267c-81b0-471d-8c73-93dd287ea373 req-455c8d2a-60ce-4f30-b802-b111123b3ce1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Calling delete_port for 0c786db6-ded6-4a46-bc67-17f53a2a4387 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:08.260913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Router 2cf65502-756e-4173-ae1d-56d4f47afc00 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:40:08.372513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a72cd8c5-3b21-4412-9880-2128b636d13d req-3f476d56-2e3e-4251-b296-4d608e3ad4ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a HTTP/1.1" status: 200 len: 999 time: 0.3563094 Apr 01 12:40:08.382625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055454d9-8195-45f6-a680-da151f5fca1e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Subnet': ['ID=7e7fe988-947f-46e9-9749-d337bb0e5851,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:08.516622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e452d7-644d-4e49-8f9f-1accc4d631cb req-de3c4cb4-a52d-4507-9749-fd34da31f8bb tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:08.517986 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2e452d7-644d-4e49-8f9f-1accc4d631cb req-de3c4cb4-a52d-4507-9749-fd34da31f8bb tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.3796928 Apr 01 12:40:08.532749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055454d9-8195-45f6-a680-da151f5fca1e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Checking segment: {'id': '13043507-d931-44bd-8574-d45dcef8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1c8b0ecc-9239-4f8c-a04b-f43c74b170dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:40:08.533100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055454d9-8195-45f6-a680-da151f5fca1e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network hostable DHCP agents. Network: 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:40:08.657142 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:08.687739 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c66421a6-34b0-40f4-b4eb-0b845471e279 req-109a4272-0f05-42c5-b195-954d6fe388dd tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 210 time: 0.0302477 Apr 01 12:40:08.821731 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:08.860932 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aeb26f5d-918a-4daa-b248-6b572fdddd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:08.885559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd8c5-3b21-4412-9880-2128b636d13d req-a0dec4c3-b899-4103-90db-9c4e007e4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:08.887032 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a72cd8c5-3b21-4412-9880-2128b636d13d req-a0dec4c3-b899-4103-90db-9c4e007e4b71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 200 len: 856 time: 0.4922860 Apr 01 12:40:08.888091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1b6b1-3941-42fe-b6ef-021bc4044b1f req-a5268e74-06b6-49a3-b09f-11309e2fef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:08.889912 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14b1b6b1-3941-42fe-b6ef-021bc4044b1f req-a5268e74-06b6-49a3-b09f-11309e2fef22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.7527196 Apr 01 12:40:08.980587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316bb60-a940-462e-81d6-528cf7cdc319 req-72d49951-f6f5-41b4-8867-c0723cd95875 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:08.982138 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2316bb60-a940-462e-81d6-528cf7cdc319 req-72d49951-f6f5-41b4-8867-c0723cd95875 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 907 time: 0.0532248 Apr 01 12:40:09.050231 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14b1b6b1-3941-42fe-b6ef-021bc4044b1f req-011527ff-89b8-4d1a-8a23-d2aef7fb771b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8863fbb4-75df-49db-ab61-f0301739530f HTTP/1.1" status: 200 len: 217 time: 0.1337032 Apr 01 12:40:09.077944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a468a148-447d-4231-aaca-b0a236a70241 req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Made reservation on behalf of 18ff0e0b3a94423d80babac3abc9b696 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:09.081283 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a468a148-447d-4231-aaca-b0a236a70241 req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:09.083081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055454d9-8195-45f6-a680-da151f5fca1e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:40:09.088617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd26e15-b274-4e1e-bdbf-84a8c7500f7f req-5bcfec69-8439-460c-a728-2c82a4a52d1d tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:09.090346 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bcd26e15-b274-4e1e-bdbf-84a8c7500f7f req-5bcfec69-8439-460c-a728-2c82a4a52d1d tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 945 time: 0.0503182 Apr 01 12:40:09.113948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2e452d7-644d-4e49-8f9f-1accc4d631cb req-35df1ab5-ef91-4ee0-a19c-55e7cb89762f tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724561 Apr 01 12:40:09.143117 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bcd26e15-b274-4e1e-bdbf-84a8c7500f7f req-45ab7fb6-b56a-4a9d-aa41-20a05b11a388 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d8dded8-fcb1-4d88-96af-c22fc6c62399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464642 Apr 01 12:40:09.155829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-055454d9-8195-45f6-a680-da151f5fca1e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:09.166261 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3bc46a-4669-4ca1-9f9d-e4d62c9a5210 None None] Network 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:09.173650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:40:09.185042 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Sync routers for ids ['2cf65502-756e-4173-ae1d-56d4f47afc00'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:40:09.185770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055454d9-8195-45f6-a680-da151f5fca1e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:09.186381 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-055454d9-8195-45f6-a680-da151f5fca1e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:09.201107 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Routers {'2cf65502-756e-4173-ae1d-56d4f47afc00'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:09.201893 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:40:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['2cf65502-756e-4173-ae1d-56d4f47afc00'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:09.206123 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4848a723-5535-4750-92f9-4581009a170e admin admin] 10.222.0.45 "PUT /v2.0/routers/2cf65502-756e-4173-ae1d-56d4f47afc00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1958809 Apr 01 12:40:09.210276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a452a-a369-4448-aee0-107b503be4b4 req-c28bbf65-3f00-426b-99d4-f32a8587e821 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:09.211728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-824a452a-a369-4448-aee0-107b503be4b4 req-c28bbf65-3f00-426b-99d4-f32a8587e821 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.37 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 945 time: 0.3203638 Apr 01 12:40:09.230913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd8c5-3b21-4412-9880-2128b636d13d req-44ae9401-f14c-49f0-986a-6ac0ef87ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:09.233382 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a72cd8c5-3b21-4412-9880-2128b636d13d req-44ae9401-f14c-49f0-986a-6ac0ef87ed94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3293071 Apr 01 12:40:09.340502 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-055454d9-8195-45f6-a680-da151f5fca1e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8224940 Apr 01 12:40:09.341077 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c072267c-81b0-471d-8c73-93dd287ea373 req-455c8d2a-60ce-4f30-b802-b111123b3ce1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:09.343658 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40154) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:09.349884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f6a14c27-140c-4476-9c72-5dcd53f994e1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1563272597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:09.380386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-1c8b0ecc-9239-4f8c-a04b-f43c74b170dc', 'network_id': '1c8b0ecc-9239-4f8c-a04b-f43c74b170dc', 'tenant_id': '6f8814e9e17c4a30bcb1c845a5548d19', 'fixed_ips': [{'subnet_id': '7e7fe988-947f-46e9-9749-d337bb0e5851'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:40:09.381153 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:09.400511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1b6b1-3941-42fe-b6ef-021bc4044b1f req-dac86a0f-3a36-4422-bc04-76dc3efac625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:09.401992 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14b1b6b1-3941-42fe-b6ef-021bc4044b1f req-dac86a0f-3a36-4422-bc04-76dc3efac625 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.3148544 Apr 01 12:40:09.412132 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6a14c27-140c-4476-9c72-5dcd53f994e1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:09.413625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6a14c27-140c-4476-9c72-5dcd53f994e1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:09.432912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c8d2a-60ce-4f30-b802-b111123b3ce1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event deleted for resources: {'Port': ['ID=0c786db6-ded6-4a46-bc67-17f53a2a4387,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:09.498476 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Set router 2cf65502-756e-4173-ae1d-56d4f47afc00 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:40:09.510119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6a14c27-140c-4476-9c72-5dcd53f994e1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:09.521857 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6a14c27-140c-4476-9c72-5dcd53f994e1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:09.563151 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6a14c27-140c-4476-9c72-5dcd53f994e1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:09.567334 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f6a14c27-140c-4476-9c72-5dcd53f994e1 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2202485 Apr 01 12:40:09.568236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40162) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:09.590092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'network_id': '1c8b0ecc-9239-4f8c-a04b-f43c74b170dc', 'name': 'tempest-PortsTestJSON-1039572017'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:09.672858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c072267c-81b0-471d-8c73-93dd287ea373 req-455c8d2a-60ce-4f30-b802-b111123b3ce1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] No DVR routers for this DVR port 0c786db6-ded6-4a46-bc67-17f53a2a4387 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:09.685515 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0c786db6-ded6-4a46-bc67-17f53a2a4387 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:09.693806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6edb4-9efe-4e75-b46e-8dc42127513f req-1a3383db-f1c2-4179-b7f0-59db50a62cda tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:09.695685 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-16f6edb4-9efe-4e75-b46e-8dc42127513f req-1a3383db-f1c2-4179-b7f0-59db50a62cda tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.4830477 Apr 01 12:40:09.698760 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c072267c-81b0-471d-8c73-93dd287ea373 req-455c8d2a-60ce-4f30-b802-b111123b3ce1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:09.710208 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c072267c-81b0-471d-8c73-93dd287ea373 req-455c8d2a-60ce-4f30-b802-b111123b3ce1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "DELETE /v2.0/ports/0c786db6-ded6-4a46-bc67-17f53a2a4387 HTTP/1.1" status: 204 len: 173 time: 2.7824419 Apr 01 12:40:09.722277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31163cfc-1544-417c-b0fc-89c4ff07afdd', 'name': 'network-vif-deleted', 'tag': '0c786db6-ded6-4a46-bc67-17f53a2a4387'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:09.724205 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Allocated IP 172.20.0.2 (1c8b0ecc-9239-4f8c-a04b-f43c74b170dc/7e7fe988-947f-46e9-9749-d337bb0e5851/18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:09.727867 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a21789-ffe0-4dab-b7bc-47c518e83315" -d '{"events": [{"server_uuid": "31163cfc-1544-417c-b0fc-89c4ff07afdd", "name": "network-vif-deleted", "tag": "0c786db6-ded6-4a46-bc67-17f53a2a4387"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:09.729380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 0c786db6-ded6-4a46-bc67-17f53a2a4387 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:09.729723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 0c786db6-ded6-4a46-bc67-17f53a2a4387 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:09.775441 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:09.780824 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:09.781379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-a468a148-447d-4231-aaca-b0a236a70241 req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Allocated IP 172.20.0.5 (1fc2778e-b886-42e1-a285-d99cfed6b496/6278aded-e84b-4534-b90b-4b8b0f163d06/df7b4828-9b98-4bc8-87c9-4342aaa1a450) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:09.788269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1b6b1-3941-42fe-b6ef-021bc4044b1f req-e4a81d89-60f9-448d-8613-dc200eafa437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:09.790231 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14b1b6b1-3941-42fe-b6ef-021bc4044b1f req-e4a81d89-60f9-448d-8613-dc200eafa437 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3762293 Apr 01 12:40:09.804693 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port 6830603d-212c-4374-bbb1-a25ca30322ca yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:40:09.809603 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a72cd8c5-3b21-4412-9880-2128b636d13d req-abea76a1-15c5-4e1b-a405-30caafed1ba8 service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282686 Apr 01 12:40:09.914439 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-16f6edb4-9efe-4e75-b46e-8dc42127513f req-ac3e56f6-6036-4dff-a315-a1707f1b9be1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761830 Apr 01 12:40:10.003011 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'name': 'tempest-ServerRescueTestJSON-1447905330-router', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:58Z', 'updated_at': '2022-04-01T12:40:05Z', 'revision_number': 4, 'project_id': 'aab159a24aeb4d4187404cae959e43ca', 'gw_port': {'id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:59Z', 'updated_at': '2022-04-01T12:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '53016761-dad9-46c3-9d83-8437997e3af4', 'name': '', 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'mac_address': 'fa:16:3e:61:13:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '1149d77b-ab04-498d-a3e3-8e60da95fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:40:03Z', 'updated_at': '2022-04-01T12:40:05Z', 'revision_number': 2, 'project_id': 'aab159a24aeb4d4187404cae959e43ca', 'subnets': [{'id': '1149d77b-ab04-498d-a3e3-8e60da95fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:10.036753 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Checking router: 2cf65502-756e-4173-ae1d-56d4f47afc00 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:40:10.037026 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Updating router 2cf65502-756e-4173-ae1d-56d4f47afc00 port 53016761-dad9-46c3-9d83-8437997e3af4 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:40:10.040166 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-404ad4e6-8d27-4bdc-ab96-3b2e28212f47 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:10.042471 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-404ad4e6-8d27-4bdc-ab96-3b2e28212f47 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/networks?id=815996f8-8c07-4738-8888-e815cb2d482c HTTP/1.1" status: 200 len: 811 time: 0.1639462 Apr 01 12:40:10.051447 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-824a452a-a369-4448-aee0-107b503be4b4 req-eb6e648a-07d0-44f6-a4f8-2350a32ff6f3 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Deleting port fb77e663-0560-4913-9242-ee2303f29e98 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:10.051921 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-824a452a-a369-4448-aee0-107b503be4b4 req-eb6e648a-07d0-44f6-a4f8-2350a32ff6f3 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.068904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-dc606295-d718-4703-ba4a-b56e97e67067 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/quotas/aab159a24aeb4d4187404cae959e43ca HTTP/1.1" status: 200 len: 375 time: 0.0196290 Apr 01 12:40:10.071083 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.071821 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.081941 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.109033 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63cdc721-48c8-416a-8b1b-d3eeacedf8f4 req-2bdbf083-b10e-4dc9-8d9c-cb99629b9ad8 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 210 time: 0.0734391 Apr 01 12:40:10.181305 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.6 (1c8b0ecc-9239-4f8c-a04b-f43c74b170dc/7e7fe988-947f-46e9-9749-d337bb0e5851/6830603d-212c-4374-bbb1-a25ca30322ca) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:10.184269 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Network 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:10.191176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:10.199760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:10.219980 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4becfe86-a3ed-42cf-8b88-e9c19053070e x-openstack-request-id: req-4becfe86-a3ed-42cf-8b88-e9c19053070e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:10.220412 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31163cfc-1544-417c-b0fc-89c4ff07afdd", "name": "network-vif-deleted", "tag": "0c786db6-ded6-4a46-bc67-17f53a2a4387", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:10.220753 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4becfe86-a3ed-42cf-8b88-e9c19053070e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:10.221264 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4becfe86-a3ed-42cf-8b88-e9c19053070e'] response: {'server_uuid': '31163cfc-1544-417c-b0fc-89c4ff07afdd', 'name': 'network-vif-deleted', 'tag': '0c786db6-ded6-4a46-bc67-17f53a2a4387', 'status': 'completed', 'code': 200} Apr 01 12:40:10.227344 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14b1b6b1-3941-42fe-b6ef-021bc4044b1f req-8ecbb753-da23-448f-83ef-0e5b89dabda5 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074619 Apr 01 12:40:10.263160 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a72cd8c5-3b21-4412-9880-2128b636d13d req-ccc3a2c6-f166-4d2d-ba04-bdbf0a12650d service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156454 Apr 01 12:40:10.303144 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-0a0127b7-0819-4554-9274-64bddfbf9779 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aab159a24aeb4d4187404cae959e43ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2268198 Apr 01 12:40:10.372843 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Pushing event updated for resources: {'Port': ['ID=18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:10.386628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Attempting to bind port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:40:10.387230 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Attempting to bind port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '13043507-d931-44bd-8574-d45dcef8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1c8b0ecc-9239-4f8c-a04b-f43c74b170dc'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:40:10.389834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Attempting to bind port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f on network 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:10.392596 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a468a148-447d-4231-aaca-b0a236a70241 req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.398974 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a8b8a5e-a43e-4668-a203-9dcf5d332c89 req-16647bc8-d2d3-4a46-919d-8867b0d19986 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=31163cfc-1544-417c-b0fc-89c4ff07afdd HTTP/1.1" status: 200 len: 210 time: 0.0859010 Apr 01 12:40:10.402316 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-824a452a-a369-4448-aee0-107b503be4b4 req-eb6e648a-07d0-44f6-a4f8-2350a32ff6f3 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] For port fb77e663-0560-4913-9242-ee2303f29e98, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=fb77e663-0560-4913-9242-ee2303f29e98,segment=NetworkSegment(966eaa0e-b0fb-4388-a622-3d9caaf45aaf),segment_id=966eaa0e-b0fb-4388-a622-3d9caaf45aaf)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:10.402842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-824a452a-a369-4448-aee0-107b503be4b4 req-eb6e648a-07d0-44f6-a4f8-2350a32ff6f3 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.418592 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.420344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-824a452a-a369-4448-aee0-107b503be4b4 req-eb6e648a-07d0-44f6-a4f8-2350a32ff6f3 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Calling delete_port for fb77e663-0560-4913-9242-ee2303f29e98 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:10.425721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:40:10.428461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Checking segment: {'id': '13043507-d931-44bd-8574-d45dcef8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1c8b0ecc-9239-4f8c-a04b-f43c74b170dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:40:10.430404 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.433686 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Bound using segment: {'id': '13043507-d931-44bd-8574-d45dcef8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1c8b0ecc-9239-4f8c-a04b-f43c74b170dc'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:40:10.435094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Bound port: 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13043507-d931-44bd-8574-d45dcef8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1c8b0ecc-9239-4f8c-a04b-f43c74b170dc'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:40:10.435715 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.458900 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14b1b6b1-3941-42fe-b6ef-021bc4044b1f req-59c8e69c-dca1-49f8-bbfc-e2c707836630 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203999 Apr 01 12:40:10.542414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] For port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:40:10.549071 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] For port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f,segment=NetworkSegment(13043507-d931-44bd-8574-d45dcef8521b),segment_id=13043507-d931-44bd-8574-d45dcef8521b)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:40:10.557556 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.575566 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a468a148-447d-4231-aaca-b0a236a70241 req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.584170 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-1a43b395-917e-4fb0-a97b-4e1e653fc2aa service neutron] 10.222.0.45 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790675 Apr 01 12:40:10.606029 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.613104 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.650744 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108d9f0-2dd9-459e-bfba-a3ff05796e18 None None] Pushing event updated for resources: {'Port': ['ID=18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:10.673439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a468a148-447d-4231-aaca-b0a236a70241 req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Network 1fc2778e-b886-42e1-a285-d99cfed6b496 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:10.681234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-a468a148-447d-4231-aaca-b0a236a70241 req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:10.685323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a468a148-447d-4231-aaca-b0a236a70241 req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:10.689863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event updated for resources: {'Port': ['ID=df7b4828-9b98-4bc8-87c9-4342aaa1a450,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:10.721815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7d3e6-f7a2-4bf5-a7e4-8b8b9ba3d503 req-6fa09ef1-3774-44a3-94ae-6c2780306e98 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:10.723407 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63c7d3e6-f7a2-4bf5-a7e4-8b8b9ba3d503 req-6fa09ef1-3774-44a3-94ae-6c2780306e98 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1615815 Apr 01 12:40:10.739253 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.767018 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928f24e-2d38-485d-922e-d4f6d09d5189 None None] Pushing event updated for resources: {'Port': ['ID=53016761-dad9-46c3-9d83-8437997e3af4,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:10.803486 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-824a452a-a369-4448-aee0-107b503be4b4 req-eb6e648a-07d0-44f6-a4f8-2350a32ff6f3 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.818036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['fb77e663-0560-4913-9242-ee2303f29e98'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:40:10.840618 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-8cba81fc-bf9a-4cf5-a073-6918dae34de9 service neutron] 10.222.0.45 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555540 Apr 01 12:40:10.841251 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Attempting to bind port 53016761-dad9-46c3-9d83-8437997e3af4 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:40:10.841623 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Attempting to bind port 53016761-dad9-46c3-9d83-8437997e3af4 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:40:10.842032 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Attempting to bind port 53016761-dad9-46c3-9d83-8437997e3af4 on network 815996f8-8c07-4738-8888-e815cb2d482c {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:10.847599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.847740 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:40:10.848127 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Checking segment: {'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:40:10.848525 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.848909 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Bound using segment: {'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:40:10.849362 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Bound port: 53016761-dad9-46c3-9d83-8437997e3af4, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:40:10.849734 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.943505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=6830603d-212c-4374-bbb1-a25ca30322ca,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:10.954691 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] For port 53016761-dad9-46c3-9d83-8437997e3af4, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:40:10.958330 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] For port 53016761-dad9-46c3-9d83-8437997e3af4, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=53016761-dad9-46c3-9d83-8437997e3af4,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:40:10.968090 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:10.975045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:10.979339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:10.985863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-824a452a-a369-4448-aee0-107b503be4b4 req-eb6e648a-07d0-44f6-a4f8-2350a32ff6f3 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] No DVR routers for this DVR port fb77e663-0560-4913-9242-ee2303f29e98 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:10.988067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e648a-07d0-44f6-a4f8-2350a32ff6f3 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Pushing event deleted for resources: {'Port': ['ID=fb77e663-0560-4913-9242-ee2303f29e98,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:10.988832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:10.991818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-824a452a-a369-4448-aee0-107b503be4b4 req-eb6e648a-07d0-44f6-a4f8-2350a32ff6f3 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:11.014045 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-824a452a-a369-4448-aee0-107b503be4b4 req-eb6e648a-07d0-44f6-a4f8-2350a32ff6f3 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.37 "DELETE /v2.0/ports/fb77e663-0560-4913-9242-ee2303f29e98 HTTP/1.1" status: 204 len: 173 time: 1.7911527 Apr 01 12:40:11.087141 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63c7d3e6-f7a2-4bf5-a7e4-8b8b9ba3d503 req-a610f93c-cbe6-44f2-aa41-97c94b931a55 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284078 Apr 01 12:40:11.094486 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928f24e-2d38-485d-922e-d4f6d09d5189 None None] Pushing event updated for resources: {'Port': ['ID=53016761-dad9-46c3-9d83-8437997e3af4,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:11.097630 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Routers {'2cf65502-756e-4173-ae1d-56d4f47afc00'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:11.098365 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:40:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['2cf65502-756e-4173-ae1d-56d4f47afc00'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:11.114183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a148-447d-4231-aaca-b0a236a70241 req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:11.118152 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a468a148-447d-4231-aaca-b0a236a70241 req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:11.142994 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:11.144993 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:11.146703 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-71648217-90ac-4715-ba30-3ef2a0322109 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0534744 Apr 01 12:40:11.190271 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Request body: {'port': {'device_id': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:11.204471 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f95f30a7-1d10-4922-b6ee-6a2deb4f7907 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6336379 Apr 01 12:40:11.206826 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40192) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:11.210384 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4fa1e25d-7b4c-4129-86de-324416d01905 None None] Provisioning complete for port df7b4828-9b98-4bc8-87c9-4342aaa1a450 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:11.219178 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4fa1e25d-7b4c-4129-86de-324416d01905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:11.302797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4fa1e25d-7b4c-4129-86de-324416d01905 None None] Port df7b4828-9b98-4bc8-87c9-4342aaa1a450 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:11.332534 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8660b343-7010-4ef4-b57f-529c6974e0a8 req-7a858218-9411-4785-8c64-162fd9b7a420 tempest-ServerMetadataNegativeTestJSON-237324602 tempest-ServerMetadataNegativeTestJSON-237324602-project] 10.222.0.45 "GET /v2.0/ports?device_id=25ea04bf-d01c-4094-a073-0d2d4795d200 HTTP/1.1" status: 200 len: 210 time: 0.0873637 Apr 01 12:40:11.374073 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:11.419043 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] Set router 2cf65502-756e-4173-ae1d-56d4f47afc00 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:40:11.454832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc5431-c5dd-47e7-870d-554083ca44e2 req-fed75487-4fbd-4a91-ba13-82f7ba0b61a3 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:11.461260 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10fc5431-c5dd-47e7-870d-554083ca44e2 req-fed75487-4fbd-4a91-ba13-82f7ba0b61a3 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1608915 Apr 01 12:40:11.564337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fa9a1-542b-4c30-aae6-0cf4b2bd109f req-4b9249bd-64ca-4169-a241-e9b8c397ad77 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:11.567505 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df7fa9a1-542b-4c30-aae6-0cf4b2bd109f req-4b9249bd-64ca-4169-a241-e9b8c397ad77 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 931 time: 0.1396065 Apr 01 12:40:11.585241 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10fc5431-c5dd-47e7-870d-554083ca44e2 req-d5f38e4a-6108-496d-bf90-2b8351edfbaf tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809872 Apr 01 12:40:11.696282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df7fa9a1-542b-4c30-aae6-0cf4b2bd109f req-c0ad5e95-f24c-4bee-ac09-144bf070d395 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866141 Apr 01 12:40:11.749477 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:11.795720 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'name': 'tempest-ServerRescueTestJSON-1447905330-router', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:58Z', 'updated_at': '2022-04-01T12:40:05Z', 'revision_number': 4, 'project_id': 'aab159a24aeb4d4187404cae959e43ca', 'gw_port': {'id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:59Z', 'updated_at': '2022-04-01T12:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '53016761-dad9-46c3-9d83-8437997e3af4', 'name': '', 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'mac_address': 'fa:16:3e:61:13:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '1149d77b-ab04-498d-a3e3-8e60da95fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:40:03Z', 'updated_at': '2022-04-01T12:40:10Z', 'revision_number': 4, 'project_id': 'aab159a24aeb4d4187404cae959e43ca', 'subnets': [{'id': '1149d77b-ab04-498d-a3e3-8e60da95fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:11.807043 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:11.866719 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d4bb1-7811-483d-ab35-5648450c4c7a None None] The sync data for ids ['2cf65502-756e-4173-ae1d-56d4f47afc00'] in n-d-836146-1 is: [{'id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'name': 'tempest-ServerRescueTestJSON-1447905330-router', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:58Z', 'updated_at': '2022-04-01T12:40:05Z', 'revision_number': 4, 'project_id': 'aab159a24aeb4d4187404cae959e43ca', 'gw_port': {'id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:59Z', 'updated_at': '2022-04-01T12:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '53016761-dad9-46c3-9d83-8437997e3af4', 'name': '', 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'mac_address': 'fa:16:3e:61:13:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '1149d77b-ab04-498d-a3e3-8e60da95fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:40:03Z', 'updated_at': '2022-04-01T12:40:10Z', 'revision_number': 4, 'project_id': 'aab159a24aeb4d4187404cae959e43ca', 'subnets': [{'id': '1149d77b-ab04-498d-a3e3-8e60da95fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:40:11.870392 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d0cc155a-e116-4bb6-9920-49965acd7d7f req-713b487c-d8d1-483e-83e1-107b9db13b44 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 210 time: 0.1559801 Apr 01 12:40:11.926816 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:11.971623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7b4828-9b98-4bc8-87c9-4342aaa1a450 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:40:11.980912 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:12.013540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Transition to ACTIVE for port object df7b4828-9b98-4bc8-87c9-4342aaa1a450 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:40:12.020160 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:12.083695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Pushing event updated for resources: {'Port': ['ID=df7b4828-9b98-4bc8-87c9-4342aaa1a450,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:12.323163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ea04bf-d01c-4094-a073-0d2d4795d200', 'name': 'network-vif-deleted', 'tag': 'fb77e663-0560-4913-9242-ee2303f29e98'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:12.328014 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b47fae-9c40-4bda-a478-cc553d9ecbad" -d '{"events": [{"server_uuid": "25ea04bf-d01c-4094-a073-0d2d4795d200", "name": "network-vif-deleted", "tag": "fb77e663-0560-4913-9242-ee2303f29e98"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:12.377583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:12.391877 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:12.448909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Attempting to bind port df7b4828-9b98-4bc8-87c9-4342aaa1a450 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:40:12.449269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Attempting to bind port df7b4828-9b98-4bc8-87c9-4342aaa1a450 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:40:12.449588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Attempting to bind port df7b4828-9b98-4bc8-87c9-4342aaa1a450 on network 1fc2778e-b886-42e1-a285-d99cfed6b496 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:12.457299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Port df7b4828-9b98-4bc8-87c9-4342aaa1a450 on network 1fc2778e-b886-42e1-a285-d99cfed6b496 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:40:12.457501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Attempting to bind port df7b4828-9b98-4bc8-87c9-4342aaa1a450 on network 1fc2778e-b886-42e1-a285-d99cfed6b496 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:12.480217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39444cac-05fd-4406-b7d0-0d55aae5559f req-f439873e-9371-47e8-9b01-8d8747328ee3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:12.481840 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-39444cac-05fd-4406-b7d0-0d55aae5559f req-f439873e-9371-47e8-9b01-8d8747328ee3 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 945 time: 0.1596375 Apr 01 12:40:12.485502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:40:12.485995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Checking segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:40:12.486411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Bound using segment: {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:40:12.486841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Bound port: df7b4828-9b98-4bc8-87c9-4342aaa1a450, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178887a4-57d9-453b-90bc-00c01b7f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:40:12.487196 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:12.505803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165504bb-e014-4c00-b4ce-1f9b000fb311 None None] Network 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:12.563694 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-39444cac-05fd-4406-b7d0-0d55aae5559f req-ff412d74-085f-4a43-9492-121895207fd1 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620031 Apr 01 12:40:12.593017 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04772ca-7ecc-43c3-8e54-18da15802e69 req-cb20e7e3-b20e-481f-ab51-049ed89dcc16 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:12.598779 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e04772ca-7ecc-43c3-8e54-18da15802e69 req-cb20e7e3-b20e-481f-ab51-049ed89dcc16 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.2184551 Apr 01 12:40:12.601791 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=6830603d-212c-4374-bbb1-a25ca30322ca,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:12.606571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] For port df7b4828-9b98-4bc8-87c9-4342aaa1a450, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:40:12.610742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] For port df7b4828-9b98-4bc8-87c9-4342aaa1a450, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df7b4828-9b98-4bc8-87c9-4342aaa1a450,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:40:12.621629 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:12.683545 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd40cc2-545f-4a54-aa6f-190b6f384264 x-openstack-request-id: req-4dd40cc2-545f-4a54-aa6f-190b6f384264 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:12.683905 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ea04bf-d01c-4094-a073-0d2d4795d200", "name": "network-vif-deleted", "tag": "fb77e663-0560-4913-9242-ee2303f29e98", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:12.684112 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4dd40cc2-545f-4a54-aa6f-190b6f384264 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:12.684489 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd40cc2-545f-4a54-aa6f-190b6f384264'] response: {'server_uuid': '25ea04bf-d01c-4094-a073-0d2d4795d200', 'name': 'network-vif-deleted', 'tag': 'fb77e663-0560-4913-9242-ee2303f29e98', 'status': 'completed', 'code': 200} Apr 01 12:40:12.706121 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e04772ca-7ecc-43c3-8e54-18da15802e69 req-5b1cb80e-bc00-475b-8f56-601d4bc06484 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846193 Apr 01 12:40:12.740163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:12.744032 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:12.749127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] 10.222.0.37 "PUT /v2.0/ports/df7b4828-9b98-4bc8-87c9-4342aaa1a450 HTTP/1.1" status: 200 len: 1091 time: 1.5841200 Apr 01 12:40:12.798514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40218) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:12.804481 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:12.819559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-693e80dd-c366-4081-85bd-9e875e7c2923 None None] Provisioning complete for port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:12.819933 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-693e80dd-c366-4081-85bd-9e875e7c2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:12.982433 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-693e80dd-c366-4081-85bd-9e875e7c2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:13.038975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d8572-1b44-4c69-a30b-6d4340d0d560 service neutron] Pushing event updated for resources: {'Port': ['ID=df7b4828-9b98-4bc8-87c9-4342aaa1a450,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:13.099131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4ce1e-3bd4-47f3-8196-5bad3bff3aa2 req-26476c37-f094-4953-a571-73c3acda5bbb tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:13.112230 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-693e80dd-c366-4081-85bd-9e875e7c2923 None None] For port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f,segment=NetworkSegment(13043507-d931-44bd-8574-d45dcef8521b),segment_id=13043507-d931-44bd-8574-d45dcef8521b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:13.115808 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-59c4ce1e-3bd4-47f3-8196-5bad3bff3aa2 req-26476c37-f094-4953-a571-73c3acda5bbb tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.2422912 Apr 01 12:40:13.127252 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-693e80dd-c366-4081-85bd-9e875e7c2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:13.210464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e80dd-c366-4081-85bd-9e875e7c2923 None None] Pushing event updated for resources: {'Port': ['ID=18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:13.286971 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-59c4ce1e-3bd4-47f3-8196-5bad3bff3aa2 req-743ae4a6-2d4d-4337-acd2-b1e83a3f60cd tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683295 Apr 01 12:40:13.313259 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:13.318083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 53016761-dad9-46c3-9d83-8437997e3af4 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:13.416755 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 53016761-dad9-46c3-9d83-8437997e3af4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:13.417273 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:13.478721 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-08ac4bea-a2ef-4e69-ac68-f2d00967a723 req-8eebd1cf-8a11-4566-b160-04ae1bb536d7 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 210 time: 0.0703542 Apr 01 12:40:13.501948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device fb77e663-0560-4913-9242-ee2303f29e98 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:13.506364 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-388a2e19-1694-4035-a06f-01712a4f6569 None None] Provisioning complete for port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:13.507002 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-388a2e19-1694-4035-a06f-01712a4f6569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:13.564859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: fb77e663-0560-4913-9242-ee2303f29e98 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:13.565431 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device fb77e663-0560-4913-9242-ee2303f29e98 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:13.692924 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:13.748413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-26f8a0a8-40c5-4a20-8659-4e136faab317 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:13.754473 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-26f8a0a8-40c5-4a20-8659-4e136faab317 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.37 "GET /v2.0/networks?id=815996f8-8c07-4738-8888-e815cb2d482c HTTP/1.1" status: 200 len: 811 time: 0.8851583 Apr 01 12:40:13.775406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Request body: {'port': {'device_id': '0837109c-4ad6-4cd2-aaf0-0f6b17a5f741', 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c', 'admin_state_up': True, 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:13.785396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 53016761-dad9-46c3-9d83-8437997e3af4, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=53016761-dad9-46c3-9d83-8437997e3af4,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:13.799214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4bfb8c-7b56-466a-a04a-4ace33ade9c2 admin admin] Deleting subnet f93d9a8b-e86c-4fd7-9d9e-6c1bdffe88b2 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:40:13.802798 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:13.804827 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:13.837086 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf4bfb8c-7b56-466a-a04a-4ace33ade9c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:13.890308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-388a2e19-1694-4035-a06f-01712a4f6569 None None] Provisioning complete for port 6830603d-212c-4374-bbb1-a25ca30322ca triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:13.890675 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-388a2e19-1694-4035-a06f-01712a4f6569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:13.896833 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf4bfb8c-7b56-466a-a04a-4ace33ade9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:13.918385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a148-447d-4231-aaca-b0a236a70241 req-6c88047e-ddf0-401c-9b59-abae3c3b39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:13.919783 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-6c88047e-ddf0-401c-9b59-abae3c3b39a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 1094 time: 0.9580982 Apr 01 12:40:13.949556 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-388a2e19-1694-4035-a06f-01712a4f6569 None None] Port 6830603d-212c-4374-bbb1-a25ca30322ca cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:13.956816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:13.957189 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:13.988133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=53016761-dad9-46c3-9d83-8437997e3af4,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:14.033472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6936f-f24b-4973-9893-6ff890410256 req-9a001c94-3ab8-45c6-b679-6d16c845c6c1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:14.038533 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7be6936f-f24b-4973-9893-6ff890410256 req-9a001c94-3ab8-45c6-b679-6d16c845c6c1 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 943 time: 0.9892864 Apr 01 12:40:14.048694 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-26b1ec42-0af3-41aa-be79-fdad66405986 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7b4828-9b98-4bc8-87c9-4342aaa1a450 HTTP/1.1" status: 200 len: 217 time: 0.1101508 Apr 01 12:40:14.061479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcea34-fcbc-4f58-a150-ab717bd9a080 req-a641a5ca-0c10-4166-8e43-9cca95cdea90 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:14.063264 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-07bcea34-fcbc-4f58-a150-ab717bd9a080 req-a641a5ca-0c10-4166-8e43-9cca95cdea90 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 945 time: 0.0864773 Apr 01 12:40:14.088299 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf4bfb8c-7b56-466a-a04a-4ace33ade9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:14.153636 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-07bcea34-fcbc-4f58-a150-ab717bd9a080 req-bacd04ac-6981-43c1-8349-98e66ff85c9e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818825 Apr 01 12:40:14.157349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c1513-d797-4016-b649-cc804279d132 req-0fde0508-0716-41b8-ac03-a410d9209f9a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:14.159136 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b98c1513-d797-4016-b649-cc804279d132 req-0fde0508-0716-41b8-ac03-a410d9209f9a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 945 time: 0.3992321 Apr 01 12:40:14.184815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d981e5c6-61ce-46b1-8615-eb72d2219499 None None] Provisioning complete for port 6830603d-212c-4374-bbb1-a25ca30322ca triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:14.185185 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d981e5c6-61ce-46b1-8615-eb72d2219499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:14.205026 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:14.214976 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:14.225585 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d981e5c6-61ce-46b1-8615-eb72d2219499 None None] Port 6830603d-212c-4374-bbb1-a25ca30322ca cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:14.285744 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7be6936f-f24b-4973-9893-6ff890410256 req-5eb1503f-1d37-46a7-b9b7-68a664c9d360 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314174 Apr 01 12:40:14.293671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a148-447d-4231-aaca-b0a236a70241 req-9b400683-0438-46f8-8388-630e8e871051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:14.295803 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-9b400683-0438-46f8-8388-630e8e871051 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.2340500 Apr 01 12:40:14.299171 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf4bfb8c-7b56-466a-a04a-4ace33ade9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:14.326143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=6830603d-212c-4374-bbb1-a25ca30322ca,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:14.329343 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:14.376510 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d802d79-c6c9-4e8e-86d1-eee5c7a8a738 req-762c719a-8bae-4a6e-8606-645ca4c429a2 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:14.378084 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d802d79-c6c9-4e8e-86d1-eee5c7a8a738 req-762c719a-8bae-4a6e-8606-645ca4c429a2 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1142235 Apr 01 12:40:14.382714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Made reservation on behalf of aab159a24aeb4d4187404cae959e43ca for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:14.386146 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:14.393159 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf4bfb8c-7b56-466a-a04a-4ace33ade9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:14.396273 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bf4bfb8c-7b56-466a-a04a-4ace33ade9c2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f93d9a8b-e86c-4fd7-9d9e-6c1bdffe88b2 HTTP/1.1" status: 204 len: 168 time: 1.5965240 Apr 01 12:40:14.398142 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bfb8c-7b56-466a-a04a-4ace33ade9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f93d9a8b-e86c-4fd7-9d9e-6c1bdffe88b2,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:14.401378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40230) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:14.457685 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d802d79-c6c9-4e8e-86d1-eee5c7a8a738 req-5465c9bd-9d07-4cd6-ab42-0187c0fdaf89 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513387 Apr 01 12:40:14.486094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:14.487690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:14.553963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a148-447d-4231-aaca-b0a236a70241 req-c6fcf49a-ab07-4747-b1dc-bcfb772ba74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:14.555516 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-c6fcf49a-ab07-4747-b1dc-bcfb772ba74d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2392108 Apr 01 12:40:14.610479 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:14.620625 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a834aa71-206a-4e75-a80b-bee5878fbb22 req-ba3b208b-c6c0-4a12-8a97-a74d65cbf78c tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 210 time: 0.0487566 Apr 01 12:40:14.631019 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e810a-4c99-420a-8a5c-82a830e2b0e8 req-9c617ece-c1db-4e6a-ade5-8f3ec5fa8381 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:14.632594 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c33e810a-4c99-420a-8a5c-82a830e2b0e8 req-9c617ece-c1db-4e6a-ade5-8f3ec5fa8381 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.2437360 Apr 01 12:40:14.670076 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Router 5083e729-d5c8-40da-a9ac-37dd0881a457 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:40:14.697410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'tag': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:14.698021 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873eece2-88a6-4a2d-807b-9d47eb96e48b" -d '{"events": [{"name": "network-changed", "server_uuid": "be7db7f0-8e64-423f-b481-a5fb263d9f47", "tag": "df7b4828-9b98-4bc8-87c9-4342aaa1a450"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:14.703830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b98c1513-d797-4016-b649-cc804279d132 req-95e0fdf6-4062-41e1-981a-fde30ab01839 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Deleting port 1a168234-a1a0-450e-8721-03f61998fffa {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:14.704174 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b98c1513-d797-4016-b649-cc804279d132 req-95e0fdf6-4062-41e1-981a-fde30ab01839 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:14.780695 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b705b6c7-ceae-4db2-968a-09d484a46193 None None] Provisioning complete for port 6830603d-212c-4374-bbb1-a25ca30322ca triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:14.781271 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b705b6c7-ceae-4db2-968a-09d484a46193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:14.794575 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2c7803-f373-46bb-b8ec-2b41e9f39a7c x-openstack-request-id: req-da2c7803-f373-46bb-b8ec-2b41e9f39a7c {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:14.795145 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7db7f0-8e64-423f-b481-a5fb263d9f47", "tag": "df7b4828-9b98-4bc8-87c9-4342aaa1a450", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:14.795145 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da2c7803-f373-46bb-b8ec-2b41e9f39a7c {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:14.795441 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2c7803-f373-46bb-b8ec-2b41e9f39a7c'] response: {'name': 'network-changed', 'server_uuid': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'tag': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450', 'status': 'completed', 'code': 200} Apr 01 12:40:14.827429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b705b6c7-ceae-4db2-968a-09d484a46193 None None] Port 6830603d-212c-4374-bbb1-a25ca30322ca cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:14.827661 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:40:14.833787 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-96362699-8bca-4873-8dac-04d559b7f840 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "PUT /v2.0/routers/5083e729-d5c8-40da-a9ac-37dd0881a457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6259000 Apr 01 12:40:14.836260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40236) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:14.864452 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d814209c-255f-4d5f-8662-a0ba5021530d None None] Sync routers for ids ['5083e729-d5c8-40da-a9ac-37dd0881a457'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:40:14.882749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814209c-255f-4d5f-8662-a0ba5021530d None None] Routers {'5083e729-d5c8-40da-a9ac-37dd0881a457'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:14.883366 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d814209c-255f-4d5f-8662-a0ba5021530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:40:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5083e729-d5c8-40da-a9ac-37dd0881a457'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:14.900711 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d6434-860b-4673-9187-e039267ceb18 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:14.902451 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-412d6434-860b-4673-9187-e039267ceb18 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports?device_id=5083e729-d5c8-40da-a9ac-37dd0881a457 HTTP/1.1" status: 200 len: 982 time: 0.0649056 Apr 01 12:40:14.905732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40238) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:14.906654 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c33e810a-4c99-420a-8a5c-82a830e2b0e8 req-559ff59b-9333-4caf-9c99-fb45c5bb2b9d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558010 Apr 01 12:40:14.917694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d814209c-255f-4d5f-8662-a0ba5021530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:14.927589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Allocated IP 172.20.0.6 (815996f8-8c07-4738-8888-e815cb2d482c/1149d77b-ab04-498d-a3e3-8e60da95fc6c/b74fbe5a-0453-4244-87e8-81d2786c6c7f) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:14.934429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814209c-255f-4d5f-8662-a0ba5021530d None None] Routers {'5083e729-d5c8-40da-a9ac-37dd0881a457'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:14.935037 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d814209c-255f-4d5f-8662-a0ba5021530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:40:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5083e729-d5c8-40da-a9ac-37dd0881a457'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:14.974172 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d814209c-255f-4d5f-8662-a0ba5021530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:14.974811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d814209c-255f-4d5f-8662-a0ba5021530d None None] The sync data for ids ['5083e729-d5c8-40da-a9ac-37dd0881a457'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:40:15.042512 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.061585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-96b51089-8f8d-44a4-bf81-2d62fbe4feb5 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583333 Apr 01 12:40:15.065227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 53016761-dad9-46c3-9d83-8437997e3af4 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:15.088746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd79309-c2da-4c41-a7ca-cdfa5889cfc2']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:15.114541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 53016761-dad9-46c3-9d83-8437997e3af4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:15.114944 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.137195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b98c1513-d797-4016-b649-cc804279d132 req-95e0fdf6-4062-41e1-981a-fde30ab01839 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] For port 1a168234-a1a0-450e-8721-03f61998fffa, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1a168234-a1a0-450e-8721-03f61998fffa,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:15.137588 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b98c1513-d797-4016-b649-cc804279d132 req-95e0fdf6-4062-41e1-981a-fde30ab01839 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.151203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966eaa0e-b0fb-4388-a622-3d9caaf45aaf') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:15.151564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966eaa0e-b0fb-4388-a622-3d9caaf45aaf') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:15.194643 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.196089 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:15.215697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b98c1513-d797-4016-b649-cc804279d132 req-95e0fdf6-4062-41e1-981a-fde30ab01839 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Calling delete_port for 1a168234-a1a0-450e-8721-03f61998fffa owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:15.252781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:15.253155 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.285370 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.309442 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:40:15.309767 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:40:15.314516 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:40:15.356147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3406de5-6fe8-425c-a01c-376f714e166c req-7e6089fc-d56b-49f9-9d1f-a60a90e15050 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:15.358409 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3406de5-6fe8-425c-a01c-376f714e166c req-7e6089fc-d56b-49f9-9d1f-a60a90e15050 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 945 time: 0.0935686 Apr 01 12:40:15.462929 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45f0e5a6-c41b-420d-8c99-97bde22c7437 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.467341 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a468a148-447d-4231-aaca-b0a236a70241 req-6071c808-b73b-46c6-8912-786c9ab09527 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873835 Apr 01 12:40:15.471236 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3406de5-6fe8-425c-a01c-376f714e166c req-a71cbed6-366e-4226-9fe5-06ea0e246361 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056449 Apr 01 12:40:15.483896 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.493244 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.497708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.502082 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bcd79309-c2da-4c41-a7ca-cdfa5889cfc2 HTTP/1.1" status: 204 len: 168 time: 1.0885150 Apr 01 12:40:15.550100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5510f4-c7b5-46d0-af1b-0f94fa925f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd79309-c2da-4c41-a7ca-cdfa5889cfc2,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:15.594725 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55e4d6-6167-40c3-a142-3422febc6afb req-f5c7218a-3b61-453f-8480-83f287a03150 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:15.596226 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c55e4d6-6167-40c3-a142-3422febc6afb req-f5c7218a-3b61-453f-8480-83f287a03150 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 943 time: 0.1843939 Apr 01 12:40:15.666495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40250) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:15.693134 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.709281 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eece2-88a6-4a2d-807b-9d47eb96e48b req-49f3baec-4e49-43a4-b627-3485e2ee3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:15.710857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-873eece2-88a6-4a2d-807b-9d47eb96e48b req-49f3baec-4e49-43a4-b627-3485e2ee3e1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 1094 time: 0.1755688 Apr 01 12:40:15.723357 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce3c7a-7a36-4130-97dd-6fc220c10218 req-ce532795-2a89-4bc2-89b3-21efbecfb474 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:15.725150 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6ce3c7a-7a36-4130-97dd-6fc220c10218 req-ce532795-2a89-4bc2-89b3-21efbecfb474 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1599810 Apr 01 12:40:15.769488 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c55e4d6-6167-40c3-a142-3422febc6afb req-0c345368-91ff-481c-83a0-ca4d91f4720e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622450 Apr 01 12:40:15.792089 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6ce3c7a-7a36-4130-97dd-6fc220c10218 req-d0ba3cb4-6c4f-4eea-858d-fe6fdc881db2 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562453 Apr 01 12:40:15.819420 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b98c1513-d797-4016-b649-cc804279d132 req-95e0fdf6-4062-41e1-981a-fde30ab01839 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.831828 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1b15833d-c374-434f-aa43-fb8baf7ffa74'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:40:15.832778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Network 815996f8-8c07-4738-8888-e815cb2d482c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:15.844012 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b9a37320-fea9-4d77-94b0-c5201ed340fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c032ff4445a143c2a7f8878e4272c2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760895 Apr 01 12:40:15.847106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40252) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:15.873726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:15.875667 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Pushing event updated for resources: {'Port': ['ID=b74fbe5a-0453-4244-87e8-81d2786c6c7f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:15.879613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:15.911685 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-45f0e5a6-c41b-420d-8c99-97bde22c7437 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 6830603d-212c-4374-bbb1-a25ca30322ca {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:15.912167 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45f0e5a6-c41b-420d-8c99-97bde22c7437 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:15.969738 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0fdf6-4062-41e1-981a-fde30ab01839 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event deleted for resources: {'Port': ['ID=1a168234-a1a0-450e-8721-03f61998fffa,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:15.973510 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1782e686-4060-462f-94a5-6b0041b64ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:16.037618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:16.038262 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:16.045281 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98c1513-d797-4016-b649-cc804279d132 req-95e0fdf6-4062-41e1-981a-fde30ab01839 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] No DVR routers for this DVR port 1a168234-a1a0-450e-8721-03f61998fffa on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:16.053891 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b98c1513-d797-4016-b649-cc804279d132 req-95e0fdf6-4062-41e1-981a-fde30ab01839 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:16.057067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b98c1513-d797-4016-b649-cc804279d132 req-95e0fdf6-4062-41e1-981a-fde30ab01839 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "DELETE /v2.0/ports/1a168234-a1a0-450e-8721-03f61998fffa HTTP/1.1" status: 204 len: 173 time: 1.8777635 Apr 01 12:40:16.062273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eece2-88a6-4a2d-807b-9d47eb96e48b req-22fcdbbf-4986-4551-a57c-151a77043cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:16.063352 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-873eece2-88a6-4a2d-807b-9d47eb96e48b req-22fcdbbf-4986-4551-a57c-151a77043cce service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 915 time: 0.3409977 Apr 01 12:40:16.064204 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1782e686-4060-462f-94a5-6b0041b64ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:16.073087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd90ff-2874-4c50-bd3b-f899921e2563 req-72ce2ad0-bfcf-481e-80b9-472d44cb3e17 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:16.074710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ffdd90ff-2874-4c50-bd3b-f899921e2563 req-72ce2ad0-bfcf-481e-80b9-472d44cb3e17 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 931 time: 0.1908131 Apr 01 12:40:16.087119 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-7add1850-bb96-4fbd-8525-64abf5b3cc76 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3155904 Apr 01 12:40:16.112170 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45f0e5a6-c41b-420d-8c99-97bde22c7437 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:16.123892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Request body: {'port': {'device_id': '0837109c-4ad6-4cd2-aaf0-0f6b17a5f741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:16.135575 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-873eece2-88a6-4a2d-807b-9d47eb96e48b req-da4236d0-3909-488f-ade1-0fb2c056b4dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7b4828-9b98-4bc8-87c9-4342aaa1a450 HTTP/1.1" status: 200 len: 217 time: 0.0594180 Apr 01 12:40:16.136451 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-45f0e5a6-c41b-420d-8c99-97bde22c7437 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 6830603d-212c-4374-bbb1-a25ca30322ca owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:16.145470 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c7586-2285-43d6-81b2-f4ea61b2d21f req-1a019df3-2736-418d-9c6e-cf9f6de6ba51 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:16.147096 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c31c7586-2285-43d6-81b2-f4ea61b2d21f req-1a019df3-2736-418d-9c6e-cf9f6de6ba51 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1288102 Apr 01 12:40:16.217076 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1782e686-4060-462f-94a5-6b0041b64ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:16.221696 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1782e686-4060-462f-94a5-6b0041b64ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:16.221696 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1782e686-4060-462f-94a5-6b0041b64ce1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d8dded8-fcb1-4d88-96af-c22fc6c62399 HTTP/1.1" status: 204 len: 168 time: 0.3717721 Apr 01 12:40:16.237750 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ffdd90ff-2874-4c50-bd3b-f899921e2563 req-5d244752-1e6e-4d04-8411-ab8bc56b0fdb tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541085 Apr 01 12:40:16.241449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eece2-88a6-4a2d-807b-9d47eb96e48b req-bf22ad82-d6b2-4720-9b24-c6b2891f8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:16.242889 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-873eece2-88a6-4a2d-807b-9d47eb96e48b req-bf22ad82-d6b2-4720-9b24-c6b2891f8010 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.0913920 Apr 01 12:40:16.247667 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:16.252432 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782e686-4060-462f-94a5-6b0041b64ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8dded8-fcb1-4d88-96af-c22fc6c62399,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:16.266360 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c31c7586-2285-43d6-81b2-f4ea61b2d21f req-fe322631-dbbf-4953-93cf-44b6b78197a7 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067135 Apr 01 12:40:16.352132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eece2-88a6-4a2d-807b-9d47eb96e48b req-c4871d92-a64b-4a0d-8090-5e04fa67ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:16.353775 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-873eece2-88a6-4a2d-807b-9d47eb96e48b req-c4871d92-a64b-4a0d-8090-5e04fa67ab82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964150 Apr 01 12:40:16.430763 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45f0e5a6-c41b-420d-8c99-97bde22c7437 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:16.473340 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0e5a6-c41b-420d-8c99-97bde22c7437 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=6830603d-212c-4374-bbb1-a25ca30322ca,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:16.739950 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-17653015-f442-4d18-9868-14a8b97d56eb req-910ac6da-f050-45db-96c7-3761309b4cc2 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b33503d-d3f3-40b8-9deb-1566b5dc12d9 HTTP/1.1" status: 200 len: 210 time: 0.0888472 Apr 01 12:40:16.750411 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45f0e5a6-c41b-420d-8c99-97bde22c7437 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:16.973493 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f0e5a6-c41b-420d-8c99-97bde22c7437 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Router 5083e729-d5c8-40da-a9ac-37dd0881a457 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:40:16.998630 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efad45c-fcdd-4a5c-a6b2-fa84b72b0268 req-65b8c030-729c-455f-af04-f658feab53c4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:17.000395 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9efad45c-fcdd-4a5c-a6b2-fa84b72b0268 req-65b8c030-729c-455f-af04-f658feab53c4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.0687900 Apr 01 12:40:17.003450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b33503d-d3f3-40b8-9deb-1566b5dc12d9', 'name': 'network-vif-deleted', 'tag': '1a168234-a1a0-450e-8721-03f61998fffa'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:17.005950 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d130e6fc-bd87-43e5-8a0f-d8b7bec7284e" -d '{"events": [{"server_uuid": "0b33503d-d3f3-40b8-9deb-1566b5dc12d9", "name": "network-vif-deleted", "tag": "1a168234-a1a0-450e-8721-03f61998fffa"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:17.059977 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-873eece2-88a6-4a2d-807b-9d47eb96e48b req-4b48c83d-c8db-43f0-8a03-5dad696b4e50 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529837 Apr 01 12:40:17.090337 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f0e5a6-c41b-420d-8c99-97bde22c7437 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:40:17.102529 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-45f0e5a6-c41b-420d-8c99-97bde22c7437 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "PUT /v2.0/routers/5083e729-d5c8-40da-a9ac-37dd0881a457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1926100 Apr 01 12:40:17.102529 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40280) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:17.110909 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d8b80d-5d96-49db-a63b-cb0b82f4d932 None None] Sync routers for ids ['5083e729-d5c8-40da-a9ac-37dd0881a457'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:40:17.124166 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d8b80d-5d96-49db-a63b-cb0b82f4d932 None None] Routers {'5083e729-d5c8-40da-a9ac-37dd0881a457'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:17.125711 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c4d8b80d-5d96-49db-a63b-cb0b82f4d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:40:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5083e729-d5c8-40da-a9ac-37dd0881a457'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:17.140072 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9efad45c-fcdd-4a5c-a6b2-fa84b72b0268 req-12b58017-f19c-4c45-8f06-2e2243f4c6ec tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043589 Apr 01 12:40:17.141166 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4fe1e7-34ef-404a-a24c-521348608f46 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:40:17.146863 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2e4fe1e7-34ef-404a-a24c-521348608f46 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/6830603d-212c-4374-bbb1-a25ca30322ca HTTP/1.1" status: 404 len: 333 time: 0.0445418 Apr 01 12:40:17.147469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40284) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:17.164622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe709d-c9b5-47e7-8ef8-53c96adc02c4 req-0ce2a128-4f51-441e-b1ad-65f56b9b23d6 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:17.166127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1cbe709d-c9b5-47e7-8ef8-53c96adc02c4 req-0ce2a128-4f51-441e-b1ad-65f56b9b23d6 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 943 time: 0.1553371 Apr 01 12:40:17.180526 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c4d8b80d-5d96-49db-a63b-cb0b82f4d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:17.194063 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d8b80d-5d96-49db-a63b-cb0b82f4d932 None None] Routers {'5083e729-d5c8-40da-a9ac-37dd0881a457'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:17.195047 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c4d8b80d-5d96-49db-a63b-cb0b82f4d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:40:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5083e729-d5c8-40da-a9ac-37dd0881a457'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:17.228513 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddce6dc-2ffa-4941-a20f-73174cf446c1 x-openstack-request-id: req-9ddce6dc-2ffa-4941-a20f-73174cf446c1 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:17.228800 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b33503d-d3f3-40b8-9deb-1566b5dc12d9", "name": "network-vif-deleted", "tag": "1a168234-a1a0-450e-8721-03f61998fffa", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:17.229043 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ddce6dc-2ffa-4941-a20f-73174cf446c1 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:17.229426 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddce6dc-2ffa-4941-a20f-73174cf446c1'] response: {'server_uuid': '0b33503d-d3f3-40b8-9deb-1566b5dc12d9', 'name': 'network-vif-deleted', 'tag': '1a168234-a1a0-450e-8721-03f61998fffa', 'status': 'completed', 'code': 200} Apr 01 12:40:17.247207 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-873eece2-88a6-4a2d-807b-9d47eb96e48b req-fac40ba2-d8ca-4920-93d2-3dbfa2ffd8cf service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782455 Apr 01 12:40:17.261945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74fbe5a-0453-4244-87e8-81d2786c6c7f {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:40:17.263818 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c4d8b80d-5d96-49db-a63b-cb0b82f4d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:17.264562 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d8b80d-5d96-49db-a63b-cb0b82f4d932 None None] The sync data for ids ['5083e729-d5c8-40da-a9ac-37dd0881a457'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:40:17.271591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1cbe709d-c9b5-47e7-8ef8-53c96adc02c4 req-0104651f-9f42-4082-b0d9-0b2379ac2ce6 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973887 Apr 01 12:40:17.274021 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.289611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Transition to ACTIVE for port object b74fbe5a-0453-4244-87e8-81d2786c6c7f will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:40:17.301436 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.389443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Pushing event updated for resources: {'Port': ['ID=b74fbe5a-0453-4244-87e8-81d2786c6c7f,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:17.391819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40292) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:17.481077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Attempting to bind port b74fbe5a-0453-4244-87e8-81d2786c6c7f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:40:17.481412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Attempting to bind port b74fbe5a-0453-4244-87e8-81d2786c6c7f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:40:17.481738 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Attempting to bind port b74fbe5a-0453-4244-87e8-81d2786c6c7f on network 815996f8-8c07-4738-8888-e815cb2d482c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:17.495420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b618f-bb2d-411f-8ba0-2fac191dbe32 req-2751d34a-0e59-4bed-99f0-6aa2f199cc46 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:17.497224 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a60b618f-bb2d-411f-8ba0-2fac191dbe32 req-2751d34a-0e59-4bed-99f0-6aa2f199cc46 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 943 time: 0.0840266 Apr 01 12:40:17.497816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Port b74fbe5a-0453-4244-87e8-81d2786c6c7f on network 815996f8-8c07-4738-8888-e815cb2d482c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:40:17.498668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Attempting to bind port b74fbe5a-0453-4244-87e8-81d2786c6c7f on network 815996f8-8c07-4738-8888-e815cb2d482c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:17.505425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:40:17.505971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Checking segment: {'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:40:17.506405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Bound using segment: {'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:40:17.506872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Bound port: b74fbe5a-0453-4244-87e8-81d2786c6c7f, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:40:17.507236 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.535126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-403359373-network', 'tenant_id': '81db42d035eb49bc8d008b638fa74575'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:17.600364 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a60b618f-bb2d-411f-8ba0-2fac191dbe32 req-e586f696-8e54-444b-8284-e91bebfd0ee2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906775 Apr 01 12:40:17.603261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Made reservation on behalf of 81db42d035eb49bc8d008b638fa74575 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:17.605713 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.629851 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.651907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] For port b74fbe5a-0453-4244-87e8-81d2786c6c7f, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:40:17.669309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] For port b74fbe5a-0453-4244-87e8-81d2786c6c7f, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=b74fbe5a-0453-4244-87e8-81d2786c6c7f,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:40:17.671758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38018abf-b2a7-456f-8b99-5e0325d0ff23 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.677936 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1a168234-a1a0-450e-8721-03f61998fffa no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:17.687226 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.698116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 1a168234-a1a0-450e-8721-03f61998fffa {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:17.698461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1a168234-a1a0-450e-8721-03f61998fffa not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:17.733865 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:17.734841 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.736513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] 10.222.0.37 "PUT /v2.0/ports/b74fbe5a-0453-4244-87e8-81d2786c6c7f HTTP/1.1" status: 200 len: 1091 time: 1.6174366 Apr 01 12:40:17.790939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae829a-5a42-4486-895a-a441e47c198b service neutron] Pushing event updated for resources: {'Port': ['ID=b74fbe5a-0453-4244-87e8-81d2786c6c7f,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:17.837870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.845845 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.846813 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3efe-9f42-4214-b5bb-d469cf04be2d req-6b3a7785-9614-4d4f-8717-9dad3805f3ba tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:17.848354 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-782e3efe-9f42-4214-b5bb-d469cf04be2d req-6b3a7785-9614-4d4f-8717-9dad3805f3ba tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1870368 Apr 01 12:40:17.854120 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-d1792f75-825c-415a-9f7a-dd63d2230d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:17.855616 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-d1792f75-825c-415a-9f7a-dd63d2230d7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aab159a24aeb4d4187404cae959e43ca&device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 1094 time: 0.0754740 Apr 01 12:40:17.870400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:40:17.877669 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38018abf-b2a7-456f-8b99-5e0325d0ff23 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.891706 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38018abf-b2a7-456f-8b99-5e0325d0ff23 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.923555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38169d80-d6e6-4b2d-b8a2-dbcb46349b77,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:17.928587 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-36f9e46e-9677-4fc5-85aa-87af3cbe4e51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b74fbe5a-0453-4244-87e8-81d2786c6c7f HTTP/1.1" status: 200 len: 217 time: 0.0592523 Apr 01 12:40:17.930099 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.930469 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Added segment 56307238-d98f-4d45-8869-d35c582d89a0 of type vlan for network b86b021a-b0ef-45e1-8ea8-5fc067ba5689 Apr 01 12:40:17.967262 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-782e3efe-9f42-4214-b5bb-d469cf04be2d req-f337d980-38d4-4b44-8d61-7b6cf74471a0 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919170 Apr 01 12:40:17.979238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38018abf-b2a7-456f-8b99-5e0325d0ff23 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:17.979770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38018abf-b2a7-456f-8b99-5e0325d0ff23 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Fanout notify agent at l3_agent the message router_deleted on router 5083e729-d5c8-40da-a9ac-37dd0881a457 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:40:17.999271 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38018abf-b2a7-456f-8b99-5e0325d0ff23 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.002686 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-38018abf-b2a7-456f-8b99-5e0325d0ff23 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/routers/5083e729-d5c8-40da-a9ac-37dd0881a457 HTTP/1.1" status: 204 len: 168 time: 0.8520031 Apr 01 12:40:18.002974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40302) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:18.035216 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.056509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e1c284-d7e2-430a-b812-93a058ed30ff tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting subnet 7e7fe988-947f-46e9-9749-d337bb0e5851 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:40:18.059761 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67e1c284-d7e2-430a-b812-93a058ed30ff tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.073155 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-d7a74cc6-cbee-4415-8cd1-7d187cbf7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:18.074656 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-d7a74cc6-cbee-4415-8cd1-7d187cbf7d08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1149d77b-ab04-498d-a3e3-8e60da95fc6c HTTP/1.1" status: 200 len: 851 time: 0.1341326 Apr 01 12:40:18.098720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67e1c284-d7e2-430a-b812-93a058ed30ff tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.117415 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-86b28ec8-72ad-4f3e-93bf-5fd8471e16d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=815996f8-8c07-4738-8888-e815cb2d482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324864 Apr 01 12:40:18.121127 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.122214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:18.122812 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.144448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c14a0-cfb0-45fc-b45e-d87b686b733b req-a6a5f327-f216-4f69-931e-a0cc6962cb5e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:18.145909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-335c14a0-cfb0-45fc-b45e-d87b686b733b req-a6a5f327-f216-4f69-931e-a0cc6962cb5e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.1168969 Apr 01 12:40:18.188770 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67e1c284-d7e2-430a-b812-93a058ed30ff tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.191409 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7813346 Apr 01 12:40:18.199880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40306) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:18.225459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3c3aa814-f0ba-4d41-94e7-168d0fd77c14 admin admin] Request body: {'subnet': {'network_id': 'b86b021a-b0ef-45e1-8ea8-5fc067ba5689', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-403359373-subnet', 'tenant_id': '81db42d035eb49bc8d008b638fa74575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:18.280345 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699de9f-ea67-49dd-829d-413db50e25f1 req-e306e642-6926-41b5-bde8-1efe5adcbd99 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:18.281833 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6699de9f-ea67-49dd-829d-413db50e25f1 req-e306e642-6926-41b5-bde8-1efe5adcbd99 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.0633895 Apr 01 12:40:18.287368 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67e1c284-d7e2-430a-b812-93a058ed30ff tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.331382 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1c284-d7e2-430a-b812-93a058ed30ff tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7fe988-947f-46e9-9749-d337bb0e5851,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:18.336909 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67e1c284-d7e2-430a-b812-93a058ed30ff tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.339245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38275a30-1954-4b44-9549-31703d907d5e admin admin] Pushing event updated for resources: {'Network': ['ID=b86b021a-b0ef-45e1-8ea8-5fc067ba5689,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:18.343246 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-67e1c284-d7e2-430a-b812-93a058ed30ff tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/7e7fe988-947f-46e9-9749-d337bb0e5851 HTTP/1.1" status: 204 len: 168 time: 0.3361824 Apr 01 12:40:18.343246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40310) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:18.344137 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104d79c-0dc5-41fe-9be1-e48a0a1ccf85 None None] Network 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:18.367736 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-335c14a0-cfb0-45fc-b45e-d87b686b733b req-144de5c7-2ff4-41d8-9859-4fe92ad4ab2a tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=9014e2db-87aa-4d56-bd9f-785753d3fad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073047 Apr 01 12:40:18.373395 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3aa814-f0ba-4d41-94e7-168d0fd77c14 admin admin] Made reservation on behalf of 81db42d035eb49bc8d008b638fa74575 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:18.375492 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3c3aa814-f0ba-4d41-94e7-168d0fd77c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.399445 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6699de9f-ea67-49dd-829d-413db50e25f1 req-5ae5aed9-70c4-4aaa-a56a-690eeefbc81d tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097226 Apr 01 12:40:18.420512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354eb868-a610-4341-b67b-6b200bfa71c4 req-e45d721c-f0f0-407a-ba4e-31c46ab54308 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:18.427099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-354eb868-a610-4341-b67b-6b200bfa71c4 req-e45d721c-f0f0-407a-ba4e-31c46ab54308 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 945 time: 0.1658697 Apr 01 12:40:18.434236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-3de56b89-1fcf-448d-8dff-ee5bc0a71d05 service neutron] 10.222.0.37 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075697 Apr 01 12:40:18.443033 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.470791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b86b021a-b0ef-45e1-8ea8-5fc067ba5689 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:40:18.504351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:18.504723 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.585658 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] For port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f,segment=NetworkSegment(13043507-d931-44bd-8574-d45dcef8521b),segment_id=13043507-d931-44bd-8574-d45dcef8521b)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:18.586210 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.601826 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:18.657527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d5733-9879-4efa-a06d-33d5455b68b8 None None] DHCP port deletion for 1c8b0ecc-9239-4f8c-a04b-f43c74b170dc request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:40:18.697897 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.706817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95a78d-7c7c-44d0-9961-bd83aa04b5de req-7bba2c0a-4598-4af6-94bf-7435db2432ab tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:18.708262 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd95a78d-7c7c-44d0-9961-bd83aa04b5de req-7bba2c0a-4598-4af6-94bf-7435db2432ab tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 943 time: 0.2290058 Apr 01 12:40:18.723909 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d5733-9879-4efa-a06d-33d5455b68b8 None None] Deleting port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:18.724496 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5733-9879-4efa-a06d-33d5455b68b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.737370 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43dcb72-4cd4-43a2-b360-ee0510ae693b req-b6560726-74b3-4394-a418-b11057fc7516 service neutron] 10.222.0.37 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759612 Apr 01 12:40:18.763597 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:18.773503 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No DVR routers for this DVR port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:18.793320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-354eb868-a610-4341-b67b-6b200bfa71c4 req-c878f690-4f92-4027-b142-2c731bc4a0c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Deleting port 1b15833d-c374-434f-aa43-fb8baf7ffa74 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:18.793662 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-354eb868-a610-4341-b67b-6b200bfa71c4 req-c878f690-4f92-4027-b142-2c731bc4a0c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.794617 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5f7d5733-9879-4efa-a06d-33d5455b68b8 None None] For port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f, host n-d-836146-1, got binding levels [] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:18.795681 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5733-9879-4efa-a06d-33d5455b68b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.809706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d5733-9879-4efa-a06d-33d5455b68b8 None None] Calling delete_port for 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:18.812566 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.ipam_backend_mixin [None req-5f7d5733-9879-4efa-a06d-33d5455b68b8 None None] Port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f was not found and therefore no delete operation was performed {{(pid=102720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 12:40:18.813869 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5733-9879-4efa-a06d-33d5455b68b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.838951 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd95a78d-7c7c-44d0-9961-bd83aa04b5de req-f093724e-b9b7-4620-80b9-e8ee689ec523 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046603 Apr 01 12:40:18.843068 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ced6d3-a1a9-4764-af50-e265e38eac27 req-9594016a-3137-4f0f-9a13-34b0327cad60 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:18.844705 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-13ced6d3-a1a9-4764-af50-e265e38eac27 req-9594016a-3137-4f0f-9a13-34b0327cad60 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 943 time: 0.1433749 Apr 01 12:40:18.845977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d5733-9879-4efa-a06d-33d5455b68b8 None None] Pushing event deleted for resources: {'Port': ['ID=18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:18.849776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d5733-9879-4efa-a06d-33d5455b68b8 None None] No DVR routers for this DVR port 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:18.888571 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.906095 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3c3aa814-f0ba-4d41-94e7-168d0fd77c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.933796 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8b0ecc-9239-4f8c-a04b-f43c74b170dc']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:18.947593 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-13ced6d3-a1a9-4764-af50-e265e38eac27 req-a01dacbb-ec74-49a8-972d-172689051d5e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616829 Apr 01 12:40:18.949267 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13043507-d931-44bd-8574-d45dcef8521b') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:18.949517 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13043507-d931-44bd-8574-d45dcef8521b') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:18.960160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.978748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3aa814-f0ba-4d41-94e7-168d0fd77c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f742d1c8-5854-4e7b-825b-57c1f8d34d03,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:18.981808 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.988167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-354eb868-a610-4341-b67b-6b200bfa71c4 req-c878f690-4f92-4027-b142-2c731bc4a0c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] For port 1b15833d-c374-434f-aa43-fb8baf7ffa74, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1b15833d-c374-434f-aa43-fb8baf7ffa74,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:18.988538 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-354eb868-a610-4341-b67b-6b200bfa71c4 req-c878f690-4f92-4027-b142-2c731bc4a0c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.989754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:40:18.990806 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:40:18.993943 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:40:19.009665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-354eb868-a610-4341-b67b-6b200bfa71c4 req-c878f690-4f92-4027-b142-2c731bc4a0c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Calling delete_port for 1b15833d-c374-434f-aa43-fb8baf7ffa74 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:19.022139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3aa814-f0ba-4d41-94e7-168d0fd77c14 admin admin] Checking segment: {'id': '56307238-d98f-4d45-8869-d35c582d89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b86b021a-b0ef-45e1-8ea8-5fc067ba5689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:40:19.022500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3aa814-f0ba-4d41-94e7-168d0fd77c14 admin admin] Network hostable DHCP agents. Network: b86b021a-b0ef-45e1-8ea8-5fc067ba5689, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:40:19.037946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:19.064500 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:19.065202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 18081ce9-04b2-4ee9-a7a0-b7b4a6dd4b9f not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:19.073635 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:19.079221 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:19.087015 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/networks/1c8b0ecc-9239-4f8c-a04b-f43c74b170dc HTTP/1.1" status: 204 len: 168 time: 0.7426691 Apr 01 12:40:19.087531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40316) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:19.101823 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec0010-fbe4-4f13-9fa3-c39da09f6fa9 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Network': ['ID=1c8b0ecc-9239-4f8c-a04b-f43c74b170dc,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:19.146283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3aa814-f0ba-4d41-94e7-168d0fd77c14 admin admin] Network b86b021a-b0ef-45e1-8ea8-5fc067ba5689 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:40:19.174608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a575268d-8ecd-4ede-92d6-0e31b0bf19ce tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:19.175949 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a575268d-8ecd-4ede-92d6-0e31b0bf19ce tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/dd848064-cc8f-4915-8aff-39a823895b94 HTTP/1.1" status: 200 len: 841 time: 0.0846055 Apr 01 12:40:19.180090 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40318) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:19.181542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-3c3aa814-f0ba-4d41-94e7-168d0fd77c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b86b021a-b0ef-45e1-8ea8-5fc067ba5689) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:19.186724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3aa814-f0ba-4d41-94e7-168d0fd77c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:19.187352 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3c3aa814-f0ba-4d41-94e7-168d0fd77c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:19.193002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa77ebc-3516-476e-96c8-bf00af2617e6 None None] Network b86b021a-b0ef-45e1-8ea8-5fc067ba5689 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:19.215115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac17076-70e0-4dec-a419-a7f45c23e79b req-01c9baab-4ccc-43a2-8b34-a4d3e587de9b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:19.216502 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8ac17076-70e0-4dec-a419-a7f45c23e79b req-01c9baab-4ccc-43a2-8b34-a4d3e587de9b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1472104 Apr 01 12:40:19.232103 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a055e518-5dee-4c04-b73f-3bf0339f283c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/dd848064-cc8f-4915-8aff-39a823895b94?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0508008 Apr 01 12:40:19.232784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0837109c-4ad6-4cd2-aaf0-0f6b17a5f741', 'tag': 'b74fbe5a-0453-4244-87e8-81d2786c6c7f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:19.232918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40320) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:19.235647 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb93d57-b715-4a06-a776-768890ff57d2" -d '{"events": [{"name": "network-changed", "server_uuid": "0837109c-4ad6-4cd2-aaf0-0f6b17a5f741", "tag": "b74fbe5a-0453-4244-87e8-81d2786c6c7f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:19.239011 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c2a61b20-7349-4c97-b95c-07e967dc0a2f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:19.298981 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3c3aa814-f0ba-4d41-94e7-168d0fd77c14 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0780501 Apr 01 12:40:19.298981 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653b7d14-855c-4898-b8fc-467b6651dce1 x-openstack-request-id: req-653b7d14-855c-4898-b8fc-467b6651dce1 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:19.298981 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0837109c-4ad6-4cd2-aaf0-0f6b17a5f741", "tag": "b74fbe5a-0453-4244-87e8-81d2786c6c7f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:19.298981 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-653b7d14-855c-4898-b8fc-467b6651dce1 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:19.298981 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653b7d14-855c-4898-b8fc-467b6651dce1'] response: {'name': 'network-changed', 'server_uuid': '0837109c-4ad6-4cd2-aaf0-0f6b17a5f741', 'tag': 'b74fbe5a-0453-4244-87e8-81d2786c6c7f', 'status': 'completed', 'code': 200} Apr 01 12:40:19.332061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a72d5a-cafd-4064-9284-d5e663f2ebe6 None None] Network b86b021a-b0ef-45e1-8ea8-5fc067ba5689 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:19.349905 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a61b20-7349-4c97-b95c-07e967dc0a2f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:19.356481 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2a61b20-7349-4c97-b95c-07e967dc0a2f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:19.387163 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8ac17076-70e0-4dec-a419-a7f45c23e79b req-0701eb05-e6bc-4cbd-9843-789b885966cd tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584537 Apr 01 12:40:19.393150 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-354eb868-a610-4341-b67b-6b200bfa71c4 req-c878f690-4f92-4027-b142-2c731bc4a0c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:19.414139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1b15833d-c374-434f-aa43-fb8baf7ffa74'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:40:19.424651 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878f690-4f92-4027-b142-2c731bc4a0c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event deleted for resources: {'Port': ['ID=1b15833d-c374-434f-aa43-fb8baf7ffa74,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:19.434206 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb93d57-b715-4a06-a776-768890ff57d2 req-04ba791a-3b9e-47ea-bd5f-d4f7a8eb8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:19.435805 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fcb93d57-b715-4a06-a776-768890ff57d2 req-04ba791a-3b9e-47ea-bd5f-d4f7a8eb8d6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aab159a24aeb4d4187404cae959e43ca&device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 1094 time: 0.1115711 Apr 01 12:40:19.511569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device df7b4828-9b98-4bc8-87c9-4342aaa1a450 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:40:19.545066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-354eb868-a610-4341-b67b-6b200bfa71c4 req-c878f690-4f92-4027-b142-2c731bc4a0c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] No DVR routers for this DVR port 1b15833d-c374-434f-aa43-fb8baf7ffa74 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:19.547150 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-354eb868-a610-4341-b67b-6b200bfa71c4 req-c878f690-4f92-4027-b142-2c731bc4a0c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:19.550773 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-354eb868-a610-4341-b67b-6b200bfa71c4 req-c878f690-4f92-4027-b142-2c731bc4a0c8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.44 "DELETE /v2.0/ports/1b15833d-c374-434f-aa43-fb8baf7ffa74 HTTP/1.1" status: 204 len: 173 time: 1.0883660 Apr 01 12:40:19.599258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a0aadc24-40fb-4a39-89d6-e7ef25833e8a req-e7de58a1-35c8-4c0c-9e93-7c4f65f4b894 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=a81603b9-f72c-48bc-9423-99141c5a036a HTTP/1.1" status: 200 len: 210 time: 0.0577583 Apr 01 12:40:19.706313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baecd20-093d-4433-96ae-4ce994e66965 req-271b82a8-4199-4135-8192-682bde33ad2e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:19.708729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6baecd20-093d-4433-96ae-4ce994e66965 req-271b82a8-4199-4135-8192-682bde33ad2e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1544874 Apr 01 12:40:19.738632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port df7b4828-9b98-4bc8-87c9-4342aaa1a450, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df7b4828-9b98-4bc8-87c9-4342aaa1a450,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:19.754269 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'port_id': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450', 'mac_address': 'fa:16:3e:52:b5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:40:19.786040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb93d57-b715-4a06-a776-768890ff57d2 req-99c08adc-9203-4c78-96e6-f038d07e95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:19.788659 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fcb93d57-b715-4a06-a776-768890ff57d2 req-99c08adc-9203-4c78-96e6-f038d07e95d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=815996f8-8c07-4738-8888-e815cb2d482c HTTP/1.1" status: 200 len: 912 time: 0.3445096 Apr 01 12:40:19.804353 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2a61b20-7349-4c97-b95c-07e967dc0a2f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:19.819235 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:19.834459 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7b4828-9b98-4bc8-87c9-4342aaa1a450 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:40:19.858445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fcb93d57-b715-4a06-a776-768890ff57d2 req-f9d3d2d3-ceec-4b17-8f51-533794a89e28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b74fbe5a-0453-4244-87e8-81d2786c6c7f HTTP/1.1" status: 200 len: 217 time: 0.0558858 Apr 01 12:40:19.860842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a61b20-7349-4c97-b95c-07e967dc0a2f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:19.861648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6baecd20-093d-4433-96ae-4ce994e66965 req-9fefb815-57b2-4769-a5ad-e7d3a1035da3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449125 Apr 01 12:40:19.863297 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c2a61b20-7349-4c97-b95c-07e967dc0a2f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:19.866363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port df7b4828-9b98-4bc8-87c9-4342aaa1a450, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df7b4828-9b98-4bc8-87c9-4342aaa1a450,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:19.867941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a61b20-7349-4c97-b95c-07e967dc0a2f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:19.868392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2a61b20-7349-4c97-b95c-07e967dc0a2f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:19.875172 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:19.882876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547d228-edc8-48c4-a5bb-b7f69d2eef4d None None] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:19.905827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a61b20-7349-4c97-b95c-07e967dc0a2f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Subnet': ['ID=af045d46-5c6a-4b75-84ea-6434fcaba92a,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:19.919466 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c2a61b20-7349-4c97-b95c-07e967dc0a2f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6855497 Apr 01 12:40:19.922941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40338) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:19.929025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ea36cd52-a2a0-407e-8c3a-5f19802b6732 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'security_group': {'name': 'tempest-secgroup-2020821410'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:19.963311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb93d57-b715-4a06-a776-768890ff57d2 req-479046ea-6977-49c2-a86c-187463c5af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:19.964351 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fcb93d57-b715-4a06-a776-768890ff57d2 req-479046ea-6977-49c2-a86c-187463c5af5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1149d77b-ab04-498d-a3e3-8e60da95fc6c HTTP/1.1" status: 200 len: 851 time: 0.0934250 Apr 01 12:40:19.969016 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea36cd52-a2a0-407e-8c3a-5f19802b6732 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.009588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fcb93d57-b715-4a06-a776-768890ff57d2 req-deb84b71-5164-43ba-bb31-e2c6baa7fe11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=815996f8-8c07-4738-8888-e815cb2d482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297184 Apr 01 12:40:20.031639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967f0c7-0d81-4971-8443-dca47ec22b11 req-0e6bf69f-8c7e-4de6-bbed-41e3ae59818d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:20.033313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8967f0c7-0d81-4971-8443-dca47ec22b11 req-0e6bf69f-8c7e-4de6-bbed-41e3ae59818d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 944 time: 0.0857375 Apr 01 12:40:20.137168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8967f0c7-0d81-4971-8443-dca47ec22b11 req-9389c77d-d78d-440a-93fa-9794b8c8fded tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951631 Apr 01 12:40:20.160206 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fcb93d57-b715-4a06-a776-768890ff57d2 req-14ae1cfc-3a9d-433a-99a9-0e5360516ec6 service neutron] 10.222.0.37 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376257 Apr 01 12:40:20.175324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=df7b4828-9b98-4bc8-87c9-4342aaa1a450,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:20.182423 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea36cd52-a2a0-407e-8c3a-5f19802b6732 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.205250 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea36cd52-a2a0-407e-8c3a-5f19802b6732 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.245245 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-91cb9f58-d7bc-453a-8d75-52ff6fae5c32 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:20.253329 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-91cb9f58-d7bc-453a-8d75-52ff6fae5c32 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/networks?id=b86b021a-b0ef-45e1-8ea8-5fc067ba5689 HTTP/1.1" status: 200 len: 812 time: 0.2532578 Apr 01 12:40:20.266167 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea36cd52-a2a0-407e-8c3a-5f19802b6732 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.270257 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ea36cd52-a2a0-407e-8c3a-5f19802b6732 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3437760 Apr 01 12:40:20.272818 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40352) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:20.285104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1f5e0724-2a5c-4151-9353-6ea19b20c427 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'security_group': {'name': 'tempest-secgroup-532255706'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:20.304842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-249d0f51-8b5d-4122-9ca8-a691b5187320', 'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'tenant_id': '6f8814e9e17c4a30bcb1c845a5548d19', 'fixed_ips': [{'subnet_id': 'af045d46-5c6a-4b75-84ea-6434fcaba92a'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:40:20.306083 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.307720 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-9a5f81d9-9af5-4946-83e0-fd543981bab8 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/quotas/81db42d035eb49bc8d008b638fa74575 HTTP/1.1" status: 200 len: 375 time: 0.0534256 Apr 01 12:40:20.344221 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-a04824d9-ec6a-4692-8878-c72d9dd5225b tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=81db42d035eb49bc8d008b638fa74575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338798 Apr 01 12:40:20.345029 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36cd52-a2a0-407e-8c3a-5f19802b6732 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe76aa-5ba7-48e1-8976-4bab9437bd64,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:20.349792 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fcb93d57-b715-4a06-a776-768890ff57d2 req-a9ac07a6-5a97-406c-b6f2-34e2c920d1f3 service neutron] 10.222.0.37 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762910 Apr 01 12:40:20.367267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301050e-cf5f-4a24-adb8-0fafe450317c req-99dab383-fe36-43f3-b290-7246a6f2e5ac tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:20.369981 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5301050e-cf5f-4a24-adb8-0fafe450317c req-99dab383-fe36-43f3-b290-7246a6f2e5ac tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 943 time: 0.0848997 Apr 01 12:40:20.411385 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['df7b4828-9b98-4bc8-87c9-4342aaa1a450'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:40:20.423518 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0724-2a5c-4151-9353-6ea19b20c427 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.430293 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5301050e-cf5f-4a24-adb8-0fafe450317c req-9b2eca21-447e-4cd7-815b-459808d938b2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463438 Apr 01 12:40:20.459583 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-67fbc0a8-f809-4d93-9634-06da62b805c5 service neutron] 10.222.0.45 "GET /v2.0/networks/b86b021a-b0ef-45e1-8ea8-5fc067ba5689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109004 Apr 01 12:40:20.545918 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Allocated IP 172.20.0.2 (249d0f51-8b5d-4122-9ca8-a691b5187320/af045d46-5c6a-4b75-84ea-6434fcaba92a/1ad19286-c697-4240-a9e9-b1b15b08bd03) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:20.559537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203238-6a08-456f-b419-f9d25cc01546 req-1d8385ae-c048-45af-b20b-d1b9930783bf tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:20.562137 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-38203238-6a08-456f-b419-f9d25cc01546 req-1d8385ae-c048-45af-b20b-d1b9930783bf tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.0592093 Apr 01 12:40:20.575497 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0724-2a5c-4151-9353-6ea19b20c427 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.595830 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0724-2a5c-4151-9353-6ea19b20c427 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.620426 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-ebd1e92a-1494-4111-a3aa-7f12b2edf674 service neutron] 10.222.0.45 "GET /v2.0/networks/b86b021a-b0ef-45e1-8ea8-5fc067ba5689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519625 Apr 01 12:40:20.623600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-38203238-6a08-456f-b419-f9d25cc01546 req-6de235fe-82f6-478d-908e-aad9af271256 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430448 Apr 01 12:40:20.633385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0724-2a5c-4151-9353-6ea19b20c427 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.634924 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1f5e0724-2a5c-4151-9353-6ea19b20c427 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3562934 Apr 01 12:40:20.637852 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40356) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:20.644019 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-697146115', 'security_groups': ['bc76d656-74fc-4bce-a3b7-37e2dcc6ba18'], 'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'af045d46-5c6a-4b75-84ea-6434fcaba92a'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:20.665910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e0724-2a5c-4151-9353-6ea19b20c427 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc76d656-74fc-4bce-a3b7-37e2dcc6ba18,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:20.785697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:20.806149 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.813938 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.856293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:20.860399 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:20.864599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:20.899630 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Pushing event updated for resources: {'Port': ['ID=1ad19286-c697-4240-a9e9-b1b15b08bd03,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:20.935176 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.960766 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Attempting to bind port 1ad19286-c697-4240-a9e9-b1b15b08bd03 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:40:20.961143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Attempting to bind port 1ad19286-c697-4240-a9e9-b1b15b08bd03 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '87088a08-088c-48b4-b35e-e2d2e301e32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:40:20.965015 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Attempting to bind port 1ad19286-c697-4240-a9e9-b1b15b08bd03 on network 249d0f51-8b5d-4122-9ca8-a691b5187320 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:20.971021 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-60cb54bc-4a4b-4a90-a31f-132c29cdd5c6 req-7ff6d1a0-f6f1-4619-a0e1-1554374a6db2 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 210 time: 0.0554500 Apr 01 12:40:20.974539 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:40:20.974915 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Checking segment: {'id': '87088a08-088c-48b4-b35e-e2d2e301e32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:40:20.975321 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.975749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Bound using segment: {'id': '87088a08-088c-48b4-b35e-e2d2e301e32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:40:20.976186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Bound port: 1ad19286-c697-4240-a9e9-b1b15b08bd03, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87088a08-088c-48b4-b35e-e2d2e301e32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:40:20.976568 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:20.984464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port f3ece960-6b0d-438b-bc0c-099eb0af5f6d yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:40:21.091382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] For port 1ad19286-c697-4240-a9e9-b1b15b08bd03, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:40:21.097845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] For port 1ad19286-c697-4240-a9e9-b1b15b08bd03, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1ad19286-c697-4240-a9e9-b1b15b08bd03,segment=NetworkSegment(87088a08-088c-48b4-b35e-e2d2e301e32b),segment_id=87088a08-088c-48b4-b35e-e2d2e301e32b)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:40:21.103965 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:21.130472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ec92e-d806-46b8-9d60-9792453bd0e3 req-f92d97c9-2306-4f0f-9100-6ef709d0b8af tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:21.132384 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b7ec92e-d806-46b8-9d60-9792453bd0e3 req-f92d97c9-2306-4f0f-9100-6ef709d0b8af tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0963287 Apr 01 12:40:21.168468 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59ab79-f8b6-4ee9-ba38-62fe9fc653f4 None None] Pushing event updated for resources: {'Port': ['ID=1ad19286-c697-4240-a9e9-b1b15b08bd03,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:21.177019 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3955dd-2399-4524-a4ca-ab40597cccd0 req-841abcfc-0361-4394-a148-9a58a39c951c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:21.178609 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b3955dd-2399-4524-a4ca-ab40597cccd0 req-841abcfc-0361-4394-a148-9a58a39c951c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1322823 Apr 01 12:40:21.199899 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b7ec92e-d806-46b8-9d60-9792453bd0e3 req-c0b45f2d-96f6-444b-9403-b9bb5b70c92e tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603635 Apr 01 12:40:21.301535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.14 (249d0f51-8b5d-4122-9ca8-a691b5187320/af045d46-5c6a-4b75-84ea-6434fcaba92a/f3ece960-6b0d-438b-bc0c-099eb0af5f6d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:21.307985 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81603b9-f72c-48bc-9423-99141c5a036a', 'name': 'network-vif-deleted', 'tag': '1b15833d-c374-434f-aa43-fb8baf7ffa74'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:21.310535 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5b1c7e-0c55-4090-b003-27c18bf4bcda" -d '{"events": [{"server_uuid": "a81603b9-f72c-48bc-9423-99141c5a036a", "name": "network-vif-deleted", "tag": "1b15833d-c374-434f-aa43-fb8baf7ffa74"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:21.336669 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6b3955dd-2399-4524-a4ca-ab40597cccd0 req-d575504e-8230-4c68-ac60-8aca9497a880 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504076 Apr 01 12:40:21.381244 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed147ee-b99b-4cd0-8603-a790db2a9b16 req-1584d068-e5ec-4325-9278-70430873f936 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:21.382838 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eed147ee-b99b-4cd0-8603-a790db2a9b16 req-1584d068-e5ec-4325-9278-70430873f936 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 944 time: 0.0724032 Apr 01 12:40:21.395597 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fa78f2-97ae-48d1-9084-406bb4bc18d5 x-openstack-request-id: req-48fa78f2-97ae-48d1-9084-406bb4bc18d5 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:21.395887 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81603b9-f72c-48bc-9423-99141c5a036a", "name": "network-vif-deleted", "tag": "1b15833d-c374-434f-aa43-fb8baf7ffa74", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:21.396139 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48fa78f2-97ae-48d1-9084-406bb4bc18d5 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:21.396561 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fa78f2-97ae-48d1-9084-406bb4bc18d5'] response: {'server_uuid': 'a81603b9-f72c-48bc-9423-99141c5a036a', 'name': 'network-vif-deleted', 'tag': '1b15833d-c374-434f-aa43-fb8baf7ffa74', 'status': 'completed', 'code': 200} Apr 01 12:40:21.474809 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eed147ee-b99b-4cd0-8603-a790db2a9b16 req-da268d06-629c-41ee-a4b0-fc5d670e44eb tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811663 Apr 01 12:40:21.526525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device df7b4828-9b98-4bc8-87c9-4342aaa1a450 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:21.623358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port df7b4828-9b98-4bc8-87c9-4342aaa1a450 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:40:21.629328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port df7b4828-9b98-4bc8-87c9-4342aaa1a450 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:21.629702 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:21.657940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417b657-f06b-4537-93be-eb3a35951edc req-8245acfd-3451-486d-926c-5f918b6511f7 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:21.660485 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3417b657-f06b-4537-93be-eb3a35951edc req-8245acfd-3451-486d-926c-5f918b6511f7 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 943 time: 0.1258998 Apr 01 12:40:21.672455 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1b15833d-c374-434f-aa43-fb8baf7ffa74 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:21.690850 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:21.702175 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 1b15833d-c374-434f-aa43-fb8baf7ffa74 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:21.703138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1b15833d-c374-434f-aa43-fb8baf7ffa74 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:21.718870 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3417b657-f06b-4537-93be-eb3a35951edc req-0e16e4d0-532b-4d23-a93d-6773ad89f3e6 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459995 Apr 01 12:40:21.752964 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:21.754461 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:21.777866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:21.780946 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382aee96-1b70-4cbd-94f8-625d513edcce" -d '{"events": [{"server_uuid": "be7db7f0-8e64-423f-b481-a5fb263d9f47", "name": "network-vif-plugged", "status": "completed", "tag": "df7b4828-9b98-4bc8-87c9-4342aaa1a450"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:21.791010 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:21.794145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:21.795811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port df7b4828-9b98-4bc8-87c9-4342aaa1a450, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df7b4828-9b98-4bc8-87c9-4342aaa1a450,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:21.797587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d643fd-8341-4a2c-91f8-6aa0dac34849 req-bf9591a9-8e42-45a9-9886-466b19f5a974 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:21.803898 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:21.807916 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84d643fd-8341-4a2c-91f8-6aa0dac34849 req-bf9591a9-8e42-45a9-9886-466b19f5a974 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.0888479 Apr 01 12:40:21.818271 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:21.861505 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a6a434-28e0-486e-a229-1f7c967e02bc x-openstack-request-id: req-30a6a434-28e0-486e-a229-1f7c967e02bc {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:21.862565 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7db7f0-8e64-423f-b481-a5fb263d9f47", "name": "network-vif-plugged", "status": "completed", "tag": "df7b4828-9b98-4bc8-87c9-4342aaa1a450", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:21.862825 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30a6a434-28e0-486e-a229-1f7c967e02bc {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:21.863356 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a6a434-28e0-486e-a229-1f7c967e02bc'] response: {'server_uuid': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450', 'code': 200} Apr 01 12:40:21.874016 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=f3ece960-6b0d-438b-bc0c-099eb0af5f6d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:21.881229 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=df7b4828-9b98-4bc8-87c9-4342aaa1a450,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:21.886620 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84d643fd-8341-4a2c-91f8-6aa0dac34849 req-fab4324d-cbb1-4099-b784-9fe4a318b3aa tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775506 Apr 01 12:40:21.904819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:21.905757 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:21.921785 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-11492e90-a544-4f88-ada2-9cd17d8b0a44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2826865 Apr 01 12:40:21.924564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40386) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:21.929468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-bd390347-82a3-441a-b3b5-0981dee8a682 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:22.042102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1c057-ba41-475e-aefe-e1e2e85e6095 req-deee7cc5-b5cb-4f3f-bc3d-ef7c3837b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:22.043612 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3bc1c057-ba41-475e-aefe-e1e2e85e6095 req-deee7cc5-b5cb-4f3f-bc3d-ef7c3837b83f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 1096 time: 0.1108742 Apr 01 12:40:22.065955 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac550089-0ce3-42a5-8e00-e21a1f6867a7 req-c481cd24-304f-4320-9212-90b2a62dbc64 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 210 time: 0.0453455 Apr 01 12:40:22.124379 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3bc1c057-ba41-475e-aefe-e1e2e85e6095 req-153a7b03-2b8d-4f0d-be01-63762fc52fe3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641594 Apr 01 12:40:22.125944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd390347-82a3-441a-b3b5-0981dee8a682 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:22.129617 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bd390347-82a3-441a-b3b5-0981dee8a682 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:22.352615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833f203-4a07-4457-9d77-c09fd56eb1da req-3d9caa16-5d1b-405e-adad-573f4bde201c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:22.361387 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3833f203-4a07-4457-9d77-c09fd56eb1da req-3d9caa16-5d1b-405e-adad-573f4bde201c tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0667102 Apr 01 12:40:22.410424 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3833f203-4a07-4457-9d77-c09fd56eb1da req-39ccd5fb-3af1-42c1-9e94-ebd733559de8 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480180 Apr 01 12:40:22.536622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ee77ed83-0689-4c1c-9976-74f4c16d11c8 None None] Provisioning complete for port 1ad19286-c697-4240-a9e9-b1b15b08bd03 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:22.537403 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee77ed83-0689-4c1c-9976-74f4c16d11c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:22.657246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5ef6b-fde8-487d-9220-a0c62bacfd45 req-0238acdb-05f0-491f-a68d-0f248a5601cb tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:22.669888 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3fc5ef6b-fde8-487d-9220-a0c62bacfd45 req-0238acdb-05f0-491f-a68d-0f248a5601cb tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 945 time: 0.1116550 Apr 01 12:40:22.677199 n-d-836146-1 neutron-server[102718]: INFO neutron.db.ipam_backend_mixin [None req-bd390347-82a3-441a-b3b5-0981dee8a682 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af045d46-5c6a-4b75-84ea-6434fcaba92a (CIDR: 172.20.0.0/28) Apr 01 12:40:22.688887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-d662380a-890e-4134-a28c-5ae6fa0dd1fb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:22.690406 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-d662380a-890e-4134-a28c-5ae6fa0dd1fb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.44 "GET /v2.0/networks?id=b86b021a-b0ef-45e1-8ea8-5fc067ba5689 HTTP/1.1" status: 200 len: 812 time: 0.5448463 Apr 01 12:40:22.693360 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd390347-82a3-441a-b3b5-0981dee8a682 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:22.693360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd390347-82a3-441a-b3b5-0981dee8a682 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:22.705930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Request body: {'port': {'device_id': '7e22daf5-6aaa-47ff-b2cb-a05f02c42444', 'network_id': 'b86b021a-b0ef-45e1-8ea8-5fc067ba5689', 'admin_state_up': True, 'tenant_id': '81db42d035eb49bc8d008b638fa74575'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:22.721466 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3fc5ef6b-fde8-487d-9220-a0c62bacfd45 req-f2374267-c01b-47b2-ba16-7f92deabeb06 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502994 Apr 01 12:40:22.731101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19574471-32d8-43c1-9283-bff666985d88 req-37c1c00d-05e5-4a8f-af6c-c806ae030247 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:22.731647 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee77ed83-0689-4c1c-9976-74f4c16d11c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:22.732678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-19574471-32d8-43c1-9283-bff666985d88 req-37c1c00d-05e5-4a8f-af6c-c806ae030247 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1444862 Apr 01 12:40:22.739071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bd390347-82a3-441a-b3b5-0981dee8a682 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8134620 Apr 01 12:40:22.742209 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40396) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:22.747318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f0f5a9ea-bb66-4f96-bd6a-e696c0f62c84 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:22.788983 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ee77ed83-0689-4c1c-9976-74f4c16d11c8 None None] For port 1ad19286-c697-4240-a9e9-b1b15b08bd03, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1ad19286-c697-4240-a9e9-b1b15b08bd03,segment=NetworkSegment(87088a08-088c-48b4-b35e-e2d2e301e32b),segment_id=87088a08-088c-48b4-b35e-e2d2e301e32b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:22.796420 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee77ed83-0689-4c1c-9976-74f4c16d11c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:22.849406 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ee77ed83-0689-4c1c-9976-74f4c16d11c8 None None] Provisioning complete for port dd848064-cc8f-4915-8aff-39a823895b94 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:22.849809 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee77ed83-0689-4c1c-9976-74f4c16d11c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:22.884330 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcceb716-cdae-4771-849d-2b9b99ac55f6 req-6fd53a75-fc7d-4d96-8a4c-dae01f219ea8 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:22.886242 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fcceb716-cdae-4771-849d-2b9b99ac55f6 req-6fd53a75-fc7d-4d96-8a4c-dae01f219ea8 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 943 time: 0.0537579 Apr 01 12:40:22.902778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77ed83-0689-4c1c-9976-74f4c16d11c8 None None] Pushing event updated for resources: {'Port': ['ID=1ad19286-c697-4240-a9e9-b1b15b08bd03,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:22.915746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ee77ed83-0689-4c1c-9976-74f4c16d11c8 None None] Port dd848064-cc8f-4915-8aff-39a823895b94 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:22.939964 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-19574471-32d8-43c1-9283-bff666985d88 req-cb9eb750-70a1-4a44-9db1-9eeee0f97083 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882236 Apr 01 12:40:22.944536 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fcceb716-cdae-4771-849d-2b9b99ac55f6 req-47b7988a-e66a-4c01-b5b1-20de26c6572e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510893 Apr 01 12:40:22.985079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-c6486fe1-1af8-411c-8970-3740a42cc354 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:22.986574 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-c6486fe1-1af8-411c-8970-3740a42cc354 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.1656933 Apr 01 12:40:23.045031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c38b2e49-d750-4b5f-8de6-5eae87c89e16 None None] Provisioning complete for port f3ece960-6b0d-438b-bc0c-099eb0af5f6d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:23.046472 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c38b2e49-d750-4b5f-8de6-5eae87c89e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:23.079205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Made reservation on behalf of 81db42d035eb49bc8d008b638fa74575 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:23.083185 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:23.105640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c38b2e49-d750-4b5f-8de6-5eae87c89e16 None None] Port f3ece960-6b0d-438b-bc0c-099eb0af5f6d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:23.147173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ad19286-c697-4240-a9e9-b1b15b08bd03 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:23.180791 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712e4f-168f-49ea-9643-e5a5c4b81555 req-8e2feb7f-c808-4df6-b586-c4dbd67e13e6 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:23.193412 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed712e4f-168f-49ea-9643-e5a5c4b81555 req-8e2feb7f-c808-4df6-b586-c4dbd67e13e6 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1254802 Apr 01 12:40:23.210864 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1ad19286-c697-4240-a9e9-b1b15b08bd03 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:23.211235 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:23.254070 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ed712e4f-168f-49ea-9643-e5a5c4b81555 req-1bf6402f-dd50-4cfc-bbed-0bcedfb9e895 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537641 Apr 01 12:40:23.266782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f5a9ea-bb66-4f96-bd6a-e696c0f62c84 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:23.271247 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a9ea-bb66-4f96-bd6a-e696c0f62c84 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:23.339102 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-949834c2-a0d6-4a21-b9a5-1f42ba5b0040 req-3f498fcd-c6f2-4aaf-b9b3-268da7381399 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 210 time: 0.0736935 Apr 01 12:40:23.349709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Allocated IP 172.20.0.2 (b86b021a-b0ef-45e1-8ea8-5fc067ba5689/f742d1c8-5854-4e7b-825b-57c1f8d34d03/aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:23.414344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Deleting port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:23.414688 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:23.520192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a33f4-396f-4133-8ca2-d6e1b3f5be26 req-114d0caf-4b0e-4d84-a655-d0ed12f91014 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:23.521669 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-864a33f4-396f-4133-8ca2-d6e1b3f5be26 req-114d0caf-4b0e-4d84-a655-d0ed12f91014 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 945 time: 0.0489419 Apr 01 12:40:23.531024 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device b74fbe5a-0453-4244-87e8-81d2786c6c7f details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:40:23.570062 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-864a33f4-396f-4133-8ca2-d6e1b3f5be26 req-52cb0e4d-b0f4-4667-98a6-60d9cc536c94 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups?id=226b6ce8-1dd5-403c-8a1f-2cd66d55782e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Apr 01 12:40:23.653678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] For port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:23.654714 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:23.663989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port b74fbe5a-0453-4244-87e8-81d2786c6c7f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=b74fbe5a-0453-4244-87e8-81d2786c6c7f,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:23.679341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'b74fbe5a-0453-4244-87e8-81d2786c6c7f', 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c', 'port_id': 'b74fbe5a-0453-4244-87e8-81d2786c6c7f', 'mac_address': 'fa:16:3e:ad:0b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1149d77b-ab04-498d-a3e3-8e60da95fc6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:40:23.721297 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:23.734396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74fbe5a-0453-4244-87e8-81d2786c6c7f {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:40:23.753966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port b74fbe5a-0453-4244-87e8-81d2786c6c7f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=b74fbe5a-0453-4244-87e8-81d2786c6c7f,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:23.757162 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:23.758850 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:23.809914 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=b74fbe5a-0453-4244-87e8-81d2786c6c7f,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:23.983727 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a9ea-bb66-4f96-bd6a-e696c0f62c84 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:24.001588 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:24.036369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66facdd3-d48e-4e79-8011-17ff7d9ecae8 req-0a58d21d-1b99-478e-ba4c-d5491954b11f tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:24.037870 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66facdd3-d48e-4e79-8011-17ff7d9ecae8 req-0a58d21d-1b99-478e-ba4c-d5491954b11f tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 945 time: 0.2317889 Apr 01 12:40:24.069926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2cf7b-e0cf-4045-9698-a144a9dd4ce3 req-2dcc718a-9356-4a02-b996-a0d1e298d6e7 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:24.071500 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1b2cf7b-e0cf-4045-9698-a144a9dd4ce3 req-2dcc718a-9356-4a02-b996-a0d1e298d6e7 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 944 time: 0.0496914 Apr 01 12:40:24.091929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5a9ea-bb66-4f96-bd6a-e696c0f62c84 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:24.099569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['b74fbe5a-0453-4244-87e8-81d2786c6c7f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:40:24.116909 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1b2cf7b-e0cf-4045-9698-a144a9dd4ce3 req-885df378-a155-4848-901d-0cffaca0e379 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385168 Apr 01 12:40:24.125847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-f0f5a9ea-bb66-4f96-bd6a-e696c0f62c84 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:24.131920 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:24.132052 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:24.133304 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Floating IP 4e376590-9adf-4bee-ba11-971bce4248b3 disassociated. External IP: 172.25.7.44, port: 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed. Apr 01 12:40:24.133304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Calling delete_port for 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:24.136891 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288b2b03-5094-4ba8-a3b1-aadb1d5d611b None None] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:24.141021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5a9ea-bb66-4f96-bd6a-e696c0f62c84 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:24.141611 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a9ea-bb66-4f96-bd6a-e696c0f62c84 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:24.148991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Network b86b021a-b0ef-45e1-8ea8-5fc067ba5689 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:24.155402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5a9ea-bb66-4f96-bd6a-e696c0f62c84 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Subnet': ['ID=c02d9fe4-0688-4306-b1d1-853530aac060,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:24.173462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:24.175287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Pushing event updated for resources: {'Port': ['ID=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:24.177505 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:24.251866 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66facdd3-d48e-4e79-8011-17ff7d9ecae8 req-0793ab6d-4f61-4043-bfa7-d3fab4227490 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941075 Apr 01 12:40:24.256804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40412) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:24.257057 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f0f5a9ea-bb66-4f96-bd6a-e696c0f62c84 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5140560 Apr 01 12:40:24.262487 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-609aa8a2-adb1-4e54-a4bf-66581b1b6891 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-960090246', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c02d9fe4-0688-4306-b1d1-853530aac060'}], 'security_groups': ['cdbe76aa-5ba7-48e1-8976-4bab9437bd64']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:24.293956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:24.294775 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:24.321971 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b595200-5f9c-4552-8635-17df9d978d51 req-609051ec-db11-4c3d-a457-50bec72d2516 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:24.323872 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b595200-5f9c-4552-8635-17df9d978d51 req-609051ec-db11-4c3d-a457-50bec72d2516 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1077480 Apr 01 12:40:24.325542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-11447f04-05d2-4199-8c6d-bed85fb888eb tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6251779 Apr 01 12:40:24.366696 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Request body: {'port': {'device_id': '7e22daf5-6aaa-47ff-b2cb-a05f02c42444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:24.427307 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b595200-5f9c-4552-8635-17df9d978d51 req-805f987e-0533-4b00-bfa5-7a5a00281103 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851994 Apr 01 12:40:24.459531 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:24.504004 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-609aa8a2-adb1-4e54-a4bf-66581b1b6891 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:24.509410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc164566-a72a-4651-aacc-bba7cf8974ef req-9560f522-8b19-4931-aba2-ddda0a917a7c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:24.511003 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc164566-a72a-4651-aacc-bba7cf8974ef req-9560f522-8b19-4931-aba2-ddda0a917a7c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1539702 Apr 01 12:40:24.512329 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:24.514821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event deleted for resources: {'Port': ['ID=9dc3514e-5bfe-42db-9d06-fae2f6f7dfed,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:24.562990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Update dhcp port {'port': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'fixed_ips': [{'subnet_id': 'af045d46-5c6a-4b75-84ea-6434fcaba92a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c02d9fe4-0688-4306-b1d1-853530aac060'}], 'binding:host_id': 'n-d-836146-1'}, 'id': '1ad19286-c697-4240-a9e9-b1b15b08bd03'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:40:24.608754 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:24.650532 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab686faf-25de-4967-8cf9-f6e8a27954a7 req-9cb016b9-82f2-4b40-ab37-4178a2bf7bf3 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:24.669052 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab686faf-25de-4967-8cf9-f6e8a27954a7 req-9cb016b9-82f2-4b40-ab37-4178a2bf7bf3 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 945 time: 0.1421809 Apr 01 12:40:24.677028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40422) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:24.686987 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-88ac34e0-b3ba-4557-a7f2-fcab2408ea61 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Request body: {'floatingip': {'port_id': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:24.738737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc164566-a72a-4651-aacc-bba7cf8974ef req-8db7003d-a508-4dff-923d-babf3408026d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118788 Apr 01 12:40:24.801594 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Allocated IP 172.20.0.18 (249d0f51-8b5d-4122-9ca8-a691b5187320/c02d9fe4-0688-4306-b1d1-853530aac060/1ad19286-c697-4240-a9e9-b1b15b08bd03) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:24.811599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-88ac34e0-b3ba-4557-a7f2-fcab2408ea61 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:24.888578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:40:24.924098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c623c823-2c07-4355-8dcc-3d1200d9be10 req-d010fe7d-7d0d-4036-9e55-610493629edd tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f0a35ff-bdb8-48bb-9f43-90db29f28f75 HTTP/1.1" status: 200 len: 210 time: 0.0376949 Apr 01 12:40:24.924582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] For port 1ad19286-c697-4240-a9e9-b1b15b08bd03, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1ad19286-c697-4240-a9e9-b1b15b08bd03,segment=NetworkSegment(87088a08-088c-48b4-b35e-e2d2e301e32b),segment_id=87088a08-088c-48b4-b35e-e2d2e301e32b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:24.961355 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:24.968358 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:25.005577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad453b-7d8d-4a89-ade0-615a9ed2fea5 req-6a3ee24d-6a90-48ff-8767-9fc98cfc71da tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:25.007005 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e8ad453b-7d8d-4a89-ade0-615a9ed2fea5 req-6a3ee24d-6a90-48ff-8767-9fc98cfc71da tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 931 time: 0.2414763 Apr 01 12:40:25.061083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Pushing event updated for resources: {'Port': ['ID=1ad19286-c697-4240-a9e9-b1b15b08bd03,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:25.071471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:25.071848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:25.072143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:25.072469 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:25.072795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:25.073119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:25.073438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:25.073768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:25.074096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:25.074420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:25.074734 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:25.075048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962b2c4-8a38-442e-99af-9c2b2b3ace67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:25.130626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:40:25.143916 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:25.146926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:40:25.149850 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e8ad453b-7d8d-4a89-ade0-615a9ed2fea5 req-ca8e7b43-a379-43fd-9acc-7a10820d6202 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/security-groups?id=38169d80-d6e6-4b2d-b8a2-dbcb46349b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280365 Apr 01 12:40:25.161012 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c6624-942d-4427-b5f0-312012ed3da7 None None] Sync routers for ids ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:40:25.175525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c6624-942d-4427-b5f0-312012ed3da7 None None] Routers {'4e24d4aa-4256-493f-bdb8-733dc19c9f30'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:25.176188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-657c6624-942d-4427-b5f0-312012ed3da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:40:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:25.215691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Transition to ACTIVE for port object aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:40:25.228109 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:25.251730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] No DVR routers for this DVR port 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:25.254686 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:25.258987 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d91a75b-3c06-4424-b36d-eb8ec59a03f4 req-e29d4e62-bd6d-4b1e-a1c2-31145d09360f tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.37 "DELETE /v2.0/ports/9dc3514e-5bfe-42db-9d06-fae2f6f7dfed HTTP/1.1" status: 204 len: 173 time: 2.2644064 Apr 01 12:40:25.290926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-deleted', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:25.294357 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f29ad6-5580-4e07-b571-905e6a2afc3b" -d '{"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-deleted", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:25.302727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-609aa8a2-adb1-4e54-a4bf-66581b1b6891 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Delete allocated IP 172.20.0.14 (249d0f51-8b5d-4122-9ca8-a691b5187320/af045d46-5c6a-4b75-84ea-6434fcaba92a) {{(pid=102719) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 12:40:25.369570 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-609aa8a2-adb1-4e54-a4bf-66581b1b6891 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.25 (249d0f51-8b5d-4122-9ca8-a691b5187320/c02d9fe4-0688-4306-b1d1-853530aac060/f3ece960-6b0d-438b-bc0c-099eb0af5f6d) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:25.372409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Pushing event updated for resources: {'Port': ['ID=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:25.407007 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb2493-7948-4f4b-ada7-e6e7a09bbf42 req-45c6ef56-3dd4-45fd-87f5-731d9037e71b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:25.408647 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-657c6624-942d-4427-b5f0-312012ed3da7 None None] Set router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:40:25.409108 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8cfb2493-7948-4f4b-ada7-e6e7a09bbf42 req-45c6ef56-3dd4-45fd-87f5-731d9037e71b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 944 time: 0.1618009 Apr 01 12:40:25.410801 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183d38a2-281b-4942-96e4-57694484bb42 x-openstack-request-id: req-183d38a2-281b-4942-96e4-57694484bb42 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:25.411096 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0a35ff-bdb8-48bb-9f43-90db29f28f75", "name": "network-vif-deleted", "tag": "9dc3514e-5bfe-42db-9d06-fae2f6f7dfed", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:25.411335 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-183d38a2-281b-4942-96e4-57694484bb42 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:25.411719 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183d38a2-281b-4942-96e4-57694484bb42'] response: {'server_uuid': '5f0a35ff-bdb8-48bb-9f43-90db29f28f75', 'name': 'network-vif-deleted', 'tag': '9dc3514e-5bfe-42db-9d06-fae2f6f7dfed', 'status': 'completed', 'code': 200} Apr 01 12:40:25.523311 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8cfb2493-7948-4f4b-ada7-e6e7a09bbf42 req-24e7b199-e5d5-428f-850c-0dc762f16216 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037529 Apr 01 12:40:25.561283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device b74fbe5a-0453-4244-87e8-81d2786c6c7f up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:25.563065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Attempting to bind port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:40:25.563404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Attempting to bind port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '56307238-d98f-4d45-8869-d35c582d89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b86b021a-b0ef-45e1-8ea8-5fc067ba5689'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:40:25.563751 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Attempting to bind port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 on network b86b021a-b0ef-45e1-8ea8-5fc067ba5689 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:25.568906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 on network b86b021a-b0ef-45e1-8ea8-5fc067ba5689 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:40:25.569267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Attempting to bind port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 on network b86b021a-b0ef-45e1-8ea8-5fc067ba5689 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:25.576765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:40:25.577153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Checking segment: {'id': '56307238-d98f-4d45-8869-d35c582d89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b86b021a-b0ef-45e1-8ea8-5fc067ba5689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:40:25.577819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Bound using segment: {'id': '56307238-d98f-4d45-8869-d35c582d89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b86b021a-b0ef-45e1-8ea8-5fc067ba5689'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:40:25.578410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Bound port: aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56307238-d98f-4d45-8869-d35c582d89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b86b021a-b0ef-45e1-8ea8-5fc067ba5689'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:40:25.578835 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:25.667844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] For port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:40:25.672978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] For port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192,segment=NetworkSegment(56307238-d98f-4d45-8869-d35c582d89a0),segment_id=56307238-d98f-4d45-8869-d35c582d89a0)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:40:25.693614 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:25.726528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port b74fbe5a-0453-4244-87e8-81d2786c6c7f completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:40:25.732655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port b74fbe5a-0453-4244-87e8-81d2786c6c7f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:25.733392 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:25.756008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:25.756687 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:25.758235 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] 10.222.0.44 "PUT /v2.0/ports/aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 HTTP/1.1" status: 200 len: 1091 time: 1.3994787 Apr 01 12:40:25.787957 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488c442-4831-4388-a612-085f18ecdb9d service neutron] Pushing event updated for resources: {'Port': ['ID=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:25.969981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-01ad4622-7cd3-4c1e-831c-223c1fb81025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:25.971822 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-01ad4622-7cd3-4c1e-831c-223c1fb81025 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81db42d035eb49bc8d008b638fa74575&device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 1094 time: 0.1567409 Apr 01 12:40:25.981499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fac5a7-60cd-44be-901a-1103f1a63a60 req-1100e055-f684-4496-870e-dcf3619f8730 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:25.984200 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17fac5a7-60cd-44be-901a-1103f1a63a60 req-1100e055-f684-4496-870e-dcf3619f8730 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.0987248 Apr 01 12:40:26.007427 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:26.030418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-81deebb9-8417-4cca-a6cc-197b21233b5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 HTTP/1.1" status: 200 len: 217 time: 0.0452275 Apr 01 12:40:26.039304 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-657c6624-942d-4427-b5f0-312012ed3da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:31:26Z', 'revision_number': 4, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '1ba56250-b101-4a80-b470-bf5aaf33e723', 'name': '', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'mac_address': 'fa:16:3e:38:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:24Z', 'updated_at': '2022-04-01T12:31:31Z', 'revision_number': 5, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'subnets': [{'id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:26.040923 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0837109c-4ad6-4cd2-aaf0-0f6b17a5f741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74fbe5a-0453-4244-87e8-81d2786c6c7f'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:26.043214 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5819e-b22b-41eb-83e2-74d800c69964" -d '{"events": [{"server_uuid": "0837109c-4ad6-4cd2-aaf0-0f6b17a5f741", "name": "network-vif-plugged", "status": "completed", "tag": "b74fbe5a-0453-4244-87e8-81d2786c6c7f"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:26.082872 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c6624-942d-4427-b5f0-312012ed3da7 None None] Checking router: 4e24d4aa-4256-493f-bdb8-733dc19c9f30 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:40:26.087044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port b74fbe5a-0453-4244-87e8-81d2786c6c7f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=b74fbe5a-0453-4244-87e8-81d2786c6c7f,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:26.095779 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:26.102867 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17fac5a7-60cd-44be-901a-1103f1a63a60 req-2a3ebffb-307f-4817-be80-1400df861237 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797346 Apr 01 12:40:26.107412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-f6e1c0b4-6215-4a1e-8a88-d64f806451fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:26.109154 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-f6e1c0b4-6215-4a1e-8a88-d64f806451fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f742d1c8-5854-4e7b-825b-57c1f8d34d03 HTTP/1.1" status: 200 len: 852 time: 0.0715897 Apr 01 12:40:26.113282 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae30fb8-1425-4283-b21d-bcf2b80ea300 req-cffd6482-3a5c-43e0-bddc-e7558643c68e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:26.114955 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dae30fb8-1425-4283-b21d-bcf2b80ea300 req-cffd6482-3a5c-43e0-bddc-e7558643c68e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.2716568 Apr 01 12:40:26.162293 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-a5e19133-7a7c-4d43-a15a-a169bff5562b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b86b021a-b0ef-45e1-8ea8-5fc067ba5689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399275 Apr 01 12:40:26.232513 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.resource_extend [None req-88ac34e0-b3ba-4557-a7f2-fcab2408ea61 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:40:26.270738 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79fa9ce-beaa-4e0b-b064-e60bc691b4a7 x-openstack-request-id: req-f79fa9ce-beaa-4e0b-b064-e60bc691b4a7 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:26.271352 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0837109c-4ad6-4cd2-aaf0-0f6b17a5f741", "name": "network-vif-plugged", "status": "completed", "tag": "b74fbe5a-0453-4244-87e8-81d2786c6c7f", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:26.271352 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f79fa9ce-beaa-4e0b-b064-e60bc691b4a7 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:26.271625 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79fa9ce-beaa-4e0b-b064-e60bc691b4a7'] response: {'server_uuid': '0837109c-4ad6-4cd2-aaf0-0f6b17a5f741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74fbe5a-0453-4244-87e8-81d2786c6c7f', 'code': 200} Apr 01 12:40:26.276977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-30bce342-22f7-4474-b81c-20565255b6bc None None] Provisioning complete for port f3ece960-6b0d-438b-bc0c-099eb0af5f6d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:26.277341 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-30bce342-22f7-4474-b81c-20565255b6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:26.281247 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c6624-942d-4427-b5f0-312012ed3da7 None None] Routers {'4e24d4aa-4256-493f-bdb8-733dc19c9f30'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:26.281888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-657c6624-942d-4427-b5f0-312012ed3da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:40:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:26.327579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40440) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:26.346994 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-88ac34e0-b3ba-4557-a7f2-fcab2408ea61 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:26.362218 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dae30fb8-1425-4283-b21d-bcf2b80ea300 req-8e53fd5f-1340-4546-93d1-e9f4fa7d8d0e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193859 Apr 01 12:40:26.396269 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-88ac34e0-b3ba-4557-a7f2-fcab2408ea61 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:26.426711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-657c6624-942d-4427-b5f0-312012ed3da7 None None] Set router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:40:26.461299 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-609aa8a2-adb1-4e54-a4bf-66581b1b6891 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:26.475074 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-609aa8a2-adb1-4e54-a4bf-66581b1b6891 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:26.476621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=b74fbe5a-0453-4244-87e8-81d2786c6c7f,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:26.483341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-30bce342-22f7-4474-b81c-20565255b6bc None None] Port f3ece960-6b0d-438b-bc0c-099eb0af5f6d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:26.537969 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-30bce342-22f7-4474-b81c-20565255b6bc None None] Provisioning complete for port 1ad19286-c697-4240-a9e9-b1b15b08bd03 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:26.538395 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-30bce342-22f7-4474-b81c-20565255b6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:26.619850 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-88ac34e0-b3ba-4557-a7f2-fcab2408ea61 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Floating IP 7742cf16-fe04-4dc7-9259-9fc38188899f associated. External IP: 172.25.7.149, port: df7b4828-9b98-4bc8-87c9-4342aaa1a450. Apr 01 12:40:26.678033 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5195dd23-c187-413e-8bdd-008b614b7799 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:26.679619 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609aa8a2-adb1-4e54-a4bf-66581b1b6891 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=f3ece960-6b0d-438b-bc0c-099eb0af5f6d,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:26.734743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-30bce342-22f7-4474-b81c-20565255b6bc None None] Provisioning complete for port dd848064-cc8f-4915-8aff-39a823895b94 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:26.735182 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-30bce342-22f7-4474-b81c-20565255b6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:26.763787 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-1a2671e8-c0dd-49c7-8fea-99e4c66a94d2 service neutron] 10.222.0.44 "GET /v2.0/networks/b86b021a-b0ef-45e1-8ea8-5fc067ba5689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936317 Apr 01 12:40:26.776402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16ee8d-f097-4f1d-afec-6b1ea4a5e2c2 req-706de391-ca9c-4b27-8375-ec7878aeefff tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:26.777884 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da16ee8d-f097-4f1d-afec-6b1ea4a5e2c2 req-706de391-ca9c-4b27-8375-ec7878aeefff tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 943 time: 0.1585851 Apr 01 12:40:26.779866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-657c6624-942d-4427-b5f0-312012ed3da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:31:26Z', 'revision_number': 4, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '1ba56250-b101-4a80-b470-bf5aaf33e723', 'name': '', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'mac_address': 'fa:16:3e:38:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:24Z', 'updated_at': '2022-04-01T12:31:31Z', 'revision_number': 5, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'subnets': [{'id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:26.781678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-30bce342-22f7-4474-b81c-20565255b6bc None None] Port dd848064-cc8f-4915-8aff-39a823895b94 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:26.791310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0778c-a2aa-4f0d-a887-03af7fea799a req-d58e1ad5-4830-405f-b082-068792ea0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:26.792873 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bb0778c-a2aa-4f0d-a887-03af7fea799a req-d58e1ad5-4830-405f-b082-068792ea0702 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 1096 time: 0.1746192 Apr 01 12:40:26.804114 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5195dd23-c187-413e-8bdd-008b614b7799 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:26.807318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7bcef-39e2-4f9c-9a92-b5e5429e1ce7 req-ab15dcbf-2d4c-41f8-a252-dc35d10aac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:26.808515 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c6624-942d-4427-b5f0-312012ed3da7 None None] The sync data for ids ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'] in n-d-836146-1 is: [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:31:26Z', 'revision_number': 4, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '1ba56250-b101-4a80-b470-bf5aaf33e723', 'name': '', 'network_id': '94ca01ab-f6ea-4916-aca9-a72662d13317', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'mac_address': 'fa:16:3e:38:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:24Z', 'updated_at': '2022-04-01T12:31:31Z', 'revision_number': 5, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'subnets': [{'id': 'bf23ceff-58c9-45aa-8c5d-4a04727444ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:40:26.808784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0f7bcef-39e2-4f9c-9a92-b5e5429e1ce7 req-ab15dcbf-2d4c-41f8-a252-dc35d10aac56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=469070862d5448d1be2b350d21fec32e&device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 1096 time: 0.1387389 Apr 01 12:40:26.887373 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-609aa8a2-adb1-4e54-a4bf-66581b1b6891 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] In _notify_port_updated(), no bound segment for port f3ece960-6b0d-438b-bc0c-099eb0af5f6d on network 249d0f51-8b5d-4122-9ca8-a691b5187320 {{(pid=102719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:40:26.893381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aa8a2-adb1-4e54-a4bf-66581b1b6891 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:26.894161 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-609aa8a2-adb1-4e54-a4bf-66581b1b6891 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:26.898580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-609aa8a2-adb1-4e54-a4bf-66581b1b6891 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "PUT /v2.0/ports/f3ece960-6b0d-438b-bc0c-099eb0af5f6d HTTP/1.1" status: 200 len: 920 time: 2.6403520 Apr 01 12:40:26.899348 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40444) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:26.932646 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9d9ea-b5b8-4794-bd49-f978b98a7402 req-762cae5f-aa45-483e-82a4-feb4bb1fbadf tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:26.934254 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bcf9d9ea-b5b8-4794-bd49-f978b98a7402 req-762cae5f-aa45-483e-82a4-feb4bb1fbadf tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.2460668 Apr 01 12:40:26.974175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bb0778c-a2aa-4f0d-a887-03af7fea799a req-c5e5916f-8db2-436a-bfdc-c684e8ff329e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641481 Apr 01 12:40:26.985671 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da16ee8d-f097-4f1d-afec-6b1ea4a5e2c2 req-22317c58-8b58-4ee4-b481-0f7320097f2a tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/security-groups?id=38169d80-d6e6-4b2d-b8a2-dbcb46349b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901300 Apr 01 12:40:27.006458 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55fdc9d2-37a8-424a-a980-6c84067edd60 req-5a733d21-b6d2-4488-a04a-359c3435a074 service neutron] 10.222.0.44 "GET /v2.0/networks/b86b021a-b0ef-45e1-8ea8-5fc067ba5689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270005 Apr 01 12:40:27.023217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7bcef-39e2-4f9c-9a92-b5e5429e1ce7 req-c61774ba-58f2-480e-baec-bc659077422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:27.030950 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0f7bcef-39e2-4f9c-9a92-b5e5429e1ce7 req-c61774ba-58f2-480e-baec-bc659077422f service neutron] 10.222.0.44 "GET /v2.0/networks?id=20332cba-7adf-48af-b466-d893d011242e HTTP/1.1" status: 200 len: 916 time: 0.1848791 Apr 01 12:40:27.100577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ad19286-c697-4240-a9e9-b1b15b08bd03 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:27.105920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0f7bcef-39e2-4f9c-9a92-b5e5429e1ce7 req-8f2f6dc0-f10c-4824-8535-7ef17a829d3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3331c6eb-83b9-4be4-95bf-8a20cd4e8752 HTTP/1.1" status: 200 len: 217 time: 0.0678568 Apr 01 12:40:27.109170 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5195dd23-c187-413e-8bdd-008b614b7799 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:27.111852 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5195dd23-c187-413e-8bdd-008b614b7799 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:27.115519 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5195dd23-c187-413e-8bdd-008b614b7799 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "DELETE /v2.0/security-groups/226b6ce8-1dd5-403c-8a1f-2cd66d55782e HTTP/1.1" status: 204 len: 168 time: 0.7846439 Apr 01 12:40:27.119873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40446) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:27.135639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bcf9d9ea-b5b8-4794-bd49-f978b98a7402 req-85e89e78-c799-4d60-b840-0331f6456dab tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834469 Apr 01 12:40:27.178165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7bcef-39e2-4f9c-9a92-b5e5429e1ce7 req-8a92ab7a-801e-4c88-8f5b-b9c416bcbd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:27.190142 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0f7bcef-39e2-4f9c-9a92-b5e5429e1ce7 req-8a92ab7a-801e-4c88-8f5b-b9c416bcbd25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ee042a-a0e0-4925-86f6-e1fefb27e652 HTTP/1.1" status: 200 len: 855 time: 0.0757313 Apr 01 12:40:27.211154 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be8e92-0d2a-43d2-a380-baccca2ec06f None None] New status for floating IP 4e376590-9adf-4bee-ba11-971bce4248b3: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:40:27.220806 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-439d8612-5edd-48fc-8a69-cd6369c39fff tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] show failed (client error): The resource could not be found. Apr 01 12:40:27.221470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1ad19286-c697-4240-a9e9-b1b15b08bd03 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:27.221835 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-439d8612-5edd-48fc-8a69-cd6369c39fff tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "GET /v2.0/security-groups/226b6ce8-1dd5-403c-8a1f-2cd66d55782e HTTP/1.1" status: 404 len: 347 time: 0.0951183 Apr 01 12:40:27.222652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195dd23-c187-413e-8bdd-008b614b7799 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b6ce8-1dd5-403c-8a1f-2cd66d55782e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:27.226984 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40450) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:27.231831 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:27.253183 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0f7bcef-39e2-4f9c-9a92-b5e5429e1ce7 req-1c3dbc1d-a4c9-40aa-9cd9-e4b936ee2d68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20332cba-7adf-48af-b466-d893d011242e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526328 Apr 01 12:40:27.375599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ac34e0-b3ba-4557-a7f2-fcab2408ea61 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Router 5b51178f-34da-460a-9d5e-8b337d4ff583 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:40:27.390053 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-98e37c0e-cca9-4f8f-9b5d-3389f824f0eb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port f3ece960-6b0d-438b-bc0c-099eb0af5f6d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:27.390432 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-98e37c0e-cca9-4f8f-9b5d-3389f824f0eb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:27.415809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e22daf5-6aaa-47ff-b2cb-a05f02c42444', 'tag': 'aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:27.418322 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef739e9-b829-4f99-b6b1-34e516d87875" -d '{"events": [{"name": "network-changed", "server_uuid": "7e22daf5-6aaa-47ff-b2cb-a05f02c42444", "tag": "aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:27.418925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6557bd34-25f1-4577-8c9a-cf8b56575c9f None None] Provisioning complete for port f3ece960-6b0d-438b-bc0c-099eb0af5f6d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:27.419436 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6557bd34-25f1-4577-8c9a-cf8b56575c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:27.442494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35c764-287a-45fb-b3cd-fdb984d78b39 req-51af42f3-ff75-47f2-acab-9813b9829632 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:27.444057 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ee35c764-287a-45fb-b3cd-fdb984d78b39 req-51af42f3-ff75-47f2-acab-9813b9829632 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1899769 Apr 01 12:40:27.463150 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6557bd34-25f1-4577-8c9a-cf8b56575c9f None None] Port f3ece960-6b0d-438b-bc0c-099eb0af5f6d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:27.483556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0f7bcef-39e2-4f9c-9a92-b5e5429e1ce7 req-4922eee8-d264-4dce-a151-c8a5e560afb4 service neutron] 10.222.0.44 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178538 Apr 01 12:40:27.521766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ee35c764-287a-45fb-b3cd-fdb984d78b39 req-8d0a243b-3883-4f9f-93c7-93087ab1dd2e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649860 Apr 01 12:40:27.537874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:27.559490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:27.559852 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9dc3514e-5bfe-42db-9d06-fae2f6f7dfed not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:27.574549 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a35a477-9263-44e3-8cfe-553ea1886d2f x-openstack-request-id: req-5a35a477-9263-44e3-8cfe-553ea1886d2f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:27.574850 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e22daf5-6aaa-47ff-b2cb-a05f02c42444", "tag": "aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:27.575102 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a35a477-9263-44e3-8cfe-553ea1886d2f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:27.575502 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a35a477-9263-44e3-8cfe-553ea1886d2f'] response: {'name': 'network-changed', 'server_uuid': '7e22daf5-6aaa-47ff-b2cb-a05f02c42444', 'tag': 'aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192', 'status': 'completed', 'code': 200} Apr 01 12:40:27.608260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0f7bcef-39e2-4f9c-9a92-b5e5429e1ce7 req-d617f373-eb91-431d-9821-d441b14fef66 service neutron] 10.222.0.44 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168957 Apr 01 12:40:27.664011 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef739e9-b829-4f99-b6b1-34e516d87875 req-c18f1d01-3c29-4f7d-a6a3-8a307dd08992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:27.665517 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ef739e9-b829-4f99-b6b1-34e516d87875 req-c18f1d01-3c29-4f7d-a6a3-8a307dd08992 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81db42d035eb49bc8d008b638fa74575&device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 1094 time: 0.0467567 Apr 01 12:40:27.721812 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:27.764789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef739e9-b829-4f99-b6b1-34e516d87875 req-0ec2d254-b875-479e-b050-f0a3654cb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:27.767609 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ef739e9-b829-4f99-b6b1-34e516d87875 req-0ec2d254-b875-479e-b050-f0a3654cb60b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b86b021a-b0ef-45e1-8ea8-5fc067ba5689 HTTP/1.1" status: 200 len: 913 time: 0.0940824 Apr 01 12:40:27.819643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-9244e54c-783b-4f84-8e95-250d73ea6398 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Deleting port b9b7ee18-4dfc-4532-aab8-eba244c73fe4 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:27.819939 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9244e54c-783b-4f84-8e95-250d73ea6398 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:27.824768 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:27.827087 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ef739e9-b829-4f99-b6b1-34e516d87875 req-b3dcdc54-aa90-4a3f-831d-60bbd4a84c61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 HTTP/1.1" status: 200 len: 217 time: 0.0427382 Apr 01 12:40:27.862320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:27.868495 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:27.890142 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef739e9-b829-4f99-b6b1-34e516d87875 req-483bf95b-0530-4c91-97b7-200f72fcb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:27.891787 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ef739e9-b829-4f99-b6b1-34e516d87875 req-483bf95b-0530-4c91-97b7-200f72fcb79f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f742d1c8-5854-4e7b-825b-57c1f8d34d03 HTTP/1.1" status: 200 len: 852 time: 0.0581315 Apr 01 12:40:27.925298 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:27.936783 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ef739e9-b829-4f99-b6b1-34e516d87875 req-dae2f479-e9e6-4119-9679-74155ec1bfa5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b86b021a-b0ef-45e1-8ea8-5fc067ba5689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325785 Apr 01 12:40:27.980631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85845f-1205-4734-8077-1b1576768724 req-dfe7ca25-c30d-45cf-bfea-118f2176318f tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:27.982190 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a85845f-1205-4734-8077-1b1576768724 req-dfe7ca25-c30d-45cf-bfea-118f2176318f tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.5220077 Apr 01 12:40:27.984048 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-98e37c0e-cca9-4f8f-9b5d-3389f824f0eb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:28.027859 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ac34e0-b3ba-4557-a7f2-fcab2408ea61 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:40:28.029595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-98e37c0e-cca9-4f8f-9b5d-3389f824f0eb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for f3ece960-6b0d-438b-bc0c-099eb0af5f6d owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:28.033991 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9244e54c-783b-4f84-8e95-250d73ea6398 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:28.034478 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9244e54c-783b-4f84-8e95-250d73ea6398 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:28.040174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75aaebf-b784-4ad9-b971-0aa7601220de None None] Sync routers for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:40:28.040366 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-88ac34e0-b3ba-4557-a7f2-fcab2408ea61 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:28.049472 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ef739e9-b829-4f99-b6b1-34e516d87875 req-70b889f1-ff3d-467d-90f4-cd394d2f6bbb service neutron] 10.222.0.44 "GET /v2.0/networks/b86b021a-b0ef-45e1-8ea8-5fc067ba5689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052809 Apr 01 12:40:28.076373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75aaebf-b784-4ad9-b971-0aa7601220de None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:28.077659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e75aaebf-b784-4ad9-b971-0aa7601220de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:40:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:28.083449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-9244e54c-783b-4f84-8e95-250d73ea6398 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Calling delete_port for b9b7ee18-4dfc-4532-aab8-eba244c73fe4 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:28.108106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-88ac34e0-b3ba-4557-a7f2-fcab2408ea61 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "PUT /v2.0/floatingips/7742cf16-fe04-4dc7-9259-9fc38188899f HTTP/1.1" status: 200 len: 991 time: 3.4288037 Apr 01 12:40:28.137785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'tag': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:28.140033 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2c05c2-81de-447a-9cd4-5b4ed7fa027f" -d '{"events": [{"name": "network-changed", "server_uuid": "be7db7f0-8e64-423f-b481-a5fb263d9f47", "tag": "df7b4828-9b98-4bc8-87c9-4342aaa1a450"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:28.148513 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a85845f-1205-4734-8077-1b1576768724 req-b681988c-6737-4bff-a9d0-87492d2cdc76 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567259 Apr 01 12:40:28.169976 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ef739e9-b829-4f99-b6b1-34e516d87875 req-d3dfe729-0059-4be6-9d61-c4512f1be327 service neutron] 10.222.0.44 "GET /v2.0/networks/b86b021a-b0ef-45e1-8ea8-5fc067ba5689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128168 Apr 01 12:40:28.225923 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd489bd-8590-40d9-92e5-6e7be3b23a7d x-openstack-request-id: req-8cd489bd-8590-40d9-92e5-6e7be3b23a7d {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:28.226252 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7db7f0-8e64-423f-b481-a5fb263d9f47", "tag": "df7b4828-9b98-4bc8-87c9-4342aaa1a450", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:28.226486 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8cd489bd-8590-40d9-92e5-6e7be3b23a7d {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:28.226892 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd489bd-8590-40d9-92e5-6e7be3b23a7d'] response: {'name': 'network-changed', 'server_uuid': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'tag': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450', 'status': 'completed', 'code': 200} Apr 01 12:40:28.247184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051feac9-f33f-446d-8648-b46490a385a1 req-7c891256-2d9f-425b-a0eb-1f39af3d86f0 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:28.262598 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-051feac9-f33f-446d-8648-b46490a385a1 req-7c891256-2d9f-425b-a0eb-1f39af3d86f0 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 943 time: 0.0953689 Apr 01 12:40:28.318668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-e75aaebf-b784-4ad9-b971-0aa7601220de None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:40:28.345640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c05c2-81de-447a-9cd4-5b4ed7fa027f req-0ff616b2-f110-465f-9166-3e4fb27b1ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:28.347286 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8a2c05c2-81de-447a-9cd4-5b4ed7fa027f req-0ff616b2-f110-465f-9166-3e4fb27b1ec0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 1096 time: 0.0788500 Apr 01 12:40:28.358402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-051feac9-f33f-446d-8648-b46490a385a1 req-421734e0-68f2-4ad3-97e4-065803b7e9f5 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/security-groups?id=38169d80-d6e6-4b2d-b8a2-dbcb46349b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947738 Apr 01 12:40:28.412341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eb90a4-0b6a-4c9f-a10b-fedba2a99fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:28.412584 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-98e37c0e-cca9-4f8f-9b5d-3389f824f0eb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:28.420566 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65a749c-444a-4011-89f9-e379901475bf" -d '{"events": [{"server_uuid": "27eb90a4-0b6a-4c9f-a10b-fedba2a99fad", "name": "network-vif-unplugged", "status": "completed", "tag": "3331c6eb-83b9-4be4-95bf-8a20cd4e8752"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:28.468343 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-b78001e2-2fc9-4336-bd81-b983ffca0738 req-5f79d64b-5e95-4d71-807e-945ac988bf04 service neutron] (102719) timed out ('10.222.0.37', 52571) {{(pid=102719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 12:40:28.508089 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e37c0e-cca9-4f8f-9b5d-3389f824f0eb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=f3ece960-6b0d-438b-bc0c-099eb0af5f6d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:28.524475 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c05c2-81de-447a-9cd4-5b4ed7fa027f req-a8f0562e-76a5-424c-a629-9d7ef2594747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:28.527612 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8a2c05c2-81de-447a-9cd4-5b4ed7fa027f req-a8f0562e-76a5-424c-a629-9d7ef2594747 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 915 time: 0.1635158 Apr 01 12:40:28.541980 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae65238-d05e-4a3e-bda4-d7df07544920 x-openstack-request-id: req-fae65238-d05e-4a3e-bda4-d7df07544920 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:28.542424 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27eb90a4-0b6a-4c9f-a10b-fedba2a99fad", "name": "network-vif-unplugged", "status": "completed", "tag": "3331c6eb-83b9-4be4-95bf-8a20cd4e8752", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:28.542786 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fae65238-d05e-4a3e-bda4-d7df07544920 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:28.543156 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae65238-d05e-4a3e-bda4-d7df07544920'] response: {'server_uuid': '27eb90a4-0b6a-4c9f-a10b-fedba2a99fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752', 'code': 200} Apr 01 12:40:28.644061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990389fa-3a0d-4c40-8bcc-b44ae8162bc5 req-c2d97a34-cd98-4eb8-b4bd-5d865c64e081 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:28.646395 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-990389fa-3a0d-4c40-8bcc-b44ae8162bc5 req-c2d97a34-cd98-4eb8-b4bd-5d865c64e081 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.2466524 Apr 01 12:40:28.656185 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9244e54c-783b-4f84-8e95-250d73ea6398 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:28.666674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e75aaebf-b784-4ad9-b971-0aa7601220de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '7742cf16-fe04-4dc7-9259-9fc38188899f', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.149', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:52:b5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:40:04Z', 'updated_at': '2022-04-01T12:40:26Z', 'revision_number': 1, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:28.701867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75aaebf-b784-4ad9-b971-0aa7601220de None None] Checking router: 5b51178f-34da-460a-9d5e-8b337d4ff583 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:40:28.706475 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244e54c-783b-4f84-8e95-250d73ea6398 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Pushing event deleted for resources: {'Port': ['ID=b9b7ee18-4dfc-4532-aab8-eba244c73fe4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:28.714236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8a2c05c2-81de-447a-9cd4-5b4ed7fa027f req-6e61432c-e874-45a7-8bfb-4153436246a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7b4828-9b98-4bc8-87c9-4342aaa1a450 HTTP/1.1" status: 200 len: 999 time: 0.1788044 Apr 01 12:40:28.714640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75aaebf-b784-4ad9-b971-0aa7601220de None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:28.715555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e75aaebf-b784-4ad9-b971-0aa7601220de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:40:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:28.728460 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-98e37c0e-cca9-4f8f-9b5d-3389f824f0eb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:28.739795 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-98e37c0e-cca9-4f8f-9b5d-3389f824f0eb tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/f3ece960-6b0d-438b-bc0c-099eb0af5f6d HTTP/1.1" status: 204 len: 168 time: 1.8320522 Apr 01 12:40:28.741526 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27017852-3f93-404c-a3ed-c00d91cca57f req-bb868c40-7b23-46e5-866b-fd464a66b3cf tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:28.741812 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40470) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:28.743595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27017852-3f93-404c-a3ed-c00d91cca57f req-bb868c40-7b23-46e5-866b-fd464a66b3cf tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1027479 Apr 01 12:40:28.797749 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c98181-260d-4ce4-b26f-afe069105676 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:40:28.802226 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-43c98181-260d-4ce4-b26f-afe069105676 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/f3ece960-6b0d-438b-bc0c-099eb0af5f6d HTTP/1.1" status: 404 len: 333 time: 0.0590699 Apr 01 12:40:28.802884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40472) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:28.812313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c05c2-81de-447a-9cd4-5b4ed7fa027f req-6048efc8-9a58-4121-bbf2-4c0030f503c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:28.813917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8a2c05c2-81de-447a-9cd4-5b4ed7fa027f req-6048efc8-9a58-4121-bbf2-4c0030f503c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.0913339 Apr 01 12:40:28.828663 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27017852-3f93-404c-a3ed-c00d91cca57f req-76b52d96-3926-434e-9add-0f5081c9686b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653176 Apr 01 12:40:28.837577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-990389fa-3a0d-4c40-8bcc-b44ae8162bc5 req-535e74f3-0424-4263-95cc-98d03a074717 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817243 Apr 01 12:40:28.867339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-e75aaebf-b784-4ad9-b971-0aa7601220de None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:40:28.880643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c05c2-81de-447a-9cd4-5b4ed7fa027f req-e5cfdf24-a3f0-4a04-b6e7-985fc8b08251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:28.882182 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8a2c05c2-81de-447a-9cd4-5b4ed7fa027f req-e5cfdf24-a3f0-4a04-b6e7-985fc8b08251 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523732 Apr 01 12:40:28.885312 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9244e54c-783b-4f84-8e95-250d73ea6398 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:28.887758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9244e54c-783b-4f84-8e95-250d73ea6398 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:28.891130 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9244e54c-783b-4f84-8e95-250d73ea6398 tempest-ServerActionsTestJSON-754293374 tempest-ServerActionsTestJSON-754293374-project] 10.222.0.45 "DELETE /v2.0/floatingips/4e376590-9adf-4bee-ba11-971bce4248b3 HTTP/1.1" status: 204 len: 168 time: 1.6559436 Apr 01 12:40:28.894207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40474) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:28.911409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3c22f88-444c-4bcc-b030-af3aa862a1fe tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:28.942592 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3c22f88-444c-4bcc-b030-af3aa862a1fe tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:28.976842 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8a2c05c2-81de-447a-9cd4-5b4ed7fa027f req-47391a2f-cd05-406e-bfcd-1a0fa05fe69f service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876513 Apr 01 12:40:29.038317 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3c22f88-444c-4bcc-b030-af3aa862a1fe tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:29.041302 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3c22f88-444c-4bcc-b030-af3aa862a1fe tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:29.043256 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d3c22f88-444c-4bcc-b030-af3aa862a1fe tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/security-groups/bc76d656-74fc-4bce-a3b7-37e2dcc6ba18 HTTP/1.1" status: 204 len: 168 time: 0.2226071 Apr 01 12:40:29.046629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40478) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:29.092087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c22f88-444c-4bcc-b030-af3aa862a1fe tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc76d656-74fc-4bce-a3b7-37e2dcc6ba18,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:29.112627 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8a2c05c2-81de-447a-9cd4-5b4ed7fa027f req-b304e5b1-b8d2-42eb-a071-149c5a211f2a service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290386 Apr 01 12:40:29.129067 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3a07-2d6b-4c3c-a42f-cce3fe59bb44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:29.159324 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3a07-2d6b-4c3c-a42f-cce3fe59bb44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:29.207911 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3a07-2d6b-4c3c-a42f-cce3fe59bb44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:29.210571 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3a07-2d6b-4c3c-a42f-cce3fe59bb44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:29.214254 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a7bf3a07-2d6b-4c3c-a42f-cce3fe59bb44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/security-groups/cdbe76aa-5ba7-48e1-8976-4bab9437bd64 HTTP/1.1" status: 204 len: 168 time: 0.1641202 Apr 01 12:40:29.216331 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40482) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:29.227385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf3a07-2d6b-4c3c-a42f-cce3fe59bb44 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe76aa-5ba7-48e1-8976-4bab9437bd64,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:29.303199 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf262f23-8afb-4d5f-a8f6-d1b0ab2ebc8d req-64207051-7d90-42f5-ad2b-ab202a607e7d tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:29.304694 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cf262f23-8afb-4d5f-a8f6-d1b0ab2ebc8d req-64207051-7d90-42f5-ad2b-ab202a607e7d tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 943 time: 0.0653672 Apr 01 12:40:29.308863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e75aaebf-b784-4ad9-b971-0aa7601220de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '7742cf16-fe04-4dc7-9259-9fc38188899f', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.149', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:52:b5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:40:04Z', 'updated_at': '2022-04-01T12:40:26Z', 'revision_number': 1, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:29.335848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75aaebf-b784-4ad9-b971-0aa7601220de None None] The sync data for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 is: [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '7742cf16-fe04-4dc7-9259-9fc38188899f', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'floating_ip_address': '172.25.7.149', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'port_id': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'mac_address': 'fa:16:3e:52:b5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:40:04Z', 'updated_at': '2022-04-01T12:40:26Z', 'revision_number': 1, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:40:29.349140 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cf262f23-8afb-4d5f-a8f6-d1b0ab2ebc8d req-29009c98-c5fd-4eed-8a49-13ba6e493e92 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350842 Apr 01 12:40:29.356460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-3323ed55-23a5-403a-8d27-99c846fbecc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting subnet af045d46-5c6a-4b75-84ea-6434fcaba92a {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:40:29.360389 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3323ed55-23a5-403a-8d27-99c846fbecc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:29.426922 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3323ed55-23a5-403a-8d27-99c846fbecc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:29.573410 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be06d2-2cd1-4171-b786-a4d2c1467bd2 None None] New status for floating IP 7742cf16-fe04-4dc7-9259-9fc38188899f: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:40:29.587009 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9cbe9-6a26-4b73-8e5b-48fe21b5f4d8 req-c9e46e5a-7edb-45b3-b2a1-f88e9d4f3c30 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:29.588504 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3b9cbe9-6a26-4b73-8e5b-48fe21b5f4d8 req-c9e46e5a-7edb-45b3-b2a1-f88e9d4f3c30 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 943 time: 0.1367347 Apr 01 12:40:29.633035 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3323ed55-23a5-403a-8d27-99c846fbecc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:29.712423 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f3b9cbe9-6a26-4b73-8e5b-48fe21b5f4d8 req-1152f514-1019-4035-b2fb-a152272d6877 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/security-groups?id=38169d80-d6e6-4b2d-b8a2-dbcb46349b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037538 Apr 01 12:40:29.732901 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1a60-7d18-4788-b865-add2f21c2de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:29.735641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:40:29.777723 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3323ed55-23a5-403a-8d27-99c846fbecc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:29.814586 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323ed55-23a5-403a-8d27-99c846fbecc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Subnet': ['ID=af045d46-5c6a-4b75-84ea-6434fcaba92a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:29.816616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3323ed55-23a5-403a-8d27-99c846fbecc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:29.823158 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3323ed55-23a5-403a-8d27-99c846fbecc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/af045d46-5c6a-4b75-84ea-6434fcaba92a HTTP/1.1" status: 204 len: 168 time: 0.6020672 Apr 01 12:40:29.823550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40486) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:29.828111 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7a389-d362-479a-9fd3-7149b8ee69f8 None None] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:29.828308 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-feda791b-5212-4079-8e2c-8ee660810d7c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:29.930738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192,segment=NetworkSegment(56307238-d98f-4d45-8869-d35c582d89a0),segment_id=56307238-d98f-4d45-8869-d35c582d89a0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:29.947149 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192', 'network_id': 'b86b021a-b0ef-45e1-8ea8-5fc067ba5689', 'port_id': 'aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192', 'mac_address': 'fa:16:3e:e9:cb:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f742d1c8-5854-4e7b-825b-57c1f8d34d03', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:40:30.009226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3acb3-66c9-450b-a193-1392ecc89237 req-9af6e750-5e39-49e7-8ba8-97201662ab18 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:30.010872 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5f3acb3-66c9-450b-a193-1392ecc89237 req-9af6e750-5e39-49e7-8ba8-97201662ab18 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.0703695 Apr 01 12:40:30.065090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5f3acb3-66c9-450b-a193-1392ecc89237 req-81a2b061-388a-4a53-8c62-a3cb2bd52fbd tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452414 Apr 01 12:40:30.065217 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:30.083762 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1764f95-0e5a-40e2-9488-650f3f569915 req-359eb83b-af7a-41d1-9e20-eed6208fc54d tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:30.083762 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1764f95-0e5a-40e2-9488-650f3f569915 req-359eb83b-af7a-41d1-9e20-eed6208fc54d tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.1470323 Apr 01 12:40:30.084340 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:40:30.110363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feda791b-5212-4079-8e2c-8ee660810d7c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:30.110632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192,segment=NetworkSegment(56307238-d98f-4d45-8869-d35c582d89a0),segment_id=56307238-d98f-4d45-8869-d35c582d89a0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:30.113927 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-feda791b-5212-4079-8e2c-8ee660810d7c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:30.119557 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:30.120529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:40:30.211927 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:30.291383 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:30.304481 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752', 'network_id': '20332cba-7adf-48af-b466-d893d011242e', 'port_id': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752', 'mac_address': 'fa:16:3e:ef:46:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ee042a-a0e0-4925-86f6-e1fefb27e652', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:40:30.357564 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:30.372869 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:40:30.399736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:30.411932 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:30.486298 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1764f95-0e5a-40e2-9488-650f3f569915 req-3377523b-5835-4deb-ad79-b5df51567134 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927121 Apr 01 12:40:30.500562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6ef83-a956-4514-8ae1-8e1e7414d50b req-e986fe64-eeb1-4d29-8b50-30162c74ab94 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:30.506696 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:30.510322 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-69f6ef83-a956-4514-8ae1-8e1e7414d50b req-e986fe64-eeb1-4d29-8b50-30162c74ab94 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 944 time: 0.0706358 Apr 01 12:40:30.573294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-69f6ef83-a956-4514-8ae1-8e1e7414d50b req-d6147d45-e406-4375-99db-639b08c0586e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492458 Apr 01 12:40:30.653483 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd1a60-7d18-4788-b865-add2f21c2de1 admin admin] Deleting port 1ba56250-b101-4a80-b470-bf5aaf33e723 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:30.653879 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1a60-7d18-4788-b865-add2f21c2de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:30.667022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['3331c6eb-83b9-4be4-95bf-8a20cd4e8752'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:40:30.743217 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:40:30.851558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe16e2-1d84-485b-b76a-7d4d2a4660e7 req-2b7e82bf-5740-4451-a185-8ffe43297c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:30.853357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7ebe16e2-1d84-485b-b76a-7d4d2a4660e7 req-2b7e82bf-5740-4451-a185-8ffe43297c81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aab159a24aeb4d4187404cae959e43ca&device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 1096 time: 0.0944788 Apr 01 12:40:30.861720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-feda791b-5212-4079-8e2c-8ee660810d7c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:30.868585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fe4ad-c930-4766-86d3-6bf65133848f req-6396273e-79c0-4d4a-a9bf-a73d80445389 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:30.870401 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af4fe4ad-c930-4766-86d3-6bf65133848f req-6396273e-79c0-4d4a-a9bf-a73d80445389 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0744691 Apr 01 12:40:30.884557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-a5bd1a60-7d18-4788-b865-add2f21c2de1 admin admin] For port 1ba56250-b101-4a80-b470-bf5aaf33e723, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1ba56250-b101-4a80-b470-bf5aaf33e723,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:30.884924 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1a60-7d18-4788-b865-add2f21c2de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:30.933149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda791b-5212-4079-8e2c-8ee660810d7c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:30.935870 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd1a60-7d18-4788-b865-add2f21c2de1 admin admin] Calling delete_port for 1ba56250-b101-4a80-b470-bf5aaf33e723 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:30.944786 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-feda791b-5212-4079-8e2c-8ee660810d7c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:30.952101 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feda791b-5212-4079-8e2c-8ee660810d7c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:30.952757 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-feda791b-5212-4079-8e2c-8ee660810d7c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:30.962244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f4e475-1074-4ac9-9669-9c8c6a09b0b0 None None] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:30.965689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda791b-5212-4079-8e2c-8ee660810d7c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Subnet': ['ID=58818303-fa67-433a-8cc3-fe2ce6406551,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:30.992371 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4b6f50c9-8743-4d68-b734-ba7b18b7512a None None] Provisioning complete for port 1ad19286-c697-4240-a9e9-b1b15b08bd03 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:30.993230 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4b6f50c9-8743-4d68-b734-ba7b18b7512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.005922 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af4fe4ad-c930-4766-86d3-6bf65133848f req-9ac5a96c-7de0-4cdf-adac-7045c4f8a9da tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246347 Apr 01 12:40:31.025355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe16e2-1d84-485b-b76a-7d4d2a4660e7 req-0998f546-3f4e-4567-a563-9badb59a9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:31.025355 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7ebe16e2-1d84-485b-b76a-7d4d2a4660e7 req-0998f546-3f4e-4567-a563-9badb59a9011 service neutron] 10.222.0.37 "GET /v2.0/networks?id=815996f8-8c07-4738-8888-e815cb2d482c HTTP/1.1" status: 200 len: 912 time: 0.1524959 Apr 01 12:40:31.031948 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b6233-2890-4a65-af5a-ba2cfffce929 req-7132904c-cbd0-4ff2-95ae-253cc0b5ec1c tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:31.033498 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a3b6233-2890-4a65-af5a-ba2cfffce929 req-7132904c-cbd0-4ff2-95ae-253cc0b5ec1c tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 944 time: 0.2172155 Apr 01 12:40:31.061273 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-feda791b-5212-4079-8e2c-8ee660810d7c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2343707 Apr 01 12:40:31.068756 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40502) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:31.075381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8ef58d1b-8831-42c3-a402-a32ac2d741b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'security_group': {'name': 'tempest-secgroup-1478844211'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:31.075614 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7ebe16e2-1d84-485b-b76a-7d4d2a4660e7 req-9a055089-e3c2-47b6-abc1-73d4d291d3f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b74fbe5a-0453-4244-87e8-81d2786c6c7f HTTP/1.1" status: 200 len: 217 time: 0.0361192 Apr 01 12:40:31.127090 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a3b6233-2890-4a65-af5a-ba2cfffce929 req-de5f8791-5194-481b-9a86-8580a2826990 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/security-groups?id=38169d80-d6e6-4b2d-b8a2-dbcb46349b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812793 Apr 01 12:40:31.154874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe16e2-1d84-485b-b76a-7d4d2a4660e7 req-ada4d3f5-996b-4506-9c04-a87e748586ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:31.157474 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7ebe16e2-1d84-485b-b76a-7d4d2a4660e7 req-ada4d3f5-996b-4506-9c04-a87e748586ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1149d77b-ab04-498d-a3e3-8e60da95fc6c HTTP/1.1" status: 200 len: 851 time: 0.0723381 Apr 01 12:40:31.188618 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8ef58d1b-8831-42c3-a402-a32ac2d741b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.212948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7ebe16e2-1d84-485b-b76a-7d4d2a4660e7 req-ed3a1b7b-d55d-4a98-a010-a6f98e8d21e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=815996f8-8c07-4738-8888-e815cb2d482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443792 Apr 01 12:40:31.254830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24906e0-193c-4c48-b9e8-bdcdb6cf416f req-7137bc05-78d5-42de-941f-1ccd72083975 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:31.256633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c24906e0-193c-4c48-b9e8-bdcdb6cf416f req-7137bc05-78d5-42de-941f-1ccd72083975 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.0979486 Apr 01 12:40:31.273545 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4b6f50c9-8743-4d68-b734-ba7b18b7512a None None] Provisioning complete for port dd848064-cc8f-4915-8aff-39a823895b94 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:31.273953 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4b6f50c9-8743-4d68-b734-ba7b18b7512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.314463 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8ef58d1b-8831-42c3-a402-a32ac2d741b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.314638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f50c9-8743-4d68-b734-ba7b18b7512a None None] Port dd848064-cc8f-4915-8aff-39a823895b94 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:31.329589 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8ef58d1b-8831-42c3-a402-a32ac2d741b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.351007 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c24906e0-193c-4c48-b9e8-bdcdb6cf416f req-0d12566b-d519-4c89-b6a9-51b917130546 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782979 Apr 01 12:40:31.352387 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1a60-7d18-4788-b865-add2f21c2de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.360534 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7ebe16e2-1d84-485b-b76a-7d4d2a4660e7 req-c29af483-491a-4ec0-b377-47370d9bc6b4 service neutron] 10.222.0.37 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389823 Apr 01 12:40:31.383875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695e461b-de0c-463f-a274-2388fb86d22e None None] Update dhcp port {'port': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'fixed_ips': [{'subnet_id': 'c02d9fe4-0688-4306-b1d1-853530aac060', 'ip_address': '172.20.0.18'}, {'subnet_id': '58818303-fa67-433a-8cc3-fe2ce6406551'}], 'binding:host_id': 'n-d-836146-1'}, 'id': '1ad19286-c697-4240-a9e9-b1b15b08bd03'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:40:31.390855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8ef58d1b-8831-42c3-a402-a32ac2d741b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.392097 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8ef58d1b-8831-42c3-a402-a32ac2d741b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3209164 Apr 01 12:40:31.393570 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd1a60-7d18-4788-b865-add2f21c2de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba56250-b101-4a80-b470-bf5aaf33e723,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:31.396208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40506) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:31.396352 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef58d1b-8831-42c3-a402-a32ac2d741b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d405e3ea-c563-43d9-88c6-fbdd1401c430,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:31.412119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-13456c14-be5a-43d2-95c8-9708492cda38 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'security_group': {'name': 'tempest-secgroup-1560369347'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:31.417345 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-695e461b-de0c-463f-a274-2388fb86d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.492215 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-13456c14-be5a-43d2-95c8-9708492cda38 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.558352 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7ebe16e2-1d84-485b-b76a-7d4d2a4660e7 req-66ca4cd6-fc2b-47b7-9842-dc08a84aa494 service neutron] 10.222.0.37 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870222 Apr 01 12:40:31.597255 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-695e461b-de0c-463f-a274-2388fb86d22e None None] Allocated IP 172.20.0.2 (249d0f51-8b5d-4122-9ca8-a691b5187320/58818303-fa67-433a-8cc3-fe2ce6406551/1ad19286-c697-4240-a9e9-b1b15b08bd03) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:31.658992 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1a60-7d18-4788-b865-add2f21c2de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.664382 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-13456c14-be5a-43d2-95c8-9708492cda38 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.673781 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-13456c14-be5a-43d2-95c8-9708492cda38 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.716170 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-13456c14-be5a-43d2-95c8-9708492cda38 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.719875 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-13456c14-be5a-43d2-95c8-9708492cda38 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3098049 Apr 01 12:40:31.720004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-695e461b-de0c-463f-a274-2388fb86d22e None None] For port 1ad19286-c697-4240-a9e9-b1b15b08bd03, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1ad19286-c697-4240-a9e9-b1b15b08bd03,segment=NetworkSegment(87088a08-088c-48b4-b35e-e2d2e301e32b),segment_id=87088a08-088c-48b4-b35e-e2d2e301e32b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:31.720128 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40514) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:31.725503 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-c0816492-24d4-4509-933d-4a16e23cd9af tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'security_group': {'name': 'tempest-secgroup-409602978'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:31.731758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13456c14-be5a-43d2-95c8-9708492cda38 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bab209-3b20-4ca4-a181-e9d211df0837,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:31.749690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:31.765545 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c0816492-24d4-4509-933d-4a16e23cd9af tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.774435 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-695e461b-de0c-463f-a274-2388fb86d22e None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.783158 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-695e461b-de0c-463f-a274-2388fb86d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.820667 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9719ec2-e290-44a1-96ce-e7dd37dfc0ba req-cbf7489e-dde4-49db-b072-25fe963348a4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:31.828986 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b9719ec2-e290-44a1-96ce-e7dd37dfc0ba req-cbf7489e-dde4-49db-b072-25fe963348a4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 944 time: 0.1051590 Apr 01 12:40:31.845171 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c0816492-24d4-4509-933d-4a16e23cd9af tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.850878 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c0816492-24d4-4509-933d-4a16e23cd9af tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.881681 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b9719ec2-e290-44a1-96ce-e7dd37dfc0ba req-9da52a9b-7871-4073-8830-55c541e154d7 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Apr 01 12:40:31.888770 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c0816492-24d4-4509-933d-4a16e23cd9af tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.890435 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e461b-de0c-463f-a274-2388fb86d22e None None] Pushing event updated for resources: {'Port': ['ID=1ad19286-c697-4240-a9e9-b1b15b08bd03,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:31.893879 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c0816492-24d4-4509-933d-4a16e23cd9af tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1728003 Apr 01 12:40:31.895053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0816492-24d4-4509-933d-4a16e23cd9af tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4a89bd-b3a8-4b0b-b997-530ea80bcbd4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:31.897198 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40516) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:31.901788 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:40:31.902328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-728255622', 'security_groups': ['fe4a89bd-b3a8-4b0b-b997-530ea80bcbd4'], 'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58818303-fa67-433a-8cc3-fe2ce6406551'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:31.907012 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:31.907628 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:31.994593 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.007025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bd1a60-7d18-4788-b865-add2f21c2de1 admin admin] Router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:40:32.018991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:32.025145 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e22daf5-6aaa-47ff-b2cb-a05f02c42444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:32.027904 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc117015-de12-4142-ba83-aca9a711064f" -d '{"events": [{"server_uuid": "7e22daf5-6aaa-47ff-b2cb-a05f02c42444", "name": "network-vif-plugged", "status": "completed", "tag": "aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:32.041465 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192,segment=NetworkSegment(56307238-d98f-4d45-8869-d35c582d89a0),segment_id=56307238-d98f-4d45-8869-d35c582d89a0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:32.050195 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.052103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:32.112110 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a180aef-39a4-4d2e-940c-226022778b70 x-openstack-request-id: req-4a180aef-39a4-4d2e-940c-226022778b70 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:32.121270 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e22daf5-6aaa-47ff-b2cb-a05f02c42444", "name": "network-vif-plugged", "status": "completed", "tag": "aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:32.121867 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a180aef-39a4-4d2e-940c-226022778b70 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:32.122269 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a180aef-39a4-4d2e-940c-226022778b70'] response: {'server_uuid': '7e22daf5-6aaa-47ff-b2cb-a05f02c42444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192', 'code': 200} Apr 01 12:40:32.164896 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bd1a60-7d18-4788-b865-add2f21c2de1 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:40:32.169077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:32.171701 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a5bd1a60-7d18-4788-b865-add2f21c2de1 admin admin] 10.222.0.45 "PUT /v2.0/routers/4e24d4aa-4256-493f-bdb8-733dc19c9f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2763240 Apr 01 12:40:32.181192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40524) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:32.190172 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d564f482-9fff-44d0-a3fb-314e1b6fa5cf None None] Sync routers for ids ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:40:32.232328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:32.233121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.237679 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564f482-9fff-44d0-a3fb-314e1b6fa5cf None None] Routers {'4e24d4aa-4256-493f-bdb8-733dc19c9f30'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:32.238430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d564f482-9fff-44d0-a3fb-314e1b6fa5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:40:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:32.265482 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.298442 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] device_id is not set on port 6c63d355-a1c3-4c9a-9921-af389aa54570 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:40:32.310657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc2c87-b914-46ad-ad54-abdf3a77472b req-fa15be70-62e0-4439-80b2-ff087c3d65ce tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:32.312206 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cfdc2c87-b914-46ad-ad54-abdf3a77472b req-fa15be70-62e0-4439-80b2-ff087c3d65ce tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.1359065 Apr 01 12:40:32.314024 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176efd5-626f-45b4-915c-5a281635a831 req-36fff050-fbee-49e9-84f3-66585a16a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:32.315404 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f176efd5-626f-45b4-915c-5a281635a831 req-36fff050-fbee-49e9-84f3-66585a16a54c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 1096 time: 0.1254795 Apr 01 12:40:32.356209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26fa9a-4672-489b-9794-2519d02f64ab req-79389faa-c53c-4f09-9bab-30827457504a tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:32.358577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d26fa9a-4672-489b-9794-2519d02f64ab req-79389faa-c53c-4f09-9bab-30827457504a tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 945 time: 0.1129055 Apr 01 12:40:32.415808 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.484924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cfdc2c87-b914-46ad-ad54-abdf3a77472b req-c0fa135e-efcf-4882-9011-6f28bd11d28b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591177 Apr 01 12:40:32.533865 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f176efd5-626f-45b4-915c-5a281635a831 req-7ba132e4-e23b-487a-a455-7853afecbdce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=38169d80-d6e6-4b2d-b8a2-dbcb46349b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602235 Apr 01 12:40:32.552431 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d26fa9a-4672-489b-9794-2519d02f64ab req-77411969-e4ec-4189-857e-4a83cb629c6d tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/security-groups?id=38169d80-d6e6-4b2d-b8a2-dbcb46349b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780388 Apr 01 12:40:32.577101 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.583401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-d564f482-9fff-44d0-a3fb-314e1b6fa5cf None None] Set router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:40:32.640739 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.651211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Deleting port 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:32.651561 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.678539 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.10 (249d0f51-8b5d-4122-9ca8-a691b5187320/58818303-fa67-433a-8cc3-fe2ce6406551/6c63d355-a1c3-4c9a-9921-af389aa54570) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:32.701137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbbb9f-3a19-4e17-a2e9-9d20305552f4 req-ac68bf4c-1b65-4501-aaec-954be6b86f9d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:32.706511 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ecdbbb9f-3a19-4e17-a2e9-9d20305552f4 req-ac68bf4c-1b65-4501-aaec-954be6b86f9d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1083806 Apr 01 12:40:32.728618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:32.734962 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.765169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] For port 2f87c8df-c457-4b05-bfe4-809d5cfeebe4, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2f87c8df-c457-4b05-bfe4-809d5cfeebe4,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:32.765829 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.771315 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ecdbbb9f-3a19-4e17-a2e9-9d20305552f4 req-c0786bc0-4b77-4405-8312-fa17130badd7 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594869 Apr 01 12:40:32.782625 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Calling delete_port for 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:32.833357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:32.837604 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5604830f-30aa-44d7-96d0-9cb76c9fa07c None None] Provisioning complete for port 1ad19286-c697-4240-a9e9-b1b15b08bd03 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:32.837972 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5604830f-30aa-44d7-96d0-9cb76c9fa07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.883320 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.896456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d564f482-9fff-44d0-a3fb-314e1b6fa5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:40:31Z', 'revision_number': 5, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port': {'id': '2f87c8df-c457-4b05-bfe4-809d5cfeebe4', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:31:20Z', 'updated_at': '2022-04-01T12:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:32.924275 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d564f482-9fff-44d0-a3fb-314e1b6fa5cf None None] Checking router: 4e24d4aa-4256-493f-bdb8-733dc19c9f30 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:40:32.940527 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:32.961834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564f482-9fff-44d0-a3fb-314e1b6fa5cf None None] Routers {'4e24d4aa-4256-493f-bdb8-733dc19c9f30'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:40:32.962511 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d564f482-9fff-44d0-a3fb-314e1b6fa5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:40:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:32.995229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:32.998776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:33.022948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=6c63d355-a1c3-4c9a-9921-af389aa54570,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:33.034508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:33.057640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5604830f-30aa-44d7-96d0-9cb76c9fa07c None None] Provisioning complete for port dd848064-cc8f-4915-8aff-39a823895b94 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:33.058044 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5604830f-30aa-44d7-96d0-9cb76c9fa07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.059442 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.071372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815f866-4bbb-446c-8e9e-78bd4db5130f req-e450b397-3c85-4bea-ac98-eb83caf7e43a tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:33.073503 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2815f866-4bbb-446c-8e9e-78bd4db5130f req-e450b397-3c85-4bea-ac98-eb83caf7e43a tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.0904198 Apr 01 12:40:33.104766 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-d564f482-9fff-44d0-a3fb-314e1b6fa5cf None None] Set router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:40:33.131519 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f87c8df-c457-4b05-bfe4-809d5cfeebe4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:33.152625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:33.153352 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.159593 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d564f482-9fff-44d0-a3fb-314e1b6fa5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:40:32Z', 'revision_number': 6, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:33.176860 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5534970a-9e99-4d91-86f2-cf63190379bc tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2781854 Apr 01 12:40:33.179542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40530) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:33.187538 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-63358d1c-7756-455e-8fde-a600861cf46e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:33.201302 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ad19286-c697-4240-a9e9-b1b15b08bd03 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:33.203350 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5604830f-30aa-44d7-96d0-9cb76c9fa07c None None] Port dd848064-cc8f-4915-8aff-39a823895b94 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:33.207937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d564f482-9fff-44d0-a3fb-314e1b6fa5cf None None] The sync data for ids ['4e24d4aa-4256-493f-bdb8-733dc19c9f30'] in n-d-836146-1 is: [{'id': '4e24d4aa-4256-493f-bdb8-733dc19c9f30', 'name': 'tempest-ServerActionsTestJSON-759387072-router', 'tenant_id': 'c946efcae6d14e23a564c906a96bcc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:31:18Z', 'updated_at': '2022-04-01T12:40:32Z', 'revision_number': 6, 'project_id': 'c946efcae6d14e23a564c906a96bcc79', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:40:33.231639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2815f866-4bbb-446c-8e9e-78bd4db5130f req-7c08c2a6-0aab-43cd-9d41-298d809a23af tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510582 Apr 01 12:40:33.248961 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.299026 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1ad19286-c697-4240-a9e9-b1b15b08bd03 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:33.299729 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.345282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63358d1c-7756-455e-8fde-a600861cf46e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:33.348802 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-63358d1c-7756-455e-8fde-a600861cf46e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.363296 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.365579 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.413008 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.418748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e24d4aa-4256-493f-bdb8-733dc19c9f30 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:40:33.424398 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.428250 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-321ea8e0-3a45-40cd-bc5d-90bd5d563e04 None None] Provisioning complete for port 6c63d355-a1c3-4c9a-9921-af389aa54570 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:33.428700 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-321ea8e0-3a45-40cd-bc5d-90bd5d563e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.428826 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f515df01-6502-4128-91f2-bf75cac2b006 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4e24d4aa-4256-493f-bdb8-733dc19c9f30 HTTP/1.1" status: 204 len: 168 time: 1.2463644 Apr 01 12:40:33.429442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40532) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:33.443909 n-d-836146-1 neutron-server[102718]: INFO neutron.db.ipam_backend_mixin [None req-63358d1c-7756-455e-8fde-a600861cf46e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 58818303-fa67-433a-8cc3-fe2ce6406551 (CIDR: 172.20.0.0/28) Apr 01 12:40:33.447372 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-63358d1c-7756-455e-8fde-a600861cf46e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:33.447852 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63358d1c-7756-455e-8fde-a600861cf46e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:33.467997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-63358d1c-7756-455e-8fde-a600861cf46e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2845352 Apr 01 12:40:33.468242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40534) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:33.472417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-321ea8e0-3a45-40cd-bc5d-90bd5d563e04 None None] Port 6c63d355-a1c3-4c9a-9921-af389aa54570 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:33.473400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0ec1d633-bef7-4002-8ba9-b3874d06e023 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:33.478391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ad9c3a-0522-4616-bc23-a56cc11cab5c admin admin] Deleting subnet bf23ceff-58c9-45aa-8c5d-4a04727444ed {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:40:33.482147 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0ad9c3a-0522-4616-bc23-a56cc11cab5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.521584 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0ad9c3a-0522-4616-bc23-a56cc11cab5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.617787 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0ad9c3a-0522-4616-bc23-a56cc11cab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.639287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895d64-05bb-493e-b898-f0c997b591c6 req-b86d2281-a59d-43a4-b589-3747b9279231 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:33.647244 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2c895d64-05bb-493e-b898-f0c997b591c6 req-b86d2281-a59d-43a4-b589-3747b9279231 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0884564 Apr 01 12:40:33.662365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec1d633-bef7-4002-8ba9-b3874d06e023 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:33.665992 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0ec1d633-bef7-4002-8ba9-b3874d06e023 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.754267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2c895d64-05bb-493e-b898-f0c997b591c6 req-0c4c4e71-abbd-4f67-a8d1-d4409713b753 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995305 Apr 01 12:40:33.767548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8ef6-115b-4400-8aed-c9a36de5e517 req-04e567c2-5097-4695-a6d4-1cd649f76a88 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:33.769821 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c5be8ef6-115b-4400-8aed-c9a36de5e517 req-04e567c2-5097-4695-a6d4-1cd649f76a88 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 945 time: 0.1018445 Apr 01 12:40:33.771506 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0ad9c3a-0522-4616-bc23-a56cc11cab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.814248 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad9c3a-0522-4616-bc23-a56cc11cab5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf23ceff-58c9-45aa-8c5d-4a04727444ed,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:33.828894 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0ad9c3a-0522-4616-bc23-a56cc11cab5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.833384 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d0ad9c3a-0522-4616-bc23-a56cc11cab5c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bf23ceff-58c9-45aa-8c5d-4a04727444ed HTTP/1.1" status: 204 len: 168 time: 0.4028368 Apr 01 12:40:33.833860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b323fa46-0287-4110-a94b-d32f906d8c0c None None] Network 94ca01ab-f6ea-4916-aca9-a72662d13317 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:33.837052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40542) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:33.867387 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c5be8ef6-115b-4400-8aed-c9a36de5e517 req-df309f71-7fcb-433b-87fc-2fce1ce8b3aa tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/security-groups?id=38169d80-d6e6-4b2d-b8a2-dbcb46349b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903409 Apr 01 12:40:33.893744 n-d-836146-1 neutron-server[102718]: INFO neutron.db.ipam_backend_mixin [None req-0ec1d633-bef7-4002-8ba9-b3874d06e023 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c02d9fe4-0688-4306-b1d1-853530aac060 (CIDR: 172.20.0.16/28) Apr 01 12:40:33.900062 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec1d633-bef7-4002-8ba9-b3874d06e023 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:33.900563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec1d633-bef7-4002-8ba9-b3874d06e023 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:33.965453 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:33.973245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0ec1d633-bef7-4002-8ba9-b3874d06e023 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5040276 Apr 01 12:40:33.976002 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40544) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:33.980966 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c5154357-d6ec-4cd8-8624-8abf05a5e2a0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'subnet': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:33.999080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4560ab-65ce-4d3f-a48c-316854f74b98 req-36d2fadc-6658-4a49-9821-781f2ce3374d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:34.000644 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9e4560ab-65ce-4d3f-a48c-316854f74b98 req-36d2fadc-6658-4a49-9821-781f2ce3374d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1341755 Apr 01 12:40:34.071290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9e4560ab-65ce-4d3f-a48c-316854f74b98 req-71733aa8-25dc-4d99-bece-b14a0d0ab5a5 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444164 Apr 01 12:40:34.076116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3133ab7-74be-4f13-9b32-ef176297674d None None] DHCP port deletion for 94ca01ab-f6ea-4916-aca9-a72662d13317 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:40:34.081495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Deleting port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:34.082191 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.125536 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eb90a4-0b6a-4c9f-a10b-fedba2a99fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:34.128994 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5154357-d6ec-4cd8-8624-8abf05a5e2a0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Made reservation on behalf of 6f8814e9e17c4a30bcb1c845a5548d19 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:34.129146 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a902ddf5-016a-49b1-8089-d177f2895715" -d '{"events": [{"server_uuid": "27eb90a4-0b6a-4c9f-a10b-fedba2a99fad", "name": "network-vif-plugged", "status": "completed", "tag": "3331c6eb-83b9-4be4-95bf-8a20cd4e8752"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:34.132873 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c5154357-d6ec-4cd8-8624-8abf05a5e2a0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.160097 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c3133ab7-74be-4f13-9b32-ef176297674d None None] Deleting port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:34.160570 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c3133ab7-74be-4f13-9b32-ef176297674d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.181311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] For port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4e14d36c-4f20-4fb6-bba8-762f7462f5a3,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:34.182378 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.205233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Calling delete_port for 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:34.249966 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c974c674-a25c-484c-ad25-19a9df805701 x-openstack-request-id: req-c974c674-a25c-484c-ad25-19a9df805701 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:34.272130 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27eb90a4-0b6a-4c9f-a10b-fedba2a99fad", "name": "network-vif-plugged", "status": "completed", "tag": "3331c6eb-83b9-4be4-95bf-8a20cd4e8752", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:34.272465 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c974c674-a25c-484c-ad25-19a9df805701 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:34.272939 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c974c674-a25c-484c-ad25-19a9df805701'] response: {'server_uuid': '27eb90a4-0b6a-4c9f-a10b-fedba2a99fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752', 'code': 200} Apr 01 12:40:34.307937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c3133ab7-74be-4f13-9b32-ef176297674d None None] For port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4e14d36c-4f20-4fb6-bba8-762f7462f5a3,segment=NetworkSegment(da2f5365-d94b-44a4-b36a-adfe37fb73b0),segment_id=da2f5365-d94b-44a4-b36a-adfe37fb73b0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:34.319029 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c3133ab7-74be-4f13-9b32-ef176297674d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.343819 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c3133ab7-74be-4f13-9b32-ef176297674d None None] Calling delete_port for 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:34.351987 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.433078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e14d36c-4f20-4fb6-bba8-762f7462f5a3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:34.447802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] No DVR routers for this DVR port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:34.463585 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c3133ab7-74be-4f13-9b32-ef176297674d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.488475 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3133ab7-74be-4f13-9b32-ef176297674d None None] Pushing event deleted for resources: {'Port': ['ID=4e14d36c-4f20-4fb6-bba8-762f7462f5a3,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:34.495847 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3133ab7-74be-4f13-9b32-ef176297674d None None] No DVR routers for this DVR port 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:34.520865 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8007001-9ffb-44d3-81dc-30a004d9b53c req-325bbe0f-a80a-4fa8-a006-a44f3264d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:34.522413 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e8007001-9ffb-44d3-81dc-30a004d9b53c req-325bbe0f-a80a-4fa8-a006-a44f3264d11e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 1096 time: 0.1588030 Apr 01 12:40:34.532259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a84fd4-71aa-4f1c-8cce-854e6df40eff req-680efbcd-3e39-4044-be20-6ed8a5c61f1e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:34.534353 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-36a84fd4-71aa-4f1c-8cce-854e6df40eff req-680efbcd-3e39-4044-be20-6ed8a5c61f1e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1834683 Apr 01 12:40:34.589697 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.650952 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ca01ab-f6ea-4916-aca9-a72662d13317']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:34.654808 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e8007001-9ffb-44d3-81dc-30a004d9b53c req-2a14c04c-ca69-4780-b371-4499bb9a5874 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178160 Apr 01 12:40:34.667121 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-36a84fd4-71aa-4f1c-8cce-854e6df40eff req-897ddc36-8f8b-4472-95f4-86e71dd42712 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210508 Apr 01 12:40:34.667359 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c5154357-d6ec-4cd8-8624-8abf05a5e2a0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.670077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2f5365-d94b-44a4-b36a-adfe37fb73b0') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:34.670370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2f5365-d94b-44a4-b36a-adfe37fb73b0') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:34.680220 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.700723 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.707613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:40:34.708157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:40:34.710467 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:40:34.713887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5154357-d6ec-4cd8-8624-8abf05a5e2a0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:34.717790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c5154357-d6ec-4cd8-8624-8abf05a5e2a0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:34.722155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5154357-d6ec-4cd8-8624-8abf05a5e2a0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:34.722771 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c5154357-d6ec-4cd8-8624-8abf05a5e2a0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.730440 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5154357-d6ec-4cd8-8624-8abf05a5e2a0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Subnet': ['ID=709e1901-dd43-4b74-856c-e8a4397f2102,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:34.733230 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b27c225-3cf8-49fd-950c-0cb9be155f74 None None] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:34.752314 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c5154357-d6ec-4cd8-8624-8abf05a5e2a0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7752185 Apr 01 12:40:34.755039 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40550) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:34.760586 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-631f5e23-35b4-4163-83cb-3d9f3f4760f8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1072491508', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '709e1901-dd43-4b74-856c-e8a4397f2102'}], 'security_groups': ['d405e3ea-c563-43d9-88c6-fbdd1401c430', '54bab209-3b20-4ca4-a181-e9d211df0837']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:34.776232 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.794257 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:34.797914 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] 10.222.0.45 "DELETE /v2.0/networks/94ca01ab-f6ea-4916-aca9-a72662d13317 HTTP/1.1" status: 204 len: 168 time: 0.9595611 Apr 01 12:40:34.799061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c6704-0d2a-4d97-8b74-301b001ea203 admin admin] Pushing event deleted for resources: {'Network': ['ID=94ca01ab-f6ea-4916-aca9-a72662d13317,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:34.966944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40558) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:34.990592 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-631f5e23-35b4-4163-83cb-3d9f3f4760f8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:35.009212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d10a4d-2d6f-4171-a553-a2022c6b91c8 req-2b02b1a0-2c4c-43d0-a7c2-5d9990ebc565 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:35.011133 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-43d10a4d-2d6f-4171-a553-a2022c6b91c8 req-2b02b1a0-2c4c-43d0-a7c2-5d9990ebc565 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.1269922 Apr 01 12:40:35.024901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf37ae-f2dc-4a20-a1aa-3b5a0b372b32 None None] Update dhcp port {'port': {'network_id': '249d0f51-8b5d-4122-9ca8-a691b5187320', 'fixed_ips': [{'subnet_id': 'c02d9fe4-0688-4306-b1d1-853530aac060', 'ip_address': '172.20.0.18'}, {'subnet_id': '58818303-fa67-433a-8cc3-fe2ce6406551', 'ip_address': '172.20.0.2'}, {'subnet_id': '709e1901-dd43-4b74-856c-e8a4397f2102'}], 'binding:host_id': 'n-d-836146-1'}, 'id': '1ad19286-c697-4240-a9e9-b1b15b08bd03'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:40:35.069941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ba56250-b101-4a80-b470-bf5aaf33e723 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:35.071799 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-507468a3-4127-499e-a9c7-fba10dbcd7a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c946efcae6d14e23a564c906a96bcc79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1035073 Apr 01 12:40:35.077640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40560) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:35.087673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fd890-b9fb-40b3-b5e1-583d49c9edc5 req-6aa1fc8e-a8cc-461f-b3eb-612fc516e530 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:35.090271 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cecf37ae-f2dc-4a20-a1aa-3b5a0b372b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:35.091221 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d75fd890-b9fb-40b3-b5e1-583d49c9edc5 req-6aa1fc8e-a8cc-461f-b3eb-612fc516e530 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 945 time: 0.1253071 Apr 01 12:40:35.092648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 1ba56250-b101-4a80-b470-bf5aaf33e723 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:35.093171 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ba56250-b101-4a80-b470-bf5aaf33e723 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:35.093740 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:35.113450 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-43d10a4d-2d6f-4171-a553-a2022c6b91c8 req-50d9ea9c-a42e-4d0f-b2df-acbbf15c8915 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945673 Apr 01 12:40:35.125248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:35.125764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4e14d36c-4f20-4fb6-bba8-762f7462f5a3 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:35.126216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:35.160840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:35.161175 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2f87c8df-c457-4b05-bfe4-809d5cfeebe4 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:35.191525 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d75fd890-b9fb-40b3-b5e1-583d49c9edc5 req-3deeb7f2-5e63-4f44-9017-16f5c0f9553b tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/security-groups?id=38169d80-d6e6-4b2d-b8a2-dbcb46349b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879092 Apr 01 12:40:35.209042 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d58a8f1e-2466-4931-b9ac-3e8829c0418e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:35.243947 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d58a8f1e-2466-4931-b9ac-3e8829c0418e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:35.309238 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d58a8f1e-2466-4931-b9ac-3e8829c0418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:35.313985 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d58a8f1e-2466-4931-b9ac-3e8829c0418e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:35.315178 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d58a8f1e-2466-4931-b9ac-3e8829c0418e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9014e2db-87aa-4d56-bd9f-785753d3fad7 HTTP/1.1" status: 204 len: 168 time: 0.2219939 Apr 01 12:40:35.336901 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579b3e8-7fea-4281-aff2-7b6265b7c81e req-2c5df8b0-ea0f-4670-b4ea-3261ff82f3a5 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:35.337945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a8f1e-2466-4931-b9ac-3e8829c0418e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9014e2db-87aa-4d56-bd9f-785753d3fad7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:35.339356 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6579b3e8-7fea-4281-aff2-7b6265b7c81e req-2c5df8b0-ea0f-4670-b4ea-3261ff82f3a5 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.0754504 Apr 01 12:40:35.348807 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-cecf37ae-f2dc-4a20-a1aa-3b5a0b372b32 None None] Allocated IP 172.20.0.34 (249d0f51-8b5d-4122-9ca8-a691b5187320/709e1901-dd43-4b74-856c-e8a4397f2102/1ad19286-c697-4240-a9e9-b1b15b08bd03) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:35.397765 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6579b3e8-7fea-4281-aff2-7b6265b7c81e req-eb9a22f3-0461-4062-8b45-5484e92f69bf tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515397 Apr 01 12:40:35.491936 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cecf37ae-f2dc-4a20-a1aa-3b5a0b372b32 None None] For port 1ad19286-c697-4240-a9e9-b1b15b08bd03, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1ad19286-c697-4240-a9e9-b1b15b08bd03,segment=NetworkSegment(87088a08-088c-48b4-b35e-e2d2e301e32b),segment_id=87088a08-088c-48b4-b35e-e2d2e301e32b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:35.527741 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cecf37ae-f2dc-4a20-a1aa-3b5a0b372b32 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:35.534069 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cecf37ae-f2dc-4a20-a1aa-3b5a0b372b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:35.661072 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf37ae-f2dc-4a20-a1aa-3b5a0b372b32 None None] Pushing event updated for resources: {'Port': ['ID=1ad19286-c697-4240-a9e9-b1b15b08bd03,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:35.722203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-631f5e23-35b4-4163-83cb-3d9f3f4760f8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Delete allocated IP 172.20.0.10 (249d0f51-8b5d-4122-9ca8-a691b5187320/58818303-fa67-433a-8cc3-fe2ce6406551) {{(pid=102719) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 12:40:35.734396 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-631f5e23-35b4-4163-83cb-3d9f3f4760f8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Allocated IP 172.20.0.46 (249d0f51-8b5d-4122-9ca8-a691b5187320/709e1901-dd43-4b74-856c-e8a4397f2102/6c63d355-a1c3-4c9a-9921-af389aa54570) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:35.743595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e07ff-78d1-4ea1-924d-0f5ddd8cfa80 req-dde8dcdd-e17e-48ba-9c22-51dd072516a4 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:35.745758 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-664e07ff-78d1-4ea1-924d-0f5ddd8cfa80 req-dde8dcdd-e17e-48ba-9c22-51dd072516a4 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 945 time: 0.0780842 Apr 01 12:40:35.811466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-664e07ff-78d1-4ea1-924d-0f5ddd8cfa80 req-d4f5e661-9d54-4731-b10f-3cec6df5f0c8 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/security-groups?id=38169d80-d6e6-4b2d-b8a2-dbcb46349b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561295 Apr 01 12:40:35.959114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb130b-746e-4896-ad0c-f2079e0aa9b7 req-cb69238e-6dbe-411a-b9b6-9de5e6c6c8ef tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:35.960679 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d2bb130b-746e-4896-ad0c-f2079e0aa9b7 req-cb69238e-6dbe-411a-b9b6-9de5e6c6c8ef tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1336453 Apr 01 12:40:36.052468 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d2bb130b-746e-4896-ad0c-f2079e0aa9b7 req-0d30bb3a-4978-4235-912a-fa6cf2975219 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738120 Apr 01 12:40:36.076165 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-631f5e23-35b4-4163-83cb-3d9f3f4760f8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.085277 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-631f5e23-35b4-4163-83cb-3d9f3f4760f8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.216162 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f5e23-35b4-4163-83cb-3d9f3f4760f8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event updated for resources: {'Port': ['ID=6c63d355-a1c3-4c9a-9921-af389aa54570,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:36.244633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-631f5e23-35b4-4163-83cb-3d9f3f4760f8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] In _notify_port_updated(), no bound segment for port 6c63d355-a1c3-4c9a-9921-af389aa54570 on network 249d0f51-8b5d-4122-9ca8-a691b5187320 {{(pid=102719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:40:36.251830 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f5e23-35b4-4163-83cb-3d9f3f4760f8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:36.252617 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-631f5e23-35b4-4163-83cb-3d9f3f4760f8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.254162 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-631f5e23-35b4-4163-83cb-3d9f3f4760f8 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "PUT /v2.0/ports/6c63d355-a1c3-4c9a-9921-af389aa54570 HTTP/1.1" status: 200 len: 960 time: 1.4977829 Apr 01 12:40:36.257085 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40598) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:36.311439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40600) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:36.351123 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-de3b2f5c-ffae-4e0f-a27e-351cc0c95a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.399512 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7ee7db71-90b6-46d1-a12b-b5780a22f500 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port 6c63d355-a1c3-4c9a-9921-af389aa54570 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:36.399898 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ee7db71-90b6-46d1-a12b-b5780a22f500 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.512396 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1430469022-network', 'tenant_id': '821075e3932441f79d06c513ccc60a0d'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:36.551533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7bf4b704-f2ce-433e-8e19-0cded0200bd5 None None] Provisioning complete for port 6c63d355-a1c3-4c9a-9921-af389aa54570 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:36.552650 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b704-f2ce-433e-8e19-0cded0200bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.565156 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1190cdb3-924a-4335-9461-250a11aabc0c req-5be515c2-128a-479b-85a7-bf90cf096c64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4500337 Apr 01 12:40:36.579044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Made reservation on behalf of 821075e3932441f79d06c513ccc60a0d for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:36.583218 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.599219 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386a20a-975a-4490-a252-47f44ef568fe req-bfad9014-4c92-4f8d-b6fb-3f3f1b396e04 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:36.601775 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4386a20a-975a-4490-a252-47f44ef568fe req-bfad9014-4c92-4f8d-b6fb-3f3f1b396e04 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0775928 Apr 01 12:40:36.603462 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ee7db71-90b6-46d1-a12b-b5780a22f500 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.607606 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7bf4b704-f2ce-433e-8e19-0cded0200bd5 None None] Port 6c63d355-a1c3-4c9a-9921-af389aa54570 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:36.608250 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.629680 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7bf4b704-f2ce-433e-8e19-0cded0200bd5 None None] Provisioning complete for port 1ad19286-c697-4240-a9e9-b1b15b08bd03 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:36.630032 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b704-f2ce-433e-8e19-0cded0200bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.630448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483bda3-dcfe-4b7e-8ccb-d84bdfa0d380 req-e21c85be-5de6-4afa-902c-aa48fb621d4e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:36.632174 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d483bda3-dcfe-4b7e-8ccb-d84bdfa0d380 req-e21c85be-5de6-4afa-902c-aa48fb621d4e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1366823 Apr 01 12:40:36.645666 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7ee7db71-90b6-46d1-a12b-b5780a22f500 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for 6c63d355-a1c3-4c9a-9921-af389aa54570 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:36.672361 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4386a20a-975a-4490-a252-47f44ef568fe req-6060464f-26b1-4e61-bcc7-992bde2b8085 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615177 Apr 01 12:40:36.687805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190cdb3-924a-4335-9461-250a11aabc0c req-7101d614-823c-4cfd-a8df-7b5a27c55602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:36.689334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1190cdb3-924a-4335-9461-250a11aabc0c req-7101d614-823c-4cfd-a8df-7b5a27c55602 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 1096 time: 0.0588500 Apr 01 12:40:36.734933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7bf4b704-f2ce-433e-8e19-0cded0200bd5 None None] Provisioning complete for port dd848064-cc8f-4915-8aff-39a823895b94 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:36.735409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b704-f2ce-433e-8e19-0cded0200bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.748535 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d483bda3-dcfe-4b7e-8ccb-d84bdfa0d380 req-dac1eff4-b5eb-4a70-bdf3-deace9c39ff2 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054766 Apr 01 12:40:36.783493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7bf4b704-f2ce-433e-8e19-0cded0200bd5 None None] Port dd848064-cc8f-4915-8aff-39a823895b94 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:36.828031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190cdb3-924a-4335-9461-250a11aabc0c req-14d22894-09d7-4364-8b4b-ee30779f47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:36.829590 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1190cdb3-924a-4335-9461-250a11aabc0c req-14d22894-09d7-4364-8b4b-ee30779f47b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 918 time: 0.1050572 Apr 01 12:40:36.835924 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.843892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.912751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1190cdb3-924a-4335-9461-250a11aabc0c req-41904147-384c-41cd-af4b-7f7e3d927351 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a HTTP/1.1" status: 200 len: 1001 time: 0.0749612 Apr 01 12:40:36.927435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:36.944326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:40:36.951614 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ee7db71-90b6-46d1-a12b-b5780a22f500 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.985645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7db71-90b6-46d1-a12b-b5780a22f500 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=6c63d355-a1c3-4c9a-9921-af389aa54570,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:36.988007 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:36.990635 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Added segment 57ea6e50-6ae3-4295-abdf-37e031eeb1b9 of type vlan for network 1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 Apr 01 12:40:37.038188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190cdb3-924a-4335-9461-250a11aabc0c req-96873339-c37a-465b-b94d-d6bb624ca6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:37.042625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1190cdb3-924a-4335-9461-250a11aabc0c req-96873339-c37a-465b-b94d-d6bb624ca6b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 200 len: 856 time: 0.1191130 Apr 01 12:40:37.054548 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a3daf-9a9a-46ab-bdc1-300847994cf1 req-eb887c48-c6ad-410f-b5b4-f55202c740b0 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:37.056089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-226a3daf-9a9a-46ab-bdc1-300847994cf1 req-eb887c48-c6ad-410f-b5b4-f55202c740b0 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 945 time: 0.1414168 Apr 01 12:40:37.066933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ad19286-c697-4240-a9e9-b1b15b08bd03 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:37.098997 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.139236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-226a3daf-9a9a-46ab-bdc1-300847994cf1 req-5de49305-4c2d-45b7-9a24-f152ff9f5798 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/security-groups?id=38169d80-d6e6-4b2d-b8a2-dbcb46349b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704358 Apr 01 12:40:37.147163 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ee7db71-90b6-46d1-a12b-b5780a22f500 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.154187 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7ee7db71-90b6-46d1-a12b-b5780a22f500 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/6c63d355-a1c3-4c9a-9921-af389aa54570 HTTP/1.1" status: 204 len: 168 time: 0.8898420 Apr 01 12:40:37.154187 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.154187 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:37.154606 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.156479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40612) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:37.159631 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1ad19286-c697-4240-a9e9-b1b15b08bd03 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:37.170951 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.192072 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190cdb3-924a-4335-9461-250a11aabc0c req-a15dde95-124a-4194-921d-550991619c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:37.193691 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1190cdb3-924a-4335-9461-250a11aabc0c req-a15dde95-124a-4194-921d-550991619c61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366105 Apr 01 12:40:37.222412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-319eae41-d9ef-4bce-918a-8187e434c187 None None] Could not find standard attr ID for object 6c63d355-a1c3-4c9a-9921-af389aa54570. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:40:37.234418 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad584bcb-6798-4f3b-a8d1-d7ee69369259 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] GET failed (client error): The resource could not be found. Apr 01 12:40:37.237189 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:40:37.240894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ad584bcb-6798-4f3b-a8d1-d7ee69369259 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports/6c63d355-a1c3-4c9a-9921-af389aa54570 HTTP/1.1" status: 404 len: 333 time: 0.0788987 Apr 01 12:40:37.244007 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40614) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:37.245623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c76e99-cb0c-4161-ace3-34179a283a85 req-31338167-fb1c-44ec-b115-1383896d74c6 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:37.248090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10c76e99-cb0c-4161-ace3-34179a283a85 req-31338167-fb1c-44ec-b115-1383896d74c6 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 945 time: 0.1153708 Apr 01 12:40:37.335260 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0226777 Apr 01 12:40:37.339131 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40616) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:37.346070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8cb355eb-78c1-42af-b525-c4fe8e427871 admin admin] Request body: {'subnet': {'network_id': '1d7661fd-f7ee-464d-bb07-baa9ba28b3d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1430469022-subnet', 'tenant_id': '821075e3932441f79d06c513ccc60a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:37.350378 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b8a5e-7797-4845-a8b1-2012739b8e3d admin admin] Pushing event updated for resources: {'Network': ['ID=1d7661fd-f7ee-464d-bb07-baa9ba28b3d2,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:37.401103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeb64b-c61d-405e-9a84-45ee29221eb2 req-fd3563dd-0d2b-4af9-a023-6993aca6f79f tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:37.403707 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eeeeb64b-c61d-405e-9a84-45ee29221eb2 req-fd3563dd-0d2b-4af9-a023-6993aca6f79f tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1887379 Apr 01 12:40:37.404862 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4b2fd4a-35c1-4ed8-ba6d-0b1d8d7585b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.429571 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1190cdb3-924a-4335-9461-250a11aabc0c req-02131a52-5fde-4284-88fe-79fd03069062 service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235086 Apr 01 12:40:37.432351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb355eb-78c1-42af-b525-c4fe8e427871 admin admin] Made reservation on behalf of 821075e3932441f79d06c513ccc60a0d for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:37.437057 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8cb355eb-78c1-42af-b525-c4fe8e427871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.438896 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:40:37.457269 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4b2fd4a-35c1-4ed8-ba6d-0b1d8d7585b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.485894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eeeeb64b-c61d-405e-9a84-45ee29221eb2 req-49b55e94-0ac2-486d-8591-46cb8f369ea9 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746500 Apr 01 12:40:37.531705 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4b2fd4a-35c1-4ed8-ba6d-0b1d8d7585b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.534909 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4b2fd4a-35c1-4ed8-ba6d-0b1d8d7585b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.536200 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d4b2fd4a-35c1-4ed8-ba6d-0b1d8d7585b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/security-groups/fe4a89bd-b3a8-4b0b-b997-530ea80bcbd4 HTTP/1.1" status: 204 len: 168 time: 0.2912378 Apr 01 12:40:37.543197 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40620) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:37.549367 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2fd4a-35c1-4ed8-ba6d-0b1d8d7585b5 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4a89bd-b3a8-4b0b-b997-530ea80bcbd4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:37.703180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-10c76e99-cb0c-4161-ace3-34179a283a85 req-95630016-0725-4f9d-b015-d1e7976abdd9 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Deleting port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:37.703524 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-10c76e99-cb0c-4161-ace3-34179a283a85 req-95630016-0725-4f9d-b015-d1e7976abdd9 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.794849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1190cdb3-924a-4335-9461-250a11aabc0c req-a4791301-7d3c-4c25-9427-6bd4db3802e1 service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702286 Apr 01 12:40:37.811959 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845ffc9-37ac-4564-9313-c571e4d54d3b req-1cb4b333-dc79-4f69-9b8e-9cfa43a5e1a2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:37.813866 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d845ffc9-37ac-4564-9313-c571e4d54d3b req-1cb4b333-dc79-4f69-9b8e-9cfa43a5e1a2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0581329 Apr 01 12:40:37.830556 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98daaba7-1db4-4f0f-a12f-1a10e2d2de60 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.843754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd51b8-ba3b-4c12-8fa0-0657be7f6809 req-77e4cc43-2867-42f3-8990-0946599c9cf3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:37.845314 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-09dd51b8-ba3b-4c12-8fa0-0657be7f6809 req-77e4cc43-2867-42f3-8990-0946599c9cf3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.2157662 Apr 01 12:40:37.855897 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d845ffc9-37ac-4564-9313-c571e4d54d3b req-6f4ecd57-afaf-46ac-878f-9e33aedfebeb tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356331 Apr 01 12:40:37.927054 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98daaba7-1db4-4f0f-a12f-1a10e2d2de60 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.980790 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8cb355eb-78c1-42af-b525-c4fe8e427871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.985838 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25b483-e94e-40d6-bf20-457b6a383228 req-ba3a1d5c-4e03-4718-82ad-15110c32abe4 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:37.986030 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-10c76e99-cb0c-4161-ace3-34179a283a85 req-95630016-0725-4f9d-b015-d1e7976abdd9 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] For port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192,segment=NetworkSegment(56307238-d98f-4d45-8869-d35c582d89a0),segment_id=56307238-d98f-4d45-8869-d35c582d89a0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:37.986321 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-10c76e99-cb0c-4161-ace3-34179a283a85 req-95630016-0725-4f9d-b015-d1e7976abdd9 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:37.990730 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b25b483-e94e-40d6-bf20-457b6a383228 req-ba3a1d5c-4e03-4718-82ad-15110c32abe4 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.0601137 Apr 01 12:40:38.037778 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-09dd51b8-ba3b-4c12-8fa0-0657be7f6809 req-c9ba5bfa-d4f5-447c-86ad-11ed5fdee9f8 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825147 Apr 01 12:40:38.042546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-10c76e99-cb0c-4161-ace3-34179a283a85 req-95630016-0725-4f9d-b015-d1e7976abdd9 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Calling delete_port for aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:38.047636 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b25b483-e94e-40d6-bf20-457b6a383228 req-e82fd686-a206-44d1-863d-7bddf96ec914 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522625 Apr 01 12:40:38.085216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb355eb-78c1-42af-b525-c4fe8e427871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd372b4-2650-4bfc-ae08-425c58b4bc63,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:38.122633 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98daaba7-1db4-4f0f-a12f-1a10e2d2de60 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.125811 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98daaba7-1db4-4f0f-a12f-1a10e2d2de60 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.126890 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-98daaba7-1db4-4f0f-a12f-1a10e2d2de60 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/security-groups/54bab209-3b20-4ca4-a181-e9d211df0837 HTTP/1.1" status: 204 len: 168 time: 0.5825381 Apr 01 12:40:38.130163 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40628) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:38.144282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98daaba7-1db4-4f0f-a12f-1a10e2d2de60 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bab209-3b20-4ca4-a181-e9d211df0837,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:38.151338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb355eb-78c1-42af-b525-c4fe8e427871 admin admin] Checking segment: {'id': '57ea6e50-6ae3-4295-abdf-37e031eeb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1d7661fd-f7ee-464d-bb07-baa9ba28b3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:40:38.151724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb355eb-78c1-42af-b525-c4fe8e427871 admin admin] Network hostable DHCP agents. Network: 1d7661fd-f7ee-464d-bb07-baa9ba28b3d2, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:40:38.191254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb355eb-78c1-42af-b525-c4fe8e427871 admin admin] Network 1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:40:38.208919 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d5f10af-929c-402b-88d0-df90390a2f06 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.210139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8cb355eb-78c1-42af-b525-c4fe8e427871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 1d7661fd-f7ee-464d-bb07-baa9ba28b3d2) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:38.219710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7214943a-46b7-4548-ba8e-43b1e6375655 None None] Network 1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:38.220049 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb355eb-78c1-42af-b525-c4fe8e427871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:38.220961 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8cb355eb-78c1-42af-b525-c4fe8e427871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.299326 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8cb355eb-78c1-42af-b525-c4fe8e427871 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9542420 Apr 01 12:40:38.300562 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d5f10af-929c-402b-88d0-df90390a2f06 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.346924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-10c76e99-cb0c-4161-ace3-34179a283a85 req-95630016-0725-4f9d-b015-d1e7976abdd9 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.443352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95630016-0725-4f9d-b015-d1e7976abdd9 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Pushing event deleted for resources: {'Port': ['ID=aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:38.460835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9be512-e18e-44b1-81cd-f20869a4867d None None] Network 1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:38.469368 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210cc0-a4c1-444b-8588-10029d20f914 req-d7a524a4-6ece-4125-b24e-4d39b929afe5 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:38.484566 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-96210cc0-a4c1-444b-8588-10029d20f914 req-d7a524a4-6ece-4125-b24e-4d39b929afe5 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e22daf5-6aaa-47ff-b2cb-a05f02c42444 HTTP/1.1" status: 200 len: 867 time: 0.1698394 Apr 01 12:40:38.500159 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c76e99-cb0c-4161-ace3-34179a283a85 req-95630016-0725-4f9d-b015-d1e7976abdd9 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] No DVR routers for this DVR port aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:38.502782 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d5f10af-929c-402b-88d0-df90390a2f06 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.505631 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d5f10af-929c-402b-88d0-df90390a2f06 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.507233 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0d5f10af-929c-402b-88d0-df90390a2f06 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/security-groups/d405e3ea-c563-43d9-88c6-fbdd1401c430 HTTP/1.1" status: 204 len: 168 time: 0.3759055 Apr 01 12:40:38.511964 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40638) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:38.524293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-10c76e99-cb0c-4161-ace3-34179a283a85 req-95630016-0725-4f9d-b015-d1e7976abdd9 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.533238 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10c76e99-cb0c-4161-ace3-34179a283a85 req-95630016-0725-4f9d-b015-d1e7976abdd9 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.44 "DELETE /v2.0/ports/aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 HTTP/1.1" status: 204 len: 173 time: 1.2786627 Apr 01 12:40:38.538723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e22daf5-6aaa-47ff-b2cb-a05f02c42444', 'name': 'network-vif-deleted', 'tag': 'aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:38.547271 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410fb3e6-25ea-4323-b1c3-079a992863b2" -d '{"events": [{"server_uuid": "7e22daf5-6aaa-47ff-b2cb-a05f02c42444", "name": "network-vif-deleted", "tag": "aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:38.582336 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f10af-929c-402b-88d0-df90390a2f06 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d405e3ea-c563-43d9-88c6-fbdd1401c430,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:38.613021 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-96210cc0-a4c1-444b-8588-10029d20f914 req-7de29e76-002b-498c-8abf-beb82dadf650 tempest-ServerPasswordTestJSON-2095531403 tempest-ServerPasswordTestJSON-2095531403-project] 10.222.0.45 "GET /v2.0/security-groups?id=38169d80-d6e6-4b2d-b8a2-dbcb46349b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263065 Apr 01 12:40:38.625322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24658de-0021-46f2-b752-bb22d4a57c6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting subnet 58818303-fa67-433a-8cc3-fe2ce6406551 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:40:38.630181 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a24658de-0021-46f2-b752-bb22d4a57c6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.683080 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a24658de-0021-46f2-b752-bb22d4a57c6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.769991 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.775972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-fced0689-19fb-4634-82e2-ed86f9ba6d2b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:38.784401 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-fced0689-19fb-4634-82e2-ed86f9ba6d2b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/networks?id=20332cba-7adf-48af-b466-d893d011242e HTTP/1.1" status: 200 len: 815 time: 0.1479752 Apr 01 12:40:38.787703 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5055c42-6953-4f36-918d-5d32f41d8604 x-openstack-request-id: req-c5055c42-6953-4f36-918d-5d32f41d8604 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:38.787993 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e22daf5-6aaa-47ff-b2cb-a05f02c42444", "name": "network-vif-deleted", "tag": "aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:38.788251 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5055c42-6953-4f36-918d-5d32f41d8604 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:38.788657 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5055c42-6953-4f36-918d-5d32f41d8604'] response: {'server_uuid': '7e22daf5-6aaa-47ff-b2cb-a05f02c42444', 'name': 'network-vif-deleted', 'tag': 'aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192', 'status': 'completed', 'code': 200} Apr 01 12:40:38.804604 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-cdb467c5-6594-4238-95c1-540da9ab069f tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/quotas/469070862d5448d1be2b350d21fec32e HTTP/1.1" status: 200 len: 375 time: 0.0188787 Apr 01 12:40:38.860291 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a24658de-0021-46f2-b752-bb22d4a57c6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.860498 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-9127c20c-98fc-4b11-a5b7-629b64f3189b tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=469070862d5448d1be2b350d21fec32e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549021 Apr 01 12:40:38.865858 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.891982 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-18cab15f-e0f7-4735-ada5-ccfec0e94987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.955971 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a24658de-0021-46f2-b752-bb22d4a57c6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:38.982183 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-c78618bb-ebbd-4669-80e3-2d18dee1a526 service neutron] 10.222.0.45 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119533 Apr 01 12:40:39.004967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a35ec-0202-4c56-b460-35a63adb8f40 None None] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:39.016945 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a24658de-0021-46f2-b752-bb22d4a57c6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:39.025306 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a24658de-0021-46f2-b752-bb22d4a57c6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/58818303-fa67-433a-8cc3-fe2ce6406551 HTTP/1.1" status: 204 len: 168 time: 0.4969187 Apr 01 12:40:39.025306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24658de-0021-46f2-b752-bb22d4a57c6c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Subnet': ['ID=58818303-fa67-433a-8cc3-fe2ce6406551,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:39.030810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40666) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:39.152507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff66b03-a01a-4a49-8f02-a0ed02e5d243 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting subnet 709e1901-dd43-4b74-856c-e8a4397f2102 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:40:39.158811 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ff66b03-a01a-4a49-8f02-a0ed02e5d243 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:39.189049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-686e82c7-705d-49ee-9bb4-62578097918e tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:39.190960 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-686e82c7-705d-49ee-9bb4-62578097918e tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/networks?id=1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 HTTP/1.1" status: 200 len: 809 time: 0.1519146 Apr 01 12:40:39.207629 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-b8ba9791-39be-4088-92d3-059415aacc12 service neutron] 10.222.0.45 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114220 Apr 01 12:40:39.213460 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-06e98c8c-885d-453f-abb3-66d1354752c6 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/quotas/821075e3932441f79d06c513ccc60a0d HTTP/1.1" status: 200 len: 375 time: 0.0151427 Apr 01 12:40:39.218285 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ff66b03-a01a-4a49-8f02-a0ed02e5d243 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:39.266730 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-383f69a2-7b0f-4c98-9838-921f2ae2f034 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=821075e3932441f79d06c513ccc60a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415254 Apr 01 12:40:39.343450 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ff66b03-a01a-4a49-8f02-a0ed02e5d243 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:39.379902 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-f8e257e5-6a60-48c6-8204-af705f1f5c34 service neutron] 10.222.0.45 "GET /v2.0/networks/1d7661fd-f7ee-464d-bb07-baa9ba28b3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065235 Apr 01 12:40:39.473610 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ff66b03-a01a-4a49-8f02-a0ed02e5d243 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:39.520835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff66b03-a01a-4a49-8f02-a0ed02e5d243 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Subnet': ['ID=709e1901-dd43-4b74-856c-e8a4397f2102,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:39.528336 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ff66b03-a01a-4a49-8f02-a0ed02e5d243 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:39.535191 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1ff66b03-a01a-4a49-8f02-a0ed02e5d243 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/709e1901-dd43-4b74-856c-e8a4397f2102 HTTP/1.1" status: 204 len: 168 time: 0.5012462 Apr 01 12:40:39.537097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40674) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:39.555733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587787d0-93f3-4975-ab30-ba780230a586 req-3e43e4cc-7613-44eb-bfe1-2a705d0690f8 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:39.557314 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-587787d0-93f3-4975-ab30-ba780230a586 req-3e43e4cc-7613-44eb-bfe1-2a705d0690f8 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.1199524 Apr 01 12:40:39.607001 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-102888f6-fc9b-4e2d-b15f-946cf197435b service neutron] 10.222.0.45 "GET /v2.0/networks/1d7661fd-f7ee-464d-bb07-baa9ba28b3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186837 Apr 01 12:40:39.615045 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a8990f-cee6-471b-bc7b-2a7319d8900f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] DELETE failed (client error): The resource could not be found. Apr 01 12:40:39.615887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a8990f-cee6-471b-bc7b-2a7319d8900f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:39.618946 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f9a8990f-cee6-471b-bc7b-2a7319d8900f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/58818303-fa67-433a-8cc3-fe2ce6406551 HTTP/1.1" status: 404 len: 337 time: 0.0807953 Apr 01 12:40:39.621744 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40680) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:39.634176 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-587787d0-93f3-4975-ab30-ba780230a586 req-b083f589-4a1c-47ff-8344-b8be78c44cfc tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633016 Apr 01 12:40:39.739893 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c016a50-7232-4c83-9b20-e31b35995892 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting subnet c02d9fe4-0688-4306-b1d1-853530aac060 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:40:39.746059 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c016a50-7232-4c83-9b20-e31b35995892 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:39.751953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:39.807931 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c016a50-7232-4c83-9b20-e31b35995892 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:39.810319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:39.810649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device aec3e2a2-706b-4ec7-ab7b-7a45c9c7a192 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:39.918770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05408ce-e232-4984-a38a-2dfd1508f2c6 req-401c35e7-2ea0-402d-bfa0-44286ad61d26 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:39.921285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a05408ce-e232-4984-a38a-2dfd1508f2c6 req-401c35e7-2ea0-402d-bfa0-44286ad61d26 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb90a4-0b6a-4c9f-a10b-fedba2a99fad HTTP/1.1" status: 200 len: 945 time: 0.1644681 Apr 01 12:40:39.931435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-00d0e78d-0522-4103-92ed-883ae0a9d9b4 req-2a31c035-41b0-42f2-9025-65e1d877ecdc tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 210 time: 0.0632994 Apr 01 12:40:39.996001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f1d9c-d7be-40d2-a989-eeac53d629b8 req-aa465cef-2b71-4fa0-b78c-9787883da361 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:39.997942 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae8f1d9c-d7be-40d2-a989-eeac53d629b8 req-aa465cef-2b71-4fa0-b78c-9787883da361 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1536517 Apr 01 12:40:40.022513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40690) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:40.128910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae8f1d9c-d7be-40d2-a989-eeac53d629b8 req-a37fde88-fac4-434c-84a9-6abb247acb74 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005354 Apr 01 12:40:40.140878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c016a50-7232-4c83-9b20-e31b35995892 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.148745 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d24c104b-3953-4e69-9043-ece18499ec45 req-d9f0251f-afef-4ab9-9917-1893773d0e2b tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 210 time: 0.0608239 Apr 01 12:40:40.158167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-a05408ce-e232-4984-a38a-2dfd1508f2c6 req-e549987c-94fd-4043-bf96-3fc7cb71acbd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Deleting port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:40.158588 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a05408ce-e232-4984-a38a-2dfd1508f2c6 req-e549987c-94fd-4043-bf96-3fc7cb71acbd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.201668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca76534-5235-487c-a35c-5f3823191278 None None] Network 249d0f51-8b5d-4122-9ca8-a691b5187320 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:40:40.207799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-810a2d47-38a8-4d0c-90ba-f1a6dcf5e470 admin admin] Deleting subnet f742d1c8-5854-4e7b-825b-57c1f8d34d03 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:40:40.213090 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-810a2d47-38a8-4d0c-90ba-f1a6dcf5e470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.274122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-810a2d47-38a8-4d0c-90ba-f1a6dcf5e470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.330356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a05408ce-e232-4984-a38a-2dfd1508f2c6 req-e549987c-94fd-4043-bf96-3fc7cb71acbd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] For port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:40.333182 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a05408ce-e232-4984-a38a-2dfd1508f2c6 req-e549987c-94fd-4043-bf96-3fc7cb71acbd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.335214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c016a50-7232-4c83-9b20-e31b35995892 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.338659 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-810a2d47-38a8-4d0c-90ba-f1a6dcf5e470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.361597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-a05408ce-e232-4984-a38a-2dfd1508f2c6 req-e549987c-94fd-4043-bf96-3fc7cb71acbd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Calling delete_port for 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:40.379813 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-528b29dd-040c-48b3-b303-d8ab02f8b0a1 None None] Provisioning complete for port 1ad19286-c697-4240-a9e9-b1b15b08bd03 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:40.380676 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-528b29dd-040c-48b3-b303-d8ab02f8b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.410732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c016a50-7232-4c83-9b20-e31b35995892 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Subnet': ['ID=c02d9fe4-0688-4306-b1d1-853530aac060,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:40.418589 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c016a50-7232-4c83-9b20-e31b35995892 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.423364 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8c016a50-7232-4c83-9b20-e31b35995892 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/c02d9fe4-0688-4306-b1d1-853530aac060 HTTP/1.1" status: 204 len: 168 time: 0.8004646 Apr 01 12:40:40.428575 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40698) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:40.435636 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.484909 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cfa7d2-2b88-463d-8c95-0f9ea6465041 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] DELETE failed (client error): The resource could not be found. Apr 01 12:40:40.485802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cfa7d2-2b88-463d-8c95-0f9ea6465041 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:40.489757 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-12cfa7d2-2b88-463d-8c95-0f9ea6465041 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/af045d46-5c6a-4b75-84ea-6434fcaba92a HTTP/1.1" status: 404 len: 337 time: 0.0597572 Apr 01 12:40:40.493549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40700) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:40.522451 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-810a2d47-38a8-4d0c-90ba-f1a6dcf5e470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.536180 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40702) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:40.540633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-017928aa-9004-4985-92af-9da73338cc1a tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "GET /v2.0/ports?device_id=5083e729-d5c8-40da-a9ac-37dd0881a457 HTTP/1.1" status: 200 len: 205 time: 0.0423477 Apr 01 12:40:40.547859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-528b29dd-040c-48b3-b303-d8ab02f8b0a1 None None] Provisioning complete for port dd848064-cc8f-4915-8aff-39a823895b94 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:40.548476 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-528b29dd-040c-48b3-b303-d8ab02f8b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.569925 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-810a2d47-38a8-4d0c-90ba-f1a6dcf5e470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.573507 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-810a2d47-38a8-4d0c-90ba-f1a6dcf5e470 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f742d1c8-5854-4e7b-825b-57c1f8d34d03 HTTP/1.1" status: 204 len: 168 time: 0.5500057 Apr 01 12:40:40.574512 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a2d47-38a8-4d0c-90ba-f1a6dcf5e470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f742d1c8-5854-4e7b-825b-57c1f8d34d03,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:40.577494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40704) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:40.591817 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a12b40-b645-4fc3-9aae-0fdbf9d86ebd None None] DHCP port deletion for 249d0f51-8b5d-4122-9ca8-a691b5187320 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:40:40.624995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a05408ce-e232-4984-a38a-2dfd1508f2c6 req-e549987c-94fd-4043-bf96-3fc7cb71acbd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.647860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-528b29dd-040c-48b3-b303-d8ab02f8b0a1 None None] Port dd848064-cc8f-4915-8aff-39a823895b94 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:40:40.660596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549987c-94fd-4043-bf96-3fc7cb71acbd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Pushing event deleted for resources: {'Port': ['ID=3331c6eb-83b9-4be4-95bf-8a20cd4e8752,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:40.665419 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-78569e9f-df6a-4b9e-a743-8e87d4d5cf68 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] delete failed (client error): The resource could not be found. Apr 01 12:40:40.674875 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-78569e9f-df6a-4b9e-a743-8e87d4d5cf68 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/routers/5083e729-d5c8-40da-a9ac-37dd0881a457 HTTP/1.1" status: 404 len: 336 time: 0.1098545 Apr 01 12:40:40.677557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40708) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:40.684629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c0a12b40-b645-4fc3-9aae-0fdbf9d86ebd None None] Deleting port 1ad19286-c697-4240-a9e9-b1b15b08bd03 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:40.685005 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c0a12b40-b645-4fc3-9aae-0fdbf9d86ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.724797 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9e0232-724e-43e4-9648-036a0fc8a21e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] DELETE failed (client error): The resource could not be found. Apr 01 12:40:40.725166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9e0232-724e-43e4-9648-036a0fc8a21e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:40.731348 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cb9e0232-724e-43e4-9648-036a0fc8a21e tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/7e7fe988-947f-46e9-9749-d337bb0e5851 HTTP/1.1" status: 404 len: 337 time: 0.0526834 Apr 01 12:40:40.732230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40710) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:40.793717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c0a12b40-b645-4fc3-9aae-0fdbf9d86ebd None None] For port 1ad19286-c697-4240-a9e9-b1b15b08bd03, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1ad19286-c697-4240-a9e9-b1b15b08bd03,segment=NetworkSegment(87088a08-088c-48b4-b35e-e2d2e301e32b),segment_id=87088a08-088c-48b4-b35e-e2d2e301e32b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:40.793717 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c0a12b40-b645-4fc3-9aae-0fdbf9d86ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.807164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c0a12b40-b645-4fc3-9aae-0fdbf9d86ebd None None] Calling delete_port for 1ad19286-c697-4240-a9e9-b1b15b08bd03 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:40.810324 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.816120 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05408ce-e232-4984-a38a-2dfd1508f2c6 req-e549987c-94fd-4043-bf96-3fc7cb71acbd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] No DVR routers for this DVR port 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:40.817978 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-0838385e-f0bc-43bc-a4fb-351d942de2c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] DELETE failed (client error): The resource could not be found. Apr 01 12:40:40.818486 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0838385e-f0bc-43bc-a4fb-351d942de2c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:40.824474 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0838385e-f0bc-43bc-a4fb-351d942de2c0 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/8eea7b76-4a38-4b74-a07b-e98245aff619 HTTP/1.1" status: 404 len: 337 time: 0.0862906 Apr 01 12:40:40.825234 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40712) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:40.827019 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a05408ce-e232-4984-a38a-2dfd1508f2c6 req-e549987c-94fd-4043-bf96-3fc7cb71acbd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.831260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a05408ce-e232-4984-a38a-2dfd1508f2c6 req-e549987c-94fd-4043-bf96-3fc7cb71acbd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.44 "DELETE /v2.0/ports/3331c6eb-83b9-4be4-95bf-8a20cd4e8752 HTTP/1.1" status: 204 len: 173 time: 0.8970768 Apr 01 12:40:40.831733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eb90a4-0b6a-4c9f-a10b-fedba2a99fad', 'name': 'network-vif-deleted', 'tag': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:40.834162 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ad4507-5c59-450b-8ca8-8e0917f8d246" -d '{"events": [{"server_uuid": "27eb90a4-0b6a-4c9f-a10b-fedba2a99fad", "name": "network-vif-deleted", "tag": "3331c6eb-83b9-4be4-95bf-8a20cd4e8752"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:40.883240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0800e8b-dde8-4869-8b88-f3a7d5260c74 req-dd06a1c5-8aaf-441c-a0be-a1145943d83b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:40.883418 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec335033-6ec7-4c8b-9cf3-18b11d46490c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] DELETE failed (client error): The resource could not be found. Apr 01 12:40:40.884114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec335033-6ec7-4c8b-9cf3-18b11d46490c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:40.885147 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b0800e8b-dde8-4869-8b88-f3a7d5260c74 req-dd06a1c5-8aaf-441c-a0be-a1145943d83b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.1119165 Apr 01 12:40:40.886675 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968da0eb-5991-4e46-aace-b8f0efea898b x-openstack-request-id: req-968da0eb-5991-4e46-aace-b8f0efea898b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:40.887014 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27eb90a4-0b6a-4c9f-a10b-fedba2a99fad", "name": "network-vif-deleted", "tag": "3331c6eb-83b9-4be4-95bf-8a20cd4e8752", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:40.887268 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-968da0eb-5991-4e46-aace-b8f0efea898b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:40.888399 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968da0eb-5991-4e46-aace-b8f0efea898b'] response: {'server_uuid': '27eb90a4-0b6a-4c9f-a10b-fedba2a99fad', 'name': 'network-vif-deleted', 'tag': '3331c6eb-83b9-4be4-95bf-8a20cd4e8752', 'status': 'completed', 'code': 200} Apr 01 12:40:40.900980 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ec335033-6ec7-4c8b-9cf3-18b11d46490c tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/e1fe6cc8-f349-4b9e-8c3e-85c39f9aacdd HTTP/1.1" status: 404 len: 337 time: 0.0697613 Apr 01 12:40:40.901584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40716) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:40.930330 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c0a12b40-b645-4fc3-9aae-0fdbf9d86ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:40.945684 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b0800e8b-dde8-4869-8b88-f3a7d5260c74 req-826afd38-b940-4486-9684-fb825b26b271 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503793 Apr 01 12:40:40.989788 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-4900c12b-78c8-4479-999a-bd9f91fdb44f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] DELETE failed (client error): The resource could not be found. Apr 01 12:40:40.995174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a12b40-b645-4fc3-9aae-0fdbf9d86ebd None None] Pushing event deleted for resources: {'Port': ['ID=1ad19286-c697-4240-a9e9-b1b15b08bd03,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:40.997943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4900c12b-78c8-4479-999a-bd9f91fdb44f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:41.000559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a12b40-b645-4fc3-9aae-0fdbf9d86ebd None None] No DVR routers for this DVR port 1ad19286-c697-4240-a9e9-b1b15b08bd03 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:41.004220 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4900c12b-78c8-4479-999a-bd9f91fdb44f tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/7be6fc78-fee1-40bb-baa6-a553be2f6f0d HTTP/1.1" status: 404 len: 333 time: 0.1015401 Apr 01 12:40:41.007410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40720) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:41.086512 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3d4444-214e-4e14-b868-0df1eca47620 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] DELETE failed (client error): The resource could not be found. Apr 01 12:40:41.087115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3d4444-214e-4e14-b868-0df1eca47620 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:41.094395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cd3d4444-214e-4e14-b868-0df1eca47620 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/95739571-8da6-4689-b6a2-795e65706b72 HTTP/1.1" status: 404 len: 337 time: 0.0856075 Apr 01 12:40:41.094625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ad19286-c697-4240-a9e9-b1b15b08bd03 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:41.095019 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40722) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:41.110688 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a9f0f68a-a483-44a5-8df7-b571e7f86bc8 req-7dccb0dc-14ff-46f0-9009-cee3849c81bd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 210 time: 0.0857959 Apr 01 12:40:41.134117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 1ad19286-c697-4240-a9e9-b1b15b08bd03 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:41.134117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ad19286-c697-4240-a9e9-b1b15b08bd03 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:41.153023 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc6d8d5-736d-4965-ba43-3364a4afa013 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] DELETE failed (client error): The resource could not be found. Apr 01 12:40:41.154067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc6d8d5-736d-4965-ba43-3364a4afa013 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:41.158267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dbc6d8d5-736d-4965-ba43-3364a4afa013 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/e17407e2-3a0f-41d3-a850-52af226790d0 HTTP/1.1" status: 404 len: 337 time: 0.0599394 Apr 01 12:40:41.160164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40724) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:41.163256 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.198773 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac03bce3-998e-499c-b4de-c4b23e25ed52 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] DELETE failed (client error): The resource could not be found. Apr 01 12:40:41.199605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac03bce3-998e-499c-b4de-c4b23e25ed52 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:41.203867 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ac03bce3-998e-499c-b4de-c4b23e25ed52 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/2349885d-ad72-475d-9e85-d873a9ae04a4 HTTP/1.1" status: 404 len: 333 time: 0.0432618 Apr 01 12:40:41.210869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40730) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:41.257273 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e3aba8-3871-4a18-8cec-c232c2177fff tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] DELETE failed (client error): The resource could not be found. Apr 01 12:40:41.258213 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e3aba8-3871-4a18-8cec-c232c2177fff tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:41.262862 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-20e3aba8-3871-4a18-8cec-c232c2177fff tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/8ae46ef9-e7a4-4d5a-8692-81559037a1dc HTTP/1.1" status: 404 len: 337 time: 0.0506754 Apr 01 12:40:41.271086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40732) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:41.275799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86b021a-b0ef-45e1-8ea8-5fc067ba5689']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:41.292320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-b281e8e6-ec54-4d03-83c7-d87e599de005 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:41.293794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-b281e8e6-ec54-4d03-83c7-d87e599de005 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.44 "GET /v2.0/networks?id=20332cba-7adf-48af-b466-d893d011242e HTTP/1.1" status: 200 len: 815 time: 0.1978917 Apr 01 12:40:41.311339 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed945fd5-6da3-44f5-87d2-b1f5b48c9678 req-b78d9d83-83bf-42fa-9737-4076425c1c81 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:41.312849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed945fd5-6da3-44f5-87d2-b1f5b48c9678 req-b78d9d83-83bf-42fa-9737-4076425c1c81 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.0824037 Apr 01 12:40:41.317473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Request body: {'port': {'device_id': '3629ada2-998b-47ac-a302-d302a5485b17', 'network_id': '20332cba-7adf-48af-b466-d893d011242e', 'admin_state_up': True, 'tenant_id': '469070862d5448d1be2b350d21fec32e'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:41.327099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-49e95f6d-d0fa-439b-b771-6dc146724739 req-20179458-48bf-486f-b4bc-dfd4a38f3c6e tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 210 time: 0.0565262 Apr 01 12:40:41.348121 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56307238-d98f-4d45-8869-d35c582d89a0') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:41.348420 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56307238-d98f-4d45-8869-d35c582d89a0') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:41.351169 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e9799a-ea16-4507-ac63-741a9a68af5d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] DELETE failed (client error): The resource could not be found. Apr 01 12:40:41.351620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e9799a-ea16-4507-ac63-741a9a68af5d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:40:41.357568 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-81e9799a-ea16-4507-ac63-741a9a68af5d tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/subnets/0c783a18-f438-49f9-bb7b-82c9ccd3a81b HTTP/1.1" status: 404 len: 337 time: 0.0812309 Apr 01 12:40:41.362195 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40734) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:41.375844 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.414077 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.440180 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed945fd5-6da3-44f5-87d2-b1f5b48c9678 req-c85a0db8-6fbd-4342-ad52-61334c60f5d1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192555 Apr 01 12:40:41.445315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:40:41.445928 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:40:41.447824 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:40:41.516958 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.523696 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.530132 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b86b021a-b0ef-45e1-8ea8-5fc067ba5689 HTTP/1.1" status: 204 len: 168 time: 0.9511313 Apr 01 12:40:41.547526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e7f30-533b-457e-83b8-01c41b9d3908 admin admin] Pushing event deleted for resources: {'Network': ['ID=b86b021a-b0ef-45e1-8ea8-5fc067ba5689,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:41.557713 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-66315454-3ddf-4a68-b0b5-7ea358afb4f4 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Deleting port dd848064-cc8f-4915-8aff-39a823895b94 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:41.558371 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66315454-3ddf-4a68-b0b5-7ea358afb4f4 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.573951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Made reservation on behalf of 469070862d5448d1be2b350d21fec32e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:41.578768 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.606113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-a3e12559-aa78-4b08-908d-b9c7f6a70ea4 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:41.608434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-a3e12559-aa78-4b08-908d-b9c7f6a70ea4 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.44 "GET /v2.0/networks?id=1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 HTTP/1.1" status: 200 len: 809 time: 0.1842904 Apr 01 12:40:41.627619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Request body: {'port': {'device_id': '0e8796f6-87d4-49f7-8377-d4cbb7878ac1', 'network_id': '1d7661fd-f7ee-464d-bb07-baa9ba28b3d2', 'admin_state_up': True, 'tenant_id': '821075e3932441f79d06c513ccc60a0d'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:41.647076 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66315454-3ddf-4a68-b0b5-7ea358afb4f4 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.673468 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-66315454-3ddf-4a68-b0b5-7ea358afb4f4 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Calling delete_port for dd848064-cc8f-4915-8aff-39a823895b94 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:41.720800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40738) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:41.749233 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.757819 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:41.793978 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-25261a08-859d-477a-b837-2b962f7c19fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81db42d035eb49bc8d008b638fa74575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716958 Apr 01 12:40:41.795343 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40742) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:41.817123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:41.817708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3331c6eb-83b9-4be4-95bf-8a20cd4e8752 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:41.845535 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.857220 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66315454-3ddf-4a68-b0b5-7ea358afb4f4 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.865396 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Allocated IP 172.20.0.9 (20332cba-7adf-48af-b466-d893d011242e/79ee042a-a0e0-4925-86f6-e1fefb27e652/1105100b-017b-49a2-973b-83b6ef6448f4) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:41.893148 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Made reservation on behalf of 821075e3932441f79d06c513ccc60a0d for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:40:41.896654 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.920069 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff4cae83-a639-4545-beec-bab468be3c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.921889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66315454-3ddf-4a68-b0b5-7ea358afb4f4 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Port': ['ID=dd848064-cc8f-4915-8aff-39a823895b94,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:41.945328 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-66315454-3ddf-4a68-b0b5-7ea358afb4f4 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:41.949707 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-66315454-3ddf-4a68-b0b5-7ea358afb4f4 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/ports/dd848064-cc8f-4915-8aff-39a823895b94 HTTP/1.1" status: 204 len: 168 time: 0.5863197 Apr 01 12:40:41.960026 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40744) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:41.972976 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff4cae83-a639-4545-beec-bab468be3c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.000274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806695d-385f-48f8-ba81-8535be852c7e req-5d8b9948-5323-465e-9ea5-287003415160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:42.002344 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0806695d-385f-48f8-ba81-8535be852c7e req-5d8b9948-5323-465e-9ea5-287003415160 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 1097 time: 0.1590610 Apr 01 12:40:42.143688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Allocated IP 172.20.0.9 (1d7661fd-f7ee-464d-bb07-baa9ba28b3d2/6fd372b4-2650-4bfc-ae08-425c58b4bc63/8f22c33c-f675-4b62-803c-796173b77514) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:40:42.148135 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.233432 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b3ec7dd-55af-4d2c-8b88-d7d83ebe1129 req-dc7552e1-7731-49a7-9e23-f718afa22616 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 210 time: 0.0454543 Apr 01 12:40:42.261733 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.405430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.420788 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0806695d-385f-48f8-ba81-8535be852c7e req-104d10cb-ec6e-40dd-aa94-12dbceb85adf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013205 Apr 01 12:40:42.444783 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96466-e6a5-4a82-9a65-86dbd19943c6 req-f40782c4-0682-4da0-b5b1-aa386ebb1c31 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:42.446383 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-68a96466-e6a5-4a82-9a65-86dbd19943c6 req-f40782c4-0682-4da0-b5b1-aa386ebb1c31 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0956371 Apr 01 12:40:42.470493 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff4cae83-a639-4545-beec-bab468be3c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.472952 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff4cae83-a639-4545-beec-bab468be3c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.474282 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ff4cae83-a639-4545-beec-bab468be3c69 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38169d80-d6e6-4b2d-b8a2-dbcb46349b77 HTTP/1.1" status: 204 len: 168 time: 0.6778738 Apr 01 12:40:42.517936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cae83-a639-4545-beec-bab468be3c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38169d80-d6e6-4b2d-b8a2-dbcb46349b77,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:42.563947 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.586238 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-68a96466-e6a5-4a82-9a65-86dbd19943c6 req-4d5c133f-705a-4d13-9c71-e6ae052993f5 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203761 Apr 01 12:40:42.597603 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249d0f51-8b5d-4122-9ca8-a691b5187320']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:42.615859 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87088a08-088c-48b4-b35e-e2d2e301e32b') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:42.616167 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87088a08-088c-48b4-b35e-e2d2e301e32b') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:42.635003 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.650593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.657916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:40:42.658270 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:40:42.662074 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:40:42.664176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Network 20332cba-7adf-48af-b466-d893d011242e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:42.681673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:42.688927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:42.730527 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81b5c242-7238-4e7c-8c85-2bd70dd4ff43 req-810f2286-7c30-4a03-a75d-390e4a8652d3 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 210 time: 0.0724692 Apr 01 12:40:42.735564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Pushing event updated for resources: {'Port': ['ID=1105100b-017b-49a2-973b-83b6ef6448f4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:42.756438 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.766429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280ac04-c528-4d31-b7be-d3c41a6202b8 req-b9df4ce7-57f1-4404-b128-ede7840961cb tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:42.774086 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1280ac04-c528-4d31-b7be-d3c41a6202b8 req-b9df4ce7-57f1-4404-b128-ede7840961cb tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1009939 Apr 01 12:40:42.781873 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.787535 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] 10.222.0.45 "DELETE /v2.0/networks/249d0f51-8b5d-4122-9ca8-a691b5187320 HTTP/1.1" status: 204 len: 168 time: 0.8252263 Apr 01 12:40:42.789347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:42.789966 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.797774 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.809224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec01d46-263b-406e-a4be-02d271b18cc6 tempest-PortsTestJSON-20033251 tempest-PortsTestJSON-20033251-project] Pushing event deleted for resources: {'Network': ['ID=249d0f51-8b5d-4122-9ca8-a691b5187320,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:42.817428 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-0b81c363-9bce-44df-bc3c-a9fe35388408 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5035410 Apr 01 12:40:42.832100 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1280ac04-c528-4d31-b7be-d3c41a6202b8 req-eb32f118-73cd-4975-bf1e-db57313ff0d6 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571744 Apr 01 12:40:42.833113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Request body: {'port': {'device_id': '3629ada2-998b-47ac-a302-d302a5485b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:42.872200 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.934739 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:42.945137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Network 1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:40:42.951795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Pushing event updated for resources: {'Port': ['ID=8f22c33c-f675-4b62-803c-796173b77514,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:42.956385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:40:42.959478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:40:43.041628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:43.042458 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:43.113452 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-dde948e4-3ad1-4f3a-8ff9-9541bdd28fb8 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4908385 Apr 01 12:40:43.128566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Request body: {'port': {'device_id': '0e8796f6-87d4-49f7-8377-d4cbb7878ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:43.129008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40770) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:43.241857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:43.271589 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4cdf8d9c-df55-4819-a8b4-f6658b1a31f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f8814e9e17c4a30bcb1c845a5548d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412864 Apr 01 12:40:43.274021 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40782) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:43.334124 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1284df94-c690-4238-b91e-58541f8bc76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:43.367109 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1284df94-c690-4238-b91e-58541f8bc76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:43.421400 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1284df94-c690-4238-b91e-58541f8bc76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:43.423943 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1284df94-c690-4238-b91e-58541f8bc76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:43.425306 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1284df94-c690-4238-b91e-58541f8bc76d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/428627ca-918e-43e5-9e03-4823543f6bd3 HTTP/1.1" status: 204 len: 168 time: 0.1501787 Apr 01 12:40:43.449978 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284df94-c690-4238-b91e-58541f8bc76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428627ca-918e-43e5-9e03-4823543f6bd3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:43.518079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd50d9-3364-4694-bde9-b7a21663f2cb req-2ab7879d-8d18-48ff-91c8-dfd0d81d6a09 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:43.519586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ebd50d9-3364-4694-bde9-b7a21663f2cb req-2ab7879d-8d18-48ff-91c8-dfd0d81d6a09 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 931 time: 0.2093654 Apr 01 12:40:43.524375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1105100b-017b-49a2-973b-83b6ef6448f4 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:40:43.546826 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:43.603879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Transition to ACTIVE for port object 1105100b-017b-49a2-973b-83b6ef6448f4 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:40:43.615636 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:43.632906 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ebd50d9-3364-4694-bde9-b7a21663f2cb req-706c0b32-8ae9-40f3-8558-1f71afab250a tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039889 Apr 01 12:40:43.724045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Pushing event updated for resources: {'Port': ['ID=1105100b-017b-49a2-973b-83b6ef6448f4,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:43.836423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f22c33c-f675-4b62-803c-796173b77514 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:40:43.848388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:43.873303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005c406-57cb-4f38-a7ea-5935af34e0b9 req-81b7c1d9-dcfd-485e-90f5-e9e42aa9ffd1 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:43.875057 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1005c406-57cb-4f38-a7ea-5935af34e0b9 req-81b7c1d9-dcfd-485e-90f5-e9e42aa9ffd1 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.1483843 Apr 01 12:40:43.888166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Attempting to bind port 1105100b-017b-49a2-973b-83b6ef6448f4 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:40:43.888502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Attempting to bind port 1105100b-017b-49a2-973b-83b6ef6448f4 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:40:43.888935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Attempting to bind port 1105100b-017b-49a2-973b-83b6ef6448f4 on network 20332cba-7adf-48af-b466-d893d011242e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:43.892958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Transition to ACTIVE for port object 8f22c33c-f675-4b62-803c-796173b77514 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:40:43.901804 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:43.911831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Port 1105100b-017b-49a2-973b-83b6ef6448f4 on network 20332cba-7adf-48af-b466-d893d011242e not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:40:43.912152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Attempting to bind port 1105100b-017b-49a2-973b-83b6ef6448f4 on network 20332cba-7adf-48af-b466-d893d011242e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:43.953252 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:40:43.953795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Checking segment: {'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:40:43.953795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Bound using segment: {'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:40:43.954197 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Bound port: 1105100b-017b-49a2-973b-83b6ef6448f4, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20332cba-7adf-48af-b466-d893d011242e'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:40:43.954554 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:43.968621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bd1fb-ffa5-46cb-917a-764a25a6c9bd req-cd917505-224e-459c-ab38-1d633191cd63 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:43.969789 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fb8bd1fb-ffa5-46cb-917a-764a25a6c9bd req-cd917505-224e-459c-ab38-1d633191cd63 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 943 time: 0.0619872 Apr 01 12:40:43.992081 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1005c406-57cb-4f38-a7ea-5935af34e0b9 req-081161d6-c802-4940-84e4-4d2274b624a2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049402 Apr 01 12:40:44.011777 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fb8bd1fb-ffa5-46cb-917a-764a25a6c9bd req-9120ac7e-f718-46dd-8172-4cd9200a2604 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343101 Apr 01 12:40:44.025359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Pushing event updated for resources: {'Port': ['ID=8f22c33c-f675-4b62-803c-796173b77514,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:44.132922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] For port 1105100b-017b-49a2-973b-83b6ef6448f4, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:40:44.143749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] For port 1105100b-017b-49a2-973b-83b6ef6448f4, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1105100b-017b-49a2-973b-83b6ef6448f4,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:40:44.154142 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:44.159920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef748694-b90e-49a1-9ef7-b4807de404d4 req-5cd1b517-ab5a-42cf-b2c4-ef5b45c34096 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:44.161658 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ef748694-b90e-49a1-9ef7-b4807de404d4 req-5cd1b517-ab5a-42cf-b2c4-ef5b45c34096 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.0650661 Apr 01 12:40:44.181437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Attempting to bind port 8f22c33c-f675-4b62-803c-796173b77514 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:40:44.181769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Attempting to bind port 8f22c33c-f675-4b62-803c-796173b77514 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '57ea6e50-6ae3-4295-abdf-37e031eeb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1d7661fd-f7ee-464d-bb07-baa9ba28b3d2'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:40:44.182123 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Attempting to bind port 8f22c33c-f675-4b62-803c-796173b77514 on network 1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:44.203748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Port 8f22c33c-f675-4b62-803c-796173b77514 on network 1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:40:44.204096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Attempting to bind port 8f22c33c-f675-4b62-803c-796173b77514 on network 1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:40:44.206792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:44.207328 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:44.208728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] 10.222.0.44 "PUT /v2.0/ports/1105100b-017b-49a2-973b-83b6ef6448f4 HTTP/1.1" status: 200 len: 1091 time: 1.3813941 Apr 01 12:40:44.212591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3629ada2-998b-47ac-a302-d302a5485b17', 'tag': '1105100b-017b-49a2-973b-83b6ef6448f4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:44.222166 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dcf2cb-447c-413f-9032-77867603380f" -d '{"events": [{"name": "network-changed", "server_uuid": "3629ada2-998b-47ac-a302-d302a5485b17", "tag": "1105100b-017b-49a2-973b-83b6ef6448f4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:44.231884 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ef748694-b90e-49a1-9ef7-b4807de404d4 req-b4241eb8-dfdd-4a3b-b996-7e5c9c8c1f36 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623035 Apr 01 12:40:44.240010 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:40:44.240355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Checking segment: {'id': '57ea6e50-6ae3-4295-abdf-37e031eeb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1d7661fd-f7ee-464d-bb07-baa9ba28b3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:40:44.240737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Bound using segment: {'id': '57ea6e50-6ae3-4295-abdf-37e031eeb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1d7661fd-f7ee-464d-bb07-baa9ba28b3d2'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:40:44.241169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Bound port: 8f22c33c-f675-4b62-803c-796173b77514, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ea6e50-6ae3-4295-abdf-37e031eeb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1d7661fd-f7ee-464d-bb07-baa9ba28b3d2'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:40:44.241524 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:44.255734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b935c2-1ab2-4f03-9c65-b8d6d2e9b00a service neutron] Pushing event updated for resources: {'Port': ['ID=1105100b-017b-49a2-973b-83b6ef6448f4,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:44.317788 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a24330-8a95-42e6-bf67-5d64b6d03246 x-openstack-request-id: req-e7a24330-8a95-42e6-bf67-5d64b6d03246 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:44.318405 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3629ada2-998b-47ac-a302-d302a5485b17", "tag": "1105100b-017b-49a2-973b-83b6ef6448f4", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:44.318909 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7a24330-8a95-42e6-bf67-5d64b6d03246 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:44.319529 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a24330-8a95-42e6-bf67-5d64b6d03246'] response: {'name': 'network-changed', 'server_uuid': '3629ada2-998b-47ac-a302-d302a5485b17', 'tag': '1105100b-017b-49a2-973b-83b6ef6448f4', 'status': 'completed', 'code': 200} Apr 01 12:40:44.363492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e10d7a24-4413-408d-902c-1f84a972f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:44.365420 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-e10d7a24-4413-408d-902c-1f84a972f02a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=469070862d5448d1be2b350d21fec32e&device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 1094 time: 0.1064982 Apr 01 12:40:44.413659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40836) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:44.430721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] For port 8f22c33c-f675-4b62-803c-796173b77514, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:40:44.433919 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-cfb28e87-ef70-4248-b623-994ba4777d51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1105100b-017b-49a2-973b-83b6ef6448f4 HTTP/1.1" status: 200 len: 217 time: 0.0504022 Apr 01 12:40:44.437858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0693ee-6859-4682-83d1-7b6eea7dde7b req-e73ff17c-ccf7-4260-aafb-eb1a1d0ed3ea tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:44.439397 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dd0693ee-6859-4682-83d1-7b6eea7dde7b req-e73ff17c-ccf7-4260-aafb-eb1a1d0ed3ea tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0689368 Apr 01 12:40:44.452623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] For port 8f22c33c-f675-4b62-803c-796173b77514, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8f22c33c-f675-4b62-803c-796173b77514,segment=NetworkSegment(57ea6e50-6ae3-4295-abdf-37e031eeb1b9),segment_id=57ea6e50-6ae3-4295-abdf-37e031eeb1b9)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:40:44.473538 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:44.508803 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dd0693ee-6859-4682-83d1-7b6eea7dde7b req-def71f3b-3068-4c91-b704-24ea92a738fc tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622573 Apr 01 12:40:44.540511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Pushing event updated for resources: {'Port': ['ID=8f22c33c-f675-4b62-803c-796173b77514,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:44.545776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:44.546489 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:44.547869 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-e59ee095-14d6-495b-a1b4-b6ac29ffb445 service neutron] 10.222.0.44 "PUT /v2.0/ports/8f22c33c-f675-4b62-803c-796173b77514 HTTP/1.1" status: 200 len: 1091 time: 1.4258811 Apr 01 12:40:44.548422 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b956a075-c4ab-4d8f-9ffe-c2a2731be488 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:44.549393 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-b956a075-c4ab-4d8f-9ffe-c2a2731be488 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 12:40:44.549887 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-b956a075-c4ab-4d8f-9ffe-c2a2731be488 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 12:40:44.555542 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b956a075-c4ab-4d8f-9ffe-c2a2731be488 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1397798 Apr 01 12:40:44.556128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40844) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:44.559287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-fdf378bb-6375-439f-9381-b59a38c3f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:44.561020 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-fdf378bb-6375-439f-9381-b59a38c3f93c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ee042a-a0e0-4925-86f6-e1fefb27e652 HTTP/1.1" status: 200 len: 855 time: 0.1199658 Apr 01 12:40:44.561613 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-da610b62-cba0-4cb8-9677-b9cb2f78e08d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group': {'name': 'tempest-secgroup--466615825'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:44.609712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da610b62-cba0-4cb8-9677-b9cb2f78e08d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:44.617726 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-9fa4331c-1802-4e26-bcc3-ee22040522bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20332cba-7adf-48af-b466-d893d011242e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489433 Apr 01 12:40:44.618209 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da610b62-cba0-4cb8-9677-b9cb2f78e08d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:44.743501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-bad4de4a-2bd2-4a0c-adb3-eb6cf9eabd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:44.745114 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-bad4de4a-2bd2-4a0c-adb3-eb6cf9eabd0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=821075e3932441f79d06c513ccc60a0d&device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 1094 time: 0.1263955 Apr 01 12:40:44.799498 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-ec17d3d3-db44-41cf-a22e-d4d491a1711b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f22c33c-f675-4b62-803c-796173b77514 HTTP/1.1" status: 200 len: 217 time: 0.0455005 Apr 01 12:40:44.805059 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-2bf27ccc-94f2-4e86-a05f-2fe3e937542d service neutron] 10.222.0.44 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783898 Apr 01 12:40:44.842860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da610b62-cba0-4cb8-9677-b9cb2f78e08d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:44.851552 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da610b62-cba0-4cb8-9677-b9cb2f78e08d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:44.910759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7261f51-aef8-4900-b5aa-dfe28dff702b req-3afe9718-9d2b-4c74-a99d-48159de7974e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:44.912260 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e7261f51-aef8-4900-b5aa-dfe28dff702b req-3afe9718-9d2b-4c74-a99d-48159de7974e tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 943 time: 0.1034102 Apr 01 12:40:44.915100 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da610b62-cba0-4cb8-9677-b9cb2f78e08d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c697970b-ba2a-4814-b08a-8fb8545c062b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:44.980446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb9b4d-d18f-402d-a6ca-e34d7029191f req-40d3e132-e3da-4ed4-9abd-17e3c88f0e29 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:44.988676 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-09cb9b4d-d18f-402d-a6ca-e34d7029191f req-40d3e132-e3da-4ed4-9abd-17e3c88f0e29 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.1713345 Apr 01 12:40:44.989124 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da610b62-cba0-4cb8-9677-b9cb2f78e08d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:44.995792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da610b62-cba0-4cb8-9677-b9cb2f78e08d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.016834 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-f429c2a7-77b1-4fe8-9dad-180c74658aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:45.018328 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-f429c2a7-77b1-4fe8-9dad-180c74658aae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fd372b4-2650-4bfc-ae08-425c58b4bc63 HTTP/1.1" status: 200 len: 849 time: 0.1981351 Apr 01 12:40:45.027549 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e7261f51-aef8-4900-b5aa-dfe28dff702b req-887b1f9a-b263-4cc8-b7cb-794be098a330 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022980 Apr 01 12:40:45.056202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da610b62-cba0-4cb8-9677-b9cb2f78e08d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bd4bf4-4b2d-4bd2-b7b0-1adc4a7308e8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:45.063682 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da610b62-cba0-4cb8-9677-b9cb2f78e08d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.069214 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-43c61d49-d761-4e2c-af42-e4a0a5b0576f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d7661fd-f7ee-464d-bb07-baa9ba28b3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394890 Apr 01 12:40:45.070034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40866) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:45.077457 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-da610b62-cba0-4cb8-9677-b9cb2f78e08d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5161302 Apr 01 12:40:45.083689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-82760ffe-bb7f-4fe3-a00e-175f3ed8d01e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'f4bd4bf4-4b2d-4bd2-b7b0-1adc4a7308e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:45.098680 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6feb8510-9942-4200-b55e-cb00c5d291c1 req-6a47311d-ce19-4640-a7cd-e1d6aeab03b4 service neutron] 10.222.0.44 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801752 Apr 01 12:40:45.122894 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-09cb9b4d-d18f-402d-a6ca-e34d7029191f req-197afcdd-fb82-4b66-9283-328bfaa96990 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329844 Apr 01 12:40:45.190227 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82760ffe-bb7f-4fe3-a00e-175f3ed8d01e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.276239 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36687798-010a-4200-9a15-d0408fecd35f req-e4bad5a6-dae7-4fb8-b80c-e7e48e4cd566 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:45.279499 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-36687798-010a-4200-9a15-d0408fecd35f req-e4bad5a6-dae7-4fb8-b80c-e7e48e4cd566 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 943 time: 0.0649629 Apr 01 12:40:45.315098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-441bdb43-306f-4f5e-b18d-50afd65ea3e7 service neutron] 10.222.0.44 "GET /v2.0/networks/1d7661fd-f7ee-464d-bb07-baa9ba28b3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348514 Apr 01 12:40:45.316880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcf2cb-447c-413f-9032-77867603380f req-01050f3d-6bd4-49f9-9870-4e46aef55620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:45.318393 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14dcf2cb-447c-413f-9032-77867603380f req-01050f3d-6bd4-49f9-9870-4e46aef55620 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=469070862d5448d1be2b350d21fec32e&device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 1094 time: 0.1456656 Apr 01 12:40:45.322705 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-36687798-010a-4200-9a15-d0408fecd35f req-df20969f-2b9c-4fda-b7fa-a7c7a4806fcf tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368428 Apr 01 12:40:45.330174 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51326dc7-b9a8-4e29-b872-ad6b288ecd11 req-ca15b78b-3b0b-4201-887a-f8574faa895a tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:45.331675 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-51326dc7-b9a8-4e29-b872-ad6b288ecd11 req-ca15b78b-3b0b-4201-887a-f8574faa895a tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.1362023 Apr 01 12:40:45.395064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82760ffe-bb7f-4fe3-a00e-175f3ed8d01e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.424830 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82760ffe-bb7f-4fe3-a00e-175f3ed8d01e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.434757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40874) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:45.514485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82760ffe-bb7f-4fe3-a00e-175f3ed8d01e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e23cb49-a224-4da3-9718-8efb87aa42ef,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:45.530828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-51326dc7-b9a8-4e29-b872-ad6b288ecd11 req-ee7c6d13-abff-45b1-b8c3-8cd15986ebbe tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667283 Apr 01 12:40:45.537923 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82760ffe-bb7f-4fe3-a00e-175f3ed8d01e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.539106 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-82760ffe-bb7f-4fe3-a00e-175f3ed8d01e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4601240 Apr 01 12:40:45.544452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40878) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:45.548736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0b787950-2915-41e6-a442-f0f97300076f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'f4bd4bf4-4b2d-4bd2-b7b0-1adc4a7308e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:45.557321 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46b56063-5aae-4c8c-a018-67d5b4192d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.589574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcf2cb-447c-413f-9032-77867603380f req-3e7107d9-cf73-4b4e-ab77-d22442af3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:45.591650 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14dcf2cb-447c-413f-9032-77867603380f req-3e7107d9-cf73-4b4e-ab77-d22442af3327 service neutron] 10.222.0.44 "GET /v2.0/networks?id=20332cba-7adf-48af-b466-d893d011242e HTTP/1.1" status: 200 len: 916 time: 0.2565715 Apr 01 12:40:45.594764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d3371a1-4346-4681-b130-17a8d4f9c994 req-7f062a63-abff-4b76-a148-d7f594a2c6b0 service neutron] 10.222.0.44 "GET /v2.0/networks/1d7661fd-f7ee-464d-bb07-baa9ba28b3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585452 Apr 01 12:40:45.602350 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0b787950-2915-41e6-a442-f0f97300076f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.642525 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46b56063-5aae-4c8c-a018-67d5b4192d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.646825 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46b56063-5aae-4c8c-a018-67d5b4192d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.650175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14dcf2cb-447c-413f-9032-77867603380f req-e272d7e2-8b07-45f3-9013-896581ff584b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1105100b-017b-49a2-973b-83b6ef6448f4 HTTP/1.1" status: 200 len: 217 time: 0.0442648 Apr 01 12:40:45.687280 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-46b56063-5aae-4c8c-a018-67d5b4192d18 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2bb7d7c60c154f1cb85ec818c41462bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489741 Apr 01 12:40:45.687280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b56063-5aae-4c8c-a018-67d5b4192d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f189535-60d0-410f-a541-1ce9e81d9a51,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:45.688509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40880) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:45.735105 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-0b787950-2915-41e6-a442-f0f97300076f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 12:40:45.736312 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0b787950-2915-41e6-a442-f0f97300076f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1909189 Apr 01 12:40:45.739625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40882) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:45.741215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcf2cb-447c-413f-9032-77867603380f req-0b2bf559-5149-48bd-89e9-2e78150777eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:45.743005 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14dcf2cb-447c-413f-9032-77867603380f req-0b2bf559-5149-48bd-89e9-2e78150777eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ee042a-a0e0-4925-86f6-e1fefb27e652 HTTP/1.1" status: 200 len: 855 time: 0.0778992 Apr 01 12:40:45.750694 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c44c52a-03d7-4491-996b-db26292463b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.772858 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c44c52a-03d7-4491-996b-db26292463b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.787599 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14dcf2cb-447c-413f-9032-77867603380f req-ae7bc99e-ed0e-4a49-9b4c-8fc03b5f3846 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20332cba-7adf-48af-b466-d893d011242e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358970 Apr 01 12:40:45.819987 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c44c52a-03d7-4491-996b-db26292463b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.822830 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c44c52a-03d7-4491-996b-db26292463b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.823988 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6c44c52a-03d7-4491-996b-db26292463b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f189535-60d0-410f-a541-1ce9e81d9a51 HTTP/1.1" status: 204 len: 168 time: 0.1346443 Apr 01 12:40:45.835001 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44c52a-03d7-4491-996b-db26292463b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f189535-60d0-410f-a541-1ce9e81d9a51,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:45.893111 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-78973e84-bbc4-477a-a2f3-11e510128fed tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.930485 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-78973e84-bbc4-477a-a2f3-11e510128fed tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:45.942882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14dcf2cb-447c-413f-9032-77867603380f req-83071495-725b-45e6-9075-f09d8f002a24 service neutron] 10.222.0.44 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482248 Apr 01 12:40:46.042908 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-78973e84-bbc4-477a-a2f3-11e510128fed tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:46.046114 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-78973e84-bbc4-477a-a2f3-11e510128fed tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:46.047330 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-78973e84-bbc4-477a-a2f3-11e510128fed tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "DELETE /v2.0/security-groups/f4bd4bf4-4b2d-4bd2-b7b0-1adc4a7308e8 HTTP/1.1" status: 204 len: 168 time: 0.3034043 Apr 01 12:40:46.050558 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40894) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:46.063672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78973e84-bbc4-477a-a2f3-11e510128fed tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bd4bf4-4b2d-4bd2-b7b0-1adc4a7308e8,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:46.066960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14dcf2cb-447c-413f-9032-77867603380f req-beece74d-293c-42d7-93bf-d4e808d14304 service neutron] 10.222.0.44 "GET /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148648 Apr 01 12:40:46.126459 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8fe7b0ed-7ced-459b-8d9a-3cfe2abad25a tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746381 Apr 01 12:40:46.130727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40900) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:46.135520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d05a01f7-9331-43f3-a70c-644cf2dc7b34 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018730875'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:46.162851 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d05a01f7-9331-43f3-a70c-644cf2dc7b34 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:46.185385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65358cc8-fbe7-4072-8134-e451b12b22fc req-767bbb37-4615-496e-8b56-fb57673b57cd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:46.191692 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-65358cc8-fbe7-4072-8134-e451b12b22fc req-767bbb37-4615-496e-8b56-fb57673b57cd tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 943 time: 0.0637727 Apr 01 12:40:46.235454 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-65358cc8-fbe7-4072-8134-e451b12b22fc req-bc263eae-5941-461f-baa7-3b80c8e630f4 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368006 Apr 01 12:40:46.289635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ea361-5752-4612-955a-46b421e17392 req-de77832f-f79b-410e-9eed-58ba3f1064d3 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:46.291179 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-080ea361-5752-4612-955a-46b421e17392 req-de77832f-f79b-410e-9eed-58ba3f1064d3 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0892346 Apr 01 12:40:46.303797 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d05a01f7-9331-43f3-a70c-644cf2dc7b34 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:46.316508 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d05a01f7-9331-43f3-a70c-644cf2dc7b34 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:46.323004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8796f6-87d4-49f7-8377-d4cbb7878ac1', 'tag': '8f22c33c-f675-4b62-803c-796173b77514'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:46.325713 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12295482-19a8-49ba-8f6e-801db0d05702" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8796f6-87d4-49f7-8377-d4cbb7878ac1", "tag": "8f22c33c-f675-4b62-803c-796173b77514"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:46.367784 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d05a01f7-9331-43f3-a70c-644cf2dc7b34 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:46.370051 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d05a01f7-9331-43f3-a70c-644cf2dc7b34 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2372160 Apr 01 12:40:46.371603 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ce9314-f6d0-4034-8324-900da789aecd x-openstack-request-id: req-c3ce9314-f6d0-4034-8324-900da789aecd {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:46.371897 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8796f6-87d4-49f7-8377-d4cbb7878ac1", "tag": "8f22c33c-f675-4b62-803c-796173b77514", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:46.372154 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3ce9314-f6d0-4034-8324-900da789aecd {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:46.372551 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ce9314-f6d0-4034-8324-900da789aecd'] response: {'name': 'network-changed', 'server_uuid': '0e8796f6-87d4-49f7-8377-d4cbb7878ac1', 'tag': '8f22c33c-f675-4b62-803c-796173b77514', 'status': 'completed', 'code': 200} Apr 01 12:40:46.373135 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40914) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:46.376745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a01f7-9331-43f3-a70c-644cf2dc7b34 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eafb946-eaed-4ee7-8992-c9a2e30ca948,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:46.386538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-881d0556-8845-41d7-bb4c-3c5004d0bd7f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': '4eafb946-eaed-4ee7-8992-c9a2e30ca948', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:46.390180 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-881d0556-8845-41d7-bb4c-3c5004d0bd7f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 01 12:40:46.393910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-080ea361-5752-4612-955a-46b421e17392 req-a9844a9f-7fac-4375-aae3-79ec58809c20 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930541 Apr 01 12:40:46.401167 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-881d0556-8845-41d7-bb4c-3c5004d0bd7f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:46.402222 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-881d0556-8845-41d7-bb4c-3c5004d0bd7f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0280118 Apr 01 12:40:46.405643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40920) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:46.462649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12295482-19a8-49ba-8f6e-801db0d05702 req-9115e536-e9eb-403f-857d-30cb9edd7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:46.465116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12295482-19a8-49ba-8f6e-801db0d05702 req-9115e536-e9eb-403f-857d-30cb9edd7b56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=821075e3932441f79d06c513ccc60a0d&device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 1094 time: 0.0626812 Apr 01 12:40:46.514767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d84568-2f81-4679-a277-92ba0c0ff181 req-690abce3-abe4-4557-9e63-b8f7837f9c4c tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:46.516638 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8d84568-2f81-4679-a277-92ba0c0ff181 req-690abce3-abe4-4557-9e63-b8f7837f9c4c tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 943 time: 0.0826769 Apr 01 12:40:46.561303 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe2add12-e1ce-4ae2-98fc-b2758af0059c tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:46.578224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12295482-19a8-49ba-8f6e-801db0d05702 req-4f991713-a21d-4dff-97dd-985ea69c3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:46.579861 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12295482-19a8-49ba-8f6e-801db0d05702 req-4f991713-a21d-4dff-97dd-985ea69c3d15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 HTTP/1.1" status: 200 len: 910 time: 0.1071858 Apr 01 12:40:46.615310 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8d84568-2f81-4679-a277-92ba0c0ff181 req-52065473-e3e4-4d9f-8fd0-b341c61f1ae1 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889845 Apr 01 12:40:46.629238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe2add12-e1ce-4ae2-98fc-b2758af0059c tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:46.649113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12295482-19a8-49ba-8f6e-801db0d05702 req-66b8aba7-93f3-46be-b838-c3ce42bc3bbf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f22c33c-f675-4b62-803c-796173b77514 HTTP/1.1" status: 200 len: 217 time: 0.0612144 Apr 01 12:40:46.734595 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe2add12-e1ce-4ae2-98fc-b2758af0059c tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:46.737514 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe2add12-e1ce-4ae2-98fc-b2758af0059c tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:46.742142 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fe2add12-e1ce-4ae2-98fc-b2758af0059c tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "DELETE /v2.0/security-groups/4eafb946-eaed-4ee7-8992-c9a2e30ca948 HTTP/1.1" status: 204 len: 168 time: 0.3352449 Apr 01 12:40:46.742932 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40932) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:46.744468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12295482-19a8-49ba-8f6e-801db0d05702 req-7b5c3d3e-c5be-46e1-af46-4425dcb1a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:46.745939 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12295482-19a8-49ba-8f6e-801db0d05702 req-7b5c3d3e-c5be-46e1-af46-4425dcb1a96d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fd372b4-2650-4bfc-ae08-425c58b4bc63 HTTP/1.1" status: 200 len: 849 time: 0.0876300 Apr 01 12:40:46.769898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2add12-e1ce-4ae2-98fc-b2758af0059c tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eafb946-eaed-4ee7-8992-c9a2e30ca948,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:46.772030 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47017f-694a-4644-b59e-b79fc9df9bd3 req-9f0702f5-1b14-46b0-813a-884c3044e6c7 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:46.773511 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe47017f-694a-4644-b59e-b79fc9df9bd3 req-9f0702f5-1b14-46b0-813a-884c3044e6c7 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0823696 Apr 01 12:40:46.791458 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12295482-19a8-49ba-8f6e-801db0d05702 req-d22297f0-02c3-4efb-a9c5-9c8d699a9ba1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d7661fd-f7ee-464d-bb07-baa9ba28b3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363750 Apr 01 12:40:46.803039 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2ac70-08dd-4106-bfcc-33fc26b32fc8 req-8a9184d1-ef88-48e9-b549-1a1106f7d6ad tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:46.810993 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84a2ac70-08dd-4106-bfcc-33fc26b32fc8 req-8a9184d1-ef88-48e9-b549-1a1106f7d6ad tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.1157746 Apr 01 12:40:46.852238 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe47017f-694a-4644-b59e-b79fc9df9bd3 req-6e95fee2-adae-444c-979c-ee2f09ac92ee tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597956 Apr 01 12:40:46.866375 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b731b836-ccfb-472c-b70d-8b1b965aaa2b tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1183593 Apr 01 12:40:46.866990 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40936) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:46.877609 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84a2ac70-08dd-4106-bfcc-33fc26b32fc8 req-c4c29501-4f30-42c5-a12a-5f0b42db986c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657191 Apr 01 12:40:46.882434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a49fe3a7-70dc-4e1e-960d-20cb1eed1fab tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group': {'name': 'tempest-secgroup--200925395'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:46.909854 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a49fe3a7-70dc-4e1e-960d-20cb1eed1fab tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:46.932379 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12295482-19a8-49ba-8f6e-801db0d05702 req-d04580f2-603d-45d5-852b-130ba8f93da2 service neutron] 10.222.0.44 "GET /v2.0/networks/1d7661fd-f7ee-464d-bb07-baa9ba28b3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181405 Apr 01 12:40:46.981000 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a49fe3a7-70dc-4e1e-960d-20cb1eed1fab tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:46.986626 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a49fe3a7-70dc-4e1e-960d-20cb1eed1fab tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.015239 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a49fe3a7-70dc-4e1e-960d-20cb1eed1fab tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.016483 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a49fe3a7-70dc-4e1e-960d-20cb1eed1fab tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1483707 Apr 01 12:40:47.020082 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40942) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.024785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6df95175-433f-48e1-a3d8-918f1628956b tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'eefa21eb-0a86-4209-b278-7d7adc6f8b1c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:47.025653 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-6df95175-433f-48e1-a3d8-918f1628956b tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 01 12:40:47.026181 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-6df95175-433f-48e1-a3d8-918f1628956b tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:47.029514 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6df95175-433f-48e1-a3d8-918f1628956b tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058932 Apr 01 12:40:47.029514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fe3a7-70dc-4e1e-960d-20cb1eed1fab tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefa21eb-0a86-4209-b278-7d7adc6f8b1c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:47.029845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40944) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.044765 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12295482-19a8-49ba-8f6e-801db0d05702 req-9dabd1a6-8456-41c3-a562-e7a0cc82a750 service neutron] 10.222.0.44 "GET /v2.0/networks/1d7661fd-f7ee-464d-bb07-baa9ba28b3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048529 Apr 01 12:40:47.090745 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f71df44-df39-4a20-89b5-dc18b77e7b00 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.114381 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f71df44-df39-4a20-89b5-dc18b77e7b00 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.159600 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f71df44-df39-4a20-89b5-dc18b77e7b00 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.164450 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f71df44-df39-4a20-89b5-dc18b77e7b00 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.165534 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3f71df44-df39-4a20-89b5-dc18b77e7b00 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "DELETE /v2.0/security-groups/eefa21eb-0a86-4209-b278-7d7adc6f8b1c HTTP/1.1" status: 204 len: 168 time: 0.1347952 Apr 01 12:40:47.168093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40950) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.175524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71df44-df39-4a20-89b5-dc18b77e7b00 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefa21eb-0a86-4209-b278-7d7adc6f8b1c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:47.227196 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-080ddc93-1905-44f3-8016-2f79521b0599 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572414 Apr 01 12:40:47.230834 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40954) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.235726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-50249e2f-5d1e-4b9f-9476-f7a55e9dcc05 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612277791'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:47.257477 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50249e2f-5d1e-4b9f-9476-f7a55e9dcc05 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.364536 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50249e2f-5d1e-4b9f-9476-f7a55e9dcc05 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.369126 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50249e2f-5d1e-4b9f-9476-f7a55e9dcc05 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.405482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d9226-8bb4-4ffc-a018-5b91b02e5e9a req-50aae16a-777f-47f5-b0b1-2a2e15ed7561 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:47.407006 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a30d9226-8bb4-4ffc-a018-5b91b02e5e9a req-50aae16a-777f-47f5-b0b1-2a2e15ed7561 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 943 time: 0.0983486 Apr 01 12:40:47.412009 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50249e2f-5d1e-4b9f-9476-f7a55e9dcc05 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.413158 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-50249e2f-5d1e-4b9f-9476-f7a55e9dcc05 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1808605 Apr 01 12:40:47.416174 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40962) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.416334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50249e2f-5d1e-4b9f-9476-f7a55e9dcc05 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969f1c57-add0-46a0-ae65-4f5dcfa87d02,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:47.421322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c801ea24-af86-43c8-afc6-529af33a310f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': '969f1c57-add0-46a0-ae65-4f5dcfa87d02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:47.441983 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-c801ea24-af86-43c8-afc6-529af33a310f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 01 12:40:47.442640 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-c801ea24-af86-43c8-afc6-529af33a310f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:47.443889 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c801ea24-af86-43c8-afc6-529af33a310f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0266972 Apr 01 12:40:47.447203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40964) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.451956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a30d9226-8bb4-4ffc-a018-5b91b02e5e9a req-c7ad3b89-621f-4742-b083-987c4e4a30aa tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377421 Apr 01 12:40:47.463056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b489d456-4477-443c-952f-ef19a59eac56 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': '969f1c57-add0-46a0-ae65-4f5dcfa87d02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:47.464132 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-b489d456-4477-443c-952f-ef19a59eac56 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 01 12:40:47.464876 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-b489d456-4477-443c-952f-ef19a59eac56 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:47.466636 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b489d456-4477-443c-952f-ef19a59eac56 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0184951 Apr 01 12:40:47.472445 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40966) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.476746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4c2e9507-307a-4b53-b60f-0fa965f8f360 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': '969f1c57-add0-46a0-ae65-4f5dcfa87d02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:47.477565 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-4c2e9507-307a-4b53-b60f-0fa965f8f360 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 01 12:40:47.478071 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-4c2e9507-307a-4b53-b60f-0fa965f8f360 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:47.479014 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4c2e9507-307a-4b53-b60f-0fa965f8f360 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056493 Apr 01 12:40:47.482321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40968) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.486788 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5d77ecac-6fc5-4c23-9ab2-5b2ce4c8c84d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': '969f1c57-add0-46a0-ae65-4f5dcfa87d02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:47.489328 n-d-836146-1 neutron-server[102718]: WARNING neutron.api.v2.base [None req-5d77ecac-6fc5-4c23-9ab2-5b2ce4c8c84d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 01 12:40:47.489920 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-5d77ecac-6fc5-4c23-9ab2-5b2ce4c8c84d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:47.494188 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40970) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.494360 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5d77ecac-6fc5-4c23-9ab2-5b2ce4c8c84d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108268 Apr 01 12:40:47.549586 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff112e3e-d80c-49ec-8b13-be5ff824ea60 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.574622 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff112e3e-d80c-49ec-8b13-be5ff824ea60 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.620338 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff112e3e-d80c-49ec-8b13-be5ff824ea60 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.623199 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff112e3e-d80c-49ec-8b13-be5ff824ea60 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.624344 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ff112e3e-d80c-49ec-8b13-be5ff824ea60 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "DELETE /v2.0/security-groups/969f1c57-add0-46a0-ae65-4f5dcfa87d02 HTTP/1.1" status: 204 len: 168 time: 0.1289117 Apr 01 12:40:47.627498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40980) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.635544 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff112e3e-d80c-49ec-8b13-be5ff824ea60 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=969f1c57-add0-46a0-ae65-4f5dcfa87d02,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:47.699177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-319faf98-32a8-4bc3-9fc3-e0b932160863 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707352 Apr 01 12:40:47.700005 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40988) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.704623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d08af337-e429-466a-b8c9-be08af2c67ac tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group': {'name': 'tempest-secgroup--723475694'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:47.734339 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d08af337-e429-466a-b8c9-be08af2c67ac tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.745949 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6266082-a927-4f52-beee-2a1a9394b45e req-9c0fd180-c574-4146-bd8c-c45bbd9d0432 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:47.748550 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6266082-a927-4f52-beee-2a1a9394b45e req-9c0fd180-c574-4146-bd8c-c45bbd9d0432 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 943 time: 0.0570171 Apr 01 12:40:47.766264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1105100b-017b-49a2-973b-83b6ef6448f4 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:40:47.788855 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6266082-a927-4f52-beee-2a1a9394b45e req-c27ad976-a8c3-400c-bfe7-9676e4862b66 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325356 Apr 01 12:40:47.829565 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d08af337-e429-466a-b8c9-be08af2c67ac tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.833665 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d08af337-e429-466a-b8c9-be08af2c67ac tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.862883 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d08af337-e429-466a-b8c9-be08af2c67ac tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.866662 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d08af337-e429-466a-b8c9-be08af2c67ac tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1630783 Apr 01 12:40:47.868509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40994) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.870644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08af337-e429-466a-b8c9-be08af2c67ac tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e0da40-6899-40c9-aeff-86733d9af49b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:47.875113 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-460f2dbe-7ea5-47e6-a37b-9f34ee6cc17f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'f7e0da40-6899-40c9-aeff-86733d9af49b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:47.875970 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-460f2dbe-7ea5-47e6-a37b-9f34ee6cc17f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 12:40:47.876526 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-460f2dbe-7ea5-47e6-a37b-9f34ee6cc17f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:47.880733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40996) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:47.881392 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-460f2dbe-7ea5-47e6-a37b-9f34ee6cc17f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111473 Apr 01 12:40:47.890061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1105100b-017b-49a2-973b-83b6ef6448f4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1105100b-017b-49a2-973b-83b6ef6448f4,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:47.898558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a97ad6d2-5475-4db2-99c9-30cacbc69f68 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'f7e0da40-6899-40c9-aeff-86733d9af49b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:47.906821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '1105100b-017b-49a2-973b-83b6ef6448f4', 'network_id': '20332cba-7adf-48af-b466-d893d011242e', 'port_id': '1105100b-017b-49a2-973b-83b6ef6448f4', 'mac_address': 'fa:16:3e:86:f8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ee042a-a0e0-4925-86f6-e1fefb27e652', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:40:47.948324 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:47.962748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1105100b-017b-49a2-973b-83b6ef6448f4 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:40:47.984471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1105100b-017b-49a2-973b-83b6ef6448f4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1105100b-017b-49a2-973b-83b6ef6448f4,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:47.989707 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:48.009285 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-a97ad6d2-5475-4db2-99c9-30cacbc69f68 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:48.010459 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a97ad6d2-5475-4db2-99c9-30cacbc69f68 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1154325 Apr 01 12:40:48.013349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41002) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:48.018542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1dec2311-ed14-44f5-a836-1337c5396ff5 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'f7e0da40-6899-40c9-aeff-86733d9af49b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:48.018884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe4abc-0e44-4e91-a291-713e1625513b req-a6cc4012-407e-4317-9aca-2bfd62483a92 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:48.019596 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-1dec2311-ed14-44f5-a836-1337c5396ff5 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 01 12:40:48.020366 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4fe4abc-0e44-4e91-a291-713e1625513b req-a6cc4012-407e-4317-9aca-2bfd62483a92 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0781050 Apr 01 12:40:48.022463 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-1dec2311-ed14-44f5-a836-1337c5396ff5 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:48.023429 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1dec2311-ed14-44f5-a836-1337c5396ff5 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088193 Apr 01 12:40:48.026292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41004) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:48.032843 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ec0f953d-a725-4f6e-99ca-59b0856da746 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'f7e0da40-6899-40c9-aeff-86733d9af49b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:48.044837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470a388-8bfd-4918-9d6b-2f200b75ed4c req-2d178ec8-d2f2-4fcb-9792-c12f9dec471e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:48.046935 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0470a388-8bfd-4918-9d6b-2f200b75ed4c req-2d178ec8-d2f2-4fcb-9792-c12f9dec471e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0861058 Apr 01 12:40:48.054874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1105100b-017b-49a2-973b-83b6ef6448f4,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:48.089135 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4fe4abc-0e44-4e91-a291-713e1625513b req-dcd0264f-e39f-4692-8d5b-0419d2e30ba2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512621 Apr 01 12:40:48.096502 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-ec0f953d-a725-4f6e-99ca-59b0856da746 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:48.097890 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ec0f953d-a725-4f6e-99ca-59b0856da746 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0704958 Apr 01 12:40:48.100719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41006) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:48.114825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d568c3f2-fd89-4b90-9191-78e61dee93c2 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'f7e0da40-6899-40c9-aeff-86733d9af49b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:48.114825 n-d-836146-1 neutron-server[102718]: WARNING neutron.api.v2.base [None req-d568c3f2-fd89-4b90-9191-78e61dee93c2 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 12:40:48.114825 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-d568c3f2-fd89-4b90-9191-78e61dee93c2 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:48.114825 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d568c3f2-fd89-4b90-9191-78e61dee93c2 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069466 Apr 01 12:40:48.115424 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0470a388-8bfd-4918-9d6b-2f200b75ed4c req-3db62908-5c38-42c6-8308-a26261a8b91a tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522003 Apr 01 12:40:48.115520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41008) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:48.118681 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-72ea23e5-2bda-4026-bbe2-23b447334eca tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'f7e0da40-6899-40c9-aeff-86733d9af49b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:48.143671 n-d-836146-1 neutron-server[102718]: INFO neutron.db.securitygroups_db [None req-72ea23e5-2bda-4026-bbe2-23b447334eca tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Project 2cdfb75db7994f18bd797e3bd1bd97df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:40:48.159373 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-72ea23e5-2bda-4026-bbe2-23b447334eca tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:48.160620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-72ea23e5-2bda-4026-bbe2-23b447334eca tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0481803 Apr 01 12:40:48.163725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41016) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:48.168483 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6d4ac419-a5b8-43bd-b27b-76962d408b67 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'f7e0da40-6899-40c9-aeff-86733d9af49b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:48.169844 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-6d4ac419-a5b8-43bd-b27b-76962d408b67 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 01 12:40:48.170605 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-6d4ac419-a5b8-43bd-b27b-76962d408b67 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:48.174335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41018) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:48.174504 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6d4ac419-a5b8-43bd-b27b-76962d408b67 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095994 Apr 01 12:40:48.179068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-cbb7a12d-f12e-4dd3-ad6c-159266c831dc tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'f7e0da40-6899-40c9-aeff-86733d9af49b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:48.200612 n-d-836146-1 neutron-server[102718]: INFO neutron.db.securitygroups_db [None req-cbb7a12d-f12e-4dd3-ad6c-159266c831dc tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Project 2cdfb75db7994f18bd797e3bd1bd97df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:40:48.214750 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-cbb7a12d-f12e-4dd3-ad6c-159266c831dc tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:48.216440 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cbb7a12d-f12e-4dd3-ad6c-159266c831dc tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0408576 Apr 01 12:40:48.219304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41020) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:48.224329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b8156bd3-4691-4126-a7d4-e9235ced9796 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'f7e0da40-6899-40c9-aeff-86733d9af49b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:48.245715 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1105100b-017b-49a2-973b-83b6ef6448f4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:40:48.247533 n-d-836146-1 neutron-server[102718]: INFO neutron.db.securitygroups_db [None req-b8156bd3-4691-4126-a7d4-e9235ced9796 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Project 2cdfb75db7994f18bd797e3bd1bd97df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:40:48.277756 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-b8156bd3-4691-4126-a7d4-e9235ced9796 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:48.282049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b8156bd3-4691-4126-a7d4-e9235ced9796 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0588567 Apr 01 12:40:48.282956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41024) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:48.349893 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1057ca2f-3b6f-4c16-893e-0b3f30113fd6 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:48.380102 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1057ca2f-3b6f-4c16-893e-0b3f30113fd6 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:48.445755 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1057ca2f-3b6f-4c16-893e-0b3f30113fd6 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:48.448722 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1057ca2f-3b6f-4c16-893e-0b3f30113fd6 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:48.453755 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1057ca2f-3b6f-4c16-893e-0b3f30113fd6 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "DELETE /v2.0/security-groups/f7e0da40-6899-40c9-aeff-86733d9af49b HTTP/1.1" status: 204 len: 168 time: 0.1672983 Apr 01 12:40:48.454671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41032) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:48.461884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057ca2f-3b6f-4c16-893e-0b3f30113fd6 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e0da40-6899-40c9-aeff-86733d9af49b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:48.511072 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ad3c4df6-962c-4455-b278-a15b29660b82 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522151 Apr 01 12:40:48.521655 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41038) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:48.535578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-328bb0be-6981-4699-8a8e-6d3ff66b5ff8 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group': {'name': 'tempest-secgroup--696162918'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:48.589568 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-328bb0be-6981-4699-8a8e-6d3ff66b5ff8 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:48.629044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ad3d3-5ce7-4093-a010-46a059a49143 req-1ed1f092-2781-458e-b8ae-54d783762938 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:48.631178 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-729ad3d3-5ce7-4093-a010-46a059a49143 req-1ed1f092-2781-458e-b8ae-54d783762938 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 944 time: 0.0895851 Apr 01 12:40:48.691054 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-729ad3d3-5ce7-4093-a010-46a059a49143 req-a0cf5efc-01dd-43a9-805f-1ce06b0e0b99 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533760 Apr 01 12:40:48.720556 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-328bb0be-6981-4699-8a8e-6d3ff66b5ff8 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:48.725502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-328bb0be-6981-4699-8a8e-6d3ff66b5ff8 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:48.752557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-328bb0be-6981-4699-8a8e-6d3ff66b5ff8 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:48.753869 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-328bb0be-6981-4699-8a8e-6d3ff66b5ff8 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2227905 Apr 01 12:40:48.756899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41050) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:48.763291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bb0be-6981-4699-8a8e-6d3ff66b5ff8 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9365246-475d-4247-a0b8-5eed45b86e87,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:48.764666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f1a446c6-df04-43dc-9783-55dd05420e5c tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'b9365246-475d-4247-a0b8-5eed45b86e87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:48.813437 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-f1a446c6-df04-43dc-9783-55dd05420e5c tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The resource could not be found. Apr 01 12:40:48.817606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f1a446c6-df04-43dc-9783-55dd05420e5c tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0563829 Apr 01 12:40:48.817606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41054) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:48.822089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-64594e13-7e3f-41fc-a852-c7b356b46e4f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'b9365246-475d-4247-a0b8-5eed45b86e87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e4f16658-3ed1-40d0-8bf4-d90510b2150b'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:48.873443 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-64594e13-7e3f-41fc-a852-c7b356b46e4f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The resource could not be found. Apr 01 12:40:48.875130 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-64594e13-7e3f-41fc-a852-c7b356b46e4f tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0568023 Apr 01 12:40:48.877800 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41058) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:49.243431 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93c36a-89af-4d42-9dbd-a5e52feedd9b req-dee7922e-9665-4eaf-a808-4f5728e44235 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:49.250644 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-de93c36a-89af-4d42-9dbd-a5e52feedd9b req-dee7922e-9665-4eaf-a808-4f5728e44235 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0729167 Apr 01 12:40:49.271439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0bbb8-2f64-4c13-beba-e874766de3ce req-069c5fcf-91fa-49fd-a9ff-08b5dd001c6b tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:49.276535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8ed0bbb8-2f64-4c13-beba-e874766de3ce req-069c5fcf-91fa-49fd-a9ff-08b5dd001c6b tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 943 time: 0.3890131 Apr 01 12:40:49.292434 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-de93c36a-89af-4d42-9dbd-a5e52feedd9b req-472609e9-51e1-43ac-9ce7-c87ebe0217c5 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383539 Apr 01 12:40:49.311100 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35368e6f-9433-42fe-922f-d733cb684d37 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:49.341769 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8ed0bbb8-2f64-4c13-beba-e874766de3ce req-509fe5a6-a41c-4f16-b219-3ca335053d8d tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619767 Apr 01 12:40:49.346068 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35368e6f-9433-42fe-922f-d733cb684d37 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:49.388538 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35368e6f-9433-42fe-922f-d733cb684d37 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:49.391075 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35368e6f-9433-42fe-922f-d733cb684d37 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:49.391960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-35368e6f-9433-42fe-922f-d733cb684d37 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "DELETE /v2.0/security-groups/b9365246-475d-4247-a0b8-5eed45b86e87 HTTP/1.1" status: 204 len: 168 time: 0.5132186 Apr 01 12:40:49.394722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41074) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:49.413368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35368e6f-9433-42fe-922f-d733cb684d37 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9365246-475d-4247-a0b8-5eed45b86e87,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:49.451262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41078) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:49.451533 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7f2bf305-8072-4b94-94ab-6f6be5510cba tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554357 Apr 01 12:40:49.455684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-bf8e8017-f0e6-463f-8f2e-a1d11e47f698 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'd20e5609-f8b9-4403-bb9b-9ec84e34b06b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:49.499363 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-bf8e8017-f0e6-463f-8f2e-a1d11e47f698 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The resource could not be found. Apr 01 12:40:49.500852 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bf8e8017-f0e6-463f-8f2e-a1d11e47f698 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0486386 Apr 01 12:40:49.504511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41084) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:49.510444 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6a22d893-1746-42a5-a550-9cc4cbe900bb tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635080043'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:49.540754 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a22d893-1746-42a5-a550-9cc4cbe900bb tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:49.621023 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a22d893-1746-42a5-a550-9cc4cbe900bb tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:49.627148 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a22d893-1746-42a5-a550-9cc4cbe900bb tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:49.656499 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a22d893-1746-42a5-a550-9cc4cbe900bb tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:49.657754 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6a22d893-1746-42a5-a550-9cc4cbe900bb tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1522934 Apr 01 12:40:49.660506 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41094) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:49.662129 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22d893-1746-42a5-a550-9cc4cbe900bb tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028a0b0b-843f-4752-a7a3-52d808cec5ed,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:49.668797 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-7a54e909-9dde-44e3-a4a3-fdafe120880d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602027704'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:49.708822 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a54e909-9dde-44e3-a4a3-fdafe120880d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:49.793923 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8f22c33c-f675-4b62-803c-796173b77514 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:40:49.797777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1105100b-017b-49a2-973b-83b6ef6448f4 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:49.805283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033bc4b-4086-4ae0-8734-5daeb2ef5e81 req-223ac845-ee97-4619-b3f6-7688542078a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:49.806832 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0033bc4b-4086-4ae0-8734-5daeb2ef5e81 req-223ac845-ee97-4619-b3f6-7688542078a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 1096 time: 0.0782421 Apr 01 12:40:49.824734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006682e0-6c31-4285-9ace-82ca810f3d48 req-609319e5-5af3-46af-884d-e845cea71f86 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:49.826887 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-006682e0-6c31-4285-9ace-82ca810f3d48 req-609319e5-5af3-46af-884d-e845cea71f86 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0647261 Apr 01 12:40:49.869215 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a54e909-9dde-44e3-a4a3-fdafe120880d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:49.883605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29b0d3-d930-4104-a4d2-512e4b406238 req-9ea2b1f8-669e-420f-b48f-7460b326eb49 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:49.885661 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1e29b0d3-d930-4104-a4d2-512e4b406238 req-9ea2b1f8-669e-420f-b48f-7460b326eb49 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 944 time: 0.0992901 Apr 01 12:40:49.886649 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a54e909-9dde-44e3-a4a3-fdafe120880d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:49.895343 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-006682e0-6c31-4285-9ace-82ca810f3d48 req-c0a31fe7-6200-4ae0-ae51-2b7a5021f833 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604286 Apr 01 12:40:49.945602 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a54e909-9dde-44e3-a4a3-fdafe120880d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:49.950701 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7a54e909-9dde-44e3-a4a3-fdafe120880d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2887259 Apr 01 12:40:49.950898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41102) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:49.957646 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8be97ee7-ae0b-4022-8efa-475055da2f7e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': '028a0b0b-843f-4752-a7a3-52d808cec5ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '63e8b0e3-d6de-4283-8fff-f527f8c06cc0'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:49.968490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033bc4b-4086-4ae0-8734-5daeb2ef5e81 req-cba5bcd6-9165-43dc-b9a9-e9477997cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:49.970043 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0033bc4b-4086-4ae0-8734-5daeb2ef5e81 req-cba5bcd6-9165-43dc-b9a9-e9477997cae9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.1535542 Apr 01 12:40:49.983993 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1e29b0d3-d930-4104-a4d2-512e4b406238 req-ae3ac434-f2b7-4bf7-8187-995f02461871 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644143 Apr 01 12:40:49.986385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54e909-9dde-44e3-a4a3-fdafe120880d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e8b0e3-d6de-4283-8fff-f527f8c06cc0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:50.001738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8f22c33c-f675-4b62-803c-796173b77514, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8f22c33c-f675-4b62-803c-796173b77514,segment=NetworkSegment(57ea6e50-6ae3-4295-abdf-37e031eeb1b9),segment_id=57ea6e50-6ae3-4295-abdf-37e031eeb1b9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:50.015866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '8f22c33c-f675-4b62-803c-796173b77514', 'network_id': '1d7661fd-f7ee-464d-bb07-baa9ba28b3d2', 'port_id': '8f22c33c-f675-4b62-803c-796173b77514', 'mac_address': 'fa:16:3e:66:c3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd372b4-2650-4bfc-ae08-425c58b4bc63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:40:50.031476 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0033bc4b-4086-4ae0-8734-5daeb2ef5e81 req-9d5fd803-b560-49f3-93c3-7f67c7144cd0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 HTTP/1.1" status: 200 len: 217 time: 0.0538497 Apr 01 12:40:50.058452 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 1105100b-017b-49a2-973b-83b6ef6448f4 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:40:50.066781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 1105100b-017b-49a2-973b-83b6ef6448f4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:50.067154 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.069947 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.077222 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-8be97ee7-ae0b-4022-8efa-475055da2f7e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:50.080976 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8be97ee7-ae0b-4022-8efa-475055da2f7e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1266274 Apr 01 12:40:50.081415 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41106) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:50.089665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033bc4b-4086-4ae0-8734-5daeb2ef5e81 req-95dddae2-9abf-4c30-9e66-6013fe3a1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:50.091653 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0033bc4b-4086-4ae0-8734-5daeb2ef5e81 req-95dddae2-9abf-4c30-9e66-6013fe3a1084 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.0511868 Apr 01 12:40:50.128453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f22c33c-f675-4b62-803c-796173b77514 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:40:50.142113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033bc4b-4086-4ae0-8734-5daeb2ef5e81 req-20fda1f5-1a5f-471b-a693-8cf87f56981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:50.143687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0033bc4b-4086-4ae0-8734-5daeb2ef5e81 req-20fda1f5-1a5f-471b-a693-8cf87f56981c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459528 Apr 01 12:40:50.144488 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37b1f9dc-6e97-4d98-84f2-ec0c0672f72d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.169814 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37b1f9dc-6e97-4d98-84f2-ec0c0672f72d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.185042 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.201364 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8f22c33c-f675-4b62-803c-796173b77514, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8f22c33c-f675-4b62-803c-796173b77514,segment=NetworkSegment(57ea6e50-6ae3-4295-abdf-37e031eeb1b9),segment_id=57ea6e50-6ae3-4295-abdf-37e031eeb1b9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:50.206623 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.219317 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37b1f9dc-6e97-4d98-84f2-ec0c0672f72d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.222655 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37b1f9dc-6e97-4d98-84f2-ec0c0672f72d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.224762 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-37b1f9dc-6e97-4d98-84f2-ec0c0672f72d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "DELETE /v2.0/security-groups/63e8b0e3-d6de-4283-8fff-f527f8c06cc0 HTTP/1.1" status: 204 len: 168 time: 0.1422262 Apr 01 12:40:50.229169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41112) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:50.249711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3629ada2-998b-47ac-a302-d302a5485b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1105100b-017b-49a2-973b-83b6ef6448f4'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:50.252000 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403afdd0-55eb-4db1-9de7-b2453fa5b93d" -d '{"events": [{"server_uuid": "3629ada2-998b-47ac-a302-d302a5485b17", "name": "network-vif-plugged", "status": "completed", "tag": "1105100b-017b-49a2-973b-83b6ef6448f4"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:50.270262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1105100b-017b-49a2-973b-83b6ef6448f4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1105100b-017b-49a2-973b-83b6ef6448f4,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:50.274246 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0033bc4b-4086-4ae0-8734-5daeb2ef5e81 req-9fb4e817-8c20-4428-b6df-bcff9a736987 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144264 Apr 01 12:40:50.281895 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.288255 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1f9dc-6e97-4d98-84f2-ec0c0672f72d tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e8b0e3-d6de-4283-8fff-f527f8c06cc0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:50.305561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8f22c33c-f675-4b62-803c-796173b77514,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:50.353156 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6414835a-be6f-4b4b-9eef-9ec928d95358 x-openstack-request-id: req-6414835a-be6f-4b4b-9eef-9ec928d95358 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:50.353525 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3629ada2-998b-47ac-a302-d302a5485b17", "name": "network-vif-plugged", "status": "completed", "tag": "1105100b-017b-49a2-973b-83b6ef6448f4", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:50.353842 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6414835a-be6f-4b4b-9eef-9ec928d95358 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:50.354316 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6414835a-be6f-4b4b-9eef-9ec928d95358'] response: {'server_uuid': '3629ada2-998b-47ac-a302-d302a5485b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1105100b-017b-49a2-973b-83b6ef6448f4', 'code': 200} Apr 01 12:40:50.410663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b7bb8e43-e3f8-4f04-9aa0-350f43a644a5 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1779540 Apr 01 12:40:50.411154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41130) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:50.419374 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1105100b-017b-49a2-973b-83b6ef6448f4,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:50.483608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0033bc4b-4086-4ae0-8734-5daeb2ef5e81 req-87068b72-239e-412e-9e6a-54c6afdd30e8 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975803 Apr 01 12:40:50.484823 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61044a-f3df-4148-8329-4ee65b49e50a req-61c44d70-607b-4694-93df-eff5415db96b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:50.486669 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d61044a-f3df-4148-8329-4ee65b49e50a req-61c44d70-607b-4694-93df-eff5415db96b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0713406 Apr 01 12:40:50.534352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['8f22c33c-f675-4b62-803c-796173b77514'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:40:50.539626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5b8bb-4632-4dd8-9d27-77f73437acd3 req-c1db0cae-edf3-4fa7-a2df-20b26bb38440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:50.541268 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f5e5b8bb-4632-4dd8-9d27-77f73437acd3 req-c1db0cae-edf3-4fa7-a2df-20b26bb38440 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 1096 time: 0.1174974 Apr 01 12:40:50.567790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6d61044a-f3df-4148-8329-4ee65b49e50a req-d0d50197-6b29-4e04-b2a1-84d954e0491c tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550289 Apr 01 12:40:50.594377 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517660-ed70-4ada-83c0-887d9c14cfc4 req-56b288d6-7eca-4e0f-b70c-483a0062834a tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:50.596099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e1517660-ed70-4ada-83c0-887d9c14cfc4 req-56b288d6-7eca-4e0f-b70c-483a0062834a tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 944 time: 0.1279063 Apr 01 12:40:50.626274 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3b9c7ca-63eb-4858-a00b-48035735a898 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.653108 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f5e5b8bb-4632-4dd8-9d27-77f73437acd3 req-d9de5889-1f88-4238-8bd4-75a01737dbb0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965867 Apr 01 12:40:50.664260 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3b9c7ca-63eb-4858-a00b-48035735a898 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.689772 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e1517660-ed70-4ada-83c0-887d9c14cfc4 req-07d51104-3578-49b5-89d3-954f06d972a5 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802317 Apr 01 12:40:50.735364 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3b9c7ca-63eb-4858-a00b-48035735a898 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.738742 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3b9c7ca-63eb-4858-a00b-48035735a898 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.743020 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f3b9c7ca-63eb-4858-a00b-48035735a898 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "DELETE /v2.0/security-groups/028a0b0b-843f-4752-a7a3-52d808cec5ed HTTP/1.1" status: 204 len: 168 time: 0.3308945 Apr 01 12:40:50.743416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41154) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:50.753112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9c7ca-63eb-4858-a00b-48035735a898 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=028a0b0b-843f-4752-a7a3-52d808cec5ed,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:50.798258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5a857c8e-daa7-44c4-9d38-80b8526ced69 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520737 Apr 01 12:40:50.801572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41160) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:50.806942 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-024c0b72-135c-40f6-9fe3-006fceab07c4 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127326024'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:50.827653 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-024c0b72-135c-40f6-9fe3-006fceab07c4 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.898959 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-024c0b72-135c-40f6-9fe3-006fceab07c4 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.902981 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-024c0b72-135c-40f6-9fe3-006fceab07c4 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.932941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c0b72-135c-40f6-9fe3-006fceab07c4 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa028414-f032-46b2-9e12-6a0d9f3b04a8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:50.938663 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-024c0b72-135c-40f6-9fe3-006fceab07c4 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:50.939893 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-024c0b72-135c-40f6-9fe3-006fceab07c4 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1362548 Apr 01 12:40:50.942976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41174) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:50.947610 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-70216a34-5560-453b-b1a8-9fd0dbe07374 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'aa028414-f032-46b2-9e12-6a0d9f3b04a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:51.011625 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-70216a34-5560-453b-b1a8-9fd0dbe07374 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:51.013254 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-70216a34-5560-453b-b1a8-9fd0dbe07374 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0686159 Apr 01 12:40:51.016090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41184) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:51.022835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0013729b-e3ec-436a-9148-8796db0518e1 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group_rule': {'security_group_id': 'aa028414-f032-46b2-9e12-6a0d9f3b04a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:51.033561 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda86eb-2ad6-44af-b546-337ec4ee029b req-0f068af1-551e-436c-95d0-8c3e046115e8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:51.035406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bdda86eb-2ad6-44af-b546-337ec4ee029b req-0f068af1-551e-436c-95d0-8c3e046115e8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0649192 Apr 01 12:40:51.078588 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-0013729b-e3ec-436a-9148-8796db0518e1 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:40:51.079739 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0013729b-e3ec-436a-9148-8796db0518e1 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0625999 Apr 01 12:40:51.083941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41190) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:51.086928 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bdda86eb-2ad6-44af-b546-337ec4ee029b req-c106de43-cd78-4aec-9d86-3a4ece776c0b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452335 Apr 01 12:40:51.148659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0a3c9-2eff-4f31-ad5b-125742438108 req-c3b9394f-520e-400c-b43f-6b8198cae9b6 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:51.150267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-99f0a3c9-2eff-4f31-ad5b-125742438108 req-c3b9394f-520e-400c-b43f-6b8198cae9b6 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 945 time: 0.0694120 Apr 01 12:40:51.152702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8d591d4-9d3a-4509-9f6d-adc009475554 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.177572 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8d591d4-9d3a-4509-9f6d-adc009475554 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.201680 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-99f0a3c9-2eff-4f31-ad5b-125742438108 req-8d4b7811-f24f-4a9a-b2bc-eac49cb83638 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433636 Apr 01 12:40:51.226675 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8d591d4-9d3a-4509-9f6d-adc009475554 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.229617 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8d591d4-9d3a-4509-9f6d-adc009475554 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.233110 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e8d591d4-9d3a-4509-9f6d-adc009475554 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "DELETE /v2.0/security-groups/aa028414-f032-46b2-9e12-6a0d9f3b04a8 HTTP/1.1" status: 204 len: 168 time: 0.1429818 Apr 01 12:40:51.233640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41202) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:51.240874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d591d4-9d3a-4509-9f6d-adc009475554 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa028414-f032-46b2-9e12-6a0d9f3b04a8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:51.279161 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3a1e9984-90d1-499a-a88c-3e2b6f89f1cf tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0439103 Apr 01 12:40:51.282844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41206) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:51.287577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-7447ec2d-6504-4b07-bfc5-0dc6a77f627e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group': {'name': 'tempest-secgroup--903981278'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:51.308622 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7447ec2d-6504-4b07-bfc5-0dc6a77f627e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.377700 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7447ec2d-6504-4b07-bfc5-0dc6a77f627e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.382103 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7447ec2d-6504-4b07-bfc5-0dc6a77f627e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.413968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7447ec2d-6504-4b07-bfc5-0dc6a77f627e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.413968 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7447ec2d-6504-4b07-bfc5-0dc6a77f627e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1295555 Apr 01 12:40:51.415714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447ec2d-6504-4b07-bfc5-0dc6a77f627e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7586c3-9c99-4daa-81bf-93e12253137c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:51.416588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41220) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:51.422109 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a659b46a-f91c-4fee-981f-719b807de09e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:40:51.422882 n-d-836146-1 neutron-server[102718]: WARNING neutron.api.v2.base [None req-a659b46a-f91c-4fee-981f-719b807de09e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 12:40:51.423479 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-a659b46a-f91c-4fee-981f-719b807de09e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 12:40:51.424840 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a659b46a-f91c-4fee-981f-719b807de09e tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "PUT /v2.0/security-groups/2f7586c3-9c99-4daa-81bf-93e12253137c HTTP/1.1" status: 409 len: 330 time: 0.0068734 Apr 01 12:40:51.427285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41222) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:51.480216 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bcd76e26-7982-484b-ab4f-d8941a74f212 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.507270 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bcd76e26-7982-484b-ab4f-d8941a74f212 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.551882 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bcd76e26-7982-484b-ab4f-d8941a74f212 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.554696 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bcd76e26-7982-484b-ab4f-d8941a74f212 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.555840 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bcd76e26-7982-484b-ab4f-d8941a74f212 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "DELETE /v2.0/security-groups/2f7586c3-9c99-4daa-81bf-93e12253137c HTTP/1.1" status: 204 len: 168 time: 0.1275816 Apr 01 12:40:51.558654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41234) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:51.566065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd76e26-7982-484b-ab4f-d8941a74f212 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7586c3-9c99-4daa-81bf-93e12253137c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:51.626377 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-00ac2f39-ea18-4f13-ad6f-12ea11ceab70 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657885 Apr 01 12:40:51.630140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41242) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:51.656977 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-7d14be86-de00-4eb0-8371-793c7a4b06d3 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] delete failed (client error): The resource could not be found. Apr 01 12:40:51.661573 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7d14be86-de00-4eb0-8371-793c7a4b06d3 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "DELETE /v2.0/security-groups/41e5b9ea-7b14-408c-863b-f1dbf0a57f04 HTTP/1.1" status: 404 len: 347 time: 0.0267971 Apr 01 12:40:51.662340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41246) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:51.675889 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-28487b63-c099-4009-82b9-9e785bcc4f97 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] show failed (client error): The resource could not be found. Apr 01 12:40:51.677069 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-28487b63-c099-4009-82b9-9e785bcc4f97 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "GET /v2.0/security-groups/128fd10d-7f64-48c6-83ab-204db9071538 HTTP/1.1" status: 404 len: 347 time: 0.0141439 Apr 01 12:40:51.681768 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41250) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:51.699574 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-0367432b-dced-4467-b2b9-b41cc7522bc5 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] show failed (client error): The resource could not be found. Apr 01 12:40:51.701118 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0367432b-dced-4467-b2b9-b41cc7522bc5 tempest-NegativeSecGroupIPv6Test-472732100 tempest-NegativeSecGroupIPv6Test-472732100-project] 10.222.0.45 "GET /v2.0/security-group-rules/524e1ac5-04f0-482d-8d0b-e6b7246fa713 HTTP/1.1" status: 404 len: 356 time: 0.0184019 Apr 01 12:40:51.717502 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92522-f2ac-45c3-a968-e4d46aeedb34 req-65c7656a-06ed-4ac1-878e-e5fc0c73670e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:51.719038 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3be92522-f2ac-45c3-a968-e4d46aeedb34 req-65c7656a-06ed-4ac1-878e-e5fc0c73670e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0767508 Apr 01 12:40:51.783617 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3be92522-f2ac-45c3-a968-e4d46aeedb34 req-7602a8e6-7ec9-4d50-890d-b0f58456cb25 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582056 Apr 01 12:40:51.800175 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8f22c33c-f675-4b62-803c-796173b77514 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:40:51.885588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9cea6-b777-41ea-b959-fb0ab0692a8a req-17726124-2fb7-4ce6-b047-5f0eeda20f3c tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:51.894714 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54d9cea6-b777-41ea-b959-fb0ab0692a8a req-17726124-2fb7-4ce6-b047-5f0eeda20f3c tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 944 time: 0.0794070 Apr 01 12:40:51.907463 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 8f22c33c-f675-4b62-803c-796173b77514 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:40:51.912654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 8f22c33c-f675-4b62-803c-796173b77514 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:40:51.913230 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:51.958581 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54d9cea6-b777-41ea-b959-fb0ab0692a8a req-4842d275-76a0-40d8-8d2e-772754606033 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614629 Apr 01 12:40:52.032679 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.034285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41272) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:52.068865 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 8f22c33c-f675-4b62-803c-796173b77514, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8f22c33c-f675-4b62-803c-796173b77514,segment=NetworkSegment(57ea6e50-6ae3-4295-abdf-37e031eeb1b9),segment_id=57ea6e50-6ae3-4295-abdf-37e031eeb1b9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:52.073813 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.127153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=8f22c33c-f675-4b62-803c-796173b77514,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:52.190061 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-20d929ff-9f11-4767-80c5-88523119f530 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2cdfb75db7994f18bd797e3bd1bd97df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534202 Apr 01 12:40:52.192021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41280) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:52.226920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77544443-5ad6-4ca8-b81d-194abee9cc93 req-a5304e86-75d2-47e1-ba2c-ae7858084b4b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:52.236126 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-77544443-5ad6-4ca8-b81d-194abee9cc93 req-a5304e86-75d2-47e1-ba2c-ae7858084b4b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0623765 Apr 01 12:40:52.249822 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-90d2cfc6-79ce-4f86-9cef-76aa2b61bbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.274545 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-77544443-5ad6-4ca8-b81d-194abee9cc93 req-d5cf1761-d854-4b8c-9fd7-1e473fb070ca tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374575 Apr 01 12:40:52.278631 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-90d2cfc6-79ce-4f86-9cef-76aa2b61bbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.313031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41286) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:52.347153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2612af-b964-4d8b-911f-6a3ab2ea0f20 req-854ab6cb-1a5e-4a1c-9882-1039fea2e4b3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:52.348555 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe2612af-b964-4d8b-911f-6a3ab2ea0f20 req-854ab6cb-1a5e-4a1c-9882-1039fea2e4b3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 945 time: 0.0754831 Apr 01 12:40:52.355610 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8796f6-87d4-49f7-8377-d4cbb7878ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f22c33c-f675-4b62-803c-796173b77514'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:52.358453 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1da2eb-b46d-4cd6-b0ed-7e567bc25119" -d '{"events": [{"server_uuid": "0e8796f6-87d4-49f7-8377-d4cbb7878ac1", "name": "network-vif-plugged", "status": "completed", "tag": "8f22c33c-f675-4b62-803c-796173b77514"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:52.391337 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-90d2cfc6-79ce-4f86-9cef-76aa2b61bbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.393797 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-90d2cfc6-79ce-4f86-9cef-76aa2b61bbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.397690 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-90d2cfc6-79ce-4f86-9cef-76aa2b61bbed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c697970b-ba2a-4814-b08a-8fb8545c062b HTTP/1.1" status: 204 len: 168 time: 0.2021718 Apr 01 12:40:52.412592 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9b8187-f4ab-4c9d-ad83-e51d4fe48380 x-openstack-request-id: req-af9b8187-f4ab-4c9d-ad83-e51d4fe48380 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:52.412884 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8796f6-87d4-49f7-8377-d4cbb7878ac1", "name": "network-vif-plugged", "status": "completed", "tag": "8f22c33c-f675-4b62-803c-796173b77514", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:52.413132 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af9b8187-f4ab-4c9d-ad83-e51d4fe48380 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:52.413556 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9b8187-f4ab-4c9d-ad83-e51d4fe48380'] response: {'server_uuid': '0e8796f6-87d4-49f7-8377-d4cbb7878ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f22c33c-f675-4b62-803c-796173b77514', 'code': 200} Apr 01 12:40:52.427897 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe2612af-b964-4d8b-911f-6a3ab2ea0f20 req-e18fdc1f-debd-4055-985f-8fec75e89655 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719566 Apr 01 12:40:52.429552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2cfc6-79ce-4f86-9cef-76aa2b61bbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c697970b-ba2a-4814-b08a-8fb8545c062b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:52.449377 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fb51c1f-1d5c-4146-a67f-daad560119c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.536593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e79094-2d8c-4452-8347-dc8600342f4a req-dea8abe5-4cec-4fb7-9c99-2bb3b80e1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:52.538285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46e79094-2d8c-4452-8347-dc8600342f4a req-dea8abe5-4cec-4fb7-9c99-2bb3b80e1bb8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0530140 Apr 01 12:40:52.565522 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fb51c1f-1d5c-4146-a67f-daad560119c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.578983 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-46e79094-2d8c-4452-8347-dc8600342f4a req-acd22336-8b9c-4c49-aa56-3a6319f1b391 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341039 Apr 01 12:40:52.580337 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4fb51c1f-1d5c-4146-a67f-daad560119c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.630487 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4fb51c1f-1d5c-4146-a67f-daad560119c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12dc24f31cb748f986b9f59f1c1462ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161747 Apr 01 12:40:52.633371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41298) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:52.640000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb51c1f-1d5c-4146-a67f-daad560119c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8726134b-2c0e-4ccb-b430-b3d925d3891a,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:52.651400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d8a4b-9025-40bf-ab68-b50971ed135c req-c419748e-7c34-4dda-987f-43016a695ca7 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:52.654538 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6f3d8a4b-9025-40bf-ab68-b50971ed135c req-c419748e-7c34-4dda-987f-43016a695ca7 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 945 time: 0.1069763 Apr 01 12:40:52.718250 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6f3d8a4b-9025-40bf-ab68-b50971ed135c req-edec78d6-552c-4cba-9fd6-2c284965dede tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566354 Apr 01 12:40:52.729753 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f067a74-b694-4292-9769-e6196cf8fa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.757629 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f067a74-b694-4292-9769-e6196cf8fa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.821555 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f067a74-b694-4292-9769-e6196cf8fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.826959 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f067a74-b694-4292-9769-e6196cf8fa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:52.831406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3f067a74-b694-4292-9769-e6196cf8fa56 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8726134b-2c0e-4ccb-b430-b3d925d3891a HTTP/1.1" status: 204 len: 168 time: 0.1947320 Apr 01 12:40:52.842041 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f067a74-b694-4292-9769-e6196cf8fa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8726134b-2c0e-4ccb-b430-b3d925d3891a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:52.939793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a1e3d-50f6-4497-a6cf-8901f825bcda req-1fdfa806-5230-419a-afa6-ab50cb28d800 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:52.942520 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f61a1e3d-50f6-4497-a6cf-8901f825bcda req-1fdfa806-5230-419a-afa6-ab50cb28d800 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0628536 Apr 01 12:40:52.993005 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f61a1e3d-50f6-4497-a6cf-8901f825bcda req-e9fded27-7ea2-4a1a-838b-2f09ef29b66d tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445261 Apr 01 12:40:53.017901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba136a2-b581-455c-a36a-fe598bcb033e req-a8ba4311-cfdc-428f-ae8c-8c1c8063ecc8 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:53.019462 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ba136a2-b581-455c-a36a-fe598bcb033e req-a8ba4311-cfdc-428f-ae8c-8c1c8063ecc8 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 945 time: 0.0838437 Apr 01 12:40:53.067774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ba136a2-b581-455c-a36a-fe598bcb033e req-a555118d-1287-4ab5-b042-bd771d5dc1a0 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Apr 01 12:40:53.132395 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb84f86-8185-4b8e-a814-be466cf72d39 req-8448ccd0-5a3b-4a6c-8bfe-835f82d47f64 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:53.140966 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-beb84f86-8185-4b8e-a814-be466cf72d39 req-8448ccd0-5a3b-4a6c-8bfe-835f82d47f64 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 945 time: 0.0646763 Apr 01 12:40:53.177424 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-beb84f86-8185-4b8e-a814-be466cf72d39 req-f8dc9b42-5604-4a02-b098-33ba836e6ca0 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355265 Apr 01 12:40:53.216104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72007a71-3582-4e05-80db-b7b8ca0bb97d req-fc17170f-79c4-47c6-bb11-be2b5e66dea8 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:53.217771 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72007a71-3582-4e05-80db-b7b8ca0bb97d req-fc17170f-79c4-47c6-bb11-be2b5e66dea8 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 945 time: 0.0572634 Apr 01 12:40:53.230031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41330) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:53.244281 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:53.262726 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-72007a71-3582-4e05-80db-b7b8ca0bb97d req-70d1f998-688e-4051-af4d-c1b6780f72a3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Apr 01 12:40:53.343468 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:53.349545 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:53.388218 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=16de1949ead347488d55a79eb0d066c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547399 Apr 01 12:40:53.388442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41338) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:53.425371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1c2a2f-0304-4c8e-8f3a-647ad35eaa1a,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:53.435483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c8532-65bf-42d4-8921-4cc795b97455 req-61883131-9be0-4d92-99b7-c83bba2c9224 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:53.437603 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-129c8532-65bf-42d4-8921-4cc795b97455 req-61883131-9be0-4d92-99b7-c83bba2c9224 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0928957 Apr 01 12:40:53.456984 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:53.457326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:53.457663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:53.457995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:53.458367 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:53.458689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:53.459145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:53.459474 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:53.459797 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:53.460116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:53.460435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:53.460752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d852f9-24dc-4fd9-9cfa-4af7fce51390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:53.486728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-129c8532-65bf-42d4-8921-4cc795b97455 req-32c7dd33-9e2f-45c1-b53d-673ba06926f3 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428698 Apr 01 12:40:53.507430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4634-bed7-4942-8703-cad88472abce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:53.540235 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce24fd-9a09-4112-a2ff-8e5f4eeaba5f req-f529aed8-4f00-4ae7-bd2e-1e7ce3f30acb tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:53.541707 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76ce24fd-9a09-4112-a2ff-8e5f4eeaba5f req-f529aed8-4f00-4ae7-bd2e-1e7ce3f30acb tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 945 time: 0.0763834 Apr 01 12:40:53.547439 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4634-bed7-4942-8703-cad88472abce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:53.609691 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76ce24fd-9a09-4112-a2ff-8e5f4eeaba5f req-9c1b1fc8-7ed1-47f4-bada-67fd20e85892 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598683 Apr 01 12:40:53.643004 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4634-bed7-4942-8703-cad88472abce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:53.647463 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4634-bed7-4942-8703-cad88472abce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:53.648601 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6c9c4634-bed7-4942-8703-cad88472abce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a1c2a2f-0304-4c8e-8f3a-647ad35eaa1a HTTP/1.1" status: 204 len: 168 time: 0.2592638 Apr 01 12:40:53.657998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c4634-bed7-4942-8703-cad88472abce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1c2a2f-0304-4c8e-8f3a-647ad35eaa1a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:53.806644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afc258-8a0b-4619-9776-ac9b920b0ff6 req-703376c4-ffa4-4170-8188-bee9d2cbce6a tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:53.815471 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9afc258-8a0b-4619-9776-ac9b920b0ff6 req-703376c4-ffa4-4170-8188-bee9d2cbce6a tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 945 time: 0.0881686 Apr 01 12:40:53.853296 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9afc258-8a0b-4619-9776-ac9b920b0ff6 req-798bd774-ecb8-4060-a505-10f709c96a3c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367553 Apr 01 12:40:54.148799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043bccc-d946-4693-a187-825746158840 req-31145909-575a-4414-ac87-bfd7b7a9b4e9 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:54.150574 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5043bccc-d946-4693-a187-825746158840 req-31145909-575a-4414-ac87-bfd7b7a9b4e9 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0684454 Apr 01 12:40:54.200007 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5043bccc-d946-4693-a187-825746158840 req-1ebb4488-272f-40fd-b236-157d996a78bc tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399063 Apr 01 12:40:54.250902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdd262-e974-4cf1-997c-4fd5c0135938 req-36ab39a6-8b6a-46e6-bcc8-f6d50328e6c3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:54.253208 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-38cdd262-e974-4cf1-997c-4fd5c0135938 req-36ab39a6-8b6a-46e6-bcc8-f6d50328e6c3 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 945 time: 0.0579398 Apr 01 12:40:54.324023 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-38cdd262-e974-4cf1-997c-4fd5c0135938 req-19e416b3-9a28-40b6-adc0-4722e70fc0f0 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584426 Apr 01 12:40:54.347384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ec886-5fe9-46dc-8667-3de2b12b338a req-5f7d91ca-efbe-4a10-88c0-b34df2dc72be tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:54.348899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f71ec886-5fe9-46dc-8667-3de2b12b338a req-5f7d91ca-efbe-4a10-88c0-b34df2dc72be tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 945 time: 0.0641115 Apr 01 12:40:54.394695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f71ec886-5fe9-46dc-8667-3de2b12b338a req-1ba7080e-158a-435f-be90-5b67396c1e44 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389769 Apr 01 12:40:54.637695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4030fad-c58a-44ab-a49c-a537a0ca7851 req-639dde87-c03b-4c57-ae87-a3847aa67dcb tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:54.645889 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4030fad-c58a-44ab-a49c-a537a0ca7851 req-639dde87-c03b-4c57-ae87-a3847aa67dcb tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0804260 Apr 01 12:40:54.688258 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4030fad-c58a-44ab-a49c-a537a0ca7851 req-299306e3-6814-4904-8345-572f1cdb3ef2 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Apr 01 12:40:54.861149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41420) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:54.983660 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d1d18117-d691-4a11-a1e4-d175f83db240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:55.071090 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d1d18117-d691-4a11-a1e4-d175f83db240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:55.076600 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d1d18117-d691-4a11-a1e4-d175f83db240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:55.120652 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d1d18117-d691-4a11-a1e4-d175f83db240 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4660d6d94ae545df8d4527d147a20e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556872 Apr 01 12:40:55.120652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d18117-d691-4a11-a1e4-d175f83db240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badd07b3-281b-462e-8d6a-6527d6568b6e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:55.120961 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41440) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:55.178457 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:55.202703 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:55.268363 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:55.271188 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:55.272522 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/badd07b3-281b-462e-8d6a-6527d6568b6e HTTP/1.1" status: 204 len: 168 time: 0.1502752 Apr 01 12:40:55.294178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badd07b3-281b-462e-8d6a-6527d6568b6e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:55.316631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:55.319549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:55.319963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:55.320217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:55.321104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:55.321392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:55.321713 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:55.323118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:55.323448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:55.325720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:55.329116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:55.329658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf0e4a-9b25-4ceb-99cd-f120f709f624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:40:55.361285 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10aef47-eedc-425a-b3bf-462d3519e3b8 req-311dc50f-96f6-489f-8d45-6996a1bb470b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:55.362935 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e10aef47-eedc-425a-b3bf-462d3519e3b8 req-311dc50f-96f6-489f-8d45-6996a1bb470b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0800798 Apr 01 12:40:55.427136 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e10aef47-eedc-425a-b3bf-462d3519e3b8 req-e88fc436-2962-49e0-ad98-89165fc86c7f tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509553 Apr 01 12:40:55.447228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a588adc-ffd3-4abd-af9c-384f6d129003 req-bbb7c381-98cd-48c3-b716-928bec4c4e27 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:55.449117 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0a588adc-ffd3-4abd-af9c-384f6d129003 req-bbb7c381-98cd-48c3-b716-928bec4c4e27 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.44 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 945 time: 0.0883293 Apr 01 12:40:55.580389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1ec7b-3601-4c18-a07f-97d0bdd0d7a7 req-661a6383-cb83-453e-84c1-567594824e56 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:55.582605 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-91e1ec7b-3601-4c18-a07f-97d0bdd0d7a7 req-661a6383-cb83-453e-84c1-567594824e56 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 945 time: 0.0890863 Apr 01 12:40:55.617985 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-0a588adc-ffd3-4abd-af9c-384f6d129003 req-1524e417-d4d5-42fd-b658-7609c1b2676c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Deleting port 1105100b-017b-49a2-973b-83b6ef6448f4 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:55.617985 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0a588adc-ffd3-4abd-af9c-384f6d129003 req-1524e417-d4d5-42fd-b658-7609c1b2676c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:55.647300 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-91e1ec7b-3601-4c18-a07f-97d0bdd0d7a7 req-e6caf832-181c-4ac5-8863-157ed03301d7 tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d88e738-0d83-418d-af3a-93b9a420f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579481 Apr 01 12:40:55.745570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-0a588adc-ffd3-4abd-af9c-384f6d129003 req-1524e417-d4d5-42fd-b658-7609c1b2676c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] For port 1105100b-017b-49a2-973b-83b6ef6448f4, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1105100b-017b-49a2-973b-83b6ef6448f4,segment=NetworkSegment(b9ec3a90-6aeb-4cee-8287-e87f87e480b8),segment_id=b9ec3a90-6aeb-4cee-8287-e87f87e480b8)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:55.747306 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0a588adc-ffd3-4abd-af9c-384f6d129003 req-1524e417-d4d5-42fd-b658-7609c1b2676c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:55.764225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-0a588adc-ffd3-4abd-af9c-384f6d129003 req-1524e417-d4d5-42fd-b658-7609c1b2676c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Calling delete_port for 1105100b-017b-49a2-973b-83b6ef6448f4 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:55.870692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41476) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:55.891652 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1eba376-82e5-4808-8fdd-d6bccdee7a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:55.962686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe0e05-d64d-4ff6-9f4e-6a84aea7dfdc req-94561eeb-65ef-4a94-acb5-7f5ed9be73b0 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:55.965438 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cbfe0e05-d64d-4ff6-9f4e-6a84aea7dfdc req-94561eeb-65ef-4a94-acb5-7f5ed9be73b0 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0712149 Apr 01 12:40:55.988340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0a588adc-ffd3-4abd-af9c-384f6d129003 req-1524e417-d4d5-42fd-b658-7609c1b2676c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:56.003216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1105100b-017b-49a2-973b-83b6ef6448f4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:40:56.030365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524e417-d4d5-42fd-b658-7609c1b2676c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Pushing event deleted for resources: {'Port': ['ID=1105100b-017b-49a2-973b-83b6ef6448f4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:56.076387 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cbfe0e05-d64d-4ff6-9f4e-6a84aea7dfdc req-1bd5150e-3030-47d2-a5c3-8325463025ba tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021986 Apr 01 12:40:56.094504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a588adc-ffd3-4abd-af9c-384f6d129003 req-1524e417-d4d5-42fd-b658-7609c1b2676c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] No DVR routers for this DVR port 1105100b-017b-49a2-973b-83b6ef6448f4 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:56.097928 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0a588adc-ffd3-4abd-af9c-384f6d129003 req-1524e417-d4d5-42fd-b658-7609c1b2676c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:56.102701 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0a588adc-ffd3-4abd-af9c-384f6d129003 req-1524e417-d4d5-42fd-b658-7609c1b2676c tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.44 "DELETE /v2.0/ports/1105100b-017b-49a2-973b-83b6ef6448f4 HTTP/1.1" status: 204 len: 173 time: 0.6475832 Apr 01 12:40:56.103894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3629ada2-998b-47ac-a302-d302a5485b17', 'name': 'network-vif-deleted', 'tag': '1105100b-017b-49a2-973b-83b6ef6448f4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:56.107652 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a60f84-b381-4716-b55e-33244f9ab8ac" -d '{"events": [{"server_uuid": "3629ada2-998b-47ac-a302-d302a5485b17", "name": "network-vif-deleted", "tag": "1105100b-017b-49a2-973b-83b6ef6448f4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:56.156287 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1eba376-82e5-4808-8fdd-d6bccdee7a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:56.161838 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1eba376-82e5-4808-8fdd-d6bccdee7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:56.184971 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bebc81e-b985-4124-94fe-91bed54fd36f x-openstack-request-id: req-5bebc81e-b985-4124-94fe-91bed54fd36f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:56.185442 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3629ada2-998b-47ac-a302-d302a5485b17", "name": "network-vif-deleted", "tag": "1105100b-017b-49a2-973b-83b6ef6448f4", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:56.185985 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5bebc81e-b985-4124-94fe-91bed54fd36f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:56.186793 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bebc81e-b985-4124-94fe-91bed54fd36f'] response: {'server_uuid': '3629ada2-998b-47ac-a302-d302a5485b17', 'name': 'network-vif-deleted', 'tag': '1105100b-017b-49a2-973b-83b6ef6448f4', 'status': 'completed', 'code': 200} Apr 01 12:40:56.217943 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c1eba376-82e5-4808-8fdd-d6bccdee7a61 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ddd4a7388b843b098a0505c8852c0a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460953 Apr 01 12:40:56.218814 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eba376-82e5-4808-8fdd-d6bccdee7a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7200d753-92f4-459a-a397-cb339691d533,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:56.220417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41488) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:56.282952 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00a663b1-5bdf-4765-80d7-06c1e007dab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:56.307038 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00a663b1-5bdf-4765-80d7-06c1e007dab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:56.366690 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00a663b1-5bdf-4765-80d7-06c1e007dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:56.373524 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00a663b1-5bdf-4765-80d7-06c1e007dab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:56.374775 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-00a663b1-5bdf-4765-80d7-06c1e007dab5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7200d753-92f4-459a-a397-cb339691d533 HTTP/1.1" status: 204 len: 168 time: 0.1532564 Apr 01 12:40:56.382801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a663b1-5bdf-4765-80d7-06c1e007dab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7200d753-92f4-459a-a397-cb339691d533,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:56.575218 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a432b7-c15d-4f85-8853-23f1fb9b7a17 req-c5de3c89-f529-446f-b702-4f1f64ed839f tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:56.578688 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b0a432b7-c15d-4f85-8853-23f1fb9b7a17 req-c5de3c89-f529-446f-b702-4f1f64ed839f tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0835614 Apr 01 12:40:56.657011 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b0a432b7-c15d-4f85-8853-23f1fb9b7a17 req-2fa2adcd-929e-4244-a222-2f72e3647e09 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583313 Apr 01 12:40:56.709058 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ea272-d409-4bfe-ba82-20e71be6f050 req-fbba5fa8-ee4f-43e8-a8df-d37ce9b85697 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:56.711129 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-420ea272-d409-4bfe-ba82-20e71be6f050 req-fbba5fa8-ee4f-43e8-a8df-d37ce9b85697 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 945 time: 0.0713196 Apr 01 12:40:56.784233 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-420ea272-d409-4bfe-ba82-20e71be6f050 req-cb661ca3-b953-4a92-a9b6-20afb44ec6a4 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627904 Apr 01 12:40:56.789241 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58c6935b-63f9-4905-81b0-1ae9c945a4f3 req-d61693da-b512-433b-91bf-e30a60d2696f tempest-ServerDiskConfigTestJSON-352164238 tempest-ServerDiskConfigTestJSON-352164238-project] 10.222.0.45 "GET /v2.0/ports?device_id=3629ada2-998b-47ac-a302-d302a5485b17 HTTP/1.1" status: 200 len: 210 time: 0.0335314 Apr 01 12:40:56.872770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41516) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:56.978515 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c046a58-fe49-4f58-bf3e-c35620fc01be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:57.056554 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c046a58-fe49-4f58-bf3e-c35620fc01be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:57.061231 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c046a58-fe49-4f58-bf3e-c35620fc01be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:57.104591 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2c046a58-fe49-4f58-bf3e-c35620fc01be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f8f2cd68d20d489399e29e8805dd88a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277935 Apr 01 12:40:57.104591 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c046a58-fe49-4f58-bf3e-c35620fc01be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b178b65f-f151-411e-aaa7-967dfa16c102,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:57.105423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41530) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:57.197175 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5e4c-e18c-4af7-9e9b-890ce4ad3207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:57.229424 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5e4c-e18c-4af7-9e9b-890ce4ad3207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:57.243042 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96a3b4-efa4-4b4d-b61c-a82a36c07890 req-b30b0c86-2f16-4cf1-b4e7-06c0e0e32da4 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:57.244518 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3e96a3b4-efa4-4b4d-b61c-a82a36c07890 req-b30b0c86-2f16-4cf1-b4e7-06c0e0e32da4 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0797300 Apr 01 12:40:57.302390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3e96a3b4-efa4-4b4d-b61c-a82a36c07890 req-b6ba3097-b744-4b08-9be7-37a9bef79550 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480545 Apr 01 12:40:57.310449 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5e4c-e18c-4af7-9e9b-890ce4ad3207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:57.313391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5e4c-e18c-4af7-9e9b-890ce4ad3207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:57.317177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ea6e5e4c-e18c-4af7-9e9b-890ce4ad3207 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b178b65f-f151-411e-aaa7-967dfa16c102 HTTP/1.1" status: 204 len: 168 time: 0.2077045 Apr 01 12:40:57.323219 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e5e4c-e18c-4af7-9e9b-890ce4ad3207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b178b65f-f151-411e-aaa7-967dfa16c102,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:57.656233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41550) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:57.670375 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8f50-79a8-4725-b786-071887c46081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:57.805837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affbe54-dccc-4818-bd24-59c706a70b0d req-a2bbcf12-5133-48e4-94f6-daeee43c9948 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:57.807392 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1affbe54-dccc-4818-bd24-59c706a70b0d req-a2bbcf12-5133-48e4-94f6-daeee43c9948 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0783639 Apr 01 12:40:57.820450 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8f50-79a8-4725-b786-071887c46081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:57.828246 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8f50-79a8-4725-b786-071887c46081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:57.888094 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4c2c8f50-79a8-4725-b786-071887c46081 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0cba64ba8c6e48eabeb20d247e8754dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300761 Apr 01 12:40:57.890772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41564) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:57.892178 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c8f50-79a8-4725-b786-071887c46081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664a4687-75cd-44df-9d5a-06c9f109a357,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:57.900602 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1affbe54-dccc-4818-bd24-59c706a70b0d req-a0a0cb79-6d2e-4785-b1d4-1d727f82bd6d tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822587 Apr 01 12:40:58.021114 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98ecf475-a3b0-4f90-929c-fb7e20b2ad7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.056989 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98ecf475-a3b0-4f90-929c-fb7e20b2ad7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.067562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b382b-691c-4f27-86d4-2520689d1824 req-6552692d-0773-477a-bd52-dd16c56ca5fb tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:58.069077 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-043b382b-691c-4f27-86d4-2520689d1824 req-6552692d-0773-477a-bd52-dd16c56ca5fb tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 945 time: 0.1430428 Apr 01 12:40:58.082633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41580) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:58.083782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2bcd5-47ff-45b8-8aad-c7e1b149e3af req-660281b5-eca1-4947-85e2-15b161827ac3 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:58.085238 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-08b2bcd5-47ff-45b8-8aad-c7e1b149e3af req-660281b5-eca1-4947-85e2-15b161827ac3 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 945 time: 0.1331418 Apr 01 12:40:58.131880 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dec6250-c18f-46de-8e4f-813c38f430c2 admin admin] Deleting subnet 79ee042a-a0e0-4925-86f6-e1fefb27e652 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:40:58.135229 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7dec6250-c18f-46de-8e4f-813c38f430c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.177271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-043b382b-691c-4f27-86d4-2520689d1824 req-700f340e-44a5-4a9c-bb78-0e7b93f4fd91 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011822 Apr 01 12:40:58.198151 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7dec6250-c18f-46de-8e4f-813c38f430c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.222051 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98ecf475-a3b0-4f90-929c-fb7e20b2ad7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.224669 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98ecf475-a3b0-4f90-929c-fb7e20b2ad7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.225907 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-98ecf475-a3b0-4f90-929c-fb7e20b2ad7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/664a4687-75cd-44df-9d5a-06c9f109a357 HTTP/1.1" status: 204 len: 168 time: 0.3341043 Apr 01 12:40:58.242492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecf475-a3b0-4f90-929c-fb7e20b2ad7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664a4687-75cd-44df-9d5a-06c9f109a357,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:58.257539 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7dec6250-c18f-46de-8e4f-813c38f430c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.260527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-08b2bcd5-47ff-45b8-8aad-c7e1b149e3af req-ee7073a4-3d22-4ae1-ba8f-de26e3f98891 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Deleting port 8f22c33c-f675-4b62-803c-796173b77514 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:40:58.262416 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-08b2bcd5-47ff-45b8-8aad-c7e1b149e3af req-ee7073a4-3d22-4ae1-ba8f-de26e3f98891 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.320460 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7dec6250-c18f-46de-8e4f-813c38f430c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.395479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-08b2bcd5-47ff-45b8-8aad-c7e1b149e3af req-ee7073a4-3d22-4ae1-ba8f-de26e3f98891 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] For port 8f22c33c-f675-4b62-803c-796173b77514, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8f22c33c-f675-4b62-803c-796173b77514,segment=NetworkSegment(57ea6e50-6ae3-4295-abdf-37e031eeb1b9),segment_id=57ea6e50-6ae3-4295-abdf-37e031eeb1b9)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:40:58.396075 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-08b2bcd5-47ff-45b8-8aad-c7e1b149e3af req-ee7073a4-3d22-4ae1-ba8f-de26e3f98891 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.403776 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec6250-c18f-46de-8e4f-813c38f430c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ee042a-a0e0-4925-86f6-e1fefb27e652,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:58.408786 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7dec6250-c18f-46de-8e4f-813c38f430c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.414933 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7dec6250-c18f-46de-8e4f-813c38f430c2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/79ee042a-a0e0-4925-86f6-e1fefb27e652 HTTP/1.1" status: 204 len: 168 time: 0.3309188 Apr 01 12:40:58.420172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41592) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:58.438409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-08b2bcd5-47ff-45b8-8aad-c7e1b149e3af req-ee7073a4-3d22-4ae1-ba8f-de26e3f98891 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Calling delete_port for 8f22c33c-f675-4b62-803c-796173b77514 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:40:58.479888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257f64b-e678-4242-8192-4ae871a86b64 req-9bfd778e-9690-4c90-a8e3-8dc2303b7df4 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:58.498265 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a257f64b-e678-4242-8192-4ae871a86b64 req-9bfd778e-9690-4c90-a8e3-8dc2303b7df4 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0981238 Apr 01 12:40:58.549445 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a257f64b-e678-4242-8192-4ae871a86b64 req-51163c64-00e3-48dc-92c2-05509b580424 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501878 Apr 01 12:40:58.603999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.666613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903718d-46a4-422e-bdb7-48f9ddecb883 req-5fe43891-a007-4202-bd8f-4b6e292529c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:58.668126 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7903718d-46a4-422e-bdb7-48f9ddecb883 req-5fe43891-a007-4202-bd8f-4b6e292529c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 1096 time: 0.1163805 Apr 01 12:40:58.782572 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.797372 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7903718d-46a4-422e-bdb7-48f9ddecb883 req-d2dbe68b-fe7f-4634-8b1f-83d95f093fa3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140106 Apr 01 12:40:58.814022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20332cba-7adf-48af-b466-d893d011242e']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:58.820955 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-08b2bcd5-47ff-45b8-8aad-c7e1b149e3af req-ee7073a4-3d22-4ae1-ba8f-de26e3f98891 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.834127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['8f22c33c-f675-4b62-803c-796173b77514'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:40:58.855979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:58.856886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ec3a90-6aeb-4cee-8287-e87f87e480b8') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:40:58.858620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7073a4-3d22-4ae1-ba8f-de26e3f98891 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Pushing event deleted for resources: {'Port': ['ID=8f22c33c-f675-4b62-803c-796173b77514,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:58.873983 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.908467 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.925047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b2bcd5-47ff-45b8-8aad-c7e1b149e3af req-ee7073a4-3d22-4ae1-ba8f-de26e3f98891 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] No DVR routers for this DVR port 8f22c33c-f675-4b62-803c-796173b77514 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:40:58.928709 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-08b2bcd5-47ff-45b8-8aad-c7e1b149e3af req-ee7073a4-3d22-4ae1-ba8f-de26e3f98891 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.932352 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-08b2bcd5-47ff-45b8-8aad-c7e1b149e3af req-ee7073a4-3d22-4ae1-ba8f-de26e3f98891 tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.44 "DELETE /v2.0/ports/8f22c33c-f675-4b62-803c-796173b77514 HTTP/1.1" status: 204 len: 173 time: 0.8369150 Apr 01 12:40:58.932983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8796f6-87d4-49f7-8377-d4cbb7878ac1', 'name': 'network-vif-deleted', 'tag': '8f22c33c-f675-4b62-803c-796173b77514'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:40:58.935461 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a81d76-efcf-4e4f-8750-97911b2864d3" -d '{"events": [{"server_uuid": "0e8796f6-87d4-49f7-8377-d4cbb7878ac1", "name": "network-vif-deleted", "tag": "8f22c33c-f675-4b62-803c-796173b77514"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:40:58.938500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:40:58.938904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:40:58.941013 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:40:59.042281 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a72e1df-7734-4e76-bd54-777d544f3c95 x-openstack-request-id: req-7a72e1df-7734-4e76-bd54-777d544f3c95 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:40:59.042663 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8796f6-87d4-49f7-8377-d4cbb7878ac1", "name": "network-vif-deleted", "tag": "8f22c33c-f675-4b62-803c-796173b77514", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:40:59.051787 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a72e1df-7734-4e76-bd54-777d544f3c95 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:40:59.051787 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a72e1df-7734-4e76-bd54-777d544f3c95'] response: {'server_uuid': '0e8796f6-87d4-49f7-8377-d4cbb7878ac1', 'name': 'network-vif-deleted', 'tag': '8f22c33c-f675-4b62-803c-796173b77514', 'status': 'completed', 'code': 200} Apr 01 12:40:59.058275 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:59.065853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:59.068958 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] 10.222.0.45 "DELETE /v2.0/networks/20332cba-7adf-48af-b466-d893d011242e HTTP/1.1" status: 204 len: 168 time: 0.6464744 Apr 01 12:40:59.085380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebda39e-46bc-4be6-b154-3262331eb74c admin admin] Pushing event deleted for resources: {'Network': ['ID=20332cba-7adf-48af-b466-d893d011242e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:59.102230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e843c-b03c-4ebc-8902-846ee8ac2a94 req-00cd05b3-81db-4661-8326-df0e17353619 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:59.103875 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a4e843c-b03c-4ebc-8902-846ee8ac2a94 req-00cd05b3-81db-4661-8326-df0e17353619 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0907090 Apr 01 12:40:59.150744 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a4e843c-b03c-4ebc-8902-846ee8ac2a94 req-ed2fdfce-4810-4975-aba2-aa607d7693b9 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388527 Apr 01 12:40:59.261651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41624) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:59.310531 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f83544f-45aa-4510-a243-9cec3dce5e64 req-d468b056-289e-46c5-a7a3-89d1126b17fd tempest-ServerTagsTestJSON-1490320671 tempest-ServerTagsTestJSON-1490320671-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8796f6-87d4-49f7-8377-d4cbb7878ac1 HTTP/1.1" status: 200 len: 210 time: 0.0361941 Apr 01 12:40:59.331655 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-56641cdf-7c40-4875-be26-f1dfb721145c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=469070862d5448d1be2b350d21fec32e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680962 Apr 01 12:40:59.334197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41628) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:40:59.388405 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e064744a-33a5-4009-a56b-bbac00436234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:59.413092 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e064744a-33a5-4009-a56b-bbac00436234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:59.464810 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e064744a-33a5-4009-a56b-bbac00436234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:59.467606 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e064744a-33a5-4009-a56b-bbac00436234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:40:59.468823 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e064744a-33a5-4009-a56b-bbac00436234 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d88e738-0d83-418d-af3a-93b9a420f722 HTTP/1.1" status: 204 len: 168 time: 0.1337144 Apr 01 12:40:59.486121 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064744a-33a5-4009-a56b-bbac00436234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d88e738-0d83-418d-af3a-93b9a420f722,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:40:59.669780 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698ee61-bb21-492b-b04c-2bbe03cfd582 req-5b394626-d836-4ea1-86de-4770017e26ac tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:40:59.671421 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d698ee61-bb21-492b-b04c-2bbe03cfd582 req-5b394626-d836-4ea1-86de-4770017e26ac tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0552928 Apr 01 12:40:59.723694 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d698ee61-bb21-492b-b04c-2bbe03cfd582 req-a29101cb-3e88-49f9-b7fe-46b8a1ac9491 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458171 Apr 01 12:40:59.853329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8f22c33c-f675-4b62-803c-796173b77514 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:59.890470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 8f22c33c-f675-4b62-803c-796173b77514 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:59.890883 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8f22c33c-f675-4b62-803c-796173b77514 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:40:59.891356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1105100b-017b-49a2-973b-83b6ef6448f4 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:40:59.920304 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 1105100b-017b-49a2-973b-83b6ef6448f4 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:40:59.921251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1105100b-017b-49a2-973b-83b6ef6448f4 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:41:00.268379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41676) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:00.295802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bac93-67ad-4e10-84d1-00e669e75d44 req-b328c358-15e2-48e2-860a-602171f9b025 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:00.298640 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-427bac93-67ad-4e10-84d1-00e669e75d44 req-b328c358-15e2-48e2-860a-602171f9b025 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.0645516 Apr 01 12:41:00.338400 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-427bac93-67ad-4e10-84d1-00e669e75d44 req-343ad9e5-6bbf-43bd-a46f-be0e20024bdc tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337126 Apr 01 12:41:00.392042 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41686) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:00.392534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1643057184-network', 'tenant_id': '9a81db89755e405f8b8c621cd35c1779'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:00.415850 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Made reservation on behalf of 9a81db89755e405f8b8c621cd35c1779 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:00.419568 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.430653 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.455672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb776585-262b-4e06-b5aa-e4ec1b32debd admin admin] Deleting subnet 6fd372b4-2650-4bfc-ae08-425c58b4bc63 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:41:00.459445 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eb776585-262b-4e06-b5aa-e4ec1b32debd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.516925 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eb776585-262b-4e06-b5aa-e4ec1b32debd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.520571 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.539884 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.562802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:41:00.577975 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eb776585-262b-4e06-b5aa-e4ec1b32debd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.615832 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.616175 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Added segment c1a2b68c-616b-4683-8221-cc364076f0a4 of type vlan for network 30997ffe-6729-4162-a08e-aa7af37db866 Apr 01 12:41:00.617645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:00.651951 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eb776585-262b-4e06-b5aa-e4ec1b32debd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.680335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb776585-262b-4e06-b5aa-e4ec1b32debd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd372b4-2650-4bfc-ae08-425c58b4bc63,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:00.684903 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eb776585-262b-4e06-b5aa-e4ec1b32debd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.688559 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-eb776585-262b-4e06-b5aa-e4ec1b32debd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6fd372b4-2650-4bfc-ae08-425c58b4bc63 HTTP/1.1" status: 204 len: 168 time: 0.2953238 Apr 01 12:41:00.691014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41704) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:00.697136 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.733049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ff677-82df-49b9-be78-cf262f644c3c req-9ec657a5-cbe6-48ec-9d26-aaa8b7edd1c9 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:00.740633 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-9ec657a5-cbe6-48ec-9d26-aaa8b7edd1c9 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/networks?id=815996f8-8c07-4738-8888-e815cb2d482c HTTP/1.1" status: 200 len: 811 time: 0.1718121 Apr 01 12:41:00.772754 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-8c682dfa-f4d2-42db-85e1-e456b21df1f5 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/quotas/aab159a24aeb4d4187404cae959e43ca HTTP/1.1" status: 200 len: 375 time: 0.0309446 Apr 01 12:41:00.782716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.783929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:00.784657 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.796235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.843961 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5741813 Apr 01 12:41:00.847515 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41710) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:00.853346 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-de6af98b-7703-4c32-affd-14335852c9b5 admin admin] Request body: {'subnet': {'network_id': '30997ffe-6729-4162-a08e-aa7af37db866', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1643057184-subnet', 'tenant_id': '9a81db89755e405f8b8c621cd35c1779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:00.900436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043383c3-fc92-46c2-97b4-a3c192d797ba admin admin] Pushing event updated for resources: {'Network': ['ID=30997ffe-6729-4162-a08e-aa7af37db866,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:00.913418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 30997ffe-6729-4162-a08e-aa7af37db866 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:41:00.913955 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.919440 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-a32d7aa4-7094-4b3a-8564-20a459e87315 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aab159a24aeb4d4187404cae959e43ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1457579 Apr 01 12:41:00.955779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6af98b-7703-4c32-affd-14335852c9b5 admin admin] Made reservation on behalf of 9a81db89755e405f8b8c621cd35c1779 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:00.958550 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de6af98b-7703-4c32-affd-14335852c9b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:00.969334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7661fd-f7ee-464d-bb07-baa9ba28b3d2']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:00.979466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405f89d-1de6-4e10-be71-723358851969 req-022e9262-4e49-4ba6-902f-0062c003e5ea tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:00.987424 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e405f89d-1de6-4e10-be71-723358851969 req-022e9262-4e49-4ba6-902f-0062c003e5ea tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.1573324 Apr 01 12:41:01.011872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ea6e50-6ae3-4295-abdf-37e031eeb1b9') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:01.012162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ea6e50-6ae3-4295-abdf-37e031eeb1b9') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:01.039705 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.074873 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e405f89d-1de6-4e10-be71-723358851969 req-82cb3116-6bab-442a-afcc-1c9568f5395c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860267 Apr 01 12:41:01.077112 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.104324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:41:01.106581 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:41:01.109288 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:41:01.143427 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-84831513-576c-4ddd-8d78-96078ea50ea1 service neutron] 10.222.0.45 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230048 Apr 01 12:41:01.180441 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.186636 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.197560 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1d7661fd-f7ee-464d-bb07-baa9ba28b3d2 HTTP/1.1" status: 204 len: 168 time: 0.5045879 Apr 01 12:41:01.211448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b5a84-9dfc-4fab-90d2-a83803030395 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7661fd-f7ee-464d-bb07-baa9ba28b3d2,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:01.315689 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-a09782a7-bc89-4ec8-8d6e-3e9b832f3845 service neutron] 10.222.0.45 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552901 Apr 01 12:41:01.400151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41734) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:01.416181 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de6af98b-7703-4c32-affd-14335852c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.460059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41738) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:01.475866 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-64b24645-0ab1-459e-ac21-dee5fb33b18a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=821075e3932441f79d06c513ccc60a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717199 Apr 01 12:41:01.479815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41742) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:01.494413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6af98b-7703-4c32-affd-14335852c9b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d98ef9ee-a31e-42b3-ba38-a9f38059c2e1,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:01.510923 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6af98b-7703-4c32-affd-14335852c9b5 admin admin] Checking segment: {'id': 'c1a2b68c-616b-4683-8221-cc364076f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '30997ffe-6729-4162-a08e-aa7af37db866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:01.511281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6af98b-7703-4c32-affd-14335852c9b5 admin admin] Network hostable DHCP agents. Network: 30997ffe-6729-4162-a08e-aa7af37db866, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:41:01.533558 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6af98b-7703-4c32-affd-14335852c9b5 admin admin] Network 30997ffe-6729-4162-a08e-aa7af37db866 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:41:01.549804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-de6af98b-7703-4c32-affd-14335852c9b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 30997ffe-6729-4162-a08e-aa7af37db866) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:01.555601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6af98b-7703-4c32-affd-14335852c9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:01.556351 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-de6af98b-7703-4c32-affd-14335852c9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.565503 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d5d988c-625c-4bb6-800a-2436c7074253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.565782 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad3bb3-8966-45ac-9a10-86ef3ec9832c None None] Network 30997ffe-6729-4162-a08e-aa7af37db866 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:01.604145 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-de6af98b-7703-4c32-affd-14335852c9b5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7552569 Apr 01 12:41:01.624730 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d5d988c-625c-4bb6-800a-2436c7074253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.708923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be9eb929-841b-4d41-9e42-8a156bbdb6a3 req-4db978aa-b802-465d-b5f8-29d2157e122e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 210 time: 0.0458283 Apr 01 12:41:01.733905 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d5d988c-625c-4bb6-800a-2436c7074253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.739015 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d5d988c-625c-4bb6-800a-2436c7074253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.742512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1d5d988c-625c-4bb6-800a-2436c7074253 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f782e5cb-8df8-40d8-b3cb-ba64d7da72f6 HTTP/1.1" status: 204 len: 168 time: 0.2599049 Apr 01 12:41:01.764434 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5ab4121b-3d49-4b3b-bc46-5e5a8ade3d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.767982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d988c-625c-4bb6-800a-2436c7074253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f782e5cb-8df8-40d8-b3cb-ba64d7da72f6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:01.887629 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5ab4121b-3d49-4b3b-bc46-5e5a8ade3d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.895698 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5ab4121b-3d49-4b3b-bc46-5e5a8ade3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:01.944577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8ed24-45d6-433f-8b83-b90863eb286b None None] Network 30997ffe-6729-4162-a08e-aa7af37db866 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:01.988284 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5ab4121b-3d49-4b3b-bc46-5e5a8ade3d49 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a359a135a0a4518a7a1356d608cec8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5242476 Apr 01 12:41:01.988284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4121b-3d49-4b3b-bc46-5e5a8ade3d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a842e1ea-9ef1-45ec-8281-c708ce324916,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:01.988580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41764) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:02.127101 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e49c71b6-a401-4ef5-b9c0-3f5b079e3632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:02.166875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e49c71b6-a401-4ef5-b9c0-3f5b079e3632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:02.279552 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e49c71b6-a401-4ef5-b9c0-3f5b079e3632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:02.290344 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e49c71b6-a401-4ef5-b9c0-3f5b079e3632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:02.291763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e49c71b6-a401-4ef5-b9c0-3f5b079e3632 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a842e1ea-9ef1-45ec-8281-c708ce324916 HTTP/1.1" status: 204 len: 168 time: 0.3021929 Apr 01 12:41:02.292688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd769793-e64c-4330-b326-fc06a1716a53 req-ba1eb98e-ece0-447f-a9e0-449b5d5446ae tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:02.305624 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dd769793-e64c-4330-b326-fc06a1716a53 req-ba1eb98e-ece0-447f-a9e0-449b5d5446ae tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.1028066 Apr 01 12:41:02.323298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c71b6-a401-4ef5-b9c0-3f5b079e3632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a842e1ea-9ef1-45ec-8281-c708ce324916,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:02.408302 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dd769793-e64c-4330-b326-fc06a1716a53 req-ffe21e9a-834b-4ad4-8fad-139cbfe3925d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005418 Apr 01 12:41:02.637336 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-1e81b4d6-bf66-40a8-9659-e236fe7770de tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:02.645878 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-1e81b4d6-bf66-40a8-9659-e236fe7770de tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/networks?id=30997ffe-6729-4162-a08e-aa7af37db866 HTTP/1.1" status: 200 len: 814 time: 0.1701331 Apr 01 12:41:02.659391 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-cf79b1a9-255c-48d2-9d1a-02434312c274 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/quotas/9a81db89755e405f8b8c621cd35c1779 HTTP/1.1" status: 200 len: 375 time: 0.0118682 Apr 01 12:41:02.731577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-7792fae1-06d1-4518-bfcf-58965b452a77 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a81db89755e405f8b8c621cd35c1779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657332 Apr 01 12:41:02.832693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7bef92a7-8a3b-4b69-80f2-f2ada5a68f83 req-f63d0d62-93a5-42cd-b7cd-43c08b06de4b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 210 time: 0.0445695 Apr 01 12:41:02.837532 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-d6a69b05-4fc7-4150-91e6-378fbc6990d1 service neutron] 10.222.0.45 "GET /v2.0/networks/30997ffe-6729-4162-a08e-aa7af37db866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047482 Apr 01 12:41:02.929091 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-37d9c38f-b461-4f72-bea2-dcdfbdd46e52 service neutron] 10.222.0.45 "GET /v2.0/networks/30997ffe-6729-4162-a08e-aa7af37db866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905879 Apr 01 12:41:03.060893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41822) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:03.128178 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4fff6ea3-50ee-47d0-a253-62fb7621e938 req-3f123846-bd3f-47a9-a60d-c5cd7ceba649 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 210 time: 0.0440407 Apr 01 12:41:03.233157 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ff677-82df-49b9-be78-cf262f644c3c req-c7f747ea-9d0e-41d9-b3ca-f89d440935a9 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:03.235590 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-c7f747ea-9d0e-41d9-b3ca-f89d440935a9 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.44 "GET /v2.0/networks?id=815996f8-8c07-4738-8888-e815cb2d482c HTTP/1.1" status: 200 len: 811 time: 0.1453018 Apr 01 12:41:03.256487 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-606ff677-82df-49b9-be78-cf262f644c3c req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Request body: {'port': {'device_id': 'cd696bf5-a6cd-48b1-9af7-f95077b36003', 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c', 'admin_state_up': True, 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:03.337123 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1129318069-network', 'tenant_id': 'a1b78754d61141de95bbebd769b92f51'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:03.374356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Made reservation on behalf of a1b78754d61141de95bbebd769b92f51 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:03.377161 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:03.393393 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:03.438905 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606ff677-82df-49b9-be78-cf262f644c3c req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Made reservation on behalf of aab159a24aeb4d4187404cae959e43ca for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:03.443362 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-606ff677-82df-49b9-be78-cf262f644c3c req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:03.563032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bcd5c-bcc9-4a4e-9d94-c6423d0c50f1 req-5ab3286b-d550-4a44-9693-56bfc5402cca tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:03.572544 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-581bcd5c-bcc9-4a4e-9d94-c6423d0c50f1 req-5ab3286b-d550-4a44-9693-56bfc5402cca tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0711961 Apr 01 12:41:03.603592 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:03.608729 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:03.650448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:41:03.651390 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-581bcd5c-bcc9-4a4e-9d94-c6423d0c50f1 req-a722610d-a430-4a91-b06a-e78f1146241e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771716 Apr 01 12:41:03.677498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec3ad04-7187-47e6-a9a4-e09f769bbeef,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:03.680970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-606ff677-82df-49b9-be78-cf262f644c3c req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Allocated IP 172.20.0.3 (815996f8-8c07-4738-8888-e815cb2d482c/1149d77b-ab04-498d-a3e3-8e60da95fc6c/00982cd3-ad4a-4744-adc1-d2dff1dc8933) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:03.688036 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:03.688373 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Added segment 532e8cc1-8a13-4060-b4e1-a873727ab6ec of type vlan for network 4ca97d75-f322-412f-ba58-fb5dd7056321 Apr 01 12:41:03.748770 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:03.811227 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:03.812376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:03.812948 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:03.848046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41864) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:03.853347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3cafd36d-cdb4-4af0-a960-0016b4f71662 admin admin] Request body: {'subnet': {'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1129318069-subnet', 'tenant_id': 'a1b78754d61141de95bbebd769b92f51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:03.857500 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7951665 Apr 01 12:41:03.903690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cafd36d-cdb4-4af0-a960-0016b4f71662 admin admin] Made reservation on behalf of a1b78754d61141de95bbebd769b92f51 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:03.906505 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3cafd36d-cdb4-4af0-a960-0016b4f71662 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:04.020659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e04f4c-88fd-4c86-b7ad-782b7bebd1ab admin admin] Pushing event updated for resources: {'Network': ['ID=4ca97d75-f322-412f-ba58-fb5dd7056321,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:04.033263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 4ca97d75-f322-412f-ba58-fb5dd7056321 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:41:04.114560 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e53a561-1428-4c43-ab2a-77ed53497bc3 req-98dc80f6-7cd6-440a-bb88-6ed566433cff tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 210 time: 0.1619370 Apr 01 12:41:04.200564 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-606ff677-82df-49b9-be78-cf262f644c3c req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:04.253480 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-606ff677-82df-49b9-be78-cf262f644c3c req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:04.265349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['b74fbe5a-0453-4244-87e8-81d2786c6c7f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:04.265728 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3cafd36d-cdb4-4af0-a960-0016b4f71662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:04.287203 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-985253b8-82eb-4edd-8a21-6c6d7f75c75f req-5ff49471-7bf5-4963-a70d-6d0a5cd1a493 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 210 time: 0.0540819 Apr 01 12:41:04.342052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606ff677-82df-49b9-be78-cf262f644c3c req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Network 815996f8-8c07-4738-8888-e815cb2d482c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:04.343296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Pushing event updated for resources: {'Port': ['ID=00982cd3-ad4a-4744-adc1-d2dff1dc8933,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:04.349475 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-606ff677-82df-49b9-be78-cf262f644c3c req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:04.351904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-606ff677-82df-49b9-be78-cf262f644c3c req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:04.359837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cafd36d-cdb4-4af0-a960-0016b4f71662 admin admin] Checking segment: {'id': '532e8cc1-8a13-4060-b4e1-a873727ab6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:04.360578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cafd36d-cdb4-4af0-a960-0016b4f71662 admin admin] Network hostable DHCP agents. Network: 4ca97d75-f322-412f-ba58-fb5dd7056321, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:41:04.369954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafd36d-cdb4-4af0-a960-0016b4f71662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de55e09b-91e9-4604-9313-fe8b6951dd05,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:04.388701 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cafd36d-cdb4-4af0-a960-0016b4f71662 admin admin] Network 4ca97d75-f322-412f-ba58-fb5dd7056321 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:41:04.417550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3cafd36d-cdb4-4af0-a960-0016b4f71662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 4ca97d75-f322-412f-ba58-fb5dd7056321) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:04.428152 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cafd36d-cdb4-4af0-a960-0016b4f71662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:04.431812 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3cafd36d-cdb4-4af0-a960-0016b4f71662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:04.437654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a02bff-cb30-4bd1-bd32-2e98b9df3a1d None None] Network 4ca97d75-f322-412f-ba58-fb5dd7056321 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:04.439835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ff677-82df-49b9-be78-cf262f644c3c req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:04.441118 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-606ff677-82df-49b9-be78-cf262f644c3c req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:04.461798 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3cafd36d-cdb4-4af0-a960-0016b4f71662 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6126180 Apr 01 12:41:04.474210 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-0edc5d0f-8541-4d65-bfad-472c955d9f7b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2237365 Apr 01 12:41:04.488361 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Request body: {'port': {'device_id': 'cd696bf5-a6cd-48b1-9af7-f95077b36003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:04.570787 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:04.869818 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0f2d4-e324-4e6c-b2ed-8edb79068d59 None None] Network 4ca97d75-f322-412f-ba58-fb5dd7056321 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:05.238067 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-13bb6d32-d3c7-4fe3-8ba8-cf217a8b48fe tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:05.246902 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-13bb6d32-d3c7-4fe3-8ba8-cf217a8b48fe tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/networks?id=4ca97d75-f322-412f-ba58-fb5dd7056321 HTTP/1.1" status: 200 len: 814 time: 0.1262491 Apr 01 12:41:05.258276 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-07ee7082-7c3b-4572-ab2f-be346c338694 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/quotas/a1b78754d61141de95bbebd769b92f51 HTTP/1.1" status: 200 len: 375 time: 0.0103397 Apr 01 12:41:05.300760 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-347551bf-2d76-41ac-b75b-a0e1475cb574 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1b78754d61141de95bbebd769b92f51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353787 Apr 01 12:41:05.380413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41946) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:05.421407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af0cf1-b4be-45bb-b96f-418e863d3c0a req-86062bfd-bd1c-42c8-a50b-643e827a5c67 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:05.422977 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b4af0cf1-b4be-45bb-b96f-418e863d3c0a req-86062bfd-bd1c-42c8-a50b-643e827a5c67 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.6025922 Apr 01 12:41:05.431676 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-4045eb3d-8094-43b4-a06e-d7c482eb6a2b service neutron] 10.222.0.45 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215835 Apr 01 12:41:05.462528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-bf242899-d1c2-4696-9b34-f48afec850f9 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:05.464241 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-bf242899-d1c2-4696-9b34-f48afec850f9 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.37 "GET /v2.0/networks?id=30997ffe-6729-4162-a08e-aa7af37db866 HTTP/1.1" status: 200 len: 814 time: 0.7653699 Apr 01 12:41:05.495836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Request body: {'port': {'device_id': 'b79dfdde-4f43-4552-b0c3-e46080aa5253', 'network_id': '30997ffe-6729-4162-a08e-aa7af37db866', 'admin_state_up': True, 'tenant_id': '9a81db89755e405f8b8c621cd35c1779'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:05.572633 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53b42fb7-d553-43be-b8ed-cab592886df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:05.633025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b4af0cf1-b4be-45bb-b96f-418e863d3c0a req-b3452b5b-e7c4-46ce-81b1-e277512d48c0 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026999 Apr 01 12:41:05.770718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00982cd3-ad4a-4744-adc1-d2dff1dc8933 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:05.779940 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:05.794091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Transition to ACTIVE for port object 00982cd3-ad4a-4744-adc1-d2dff1dc8933 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:41:05.821442 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-12cec651-9dde-4b7c-abf1-1fd4b3784ba9 service neutron] 10.222.0.45 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830981 Apr 01 12:41:05.828404 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:05.892122 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Made reservation on behalf of 9a81db89755e405f8b8c621cd35c1779 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:05.895537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:05.931353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688dae7-5c90-41ee-be06-eb30c252ebc6 req-aa419f52-b887-451c-a23f-043b56692e09 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:05.932922 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a688dae7-5c90-41ee-be06-eb30c252ebc6 req-aa419f52-b887-451c-a23f-043b56692e09 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 931 time: 0.2190299 Apr 01 12:41:05.952319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Pushing event updated for resources: {'Port': ['ID=00982cd3-ad4a-4744-adc1-d2dff1dc8933,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:05.999825 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53b42fb7-d553-43be-b8ed-cab592886df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.017894 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53b42fb7-d553-43be-b8ed-cab592886df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.058023 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d0e7b833-b6ed-4cfc-b849-b74c2e47d8c8 req-f2b55ec5-3f53-4aca-96e3-9bb80bbc3da0 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 210 time: 0.0414591 Apr 01 12:41:06.151898 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-77cf865e-d1c8-4ba0-9c25-8ae81dffa1ea req-27da4ddb-4841-429d-97f2-5417d3f73b7e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 210 time: 0.0314355 Apr 01 12:41:06.198475 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a688dae7-5c90-41ee-be06-eb30c252ebc6 req-761706ed-54f4-47dd-814c-931569eb02ac tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560527 Apr 01 12:41:06.207511 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-53b42fb7-d553-43be-b8ed-cab592886df9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e26bd476948545aea4cab501a9f94cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8252530 Apr 01 12:41:06.210245 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41964) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:06.228538 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b42fb7-d553-43be-b8ed-cab592886df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ce9be5-334a-4b0b-b406-e9159a4950d0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:06.274617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Attempting to bind port 00982cd3-ad4a-4744-adc1-d2dff1dc8933 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:41:06.275273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Attempting to bind port 00982cd3-ad4a-4744-adc1-d2dff1dc8933 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:41:06.275806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Attempting to bind port 00982cd3-ad4a-4744-adc1-d2dff1dc8933 on network 815996f8-8c07-4738-8888-e815cb2d482c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:06.282288 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7951823f-e4a0-4d20-90dd-9c8128ae15f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.289570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Port 00982cd3-ad4a-4744-adc1-d2dff1dc8933 on network 815996f8-8c07-4738-8888-e815cb2d482c not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:41:06.289962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Attempting to bind port 00982cd3-ad4a-4744-adc1-d2dff1dc8933 on network 815996f8-8c07-4738-8888-e815cb2d482c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:06.296693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Allocated IP 172.20.0.8 (30997ffe-6729-4162-a08e-aa7af37db866/d98ef9ee-a31e-42b3-ba38-a9f38059c2e1/623cbe92-7c53-4642-bcaf-177cf2df0d54) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:06.302231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:41:06.302697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Checking segment: {'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:06.303060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Bound using segment: {'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:41:06.303622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Bound port: 00982cd3-ad4a-4744-adc1-d2dff1dc8933, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3322d064-5d68-4aaa-b372-c3ccea889f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:41:06.304065 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.305747 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7951823f-e4a0-4d20-90dd-9c8128ae15f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.334935 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9415fc1d-e517-40a9-b5dc-ab85bac65874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.377886 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7951823f-e4a0-4d20-90dd-9c8128ae15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.382717 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7951823f-e4a0-4d20-90dd-9c8128ae15f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.401448 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7951823f-e4a0-4d20-90dd-9c8128ae15f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4ce9be5-334a-4b0b-b406-e9159a4950d0 HTTP/1.1" status: 204 len: 168 time: 0.1898131 Apr 01 12:41:06.420276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951823f-e4a0-4d20-90dd-9c8128ae15f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ce9be5-334a-4b0b-b406-e9159a4950d0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:06.460954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] For port 00982cd3-ad4a-4744-adc1-d2dff1dc8933, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:41:06.509207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] For port 00982cd3-ad4a-4744-adc1-d2dff1dc8933, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=00982cd3-ad4a-4744-adc1-d2dff1dc8933,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:41:06.516687 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.563416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:06.564189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.565749 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] 10.222.0.44 "PUT /v2.0/ports/00982cd3-ad4a-4744-adc1-d2dff1dc8933 HTTP/1.1" status: 200 len: 1091 time: 2.0828912 Apr 01 12:41:06.573538 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd696bf5-a6cd-48b1-9af7-f95077b36003', 'tag': '00982cd3-ad4a-4744-adc1-d2dff1dc8933'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:06.576062 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53466589-9018-4d83-904c-f7695d51e9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "cd696bf5-a6cd-48b1-9af7-f95077b36003", "tag": "00982cd3-ad4a-4744-adc1-d2dff1dc8933"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:06.649708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.667641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86b973-86ad-4cb5-a44f-3f016df9347e service neutron] Pushing event updated for resources: {'Port': ['ID=00982cd3-ad4a-4744-adc1-d2dff1dc8933,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:06.687018 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6431927c-0b70-4298-bc0b-dea1c1f3099d x-openstack-request-id: req-6431927c-0b70-4298-bc0b-dea1c1f3099d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:06.687309 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd696bf5-a6cd-48b1-9af7-f95077b36003", "tag": "00982cd3-ad4a-4744-adc1-d2dff1dc8933", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:06.687671 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6431927c-0b70-4298-bc0b-dea1c1f3099d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:06.688127 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6431927c-0b70-4298-bc0b-dea1c1f3099d'] response: {'name': 'network-changed', 'server_uuid': 'cd696bf5-a6cd-48b1-9af7-f95077b36003', 'tag': '00982cd3-ad4a-4744-adc1-d2dff1dc8933', 'status': 'completed', 'code': 200} Apr 01 12:41:06.727689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ff677-82df-49b9-be78-cf262f644c3c req-a40e77c1-d6a8-4c01-ac3b-e02471e9c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:06.729229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-a40e77c1-d6a8-4c01-ac3b-e02471e9c572 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aab159a24aeb4d4187404cae959e43ca&device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 1094 time: 0.0840223 Apr 01 12:41:06.784448 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.831992 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-f4e668aa-7b15-4b02-a97f-e8c35d8b0d98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00982cd3-ad4a-4744-adc1-d2dff1dc8933 HTTP/1.1" status: 200 len: 217 time: 0.0929756 Apr 01 12:41:06.842327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41982) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:06.867162 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b85f8d48-ee5c-4ad7-a804-a3f24ba9e12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.968591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Network 30997ffe-6729-4162-a08e-aa7af37db866 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:06.974102 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b85f8d48-ee5c-4ad7-a804-a3f24ba9e12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:06.978976 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Pushing event updated for resources: {'Port': ['ID=623cbe92-7c53-4642-bcaf-177cf2df0d54,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:06.981610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:06.987338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:06.992426 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b85f8d48-ee5c-4ad7-a804-a3f24ba9e12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:07.015998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ff677-82df-49b9-be78-cf262f644c3c req-790158b4-e56b-4ff3-91bb-a1d22ed320d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:07.017494 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-790158b4-e56b-4ff3-91bb-a1d22ed320d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1149d77b-ab04-498d-a3e3-8e60da95fc6c HTTP/1.1" status: 200 len: 851 time: 0.1493161 Apr 01 12:41:07.030038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e2202-26e6-4096-8dd4-fbbf3f6a4321 req-f69dd603-7232-4f6d-b4c7-bfea37f888cb tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:07.037521 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5d7e2202-26e6-4096-8dd4-fbbf3f6a4321 req-f69dd603-7232-4f6d-b4c7-bfea37f888cb tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.2215524 Apr 01 12:41:07.063343 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b85f8d48-ee5c-4ad7-a804-a3f24ba9e12f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=48f0da32b1ae44bbbff2593fa7b28b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168789 Apr 01 12:41:07.065974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41986) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:07.066712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f8d48-ee5c-4ad7-a804-a3f24ba9e12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7968257d-6d8b-4e88-b28f-edbf408d2565,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:07.114433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:07.115156 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:07.138293 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5d7e2202-26e6-4096-8dd4-fbbf3f6a4321 req-f1d3a88e-d513-40ac-9443-435a2919c319 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997038 Apr 01 12:41:07.140926 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-b7686d7c-f880-4612-8647-4a33ca940e99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=815996f8-8c07-4738-8888-e815cb2d482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013594 Apr 01 12:41:07.158208 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-28b08ccb-cd16-474f-a0a3-856afec86d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:07.163557 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-24ab84cd-f79c-4d90-a21e-e669d327b98a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6717410 Apr 01 12:41:07.184322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Request body: {'port': {'device_id': 'b79dfdde-4f43-4552-b0c3-e46080aa5253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:07.188730 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-28b08ccb-cd16-474f-a0a3-856afec86d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:07.283405 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-28b08ccb-cd16-474f-a0a3-856afec86d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:07.286136 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-28b08ccb-cd16-474f-a0a3-856afec86d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:07.287454 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-28b08ccb-cd16-474f-a0a3-856afec86d46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7968257d-6d8b-4e88-b28f-edbf408d2565 HTTP/1.1" status: 204 len: 168 time: 0.2048407 Apr 01 12:41:07.300602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b08ccb-cd16-474f-a0a3-856afec86d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7968257d-6d8b-4e88-b28f-edbf408d2565,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:07.342355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bb892-a519-4c26-81c8-60115b5e0ac7 req-608d1bc0-dcff-4287-b8cb-2784dcf522b6 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:07.343943 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f14bb892-a519-4c26-81c8-60115b5e0ac7 req-608d1bc0-dcff-4287-b8cb-2784dcf522b6 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 931 time: 0.0938187 Apr 01 12:41:07.394096 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f14bb892-a519-4c26-81c8-60115b5e0ac7 req-c0383174-e36a-4484-96be-bc232cf50676 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440180 Apr 01 12:41:07.408899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f2687264-6681-45ee-aa7e-125c8c14e57c req-1d53983b-6d3f-4f23-b89d-e8e712eb2003 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 210 time: 0.1406004 Apr 01 12:41:07.521106 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:07.576929 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-cbd4757c-a9b9-496b-85c0-3bb58f2d9a53 service neutron] 10.222.0.44 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262052 Apr 01 12:41:07.604111 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341145d-3824-45a2-96a4-ae3d58d7822a req-3ad22ca2-384d-4b50-88ce-9835d3c9666f tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:07.607747 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3341145d-3824-45a2-96a4-ae3d58d7822a req-3ad22ca2-384d-4b50-88ce-9835d3c9666f tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 943 time: 0.1260984 Apr 01 12:41:07.651464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3341145d-3824-45a2-96a4-ae3d58d7822a req-abceb934-10e5-4c99-86ce-3a58931b6ba5 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366197 Apr 01 12:41:07.669227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-b11a2dc2-8509-4bd4-99bf-f75d70965a8e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:07.669227 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-b11a2dc2-8509-4bd4-99bf-f75d70965a8e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.44 "GET /v2.0/networks?id=4ca97d75-f322-412f-ba58-fb5dd7056321 HTTP/1.1" status: 200 len: 814 time: 0.2606802 Apr 01 12:41:07.682577 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Request body: {'port': {'device_id': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321', 'admin_state_up': True, 'tenant_id': 'a1b78754d61141de95bbebd769b92f51'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:07.889788 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-606ff677-82df-49b9-be78-cf262f644c3c req-44c45f0d-62da-4e57-b098-271a991721db service neutron] 10.222.0.44 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022153 Apr 01 12:41:08.015846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Made reservation on behalf of a1b78754d61141de95bbebd769b92f51 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:08.022339 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:08.093167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53466589-9018-4d83-904c-f7695d51e9ec req-2ec78ed8-7926-41de-9e23-e23119a22f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:08.093167 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53466589-9018-4d83-904c-f7695d51e9ec req-2ec78ed8-7926-41de-9e23-e23119a22f59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aab159a24aeb4d4187404cae959e43ca&device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 1094 time: 0.1125181 Apr 01 12:41:08.347190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623cbe92-7c53-4642-bcaf-177cf2df0d54 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:08.379679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53466589-9018-4d83-904c-f7695d51e9ec req-3c962b77-e3cc-4a3c-a056-4ec878b3d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:08.381041 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53466589-9018-4d83-904c-f7695d51e9ec req-3c962b77-e3cc-4a3c-a056-4ec878b3d0ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=815996f8-8c07-4738-8888-e815cb2d482c HTTP/1.1" status: 200 len: 912 time: 0.2692547 Apr 01 12:41:08.384765 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:08.461199 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Transition to ACTIVE for port object 623cbe92-7c53-4642-bcaf-177cf2df0d54 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:41:08.467491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d6e6a-2710-4a51-8e13-85dc369bd5c5 req-e8138baf-f9f1-4afc-9367-64af971df978 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:08.469024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-635d6e6a-2710-4a51-8e13-85dc369bd5c5 req-e8138baf-f9f1-4afc-9367-64af971df978 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.2148142 Apr 01 12:41:08.470347 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53466589-9018-4d83-904c-f7695d51e9ec req-4b0961ef-3da9-41dc-bedd-69809944d6fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00982cd3-ad4a-4744-adc1-d2dff1dc8933 HTTP/1.1" status: 200 len: 217 time: 0.0809009 Apr 01 12:41:08.473645 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:08.571248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Allocated IP 172.20.0.7 (4ca97d75-f322-412f-ba58-fb5dd7056321/de55e09b-91e9-4604-9313-fe8b6951dd05/5e70ca5e-7834-4d95-b6d8-8dfaadabef77) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:08.590027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Pushing event updated for resources: {'Port': ['ID=623cbe92-7c53-4642-bcaf-177cf2df0d54,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:08.610060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb01b3-a05a-42f6-8641-a97804529078 req-6350a567-0d0a-4cda-b3b7-6465f5f599d3 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:08.618544 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9dcb01b3-a05a-42f6-8641-a97804529078 req-6350a567-0d0a-4cda-b3b7-6465f5f599d3 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 943 time: 0.1094882 Apr 01 12:41:08.639021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-635d6e6a-2710-4a51-8e13-85dc369bd5c5 req-fff4e808-59b8-4113-aee2-ffd5ea5e523d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249208 Apr 01 12:41:08.659115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53466589-9018-4d83-904c-f7695d51e9ec req-5a673967-c88a-437f-a135-8b110e1eb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:08.660571 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53466589-9018-4d83-904c-f7695d51e9ec req-5a673967-c88a-437f-a135-8b110e1eb005 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1149d77b-ab04-498d-a3e3-8e60da95fc6c HTTP/1.1" status: 200 len: 851 time: 0.1477091 Apr 01 12:41:08.689009 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9dcb01b3-a05a-42f6-8641-a97804529078 req-90a0d9b2-7cba-4ce9-84ba-c4052de9a847 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677903 Apr 01 12:41:08.706986 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:08.757608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53466589-9018-4d83-904c-f7695d51e9ec req-3c94143b-b7fa-46bf-9019-e00c723a4a17 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=815996f8-8c07-4738-8888-e815cb2d482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527151 Apr 01 12:41:08.831944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8f877-2131-4b8a-8c17-62f069b89efb req-ede0405d-e9ad-443a-abd4-9a7f63adceb3 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:08.833897 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5d8f877-2131-4b8a-8c17-62f069b89efb req-ede0405d-e9ad-443a-abd4-9a7f63adceb3 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 943 time: 0.0643899 Apr 01 12:41:08.836102 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:08.872731 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-af35b866-cb0f-4df6-b589-011b013d9210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:08.895378 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5d8f877-2131-4b8a-8c17-62f069b89efb req-ca5318e6-f038-4391-95a3-1492d3f0a880 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512829 Apr 01 12:41:09.138751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-352b0e61-d0c1-46a4-9374-e6d10b15d1e0 req-4843b590-3ba3-461e-8b43-80927ec8d47d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 210 time: 0.3801556 Apr 01 12:41:09.197807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Attempting to bind port 623cbe92-7c53-4642-bcaf-177cf2df0d54 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:41:09.198166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Attempting to bind port 623cbe92-7c53-4642-bcaf-177cf2df0d54 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'c1a2b68c-616b-4683-8221-cc364076f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '30997ffe-6729-4162-a08e-aa7af37db866'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:41:09.198494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Attempting to bind port 623cbe92-7c53-4642-bcaf-177cf2df0d54 on network 30997ffe-6729-4162-a08e-aa7af37db866 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:09.239586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Port 623cbe92-7c53-4642-bcaf-177cf2df0d54 on network 30997ffe-6729-4162-a08e-aa7af37db866 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:41:09.239586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Attempting to bind port 623cbe92-7c53-4642-bcaf-177cf2df0d54 on network 30997ffe-6729-4162-a08e-aa7af37db866 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:09.259134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:41:09.259474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Checking segment: {'id': 'c1a2b68c-616b-4683-8221-cc364076f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '30997ffe-6729-4162-a08e-aa7af37db866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:09.259859 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Bound using segment: {'id': 'c1a2b68c-616b-4683-8221-cc364076f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '30997ffe-6729-4162-a08e-aa7af37db866'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:41:09.260292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Bound port: 623cbe92-7c53-4642-bcaf-177cf2df0d54, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a2b68c-616b-4683-8221-cc364076f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '30997ffe-6729-4162-a08e-aa7af37db866'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:41:09.260650 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:09.320053 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:09.336219 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53466589-9018-4d83-904c-f7695d51e9ec req-2cfc219b-a1ac-4820-9758-23c79ef2bae5 service neutron] 10.222.0.44 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422554 Apr 01 12:41:09.405076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] For port 623cbe92-7c53-4642-bcaf-177cf2df0d54, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:41:09.444393 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:09.449178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] For port 623cbe92-7c53-4642-bcaf-177cf2df0d54, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=623cbe92-7c53-4642-bcaf-177cf2df0d54,segment=NetworkSegment(c1a2b68c-616b-4683-8221-cc364076f0a4),segment_id=c1a2b68c-616b-4683-8221-cc364076f0a4)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:41:09.463159 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:09.533160 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Network 4ca97d75-f322-412f-ba58-fb5dd7056321 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:09.535007 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:09.535640 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:09.537004 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] 10.222.0.37 "PUT /v2.0/ports/623cbe92-7c53-4642-bcaf-177cf2df0d54 HTTP/1.1" status: 200 len: 1091 time: 2.3605523 Apr 01 12:41:09.539949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79dfdde-4f43-4552-b0c3-e46080aa5253', 'tag': '623cbe92-7c53-4642-bcaf-177cf2df0d54'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:09.542199 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b4dc36-7638-489c-a648-7909d787d6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b79dfdde-4f43-4552-b0c3-e46080aa5253", "tag": "623cbe92-7c53-4642-bcaf-177cf2df0d54"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:09.548531 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53466589-9018-4d83-904c-f7695d51e9ec req-960a82aa-2741-4967-985e-c31808504c39 service neutron] 10.222.0.44 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891060 Apr 01 12:41:09.549808 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:09.551698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Pushing event updated for resources: {'Port': ['ID=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:09.554371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:09.625565 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9af9252-d11f-4995-aec3-fa946d631c1a x-openstack-request-id: req-d9af9252-d11f-4995-aec3-fa946d631c1a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:09.626277 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79dfdde-4f43-4552-b0c3-e46080aa5253", "tag": "623cbe92-7c53-4642-bcaf-177cf2df0d54", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:09.626277 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9af9252-d11f-4995-aec3-fa946d631c1a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:09.626465 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9af9252-d11f-4995-aec3-fa946d631c1a'] response: {'name': 'network-changed', 'server_uuid': 'b79dfdde-4f43-4552-b0c3-e46080aa5253', 'tag': '623cbe92-7c53-4642-bcaf-177cf2df0d54', 'status': 'completed', 'code': 200} Apr 01 12:41:09.673182 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:09.673818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:09.698999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570575e-72e3-4dbc-a142-40e0831fb7ab service neutron] Pushing event updated for resources: {'Port': ['ID=623cbe92-7c53-4642-bcaf-177cf2df0d54,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:09.707776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-e70012b5-ee78-463a-a3c4-2c5258f90f3d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0292926 Apr 01 12:41:09.710616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-ffe8eb9b-67c5-41cf-b78e-da3309e673c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:09.712067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-ffe8eb9b-67c5-41cf-b78e-da3309e673c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a81db89755e405f8b8c621cd35c1779&device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 1094 time: 0.1106813 Apr 01 12:41:09.735232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Request body: {'port': {'device_id': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:09.797072 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-0d89fc94-8d31-4769-967f-c7cc8d747e2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=623cbe92-7c53-4642-bcaf-177cf2df0d54 HTTP/1.1" status: 200 len: 217 time: 0.0771546 Apr 01 12:41:09.830720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74371660-e888-40ca-b93e-4491237258f1 req-a0b38673-4949-4197-8a2a-897aca1d9c1a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:09.840313 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74371660-e888-40ca-b93e-4491237258f1 req-a0b38673-4949-4197-8a2a-897aca1d9c1a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 943 time: 0.0704129 Apr 01 12:41:09.894395 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74371660-e888-40ca-b93e-4491237258f1 req-8c9e82cd-bf8e-437b-9e23-10ed32afcc76 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526848 Apr 01 12:41:09.902125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b3e05-91da-484c-a0c8-7a12aea8f99d req-d1624a2d-d723-4bea-a241-a452c552e036 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:09.904142 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7f6b3e05-91da-484c-a0c8-7a12aea8f99d req-d1624a2d-d723-4bea-a241-a452c552e036 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.1630769 Apr 01 12:41:09.907512 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:09.910321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-68d0ac93-af17-44c2-ab01-4ab9aa5f457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:09.911738 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-68d0ac93-af17-44c2-ab01-4ab9aa5f457f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d98ef9ee-a31e-42b3-ba38-a9f38059c2e1 HTTP/1.1" status: 200 len: 854 time: 0.0995517 Apr 01 12:41:09.963260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-593423a4-402f-4c8b-82e5-a0f9c10bfb20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30997ffe-6729-4162-a08e-aa7af37db866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341625 Apr 01 12:41:10.029413 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7f6b3e05-91da-484c-a0c8-7a12aea8f99d req-931ecf08-80f1-43fb-93f2-4c7e52bebb0f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157868 Apr 01 12:41:10.071025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991adcd-73cf-44f4-b46c-20c79640897e req-781694c9-b53c-44aa-84e5-ba344d0fbed7 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:10.072857 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42126) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:10.073393 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4991adcd-73cf-44f4-b46c-20c79640897e req-781694c9-b53c-44aa-84e5-ba344d0fbed7 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 943 time: 0.0823679 Apr 01 12:41:10.118296 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4991adcd-73cf-44f4-b46c-20c79640897e req-a67c9fca-cd0a-42fa-9f1c-408d796630fe tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389569 Apr 01 12:41:10.202250 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-de75dfec-e630-40a2-8737-f422b22e19dd service neutron] 10.222.0.37 "GET /v2.0/networks/30997ffe-6729-4162-a08e-aa7af37db866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139966 Apr 01 12:41:10.312957 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-14db55fc-4c94-4f11-9bf8-cbdcdc62cc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:10.363780 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:10.423963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab248131-bdc1-41c0-8a83-f418ce8660be req-e0761ceb-d3b7-4187-a7df-74b5807a29f4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:10.425366 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab248131-bdc1-41c0-8a83-f418ce8660be req-e0761ceb-d3b7-4187-a7df-74b5807a29f4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 931 time: 0.1923051 Apr 01 12:41:10.433051 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a53d44ec-cb47-4dcd-89da-dd1512c7e115 req-062b17e8-ffdd-4621-a2ad-43e5f8c0c7e7 service neutron] 10.222.0.37 "GET /v2.0/networks/30997ffe-6729-4162-a08e-aa7af37db866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205989 Apr 01 12:41:10.543814 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab248131-bdc1-41c0-8a83-f418ce8660be req-6ae9a5e8-a107-461f-b994-a57c4714c77e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068325 Apr 01 12:41:10.598544 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-14db55fc-4c94-4f11-9bf8-cbdcdc62cc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:10.603192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:10.611372 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-14db55fc-4c94-4f11-9bf8-cbdcdc62cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:10.615837 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:10.629090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4dc36-7638-489c-a648-7909d787d6ee req-66c77a07-77d4-41d0-b29c-e063ec80b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:10.630634 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7b4dc36-7638-489c-a648-7909d787d6ee req-66c77a07-77d4-41d0-b29c-e063ec80b081 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a81db89755e405f8b8c621cd35c1779&device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 1094 time: 0.1477644 Apr 01 12:41:10.674573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Transition to ACTIVE for port object 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:41:10.696151 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-14db55fc-4c94-4f11-9bf8-cbdcdc62cc87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a8b9a4de01af4d6c95310878caf02988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6177146 Apr 01 12:41:10.696402 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42136) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:10.700005 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:10.702751 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db55fc-4c94-4f11-9bf8-cbdcdc62cc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1610e47-156f-447e-92f0-126a54c2df53,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:10.760362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Pushing event updated for resources: {'Port': ['ID=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:10.767526 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4b8a-ab61-47d8-9dda-d12708cadbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:10.790850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4b8a-ab61-47d8-9dda-d12708cadbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:10.844621 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4b8a-ab61-47d8-9dda-d12708cadbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:10.847229 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4b8a-ab61-47d8-9dda-d12708cadbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:10.850718 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ac0a4b8a-ab61-47d8-9dda-d12708cadbcc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1610e47-156f-447e-92f0-126a54c2df53 HTTP/1.1" status: 204 len: 168 time: 0.1507635 Apr 01 12:41:10.859150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a4b8a-ab61-47d8-9dda-d12708cadbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1610e47-156f-447e-92f0-126a54c2df53,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:10.877821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4dc36-7638-489c-a648-7909d787d6ee req-805b2fbd-d208-41f8-8d0d-95b44e4aeae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:10.879465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7b4dc36-7638-489c-a648-7909d787d6ee req-805b2fbd-d208-41f8-8d0d-95b44e4aeae4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30997ffe-6729-4162-a08e-aa7af37db866 HTTP/1.1" status: 200 len: 915 time: 0.2360551 Apr 01 12:41:10.931450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7b4dc36-7638-489c-a648-7909d787d6ee req-f67f5cde-3e46-4745-9dc0-6a747889272c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=623cbe92-7c53-4642-bcaf-177cf2df0d54 HTTP/1.1" status: 200 len: 217 time: 0.0445867 Apr 01 12:41:10.932171 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Attempting to bind port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:41:10.932504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Attempting to bind port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '532e8cc1-8a13-4060-b4e1-a873727ab6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:41:10.932829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Attempting to bind port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 on network 4ca97d75-f322-412f-ba58-fb5dd7056321 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:10.945412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 on network 4ca97d75-f322-412f-ba58-fb5dd7056321 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:41:10.945808 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Attempting to bind port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 on network 4ca97d75-f322-412f-ba58-fb5dd7056321 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:10.971277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:41:10.971612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Checking segment: {'id': '532e8cc1-8a13-4060-b4e1-a873727ab6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:10.972001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Bound using segment: {'id': '532e8cc1-8a13-4060-b4e1-a873727ab6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:41:10.972420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Bound port: 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532e8cc1-8a13-4060-b4e1-a873727ab6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:41:10.972776 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:11.009488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03773c11-512a-4796-a0bc-0d427a52066c req-0d46b458-6691-4b11-ab72-1ec9574ac7b3 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:11.011058 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03773c11-512a-4796-a0bc-0d427a52066c req-0d46b458-6691-4b11-ab72-1ec9574ac7b3 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 943 time: 0.0546505 Apr 01 12:41:11.026882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4dc36-7638-489c-a648-7909d787d6ee req-f61e6f3b-6da8-4545-9162-0d8e14f2f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:11.028370 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7b4dc36-7638-489c-a648-7909d787d6ee req-f61e6f3b-6da8-4545-9162-0d8e14f2f762 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d98ef9ee-a31e-42b3-ba38-a9f38059c2e1 HTTP/1.1" status: 200 len: 854 time: 0.0906236 Apr 01 12:41:11.061276 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03773c11-512a-4796-a0bc-0d427a52066c req-463b9225-fd2b-45bf-a293-63162c0d0990 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437665 Apr 01 12:41:11.070055 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7b4dc36-7638-489c-a648-7909d787d6ee req-6596aeff-cde9-45a8-a97e-eaa13c8d2c9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30997ffe-6729-4162-a08e-aa7af37db866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337608 Apr 01 12:41:11.086514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:41:11.091407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:41:11.106681 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:11.165599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42150) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:11.187405 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d92df51-93b2-44b9-81c0-3a8ec2726b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:11.189750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:11.190686 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:11.192082 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] 10.222.0.44 "PUT /v2.0/ports/5e70ca5e-7834-4d95-b6d8-8dfaadabef77 HTTP/1.1" status: 200 len: 1091 time: 1.4737868 Apr 01 12:41:11.288056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c1d63-cb78-4c3d-a432-7de585e50774 service neutron] Pushing event updated for resources: {'Port': ['ID=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:11.306802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7b4dc36-7638-489c-a648-7909d787d6ee req-4a9a0159-49e8-4be7-afd7-a9b73756faa2 service neutron] 10.222.0.37 "GET /v2.0/networks/30997ffe-6729-4162-a08e-aa7af37db866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277558 Apr 01 12:41:11.320957 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780f794-99f1-4a6c-9831-507bda68625d req-c06bd33e-edcc-495f-9ae5-7bc48a0399be tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:11.322413 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8780f794-99f1-4a6c-9831-507bda68625d req-c06bd33e-edcc-495f-9ae5-7bc48a0399be tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 943 time: 0.0762742 Apr 01 12:41:11.336566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be528679-e044-46e7-8a36-916f3e93c5db req-aeb42018-c6c1-4d52-9775-5601f8328c6d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:11.338106 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be528679-e044-46e7-8a36-916f3e93c5db req-aeb42018-c6c1-4d52-9775-5601f8328c6d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.2153842 Apr 01 12:41:11.369426 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8780f794-99f1-4a6c-9831-507bda68625d req-e907d8b1-8708-412e-92cc-34f61aa00a19 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369868 Apr 01 12:41:11.383733 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d92df51-93b2-44b9-81c0-3a8ec2726b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:11.386195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-86b1b347-d145-4e78-81b3-afa084f684fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:11.388414 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-86b1b347-d145-4e78-81b3-afa084f684fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1b78754d61141de95bbebd769b92f51&device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 1094 time: 0.1524351 Apr 01 12:41:11.397727 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d92df51-93b2-44b9-81c0-3a8ec2726b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:11.437852 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6d92df51-93b2-44b9-81c0-3a8ec2726b9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9d060f3bc63445ea0ed700f5e61380e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710073 Apr 01 12:41:11.439104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92df51-93b2-44b9-81c0-3a8ec2726b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d5ede5-370f-4c93-8dd4-ddeab6752756,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:11.441005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42156) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:11.474038 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-4b21ca86-ccbb-41b9-9e73-bd38697be8eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77 HTTP/1.1" status: 200 len: 217 time: 0.0554490 Apr 01 12:41:11.495768 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04b3b9cf-6608-47cf-b8b2-12f9dd13f702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:11.518785 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be528679-e044-46e7-8a36-916f3e93c5db req-35cb211c-dff2-4850-91f0-7e94244d4a1f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566448 Apr 01 12:41:11.520763 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04b3b9cf-6608-47cf-b8b2-12f9dd13f702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:11.611247 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04b3b9cf-6608-47cf-b8b2-12f9dd13f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:11.611880 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f7b4dc36-7638-489c-a648-7909d787d6ee req-0c91660e-3c55-48df-97f6-5bf88e8b576c service neutron] 10.222.0.37 "GET /v2.0/networks/30997ffe-6729-4162-a08e-aa7af37db866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966402 Apr 01 12:41:11.614364 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04b3b9cf-6608-47cf-b8b2-12f9dd13f702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:11.623528 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-04b3b9cf-6608-47cf-b8b2-12f9dd13f702 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5d5ede5-370f-4c93-8dd4-ddeab6752756 HTTP/1.1" status: 204 len: 168 time: 0.1781917 Apr 01 12:41:11.626959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-bc5887c4-7417-4a59-9145-e0ae9795f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:11.635170 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-bc5887c4-7417-4a59-9145-e0ae9795f8aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de55e09b-91e9-4604-9313-fe8b6951dd05 HTTP/1.1" status: 200 len: 854 time: 0.1426718 Apr 01 12:41:11.635828 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'tag': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:11.639001 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbc6821-30de-4c25-9a7a-913ce0c23b41" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8a43e3-8247-43b1-9eae-42f1504a9428", "tag": "5e70ca5e-7834-4d95-b6d8-8dfaadabef77"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:11.645457 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3b9cf-6608-47cf-b8b2-12f9dd13f702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d5ede5-370f-4c93-8dd4-ddeab6752756,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:11.710382 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-5e0849b3-bac4-46d1-aeaa-7320e4eeeadd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ca97d75-f322-412f-ba58-fb5dd7056321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522509 Apr 01 12:41:11.742292 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:11.771430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6a103-ebdc-44d8-b7ee-a37b2afe7c12 req-796a30ed-07fb-4076-83b0-1bae0e9ad835 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:11.781748 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-29d6a103-ebdc-44d8-b7ee-a37b2afe7c12 req-796a30ed-07fb-4076-83b0-1bae0e9ad835 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.1152358 Apr 01 12:41:11.785648 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:11.824602 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ae839a-d81f-4649-a011-6095e3061fe6 x-openstack-request-id: req-f5ae839a-d81f-4649-a011-6095e3061fe6 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:11.825159 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8a43e3-8247-43b1-9eae-42f1504a9428", "tag": "5e70ca5e-7834-4d95-b6d8-8dfaadabef77", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:11.825573 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5ae839a-d81f-4649-a011-6095e3061fe6 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:11.826153 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ae839a-d81f-4649-a011-6095e3061fe6'] response: {'name': 'network-changed', 'server_uuid': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'tag': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77', 'status': 'completed', 'code': 200} Apr 01 12:41:11.835090 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-29d6a103-ebdc-44d8-b7ee-a37b2afe7c12 req-4260e208-6c3f-4712-bf80-cf999c458405 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524414 Apr 01 12:41:11.858745 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-25fb5940-51fe-4b0a-9d56-42351c9c2f5c service neutron] 10.222.0.44 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364694 Apr 01 12:41:11.861233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4231266-b628-44bb-9f03-d934abdcd0bd req-66a10050-06c2-4f76-8b10-e1afa864141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:11.862619 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4231266-b628-44bb-9f03-d934abdcd0bd req-66a10050-06c2-4f76-8b10-e1afa864141c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 1096 time: 0.1553199 Apr 01 12:41:11.898335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 00982cd3-ad4a-4744-adc1-d2dff1dc8933 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:41:11.972718 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4231266-b628-44bb-9f03-d934abdcd0bd req-42958d03-2210-4a9a-8ef0-5d32eddb258b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993278 Apr 01 12:41:12.008261 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5e8d6312-b9ce-4e27-9ebc-6eacf6d5a9f5 req-d2a214b3-83c4-4dcb-88a2-4a29c1a36c3f service neutron] 10.222.0.44 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370702 Apr 01 12:41:12.013332 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 00982cd3-ad4a-4744-adc1-d2dff1dc8933, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=00982cd3-ad4a-4744-adc1-d2dff1dc8933,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:12.025076 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '00982cd3-ad4a-4744-adc1-d2dff1dc8933', 'network_id': '815996f8-8c07-4738-8888-e815cb2d482c', 'port_id': '00982cd3-ad4a-4744-adc1-d2dff1dc8933', 'mac_address': 'fa:16:3e:65:ba:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1149d77b-ab04-498d-a3e3-8e60da95fc6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:41:12.063178 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:12.076393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00982cd3-ad4a-4744-adc1-d2dff1dc8933 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:12.102994 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 00982cd3-ad4a-4744-adc1-d2dff1dc8933, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=00982cd3-ad4a-4744-adc1-d2dff1dc8933,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:12.108494 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:12.184246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=00982cd3-ad4a-4744-adc1-d2dff1dc8933,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:12.219554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa64bd-806c-451f-a7d5-9e70de12e659 req-6b1a6b86-1f8f-4590-b901-9c45e57f8bfb tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:12.221296 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ccaa64bd-806c-451f-a7d5-9e70de12e659 req-6b1a6b86-1f8f-4590-b901-9c45e57f8bfb tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 943 time: 0.0757208 Apr 01 12:41:12.289700 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ccaa64bd-806c-451f-a7d5-9e70de12e659 req-186be612-9ca0-43fb-ad3e-2fbfa31fd20c tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571146 Apr 01 12:41:12.292291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc6821-30de-4c25-9a7a-913ce0c23b41 req-caf5b8f6-b0f5-4eae-ad1b-9c1bcc5d5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:12.294363 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5fbc6821-30de-4c25-9a7a-913ce0c23b41 req-caf5b8f6-b0f5-4eae-ad1b-9c1bcc5d5d37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1b78754d61141de95bbebd769b92f51&device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 1094 time: 0.0718741 Apr 01 12:41:12.351689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['00982cd3-ad4a-4744-adc1-d2dff1dc8933'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:12.415495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc6821-30de-4c25-9a7a-913ce0c23b41 req-87116d73-a414-4e9d-8e11-3b9e4471c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:12.417034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5fbc6821-30de-4c25-9a7a-913ce0c23b41 req-87116d73-a414-4e9d-8e11-3b9e4471c58f service neutron] 10.222.0.44 "GET /v2.0/networks?id=4ca97d75-f322-412f-ba58-fb5dd7056321 HTTP/1.1" status: 200 len: 915 time: 0.1158891 Apr 01 12:41:12.472075 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5fbc6821-30de-4c25-9a7a-913ce0c23b41 req-96c267fd-8c6e-467b-af6a-a1841baa531a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77 HTTP/1.1" status: 200 len: 217 time: 0.0446458 Apr 01 12:41:12.526540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc6821-30de-4c25-9a7a-913ce0c23b41 req-abce6182-de9c-431e-84aa-ef8d20a00fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:12.526895 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8b6ce-72fa-491f-9a3b-f2527b6b7246 req-1513e8f5-277e-4c28-b1f9-38ef8d6c0be4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:12.529021 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74c8b6ce-72fa-491f-9a3b-f2527b6b7246 req-1513e8f5-277e-4c28-b1f9-38ef8d6c0be4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 944 time: 0.0755064 Apr 01 12:41:12.529269 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5fbc6821-30de-4c25-9a7a-913ce0c23b41 req-abce6182-de9c-431e-84aa-ef8d20a00fd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de55e09b-91e9-4604-9313-fe8b6951dd05 HTTP/1.1" status: 200 len: 854 time: 0.0488427 Apr 01 12:41:12.564116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5fbc6821-30de-4c25-9a7a-913ce0c23b41 req-c4d30d18-0582-493f-8deb-bd2551c1d240 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ca97d75-f322-412f-ba58-fb5dd7056321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275984 Apr 01 12:41:12.609632 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74c8b6ce-72fa-491f-9a3b-f2527b6b7246 req-45e826dc-47c4-41ce-98e5-b87d3df7da83 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600758 Apr 01 12:41:12.707241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffee589-b042-4d80-821c-043df846331d req-418becea-9951-4db1-9479-eb4217c53e51 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:12.708823 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5ffee589-b042-4d80-821c-043df846331d req-418becea-9951-4db1-9479-eb4217c53e51 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.1087594 Apr 01 12:41:12.714927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5fbc6821-30de-4c25-9a7a-913ce0c23b41 req-16ba88c2-9a28-4cad-bcd3-fd5080e94845 service neutron] 10.222.0.44 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429212 Apr 01 12:41:12.984733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c15c73-0a01-4b69-85f1-7bde7c84c747 req-f8a84e23-fdee-4761-a08d-b367a2fec84e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:12.986443 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-64c15c73-0a01-4b69-85f1-7bde7c84c747 req-f8a84e23-fdee-4761-a08d-b367a2fec84e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.0703394 Apr 01 12:41:13.028482 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-64c15c73-0a01-4b69-85f1-7bde7c84c747 req-3baef90f-8bad-458b-a8c5-0daf0ae07a9a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356686 Apr 01 12:41:13.130185 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5ffee589-b042-4d80-821c-043df846331d req-3e474fd5-ddc7-409b-a336-113552928e2e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130268 Apr 01 12:41:13.165958 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5fbc6821-30de-4c25-9a7a-913ce0c23b41 req-03715f31-9f01-4b57-83f6-597e9166994d service neutron] 10.222.0.44 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425004 Apr 01 12:41:13.410290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42232) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:13.412758 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69090ce9-fb2a-45f9-89fe-50a76a174212 req-d8836277-c5a8-4ef3-97ff-3d52fa879beb tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:13.414291 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-69090ce9-fb2a-45f9-89fe-50a76a174212 req-d8836277-c5a8-4ef3-97ff-3d52fa879beb tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 943 time: 0.0490644 Apr 01 12:41:13.456055 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-69090ce9-fb2a-45f9-89fe-50a76a174212 req-50919c60-195f-49ce-b059-7a34ff1493db tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353749 Apr 01 12:41:13.504960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9156436a-7eb0-4cae-b8bb-ce49dd93ea9d tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:13.523249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9156436a-7eb0-4cae-b8bb-ce49dd93ea9d tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] 10.222.0.45 "PUT /v2.0/quotas/bf303101c80e430d8fa5a9a61bc259b7 HTTP/1.1" status: 200 len: 368 time: 0.1118872 Apr 01 12:41:13.525903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42236) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:13.530543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Request body: {'network': {'project_id': 'bf303101c80e430d8fa5a9a61bc259b7'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:13.549589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Made reservation on behalf of bf303101c80e430d8fa5a9a61bc259b7 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:13.551845 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:13.560430 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:13.633586 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:13.637696 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:13.658259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:41:13.672314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a61370b-76ac-4a6d-9d35-ef6ef42d1a4e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:13.677186 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:13.677529 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Added segment 4b1434fe-c77e-490a-8335-e835012b395f of type vlan for network 931ad6d0-9b4f-4c78-b25a-3dd98940f723 Apr 01 12:41:13.744618 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:13.779518 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168403-ffcd-4fd0-bfef-4657c61ea2f0 req-1f2b6a78-97df-4baf-ae4d-1d19d4693d15 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:13.780976 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef168403-ffcd-4fd0-bfef-4657c61ea2f0 req-1f2b6a78-97df-4baf-ae4d-1d19d4693d15 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 944 time: 0.0738440 Apr 01 12:41:13.785633 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:13.786621 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:13.787191 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:13.795683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 623cbe92-7c53-4642-bcaf-177cf2df0d54 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:41:13.856195 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42244) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:13.856660 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3262885 Apr 01 12:41:13.860081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-cde3f899-5ff7-4a72-9060-a3c24a858dd8 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Request body: {'network': {'project_id': 'bf303101c80e430d8fa5a9a61bc259b7'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:13.890989 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde3f899-5ff7-4a72-9060-a3c24a858dd8 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Made reservation on behalf of bf303101c80e430d8fa5a9a61bc259b7 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:13.891493 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef168403-ffcd-4fd0-bfef-4657c61ea2f0 req-a8d16085-bd16-4ec9-8372-b34157910f93 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016788 Apr 01 12:41:13.892189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2489506-7ada-4759-9aa7-7b6b46868f03 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Pushing event updated for resources: {'Network': ['ID=931ad6d0-9b4f-4c78-b25a-3dd98940f723,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:13.896198 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cde3f899-5ff7-4a72-9060-a3c24a858dd8 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:13.900678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 00982cd3-ad4a-4744-adc1-d2dff1dc8933 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:41:13.909863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 931ad6d0-9b4f-4c78-b25a-3dd98940f723 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:41:13.913121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 623cbe92-7c53-4642-bcaf-177cf2df0d54, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=623cbe92-7c53-4642-bcaf-177cf2df0d54,segment=NetworkSegment(c1a2b68c-616b-4683-8221-cc364076f0a4),segment_id=c1a2b68c-616b-4683-8221-cc364076f0a4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:13.931975 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde3f899-5ff7-4a72-9060-a3c24a858dd8 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:41:13.942514 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cde3f899-5ff7-4a72-9060-a3c24a858dd8 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:13.942856 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-cde3f899-5ff7-4a72-9060-a3c24a858dd8 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Added segment 3710aa60-7f92-4503-bc0b-51e43bdbaa76 of type vlan for network 3372edd5-b933-4cf1-9132-f41cd3c93470 Apr 01 12:41:13.968476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '623cbe92-7c53-4642-bcaf-177cf2df0d54', 'network_id': '30997ffe-6729-4162-a08e-aa7af37db866', 'port_id': '623cbe92-7c53-4642-bcaf-177cf2df0d54', 'mac_address': 'fa:16:3e:43:70:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98ef9ee-a31e-42b3-ba38-a9f38059c2e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:41:13.993389 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cde3f899-5ff7-4a72-9060-a3c24a858dd8 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.020055 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cde3f899-5ff7-4a72-9060-a3c24a858dd8 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.021077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde3f899-5ff7-4a72-9060-a3c24a858dd8 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:14.021798 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cde3f899-5ff7-4a72-9060-a3c24a858dd8 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.068109 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.087683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623cbe92-7c53-4642-bcaf-177cf2df0d54 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:14.096847 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 00982cd3-ad4a-4744-adc1-d2dff1dc8933 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:41:14.099455 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3f899-5ff7-4a72-9060-a3c24a858dd8 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Pushing event updated for resources: {'Network': ['ID=3372edd5-b933-4cf1-9132-f41cd3c93470,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:14.107107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 00982cd3-ad4a-4744-adc1-d2dff1dc8933 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:14.107786 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.108858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42256) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:14.109199 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cde3f899-5ff7-4a72-9060-a3c24a858dd8 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2548192 Apr 01 12:41:14.117280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6ef9107b-aa94-4505-a2c6-3e8a46b8ef2e tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Request body: {'network': {'project_id': 'bf303101c80e430d8fa5a9a61bc259b7'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:14.117480 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 3372edd5-b933-4cf1-9132-f41cd3c93470 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:41:14.134222 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef9107b-aa94-4505-a2c6-3e8a46b8ef2e tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 12:41:14.134772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef9107b-aa94-4505-a2c6-3e8a46b8ef2e tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:41:14.136029 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6ef9107b-aa94-4505-a2c6-3e8a46b8ef2e tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0265088 Apr 01 12:41:14.139634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42258) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:14.145598 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 623cbe92-7c53-4642-bcaf-177cf2df0d54, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=623cbe92-7c53-4642-bcaf-177cf2df0d54,segment=NetworkSegment(c1a2b68c-616b-4683-8221-cc364076f0a4),segment_id=c1a2b68c-616b-4683-8221-cc364076f0a4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:14.182627 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.192248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dab673e0-c6f0-4751-b2c8-48c97a36b12c tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf303101c80e430d8fa5a9a61bc259b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511813 Apr 01 12:41:14.194670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42262) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:14.203180 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7e334-b94d-43af-aafd-e36126e0ed43 req-e3b083bf-9390-4925-8dc0-1c9d3c263e6f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:14.204724 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d2f7e334-b94d-43af-aafd-e36126e0ed43 req-e3b083bf-9390-4925-8dc0-1c9d3c263e6f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.0686533 Apr 01 12:41:14.226888 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:41:14.251949 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d2f7e334-b94d-43af-aafd-e36126e0ed43 req-c2fe54ce-d899-467f-8e5f-f379be2e92ac tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392945 Apr 01 12:41:14.292102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=623cbe92-7c53-4642-bcaf-177cf2df0d54,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:14.294113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8ba1a-ab4a-4473-a29e-d91036e9729b req-4556f9a9-be00-4ca1-b48e-b0a29f5390ca tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:14.295591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bb8ba1a-ab4a-4473-a29e-d91036e9729b req-4556f9a9-be00-4ca1-b48e-b0a29f5390ca tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0778141 Apr 01 12:41:14.299277 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4336562e-77a5-4579-a36b-9632f55f8a94 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.335326 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.337364 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4336562e-77a5-4579-a36b-9632f55f8a94 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.357187 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd696bf5-a6cd-48b1-9af7-f95077b36003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00982cd3-ad4a-4744-adc1-d2dff1dc8933'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:14.359419 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849dea09-a571-4091-88cf-db1586a75cd7" -d '{"events": [{"server_uuid": "cd696bf5-a6cd-48b1-9af7-f95077b36003", "name": "network-vif-plugged", "status": "completed", "tag": "00982cd3-ad4a-4744-adc1-d2dff1dc8933"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:14.365267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0bb8ba1a-ab4a-4473-a29e-d91036e9729b req-af0e55ac-ffb2-4aec-917f-e2c4cf97c8ba tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578918 Apr 01 12:41:14.372733 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 00982cd3-ad4a-4744-adc1-d2dff1dc8933, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=00982cd3-ad4a-4744-adc1-d2dff1dc8933,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:14.379539 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.417457 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f165fcd-ea18-42d6-baa9-638fa552c00e x-openstack-request-id: req-2f165fcd-ea18-42d6-baa9-638fa552c00e {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:14.417775 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd696bf5-a6cd-48b1-9af7-f95077b36003", "name": "network-vif-plugged", "status": "completed", "tag": "00982cd3-ad4a-4744-adc1-d2dff1dc8933", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:14.418779 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f165fcd-ea18-42d6-baa9-638fa552c00e {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:14.419345 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f165fcd-ea18-42d6-baa9-638fa552c00e'] response: {'server_uuid': 'cd696bf5-a6cd-48b1-9af7-f95077b36003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00982cd3-ad4a-4744-adc1-d2dff1dc8933', 'code': 200} Apr 01 12:41:14.431571 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4336562e-77a5-4579-a36b-9632f55f8a94 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.436111 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4336562e-77a5-4579-a36b-9632f55f8a94 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.437446 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4336562e-77a5-4579-a36b-9632f55f8a94 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a61370b-76ac-4a6d-9d35-ef6ef42d1a4e HTTP/1.1" status: 204 len: 168 time: 0.2418475 Apr 01 12:41:14.440153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42268) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:14.453988 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=00982cd3-ad4a-4744-adc1-d2dff1dc8933,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:14.457529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336562e-77a5-4579-a36b-9632f55f8a94 tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a61370b-76ac-4a6d-9d35-ef6ef42d1a4e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:14.528281 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0d82b-8b3f-4f91-9977-d9ef7dd1020f req-8d5926cc-c2ab-4ea0-bc76-c9e87181671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:14.530274 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-73d0d82b-8b3f-4f91-9977-d9ef7dd1020f req-8d5926cc-c2ab-4ea0-bc76-c9e87181671d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 1096 time: 0.0575988 Apr 01 12:41:14.538230 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['623cbe92-7c53-4642-bcaf-177cf2df0d54'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:14.564963 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.668292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-73d0d82b-8b3f-4f91-9977-d9ef7dd1020f req-bf896132-4902-4973-a193-36e769c04941 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289492 Apr 01 12:41:14.679617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a82a05-4eaf-4287-8df5-2391bd75ef03 req-0716b050-5a4f-4105-a068-9c2e476e02dc tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:14.681104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76a82a05-4eaf-4287-8df5-2391bd75ef03 req-0716b050-5a4f-4105-a068-9c2e476e02dc tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 944 time: 0.1201036 Apr 01 12:41:14.684264 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcbe25-7281-44c5-b997-d17ef36f001c req-6b4d0b33-0eef-4968-bfec-bc86b3e3167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:14.685746 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3efcbe25-7281-44c5-b997-d17ef36f001c req-6b4d0b33-0eef-4968-bfec-bc86b3e3167d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 1096 time: 0.0803075 Apr 01 12:41:14.698465 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.721171 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-76a82a05-4eaf-4287-8df5-2391bd75ef03 req-de3cb99f-ecdd-4cbd-9699-09c91fd90ecb tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Apr 01 12:41:14.722749 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3372edd5-b933-4cf1-9132-f41cd3c93470']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:14.735781 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3710aa60-7f92-4503-bc0b-51e43bdbaa76') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:14.736095 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3710aa60-7f92-4503-bc0b-51e43bdbaa76') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:14.744587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fa52f-26e7-400c-9e8e-823390349dee req-77f972a9-e24c-44ae-be52-6862dde329ad tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:14.746925 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c9fa52f-26e7-400c-9e8e-823390349dee req-77f972a9-e24c-44ae-be52-6862dde329ad tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.1100752 Apr 01 12:41:14.755204 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.781227 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.800727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:41:14.801125 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:41:14.802734 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:41:14.816212 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1c9fa52f-26e7-400c-9e8e-823390349dee req-f06165df-d3d8-4de2-ba7a-dfd9b55c8010 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592041 Apr 01 12:41:14.862496 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.867843 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:14.874133 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] 10.222.0.45 "DELETE /v2.0/networks/3372edd5-b933-4cf1-9132-f41cd3c93470 HTTP/1.1" status: 204 len: 168 time: 0.4289041 Apr 01 12:41:14.874556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42276) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:14.882795 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb351c-bdf5-4555-ae1a-29fd5bdb8c2a tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Pushing event deleted for resources: {'Network': ['ID=3372edd5-b933-4cf1-9132-f41cd3c93470,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:15.020314 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:15.055837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcbe25-7281-44c5-b997-d17ef36f001c req-68a9d21f-7b80-44a1-929b-3f08c4e4d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:15.057280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3efcbe25-7281-44c5-b997-d17ef36f001c req-68a9d21f-7b80-44a1-929b-3f08c4e4d59d service neutron] 10.222.0.44 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.1746893 Apr 01 12:41:15.085185 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472f1fe-d9f5-4889-8408-cd62f1b7d5a7 req-05f9b8ad-7e02-44a3-98b2-2900f640f98b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:15.086625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8472f1fe-d9f5-4889-8408-cd62f1b7d5a7 req-05f9b8ad-7e02-44a3-98b2-2900f640f98b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1030607 Apr 01 12:41:15.144652 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3efcbe25-7281-44c5-b997-d17ef36f001c req-2505b738-b4e7-4f7f-ad3d-6fbabbb62e72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 HTTP/1.1" status: 200 len: 217 time: 0.0567932 Apr 01 12:41:15.218232 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:15.252548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8472f1fe-d9f5-4889-8408-cd62f1b7d5a7 req-9526b4e7-e447-4739-abfe-dc35144847d1 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556606 Apr 01 12:41:15.262339 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcbe25-7281-44c5-b997-d17ef36f001c req-a306fecc-550e-40a0-aa22-8a4b7eec27b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:15.263877 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3efcbe25-7281-44c5-b997-d17ef36f001c req-a306fecc-550e-40a0-aa22-8a4b7eec27b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.1064482 Apr 01 12:41:15.265220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931ad6d0-9b4f-4c78-b25a-3dd98940f723']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:15.285546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1434fe-c77e-490a-8335-e835012b395f') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:15.285722 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1434fe-c77e-490a-8335-e835012b395f') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:15.310269 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:15.328283 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:15.333959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcbe25-7281-44c5-b997-d17ef36f001c req-133e5eb2-ebee-4659-8f18-09365f0b8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:15.335507 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3efcbe25-7281-44c5-b997-d17ef36f001c req-133e5eb2-ebee-4659-8f18-09365f0b8154 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627537 Apr 01 12:41:15.340535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:41:15.340936 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:41:15.342915 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:41:15.378284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bd517-54a0-473b-bb8a-1ccf3d449ba4 req-67ea40f6-232e-4f97-b9c2-80f1af1b8338 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:15.380600 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b86bd517-54a0-473b-bb8a-1ccf3d449ba4 req-67ea40f6-232e-4f97-b9c2-80f1af1b8338 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.0547962 Apr 01 12:41:15.425464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b86bd517-54a0-473b-bb8a-1ccf3d449ba4 req-24fcefe5-f318-484d-975f-a8ecb3e368e5 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378034 Apr 01 12:41:15.457426 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:15.462053 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:15.466023 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] 10.222.0.45 "DELETE /v2.0/networks/931ad6d0-9b4f-4c78-b25a-3dd98940f723 HTTP/1.1" status: 204 len: 168 time: 0.5900853 Apr 01 12:41:15.487695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59df6ac-b030-4294-82ae-b461c61e75ef tempest-QuotasNegativeTest-92231543 tempest-QuotasNegativeTest-92231543-project-admin] Pushing event deleted for resources: {'Network': ['ID=931ad6d0-9b4f-4c78-b25a-3dd98940f723,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:15.506075 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3efcbe25-7281-44c5-b997-d17ef36f001c req-79dee8c1-d93c-4885-8469-f2b8a42bebe3 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533673 Apr 01 12:41:15.620927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3efcbe25-7281-44c5-b997-d17ef36f001c req-61c912e7-9d53-40f8-981f-e8f778476c4a service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076002 Apr 01 12:41:15.793207 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 623cbe92-7c53-4642-bcaf-177cf2df0d54 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:41:15.897589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462145d-fb43-4ca1-910e-cab54708ac54 req-a57c72a1-f5a1-44b9-a8de-681eb869e674 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:15.899679 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5462145d-fb43-4ca1-910e-cab54708ac54 req-a57c72a1-f5a1-44b9-a8de-681eb869e674 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 944 time: 0.0808990 Apr 01 12:41:15.899821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 623cbe92-7c53-4642-bcaf-177cf2df0d54 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:41:15.904184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 623cbe92-7c53-4642-bcaf-177cf2df0d54 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:15.904866 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:15.953909 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:41:15.972460 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5462145d-fb43-4ca1-910e-cab54708ac54 req-6c08d309-2fdc-4587-831a-347fb11480ce tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639329 Apr 01 12:41:16.006790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225524b2-b9d2-4f22-80f4-f8b95325c39e req-ae58cd6d-ac51-4740-9fcb-34641bfebf1d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:16.008827 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-225524b2-b9d2-4f22-80f4-f8b95325c39e req-ae58cd6d-ac51-4740-9fcb-34641bfebf1d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0886168 Apr 01 12:41:16.050145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42314) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:16.066389 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-225524b2-b9d2-4f22-80f4-f8b95325c39e req-ad8af21d-9bfb-4f49-915f-2a731b31268a tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 Apr 01 12:41:16.109079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:16.122479 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:16.126811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77', 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321', 'port_id': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77', 'mac_address': 'fa:16:3e:dd:27:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de55e09b-91e9-4604-9313-fe8b6951dd05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:41:16.173075 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-836045c7-454e-4a48-84b3-102ec934efe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:16.188070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 623cbe92-7c53-4642-bcaf-177cf2df0d54, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=623cbe92-7c53-4642-bcaf-177cf2df0d54,segment=NetworkSegment(c1a2b68c-616b-4683-8221-cc364076f0a4),segment_id=c1a2b68c-616b-4683-8221-cc364076f0a4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:16.193019 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:16.196897 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:16.234694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:16.263578 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:16.264447 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-836045c7-454e-4a48-84b3-102ec934efe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:16.271100 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-836045c7-454e-4a48-84b3-102ec934efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:16.271441 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:16.276386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=623cbe92-7c53-4642-bcaf-177cf2df0d54,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:16.329827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-836045c7-454e-4a48-84b3-102ec934efe6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1d5323e0f174676b71df1983e7a3774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762256 Apr 01 12:41:16.330373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:16.330508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42320) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:16.344796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836045c7-454e-4a48-84b3-102ec934efe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d0e6c3-d575-43b1-961d-baefcf767a91,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:16.420777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79dfdde-4f43-4552-b0c3-e46080aa5253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623cbe92-7c53-4642-bcaf-177cf2df0d54'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:16.424935 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71a11a4-dd1b-4707-aff4-f45f09c89657" -d '{"events": [{"server_uuid": "b79dfdde-4f43-4552-b0c3-e46080aa5253", "name": "network-vif-plugged", "status": "completed", "tag": "623cbe92-7c53-4642-bcaf-177cf2df0d54"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:16.428330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa426b7e-8839-4936-a06e-5f2ceb2f5932 req-98d832aa-dcff-4408-aaba-acd6309a0722 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:16.429486 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa426b7e-8839-4936-a06e-5f2ceb2f5932 req-98d832aa-dcff-4408-aaba-acd6309a0722 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0861459 Apr 01 12:41:16.432492 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c33078d3-47ec-420a-8234-6a132439b90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:16.477026 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c33078d3-47ec-420a-8234-6a132439b90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:16.477916 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f57c48-30d9-4072-81c7-dbbaaa54044e x-openstack-request-id: req-a4f57c48-30d9-4072-81c7-dbbaaa54044e {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:16.478496 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79dfdde-4f43-4552-b0c3-e46080aa5253", "name": "network-vif-plugged", "status": "completed", "tag": "623cbe92-7c53-4642-bcaf-177cf2df0d54", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:16.478969 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4f57c48-30d9-4072-81c7-dbbaaa54044e {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:16.479454 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f57c48-30d9-4072-81c7-dbbaaa54044e'] response: {'server_uuid': 'b79dfdde-4f43-4552-b0c3-e46080aa5253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623cbe92-7c53-4642-bcaf-177cf2df0d54', 'code': 200} Apr 01 12:41:16.518133 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa426b7e-8839-4936-a06e-5f2ceb2f5932 req-4add6752-da78-4d80-8992-82069e5b6138 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741315 Apr 01 12:41:16.568273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c33078d3-47ec-420a-8234-6a132439b90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:16.573495 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c33078d3-47ec-420a-8234-6a132439b90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:16.575337 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c33078d3-47ec-420a-8234-6a132439b90e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5d0e6c3-d575-43b1-961d-baefcf767a91 HTTP/1.1" status: 204 len: 168 time: 0.2443104 Apr 01 12:41:16.577046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['5e70ca5e-7834-4d95-b6d8-8dfaadabef77'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:16.608455 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b4cae-fe0c-482d-8be1-cf68f1bd1e93 req-e1d88bff-a8e9-464c-9485-1c72521d8e20 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:16.610992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33078d3-47ec-420a-8234-6a132439b90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d0e6c3-d575-43b1-961d-baefcf767a91,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:16.611311 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1a8b4cae-fe0c-482d-8be1-cf68f1bd1e93 req-e1d88bff-a8e9-464c-9485-1c72521d8e20 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 944 time: 0.0783122 Apr 01 12:41:16.632955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38be8a-4a0a-4e6e-b053-c3d7c14ada62 req-50bfa4c1-12a5-460a-b1ea-14e42a8feed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:16.634554 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c38be8a-4a0a-4e6e-b053-c3d7c14ada62 req-50bfa4c1-12a5-460a-b1ea-14e42a8feed3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 1096 time: 0.0792582 Apr 01 12:41:16.672286 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1a8b4cae-fe0c-482d-8be1-cf68f1bd1e93 req-ed7c430f-e832-4a43-86a3-a4c5c3bbf10b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520289 Apr 01 12:41:16.711710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c38be8a-4a0a-4e6e-b053-c3d7c14ada62 req-1eef1740-c1fb-4376-85bd-a938d94654ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682380 Apr 01 12:41:16.891316 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b3ab-d3be-478f-ae95-b687f7220343 req-dd6829cf-5ad1-4786-b417-0b6aaca7e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:16.893678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdf7b3ab-d3be-478f-ae95-b687f7220343 req-dd6829cf-5ad1-4786-b417-0b6aaca7e9b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aab159a24aeb4d4187404cae959e43ca&device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 1096 time: 0.0757167 Apr 01 12:41:16.911891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836c28b-aaa2-4544-85f9-1c7495c413b8 req-e8005104-9a0c-4cd7-971f-01a3a93841ef tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:16.913681 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9836c28b-aaa2-4544-85f9-1c7495c413b8 req-e8005104-9a0c-4cd7-971f-01a3a93841ef tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0798931 Apr 01 12:41:16.974071 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9836c28b-aaa2-4544-85f9-1c7495c413b8 req-960b38be-5506-4120-be1d-5ce71ce2c9da tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520043 Apr 01 12:41:17.002604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b3ab-d3be-478f-ae95-b687f7220343 req-e81510af-19c6-49d2-a896-d2f0c4c39dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:17.004340 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdf7b3ab-d3be-478f-ae95-b687f7220343 req-e81510af-19c6-49d2-a896-d2f0c4c39dc2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=815996f8-8c07-4738-8888-e815cb2d482c HTTP/1.1" status: 200 len: 912 time: 0.1027038 Apr 01 12:41:17.069673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42340) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:17.076675 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdf7b3ab-d3be-478f-ae95-b687f7220343 req-f419e7b1-c302-4bfe-8c46-33818b977736 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00982cd3-ad4a-4744-adc1-d2dff1dc8933 HTTP/1.1" status: 200 len: 217 time: 0.0600951 Apr 01 12:41:17.085540 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebda1531-5850-4983-a2b5-7c41364655c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:17.180387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846eb6c-c00a-4f73-bd7b-8d5bc33162db req-76b8b57d-6994-4f4a-a624-772609e21024 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:17.181926 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2846eb6c-c00a-4f73-bd7b-8d5bc33162db req-76b8b57d-6994-4f4a-a624-772609e21024 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 945 time: 0.1043620 Apr 01 12:41:17.190466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b3ab-d3be-478f-ae95-b687f7220343 req-d64c96dd-202c-4b68-87d8-0c0ef88b689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:17.192010 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdf7b3ab-d3be-478f-ae95-b687f7220343 req-d64c96dd-202c-4b68-87d8-0c0ef88b689b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1149d77b-ab04-498d-a3e3-8e60da95fc6c HTTP/1.1" status: 200 len: 851 time: 0.0757170 Apr 01 12:41:17.220411 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebda1531-5850-4983-a2b5-7c41364655c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:17.227760 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebda1531-5850-4983-a2b5-7c41364655c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:17.241544 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdf7b3ab-d3be-478f-ae95-b687f7220343 req-ea5ac2d0-b4ca-4df4-b0a1-957fc0769be6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=815996f8-8c07-4738-8888-e815cb2d482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413039 Apr 01 12:41:17.266211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2edc-3184-43ba-8c22-8cb2afe39f96 req-55cf877f-e5a9-4295-8b5c-bac6b029e01c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:17.275165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d4cf2edc-3184-43ba-8c22-8cb2afe39f96 req-55cf877f-e5a9-4295-8b5c-bac6b029e01c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.1239824 Apr 01 12:41:17.289923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2846eb6c-c00a-4f73-bd7b-8d5bc33162db req-40eba8aa-96ef-45c4-bf52-960a7d077ba5 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968709 Apr 01 12:41:17.300842 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ebda1531-5850-4983-a2b5-7c41364655c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac135b6ed08f48359c15357f974ac29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300375 Apr 01 12:41:17.306680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42344) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:17.366831 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d4cf2edc-3184-43ba-8c22-8cb2afe39f96 req-31feab2a-0248-420f-badc-ee97155394f2 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904398 Apr 01 12:41:17.372373 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda1531-5850-4983-a2b5-7c41364655c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35779f1b-03b3-425e-9596-eece828bb9df,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:17.380777 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdf7b3ab-d3be-478f-ae95-b687f7220343 req-de24f432-b487-4b65-ada7-0fbb03dccec1 service neutron] 10.222.0.44 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253231 Apr 01 12:41:17.405943 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-446d2704-5a1d-4556-b54e-8b4b89905dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:17.435872 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-446d2704-5a1d-4556-b54e-8b4b89905dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:17.496209 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-446d2704-5a1d-4556-b54e-8b4b89905dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:17.500509 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-446d2704-5a1d-4556-b54e-8b4b89905dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:17.502417 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-446d2704-5a1d-4556-b54e-8b4b89905dd6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35779f1b-03b3-425e-9596-eece828bb9df HTTP/1.1" status: 204 len: 168 time: 0.1945982 Apr 01 12:41:17.512583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d2704-5a1d-4556-b54e-8b4b89905dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35779f1b-03b3-425e-9596-eece828bb9df,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:17.515398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdf7b3ab-d3be-478f-ae95-b687f7220343 req-38782413-5bcc-4941-97b7-46aa2ed897e6 service neutron] 10.222.0.44 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260133 Apr 01 12:41:17.808884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbb872-1887-4f24-8a93-d7b1d4d2fde0 req-1a3b82e3-86a8-42af-8ca2-993092780d98 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:17.810416 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cfbb872-1887-4f24-8a93-d7b1d4d2fde0 req-1a3b82e3-86a8-42af-8ca2-993092780d98 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 944 time: 0.0669804 Apr 01 12:41:17.856089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cfbb872-1887-4f24-8a93-d7b1d4d2fde0 req-04690953-bca4-40c7-8e0f-ca0878e46045 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365698 Apr 01 12:41:17.921072 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:41:17.973725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:41:17.977510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:17.977879 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:18.083299 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:18.131738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396a5cf-4feb-412d-b2a1-30f71a04a4be req-89f94485-5871-4385-b696-1af14cb0d58e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:18.133576 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c396a5cf-4feb-412d-b2a1-30f71a04a4be req-89f94485-5871-4385-b696-1af14cb0d58e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0710790 Apr 01 12:41:18.133912 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:18.139183 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:18.218292 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c396a5cf-4feb-412d-b2a1-30f71a04a4be req-84dcf360-50ce-43d1-97e1-b20d6637ce3d tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702283 Apr 01 12:41:18.239108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:18.313231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42380) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:18.411922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5044103-9dfd-4cbf-8041-64004c1f8d63 req-efe52579-b4a5-4726-a800-7763f16dee19 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:18.413659 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c5044103-9dfd-4cbf-8041-64004c1f8d63 req-efe52579-b4a5-4726-a800-7763f16dee19 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 945 time: 0.0587885 Apr 01 12:41:18.420774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2129598271'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:18.460862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Made reservation on behalf of 621c7b9aa25c4e8faae42c6ed7746351 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:18.464331 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:18.480725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:18.483705 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe359e8-e119-4ee9-b759-ae8e94391f18" -d '{"events": [{"server_uuid": "9b8a43e3-8247-43b1-9eae-42f1504a9428", "name": "network-vif-plugged", "status": "completed", "tag": "5e70ca5e-7834-4d95-b6d8-8dfaadabef77"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:18.483889 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c5044103-9dfd-4cbf-8041-64004c1f8d63 req-d837d362-4642-4efa-be5c-accab36872ee tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593886 Apr 01 12:41:18.484536 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:18.498577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda09dc-7c2d-43c8-92f3-2f26cdad48cb req-ebfdcb4a-4d72-4374-a3ab-a4e2e944671f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:18.516030 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0cda09dc-7c2d-43c8-92f3-2f26cdad48cb req-ebfdcb4a-4d72-4374-a3ab-a4e2e944671f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.0648208 Apr 01 12:41:18.553233 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8939cd68-19d5-47ba-9071-d6c7548dd672 x-openstack-request-id: req-8939cd68-19d5-47ba-9071-d6c7548dd672 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:18.553561 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8a43e3-8247-43b1-9eae-42f1504a9428", "name": "network-vif-plugged", "status": "completed", "tag": "5e70ca5e-7834-4d95-b6d8-8dfaadabef77", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:18.553844 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8939cd68-19d5-47ba-9071-d6c7548dd672 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:18.554368 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8939cd68-19d5-47ba-9071-d6c7548dd672'] response: {'server_uuid': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77', 'code': 200} Apr 01 12:41:18.560685 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0cda09dc-7c2d-43c8-92f3-2f26cdad48cb req-c55d3a7f-17bc-488f-ba44-1904f80547ac tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504458 Apr 01 12:41:18.618186 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:18.631108 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:18.672823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:41:18.701123 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00630476-6be7-4584-8c84-46aa6f2f561d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:18.705152 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:18.705564 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Added segment 96b2abce-084e-41f2-8599-7edacd3f3d0d of type vlan for network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 Apr 01 12:41:18.755086 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:18.758623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c717f-2585-421a-876e-2f7deebdf494 req-96f6e505-3394-4d20-96b9-550de02977da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:18.760240 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b49c717f-2585-421a-876e-2f7deebdf494 req-96f6e505-3394-4d20-96b9-550de02977da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 1096 time: 0.1015897 Apr 01 12:41:18.856141 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b49c717f-2585-421a-876e-2f7deebdf494 req-40b9ca56-b54f-4eed-986f-31d66c0331b4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829794 Apr 01 12:41:18.936544 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:18.941979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:18.942594 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:19.020434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a690317-52eb-4d86-b633-c9fcd016890c req-8266b132-823e-43d4-b235-59b536ca0d28 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:19.021969 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1a690317-52eb-4d86-b633-c9fcd016890c req-8266b132-823e-43d4-b235-59b536ca0d28 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0747874 Apr 01 12:41:19.047863 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7332451 Apr 01 12:41:19.050901 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42410) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:19.055902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-776789f5-bc85-4f7e-993e-1c2dc4a65253 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Request body: {'subnet': {'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:19.099203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e99243-6589-4cc7-9717-81c1514cc845 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event updated for resources: {'Network': ['ID=b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:19.103438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf6084-f08c-4cbd-a8a9-73543b8be9f0 req-9d2daa5e-4ddd-4d3c-81b8-575038b0d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:19.104949 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bdf6084-f08c-4cbd-a8a9-73543b8be9f0 req-9d2daa5e-4ddd-4d3c-81b8-575038b0d263 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a81db89755e405f8b8c621cd35c1779&device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 1096 time: 0.2373328 Apr 01 12:41:19.111666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1a690317-52eb-4d86-b633-c9fcd016890c req-ff51ee27-455e-47d5-a584-3a43efd50ec3 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812366 Apr 01 12:41:19.112461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:41:19.113477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646427bd-a654-4173-82f4-8e53ddd90f50 req-2b8a7ea3-45f8-4684-9380-69ad5cf6c666 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:19.115040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-646427bd-a654-4173-82f4-8e53ddd90f50 req-2b8a7ea3-45f8-4684-9380-69ad5cf6c666 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 945 time: 0.2150230 Apr 01 12:41:19.186175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776789f5-bc85-4f7e-993e-1c2dc4a65253 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Made reservation on behalf of 621c7b9aa25c4e8faae42c6ed7746351 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:19.191335 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-776789f5-bc85-4f7e-993e-1c2dc4a65253 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:19.233950 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-646427bd-a654-4173-82f4-8e53ddd90f50 req-fae8aa48-02cc-490a-b640-4ad74afef165 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033502 Apr 01 12:41:19.302280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf6084-f08c-4cbd-a8a9-73543b8be9f0 req-c7bb8610-950c-419a-977b-0ffe0ab72865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:19.307153 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bdf6084-f08c-4cbd-a8a9-73543b8be9f0 req-c7bb8610-950c-419a-977b-0ffe0ab72865 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30997ffe-6729-4162-a08e-aa7af37db866 HTTP/1.1" status: 200 len: 915 time: 0.1890228 Apr 01 12:41:19.363264 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bdf6084-f08c-4cbd-a8a9-73543b8be9f0 req-f41d13eb-53e6-4573-a5b0-63f3482719d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=623cbe92-7c53-4642-bcaf-177cf2df0d54 HTTP/1.1" status: 200 len: 217 time: 0.0490386 Apr 01 12:41:19.435208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf6084-f08c-4cbd-a8a9-73543b8be9f0 req-57143758-8936-4bc3-b94c-fd2628eade5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:19.437865 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bdf6084-f08c-4cbd-a8a9-73543b8be9f0 req-57143758-8936-4bc3-b94c-fd2628eade5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d98ef9ee-a31e-42b3-ba38-a9f38059c2e1 HTTP/1.1" status: 200 len: 854 time: 0.0674875 Apr 01 12:41:19.461416 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-776789f5-bc85-4f7e-993e-1c2dc4a65253 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:19.479958 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bdf6084-f08c-4cbd-a8a9-73543b8be9f0 req-80e26a2c-16d6-4ebf-b1a4-38e594996fd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30997ffe-6729-4162-a08e-aa7af37db866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339441 Apr 01 12:41:19.505135 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09dfdc-c7cf-4706-bef4-bc3591fd24f5 req-715a0179-0bfa-4bd1-812c-dd0d3f97e5d2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:19.506711 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3a09dfdc-c7cf-4706-bef4-bc3591fd24f5 req-715a0179-0bfa-4bd1-812c-dd0d3f97e5d2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1401339 Apr 01 12:41:19.555162 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776789f5-bc85-4f7e-993e-1c2dc4a65253 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event updated for resources: {'Subnet': ['ID=1fcfe2fe-633c-4284-ac19-521f1517cf83,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:19.584696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776789f5-bc85-4f7e-993e-1c2dc4a65253 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Checking segment: {'id': '96b2abce-084e-41f2-8599-7edacd3f3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:19.584998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776789f5-bc85-4f7e-993e-1c2dc4a65253 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Network hostable DHCP agents. Network: b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:41:19.591568 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3a09dfdc-c7cf-4706-bef4-bc3591fd24f5 req-e7988734-7528-4bd8-b64b-b455f2f14cdf tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738833 Apr 01 12:41:19.611004 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bdf6084-f08c-4cbd-a8a9-73543b8be9f0 req-f692c7bf-72fb-40de-a1b2-cccd758b2ffa service neutron] 10.222.0.37 "GET /v2.0/networks/30997ffe-6729-4162-a08e-aa7af37db866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190217 Apr 01 12:41:19.613130 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776789f5-bc85-4f7e-993e-1c2dc4a65253 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:41:19.624379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-776789f5-bc85-4f7e-993e-1c2dc4a65253 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:19.632122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776789f5-bc85-4f7e-993e-1c2dc4a65253 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:19.632733 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-776789f5-bc85-4f7e-993e-1c2dc4a65253 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:19.637020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bf29d7-c318-4a4c-bd71-6030387718a8 None None] Network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:19.669740 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-776789f5-bc85-4f7e-993e-1c2dc4a65253 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6176789 Apr 01 12:41:19.670705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42418) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:19.676247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Request body: {'port': {'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1741646756'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:19.749726 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bdf6084-f08c-4cbd-a8a9-73543b8be9f0 req-4c9fa032-d5dc-4851-9ea3-349be958e3e6 service neutron] 10.222.0.37 "GET /v2.0/networks/30997ffe-6729-4162-a08e-aa7af37db866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355369 Apr 01 12:41:19.888237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Made reservation on behalf of 621c7b9aa25c4e8faae42c6ed7746351 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:19.891975 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:19.893094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29', 'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29', 'tenant_id': '621c7b9aa25c4e8faae42c6ed7746351', 'fixed_ips': [{'subnet_id': '1fcfe2fe-633c-4284-ac19-521f1517cf83'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:41:19.893973 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:19.914802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] device_id is not set on port 7e3f54ff-d1a1-4ed8-a99c-70cd2341ce1a yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:41:20.128576 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Allocated IP 2001:db8::203 (b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29/1fcfe2fe-633c-4284-ac19-521f1517cf83/7e3f54ff-d1a1-4ed8-a99c-70cd2341ce1a) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:20.343299 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68913719-2a26-48b7-b23c-09f844354e9a req-8d393c43-2cbd-451c-85aa-bb04c4daa48a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:20.344789 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-68913719-2a26-48b7-b23c-09f844354e9a req-8d393c43-2cbd-451c-85aa-bb04c4daa48a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0836530 Apr 01 12:41:20.388345 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:20.407853 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-68913719-2a26-48b7-b23c-09f844354e9a req-0c4dd043-385e-4b20-af50-e270986e0c11 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535121 Apr 01 12:41:20.455629 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:20.472866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42450) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:20.481432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1c03c7c1-7de6-4f71-8905-429ab0ee78be tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--837982119', 'description': 'tempest-description--262985335'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:20.517528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Allocated IP 2001:db8::2 (b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29/1fcfe2fe-633c-4284-ac19-521f1517cf83/cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:20.520166 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c03c7c1-7de6-4f71-8905-429ab0ee78be tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:20.572563 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:20.584216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:20.587042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:20.593414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:20.594265 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:20.600191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event updated for resources: {'Port': ['ID=7e3f54ff-d1a1-4ed8-a99c-70cd2341ce1a,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:20.642503 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3c349-8d08-4fa1-9711-916df99c66e1 req-18f9d370-689f-4e5b-bc85-bbae2e965594 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:20.644227 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dcb3c349-8d08-4fa1-9711-916df99c66e1 req-18f9d370-689f-4e5b-bc85-bbae2e965594 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 945 time: 0.1448679 Apr 01 12:41:20.647152 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c03c7c1-7de6-4f71-8905-429ab0ee78be tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:20.649310 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a3e6ad3f-446d-4a54-8451-c25281073494 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9773612 Apr 01 12:41:20.653004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42462) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:20.659169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Request body: {'port': {'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1914493608', 'allowed_address_pairs': [{'ip_address': '2001:db8::203', 'mac_address': 'fa:16:3e:db:20:c3'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:20.664905 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c03c7c1-7de6-4f71-8905-429ab0ee78be tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:20.696980 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dcb3c349-8d08-4fa1-9711-916df99c66e1 req-3690c970-c9f3-40d0-a5c8-1d01fb082044 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449386 Apr 01 12:41:20.769593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42470) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:20.800465 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c03c7c1-7de6-4f71-8905-429ab0ee78be tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:20.804375 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1c03c7c1-7de6-4f71-8905-429ab0ee78be tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3277209 Apr 01 12:41:20.805712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42474) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:20.810841 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-254c13fe-9e80-40ee-93f1-944603b7d007 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Request body: {'security_group_rule': {'security_group_id': 'a87a1cad-4029-4788-ba5f-577a8f2ff51d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:20.824511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03c7c1-7de6-4f71-8905-429ab0ee78be tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87a1cad-4029-4788-ba5f-577a8f2ff51d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:20.868125 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-254c13fe-9e80-40ee-93f1-944603b7d007 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:20.911503 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3fbf3-f20a-4830-bb92-1d8d5aa122bd req-95e13739-1861-4a83-a352-bffca38a36b7 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:20.913010 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-41b3fbf3-f20a-4830-bb92-1d8d5aa122bd req-95e13739-1861-4a83-a352-bffca38a36b7 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1073434 Apr 01 12:41:20.932029 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93517bc6-baa3-4afa-925e-082ac3164252 req-0c5ccc9a-5765-449a-9522-aa97b2cc178a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:20.939576 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-0c5ccc9a-5765-449a-9522-aa97b2cc178a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/networks?id=4ca97d75-f322-412f-ba58-fb5dd7056321 HTTP/1.1" status: 200 len: 814 time: 0.2207146 Apr 01 12:41:20.950629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Made reservation on behalf of 621c7b9aa25c4e8faae42c6ed7746351 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:20.958558 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-531b656d-7e3a-4677-bd32-5986703fab4c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/quotas/a1b78754d61141de95bbebd769b92f51 HTTP/1.1" status: 200 len: 375 time: 0.0180702 Apr 01 12:41:20.967111 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46a9a7ca-e1fb-4ba3-8660-28a33a232326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:20.976195 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-254c13fe-9e80-40ee-93f1-944603b7d007 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:20.992942 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-254c13fe-9e80-40ee-93f1-944603b7d007 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.000744 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.009349 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.010731 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-41b3fbf3-f20a-4830-bb92-1d8d5aa122bd req-5023f87f-c47d-47ea-a8e3-70fcd12d52b6 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902174 Apr 01 12:41:21.067374 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Pushing event updated for resources: {'Port': ['ID=cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:21.070039 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-fa8b93bc-eb41-43f1-b073-4ac8b87e5979 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1b78754d61141de95bbebd769b92f51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945449 Apr 01 12:41:21.077687 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:21.079431 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:21.085819 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:21.099630 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c13fe-9e80-40ee-93f1-944603b7d007 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7d4a55-8536-48cf-ab87-08794a93a096,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:21.131176 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-254c13fe-9e80-40ee-93f1-944603b7d007 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.132756 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-254c13fe-9e80-40ee-93f1-944603b7d007 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3258080 Apr 01 12:41:21.136283 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42478) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:21.142870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.145556 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-62023a1d-af0a-48ec-beea-4ab5b75cfc13 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Request body: {'security_group_rule': {'security_group_id': 'a87a1cad-4029-4788-ba5f-577a8f2ff51d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:21.155930 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46a9a7ca-e1fb-4ba3-8660-28a33a232326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.163277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Attempting to bind port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:41:21.163665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Attempting to bind port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '96b2abce-084e-41f2-8599-7edacd3f3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:41:21.166232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Attempting to bind port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b on network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:21.166551 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46a9a7ca-e1fb-4ba3-8660-28a33a232326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.173791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:41:21.174375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Checking segment: {'id': '96b2abce-084e-41f2-8599-7edacd3f3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:21.174872 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.175335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Bound using segment: {'id': '96b2abce-084e-41f2-8599-7edacd3f3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:41:21.176069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Bound port: cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b2abce-084e-41f2-8599-7edacd3f3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:41:21.176523 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.205074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9a7ca-e1fb-4ba3-8660-28a33a232326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf0b59e-bf26-4e62-8699-2584bb246e6c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:21.205658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] device_id is not set on port dd60f6f9-d639-4937-b718-bfb6167cfd4b yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:41:21.232461 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-62023a1d-af0a-48ec-beea-4ab5b75cfc13 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.254645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] For port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:41:21.258232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] For port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b,segment=NetworkSegment(96b2abce-084e-41f2-8599-7edacd3f3d0d),segment_id=96b2abce-084e-41f2-8599-7edacd3f3d0d)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:41:21.265548 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.268747 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-46a9a7ca-e1fb-4ba3-8660-28a33a232326 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f29760cda394c2391ea89d3aad3b24a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976377 Apr 01 12:41:21.271823 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42480) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:21.324058 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-62023a1d-af0a-48ec-beea-4ab5b75cfc13 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.341605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-62023a1d-af0a-48ec-beea-4ab5b75cfc13 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.376910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62023a1d-af0a-48ec-beea-4ab5b75cfc13 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1971a257-d12a-46ed-8d74-7fef1f649bb3,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:21.380238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f2c064a-e04e-4026-b31d-61b3790fe9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.399800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b41ca-dfc1-4dc1-93bf-4dd7a2227ab7 None None] Pushing event updated for resources: {'Port': ['ID=cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:21.414981 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f2c064a-e04e-4026-b31d-61b3790fe9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.455567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-62023a1d-af0a-48ec-beea-4ab5b75cfc13 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.460862 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-62023a1d-af0a-48ec-beea-4ab5b75cfc13 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3202851 Apr 01 12:41:21.482974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42484) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:21.495704 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:21.524090 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f2c064a-e04e-4026-b31d-61b3790fe9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.526736 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f2c064a-e04e-4026-b31d-61b3790fe9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.533237 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7f2c064a-e04e-4026-b31d-61b3790fe9b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6bf0b59e-bf26-4e62-8699-2584bb246e6c HTTP/1.1" status: 204 len: 168 time: 0.2583640 Apr 01 12:41:21.557150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c064a-e04e-4026-b31d-61b3790fe9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf0b59e-bf26-4e62-8699-2584bb246e6c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:21.563543 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.603271 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb6a56-cdaa-48b4-b7a8-6003ee074621 req-1bfee7c4-640e-45e1-999e-6217541be902 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:21.624866 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-91fb6a56-cdaa-48b4-b7a8-6003ee074621 req-1bfee7c4-640e-45e1-999e-6217541be902 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 945 time: 0.1741545 Apr 01 12:41:21.704633 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-91fb6a56-cdaa-48b4-b7a8-6003ee074621 req-ea7f4e96-18d7-49e6-922f-6664a390a966 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788431 Apr 01 12:41:21.706087 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-cc81f0dd-2727-41cf-aab8-e9242c092391 service neutron] 10.222.0.45 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141586 Apr 01 12:41:21.800326 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:21.858246 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-0c1ebf91-dca4-4b45-834e-0a94fa470e1d service neutron] 10.222.0.45 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441243 Apr 01 12:41:21.868914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Allocated IP 2001:db8::1a1 (b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29/1fcfe2fe-633c-4284-ac19-521f1517cf83/dd60f6f9-d639-4937-b718-bfb6167cfd4b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:21.958857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Allocated IP 172.25.7.128 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/5017c81c-6464-4947-8e78-3537d566ea16) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:21.970998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42490) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:21.985354 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a0a502d-403f-4996-a3ab-973e243b7d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.096157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.110174 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ad8bf7a1-d6dc-48a6-8137-1e4d077b4c69 req-81cd7c24-e8a5-461a-a9da-c37ffdd80cc3 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 210 time: 0.0397182 Apr 01 12:41:22.183013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d2230-9d3b-4e71-bcf5-949d2830d850 req-591659a0-e5e3-4856-bc76-d54004d74a5e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:22.185248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-264d2230-9d3b-4e71-bcf5-949d2830d850 req-591659a0-e5e3-4856-bc76-d54004d74a5e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0935931 Apr 01 12:41:22.191086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.203284 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.272138 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a0a502d-403f-4996-a3ab-973e243b7d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.281320 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a0a502d-403f-4996-a3ab-973e243b7d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.302702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:22.319617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:22.328587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:22.342513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a502d-403f-4996-a3ab-973e243b7d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa36cc0-2f3d-4bc1-88f0-b8a01e66f6e2,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:22.344665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:22.349176 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6a0a502d-403f-4996-a3ab-973e243b7d7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea18db9b2a284d488307d1086d9f41a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748288 Apr 01 12:41:22.350381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42508) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:22.360653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.366465 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.371343 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-264d2230-9d3b-4e71-bcf5-949d2830d850 req-48de16b1-03a1-4549-bf9e-679d27fc25f3 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696322 Apr 01 12:41:22.380938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event updated for resources: {'Port': ['ID=dd60f6f9-d639-4937-b718-bfb6167cfd4b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:22.414609 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8ecfc58f-99f9-4b66-a504-fa3abb686d95 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7601635 Apr 01 12:41:22.424227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42510) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:22.472157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:22.482994 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:22.507070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:22.532369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090d5de-de30-4a8a-bae6-30a54e245405 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:22.548792 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event updated for resources: {'Port': ['ID=5017c81c-6464-4947-8e78-3537d566ea16,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:22.553013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090d5de-de30-4a8a-bae6-30a54e245405 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:22.559575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090d5de-de30-4a8a-bae6-30a54e245405 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:22.561504 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1090d5de-de30-4a8a-bae6-30a54e245405 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1350532 Apr 01 12:41:22.564378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42514) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:22.599353 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e75460ec-1deb-4c65-a06d-090e94f2c98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.666590 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e75460ec-1deb-4c65-a06d-090e94f2c98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.718096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-00acad66-7ea0-48ce-942f-292ab831e759 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Deleting port dd60f6f9-d639-4937-b718-bfb6167cfd4b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:22.721371 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00acad66-7ea0-48ce-942f-292ab831e759 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.721865 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.775756 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.780542 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e75460ec-1deb-4c65-a06d-090e94f2c98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.784324 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e75460ec-1deb-4c65-a06d-090e94f2c98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.785465 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e75460ec-1deb-4c65-a06d-090e94f2c98b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fa36cc0-2f3d-4bc1-88f0-b8a01e66f6e2 HTTP/1.1" status: 204 len: 168 time: 0.4340992 Apr 01 12:41:22.821654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da1495-8f0a-496c-9405-f3c546b8b725 None None] Network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:22.831669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75460ec-1deb-4c65-a06d-090e94f2c98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa36cc0-2f3d-4bc1-88f0-b8a01e66f6e2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:22.865792 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00acad66-7ea0-48ce-942f-292ab831e759 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:22.884392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-00acad66-7ea0-48ce-942f-292ab831e759 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Calling delete_port for dd60f6f9-d639-4937-b718-bfb6167cfd4b owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:23.017062 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:23.024055 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:23.065722 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-83197313-02dc-4c29-8758-fba2989b1257 None None] Provisioning complete for port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:23.066111 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-83197313-02dc-4c29-8758-fba2989b1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:23.137736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe181ac-7919-4f00-b6ea-83524d5b26e5 req-831f57cf-8b15-4dbb-9886-488d7360a9d7 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:23.139902 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abe181ac-7919-4f00-b6ea-83524d5b26e5 req-831f57cf-8b15-4dbb-9886-488d7360a9d7 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 945 time: 0.1900377 Apr 01 12:41:23.209055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event updated for resources: {'Port': ['ID=5017c81c-6464-4947-8e78-3537d566ea16,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:23.216755 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:23.240108 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:23.241794 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b11639c8-cb28-48b7-9e78-a6f4a3598f44 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7555394 Apr 01 12:41:23.275549 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:41:23.332156 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-09bfac3d-4e58-4b32-89d2-91a44b8171b0 req-1f62c369-59c2-40b1-b531-de076423de77 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 210 time: 0.0614340 Apr 01 12:41:23.358457 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-abe181ac-7919-4f00-b6ea-83524d5b26e5 req-da1cfc48-3445-4ba1-a937-50fd1b7af3e6 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052629 Apr 01 12:41:23.382592 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-83197313-02dc-4c29-8758-fba2989b1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:23.423442 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00acad66-7ea0-48ce-942f-292ab831e759 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:23.434318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca0043-5910-40c3-8daf-41c6356858b5 req-e20dbc64-6cb7-4c07-af0c-96fda353ed68 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:23.436047 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4ca0043-5910-40c3-8daf-41c6356858b5 req-e20dbc64-6cb7-4c07-af0c-96fda353ed68 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 945 time: 0.0764217 Apr 01 12:41:23.447709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:23.448440 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:23.508227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acad66-7ea0-48ce-942f-292ab831e759 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event deleted for resources: {'Port': ['ID=dd60f6f9-d639-4937-b718-bfb6167cfd4b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:23.607842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-83197313-02dc-4c29-8758-fba2989b1257 None None] For port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b,segment=NetworkSegment(96b2abce-084e-41f2-8599-7edacd3f3d0d),segment_id=96b2abce-084e-41f2-8599-7edacd3f3d0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:23.620675 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-83197313-02dc-4c29-8758-fba2989b1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:23.689086 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-363a3b71-2bf5-4316-b3a1-faaa93fdd5e5 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--837982119&fields=id&tenant_id=6ff99ac6f689495b8d05e76ea4e90af1 HTTP/1.1" status: 200 len: 267 time: 0.1361883 Apr 01 12:41:23.815529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83197313-02dc-4c29-8758-fba2989b1257 None None] Pushing event updated for resources: {'Port': ['ID=cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:23.937060 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00acad66-7ea0-48ce-942f-292ab831e759 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:23.947238 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-00acad66-7ea0-48ce-942f-292ab831e759 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "DELETE /v2.0/ports/dd60f6f9-d639-4937-b718-bfb6167cfd4b HTTP/1.1" status: 204 len: 168 time: 1.3814745 Apr 01 12:41:23.954268 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42556) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:23.992249 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-e564aea7-52af-4e4c-9194-0805b0d5735a tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] GET failed (client error): The resource could not be found. Apr 01 12:41:23.994428 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e564aea7-52af-4e4c-9194-0805b0d5735a tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "GET /v2.0/ports/dd60f6f9-d639-4937-b718-bfb6167cfd4b HTTP/1.1" status: 404 len: 333 time: 0.0387375 Apr 01 12:41:24.005340 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-16fb43df-3dbf-4c26-9214-c20dd3a77f11 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:24.007790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-16fb43df-3dbf-4c26-9214-c20dd3a77f11 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 819 time: 0.3116977 Apr 01 12:41:24.008512 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:24.014517 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Request body: {'port': {'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1995136062'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:24.063599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a32d69-3067-479a-a973-32b010654710 req-bfc881b7-9fda-4eec-a7c9-d4c98efb0389 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:24.071212 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-64073fce-a8a5-454a-86b6-2561bf9d3861 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/quotas/6ff99ac6f689495b8d05e76ea4e90af1 HTTP/1.1" status: 200 len: 375 time: 0.0510192 Apr 01 12:41:24.079728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28a32d69-3067-479a-a973-32b010654710 req-bfc881b7-9fda-4eec-a7c9-d4c98efb0389 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.3494687 Apr 01 12:41:24.162703 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-da428996-86a1-4d77-bb65-974b1e6cedc4 None None] Provisioning complete for port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:24.163259 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-da428996-86a1-4d77-bb65-974b1e6cedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:24.213627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-f4ca0043-5910-40c3-8daf-41c6356858b5 req-402e025e-8728-465d-9c7b-6b48b98ff95b tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Deleting port 623cbe92-7c53-4642-bcaf-177cf2df0d54 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:24.213981 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f4ca0043-5910-40c3-8daf-41c6356858b5 req-402e025e-8728-465d-9c7b-6b48b98ff95b tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:24.263652 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-73738501-2f11-4abb-be66-d4148f0a524b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1914165 Apr 01 12:41:24.403348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-da428996-86a1-4d77-bb65-974b1e6cedc4 None None] Provisioning complete for port 7e3f54ff-d1a1-4ed8-a99c-70cd2341ce1a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:24.406335 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-da428996-86a1-4d77-bb65-974b1e6cedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:24.455761 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-e8c5f6f0-6cac-41f5-8618-b0aceb565675 service neutron] 10.222.0.45 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841037 Apr 01 12:41:24.456898 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28a32d69-3067-479a-a973-32b010654710 req-d2f57249-04c2-4d80-af03-6d78e8c94e7c tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757930 Apr 01 12:41:24.483946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Made reservation on behalf of 621c7b9aa25c4e8faae42c6ed7746351 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:24.487984 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:24.517420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-da428996-86a1-4d77-bb65-974b1e6cedc4 None None] Port 7e3f54ff-d1a1-4ed8-a99c-70cd2341ce1a cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:24.527583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-da428996-86a1-4d77-bb65-974b1e6cedc4 None None] Could not find standard attr ID for object dd60f6f9-d639-4937-b718-bfb6167cfd4b. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:41:24.529496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f4ca0043-5910-40c3-8daf-41c6356858b5 req-402e025e-8728-465d-9c7b-6b48b98ff95b tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] For port 623cbe92-7c53-4642-bcaf-177cf2df0d54, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=623cbe92-7c53-4642-bcaf-177cf2df0d54,segment=NetworkSegment(c1a2b68c-616b-4683-8221-cc364076f0a4),segment_id=c1a2b68c-616b-4683-8221-cc364076f0a4)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:24.530267 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f4ca0043-5910-40c3-8daf-41c6356858b5 req-402e025e-8728-465d-9c7b-6b48b98ff95b tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:24.538326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] device_id is not set on port 6c41056f-693d-4bc1-a0b5-8696f0cb5842 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:41:24.551198 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93517bc6-baa3-4afa-925e-082ac3164252 req-471c56a0-2f88-445c-bc55-5e5b340f2c43 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:24.553067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-471c56a0-2f88-445c-bc55-5e5b340f2c43 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.37 "GET /v2.0/networks?id=4ca97d75-f322-412f-ba58-fb5dd7056321 HTTP/1.1" status: 200 len: 814 time: 0.7806940 Apr 01 12:41:24.561227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-f4ca0043-5910-40c3-8daf-41c6356858b5 req-402e025e-8728-465d-9c7b-6b48b98ff95b tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Calling delete_port for 623cbe92-7c53-4642-bcaf-177cf2df0d54 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:24.587412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-93517bc6-baa3-4afa-925e-082ac3164252 req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Request body: {'port': {'device_id': '30a81341-b29d-4a50-9a3e-5b0d297ea3ff', 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321', 'admin_state_up': True, 'tenant_id': 'a1b78754d61141de95bbebd769b92f51'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:24.657259 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5509aa7d-f348-4a2d-ad86-dfc030665de2 None None] Provisioning complete for port 7e3f54ff-d1a1-4ed8-a99c-70cd2341ce1a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:24.659029 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5509aa7d-f348-4a2d-ad86-dfc030665de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:24.707946 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-31c5ed91-30ec-40b4-8aa9-2cc5b21ede41 req-9723fe57-7922-42e6-9de3-21c39377dbca tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 210 time: 0.0863862 Apr 01 12:41:24.781483 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5509aa7d-f348-4a2d-ad86-dfc030665de2 None None] Port 7e3f54ff-d1a1-4ed8-a99c-70cd2341ce1a cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:24.886535 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Allocated IP 2001:db8::2bc (b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29/1fcfe2fe-633c-4284-ac19-521f1517cf83/6c41056f-693d-4bc1-a0b5-8696f0cb5842) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:24.912369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-82418f54-89cb-4c4b-a084-6050ec4e805e None None] Could not find standard attr ID for object dd60f6f9-d639-4937-b718-bfb6167cfd4b. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:41:24.917190 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-db022e6e-155e-40d0-9ed7-498309706330 service neutron] 10.222.0.45 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495316 Apr 01 12:41:25.024568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba88592-e03f-41cd-930c-d92e3bdd6794 req-a26bdade-862a-4cd4-b9a4-e1b926eab36a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:25.034995 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ba88592-e03f-41cd-930c-d92e3bdd6794 req-a26bdade-862a-4cd4-b9a4-e1b926eab36a tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79dfdde-4f43-4552-b0c3-e46080aa5253 HTTP/1.1" status: 200 len: 945 time: 0.1278887 Apr 01 12:41:25.062179 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f4ca0043-5910-40c3-8daf-41c6356858b5 req-402e025e-8728-465d-9c7b-6b48b98ff95b tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:25.075976 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['623cbe92-7c53-4642-bcaf-177cf2df0d54'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:25.111597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e025e-8728-465d-9c7b-6b48b98ff95b tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Pushing event deleted for resources: {'Port': ['ID=623cbe92-7c53-4642-bcaf-177cf2df0d54,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:25.134674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:41:25.149691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93517bc6-baa3-4afa-925e-082ac3164252 req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Made reservation on behalf of a1b78754d61141de95bbebd769b92f51 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:25.168002 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93517bc6-baa3-4afa-925e-082ac3164252 req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:25.228561 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ba88592-e03f-41cd-930c-d92e3bdd6794 req-715ab183-1169-4b6c-b828-1bb6e393d5c3 tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927743 Apr 01 12:41:25.235047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:25.242156 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:25.243801 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:25.296810 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-167c5928-b33e-4c9c-8c00-1ffbb12a0b3a req-889590c3-3cdf-429a-8195-6f8558a855d6 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 210 time: 0.0506067 Apr 01 12:41:25.298628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ca0043-5910-40c3-8daf-41c6356858b5 req-402e025e-8728-465d-9c7b-6b48b98ff95b tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] No DVR routers for this DVR port 623cbe92-7c53-4642-bcaf-177cf2df0d54 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:41:25.308320 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f4ca0043-5910-40c3-8daf-41c6356858b5 req-402e025e-8728-465d-9c7b-6b48b98ff95b tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:25.322409 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f4ca0043-5910-40c3-8daf-41c6356858b5 req-402e025e-8728-465d-9c7b-6b48b98ff95b tempest-InstanceActionsTestJSON-979680145 tempest-InstanceActionsTestJSON-979680145-project] 10.222.0.37 "DELETE /v2.0/ports/623cbe92-7c53-4642-bcaf-177cf2df0d54 HTTP/1.1" status: 204 len: 173 time: 1.8594065 Apr 01 12:41:25.323162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79dfdde-4f43-4552-b0c3-e46080aa5253', 'name': 'network-vif-deleted', 'tag': '623cbe92-7c53-4642-bcaf-177cf2df0d54'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:25.326602 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198ed1d0-8285-4f4f-86d3-4a0b638e46d6" -d '{"events": [{"server_uuid": "b79dfdde-4f43-4552-b0c3-e46080aa5253", "name": "network-vif-deleted", "tag": "623cbe92-7c53-4642-bcaf-177cf2df0d54"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:25.361449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:25.431188 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86be5ea7-1274-42c7-8734-a6b5644ed477 x-openstack-request-id: req-86be5ea7-1274-42c7-8734-a6b5644ed477 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:25.431323 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79dfdde-4f43-4552-b0c3-e46080aa5253", "name": "network-vif-deleted", "tag": "623cbe92-7c53-4642-bcaf-177cf2df0d54", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:25.431611 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86be5ea7-1274-42c7-8734-a6b5644ed477 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:25.431945 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86be5ea7-1274-42c7-8734-a6b5644ed477'] response: {'server_uuid': 'b79dfdde-4f43-4552-b0c3-e46080aa5253', 'name': 'network-vif-deleted', 'tag': '623cbe92-7c53-4642-bcaf-177cf2df0d54', 'status': 'completed', 'code': 200} Apr 01 12:41:25.449461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event updated for resources: {'Port': ['ID=6c41056f-693d-4bc1-a0b5-8696f0cb5842,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:25.462329 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:25.463998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:25.480480 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:25.490601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:25.491567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:25.519391 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-aa6e201b-8f8e-499f-b89d-b4d9cef55db6 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5096676 Apr 01 12:41:25.521885 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42596) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:25.528008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1acd85d1-9a1b-479e-8411-2a04b35163de tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::203', 'mac_address': 'fa:16:3e:db:20:c3'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:25.579196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-93517bc6-baa3-4afa-925e-082ac3164252 req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Allocated IP 172.20.0.14 (4ca97d75-f322-412f-ba58-fb5dd7056321/de55e09b-91e9-4604-9313-fe8b6951dd05/da4fe6a9-60ab-4ae4-ab93-132da5b9f67f) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:25.847907 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93517bc6-baa3-4afa-925e-082ac3164252 req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:25.872245 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c21663ef-bdf9-48a3-87c9-401621176fee None None] Provisioning complete for port 6c41056f-693d-4bc1-a0b5-8696f0cb5842 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:25.872921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c21663ef-bdf9-48a3-87c9-401621176fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:25.936333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb909881-2744-4eff-b7ea-7434d2002eb0 req-fe82f49e-4d94-4540-a251-260be786cfac tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 210 time: 0.0559947 Apr 01 12:41:25.946876 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93517bc6-baa3-4afa-925e-082ac3164252 req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:25.965604 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['5e70ca5e-7834-4d95-b6d8-8dfaadabef77'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:25.972236 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c21663ef-bdf9-48a3-87c9-401621176fee None None] Port 6c41056f-693d-4bc1-a0b5-8696f0cb5842 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:26.016325 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93517bc6-baa3-4afa-925e-082ac3164252 req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Network 4ca97d75-f322-412f-ba58-fb5dd7056321 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:26.020836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-93517bc6-baa3-4afa-925e-082ac3164252 req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:26.030600 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-93517bc6-baa3-4afa-925e-082ac3164252 req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:26.074747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Pushing event updated for resources: {'Port': ['ID=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:26.103011 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93517bc6-baa3-4afa-925e-082ac3164252 req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:26.103932 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93517bc6-baa3-4afa-925e-082ac3164252 req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:26.129110 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-207cfea7-d8b9-4ba4-9da8-53cd77336b39 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5470455 Apr 01 12:41:26.146615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Request body: {'port': {'device_id': '30a81341-b29d-4a50-9a3e-5b0d297ea3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:26.234660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bff6bf-1b36-4b23-87bd-d58c09b95f59 req-f56fc30d-036e-48c3-8cca-50f2add340fb tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:26.254431 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-88bff6bf-1b36-4b23-87bd-d58c09b95f59 req-f56fc30d-036e-48c3-8cca-50f2add340fb tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.6805983 Apr 01 12:41:26.258056 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:26.321006 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42620) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:26.357732 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-88bff6bf-1b36-4b23-87bd-d58c09b95f59 req-f5bf6044-15b8-4068-97b1-6b832efbbe6e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023092 Apr 01 12:41:26.358839 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1acd85d1-9a1b-479e-8411-2a04b35163de tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:26.510560 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-038272de-6278-4fc4-8bbb-8b4cb1110036 req-67523062-b186-4aee-a0cc-e43174a340e6 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 210 time: 0.1034460 Apr 01 12:41:26.517440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ceb757-57ce-492c-ab5a-188bfbf0cb98 admin admin] Deleting subnet d98ef9ee-a31e-42b3-ba38-a9f38059c2e1 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:41:26.523591 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d9ceb757-57ce-492c-ab5a-188bfbf0cb98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:26.617968 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d9ceb757-57ce-492c-ab5a-188bfbf0cb98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:26.631606 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1acd85d1-9a1b-479e-8411-2a04b35163de tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:26.639144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1acd85d1-9a1b-479e-8411-2a04b35163de tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:26.664230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1acd85d1-9a1b-479e-8411-2a04b35163de tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] In _notify_port_updated(), no bound segment for port 6c41056f-693d-4bc1-a0b5-8696f0cb5842 on network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 {{(pid=102719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:41:26.676418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd85d1-9a1b-479e-8411-2a04b35163de tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:26.679766 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1acd85d1-9a1b-479e-8411-2a04b35163de tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:26.681178 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1acd85d1-9a1b-479e-8411-2a04b35163de tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "PUT /v2.0/ports/6c41056f-693d-4bc1-a0b5-8696f0cb5842 HTTP/1.1" status: 200 len: 1003 time: 1.1581125 Apr 01 12:41:26.684499 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42646) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:26.812595 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d9ceb757-57ce-492c-ab5a-188bfbf0cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:26.822197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd85d1-9a1b-479e-8411-2a04b35163de tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event updated for resources: {'Port': ['ID=6c41056f-693d-4bc1-a0b5-8696f0cb5842,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:26.856347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6466dedd-2418-4d2d-87bc-02b741218591 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Deleting port 6c41056f-693d-4bc1-a0b5-8696f0cb5842 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:26.856754 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6466dedd-2418-4d2d-87bc-02b741218591 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:26.953951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-0812eb2a-f1b8-4272-9ab1-bce9ef7b232f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:26.955683 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-0812eb2a-f1b8-4272-9ab1-bce9ef7b232f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.37 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 819 time: 0.2627130 Apr 01 12:41:27.063477 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6466dedd-2418-4d2d-87bc-02b741218591 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:27.087181 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d9ceb757-57ce-492c-ab5a-188bfbf0cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:27.094849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6466dedd-2418-4d2d-87bc-02b741218591 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Calling delete_port for 6c41056f-693d-4bc1-a0b5-8696f0cb5842 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:27.125095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4fe6a9-60ab-4ae4-ab93-132da5b9f67f {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:27.148662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceb757-57ce-492c-ab5a-188bfbf0cb98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d98ef9ee-a31e-42b3-ba38-a9f38059c2e1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:27.155854 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-965650b5-346a-4ea2-9bac-fe9d0ee9301f None None] Provisioning complete for port 6c41056f-693d-4bc1-a0b5-8696f0cb5842 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:27.157115 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-965650b5-346a-4ea2-9bac-fe9d0ee9301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:27.162966 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb797e22-e8d0-4057-b6f3-dbba1a60a264 req-493f42a3-6510-4a12-8cb7-001cbfcff3d1 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:27.164586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb797e22-e8d0-4057-b6f3-dbba1a60a264 req-493f42a3-6510-4a12-8cb7-001cbfcff3d1 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.2063229 Apr 01 12:41:27.168942 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-57e02435-7d23-419d-9660-2b9d47e99814 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ff99ac6f689495b8d05e76ea4e90af1 HTTP/1.1" status: 200 len: 379 time: 0.2028911 Apr 01 12:41:27.171095 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:27.174472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd4d92-58f7-4468-8854-39191699c9c3 req-6c173938-26f8-48a2-a15e-a6ca0a438ae3 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:27.176194 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6bbd4d92-58f7-4468-8854-39191699c9c3 req-6c173938-26f8-48a2-a15e-a6ca0a438ae3 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 932 time: 0.1004581 Apr 01 12:41:27.187381 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d9ceb757-57ce-492c-ab5a-188bfbf0cb98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:27.198581 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d9ceb757-57ce-492c-ab5a-188bfbf0cb98 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d98ef9ee-a31e-42b3-ba38-a9f38059c2e1 HTTP/1.1" status: 204 len: 168 time: 0.8755817 Apr 01 12:41:27.199936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42672) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:27.212650 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-965650b5-346a-4ea2-9bac-fe9d0ee9301f None None] Port 6c41056f-693d-4bc1-a0b5-8696f0cb5842 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:27.214670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Request body: {'port': {'device_id': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'admin_state_up': True, 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'security_groups': ['a87a1cad-4029-4788-ba5f-577a8f2ff51d']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:27.271127 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6bbd4d92-58f7-4468-8854-39191699c9c3 req-39a7ac52-aa64-463e-8002-2c32307f666e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653114 Apr 01 12:41:27.309982 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6466dedd-2418-4d2d-87bc-02b741218591 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:27.341685 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466dedd-2418-4d2d-87bc-02b741218591 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event deleted for resources: {'Port': ['ID=6c41056f-693d-4bc1-a0b5-8696f0cb5842,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:27.354499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Transition to ACTIVE for port object da4fe6a9-60ab-4ae4-ab93-132da5b9f67f will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:41:27.371773 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:27.376450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb797e22-e8d0-4057-b6f3-dbba1a60a264 req-ebf63034-7f8f-43f8-af1f-ecf55a624919 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717324 Apr 01 12:41:27.427552 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:27.463214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Pushing event updated for resources: {'Port': ['ID=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:27.581506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Made reservation on behalf of 6ff99ac6f689495b8d05e76ea4e90af1 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:27.584949 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:27.602173 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6466dedd-2418-4d2d-87bc-02b741218591 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:27.606065 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6466dedd-2418-4d2d-87bc-02b741218591 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "DELETE /v2.0/ports/6c41056f-693d-4bc1-a0b5-8696f0cb5842 HTTP/1.1" status: 204 len: 168 time: 0.9199591 Apr 01 12:41:27.609507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42696) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:27.658388 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3f9820-5e87-4957-8c2f-28698ca9b6c8 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] GET failed (client error): The resource could not be found. Apr 01 12:41:27.663580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2b3f9820-5e87-4957-8c2f-28698ca9b6c8 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "GET /v2.0/ports/6c41056f-693d-4bc1-a0b5-8696f0cb5842 HTTP/1.1" status: 404 len: 333 time: 0.0495522 Apr 01 12:41:27.667021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42700) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:27.667729 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635703-3e34-4026-a36d-3d25d60f6970 req-86c36028-1e96-4cd8-a2d2-9cfc2b41195c tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:27.669230 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9635703-3e34-4026-a36d-3d25d60f6970 req-86c36028-1e96-4cd8-a2d2-9cfc2b41195c tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1758039 Apr 01 12:41:27.697964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Request body: {'port': {'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1757792155'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:27.717666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9635703-3e34-4026-a36d-3d25d60f6970 req-4ea91783-a7d4-4065-901e-042758b054f8 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394695 Apr 01 12:41:27.733177 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:27.840548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 623cbe92-7c53-4642-bcaf-177cf2df0d54 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:41:27.867146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 623cbe92-7c53-4642-bcaf-177cf2df0d54 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:41:27.867499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 623cbe92-7c53-4642-bcaf-177cf2df0d54 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:41:28.144660 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3665d013-d25c-4e58-9a05-43989edb5d83 req-036a1b86-69c4-4e57-918b-72ed1681d174 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 210 time: 0.4783151 Apr 01 12:41:28.200844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30997ffe-6729-4162-a08e-aa7af37db866']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:28.205354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Attempting to bind port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:41:28.205686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Attempting to bind port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '532e8cc1-8a13-4060-b4e1-a873727ab6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:41:28.206020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Attempting to bind port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f on network 4ca97d75-f322-412f-ba58-fb5dd7056321 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:28.232211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a2b68c-616b-4683-8221-cc364076f0a4') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:28.232500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a2b68c-616b-4683-8221-cc364076f0a4') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:28.240083 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d94125bb-b6ef-4dd2-abb2-b949efc92c75 req-31546c3d-f6ce-4c85-82e8-f2f80582d143 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5709131 Apr 01 12:41:28.240623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f on network 4ca97d75-f322-412f-ba58-fb5dd7056321 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:41:28.240940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Attempting to bind port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f on network 4ca97d75-f322-412f-ba58-fb5dd7056321 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:28.267177 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.276106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:41:28.276549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Checking segment: {'id': '532e8cc1-8a13-4060-b4e1-a873727ab6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:28.277026 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Bound using segment: {'id': '532e8cc1-8a13-4060-b4e1-a873727ab6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:41:28.277549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Bound port: da4fe6a9-60ab-4ae4-ab93-132da5b9f67f, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532e8cc1-8a13-4060-b4e1-a873727ab6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:41:28.277997 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.360991 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.381936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:41:28.382360 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:41:28.386157 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:41:28.412755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee976f-36e1-4cae-b659-4b6fc01949a2 req-15a9138f-9e25-4120-b5bc-c7ddd2a43893 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:28.414408 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ebee976f-36e1-4cae-b659-4b6fc01949a2 req-15a9138f-9e25-4120-b5bc-c7ddd2a43893 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 944 time: 0.0535862 Apr 01 12:41:28.414889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42742) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:28.466653 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ebee976f-36e1-4cae-b659-4b6fc01949a2 req-1f5e4161-eee6-429e-acde-9e75ea489705 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Apr 01 12:41:28.482742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Allocated IP 172.20.0.9 (edbe49f5-f68c-4795-90d9-df82f3d85241/a657cc8f-dfd7-46c1-a860-5ffd444a83f2/a555e335-b14c-40ae-98af-fedfb9a2be53) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:28.496433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Made reservation on behalf of 621c7b9aa25c4e8faae42c6ed7746351 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:28.500214 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.538724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94125bb-b6ef-4dd2-abb2-b949efc92c75 req-b1320c9d-1531-40f6-9d88-2ca47860d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:28.540219 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d94125bb-b6ef-4dd2-abb2-b949efc92c75 req-b1320c9d-1531-40f6-9d88-2ca47860d4d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 1096 time: 0.2713351 Apr 01 12:41:28.541861 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae5222b4-8b16-4cd5-b413-fd4eae3f6dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.587314 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.595031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] device_id is not set on port 608cae33-e1f3-4866-ab1c-3fd7e07d27cc yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:41:28.619534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] For port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:41:28.629333 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.631816 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae5222b4-8b16-4cd5-b413-fd4eae3f6dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.632596 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] 10.222.0.45 "DELETE /v2.0/networks/30997ffe-6729-4162-a08e-aa7af37db866 HTTP/1.1" status: 204 len: 168 time: 1.4268012 Apr 01 12:41:28.635652 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae5222b4-8b16-4cd5-b413-fd4eae3f6dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.680352 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ae5222b4-8b16-4cd5-b413-fd4eae3f6dce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4520bf5ef0ce4d1a84b22308fe444d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644091 Apr 01 12:41:28.681076 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42750) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:28.683453 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5222b4-8b16-4cd5-b413-fd4eae3f6dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985c5f83-703d-41fa-bdc0-8b35d5e598b5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:28.706609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] For port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:41:28.712034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae2096-1420-48f9-98be-0af5238e0d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=30997ffe-6729-4162-a08e-aa7af37db866,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:28.740055 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e419e083-c625-4292-9f88-424ff87f529a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.756893 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.781402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e419e083-c625-4292-9f88-424ff87f529a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.782751 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ccbae-93a8-4c9d-aa98-69b016a88e7f req-a8daf8ee-b7b4-40d8-aee4-c419d38159ff tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:28.790344 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b7ccbae-93a8-4c9d-aa98-69b016a88e7f req-a8daf8ee-b7b4-40d8-aee4-c419d38159ff tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.2997615 Apr 01 12:41:28.798714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42754) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:28.893250 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-90c0d17e-f6ba-4d72-9055-52d8c2759801 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a81db89755e405f8b8c621cd35c1779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880361 Apr 01 12:41:28.900676 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f015faa-4c19-47d7-8a43-9de45bc406ca req-3dd4be05-26c1-45f3-9e8b-6f332f7d36ca tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:28.902794 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1f015faa-4c19-47d7-8a43-9de45bc406ca req-3dd4be05-26c1-45f3-9e8b-6f332f7d36ca tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1076319 Apr 01 12:41:28.903286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42756) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:28.905411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:28.906249 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.907651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] 10.222.0.37 "PUT /v2.0/ports/da4fe6a9-60ab-4ae4-ab93-132da5b9f67f HTTP/1.1" status: 200 len: 1092 time: 2.7700498 Apr 01 12:41:28.911956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a81341-b29d-4a50-9a3e-5b0d297ea3ff', 'tag': 'da4fe6a9-60ab-4ae4-ab93-132da5b9f67f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:28.914691 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca40d46-f968-4b7e-a2e2-469fd32b685b" -d '{"events": [{"name": "network-changed", "server_uuid": "30a81341-b29d-4a50-9a3e-5b0d297ea3ff", "tag": "da4fe6a9-60ab-4ae4-ab93-132da5b9f67f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:28.933636 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e419e083-c625-4292-9f88-424ff87f529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.936160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e419e083-c625-4292-9f88-424ff87f529a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:28.938198 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e419e083-c625-4292-9f88-424ff87f529a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/985c5f83-703d-41fa-bdc0-8b35d5e598b5 HTTP/1.1" status: 204 len: 168 time: 0.2550907 Apr 01 12:41:28.964978 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419e083-c625-4292-9f88-424ff87f529a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985c5f83-703d-41fa-bdc0-8b35d5e598b5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:28.992140 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1f015faa-4c19-47d7-8a43-9de45bc406ca req-ddb0dd69-3e63-4dc4-8d56-c854dd105cfc tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793071 Apr 01 12:41:29.017942 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bde19c51-93bc-4db8-ad6e-4b9c149f25e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.037633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ead634-2ae3-41cb-a59f-e8c6c0a42295 service neutron] Pushing event updated for resources: {'Port': ['ID=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:29.043047 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b7ccbae-93a8-4c9d-aa98-69b016a88e7f req-8dd87641-3489-40b0-8301-ccdd17ae8873 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516465 Apr 01 12:41:29.050524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94125bb-b6ef-4dd2-abb2-b949efc92c75 req-ee90506a-fb8f-4d13-8d49-dd3459048c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:29.051982 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d94125bb-b6ef-4dd2-abb2-b949efc92c75 req-ee90506a-fb8f-4d13-8d49-dd3459048c2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.4865801 Apr 01 12:41:29.056312 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bde19c51-93bc-4db8-ad6e-4b9c149f25e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.109086 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156f6d83-0fa6-484c-8a0a-cfe1d3b8bfeb x-openstack-request-id: req-156f6d83-0fa6-484c-8a0a-cfe1d3b8bfeb {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:29.109346 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a81341-b29d-4a50-9a3e-5b0d297ea3ff", "tag": "da4fe6a9-60ab-4ae4-ab93-132da5b9f67f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:29.109588 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-156f6d83-0fa6-484c-8a0a-cfe1d3b8bfeb {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:29.111262 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156f6d83-0fa6-484c-8a0a-cfe1d3b8bfeb'] response: {'name': 'network-changed', 'server_uuid': '30a81341-b29d-4a50-9a3e-5b0d297ea3ff', 'tag': 'da4fe6a9-60ab-4ae4-ab93-132da5b9f67f', 'status': 'completed', 'code': 200} Apr 01 12:41:29.114052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Allocated IP 2001:db8::1c7 (b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29/1fcfe2fe-633c-4284-ac19-521f1517cf83/608cae33-e1f3-4866-ab1c-3fd7e07d27cc) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:29.119203 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bde19c51-93bc-4db8-ad6e-4b9c149f25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.121083 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.124322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bde19c51-93bc-4db8-ad6e-4b9c149f25e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.127723 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bde19c51-93bc-4db8-ad6e-4b9c149f25e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1 HTTP/1.1" status: 204 len: 168 time: 0.2208869 Apr 01 12:41:29.134372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde19c51-93bc-4db8-ad6e-4b9c149f25e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb15699-f3ec-4b1c-8c83-c30fa9e03cd1,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:29.165974 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d94125bb-b6ef-4dd2-abb2-b949efc92c75 req-f30f941c-0548-4129-83d1-0f4f69758ed0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 HTTP/1.1" status: 200 len: 217 time: 0.0809009 Apr 01 12:41:29.174170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93517bc6-baa3-4afa-925e-082ac3164252 req-72a758a6-9f2a-4781-b3e9-5df12fcc3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:29.175696 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-72a758a6-9f2a-4781-b3e9-5df12fcc3427 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1b78754d61141de95bbebd769b92f51&device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 1095 time: 0.2176001 Apr 01 12:41:29.295182 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-b8fcfd8e-2882-4205-9db3-374b370d584d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f HTTP/1.1" status: 200 len: 217 time: 0.1037135 Apr 01 12:41:29.324390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d87bca78-93aa-43fe-98fe-cf9b9ac2ebc9 req-9966e79e-2306-4a38-bbf1-b73d00ff0765 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 210 time: 0.0832176 Apr 01 12:41:29.366529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94125bb-b6ef-4dd2-abb2-b949efc92c75 req-b91f457d-57ae-478f-aa53-9e93b0df09c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:29.368003 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d94125bb-b6ef-4dd2-abb2-b949efc92c75 req-b91f457d-57ae-478f-aa53-9e93b0df09c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.1900196 Apr 01 12:41:29.396740 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.492534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42778) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:29.507444 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afe88084-0927-4a6b-bf19-c117184fcc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.520990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93517bc6-baa3-4afa-925e-082ac3164252 req-502d1092-b710-4724-8015-d7a75fd5c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:29.522530 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-502d1092-b710-4724-8015-d7a75fd5c408 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de55e09b-91e9-4604-9313-fe8b6951dd05 HTTP/1.1" status: 200 len: 854 time: 0.2024186 Apr 01 12:41:29.533682 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Network edbe49f5-f68c-4795-90d9-df82f3d85241 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:29.557742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:29.564183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:29.569062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event updated for resources: {'Port': ['ID=a555e335-b14c-40ae-98af-fedfb9a2be53,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:29.613198 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-97a4e17e-0858-47a0-ab2c-69f119662d82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ca97d75-f322-412f-ba58-fb5dd7056321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816257 Apr 01 12:41:29.623724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94125bb-b6ef-4dd2-abb2-b949efc92c75 req-b43e0e07-f44b-431c-a323-39252944941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:29.625260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d94125bb-b6ef-4dd2-abb2-b949efc92c75 req-b43e0e07-f44b-431c-a323-39252944941b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2485280 Apr 01 12:41:29.640818 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309a9bd-e3e5-4473-bd4a-aabc690a6984 req-3e496659-eb56-4e6a-b677-506734d7b52f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:29.642586 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d309a9bd-e3e5-4473-bd4a-aabc690a6984 req-3e496659-eb56-4e6a-b677-506734d7b52f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 944 time: 0.0862699 Apr 01 12:41:29.687885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afe88084-0927-4a6b-bf19-c117184fcc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.698597 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-afe88084-0927-4a6b-bf19-c117184fcc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.733062 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe88084-0927-4a6b-bf19-c117184fcc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e117d37e-db9e-4bba-ab04-bee65dc2cbd9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:29.734874 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.752306 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d309a9bd-e3e5-4473-bd4a-aabc690a6984 req-79f8494f-c96f-4fe3-b608-a97c64da374f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989268 Apr 01 12:41:29.776150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:29.777392 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.784107 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-afe88084-0927-4a6b-bf19-c117184fcc53 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=412b0a945fa04569b56dc4678fc223fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902451 Apr 01 12:41:29.787192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42782) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:29.847520 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a91a836c-e87f-470e-af95-fcd8d5b741cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.872449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a91a836c-e87f-470e-af95-fcd8d5b741cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.872671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d50ad002-9e00-4a3d-905d-9188fb45920e None None] Provisioning complete for port a555e335-b14c-40ae-98af-fedfb9a2be53 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:29.873125 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d50ad002-9e00-4a3d-905d-9188fb45920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.881248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-59cf89e8-95bd-40db-9660-1ce55ae6a30f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6777151 Apr 01 12:41:29.897320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Request body: {'port': {'device_id': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:29.929011 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a91a836c-e87f-470e-af95-fcd8d5b741cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.931152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d50ad002-9e00-4a3d-905d-9188fb45920e None None] Port a555e335-b14c-40ae-98af-fedfb9a2be53 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:29.932194 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a91a836c-e87f-470e-af95-fcd8d5b741cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:29.937643 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a91a836c-e87f-470e-af95-fcd8d5b741cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e117d37e-db9e-4bba-ab04-bee65dc2cbd9 HTTP/1.1" status: 204 len: 168 time: 0.1490903 Apr 01 12:41:29.947313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a836c-e87f-470e-af95-fcd8d5b741cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e117d37e-db9e-4bba-ab04-bee65dc2cbd9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:29.982194 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.012432 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-f9520ae0-aea2-4033-96b9-11e5895d7665 service neutron] 10.222.0.37 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788254 Apr 01 12:41:30.060204 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d94125bb-b6ef-4dd2-abb2-b949efc92c75 req-a8bc4d0d-3c83-47d4-b505-d05bbc9334c3 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177737 Apr 01 12:41:30.064028 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.073556 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42796) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:30.125969 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:30.154980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:30.181421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:30.187465 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:30.188190 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.220455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event updated for resources: {'Port': ['ID=608cae33-e1f3-4866-ab1c-3fd7e07d27cc,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:30.253812 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d3446-612d-4af0-9e0d-e09ff6b04a24 req-5b16efe8-9b23-4834-bfb0-5de4ca18ab1d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:30.265689 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e88d3446-612d-4af0-9e0d-e09ff6b04a24 req-5b16efe8-9b23-4834-bfb0-5de4ca18ab1d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1087415 Apr 01 12:41:30.344079 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e88d3446-612d-4af0-9e0d-e09ff6b04a24 req-22cdbaa8-b6d4-44a0-8372-58a4b79be6e6 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771382 Apr 01 12:41:30.379306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-362230147-network', 'tenant_id': '52bdfff71bb842e98056598b349db42e'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:30.403226 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ccf8e05d-8464-48bd-bd3a-82dd1812103b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7260454 Apr 01 12:41:30.405984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42810) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:30.420138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Made reservation on behalf of 52bdfff71bb842e98056598b349db42e for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:30.420628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-fce7c070-8bf3-4991-a757-bec856f1b1c3 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:db:20:c3'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:30.423958 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.451335 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.513040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ec778-099f-4ab3-81a3-a169125dd2d9 req-76c44a2d-eeac-464c-9b64-eb37a68b5830 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:30.513040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba9ec778-099f-4ab3-81a3-a169125dd2d9 req-76c44a2d-eeac-464c-9b64-eb37a68b5830 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.4019291 Apr 01 12:41:30.529229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-93517bc6-baa3-4afa-925e-082ac3164252 req-e89fdc4f-367c-44d8-887a-569b83813c79 service neutron] 10.222.0.37 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864640 Apr 01 12:41:30.553230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd20479-057b-43ee-9005-8579b00bbdf0 req-85d879ed-28c5-4281-9ce9-380a9ada924d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:30.566074 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6cd20479-057b-43ee-9005-8579b00bbdf0 req-85d879ed-28c5-4281-9ce9-380a9ada924d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 931 time: 0.0969965 Apr 01 12:41:30.568902 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d94125bb-b6ef-4dd2-abb2-b949efc92c75 req-6a034ee3-2f01-484e-8af0-eb39ed6bbef3 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832289 Apr 01 12:41:30.576912 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a62a2f73-2d9d-4073-93c5-6e364dcecb7b None None] Provisioning complete for port 608cae33-e1f3-4866-ab1c-3fd7e07d27cc triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:30.577531 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a62a2f73-2d9d-4073-93c5-6e364dcecb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.650853 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6cd20479-057b-43ee-9005-8579b00bbdf0 req-852dfe5d-342e-4697-83bd-0d7715faeeeb tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783112 Apr 01 12:41:30.665457 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a62a2f73-2d9d-4073-93c5-6e364dcecb7b None None] Port 608cae33-e1f3-4866-ab1c-3fd7e07d27cc cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:30.668333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba9ec778-099f-4ab3-81a3-a169125dd2d9 req-e1d464eb-ad79-4b48-be5c-413d690999ed tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268101 Apr 01 12:41:30.676176 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.683746 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.712818 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:41:30.722764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8df5339-c853-45d5-b9e6-3390233e497e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:30.727755 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.728187 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Added segment 017385f4-6a42-4721-937d-9784a65434bf of type vlan for network 2d04ebb3-d0a9-47cd-9695-02c35fd2377b Apr 01 12:41:30.781647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40d46-f968-4b7e-a2e2-469fd32b685b req-33935999-3764-4ab3-bb1e-495adfa91377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:30.783224 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eca40d46-f968-4b7e-a2e2-469fd32b685b req-33935999-3764-4ab3-bb1e-495adfa91377 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1b78754d61141de95bbebd769b92f51&device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 1095 time: 0.1897833 Apr 01 12:41:30.784267 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.834867 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.835970 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:30.836567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.882442 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fce7c070-8bf3-4991-a757-bec856f1b1c3 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:30.893804 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8161757 Apr 01 12:41:30.894393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42824) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:30.951460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a178f2ee-2b50-4b70-8b18-4203c8449dd0 admin admin] Request body: {'subnet': {'network_id': '2d04ebb3-d0a9-47cd-9695-02c35fd2377b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-362230147-subnet', 'tenant_id': '52bdfff71bb842e98056598b349db42e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:30.972838 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44734047-f008-4c05-8b94-d262ac4dd989 admin admin] Pushing event updated for resources: {'Network': ['ID=2d04ebb3-d0a9-47cd-9695-02c35fd2377b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:30.986666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 2d04ebb3-d0a9-47cd-9695-02c35fd2377b details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:41:30.996893 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16a978-a647-42f8-84c7-53c18e98f7f1 req-5a91ac16-4768-4ced-a2e3-79ecd7b95cb4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:31.009269 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c16a978-a647-42f8-84c7-53c18e98f7f1 req-5a91ac16-4768-4ced-a2e3-79ecd7b95cb4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 944 time: 0.1841068 Apr 01 12:41:31.076821 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a178f2ee-2b50-4b70-8b18-4203c8449dd0 admin admin] Made reservation on behalf of 52bdfff71bb842e98056598b349db42e for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:31.079212 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a178f2ee-2b50-4b70-8b18-4203c8449dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:31.088133 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c16a978-a647-42f8-84c7-53c18e98f7f1 req-773c0698-17df-434a-8bcb-57e72fc89d33 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773892 Apr 01 12:41:31.289851 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a178f2ee-2b50-4b70-8b18-4203c8449dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:31.353419 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178f2ee-2b50-4b70-8b18-4203c8449dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3644e8d1-2050-48e5-a374-98bc70f6afba,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:31.360113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a555e335-b14c-40ae-98af-fedfb9a2be53 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:31.362681 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a178f2ee-2b50-4b70-8b18-4203c8449dd0 admin admin] Checking segment: {'id': '017385f4-6a42-4721-937d-9784a65434bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2d04ebb3-d0a9-47cd-9695-02c35fd2377b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:31.363039 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a178f2ee-2b50-4b70-8b18-4203c8449dd0 admin admin] Network hostable DHCP agents. Network: 2d04ebb3-d0a9-47cd-9695-02c35fd2377b, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:41:31.366429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40d46-f968-4b7e-a2e2-469fd32b685b req-b8136cc8-c213-45a3-9877-8c0584d4e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:31.367903 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eca40d46-f968-4b7e-a2e2-469fd32b685b req-b8136cc8-c213-45a3-9877-8c0584d4e157 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ca97d75-f322-412f-ba58-fb5dd7056321 HTTP/1.1" status: 200 len: 915 time: 0.5757632 Apr 01 12:41:31.381773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a178f2ee-2b50-4b70-8b18-4203c8449dd0 admin admin] Network 2d04ebb3-d0a9-47cd-9695-02c35fd2377b is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:41:31.381924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:31.393477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a178f2ee-2b50-4b70-8b18-4203c8449dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 2d04ebb3-d0a9-47cd-9695-02c35fd2377b) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:31.400581 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a178f2ee-2b50-4b70-8b18-4203c8449dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:31.401112 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a178f2ee-2b50-4b70-8b18-4203c8449dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:31.406324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb58e6c4-7426-435a-93d3-776256a837ba None None] Network 2d04ebb3-d0a9-47cd-9695-02c35fd2377b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:31.433499 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a178f2ee-2b50-4b70-8b18-4203c8449dd0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5281661 Apr 01 12:41:31.512940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eca40d46-f968-4b7e-a2e2-469fd32b685b req-84746218-23f1-471b-ba5d-587c122f3208 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f HTTP/1.1" status: 200 len: 217 time: 0.1167986 Apr 01 12:41:31.571926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40d46-f968-4b7e-a2e2-469fd32b685b req-a4cc283c-cc7b-4ded-b366-a3f4f598172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:31.571926 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eca40d46-f968-4b7e-a2e2-469fd32b685b req-a4cc283c-cc7b-4ded-b366-a3f4f598172f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de55e09b-91e9-4604-9313-fe8b6951dd05 HTTP/1.1" status: 200 len: 854 time: 0.0486608 Apr 01 12:41:31.592964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41463b66-4afa-4698-b0b2-8c1798cc7497 None None] Network 2d04ebb3-d0a9-47cd-9695-02c35fd2377b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:31.604457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Transition to ACTIVE for port object a555e335-b14c-40ae-98af-fedfb9a2be53 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:41:31.667837 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eca40d46-f968-4b7e-a2e2-469fd32b685b req-3eea0b37-be00-4b73-9aaa-0900a2e05b0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ca97d75-f322-412f-ba58-fb5dd7056321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331292 Apr 01 12:41:31.671591 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:31.773165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44abba-d656-45f2-aab2-e8c075b3148a req-1e18ec54-09fd-4f7f-9530-50c2f3e0d85f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:31.782252 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c44abba-d656-45f2-aab2-e8c075b3148a req-1e18ec54-09fd-4f7f-9530-50c2f3e0d85f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.3163950 Apr 01 12:41:31.815545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a555e335-b14c-40ae-98af-fedfb9a2be53,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:31.958547 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c44abba-d656-45f2-aab2-e8c075b3148a req-d9fd6732-9301-40bb-99c6-9f25cc59f213 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710017 Apr 01 12:41:32.019006 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fce7c070-8bf3-4991-a757-bec856f1b1c3 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:32.030179 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eca40d46-f968-4b7e-a2e2-469fd32b685b req-2c785396-c317-43b6-8563-5a649f66afe1 service neutron] 10.222.0.37 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516862 Apr 01 12:41:32.031196 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fce7c070-8bf3-4991-a757-bec856f1b1c3 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:32.071116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Attempting to bind port a555e335-b14c-40ae-98af-fedfb9a2be53 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:41:32.071450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Attempting to bind port a555e335-b14c-40ae-98af-fedfb9a2be53 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:41:32.071773 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Attempting to bind port a555e335-b14c-40ae-98af-fedfb9a2be53 on network edbe49f5-f68c-4795-90d9-df82f3d85241 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:32.117693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Port a555e335-b14c-40ae-98af-fedfb9a2be53 on network edbe49f5-f68c-4795-90d9-df82f3d85241 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:41:32.118055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Attempting to bind port a555e335-b14c-40ae-98af-fedfb9a2be53 on network edbe49f5-f68c-4795-90d9-df82f3d85241 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:32.125185 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-fce7c070-8bf3-4991-a757-bec856f1b1c3 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] In _notify_port_updated(), no bound segment for port 608cae33-e1f3-4866-ab1c-3fd7e07d27cc on network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:41:32.130741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce7c070-8bf3-4991-a757-bec856f1b1c3 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:32.131407 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fce7c070-8bf3-4991-a757-bec856f1b1c3 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:32.132735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fce7c070-8bf3-4991-a757-bec856f1b1c3 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "PUT /v2.0/ports/608cae33-e1f3-4866-ab1c-3fd7e07d27cc HTTP/1.1" status: 200 len: 1003 time: 1.7198019 Apr 01 12:41:32.135624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42866) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:32.156955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:41:32.157303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Checking segment: {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:32.157713 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Bound using segment: {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:41:32.158168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Bound port: a555e335-b14c-40ae-98af-fedfb9a2be53, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7339ba7-9fcb-499b-a420-65acacb61605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:41:32.158606 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:32.181829 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122957a8-79d2-4717-a54d-c49c764b205a req-6875f998-6f81-4f65-b798-8af426a009e2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:32.191211 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-122957a8-79d2-4717-a54d-c49c764b205a req-6875f998-6f81-4f65-b798-8af426a009e2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1032341 Apr 01 12:41:32.207648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7c070-8bf3-4991-a757-bec856f1b1c3 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event updated for resources: {'Port': ['ID=608cae33-e1f3-4866-ab1c-3fd7e07d27cc,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:32.279865 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-122957a8-79d2-4717-a54d-c49c764b205a req-acadc058-88de-462e-95a1-f892d842aa99 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875399 Apr 01 12:41:32.288195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb00fa2-9768-4912-b2f7-681142124c7c req-c75c7a50-a18d-4930-8980-de136be5ea05 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:32.301181 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cdb00fa2-9768-4912-b2f7-681142124c7c req-c75c7a50-a18d-4930-8980-de136be5ea05 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 943 time: 0.2217932 Apr 01 12:41:32.307096 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ba0edecf-8b7d-4fc3-a0ff-5b49b72b043b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Deleting port 608cae33-e1f3-4866-ab1c-3fd7e07d27cc {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:32.307711 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba0edecf-8b7d-4fc3-a0ff-5b49b72b043b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:32.354038 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eca40d46-f968-4b7e-a2e2-469fd32b685b req-da4b291a-f1d9-47de-99da-5e3730d2da00 service neutron] 10.222.0.37 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922356 Apr 01 12:41:32.421343 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] For port a555e335-b14c-40ae-98af-fedfb9a2be53, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:41:32.426652 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cdb00fa2-9768-4912-b2f7-681142124c7c req-1982de54-6fc5-48eb-b91b-5cdce04daeff tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109354 Apr 01 12:41:32.469517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] For port a555e335-b14c-40ae-98af-fedfb9a2be53, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a555e335-b14c-40ae-98af-fedfb9a2be53,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:41:32.482018 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:32.503316 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba0edecf-8b7d-4fc3-a0ff-5b49b72b043b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:32.532913 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ba0edecf-8b7d-4fc3-a0ff-5b49b72b043b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Calling delete_port for 608cae33-e1f3-4866-ab1c-3fd7e07d27cc owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:32.551823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:32.558454 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:32.562262 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] 10.222.0.37 "PUT /v2.0/ports/a555e335-b14c-40ae-98af-fedfb9a2be53 HTTP/1.1" status: 200 len: 1091 time: 2.6694958 Apr 01 12:41:32.573474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'tag': 'a555e335-b14c-40ae-98af-fedfb9a2be53'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:32.576152 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a4fe8c-43ee-480b-864e-9c58ebb835da" -d '{"events": [{"name": "network-changed", "server_uuid": "9191a7d8-0ece-4674-aa4f-1fd4a474b306", "tag": "a555e335-b14c-40ae-98af-fedfb9a2be53"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:32.583397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f026da14-f007-4186-82bd-7e1182c403b0 None None] Provisioning complete for port 608cae33-e1f3-4866-ab1c-3fd7e07d27cc triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:32.585296 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f026da14-f007-4186-82bd-7e1182c403b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:32.649676 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f026da14-f007-4186-82bd-7e1182c403b0 None None] Port 608cae33-e1f3-4866-ab1c-3fd7e07d27cc cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:32.690798 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a90b03-5b5f-4392-a4ca-c84f8b99389a x-openstack-request-id: req-96a90b03-5b5f-4392-a4ca-c84f8b99389a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:32.690986 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9191a7d8-0ece-4674-aa4f-1fd4a474b306", "tag": "a555e335-b14c-40ae-98af-fedfb9a2be53", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:32.691453 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96a90b03-5b5f-4392-a4ca-c84f8b99389a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:32.692268 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a90b03-5b5f-4392-a4ca-c84f8b99389a'] response: {'name': 'network-changed', 'server_uuid': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'tag': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'status': 'completed', 'code': 200} Apr 01 12:41:32.746736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b86cca-e6b9-45ef-9412-abde187d14b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a555e335-b14c-40ae-98af-fedfb9a2be53,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:32.769938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-1374e803-1ae9-4b8a-9f57-02924113f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:32.772311 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-1374e803-1ae9-4b8a-9f57-02924113f42b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 1094 time: 0.1462362 Apr 01 12:41:32.787407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa87ae5-543a-4ad4-9a9b-c2411190f291 req-65bef235-8862-4a96-a843-6e8ac5f7cfb3 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:32.795333 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba0edecf-8b7d-4fc3-a0ff-5b49b72b043b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:32.798865 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0aa87ae5-543a-4ad4-9a9b-c2411190f291 req-65bef235-8862-4a96-a843-6e8ac5f7cfb3 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 944 time: 0.2156143 Apr 01 12:41:32.846406 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0edecf-8b7d-4fc3-a0ff-5b49b72b043b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event deleted for resources: {'Port': ['ID=608cae33-e1f3-4866-ab1c-3fd7e07d27cc,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:32.859651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-e2c57214-c3f1-4537-b2d1-e8163cdca667 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a555e335-b14c-40ae-98af-fedfb9a2be53 HTTP/1.1" status: 200 len: 217 time: 0.0483491 Apr 01 12:41:32.903190 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba0edecf-8b7d-4fc3-a0ff-5b49b72b043b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:32.911470 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ba0edecf-8b7d-4fc3-a0ff-5b49b72b043b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "DELETE /v2.0/ports/608cae33-e1f3-4866-ab1c-3fd7e07d27cc HTTP/1.1" status: 204 len: 168 time: 0.7746637 Apr 01 12:41:32.912196 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42888) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:32.954922 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b313c50-dcb4-4653-b284-c7b26d8840a2 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] GET failed (client error): The resource could not be found. Apr 01 12:41:32.962218 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4b313c50-dcb4-4653-b284-c7b26d8840a2 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "GET /v2.0/ports/608cae33-e1f3-4866-ab1c-3fd7e07d27cc HTTP/1.1" status: 404 len: 333 time: 0.0434144 Apr 01 12:41:32.962427 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0aa87ae5-543a-4ad4-9a9b-c2411190f291 req-e6d3f258-b205-4d11-bca9-780070e4a711 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594856 Apr 01 12:41:32.963230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-1d02a9c0-a06f-4af5-8958-31bd2790af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:32.965316 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-1d02a9c0-a06f-4af5-8958-31bd2790af11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.0927932 Apr 01 12:41:32.965745 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42890) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:32.973846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Request body: {'port': {'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1234902940'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:33.083796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-8b15bc06-deb3-4e91-a637-183b82bc230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:33.085898 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-8b15bc06-deb3-4e91-a637-183b82bc230c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130173 Apr 01 12:41:33.137253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03558d92-a7b6-49a6-a771-259a28feef0e req-aa0950b0-c4b9-4994-9631-2fd3227ef04d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:33.141531 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03558d92-a7b6-49a6-a771-259a28feef0e req-aa0950b0-c4b9-4994-9631-2fd3227ef04d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0902719 Apr 01 12:41:33.164060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Made reservation on behalf of 621c7b9aa25c4e8faae42c6ed7746351 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:33.168208 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:33.197638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] device_id is not set on port 468008f3-791b-44a3-87a6-d4a6c3431080 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:41:33.254870 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03558d92-a7b6-49a6-a771-259a28feef0e req-d958b6cc-8829-48d6-a457-fff5d311162a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006775 Apr 01 12:41:33.278340 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-60e06c7e-61e8-4626-93e3-400214203838 service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811516 Apr 01 12:41:33.397076 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Allocated IP 2001:db8::2c1 (b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29/1fcfe2fe-633c-4284-ac19-521f1517cf83/468008f3-791b-44a3-87a6-d4a6c3431080) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:33.455080 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5c73e42-6ca3-4aad-aa35-8e18e033d93f req-99f9ad4f-020c-480e-99b9-3570a0168592 service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673725 Apr 01 12:41:33.468140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09f027-a5eb-4a40-b9f3-3bb4dfe9d267 req-8ba9433a-39f7-45b3-9f8d-c7ab72c19510 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:33.480603 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a09f027-a5eb-4a40-b9f3-3bb4dfe9d267 req-8ba9433a-39f7-45b3-9f8d-c7ab72c19510 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0932899 Apr 01 12:41:33.584910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a09f027-a5eb-4a40-b9f3-3bb4dfe9d267 req-6b13093c-5951-4578-b027-9a67bf22b812 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842791 Apr 01 12:41:33.611644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4fe8c-43ee-480b-864e-9c58ebb835da req-1e1b0d1b-2180-47d2-b910-04af5e9aaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:33.613129 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66a4fe8c-43ee-480b-864e-9c58ebb835da req-1e1b0d1b-2180-47d2-b910-04af5e9aaecc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 1094 time: 0.0938864 Apr 01 12:41:33.637286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bbab2-e9d4-4670-b3b8-7e081d5ce592 req-639391ea-ab25-4607-83ab-521d4baa42b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:33.645252 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-470bbab2-e9d4-4670-b3b8-7e081d5ce592 req-639391ea-ab25-4607-83ab-521d4baa42b1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 943 time: 0.0977597 Apr 01 12:41:33.656862 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:33.705952 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-470bbab2-e9d4-4670-b3b8-7e081d5ce592 req-770f9db8-8139-451d-bde4-c3e80928ad2d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597630 Apr 01 12:41:33.732421 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:33.759848 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4fe8c-43ee-480b-864e-9c58ebb835da req-f6c66377-9605-4a42-8fe9-8b67ddd896ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:33.762272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66a4fe8c-43ee-480b-864e-9c58ebb835da req-f6c66377-9605-4a42-8fe9-8b67ddd896ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.1382737 Apr 01 12:41:33.790122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:33.795391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:33.798651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:33.807784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:33.808657 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:33.834654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event updated for resources: {'Port': ['ID=468008f3-791b-44a3-87a6-d4a6c3431080,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:33.845732 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66a4fe8c-43ee-480b-864e-9c58ebb835da req-155e7cff-7afa-463a-974d-ca2bad912f3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a555e335-b14c-40ae-98af-fedfb9a2be53 HTTP/1.1" status: 200 len: 217 time: 0.0498986 Apr 01 12:41:33.846572 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eaefc6b6-eacd-4b43-91bb-5ba4bd6046ca tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8795164 Apr 01 12:41:33.847224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42928) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:33.852279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Request body: {'port': {'network_id': 'b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1647785373'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:33.868392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device da4fe6a9-60ab-4ae4-ab93-132da5b9f67f details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:41:33.933499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4fe8c-43ee-480b-864e-9c58ebb835da req-e4784675-c3b4-4181-b506-cf2f04310fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:33.934994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66a4fe8c-43ee-480b-864e-9c58ebb835da req-e4784675-c3b4-4181-b506-cf2f04310fd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.0884569 Apr 01 12:41:33.946680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-e4f831be-0e59-4116-b87a-9a7977ecd2da tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:33.954190 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-e4f831be-0e59-4116-b87a-9a7977ecd2da tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/networks?id=2d04ebb3-d0a9-47cd-9695-02c35fd2377b HTTP/1.1" status: 200 len: 809 time: 0.2658706 Apr 01 12:41:33.993204 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-5c76259f-1ee6-4196-a875-47b9c7ca25d2 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/quotas/52bdfff71bb842e98056598b349db42e HTTP/1.1" status: 200 len: 375 time: 0.0377550 Apr 01 12:41:34.028623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Made reservation on behalf of 621c7b9aa25c4e8faae42c6ed7746351 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:34.031460 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-d17f0e4e-39f3-4bd0-b8c7-876a9011dc6f tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=52bdfff71bb842e98056598b349db42e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373328 Apr 01 12:41:34.032873 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:34.050303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:34.055396 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] device_id is not set on port 6cb23c7b-4d4e-4ac4-8354-070c20d12785 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:41:34.084630 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'da4fe6a9-60ab-4ae4-ab93-132da5b9f67f', 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321', 'port_id': 'da4fe6a9-60ab-4ae4-ab93-132da5b9f67f', 'mac_address': 'fa:16:3e:a5:e8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de55e09b-91e9-4604-9313-fe8b6951dd05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:41:34.116246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4fe8c-43ee-480b-864e-9c58ebb835da req-89df6d80-e358-4e67-be2c-b65261457a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:34.118069 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66a4fe8c-43ee-480b-864e-9c58ebb835da req-89df6d80-e358-4e67-be2c-b65261457a57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612985 Apr 01 12:41:34.148868 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:34.173008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4fe6a9-60ab-4ae4-ab93-132da5b9f67f {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:34.201377 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:34.202708 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-df43ff38-a011-4efa-82a6-cf29c831777a service neutron] 10.222.0.45 "GET /v2.0/networks/2d04ebb3-d0a9-47cd-9695-02c35fd2377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701291 Apr 01 12:41:34.206287 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:34.207044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f120c0-325f-4f29-b513-80a05576385a req-ee108515-841c-49a8-bc62-208f3440cb03 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:34.211760 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-25f120c0-325f-4f29-b513-80a05576385a req-ee108515-841c-49a8-bc62-208f3440cb03 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 944 time: 0.1055312 Apr 01 12:41:34.251946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6f6459b5-3a8f-454c-924e-2be6c625c7e8 None None] Provisioning complete for port 468008f3-791b-44a3-87a6-d4a6c3431080 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:34.252743 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f6459b5-3a8f-454c-924e-2be6c625c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:34.273193 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-25f120c0-325f-4f29-b513-80a05576385a req-e9ceae9d-b638-4ba0-b95c-c26bcbdf1f83 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509818 Apr 01 12:41:34.285394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Allocated IP 2001:db8::2a7 (b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29/1fcfe2fe-633c-4284-ac19-521f1517cf83/6cb23c7b-4d4e-4ac4-8354-070c20d12785) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:34.296064 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6f6459b5-3a8f-454c-924e-2be6c625c7e8 None None] Port 468008f3-791b-44a3-87a6-d4a6c3431080 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:34.312413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:34.321431 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:34.322063 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:34.322590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:34.323750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:34.324262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:34.324796 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:34.325076 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:34.325409 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:34.325735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:34.326139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:34.326481 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:34.326768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:34.375649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-0a720fb1-3f3a-4b65-b575-7ac02e95db61 service neutron] 10.222.0.45 "GET /v2.0/networks/2d04ebb3-d0a9-47cd-9695-02c35fd2377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720424 Apr 01 12:41:34.394057 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66a4fe8c-43ee-480b-864e-9c58ebb835da req-35f309e3-342c-4c34-a2ab-c53f9e683dd8 service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567432 Apr 01 12:41:34.482391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1dfe-132d-4b0f-a249-a0aa2505f4b8 req-f6744aaf-66ce-4f21-81fe-53414e757c25 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:34.484250 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-946f1dfe-132d-4b0f-a249-a0aa2505f4b8 req-f6744aaf-66ce-4f21-81fe-53414e757c25 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1121042 Apr 01 12:41:34.532849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66a4fe8c-43ee-480b-864e-9c58ebb835da req-1661d21f-e829-46d7-bd01-9ed144ba75c8 service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298857 Apr 01 12:41:34.533440 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:34.556623 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-946f1dfe-132d-4b0f-a249-a0aa2505f4b8 req-a0e301bf-cb0c-4140-8a75-d161db6d883d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610731 Apr 01 12:41:34.594503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['da4fe6a9-60ab-4ae4-ab93-132da5b9f67f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:34.603734 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:34.710434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6915f194-4cf9-4e33-bcfe-36a963586a45 req-b2278d9f-3eeb-462f-87b1-cf03708e7a56 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 210 time: 0.0448809 Apr 01 12:41:34.729005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:34.744438 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:34.744438 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:34.749263 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:34.750153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:34.758142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event updated for resources: {'Port': ['ID=6cb23c7b-4d4e-4ac4-8354-070c20d12785,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:34.785334 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-578548e5-0c77-4c0b-a471-9d55debf0200 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9367669 Apr 01 12:41:34.787938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42942) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:34.797060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5261b1ab-3290-4c2e-a765-a5390c45f5dd tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::203', 'mac_address': 'fa:16:3e:db:20:c3'}, {'ip_address': '2001:db8::2c1', 'mac_address': 'fa:16:3e:87:a9:f6'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:34.812505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647ccf-6f33-4aed-ae4e-51a716586d2c req-9c72b848-14d8-478b-9c08-9ea4ee1ce709 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:34.820398 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c647ccf-6f33-4aed-ae4e-51a716586d2c req-9c72b848-14d8-478b-9c08-9ea4ee1ce709 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1606023 Apr 01 12:41:34.881099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c647ccf-6f33-4aed-ae4e-51a716586d2c req-d0ed6f61-f763-421e-ba7f-1aa77906d8da tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540524 Apr 01 12:41:34.913806 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5261b1ab-3290-4c2e-a765-a5390c45f5dd tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:35.016890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c51c8-609c-412c-8527-b0b5ba45e766 req-b2eff010-f280-4536-8bb5-a3601b0d9c91 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:35.018698 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c38c51c8-609c-412c-8527-b0b5ba45e766 req-b2eff010-f280-4536-8bb5-a3601b0d9c91 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 943 time: 0.1070354 Apr 01 12:41:35.096350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c38c51c8-609c-412c-8527-b0b5ba45e766 req-644f92fc-e3a0-4979-b533-28e3d8d357ad tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667355 Apr 01 12:41:35.129400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a10e74f9-ff10-4604-a859-92eed081f650 None None] Provisioning complete for port 6cb23c7b-4d4e-4ac4-8354-070c20d12785 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:35.130648 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a10e74f9-ff10-4604-a859-92eed081f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:35.173481 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a10e74f9-ff10-4604-a859-92eed081f650 None None] Port 6cb23c7b-4d4e-4ac4-8354-070c20d12785 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:35.229157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5261b1ab-3290-4c2e-a765-a5390c45f5dd tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:35.234714 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5261b1ab-3290-4c2e-a765-a5390c45f5dd tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:35.318717 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5261b1ab-3290-4c2e-a765-a5390c45f5dd tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] In _notify_port_updated(), no bound segment for port 6cb23c7b-4d4e-4ac4-8354-070c20d12785 on network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:41:35.326255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5261b1ab-3290-4c2e-a765-a5390c45f5dd tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:35.328325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5261b1ab-3290-4c2e-a765-a5390c45f5dd tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:35.338803 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42954) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:35.342038 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5261b1ab-3290-4c2e-a765-a5390c45f5dd tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "PUT /v2.0/ports/6cb23c7b-4d4e-4ac4-8354-070c20d12785 HTTP/1.1" status: 200 len: 1068 time: 0.5500245 Apr 01 12:41:35.412130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261b1ab-3290-4c2e-a765-a5390c45f5dd tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event updated for resources: {'Port': ['ID=6cb23c7b-4d4e-4ac4-8354-070c20d12785,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:35.525221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-0e56ef0e-772b-4341-a307-12065b49ad71 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Deleting port 6cb23c7b-4d4e-4ac4-8354-070c20d12785 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:35.525748 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e56ef0e-772b-4341-a307-12065b49ad71 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:35.536404 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa5b20-3acf-4140-87e0-9642023b41f4 req-4034c8a6-5b4c-4470-8104-bde1fd45cb61 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:35.537993 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8baa5b20-3acf-4140-87e0-9642023b41f4 req-4034c8a6-5b4c-4470-8104-bde1fd45cb61 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 945 time: 0.0759158 Apr 01 12:41:35.648810 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8baa5b20-3acf-4140-87e0-9642023b41f4 req-5ec501d8-7bda-400a-8a79-48546030054e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979581 Apr 01 12:41:35.676966 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e56ef0e-772b-4341-a307-12065b49ad71 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:35.689674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-0e56ef0e-772b-4341-a307-12065b49ad71 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Calling delete_port for 6cb23c7b-4d4e-4ac4-8354-070c20d12785 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:35.710878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564cfe-0631-4c4c-8ad8-fddd8049a653 req-41e8da78-7a8c-459f-ae80-dc24b6b7c9ad tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:35.712366 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58564cfe-0631-4c4c-8ad8-fddd8049a653 req-41e8da78-7a8c-459f-ae80-dc24b6b7c9ad tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0665765 Apr 01 12:41:35.713737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3da4f4f5-595a-40a2-9472-689206f85b46 None None] Provisioning complete for port 6cb23c7b-4d4e-4ac4-8354-070c20d12785 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:35.714175 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3da4f4f5-595a-40a2-9472-689206f85b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:35.755165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3da4f4f5-595a-40a2-9472-689206f85b46 None None] Port 6cb23c7b-4d4e-4ac4-8354-070c20d12785 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:35.772310 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58564cfe-0631-4c4c-8ad8-fddd8049a653 req-af454c83-e1c1-44eb-bc5e-140a9722c152 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524147 Apr 01 12:41:35.845096 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-364104fb-b089-4e8d-80ca-9984b62bbc6c req-0b855848-9722-47c9-8d35-14de2b6628bb tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 210 time: 0.0342646 Apr 01 12:41:35.869107 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e56ef0e-772b-4341-a307-12065b49ad71 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:35.873964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device da4fe6a9-60ab-4ae4-ab93-132da5b9f67f up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:41:35.900179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56ef0e-772b-4341-a307-12065b49ad71 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event deleted for resources: {'Port': ['ID=6cb23c7b-4d4e-4ac4-8354-070c20d12785,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:35.967581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:41:35.973632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:35.975248 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:36.069968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0b555-dad0-4f42-8a8d-61ef750da0e4 req-42cb2df7-b8ec-4049-a0c6-d0f5ccfcb772 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:36.080557 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-daf0b555-dad0-4f42-8a8d-61ef750da0e4 req-42cb2df7-b8ec-4049-a0c6-d0f5ccfcb772 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0959110 Apr 01 12:41:36.130734 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e56ef0e-772b-4341-a307-12065b49ad71 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:36.135268 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0e56ef0e-772b-4341-a307-12065b49ad71 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "DELETE /v2.0/ports/6cb23c7b-4d4e-4ac4-8354-070c20d12785 HTTP/1.1" status: 204 len: 168 time: 0.7954373 Apr 01 12:41:36.138670 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42974) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:36.178950 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:36.208735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-daf0b555-dad0-4f42-8a8d-61ef750da0e4 req-bd4f2152-c296-4773-aca4-67a6d634cf68 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272149 Apr 01 12:41:36.209964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a81341-b29d-4a50-9a3e-5b0d297ea3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4fe6a9-60ab-4ae4-ab93-132da5b9f67f'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:36.210260 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a950b107-f132-459a-b393-52c678ddece2 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] GET failed (client error): The resource could not be found. Apr 01 12:41:36.213444 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a950b107-f132-459a-b393-52c678ddece2 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "GET /v2.0/ports/6cb23c7b-4d4e-4ac4-8354-070c20d12785 HTTP/1.1" status: 404 len: 333 time: 0.0728018 Apr 01 12:41:36.216226 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42978) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:36.218820 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9184a3a8-2ce6-428f-81f4-d9e408147247" -d '{"events": [{"server_uuid": "30a81341-b29d-4a50-9a3e-5b0d297ea3ff", "name": "network-vif-plugged", "status": "completed", "tag": "da4fe6a9-60ab-4ae4-ab93-132da5b9f67f"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:36.258418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:36.266399 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:36.343050 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed919269-3048-4721-a608-f63e570f8d56 x-openstack-request-id: req-ed919269-3048-4721-a608-f63e570f8d56 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:36.344107 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a81341-b29d-4a50-9a3e-5b0d297ea3ff", "name": "network-vif-plugged", "status": "completed", "tag": "da4fe6a9-60ab-4ae4-ab93-132da5b9f67f", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:36.344367 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed919269-3048-4721-a608-f63e570f8d56 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:36.344762 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed919269-3048-4721-a608-f63e570f8d56'] response: {'server_uuid': '30a81341-b29d-4a50-9a3e-5b0d297ea3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4fe6a9-60ab-4ae4-ab93-132da5b9f67f', 'code': 200} Apr 01 12:41:36.354569 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-505c4a86-6e32-48fb-844a-a364b5faa027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:36.372490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:36.382390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538bfe9-8155-4833-ad50-232a0845e6cc req-ef7b8080-812a-4774-94da-b08f310406b0 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:36.384052 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8538bfe9-8155-4833-ad50-232a0845e6cc req-ef7b8080-812a-4774-94da-b08f310406b0 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 943 time: 0.1207974 Apr 01 12:41:36.416584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-0a4df749-33c4-405b-a6f1-48a9dfdc7741 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:36.418920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-0a4df749-33c4-405b-a6f1-48a9dfdc7741 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.44 "GET /v2.0/networks?id=2d04ebb3-d0a9-47cd-9695-02c35fd2377b HTTP/1.1" status: 200 len: 809 time: 0.2713466 Apr 01 12:41:36.435223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Request body: {'port': {'device_id': '9eaf464e-9b8e-45ed-ae8b-97563eeedda4', 'network_id': '2d04ebb3-d0a9-47cd-9695-02c35fd2377b', 'admin_state_up': True, 'tenant_id': '52bdfff71bb842e98056598b349db42e'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:36.462715 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8538bfe9-8155-4833-ad50-232a0845e6cc req-78f113fa-e029-4a4a-9b12-1553b4007607 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549736 Apr 01 12:41:36.490448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ce7d6-e277-4f56-91da-5c0184e8495b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Deleting port 468008f3-791b-44a3-87a6-d4a6c3431080 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:36.491254 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e2ce7d6-e277-4f56-91da-5c0184e8495b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:36.558969 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba4103-1c8e-41d6-ac8c-a4eda6273591 req-c32a93eb-c30d-4c10-af9b-a23d27048429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:36.560465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faba4103-1c8e-41d6-ac8c-a4eda6273591 req-c32a93eb-c30d-4c10-af9b-a23d27048429 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 1097 time: 0.1198814 Apr 01 12:41:36.610799 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e2ce7d6-e277-4f56-91da-5c0184e8495b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:36.616918 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faba4103-1c8e-41d6-ac8c-a4eda6273591 req-058bdc96-9555-4cb8-927e-1d2ee2e77b6a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474825 Apr 01 12:41:36.623825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Made reservation on behalf of 52bdfff71bb842e98056598b349db42e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:36.625197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ce7d6-e277-4f56-91da-5c0184e8495b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Calling delete_port for 468008f3-791b-44a3-87a6-d4a6c3431080 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:36.628100 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:36.782094 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e2ce7d6-e277-4f56-91da-5c0184e8495b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:36.796514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Allocated IP 172.20.0.7 (2d04ebb3-d0a9-47cd-9695-02c35fd2377b/3644e8d1-2050-48e5-a374-98bc70f6afba/1f2d70f7-062e-43aa-bc24-94bcd7fcbd52) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:36.822865 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ce7d6-e277-4f56-91da-5c0184e8495b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event deleted for resources: {'Port': ['ID=468008f3-791b-44a3-87a6-d4a6c3431080,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:36.824081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6da10-6259-4de3-a2b6-e10aa3a4894f req-48d17f82-8a13-47a6-980d-a2145455804e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:36.825673 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afd6da10-6259-4de3-a2b6-e10aa3a4894f req-48d17f82-8a13-47a6-980d-a2145455804e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 946 time: 0.0827649 Apr 01 12:41:36.865087 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e2ce7d6-e277-4f56-91da-5c0184e8495b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:36.869482 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0e2ce7d6-e277-4f56-91da-5c0184e8495b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "DELETE /v2.0/ports/468008f3-791b-44a3-87a6-d4a6c3431080 HTTP/1.1" status: 204 len: 168 time: 0.6523008 Apr 01 12:41:36.872955 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42992) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:36.935426 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afd6da10-6259-4de3-a2b6-e10aa3a4894f req-c6d1f799-c29e-4cb0-a96d-99e691413c40 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806272 Apr 01 12:41:37.025107 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:37.061907 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f364f0b9-9999-4d62-a61d-2762a01d452b req-64d5ce8f-82e4-4e1b-8ab7-3f20731169aa tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 210 time: 0.0334511 Apr 01 12:41:37.107626 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:37.192338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Network 2d04ebb3-d0a9-47cd-9695-02c35fd2377b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:37.198673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:37.201715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:37.235334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Pushing event updated for resources: {'Port': ['ID=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:37.236170 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae34b49-edb9-440a-88bc-6740a1cb822b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] GET failed (client error): The resource could not be found. Apr 01 12:41:37.241962 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dae34b49-edb9-440a-88bc-6740a1cb822b tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "GET /v2.0/ports/468008f3-791b-44a3-87a6-d4a6c3431080 HTTP/1.1" status: 404 len: 333 time: 0.3635180 Apr 01 12:41:37.241962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42996) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:37.269025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-774f056a-2d56-46db-9035-1bfee39bbe7b req-72f05bd2-d81f-4972-9846-adeffc4edaa8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1209700 Apr 01 12:41:37.280949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:37.281608 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:37.345351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddc11c-6204-49b7-ab52-801d8cb6dfac req-71728e40-aa5c-4411-b6c2-3aea2bab9378 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:37.347017 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05ddc11c-6204-49b7-ab52-801d8cb6dfac req-71728e40-aa5c-4411-b6c2-3aea2bab9378 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1196823 Apr 01 12:41:37.367255 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-814281d8-d762-4a0e-b3f8-d1c7a7f4cb5a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9394562 Apr 01 12:41:37.387195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Request body: {'port': {'device_id': '9eaf464e-9b8e-45ed-ae8b-97563eeedda4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:37.394875 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5ac7d-7e73-4c9c-becc-2150306a58d4 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Deleting port 7e3f54ff-d1a1-4ed8-a99c-70cd2341ce1a {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:37.395402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ac7d-7e73-4c9c-becc-2150306a58d4 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:37.403742 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05ddc11c-6204-49b7-ab52-801d8cb6dfac req-c118e0f5-fdba-4d03-8c02-c19a286ec6c0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450206 Apr 01 12:41:37.408833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f056a-2d56-46db-9035-1bfee39bbe7b req-98244340-4d55-4235-81b0-99eda0a27ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:37.410393 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-774f056a-2d56-46db-9035-1bfee39bbe7b req-98244340-4d55-4235-81b0-99eda0a27ed7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ff0e0b3a94423d80babac3abc9b696&device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 1096 time: 0.1146638 Apr 01 12:41:37.427341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443008b-8e8f-433f-9e73-ef3fc28fa327 req-84710e71-487e-44b5-8fb6-acb7a88a6b89 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:37.428882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a443008b-8e8f-433f-9e73-ef3fc28fa327 req-84710e71-487e-44b5-8fb6-acb7a88a6b89 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1011469 Apr 01 12:41:37.514162 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ac7d-7e73-4c9c-becc-2150306a58d4 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:37.534164 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:37.535322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5ac7d-7e73-4c9c-becc-2150306a58d4 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Calling delete_port for 7e3f54ff-d1a1-4ed8-a99c-70cd2341ce1a owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:37.594175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a443008b-8e8f-433f-9e73-ef3fc28fa327 req-a7be2b57-4d40-4f24-b3c7-9526637bd102 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338508 Apr 01 12:41:37.626296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f056a-2d56-46db-9035-1bfee39bbe7b req-f3e7c675-e30f-4a0a-92b7-aac34a24fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:37.627870 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-774f056a-2d56-46db-9035-1bfee39bbe7b req-f3e7c675-e30f-4a0a-92b7-aac34a24fec1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 200 len: 915 time: 0.1911099 Apr 01 12:41:37.649619 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30634ab-d13e-40b9-b5fc-c08ca39a8bb3 req-4f132ac6-a1df-4890-888d-e972d9d3d041 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:37.651088 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c30634ab-d13e-40b9-b5fc-c08ca39a8bb3 req-4f132ac6-a1df-4890-888d-e972d9d3d041 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 943 time: 0.1042335 Apr 01 12:41:37.752249 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c30634ab-d13e-40b9-b5fc-c08ca39a8bb3 req-53055dbe-6270-4280-bddc-b25eeee88bcd tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891697 Apr 01 12:41:37.810310 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ac7d-7e73-4c9c-becc-2150306a58d4 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:37.844566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5ac7d-7e73-4c9c-becc-2150306a58d4 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event deleted for resources: {'Port': ['ID=7e3f54ff-d1a1-4ed8-a99c-70cd2341ce1a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:37.848513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-774f056a-2d56-46db-9035-1bfee39bbe7b req-ba84f99d-14b0-463b-ad96-20997c89b8e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7b4828-9b98-4bc8-87c9-4342aaa1a450 HTTP/1.1" status: 200 len: 1001 time: 0.2107913 Apr 01 12:41:37.884061 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ac7d-7e73-4c9c-becc-2150306a58d4 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:37.885695 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a555e335-b14c-40ae-98af-fedfb9a2be53 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:41:37.891028 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ccf5ac7d-7e73-4c9c-becc-2150306a58d4 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "DELETE /v2.0/ports/7e3f54ff-d1a1-4ed8-a99c-70cd2341ce1a HTTP/1.1" status: 204 len: 168 time: 0.6476030 Apr 01 12:41:37.891691 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43002) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:37.968815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-89179d8c-e1c3-4c1e-b447-5dbac4c26199 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Deleting subnet 1fcfe2fe-633c-4284-ac19-521f1517cf83 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:41:37.977088 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89179d8c-e1c3-4c1e-b447-5dbac4c26199 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.077222 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89179d8c-e1c3-4c1e-b447-5dbac4c26199 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.134793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a555e335-b14c-40ae-98af-fedfb9a2be53, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a555e335-b14c-40ae-98af-fedfb9a2be53,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:38.228400 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89179d8c-e1c3-4c1e-b447-5dbac4c26199 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.280198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30abd1-7394-41f0-a99a-1db7d29c6aef req-df95b580-635e-489e-be4d-334a6f5d1841 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:38.281814 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc30abd1-7394-41f0-a99a-1db7d29c6aef req-df95b580-635e-489e-be4d-334a6f5d1841 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 931 time: 0.0990756 Apr 01 12:41:38.294886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'port_id': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'mac_address': 'fa:16:3e:56:8e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:41:38.327943 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89179d8c-e1c3-4c1e-b447-5dbac4c26199 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.335681 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.349051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a555e335-b14c-40ae-98af-fedfb9a2be53 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:38.368041 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc30abd1-7394-41f0-a99a-1db7d29c6aef req-7369d683-c48f-47cb-a03c-e39f9e7549ef tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724387 Apr 01 12:41:38.369270 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a555e335-b14c-40ae-98af-fedfb9a2be53, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a555e335-b14c-40ae-98af-fedfb9a2be53,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:38.371325 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89179d8c-e1c3-4c1e-b447-5dbac4c26199 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event deleted for resources: {'Subnet': ['ID=1fcfe2fe-633c-4284-ac19-521f1517cf83,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:38.373805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89179d8c-e1c3-4c1e-b447-5dbac4c26199 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.377307 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-89179d8c-e1c3-4c1e-b447-5dbac4c26199 tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "DELETE /v2.0/subnets/1fcfe2fe-633c-4284-ac19-521f1517cf83 HTTP/1.1" status: 204 len: 168 time: 0.4846537 Apr 01 12:41:38.378922 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.379985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43008) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:38.412663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f056a-2d56-46db-9035-1bfee39bbe7b req-a2791f9b-9582-4feb-9ce3-bc734c084b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:38.412663 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-774f056a-2d56-46db-9035-1bfee39bbe7b req-a2791f9b-9582-4feb-9ce3-bc734c084b95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 200 len: 853 time: 0.5465083 Apr 01 12:41:38.418183 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e60b55-d4d9-41f4-accd-85ad672d803d None None] Network b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:38.466517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b48aa-ec94-4639-9190-ac1ba36cc842 req-35c89ae1-1d7d-421c-92e9-576e04e4b167 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:38.468040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f7b48aa-ec94-4639-9190-ac1ba36cc842 req-35c89ae1-1d7d-421c-92e9-576e04e4b167 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 946 time: 0.1255848 Apr 01 12:41:38.492754 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.509551 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a555e335-b14c-40ae-98af-fedfb9a2be53,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:38.538821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f056a-2d56-46db-9035-1bfee39bbe7b req-a8f3587e-6705-4a1f-b635-587c1dd71e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:38.540334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-774f056a-2d56-46db-9035-1bfee39bbe7b req-a8f3587e-6705-4a1f-b635-587c1dd71e3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fc2778e-b886-42e1-a285-d99cfed6b496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193905 Apr 01 12:41:38.547317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:38.568264 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.603086 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f7b48aa-ec94-4639-9190-ac1ba36cc842 req-b3075ee0-916b-44d0-9a1c-f28229f6ad28 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264031 Apr 01 12:41:38.609637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Transition to ACTIVE for port object 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:41:38.634572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91a5fc-bc8d-4bfe-a7ff-3c6d18142896 req-b9fbcbb8-7e3b-4487-ae86-b5419e868df3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:38.636731 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c91a5fc-bc8d-4bfe-a7ff-3c6d18142896 req-b9fbcbb8-7e3b-4487-ae86-b5419e868df3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1190686 Apr 01 12:41:38.646867 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.661747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Deleting port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:38.662126 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.694730 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.709147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893d78f-3a65-4516-b15f-5efada711743 None None] DHCP port deletion for b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:41:38.743454 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-774f056a-2d56-46db-9035-1bfee39bbe7b req-2addbadf-eabb-452e-88ab-9f1028501a48 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922932 Apr 01 12:41:38.758663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['a555e335-b14c-40ae-98af-fedfb9a2be53'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:38.759173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:38.775978 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c91a5fc-bc8d-4bfe-a7ff-3c6d18142896 req-ef922f87-b311-466b-b49f-c8f691d91b39 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241734 Apr 01 12:41:38.816495 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] For port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b,segment=NetworkSegment(96b2abce-084e-41f2-8599-7edacd3f3d0d),segment_id=96b2abce-084e-41f2-8599-7edacd3f3d0d)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:38.816876 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.839896 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Calling delete_port for cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:38.897685 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.912133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8893d78f-3a65-4516-b15f-5efada711743 None None] Deleting port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:38.912133 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8893d78f-3a65-4516-b15f-5efada711743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.923791 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-16a1eeb9-8005-464f-bfe6-993fd9a50038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:38.945666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a1336-855b-4949-b645-66a7b5e087e7 req-3241f70b-4a9d-444e-9262-ea282117f0fd tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:38.953709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-426a1336-855b-4949-b645-66a7b5e087e7 req-3241f70b-4a9d-444e-9262-ea282117f0fd tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.2093117 Apr 01 12:41:38.983599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Attempting to bind port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:41:38.983947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Attempting to bind port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '017385f4-6a42-4721-937d-9784a65434bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2d04ebb3-d0a9-47cd-9695-02c35fd2377b'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:41:38.984255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Attempting to bind port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 on network 2d04ebb3-d0a9-47cd-9695-02c35fd2377b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:38.994905 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-774f056a-2d56-46db-9035-1bfee39bbe7b req-3533b9e0-1f55-46bb-b44b-15f8432e67bc service neutron] 10.222.0.37 "GET /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378621 Apr 01 12:41:38.998665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 on network 2d04ebb3-d0a9-47cd-9695-02c35fd2377b not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:41:38.998986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Attempting to bind port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 on network 2d04ebb3-d0a9-47cd-9695-02c35fd2377b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:39.008804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8893d78f-3a65-4516-b15f-5efada711743 None None] For port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b,segment=NetworkSegment(96b2abce-084e-41f2-8599-7edacd3f3d0d),segment_id=96b2abce-084e-41f2-8599-7edacd3f3d0d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:39.009219 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8893d78f-3a65-4516-b15f-5efada711743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:39.013552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:41:39.013894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Checking segment: {'id': '017385f4-6a42-4721-937d-9784a65434bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2d04ebb3-d0a9-47cd-9695-02c35fd2377b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:39.014317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Bound using segment: {'id': '017385f4-6a42-4721-937d-9784a65434bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2d04ebb3-d0a9-47cd-9695-02c35fd2377b'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:41:39.014750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Bound port: 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017385f4-6a42-4721-937d-9784a65434bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2d04ebb3-d0a9-47cd-9695-02c35fd2377b'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:41:39.015164 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:39.016108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a71cde-2c62-4a2d-b589-8b74ac0681d7 req-95b40a4e-22b9-49a8-9955-b9b2f6a2f88c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:39.025256 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6a71cde-2c62-4a2d-b589-8b74ac0681d7 req-95b40a4e-22b9-49a8-9955-b9b2f6a2f88c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 944 time: 0.1038222 Apr 01 12:41:39.033326 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8893d78f-3a65-4516-b15f-5efada711743 None None] Calling delete_port for cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:39.044701 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:39.058625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-426a1336-855b-4949-b645-66a7b5e087e7 req-3da7a96c-82d6-4667-a862-2ee2cf049e5e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032298 Apr 01 12:41:39.084038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event deleted for resources: {'Port': ['ID=cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:39.097126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] No DVR routers for this DVR port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:41:39.113126 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6a71cde-2c62-4a2d-b589-8b74ac0681d7 req-6fdca3f8-c9d0-46c9-9c37-ac7a36c2c117 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854573 Apr 01 12:41:39.142124 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:41:39.150877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] For port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:41:39.154998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] For port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52,segment=NetworkSegment(017385f4-6a42-4721-937d-9784a65434bf),segment_id=017385f4-6a42-4721-937d-9784a65434bf)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:41:39.162434 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:39.187392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:41:39.187818 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:41:39.226721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:39.227186 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:39.227537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:39.229029 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] 10.222.0.44 "PUT /v2.0/ports/1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 HTTP/1.1" status: 200 len: 1091 time: 1.8479469 Apr 01 12:41:39.229583 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaf464e-9b8e-45ed-ae8b-97563eeedda4', 'tag': '1f2d70f7-062e-43aa-bc24-94bcd7fcbd52'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:39.233561 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4f41d0-c8a2-464c-8b05-767b705a7220" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaf464e-9b8e-45ed-ae8b-97563eeedda4", "tag": "1f2d70f7-062e-43aa-bc24-94bcd7fcbd52"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:39.266404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b5fbc-ca98-46d0-b4d7-26701dfbd862 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:39.268490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.276943 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:39.279932 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:41:39.283360 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8893d78f-3a65-4516-b15f-5efada711743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:39.287018 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b2abce-084e-41f2-8599-7edacd3f3d0d') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:39.287597 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b2abce-084e-41f2-8599-7edacd3f3d0d') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:39.298235 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:39.314903 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:39.317303 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803298cd-cd7d-4ad2-8c99-943e07d4c553 x-openstack-request-id: req-803298cd-cd7d-4ad2-8c99-943e07d4c553 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:39.317598 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaf464e-9b8e-45ed-ae8b-97563eeedda4", "tag": "1f2d70f7-062e-43aa-bc24-94bcd7fcbd52", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:39.317855 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-803298cd-cd7d-4ad2-8c99-943e07d4c553 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:39.318300 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803298cd-cd7d-4ad2-8c99-943e07d4c553'] response: {'name': 'network-changed', 'server_uuid': '9eaf464e-9b8e-45ed-ae8b-97563eeedda4', 'tag': '1f2d70f7-062e-43aa-bc24-94bcd7fcbd52', 'status': 'completed', 'code': 200} Apr 01 12:41:39.322365 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:41:39.323170 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:41:39.326972 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:41:39.333860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893d78f-3a65-4516-b15f-5efada711743 None None] Pushing event deleted for resources: {'Port': ['ID=cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:39.345644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-0d8b7c9c-a79f-43b0-b057-8d0214e8f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:39.346133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893d78f-3a65-4516-b15f-5efada711743 None None] No DVR routers for this DVR port cb9683a1-e64d-4b74-bf8e-0f9f41c8ef4b on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:41:39.347973 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-0d8b7c9c-a79f-43b0-b057-8d0214e8f71d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52bdfff71bb842e98056598b349db42e&device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 1094 time: 0.0613532 Apr 01 12:41:39.398539 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:39.406769 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-543fd84f-67e3-4994-b504-3c58e3aead55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 HTTP/1.1" status: 200 len: 217 time: 0.0479498 Apr 01 12:41:39.408684 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:39.411864 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] 10.222.0.45 "DELETE /v2.0/networks/b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29 HTTP/1.1" status: 204 len: 168 time: 1.0309234 Apr 01 12:41:39.431820 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce7fab-b1e8-4f54-98cd-ede2cbed5cbb tempest-AllowedAddressPairIpV6TestJSON-1073348831 tempest-AllowedAddressPairIpV6TestJSON-1073348831-project] Pushing event deleted for resources: {'Network': ['ID=b7b05e03-6695-4cf3-9cc8-fa73d3ac2e29,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:39.481412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-9274c563-b32c-41ec-b819-0397b94cb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:39.481412 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-9274c563-b32c-41ec-b819-0397b94cb914 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3644e8d1-2050-48e5-a374-98bc70f6afba HTTP/1.1" status: 200 len: 849 time: 0.0616720 Apr 01 12:41:39.516922 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-ac0b173b-e2e9-4a77-9fe9-1c405f7fc805 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d04ebb3-d0a9-47cd-9695-02c35fd2377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305240 Apr 01 12:41:39.533216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa0af9-b8fe-480e-bd7f-c55caea29be4 req-5b307a24-fba5-4d44-b079-7a2fe88feb41 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:39.534836 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-16fa0af9-b8fe-480e-bd7f-c55caea29be4 req-5b307a24-fba5-4d44-b079-7a2fe88feb41 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 943 time: 0.0648589 Apr 01 12:41:39.600353 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-16fa0af9-b8fe-480e-bd7f-c55caea29be4 req-da10dd9e-0e3d-4fcb-a729-d72226ee14e5 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566037 Apr 01 12:41:39.625024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-87f43c68-6458-4921-b0bb-2cac558a8799 service neutron] 10.222.0.44 "GET /v2.0/networks/2d04ebb3-d0a9-47cd-9695-02c35fd2377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006875 Apr 01 12:41:39.737479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43036) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:39.756073 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c58b07bd-aea7-4c6b-86ac-82755e58e216 req-b1f2f5bb-9398-4e5e-84bb-f37053cd8a4b service neutron] 10.222.0.44 "GET /v2.0/networks/2d04ebb3-d0a9-47cd-9695-02c35fd2377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241956 Apr 01 12:41:39.777443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a6dd6-6d73-4faf-ad44-046de04c47ad req-6ce3a821-63f0-4fb4-9121-498eba793613 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:39.778905 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f71a6dd6-6d73-4faf-ad44-046de04c47ad req-6ce3a821-63f0-4fb4-9121-498eba793613 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 946 time: 0.0801508 Apr 01 12:41:39.894103 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f71a6dd6-6d73-4faf-ad44-046de04c47ad req-6ce186a9-a237-4c74-8790-eb057fae2fef tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075842 Apr 01 12:41:39.904328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f41d0-c8a2-464c-8b05-767b705a7220 req-9e8fb134-ced5-4e01-b355-9d84db0643ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:39.906033 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd4f41d0-c8a2-464c-8b05-767b705a7220 req-9e8fb134-ced5-4e01-b355-9d84db0643ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52bdfff71bb842e98056598b349db42e&device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 1094 time: 0.0852602 Apr 01 12:41:39.954049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f2ca7-860e-46c2-824e-a4ec7f7ed132 req-505c8ae6-4247-42af-8a68-02197cde68d2 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:39.955606 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d33f2ca7-860e-46c2-824e-a4ec7f7ed132 req-505c8ae6-4247-42af-8a68-02197cde68d2 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1008511 Apr 01 12:41:39.970518 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-53cab333-916c-437f-a944-b1d7f4c311bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=621c7b9aa25c4e8faae42c6ed7746351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292950 Apr 01 12:41:39.977840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43046) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:40.034704 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f41d0-c8a2-464c-8b05-767b705a7220 req-accdfd5f-5e53-4b79-8523-05c938b950c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:40.038482 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd4f41d0-c8a2-464c-8b05-767b705a7220 req-accdfd5f-5e53-4b79-8523-05c938b950c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2d04ebb3-d0a9-47cd-9695-02c35fd2377b HTTP/1.1" status: 200 len: 910 time: 0.1253891 Apr 01 12:41:40.043852 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d33f2ca7-860e-46c2-824e-a4ec7f7ed132 req-aa6b9075-f0c5-4bc3-80e5-73dc04088b4d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764165 Apr 01 12:41:40.094116 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4077cc46-fd74-4392-b62f-a7f93eb57f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:40.175193 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd4f41d0-c8a2-464c-8b05-767b705a7220 req-92826305-3c71-439b-9c22-7dcf511ad58b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 HTTP/1.1" status: 200 len: 217 time: 0.1287832 Apr 01 12:41:40.182215 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4077cc46-fd74-4392-b62f-a7f93eb57f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:40.251965 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d8d8-ab7d-4121-a6fb-b3a1b8a12cc9 req-3bb54e34-4f3b-4a6f-8c9e-3cd6260a78fd tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:40.253604 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c005d8d8-ab7d-4121-a6fb-b3a1b8a12cc9 req-3bb54e34-4f3b-4a6f-8c9e-3cd6260a78fd tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1052949 Apr 01 12:41:40.288413 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4077cc46-fd74-4392-b62f-a7f93eb57f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:40.290939 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4077cc46-fd74-4392-b62f-a7f93eb57f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:40.291731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f41d0-c8a2-464c-8b05-767b705a7220 req-1da45ae0-d886-4fdf-89b6-c5474cfd8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:40.293277 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd4f41d0-c8a2-464c-8b05-767b705a7220 req-1da45ae0-d886-4fdf-89b6-c5474cfd8e9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3644e8d1-2050-48e5-a374-98bc70f6afba HTTP/1.1" status: 200 len: 849 time: 0.0937586 Apr 01 12:41:40.295160 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4077cc46-fd74-4392-b62f-a7f93eb57f2e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00630476-6be7-4584-8c84-46aa6f2f561d HTTP/1.1" status: 204 len: 168 time: 0.3163550 Apr 01 12:41:40.305972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752f157-6b41-4d29-88bd-a7e64e77792f req-7bff0ffc-b968-4246-ba16-5cdc307bdd07 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:40.308624 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f752f157-6b41-4d29-88bd-a7e64e77792f req-7bff0ffc-b968-4246-ba16-5cdc307bdd07 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 946 time: 0.0993366 Apr 01 12:41:40.313892 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c005d8d8-ab7d-4121-a6fb-b3a1b8a12cc9 req-4284b7ae-ddc4-4b57-81bf-4f8cdae6b882 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534065 Apr 01 12:41:40.318041 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077cc46-fd74-4392-b62f-a7f93eb57f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00630476-6be7-4584-8c84-46aa6f2f561d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:40.364318 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd4f41d0-c8a2-464c-8b05-767b705a7220 req-04e9ac7f-e991-470f-9016-0227a2c214c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d04ebb3-d0a9-47cd-9695-02c35fd2377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543561 Apr 01 12:41:40.373156 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:40.426345 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f752f157-6b41-4d29-88bd-a7e64e77792f req-5a734331-8f76-4be6-86fc-fe8f32187aee tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961735 Apr 01 12:41:40.487717 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a93c8-07eb-4da4-93b3-e0a1c469d891 req-45cd1db8-9a35-4e23-82d9-564c66c7ae9f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:40.490175 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-377a93c8-07eb-4da4-93b3-e0a1c469d891 req-45cd1db8-9a35-4e23-82d9-564c66c7ae9f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 944 time: 0.0693567 Apr 01 12:41:40.521205 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd4f41d0-c8a2-464c-8b05-767b705a7220 req-2fc05979-f427-41d8-b3d2-7ff34fc729d8 service neutron] 10.222.0.44 "GET /v2.0/networks/2d04ebb3-d0a9-47cd-9695-02c35fd2377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415248 Apr 01 12:41:40.543033 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-377a93c8-07eb-4da4-93b3-e0a1c469d891 req-30431acb-fd18-43ee-a5c6-e92ff6f84e75 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454979 Apr 01 12:41:40.625551 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd4f41d0-c8a2-464c-8b05-767b705a7220 req-3abc1140-b2e3-4c7d-b03e-9e6061ba4689 service neutron] 10.222.0.44 "GET /v2.0/networks/2d04ebb3-d0a9-47cd-9695-02c35fd2377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919857 Apr 01 12:41:40.715076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01160c-fbbd-4238-9bcb-0396fee17cb7 req-4eb0fa03-b606-4217-8d95-cb727dc83d2f tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:40.716874 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed01160c-fbbd-4238-9bcb-0396fee17cb7 req-4eb0fa03-b606-4217-8d95-cb727dc83d2f tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 943 time: 0.0524371 Apr 01 12:41:40.764703 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed01160c-fbbd-4238-9bcb-0396fee17cb7 req-0f92aee6-3cb7-46e7-a024-26d0258868e4 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Apr 01 12:41:41.047609 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43084) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:41.165145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810addea-6452-4411-9016-e35e88efe800 req-f6d4eb12-3d08-4da6-9c6e-e4a9554dc309 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:41.167408 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-810addea-6452-4411-9016-e35e88efe800 req-f6d4eb12-3d08-4da6-9c6e-e4a9554dc309 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0568972 Apr 01 12:41:41.170868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-167189947'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:41.217556 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Made reservation on behalf of bd565229459648459cb4fff87cd19b70 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:41.221011 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.234245 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-810addea-6452-4411-9016-e35e88efe800 req-3b43747f-800d-428b-b9c2-d4a4aff061e6 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587652 Apr 01 12:41:41.235088 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.317525 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.321723 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.350964 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:41:41.357040 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03a77dc-6e3d-4595-9dda-5f525981cd4b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:41.364340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.364682 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Added segment d4073092-4d2a-4c25-aa38-4f9c08df8959 of type vlan for network aa855160-06c7-40e0-bae0-fc106fda9398 Apr 01 12:41:41.425747 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.453659 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.462951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:41.464210 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.479963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5f5d2-2e8b-4a31-9518-496430fa563b req-e46936f4-3b16-4353-862f-9e868eddfaf5 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:41.481948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fbc5f5d2-2e8b-4a31-9518-496430fa563b req-e46936f4-3b16-4353-862f-9e868eddfaf5 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0563760 Apr 01 12:41:41.533347 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fbc5f5d2-2e8b-4a31-9518-496430fa563b req-ae2191d1-6d71-44a1-9ba9-50e2fba06a53 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449889 Apr 01 12:41:41.545300 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4960163 Apr 01 12:41:41.548101 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43096) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:41.553214 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a433200f-14b3-476c-8a12-067ae086bdb6 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Request body: {'subnet': {'network_id': 'aa855160-06c7-40e0-bae0-fc106fda9398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:41.558419 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3537a-8763-4cf6-b74a-76ac8e1ea510 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Pushing event updated for resources: {'Network': ['ID=aa855160-06c7-40e0-bae0-fc106fda9398,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:41.569588 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network aa855160-06c7-40e0-bae0-fc106fda9398 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:41:41.671572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf18e8-6ca7-4aa9-8c6a-26e13c1f16ff req-d30cf47d-213b-4d96-aafe-736e2c29962a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:41.673095 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-35cf18e8-6ca7-4aa9-8c6a-26e13c1f16ff req-d30cf47d-213b-4d96-aafe-736e2c29962a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 946 time: 0.1164727 Apr 01 12:41:41.707458 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df888c06-00e1-4838-aa02-74723ae36eed req-022fb5ed-5b9b-4426-bab8-ee0e07b8e8c9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:41.709051 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df888c06-00e1-4838-aa02-74723ae36eed req-022fb5ed-5b9b-4426-bab8-ee0e07b8e8c9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 946 time: 0.0928299 Apr 01 12:41:41.717458 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a433200f-14b3-476c-8a12-067ae086bdb6 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Made reservation on behalf of bd565229459648459cb4fff87cd19b70 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:41.720524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e620317-313f-40b3-9773-13399769a43d req-c4e0a49c-8d6e-4bfb-8d18-b924ba28e372 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:41.721182 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a433200f-14b3-476c-8a12-067ae086bdb6 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.722105 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e620317-313f-40b3-9773-13399769a43d req-c4e0a49c-8d6e-4bfb-8d18-b924ba28e372 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 944 time: 0.0700648 Apr 01 12:41:41.743735 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.751648 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-35cf18e8-6ca7-4aa9-8c6a-26e13c1f16ff req-a907b6d0-e5e3-4961-96fb-9ecda6508bff tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715940 Apr 01 12:41:41.790681 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.852956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e620317-313f-40b3-9773-13399769a43d req-76bee21d-2519-4c6a-bc77-57f0cdb5f017 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025698 Apr 01 12:41:41.873477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-df888c06-00e1-4838-aa02-74723ae36eed req-305f06f6-fcf0-4dc1-8578-cc624506f566 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Deleting port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:41.874045 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df888c06-00e1-4838-aa02-74723ae36eed req-305f06f6-fcf0-4dc1-8578-cc624506f566 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.888405 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a555e335-b14c-40ae-98af-fedfb9a2be53 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:41:41.949665 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ccd65-ad35-4bb9-bb6c-5d9c75ff5be2 req-d8c11533-3dc3-4934-baa3-26c4a16ded7c tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:41.951215 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-846ccd65-ad35-4bb9-bb6c-5d9c75ff5be2 req-d8c11533-3dc3-4934-baa3-26c4a16ded7c tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 943 time: 0.1002524 Apr 01 12:41:41.955497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port a555e335-b14c-40ae-98af-fedfb9a2be53 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:41:41.967410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port a555e335-b14c-40ae-98af-fedfb9a2be53 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:41.968149 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:41.998604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-df888c06-00e1-4838-aa02-74723ae36eed req-305f06f6-fcf0-4dc1-8578-cc624506f566 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] For port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:41.999125 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df888c06-00e1-4838-aa02-74723ae36eed req-305f06f6-fcf0-4dc1-8578-cc624506f566 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:42.003548 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-846ccd65-ad35-4bb9-bb6c-5d9c75ff5be2 req-65b9165c-61d7-4074-aed7-aacff4de38ab tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Apr 01 12:41:42.027129 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-df888c06-00e1-4838-aa02-74723ae36eed req-305f06f6-fcf0-4dc1-8578-cc624506f566 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Calling delete_port for da4fe6a9-60ab-4ae4-ab93-132da5b9f67f owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:42.065176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:41:42.074872 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a433200f-14b3-476c-8a12-067ae086bdb6 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:42.095221 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:42.135594 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a555e335-b14c-40ae-98af-fedfb9a2be53'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:42.137751 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61614aff-7452-4e75-97ca-7653d470cab5" -d '{"events": [{"server_uuid": "9191a7d8-0ece-4674-aa4f-1fd4a474b306", "name": "network-vif-plugged", "status": "completed", "tag": "a555e335-b14c-40ae-98af-fedfb9a2be53"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:42.161750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a555e335-b14c-40ae-98af-fedfb9a2be53, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a555e335-b14c-40ae-98af-fedfb9a2be53,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:42.191464 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433200f-14b3-476c-8a12-067ae086bdb6 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Pushing event updated for resources: {'Subnet': ['ID=1a5896f9-f093-4e91-9c48-7a44038a91df,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:42.191706 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:42.194556 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df888c06-00e1-4838-aa02-74723ae36eed req-305f06f6-fcf0-4dc1-8578-cc624506f566 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:42.215398 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433200f-14b3-476c-8a12-067ae086bdb6 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Checking segment: {'id': 'd4073092-4d2a-4c25-aa38-4f9c08df8959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa855160-06c7-40e0-bae0-fc106fda9398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:42.215766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a433200f-14b3-476c-8a12-067ae086bdb6 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Network hostable DHCP agents. Network: aa855160-06c7-40e0-bae0-fc106fda9398, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:41:42.242757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a433200f-14b3-476c-8a12-067ae086bdb6 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Network aa855160-06c7-40e0-bae0-fc106fda9398 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:41:42.264116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f06f6-fcf0-4dc1-8578-cc624506f566 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Pushing event deleted for resources: {'Port': ['ID=da4fe6a9-60ab-4ae4-ab93-132da5b9f67f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:42.274531 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a433200f-14b3-476c-8a12-067ae086bdb6 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, aa855160-06c7-40e0-bae0-fc106fda9398) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:42.288380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a433200f-14b3-476c-8a12-067ae086bdb6 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:42.289080 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a433200f-14b3-476c-8a12-067ae086bdb6 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:42.381838 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a433200f-14b3-476c-8a12-067ae086bdb6 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8294063 Apr 01 12:41:42.385858 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cf5d29-dc0b-484a-88a8-509e79618ebb x-openstack-request-id: req-48cf5d29-dc0b-484a-88a8-509e79618ebb {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:42.386375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43108) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:42.387237 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9191a7d8-0ece-4674-aa4f-1fd4a474b306", "name": "network-vif-plugged", "status": "completed", "tag": "a555e335-b14c-40ae-98af-fedfb9a2be53", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:42.387501 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48cf5d29-dc0b-484a-88a8-509e79618ebb {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:42.387919 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cf5d29-dc0b-484a-88a8-509e79618ebb'] response: {'server_uuid': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'code': 200} Apr 01 12:41:42.389764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-df888c06-00e1-4838-aa02-74723ae36eed req-305f06f6-fcf0-4dc1-8578-cc624506f566 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] No DVR routers for this DVR port da4fe6a9-60ab-4ae4-ab93-132da5b9f67f on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:41:42.392782 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df888c06-00e1-4838-aa02-74723ae36eed req-305f06f6-fcf0-4dc1-8578-cc624506f566 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:42.397452 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df888c06-00e1-4838-aa02-74723ae36eed req-305f06f6-fcf0-4dc1-8578-cc624506f566 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.37 "DELETE /v2.0/ports/da4fe6a9-60ab-4ae4-ab93-132da5b9f67f HTTP/1.1" status: 204 len: 173 time: 0.6742923 Apr 01 12:41:42.397947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a81341-b29d-4a50-9a3e-5b0d297ea3ff', 'name': 'network-vif-deleted', 'tag': 'da4fe6a9-60ab-4ae4-ab93-132da5b9f67f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:42.400773 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77326520-01d1-42c7-b30b-c47bfdb17625" -d '{"events": [{"server_uuid": "30a81341-b29d-4a50-9a3e-5b0d297ea3ff", "name": "network-vif-deleted", "tag": "da4fe6a9-60ab-4ae4-ab93-132da5b9f67f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:42.407940 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Request body: {'port': {'network_id': 'aa855160-06c7-40e0-bae0-fc106fda9398', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1204026459'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:42.432215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['da4fe6a9-60ab-4ae4-ab93-132da5b9f67f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:42.435110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['5e70ca5e-7834-4d95-b6d8-8dfaadabef77'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:42.449496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8063d1d2-d3c2-471f-a17c-8275f827afde None None] Network aa855160-06c7-40e0-bae0-fc106fda9398 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:42.453411 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eedb8a-26d7-4075-896f-bc6b1c576f4d x-openstack-request-id: req-40eedb8a-26d7-4075-896f-bc6b1c576f4d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:42.453642 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a81341-b29d-4a50-9a3e-5b0d297ea3ff", "name": "network-vif-deleted", "tag": "da4fe6a9-60ab-4ae4-ab93-132da5b9f67f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:42.453985 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40eedb8a-26d7-4075-896f-bc6b1c576f4d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:42.456902 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40eedb8a-26d7-4075-896f-bc6b1c576f4d'] response: {'server_uuid': '30a81341-b29d-4a50-9a3e-5b0d297ea3ff', 'name': 'network-vif-deleted', 'tag': 'da4fe6a9-60ab-4ae4-ab93-132da5b9f67f', 'status': 'completed', 'code': 200} Apr 01 12:41:42.530062 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a555e335-b14c-40ae-98af-fedfb9a2be53,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:42.612254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec77feb-a7e3-4da3-9e18-ff199f44cd0b req-541e89a8-9410-4ab6-81a4-7170068a625c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:42.615849 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6ec77feb-a7e3-4da3-9e18-ff199f44cd0b req-541e89a8-9410-4ab6-81a4-7170068a625c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0900126 Apr 01 12:41:42.673966 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e60d7-556c-49d8-b1e1-6be2bf979843 req-55ae5445-8a6d-48bd-a37f-58b711686dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:42.675342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c1e60d7-556c-49d8-b1e1-6be2bf979843 req-55ae5445-8a6d-48bd-a37f-58b711686dc3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 1096 time: 0.1225772 Apr 01 12:41:42.700349 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6ec77feb-a7e3-4da3-9e18-ff199f44cd0b req-3bd75b6a-e22d-41f8-a7a9-376a1c74083f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753584 Apr 01 12:41:42.700951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Made reservation on behalf of bd565229459648459cb4fff87cd19b70 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:42.702902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52,segment=NetworkSegment(017385f4-6a42-4721-937d-9784a65434bf),segment_id=017385f4-6a42-4721-937d-9784a65434bf)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:42.704811 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:42.734592 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] device_id is not set on port bbc25d32-bb4e-4209-8c1d-683f557f9f77 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:41:42.740153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '1f2d70f7-062e-43aa-bc24-94bcd7fcbd52', 'network_id': '2d04ebb3-d0a9-47cd-9695-02c35fd2377b', 'port_id': '1f2d70f7-062e-43aa-bc24-94bcd7fcbd52', 'mac_address': 'fa:16:3e:e8:c6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3644e8d1-2050-48e5-a374-98bc70f6afba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:41:42.748382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d6d92-692a-4f9c-af3d-b4afc2f0bdd9 req-5a70fe89-57d3-4dbc-abaa-709279993e68 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:42.750313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d0d6d92-692a-4f9c-af3d-b4afc2f0bdd9 req-5a70fe89-57d3-4dbc-abaa-709279993e68 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0875366 Apr 01 12:41:42.787960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0c1e60d7-556c-49d8-b1e1-6be2bf979843 req-a4811536-aad5-42ed-8cf4-9c32d7349fd2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848048 Apr 01 12:41:42.808829 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d0d6d92-692a-4f9c-af3d-b4afc2f0bdd9 req-966be5f3-4aca-4944-93f1-571235388d48 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449874 Apr 01 12:41:42.869733 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:42.884591 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9df067e4-da13-4cda-b796-3236e10679e7 req-3fc73bc9-30c9-46fc-8158-d595a1fb4e95 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a81341-b29d-4a50-9a3e-5b0d297ea3ff HTTP/1.1" status: 200 len: 210 time: 0.0276918 Apr 01 12:41:42.907626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Allocated IP 172.20.0.13 (aa855160-06c7-40e0-bae0-fc106fda9398/1a5896f9-f093-4e91-9c48-7a44038a91df/bbc25d32-bb4e-4209-8c1d-683f557f9f77) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:42.915302 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:42.923014 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-aa855160-06c7-40e0-bae0-fc106fda9398', 'network_id': 'aa855160-06c7-40e0-bae0-fc106fda9398', 'tenant_id': 'bd565229459648459cb4fff87cd19b70', 'fixed_ips': [{'subnet_id': '1a5896f9-f093-4e91-9c48-7a44038a91df'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:41:42.923931 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:42.956307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52,segment=NetworkSegment(017385f4-6a42-4721-937d-9784a65434bf),segment_id=017385f4-6a42-4721-937d-9784a65434bf)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:42.967327 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:42.992088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26ce8c-8bbf-484d-8d27-c089d35da01b req-2801e0d7-5091-4fb4-a0c1-a2e4ccbc9141 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:42.993924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa26ce8c-8bbf-484d-8d27-c089d35da01b req-2801e0d7-5091-4fb4-a0c1-a2e4ccbc9141 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.0578735 Apr 01 12:41:43.041842 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aa26ce8c-8bbf-484d-8d27-c089d35da01b req-9a2caced-85bf-491c-a3a3-c832332a9ebd tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386858 Apr 01 12:41:43.081090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:43.091049 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:43.163948 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860230d2-8294-4872-a4cf-5aa2d77262ee req-eef1b6d1-89c4-4116-b091-13eab8126f7d tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:43.165423 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-860230d2-8294-4872-a4cf-5aa2d77262ee req-eef1b6d1-89c4-4116-b091-13eab8126f7d tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 944 time: 0.0710807 Apr 01 12:41:43.171263 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:43.215370 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Allocated IP 172.20.0.2 (aa855160-06c7-40e0-bae0-fc106fda9398/1a5896f9-f093-4e91-9c48-7a44038a91df/7d11d9c5-0581-4108-8bb9-ae3aff9e854b) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:43.236064 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1f2d70f7-062e-43aa-bc24-94bcd7fcbd52'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:43.236347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Network aa855160-06c7-40e0-bae0-fc106fda9398 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:43.242920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:43.250736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:43.253237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Pushing event updated for resources: {'Port': ['ID=bbc25d32-bb4e-4209-8c1d-683f557f9f77,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:43.282611 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-860230d2-8294-4872-a4cf-5aa2d77262ee req-241126f9-53eb-4bf8-8767-275e383dedd0 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093817 Apr 01 12:41:43.311654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:43.312286 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:43.332066 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b41e1b8e-7d31-41e5-b60a-9aa155266b9e tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9379885 Apr 01 12:41:43.336157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43124) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:43.348046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Request body: {'port': {'network_id': 'aa855160-06c7-40e0-bae0-fc106fda9398', 'name': 'tempest-ExtraDHCPOptionsTestJSON-953851744', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:43.348693 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.api.validators [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] bootfile-name is not in valid_values {{(pid=102719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 12:41:43.349040 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.api.validators [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] tftp-server is not in valid_values {{(pid=102719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 12:41:43.349376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.api.validators [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] server-ip-address is not in valid_values {{(pid=102719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 12:41:43.516064 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Made reservation on behalf of bd565229459648459cb4fff87cd19b70 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:43.516512 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:43.523734 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:43.537905 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] device_id is not set on port bc021d41-1f57-4776-a54c-73a9a36f2b28 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:41:43.538836 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:43.584590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Network aa855160-06c7-40e0-bae0-fc106fda9398 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:43.587884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:43.595534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Pushing event updated for resources: {'Port': ['ID=7d11d9c5-0581-4108-8bb9-ae3aff9e854b,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:43.597978 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:43.663073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Attempting to bind port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:41:43.663823 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Attempting to bind port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'd4073092-4d2a-4c25-aa38-4f9c08df8959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa855160-06c7-40e0-bae0-fc106fda9398'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:41:43.664188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Attempting to bind port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b on network aa855160-06c7-40e0-bae0-fc106fda9398 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:43.664464 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Allocated IP 172.20.0.14 (aa855160-06c7-40e0-bae0-fc106fda9398/1a5896f9-f093-4e91-9c48-7a44038a91df/bc021d41-1f57-4776-a54c-73a9a36f2b28) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:43.671168 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:41:43.671575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Checking segment: {'id': 'd4073092-4d2a-4c25-aa38-4f9c08df8959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa855160-06c7-40e0-bae0-fc106fda9398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:43.672032 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:43.672440 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Bound using segment: {'id': 'd4073092-4d2a-4c25-aa38-4f9c08df8959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa855160-06c7-40e0-bae0-fc106fda9398'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:41:43.672904 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Bound port: 7d11d9c5-0581-4108-8bb9-ae3aff9e854b, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4073092-4d2a-4c25-aa38-4f9c08df8959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa855160-06c7-40e0-bae0-fc106fda9398'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:41:43.673281 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:43.911392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c4599b9f-fe00-42d2-bbf8-8be455a3e98a details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:41:43.936899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be73902-a3b0-4435-a026-8bf988f252ee req-285fdc9e-c473-46b9-b01a-bb6e5d04cd57 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:43.946106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0be73902-a3b0-4435-a026-8bf988f252ee req-285fdc9e-c473-46b9-b01a-bb6e5d04cd57 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1231804 Apr 01 12:41:43.956487 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09da8-a398-4a46-a24e-b6a8f76ec623 req-6d133308-9275-4230-9793-a62b58198075 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:43.964308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7af09da8-a398-4a46-a24e-b6a8f76ec623 req-6d133308-9275-4230-9793-a62b58198075 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0643184 Apr 01 12:41:43.978605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:43.978824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] For port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:41:44.008720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] For port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7d11d9c5-0581-4108-8bb9-ae3aff9e854b,segment=NetworkSegment(d4073092-4d2a-4c25-aa38-4f9c08df8959),segment_id=d4073092-4d2a-4c25-aa38-4f9c08df8959)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:41:44.016176 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0be73902-a3b0-4435-a026-8bf988f252ee req-ad40225e-d6b9-4f97-b68e-bc21145b8df9 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660403 Apr 01 12:41:44.028276 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7af09da8-a398-4a46-a24e-b6a8f76ec623 req-97be2b58-9223-47e3-8ff5-348280ff6f2f tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627899 Apr 01 12:41:44.068229 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:44.096175 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:44.110448 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:44.158307 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Network aa855160-06c7-40e0-bae0-fc106fda9398 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:44.166579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:44.174619 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'port_id': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'mac_address': 'fa:16:3e:07:97:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:41:44.179749 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:44.242129 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:44.266163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913f95b-39aa-490b-8987-8c65b9731096 req-e9d807ce-a2ad-4cfb-8c6d-1abf9e4de860 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:44.277357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1913f95b-39aa-490b-8987-8c65b9731096 req-e9d807ce-a2ad-4cfb-8c6d-1abf9e4de860 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0912313 Apr 01 12:41:44.281894 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4599b9f-fe00-42d2-bbf8-8be455a3e98a {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:41:44.331104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Pushing event updated for resources: {'Port': ['ID=bc021d41-1f57-4776-a54c-73a9a36f2b28,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:44.336275 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1913f95b-39aa-490b-8987-8c65b9731096 req-05b9586e-1c1f-4c4b-ab32-692476af37f4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569499 Apr 01 12:41:44.340905 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:44.350704 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:44.356549 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705b9f2-e29b-4256-a9f0-8e4d87346304 None None] Pushing event updated for resources: {'Port': ['ID=7d11d9c5-0581-4108-8bb9-ae3aff9e854b,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:44.415199 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:44.417913 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:44.484083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:44.495854 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e3cdc-d52e-4f33-bcb8-21626e6cfff2 req-1f82c0cd-ba1c-4ec3-b8b7-05e80fa56e18 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:44.508918 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b01e3cdc-d52e-4f33-bcb8-21626e6cfff2 req-1f82c0cd-ba1c-4ec3-b8b7-05e80fa56e18 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.2453847 Apr 01 12:41:44.539171 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-309fb3c1-354c-42fe-85b0-2f119e9717f1 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2017031 Apr 01 12:41:44.541680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43160) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:44.564708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279691b-1fdd-4a51-946f-00b3c52460f9 req-ee956bff-8650-44b7-b2f2-c330abdcdfd7 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:44.570307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['c4599b9f-fe00-42d2-bbf8-8be455a3e98a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:44.575970 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c279691b-1fdd-4a51-946f-00b3c52460f9 req-ee956bff-8650-44b7-b2f2-c330abdcdfd7 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 944 time: 0.1263385 Apr 01 12:41:44.658294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c279691b-1fdd-4a51-946f-00b3c52460f9 req-b12b810a-fc79-43e9-a34c-e8810ea1a6f7 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712440 Apr 01 12:41:44.717205 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b01e3cdc-d52e-4f33-bcb8-21626e6cfff2 req-3e9d11b9-8125-4a9b-80c4-f6f4ecfd3bc8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768649 Apr 01 12:41:44.767996 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37926a85-bc5e-4c97-8df7-add5a3468347 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:44.780820 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37926a85-bc5e-4c97-8df7-add5a3468347 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:44.789814 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37926a85-bc5e-4c97-8df7-add5a3468347 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:44.796162 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-37926a85-bc5e-4c97-8df7-add5a3468347 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2071295 Apr 01 12:41:44.802334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43166) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:44.860003 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a16cc-74eb-4520-9468-e60038545ef6 req-c0c0d8e0-0a78-46f8-b122-1e3ec095c3bb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:44.873289 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3a16cc-74eb-4520-9468-e60038545ef6 req-c0c0d8e0-0a78-46f8-b122-1e3ec095c3bb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1179500 Apr 01 12:41:44.912690 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a3a16cc-74eb-4520-9468-e60038545ef6 req-627e118d-04cd-4b50-b72b-37bbed0ae827 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379066 Apr 01 12:41:44.923215 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d087a01e-aad9-4720-9af7-87c999116a14 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Deleting port bc021d41-1f57-4776-a54c-73a9a36f2b28 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:44.923565 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d087a01e-aad9-4720-9af7-87c999116a14 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:45.120145 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d087a01e-aad9-4720-9af7-87c999116a14 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:45.174426 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d087a01e-aad9-4720-9af7-87c999116a14 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Calling delete_port for bc021d41-1f57-4776-a54c-73a9a36f2b28 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:45.189660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a2f16-bfcc-4404-b000-582f0f869844 req-111a24a1-dd6c-4bac-a251-438cf9533f12 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:45.192638 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-976a2f16-bfcc-4404-b000-582f0f869844 req-111a24a1-dd6c-4bac-a251-438cf9533f12 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1983926 Apr 01 12:41:45.214518 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7d11d9c5-0581-4108-8bb9-ae3aff9e854b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:41:45.252228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241808fc-77f1-4959-ab72-67b7e75d834e req-50c9753f-3889-4a2d-a2ba-23949e4496be tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:45.270553 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-241808fc-77f1-4959-ab72-67b7e75d834e req-50c9753f-3889-4a2d-a2ba-23949e4496be tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1004822 Apr 01 12:41:45.366622 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-241808fc-77f1-4959-ab72-67b7e75d834e req-205ceb3a-ef7d-4ffa-8a62-c28d4c0efb86 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948455 Apr 01 12:41:45.415004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:45.415372 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:45.451863 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-976a2f16-bfcc-4404-b000-582f0f869844 req-38b4bedb-0079-4ad9-ab04-5f1e3bb103a3 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442226 Apr 01 12:41:45.613474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fc9b-d0dd-41a5-8234-67b738814ce4 req-b5e8d4a7-68c4-4b49-92fa-9ec81db96aa5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:45.622377 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5689fc9b-d0dd-41a5-8234-67b738814ce4 req-b5e8d4a7-68c4-4b49-92fa-9ec81db96aa5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 944 time: 0.1238499 Apr 01 12:41:45.639069 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:45.680871 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d087a01e-aad9-4720-9af7-87c999116a14 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:45.707997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5689fc9b-d0dd-41a5-8234-67b738814ce4 req-9ddd0b1b-efdc-4132-a384-6882f675663a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845704 Apr 01 12:41:45.725267 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7d11d9c5-0581-4108-8bb9-ae3aff9e854b,segment=NetworkSegment(d4073092-4d2a-4c25-aa38-4f9c08df8959),segment_id=d4073092-4d2a-4c25-aa38-4f9c08df8959)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:45.734932 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:45.768069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087a01e-aad9-4720-9af7-87c999116a14 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Pushing event deleted for resources: {'Port': ['ID=bc021d41-1f57-4776-a54c-73a9a36f2b28,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:45.810071 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=7d11d9c5-0581-4108-8bb9-ae3aff9e854b,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:45.880082 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d087a01e-aad9-4720-9af7-87c999116a14 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:45.889066 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d087a01e-aad9-4720-9af7-87c999116a14 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] 10.222.0.45 "DELETE /v2.0/ports/bc021d41-1f57-4776-a54c-73a9a36f2b28 HTTP/1.1" status: 204 len: 168 time: 1.0846937 Apr 01 12:41:45.898433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bfcf7-fd77-4acd-99c3-884bc593dd6d req-988d0a01-17ac-4ac3-aab2-a22bfe7741b8 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:45.900192 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-728bfcf7-fd77-4acd-99c3-884bc593dd6d req-988d0a01-17ac-4ac3-aab2-a22bfe7741b8 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 944 time: 0.1432204 Apr 01 12:41:45.900744 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43186) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:45.907977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c4599b9f-fe00-42d2-bbf8-8be455a3e98a up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:41:45.911094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4c36eedb-15ca-4a0c-9764-5752f8a33cc3 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Request body: {'port': {'name': 'tempest-new-port-name-202573915', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:45.911635 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.api.validators [None req-4c36eedb-15ca-4a0c-9764-5752f8a33cc3 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] bootfile-name is not in valid_values {{(pid=102719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 12:41:45.917062 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.api.validators [None req-4c36eedb-15ca-4a0c-9764-5752f8a33cc3 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] tftp-server is not in valid_values {{(pid=102719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 12:41:45.923897 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.api.validators [None req-4c36eedb-15ca-4a0c-9764-5752f8a33cc3 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] server-ip-address is not in valid_values {{(pid=102719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 12:41:45.934198 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd69cc8-ce6f-4ec2-9010-cf1a224d0efe req-12e5e616-b755-4171-8676-f45b75e53693 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:45.941417 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-efd69cc8-ce6f-4ec2-9010-cf1a224d0efe req-12e5e616-b755-4171-8676-f45b75e53693 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.0821865 Apr 01 12:41:45.943945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1365fd1d-d216-411c-b86c-ced04d8f109d None None] Network aa855160-06c7-40e0-bae0-fc106fda9398 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:45.986369 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-efd69cc8-ce6f-4ec2-9010-cf1a224d0efe req-abae73da-260a-4397-852d-f619d16f93a0 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420160 Apr 01 12:41:46.067432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port c4599b9f-fe00-42d2-bbf8-8be455a3e98a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:46.068127 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:46.074420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-43a1d3a9-591a-403a-b750-79f19b6ac6f3 None None] Provisioning complete for port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:46.075092 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43a1d3a9-591a-403a-b750-79f19b6ac6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:46.077445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:41:46.086269 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-728bfcf7-fd77-4acd-99c3-884bc593dd6d req-c658481b-054f-4d83-970b-c1089c162e40 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556225 Apr 01 12:41:46.100430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c36eedb-15ca-4a0c-9764-5752f8a33cc3 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:46.119235 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c635f4a-5cc1-44f1-b741-c35d7fedfa4f req-be169691-2719-4291-b2b2-98de8e29c867 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:46.122167 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2c635f4a-5cc1-44f1-b741-c35d7fedfa4f req-be169691-2719-4291-b2b2-98de8e29c867 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.0696945 Apr 01 12:41:46.130946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43194) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:46.137133 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-e9c9a5f4-e86e-4bb5-a660-b05e177c878f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Request body: {'floatingip': {'port_id': 'a555e335-b14c-40ae-98af-fedfb9a2be53'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:46.180463 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a5f4-e86e-4bb5-a660-b05e177c878f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for floatingip, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:46.283060 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:46.340241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:46.342827 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643acb7f-17ee-482d-aa2e-cb8e7a942d24" -d '{"events": [{"server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "name": "network-vif-plugged", "status": "completed", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:46.413978 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0b0a4a-e877-4d39-91df-802cf4696223 x-openstack-request-id: req-ad0b0a4a-e877-4d39-91df-802cf4696223 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:46.414286 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "name": "network-vif-plugged", "status": "completed", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:46.414533 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad0b0a4a-e877-4d39-91df-802cf4696223 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:46.414924 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0b0a4a-e877-4d39-91df-802cf4696223'] response: {'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'code': 200} Apr 01 12:41:46.421178 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:41:46.442992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:46.470183 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:46.471073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device da4fe6a9-60ab-4ae4-ab93-132da5b9f67f no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:41:46.472911 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:46.473271 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:46.578683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: da4fe6a9-60ab-4ae4-ab93-132da5b9f67f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:41:46.579214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device da4fe6a9-60ab-4ae4-ab93-132da5b9f67f not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:41:46.643471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88977c-9d42-4dd5-9e98-3960a15ca806 req-c08b37e6-9f98-4460-8802-d4eb942592d1 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:46.652359 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb88977c-9d42-4dd5-9e98-3960a15ca806 req-c08b37e6-9f98-4460-8802-d4eb942592d1 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1759315 Apr 01 12:41:46.708541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:46.726104 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:46.820200 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb88977c-9d42-4dd5-9e98-3960a15ca806 req-ae077ec8-053a-49f1-9ff6-96fa6a2b14ac tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668556 Apr 01 12:41:46.841252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52,segment=NetworkSegment(017385f4-6a42-4721-937d-9784a65434bf),segment_id=017385f4-6a42-4721-937d-9784a65434bf)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:46.851953 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:46.874678 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c36eedb-15ca-4a0c-9764-5752f8a33cc3 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:46.886756 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c36eedb-15ca-4a0c-9764-5752f8a33cc3 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:46.992883 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:47.015680 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.db.resource_extend [None req-e9c9a5f4-e86e-4bb5-a660-b05e177c878f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:41:47.020586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2b8fce57-8b22-4bd7-a32b-59e230bac7fe None None] Provisioning complete for port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:47.020910 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2b8fce57-8b22-4bd7-a32b-59e230bac7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:47.131579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dae4d-c87b-4ade-8997-4bf5824ae2df req-36c5b0e3-397b-4710-940f-235520592430 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:47.136270 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce8dae4d-c87b-4ade-8997-4bf5824ae2df req-36c5b0e3-397b-4710-940f-235520592430 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1561658 Apr 01 12:41:47.162669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36eedb-15ca-4a0c-9764-5752f8a33cc3 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Pushing event updated for resources: {'Port': ['ID=bbc25d32-bb4e-4209-8c1d-683f557f9f77,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:47.209219 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a5f4-e86e-4bb5-a660-b05e177c878f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:47.220484 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-4c36eedb-15ca-4a0c-9764-5752f8a33cc3 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] In _notify_port_updated(), no bound segment for port bbc25d32-bb4e-4209-8c1d-683f557f9f77 on network aa855160-06c7-40e0-bae0-fc106fda9398 {{(pid=102719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:41:47.236951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c36eedb-15ca-4a0c-9764-5752f8a33cc3 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:47.237592 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c36eedb-15ca-4a0c-9764-5752f8a33cc3 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:47.242487 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a5f4-e86e-4bb5-a660-b05e177c878f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:47.246960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43228) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:47.252567 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4c36eedb-15ca-4a0c-9764-5752f8a33cc3 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] 10.222.0.45 "PUT /v2.0/ports/bbc25d32-bb4e-4209-8c1d-683f557f9f77 HTTP/1.1" status: 200 len: 1136 time: 1.3504989 Apr 01 12:41:47.254503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7d11d9c5-0581-4108-8bb9-ae3aff9e854b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:41:47.311643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2b8fce57-8b22-4bd7-a32b-59e230bac7fe None None] Provisioning complete for port bbc25d32-bb4e-4209-8c1d-683f557f9f77 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:47.312239 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2b8fce57-8b22-4bd7-a32b-59e230bac7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:47.375383 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fce57-8b22-4bd7-a32b-59e230bac7fe None None] Port bbc25d32-bb4e-4209-8c1d-683f557f9f77 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:47.384301 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:47.385055 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:47.432450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e204f1-c04a-4846-a4bf-810fedae672b req-af83c102-3706-4e65-b6d7-3f114d2d3ce8 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:47.448053 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06e204f1-c04a-4846-a4bf-810fedae672b req-af83c102-3706-4e65-b6d7-3f114d2d3ce8 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 945 time: 0.1616712 Apr 01 12:41:47.476787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261e8184-3957-43eb-a2dc-b7ac80c764cc tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:47.483113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-261e8184-3957-43eb-a2dc-b7ac80c764cc tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] 10.222.0.45 "GET /v2.0/ports/bbc25d32-bb4e-4209-8c1d-683f557f9f77 HTTP/1.1" status: 200 len: 1136 time: 0.2350879 Apr 01 12:41:47.487094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43248) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:47.508977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0f02dc47-e891-432e-86b6-6770ba302cd3 None None] Provisioning complete for port bbc25d32-bb4e-4209-8c1d-683f557f9f77 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:47.509656 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0f02dc47-e891-432e-86b6-6770ba302cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:47.530737 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06e204f1-c04a-4846-a4bf-810fedae672b req-5fabacc4-8441-4e79-a3cf-d99e1e6e5a82 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832832 Apr 01 12:41:47.602551 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-0f02dc47-e891-432e-86b6-6770ba302cd3 None None] Port bbc25d32-bb4e-4209-8c1d-683f557f9f77 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:47.644237 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce8dae4d-c87b-4ade-8997-4bf5824ae2df req-c9f40243-3d46-4af0-9cd3-b03f7389f339 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4318635 Apr 01 12:41:47.690347 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-e9c9a5f4-e86e-4bb5-a660-b05e177c878f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Floating IP 3c43c160-4a87-472d-9d90-19b15092920d associated. External IP: 172.25.7.128, port: a555e335-b14c-40ae-98af-fedfb9a2be53. Apr 01 12:41:47.812465 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-ae71a726-78c7-4ce9-a74c-4d1b4c349812 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Deleting port bbc25d32-bb4e-4209-8c1d-683f557f9f77 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:47.812711 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae71a726-78c7-4ce9-a74c-4d1b4c349812 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:47.818665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0a3de885-bff9-4a50-8eac-99c9c61df4ba None None] Could not find standard attr ID for object bc021d41-1f57-4776-a54c-73a9a36f2b28. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:41:47.984890 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41d6b-8c24-4d9b-a332-8e63ed2dd3c2 req-351d9136-67c8-40ef-af6e-bea4fc1c7336 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:47.986565 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c5d41d6b-8c24-4d9b-a332-8e63ed2dd3c2 req-351d9136-67c8-40ef-af6e-bea4fc1c7336 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0571127 Apr 01 12:41:48.033097 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c5d41d6b-8c24-4d9b-a332-8e63ed2dd3c2 req-1079e135-08d9-4e51-b958-3949f956dc5b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Apr 01 12:41:48.326490 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae71a726-78c7-4ce9-a74c-4d1b4c349812 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:48.344886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4f955991-2810-45cf-8860-cde84a6c3bbf None None] Provisioning complete for port bbc25d32-bb4e-4209-8c1d-683f557f9f77 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:41:48.345496 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4f955991-2810-45cf-8860-cde84a6c3bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:48.360251 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-ae71a726-78c7-4ce9-a74c-4d1b4c349812 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Calling delete_port for bbc25d32-bb4e-4209-8c1d-683f557f9f77 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:48.383541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4f955991-2810-45cf-8860-cde84a6c3bbf None None] Port bbc25d32-bb4e-4209-8c1d-683f557f9f77 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:41:48.425818 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c9a5f4-e86e-4bb5-a660-b05e177c878f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Router a20c6a44-4060-48fb-b4da-69367d9b1551 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:41:48.426906 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaf464e-9b8e-45ed-ae8b-97563eeedda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d70f7-062e-43aa-bc24-94bcd7fcbd52'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:48.429426 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a88228-980d-4341-9ccb-a225295d294d" -d '{"events": [{"server_uuid": "9eaf464e-9b8e-45ed-ae8b-97563eeedda4", "name": "network-vif-plugged", "status": "completed", "tag": "1f2d70f7-062e-43aa-bc24-94bcd7fcbd52"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:48.500956 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c847518-97b2-4df2-80df-c13ea7ae2bb0 x-openstack-request-id: req-6c847518-97b2-4df2-80df-c13ea7ae2bb0 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:48.501109 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaf464e-9b8e-45ed-ae8b-97563eeedda4", "name": "network-vif-plugged", "status": "completed", "tag": "1f2d70f7-062e-43aa-bc24-94bcd7fcbd52", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:48.501297 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c847518-97b2-4df2-80df-c13ea7ae2bb0 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:48.501928 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c847518-97b2-4df2-80df-c13ea7ae2bb0'] response: {'server_uuid': '9eaf464e-9b8e-45ed-ae8b-97563eeedda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d70f7-062e-43aa-bc24-94bcd7fcbd52', 'code': 200} Apr 01 12:41:48.818522 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0196f-7f24-4369-aa48-c48fe2969f9f req-9e5fe8a9-2b48-409e-996b-7c713c47a100 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:48.820474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c9a5f4-e86e-4bb5-a660-b05e177c878f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:41:48.843237 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-64f0196f-7f24-4369-aa48-c48fe2969f9f req-9e5fe8a9-2b48-409e-996b-7c713c47a100 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 945 time: 0.1729963 Apr 01 12:41:48.843481 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f98db-c258-4f06-afd0-ac95ad386ef1 None None] Sync routers for ids ['a20c6a44-4060-48fb-b4da-69367d9b1551'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:41:48.857865 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f98db-c258-4f06-afd0-ac95ad386ef1 None None] Routers {'a20c6a44-4060-48fb-b4da-69367d9b1551'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:41:48.858768 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-561f98db-c258-4f06-afd0-ac95ad386ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:41:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a20c6a44-4060-48fb-b4da-69367d9b1551'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:48.860272 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a5f4-e86e-4bb5-a660-b05e177c878f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:48.894410 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-64f0196f-7f24-4369-aa48-c48fe2969f9f req-b39f9b29-0ea2-46ba-8ba2-0bf22a33075b tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549338 Apr 01 12:41:48.991569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae71a726-78c7-4ce9-a74c-4d1b4c349812 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:49.045337 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-561f98db-c258-4f06-afd0-ac95ad386ef1 None None] Set router a20c6a44-4060-48fb-b4da-69367d9b1551 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:41:49.047439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62416e81-229a-45b2-80e6-1628caf58858 req-4c6bca93-5994-4931-9d22-9958ae5eda94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:49.049154 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62416e81-229a-45b2-80e6-1628caf58858 req-4c6bca93-5994-4931-9d22-9958ae5eda94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 1096 time: 0.4414811 Apr 01 12:41:49.061286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71a726-78c7-4ce9-a74c-4d1b4c349812 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Pushing event deleted for resources: {'Port': ['ID=bbc25d32-bb4e-4209-8c1d-683f557f9f77,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:49.079388 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e9c9a5f4-e86e-4bb5-a660-b05e177c878f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "PUT /v2.0/floatingips/3c43c160-4a87-472d-9d90-19b15092920d HTTP/1.1" status: 200 len: 991 time: 2.9469643 Apr 01 12:41:49.086981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'tag': 'a555e335-b14c-40ae-98af-fedfb9a2be53'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:49.090613 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906efa52-9dec-4ecb-bcf9-b8afed7fc287" -d '{"events": [{"name": "network-changed", "server_uuid": "9191a7d8-0ece-4674-aa4f-1fd4a474b306", "tag": "a555e335-b14c-40ae-98af-fedfb9a2be53"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:49.199528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb556401-1418-4179-8597-950979942005 req-dc6567e8-655f-4002-8132-7013e1ebe6d7 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:49.206671 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb556401-1418-4179-8597-950979942005 req-dc6567e8-655f-4002-8132-7013e1ebe6d7 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.3434465 Apr 01 12:41:49.207097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040414bd-c7b9-4839-88aa-ff45bca646a4 req-01147d4a-32a6-4bf1-98c8-84718e39b23a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:49.212327 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae71a726-78c7-4ce9-a74c-4d1b4c349812 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:49.218455 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-040414bd-c7b9-4839-88aa-ff45bca646a4 req-01147d4a-32a6-4bf1-98c8-84718e39b23a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0940530 Apr 01 12:41:49.226236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ae71a726-78c7-4ce9-a74c-4d1b4c349812 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] 10.222.0.45 "DELETE /v2.0/ports/bbc25d32-bb4e-4209-8c1d-683f557f9f77 HTTP/1.1" status: 204 len: 168 time: 1.7289827 Apr 01 12:41:49.226236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43284) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:49.282029 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-040414bd-c7b9-4839-88aa-ff45bca646a4 req-8ebcfd12-9bfb-406d-96b3-17b390922984 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529196 Apr 01 12:41:49.334567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7557c8f-3664-4f4e-901e-c4e49289ba7f req-7b52b2dd-716b-4d39-8a99-729369c44ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:49.336228 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b7557c8f-3664-4f4e-901e-c4e49289ba7f req-7b52b2dd-716b-4d39-8a99-729369c44ef2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 1096 time: 0.3988676 Apr 01 12:41:49.395255 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b7557c8f-3664-4f4e-901e-c4e49289ba7f req-2d1d4731-b85e-477f-84c3-304119ca45fd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Apr 01 12:41:49.396751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62416e81-229a-45b2-80e6-1628caf58858 req-1dec0215-47d8-4c20-9168-1019900ac601 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148000 Apr 01 12:41:49.412306 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-561f98db-c258-4f06-afd0-ac95ad386ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '3c43c160-4a87-472d-9d90-19b15092920d', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'port_id': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'mac_address': 'fa:16:3e:56:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:41:22Z', 'updated_at': '2022-04-01T12:41:46Z', 'revision_number': 1, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69afef18-e3c8-497d-b469-7959cea12b70', 'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'mac_address': 'fa:16:3e:f1:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:39:39Z', 'revision_number': 5, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'subnets': [{'id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:49.414282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb556401-1418-4179-8597-950979942005 req-5e47a614-ac0c-493e-bd45-9b928bf0e175 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051241 Apr 01 12:41:49.415668 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282ef7d-d6a5-48e0-8642-9e9e394f7bff req-b02097e9-c793-4887-ae8c-57b86234dcdf tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:49.417432 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c282ef7d-d6a5-48e0-8642-9e9e394f7bff req-b02097e9-c793-4887-ae8c-57b86234dcdf tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0737560 Apr 01 12:41:49.425912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc9b30c-7df2-4c4c-bfe2-9986f44ff12a tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Deleting subnet 1a5896f9-f093-4e91-9c48-7a44038a91df {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:41:49.437728 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b30c-7df2-4c4c-bfe2-9986f44ff12a tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:49.449975 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f98db-c258-4f06-afd0-ac95ad386ef1 None None] Checking router: a20c6a44-4060-48fb-b4da-69367d9b1551 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:41:49.459945 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f98db-c258-4f06-afd0-ac95ad386ef1 None None] Routers {'a20c6a44-4060-48fb-b4da-69367d9b1551'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:41:49.460766 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-561f98db-c258-4f06-afd0-ac95ad386ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:41:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a20c6a44-4060-48fb-b4da-69367d9b1551'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:49.485194 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c282ef7d-d6a5-48e0-8642-9e9e394f7bff req-1b31c313-3cbd-42cb-8cef-3dcbb1285392 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526147 Apr 01 12:41:49.516282 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21b7c48-1744-4728-8da7-8fde6c52f2ad x-openstack-request-id: req-f21b7c48-1744-4728-8da7-8fde6c52f2ad {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:49.516571 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9191a7d8-0ece-4674-aa4f-1fd4a474b306", "tag": "a555e335-b14c-40ae-98af-fedfb9a2be53", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:49.516818 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f21b7c48-1744-4728-8da7-8fde6c52f2ad {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:49.517210 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21b7c48-1744-4728-8da7-8fde6c52f2ad'] response: {'name': 'network-changed', 'server_uuid': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'tag': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'status': 'completed', 'code': 200} Apr 01 12:41:49.552005 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b30c-7df2-4c4c-bfe2-9986f44ff12a tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:49.620761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb001f8-aa71-4dc6-98e0-282f48368e74 req-930bf60c-3966-4285-aad7-ca8458c94d99 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:49.623636 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3eb001f8-aa71-4dc6-98e0-282f48368e74 req-930bf60c-3966-4285-aad7-ca8458c94d99 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0684528 Apr 01 12:41:49.630873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906efa52-9dec-4ecb-bcf9-b8afed7fc287 req-59616c87-9b1d-4951-a6e2-9e230f454375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:49.632435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-906efa52-9dec-4ecb-bcf9-b8afed7fc287 req-59616c87-9b1d-4951-a6e2-9e230f454375 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 1096 time: 0.1003079 Apr 01 12:41:49.670243 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-561f98db-c258-4f06-afd0-ac95ad386ef1 None None] Set router a20c6a44-4060-48fb-b4da-69367d9b1551 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:41:49.695624 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3eb001f8-aa71-4dc6-98e0-282f48368e74 req-1d543e61-120b-4c1b-b4b6-45da10347efb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635028 Apr 01 12:41:49.731142 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b30c-7df2-4c4c-bfe2-9986f44ff12a tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:49.816607 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b30c-7df2-4c4c-bfe2-9986f44ff12a tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:49.866399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9b30c-7df2-4c4c-bfe2-9986f44ff12a tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5896f9-f093-4e91-9c48-7a44038a91df,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:49.882789 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b30c-7df2-4c4c-bfe2-9986f44ff12a tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:49.888784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3f5c6c-10cf-4cb2-b2ce-79aba4bddd81 None None] Network aa855160-06c7-40e0-bae0-fc106fda9398 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:49.889822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43300) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:49.890174 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0bc9b30c-7df2-4c4c-bfe2-9986f44ff12a tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] 10.222.0.45 "DELETE /v2.0/subnets/1a5896f9-f093-4e91-9c48-7a44038a91df HTTP/1.1" status: 204 len: 168 time: 0.6612620 Apr 01 12:41:49.976297 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906efa52-9dec-4ecb-bcf9-b8afed7fc287 req-54fb286f-ec61-4767-a641-37f645b4b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:49.979505 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-906efa52-9dec-4ecb-bcf9-b8afed7fc287 req-54fb286f-ec61-4767-a641-37f645b4b558 service neutron] 10.222.0.37 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.1786618 Apr 01 12:41:50.015984 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-561f98db-c258-4f06-afd0-ac95ad386ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '3c43c160-4a87-472d-9d90-19b15092920d', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'port_id': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'mac_address': 'fa:16:3e:56:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:41:22Z', 'updated_at': '2022-04-01T12:41:46Z', 'revision_number': 1, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69afef18-e3c8-497d-b469-7959cea12b70', 'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'mac_address': 'fa:16:3e:f1:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:39:39Z', 'revision_number': 5, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'subnets': [{'id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:50.065539 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f98db-c258-4f06-afd0-ac95ad386ef1 None None] The sync data for ids ['a20c6a44-4060-48fb-b4da-69367d9b1551'] in n-d-836146-1 is: [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '3c43c160-4a87-472d-9d90-19b15092920d', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'port_id': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'mac_address': 'fa:16:3e:56:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:41:22Z', 'updated_at': '2022-04-01T12:41:46Z', 'revision_number': 1, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69afef18-e3c8-497d-b469-7959cea12b70', 'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'mac_address': 'fa:16:3e:f1:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:39:39Z', 'revision_number': 5, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'subnets': [{'id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:41:50.145599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff155f7-5672-46f5-a98e-1c878c173b3d None None] DHCP port deletion for aa855160-06c7-40e0-bae0-fc106fda9398 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:41:50.184050 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:50.197140 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-906efa52-9dec-4ecb-bcf9-b8afed7fc287 req-5b9c6166-4c20-4a8f-b33c-bab494457761 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a555e335-b14c-40ae-98af-fedfb9a2be53 HTTP/1.1" status: 200 len: 999 time: 0.2101042 Apr 01 12:41:50.310965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906efa52-9dec-4ecb-bcf9-b8afed7fc287 req-9ec11acc-b710-48c8-aefa-6f01037c7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:50.311335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8ff155f7-5672-46f5-a98e-1c878c173b3d None None] Deleting port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:50.311709 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8ff155f7-5672-46f5-a98e-1c878c173b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:50.312480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-906efa52-9dec-4ecb-bcf9-b8afed7fc287 req-9ec11acc-b710-48c8-aefa-6f01037c7032 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.1036313 Apr 01 12:41:50.338389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Deleting port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:50.338389 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:50.343272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f54de-90ad-43d7-a0c1-a4dd55af46fb req-f1a2ba62-80d2-4a5d-ae7d-951057456f24 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:50.351295 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f41f54de-90ad-43d7-a0c1-a4dd55af46fb req-f1a2ba62-80d2-4a5d-ae7d-951057456f24 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 945 time: 0.2605736 Apr 01 12:41:50.542056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8ff155f7-5672-46f5-a98e-1c878c173b3d None None] For port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7d11d9c5-0581-4108-8bb9-ae3aff9e854b,segment=NetworkSegment(d4073092-4d2a-4c25-aa38-4f9c08df8959),segment_id=d4073092-4d2a-4c25-aa38-4f9c08df8959)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:50.544847 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8ff155f7-5672-46f5-a98e-1c878c173b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:50.560480 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] For port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7d11d9c5-0581-4108-8bb9-ae3aff9e854b,segment=NetworkSegment(d4073092-4d2a-4c25-aa38-4f9c08df8959),segment_id=d4073092-4d2a-4c25-aa38-4f9c08df8959)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:50.560957 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:50.572369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def7cb94-950f-4cf1-94a9-7faace2b5eb1 None None] New status for floating IP 3c43c160-4a87-472d-9d90-19b15092920d: ACTIVE {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:41:50.577485 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Calling delete_port for 7d11d9c5-0581-4108-8bb9-ae3aff9e854b owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:50.595415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906efa52-9dec-4ecb-bcf9-b8afed7fc287 req-7139b472-a5f9-406b-bc38-cdba23d79282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:50.597182 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-906efa52-9dec-4ecb-bcf9-b8afed7fc287 req-7139b472-a5f9-406b-bc38-cdba23d79282 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449300 Apr 01 12:41:50.631789 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f41f54de-90ad-43d7-a0c1-a4dd55af46fb req-31e40773-09b2-4c7d-908a-a2d9a5a1af5b tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318118 Apr 01 12:41:50.636416 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8ff155f7-5672-46f5-a98e-1c878c173b3d None None] Calling delete_port for 7d11d9c5-0581-4108-8bb9-ae3aff9e854b owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:50.886242 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-906efa52-9dec-4ecb-bcf9-b8afed7fc287 req-84626af3-c33f-403f-bdad-7383ed63efb2 service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745314 Apr 01 12:41:50.914242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bc2ac-cbd8-4085-b41d-179d568d0af0 req-b462088f-60b7-4c1b-9311-ef22e9a8181f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:50.918537 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0f7bc2ac-cbd8-4085-b41d-179d568d0af0 req-b462088f-60b7-4c1b-9311-ef22e9a8181f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.3204329 Apr 01 12:41:50.940548 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8ff155f7-5672-46f5-a98e-1c878c173b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:50.985765 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:51.003894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0f7bc2ac-cbd8-4085-b41d-179d568d0af0 req-d4323363-f00f-459e-b73f-51453634871b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679870 Apr 01 12:41:51.027925 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Pushing event deleted for resources: {'Port': ['ID=7d11d9c5-0581-4108-8bb9-ae3aff9e854b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:51.034696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] No DVR routers for this DVR port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:41:51.069356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff155f7-5672-46f5-a98e-1c878c173b3d None None] Pushing event deleted for resources: {'Port': ['ID=7d11d9c5-0581-4108-8bb9-ae3aff9e854b,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:51.084346 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff155f7-5672-46f5-a98e-1c878c173b3d None None] No DVR routers for this DVR port 7d11d9c5-0581-4108-8bb9-ae3aff9e854b on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:41:51.137621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-906efa52-9dec-4ecb-bcf9-b8afed7fc287 req-ebac77d2-47e1-4062-935f-b848a387ee89 service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361717 Apr 01 12:41:51.190165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7d11d9c5-0581-4108-8bb9-ae3aff9e854b no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:41:51.218166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7d11d9c5-0581-4108-8bb9-ae3aff9e854b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:41:51.218795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7d11d9c5-0581-4108-8bb9-ae3aff9e854b not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:41:51.228054 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:41:51.233823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af59cf6-c91b-4363-a04f-220fc78b02b7 req-767e4177-0fb5-4dc9-9e85-e9376a7be717 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:51.241940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1af59cf6-c91b-4363-a04f-220fc78b02b7 req-767e4177-0fb5-4dc9-9e85-e9376a7be717 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.3545477 Apr 01 12:41:51.318085 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1af59cf6-c91b-4363-a04f-220fc78b02b7 req-ba455b60-1d6b-4a10-8b69-f8862f415a5f tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640323 Apr 01 12:41:51.334041 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:51.382384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa855160-06c7-40e0-bae0-fc106fda9398']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:51.411213 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4073092-4d2a-4c25-aa38-4f9c08df8959') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:51.411510 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4073092-4d2a-4c25-aa38-4f9c08df8959') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:51.442908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:51.476791 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:51.505577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:41:51.506028 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:41:51.638141 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:41:51.647035 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:51.663013 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:51.667109 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] 10.222.0.45 "DELETE /v2.0/networks/aa855160-06c7-40e0-bae0-fc106fda9398 HTTP/1.1" status: 204 len: 168 time: 1.7761490 Apr 01 12:41:51.707241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb46af0-9891-4b41-8f22-df6a5e8fe8b7 tempest-ExtraDHCPOptionsTestJSON-1070987806 tempest-ExtraDHCPOptionsTestJSON-1070987806-project] Pushing event deleted for resources: {'Network': ['ID=aa855160-06c7-40e0-bae0-fc106fda9398,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:51.740754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d5ec8-8e53-4e62-a26d-4c7480652596 req-6f3568c3-32f4-480f-a354-7b2163c02501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:51.743097 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-852d5ec8-8e53-4e62-a26d-4c7480652596 req-6f3568c3-32f4-480f-a354-7b2163c02501 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aab159a24aeb4d4187404cae959e43ca&device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 1096 time: 0.1850078 Apr 01 12:41:51.754200 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d41d8e-e203-443f-8009-7b929611d47c req-be3f3707-3abf-4bb8-9d68-5b962363a1d8 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:51.755699 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2d41d8e-e203-443f-8009-7b929611d47c req-be3f3707-3abf-4bb8-9d68-5b962363a1d8 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0996699 Apr 01 12:41:51.926361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e669a7-e212-43b7-855c-ad635be4dad4 req-0b7e3541-53c1-4e00-a969-d35c95edd67d tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:51.934961 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c0e669a7-e212-43b7-855c-ad635be4dad4 req-0b7e3541-53c1-4e00-a969-d35c95edd67d tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 945 time: 0.1866000 Apr 01 12:41:51.968329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d5ec8-8e53-4e62-a26d-4c7480652596 req-cd885131-0ac8-42e5-bf2f-1427b43cbb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:51.979713 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-852d5ec8-8e53-4e62-a26d-4c7480652596 req-cd885131-0ac8-42e5-bf2f-1427b43cbb7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=815996f8-8c07-4738-8888-e815cb2d482c HTTP/1.1" status: 200 len: 912 time: 0.2223566 Apr 01 12:41:52.074293 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c0e669a7-e212-43b7-855c-ad635be4dad4 req-005eae21-db9b-4a8f-a373-59a3af09f39b tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383560 Apr 01 12:41:52.180131 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-852d5ec8-8e53-4e62-a26d-4c7480652596 req-11ffc3c0-96f0-48d2-8585-485e4d0f4efd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00982cd3-ad4a-4744-adc1-d2dff1dc8933 HTTP/1.1" status: 200 len: 217 time: 0.1924515 Apr 01 12:41:52.248978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d5ec8-8e53-4e62-a26d-4c7480652596 req-ab3ed2a8-5a60-4e3a-a5cd-627756d788f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:52.250725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-852d5ec8-8e53-4e62-a26d-4c7480652596 req-ab3ed2a8-5a60-4e3a-a5cd-627756d788f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1149d77b-ab04-498d-a3e3-8e60da95fc6c HTTP/1.1" status: 200 len: 851 time: 0.0582273 Apr 01 12:41:52.253791 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2d41d8e-e203-443f-8009-7b929611d47c req-0f62f8b5-c55f-4660-a355-735450dc7ad4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801838 Apr 01 12:41:52.274314 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43366) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:52.301532 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-852d5ec8-8e53-4e62-a26d-4c7480652596 req-d3f2780b-b4bd-4855-a876-90142c124b9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=815996f8-8c07-4738-8888-e815cb2d482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433207 Apr 01 12:41:52.437501 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da26224-d869-489d-be3c-6ffae29beb5c req-99789d82-c674-4aec-bde9-1334053af46b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:52.442964 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8da26224-d869-489d-be3c-6ffae29beb5c req-99789d82-c674-4aec-bde9-1334053af46b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1557279 Apr 01 12:41:52.474144 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-852d5ec8-8e53-4e62-a26d-4c7480652596 req-31126af3-005c-48cb-b4b2-00bc87037ba9 service neutron] 10.222.0.44 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629729 Apr 01 12:41:52.662514 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9ffbcef4-9c19-4236-8c83-62f400736937 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd565229459648459cb4fff87cd19b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840933 Apr 01 12:41:52.668734 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43380) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:52.694976 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8da26224-d869-489d-be3c-6ffae29beb5c req-29a17d3d-743d-441f-bed2-f364d30f45c4 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456620 Apr 01 12:41:52.695783 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-852d5ec8-8e53-4e62-a26d-4c7480652596 req-fe2f1192-ef80-44c7-8166-33051ee1751c service neutron] 10.222.0.44 "GET /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124586 Apr 01 12:41:52.810996 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-507fe02c-c774-410c-b8f1-32ba53e7dd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:52.818282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da725967-e92c-4aad-93e8-e68ba074349e req-cf5dd6c3-1fc9-41c4-bf9a-d6fddaf93b0a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:52.827465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da725967-e92c-4aad-93e8-e68ba074349e req-cf5dd6c3-1fc9-41c4-bf9a-d6fddaf93b0a tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 945 time: 0.0727012 Apr 01 12:41:52.849314 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-507fe02c-c774-410c-b8f1-32ba53e7dd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:52.883896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da725967-e92c-4aad-93e8-e68ba074349e req-1a4bb395-0002-4c20-9443-6c00b9fac824 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553892 Apr 01 12:41:52.962197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e0293-481d-4253-b6b8-3c44fc814037 req-2f491dba-e914-4bb5-9e0b-971ed8e570ab tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:52.971122 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-832e0293-481d-4253-b6b8-3c44fc814037 req-2f491dba-e914-4bb5-9e0b-971ed8e570ab tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0753448 Apr 01 12:41:53.011892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-507fe02c-c774-410c-b8f1-32ba53e7dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:53.014808 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-507fe02c-c774-410c-b8f1-32ba53e7dd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:53.016126 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-507fe02c-c774-410c-b8f1-32ba53e7dd5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f03a77dc-6e3d-4595-9dda-5f525981cd4b HTTP/1.1" status: 204 len: 168 time: 0.3437586 Apr 01 12:41:53.030302 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-832e0293-481d-4253-b6b8-3c44fc814037 req-c36e7225-0f3a-45da-88f5-2ba40745b492 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577819 Apr 01 12:41:53.052489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fe02c-c774-410c-b8f1-32ba53e7dd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03a77dc-6e3d-4595-9dda-5f525981cd4b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:53.193503 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73218724-06e6-4ed1-ba70-99fc2d274c34 req-c9977168-a043-42f5-ba82-e8ab9d59a953 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:53.203345 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-73218724-06e6-4ed1-ba70-99fc2d274c34 req-c9977168-a043-42f5-ba82-e8ab9d59a953 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0722654 Apr 01 12:41:53.253518 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-73218724-06e6-4ed1-ba70-99fc2d274c34 req-381bc083-170d-4ea4-bfcd-c50db4d227a9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491254 Apr 01 12:41:53.467089 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7c079-65d3-4128-b390-9820a571d057 req-40d6511b-54ff-4989-a16c-74bd4fb98e0d tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:53.478522 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9d7c079-65d3-4128-b390-9820a571d057 req-40d6511b-54ff-4989-a16c-74bd4fb98e0d tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.0952671 Apr 01 12:41:53.586628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d9d7c079-65d3-4128-b390-9820a571d057 req-5daa7a13-416e-44fd-bda9-353650849401 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070516 Apr 01 12:41:53.617723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de5afd-03ad-4d57-ad56-a14777a246df req-181b4a44-8bac-4953-8525-9f3ebfaa90d2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:53.619692 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17de5afd-03ad-4d57-ad56-a14777a246df req-181b4a44-8bac-4953-8525-9f3ebfaa90d2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1193678 Apr 01 12:41:53.694802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17de5afd-03ad-4d57-ad56-a14777a246df req-3f862ac7-b905-493d-ae03-675136dd2608 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651071 Apr 01 12:41:53.917675 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b558be-1542-4e44-983f-c2bdfb8fb819 req-8660ca23-53fa-4215-983b-aeb3832598bf tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:53.927276 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1b558be-1542-4e44-983f-c2bdfb8fb819 req-8660ca23-53fa-4215-983b-aeb3832598bf tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0984185 Apr 01 12:41:53.972553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3b08e-a2dd-4734-9d67-c34fb9a20a74 req-06ebd1dc-ad84-498d-8e68-69fe9588232c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:53.975093 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25e3b08e-a2dd-4734-9d67-c34fb9a20a74 req-06ebd1dc-ad84-498d-8e68-69fe9588232c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1549087 Apr 01 12:41:53.978261 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1b558be-1542-4e44-983f-c2bdfb8fb819 req-602327f1-e703-4b6f-ba43-446dc8c92911 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460160 Apr 01 12:41:54.060065 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25e3b08e-a2dd-4734-9d67-c34fb9a20a74 req-86e18de1-d6ef-4981-9381-f5c55a3080bd tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754411 Apr 01 12:41:54.155217 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82671f0a-1507-44a9-bda3-1b7a456c001b req-b00cabfb-8276-4556-98ed-cef62bee0090 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:54.162893 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82671f0a-1507-44a9-bda3-1b7a456c001b req-b00cabfb-8276-4556-98ed-cef62bee0090 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 945 time: 0.1137786 Apr 01 12:41:54.268789 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82671f0a-1507-44a9-bda3-1b7a456c001b req-1dc023ca-ceac-4515-9749-6ffa3624bab5 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8df5339-c853-45d5-b9e6-3390233e497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046295 Apr 01 12:41:54.286441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700d02d-871e-45f9-bc4c-415e9d3b1762 req-133127be-d8cc-4703-aef1-d2a35fe6f652 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:54.290923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d700d02d-871e-45f9-bc4c-415e9d3b1762 req-133127be-d8cc-4703-aef1-d2a35fe6f652 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 945 time: 0.0881379 Apr 01 12:41:54.549330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4969e8-964d-4d63-b73e-9a2d40f22895 req-6f42560e-5ce9-4ddd-a1df-3c7f357d5d08 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:54.551464 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b4969e8-964d-4d63-b73e-9a2d40f22895 req-6f42560e-5ce9-4ddd-a1df-3c7f357d5d08 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1872573 Apr 01 12:41:54.613198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43444) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:54.632945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d700d02d-871e-45f9-bc4c-415e9d3b1762 req-ebb2bf2e-ba64-4a19-8f24-0d09286e1138 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Deleting port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:41:54.633397 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d700d02d-871e-45f9-bc4c-415e9d3b1762 req-ebb2bf2e-ba64-4a19-8f24-0d09286e1138 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:54.745759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d700d02d-871e-45f9-bc4c-415e9d3b1762 req-ebb2bf2e-ba64-4a19-8f24-0d09286e1138 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] For port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52,segment=NetworkSegment(017385f4-6a42-4721-937d-9784a65434bf),segment_id=017385f4-6a42-4721-937d-9784a65434bf)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:41:54.746260 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d700d02d-871e-45f9-bc4c-415e9d3b1762 req-ebb2bf2e-ba64-4a19-8f24-0d09286e1138 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:54.762521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d700d02d-871e-45f9-bc4c-415e9d3b1762 req-ebb2bf2e-ba64-4a19-8f24-0d09286e1138 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Calling delete_port for 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:41:54.824694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'network': {'name': 'tempest-RoutersTest-105727699'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:54.839856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b4969e8-964d-4d63-b73e-9a2d40f22895 req-adf82aba-703c-4f84-9546-79efa707598f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772470 Apr 01 12:41:54.893591 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:54.899467 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:54.923638 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:54.943625 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75306721-8f8f-4910-a85d-fa9472dcf52b req-b3b6dd0c-f694-4969-9def-2602812d07a2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:54.962565 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-75306721-8f8f-4910-a85d-fa9472dcf52b req-b3b6dd0c-f694-4969-9def-2602812d07a2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.2140682 Apr 01 12:41:55.059745 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-75306721-8f8f-4910-a85d-fa9472dcf52b req-3c24c788-6bb4-40c2-a1ff-d8505c8d4d06 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961213 Apr 01 12:41:55.123170 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d700d02d-871e-45f9-bc4c-415e9d3b1762 req-ebb2bf2e-ba64-4a19-8f24-0d09286e1138 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:55.139148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1f2d70f7-062e-43aa-bc24-94bcd7fcbd52'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:41:55.199481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94cc5f-a846-43ed-aa2a-a52a378b8aa4 req-85799ecd-59ad-413f-9632-d31d0aab2907 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:55.201544 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc94cc5f-a846-43ed-aa2a-a52a378b8aa4 req-85799ecd-59ad-413f-9632-d31d0aab2907 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1733575 Apr 01 12:41:55.202381 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2bf2e-ba64-4a19-8f24-0d09286e1138 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Pushing event deleted for resources: {'Port': ['ID=1f2d70f7-062e-43aa-bc24-94bcd7fcbd52,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:55.250031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a33d3-fe2e-4673-9c94-0968109ebc2d req-da74f97c-8811-450b-9bc2-05b988a98291 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:55.257116 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-744a33d3-fe2e-4673-9c94-0968109ebc2d req-da74f97c-8811-450b-9bc2-05b988a98291 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1022789 Apr 01 12:41:55.270418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d700d02d-871e-45f9-bc4c-415e9d3b1762 req-ebb2bf2e-ba64-4a19-8f24-0d09286e1138 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] No DVR routers for this DVR port 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:41:55.275302 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d700d02d-871e-45f9-bc4c-415e9d3b1762 req-ebb2bf2e-ba64-4a19-8f24-0d09286e1138 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:55.280888 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d700d02d-871e-45f9-bc4c-415e9d3b1762 req-ebb2bf2e-ba64-4a19-8f24-0d09286e1138 tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.44 "DELETE /v2.0/ports/1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 HTTP/1.1" status: 204 len: 173 time: 0.9822967 Apr 01 12:41:55.287416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaf464e-9b8e-45ed-ae8b-97563eeedda4', 'name': 'network-vif-deleted', 'tag': '1f2d70f7-062e-43aa-bc24-94bcd7fcbd52'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:41:55.291993 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9bcca8-1619-4eb7-9526-648c43c0fe74" -d '{"events": [{"server_uuid": "9eaf464e-9b8e-45ed-ae8b-97563eeedda4", "name": "network-vif-deleted", "tag": "1f2d70f7-062e-43aa-bc24-94bcd7fcbd52"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:41:55.312392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:55.328977 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:55.354620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:41:55.373896 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-744a33d3-fe2e-4673-9c94-0968109ebc2d req-001f8b1f-14ad-42cc-8838-4e6d60418058 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112101 Apr 01 12:41:55.382927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc94cc5f-a846-43ed-aa2a-a52a378b8aa4 req-d3019acd-f9b5-4ab3-a4a1-35c01b14fbe5 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361401 Apr 01 12:41:55.487491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:55.487834 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Added segment 2bf5f687-796e-452d-a498-f5e568ca78cd of type vlan for network ac538605-c242-488d-8e84-b2f7a08ab927 Apr 01 12:41:55.523606 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962e061f-797d-4436-b83f-50e8c41a6779,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:55.560363 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-07269065-c55a-4f88-88ae-df6dc18a0ed1 req-5cdcb489-2b9b-4651-8f80-e6adaef9853f tempest-ServerGroupTestJSON-2045472007 tempest-ServerGroupTestJSON-2045472007-project] 10.222.0.45 "GET /v2.0/ports?device_id=9eaf464e-9b8e-45ed-ae8b-97563eeedda4 HTTP/1.1" status: 200 len: 210 time: 0.0504513 Apr 01 12:41:55.615554 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:55.616149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:55.620823 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:55.621209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:55.630332 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:55.630826 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:55.631178 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:55.631513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:55.631854 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:55.634509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:55.634919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:55.635839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:55.696873 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:55.722888 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7f6d2f-f90e-42d3-9b44-e9dda824cabf x-openstack-request-id: req-ce7f6d2f-f90e-42d3-9b44-e9dda824cabf {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:41:55.723182 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaf464e-9b8e-45ed-ae8b-97563eeedda4", "name": "network-vif-deleted", "tag": "1f2d70f7-062e-43aa-bc24-94bcd7fcbd52", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:41:55.723434 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce7f6d2f-f90e-42d3-9b44-e9dda824cabf {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:41:55.723834 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce7f6d2f-f90e-42d3-9b44-e9dda824cabf'] response: {'server_uuid': '9eaf464e-9b8e-45ed-ae8b-97563eeedda4', 'name': 'network-vif-deleted', 'tag': '1f2d70f7-062e-43aa-bc24-94bcd7fcbd52', 'status': 'completed', 'code': 200} Apr 01 12:41:55.799340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:55.813261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:55.824150 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:55.925055 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3107023 Apr 01 12:41:55.927669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43470) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:55.933340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'network': {'name': 'tempest-RoutersTest-1026022295'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:56.022901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:56.026790 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:56.031640 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4391f29-a065-42ae-b0f7-c8dd3f1e4a83 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Network': ['ID=ac538605-c242-488d-8e84-b2f7a08ab927,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:56.047336 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network ac538605-c242-488d-8e84-b2f7a08ab927 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:41:56.062651 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28ff59-5465-4dec-aa13-958112f5fdf1 req-fe53099c-418c-442d-8d98-be7d03e8c7f0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:56.072187 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d28ff59-5465-4dec-aa13-958112f5fdf1 req-fe53099c-418c-442d-8d98-be7d03e8c7f0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1193707 Apr 01 12:41:56.097233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24a49c-7afe-45f2-9c34-f6b53b5f77dd req-2e78308d-2d8b-4bc5-a914-b27617142474 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:56.101398 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b24a49c-7afe-45f2-9c34-f6b53b5f77dd req-2e78308d-2d8b-4bc5-a914-b27617142474 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1079988 Apr 01 12:41:56.106265 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:41:56.132649 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:56.137892 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Added segment 0466c515-d804-4974-833a-5be4593796c6 of type vlan for network ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6 Apr 01 12:41:56.207154 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b24a49c-7afe-45f2-9c34-f6b53b5f77dd req-e197c50a-70ec-4280-b9cc-3189762585a1 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974779 Apr 01 12:41:56.210409 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:56.241779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:56.249359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:56.250211 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:56.293049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3641851 Apr 01 12:41:56.296003 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43484) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:56.302182 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b83365c3-2f5f-4d4d-a8e4-e561bf005346 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'subnet': {'network_id': 'ac538605-c242-488d-8e84-b2f7a08ab927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:56.310619 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d28ff59-5465-4dec-aa13-958112f5fdf1 req-7462c8f2-5e26-4fe7-8cfd-937daf2bcb2e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374287 Apr 01 12:41:56.439940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Network': ['ID=ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:56.455908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:56.456255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:56.456590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:56.456919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:56.457248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:56.457573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:56.457898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:56.458255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:56.458578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:56.458896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:56.459276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:56.459603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b2336-9558-4fe5-8ca8-aa3b4851c4fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:41:56.471527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:41:56.579631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b006e2-1051-4328-a751-ce6d2d163f99 req-c2c26dcb-00e0-4a76-8b45-dcf415cbc5e0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:56.588945 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8b006e2-1051-4328-a751-ce6d2d163f99 req-c2c26dcb-00e0-4a76-8b45-dcf415cbc5e0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0894694 Apr 01 12:41:56.644658 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a2bab-67e9-4d58-9ab6-f724c95206d3 req-4cc15d80-c7dc-4ea6-b27d-e0feef8a58a9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:56.649915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8b006e2-1051-4328-a751-ce6d2d163f99 req-71d07c7f-0947-4b21-8157-f324a6ea32a2 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561531 Apr 01 12:41:56.668901 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-239a2bab-67e9-4d58-9ab6-f724c95206d3 req-4cc15d80-c7dc-4ea6-b27d-e0feef8a58a9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1655588 Apr 01 12:41:56.669594 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83365c3-2f5f-4d4d-a8e4-e561bf005346 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:56.673164 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b83365c3-2f5f-4d4d-a8e4-e561bf005346 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:56.801368 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-239a2bab-67e9-4d58-9ab6-f724c95206d3 req-b7fd06b0-bf35-4c43-aa34-24d55f037909 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247342 Apr 01 12:41:57.049993 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b83365c3-2f5f-4d4d-a8e4-e561bf005346 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:57.086574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43518) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:57.111675 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83365c3-2f5f-4d4d-a8e4-e561bf005346 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Subnet': ['ID=e08951c1-5982-4ca7-a944-ff455b554f8b,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:57.161309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edf63fa-0496-408b-a338-2b35af70ae47 admin admin] Deleting subnet 3644e8d1-2050-48e5-a374-98bc70f6afba {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:41:57.162490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fcbc6-de52-4ae6-8992-3565a9a8679d req-d13d07fa-cca2-4313-9379-f5ba86c960a8 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:57.165111 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8d4fcbc6-de52-4ae6-8992-3565a9a8679d req-d13d07fa-cca2-4313-9379-f5ba86c960a8 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1468141 Apr 01 12:41:57.165295 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8edf63fa-0496-408b-a338-2b35af70ae47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:57.211107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83365c3-2f5f-4d4d-a8e4-e561bf005346 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Checking segment: {'id': '2bf5f687-796e-452d-a498-f5e568ca78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ac538605-c242-488d-8e84-b2f7a08ab927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:57.211468 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83365c3-2f5f-4d4d-a8e4-e561bf005346 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network hostable DHCP agents. Network: ac538605-c242-488d-8e84-b2f7a08ab927, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:41:57.232088 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8edf63fa-0496-408b-a338-2b35af70ae47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:57.281940 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8d4fcbc6-de52-4ae6-8992-3565a9a8679d req-6c4a1b60-9a8e-4c54-9f2f-19c70819dc83 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058500 Apr 01 12:41:57.284637 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8edf63fa-0496-408b-a338-2b35af70ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:57.288228 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83365c3-2f5f-4d4d-a8e4-e561bf005346 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network ac538605-c242-488d-8e84-b2f7a08ab927 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:41:57.316139 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b83365c3-2f5f-4d4d-a8e4-e561bf005346 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, ac538605-c242-488d-8e84-b2f7a08ab927) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:57.329902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cf38fc-085f-4358-881d-2b07c4ee6716 None None] Network ac538605-c242-488d-8e84-b2f7a08ab927 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:57.332969 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83365c3-2f5f-4d4d-a8e4-e561bf005346 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:57.338788 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b83365c3-2f5f-4d4d-a8e4-e561bf005346 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:57.371040 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b83365c3-2f5f-4d4d-a8e4-e561bf005346 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0736551 Apr 01 12:41:57.373990 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43526) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:57.388167 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-93d72e19-9e53-4eba-aa83-5dfbd077145c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'subnet': {'network_id': 'ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:57.478357 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8edf63fa-0496-408b-a338-2b35af70ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:57.523348 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8edf63fa-0496-408b-a338-2b35af70ae47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:57.527382 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8edf63fa-0496-408b-a338-2b35af70ae47 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3644e8d1-2050-48e5-a374-98bc70f6afba HTTP/1.1" status: 204 len: 168 time: 0.4398019 Apr 01 12:41:57.530274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43530) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:57.538756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934fe09-2d72-44ed-a237-85db7bed42d2 req-5a8b86e5-f7ac-46d2-ab42-1e60e63883ff tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:57.548195 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5934fe09-2d72-44ed-a237-85db7bed42d2 req-5a8b86e5-f7ac-46d2-ab42-1e60e63883ff tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.1855845 Apr 01 12:41:57.626747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-ac538605-c242-488d-8e84-b2f7a08ab927', 'network_id': 'ac538605-c242-488d-8e84-b2f7a08ab927', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'fixed_ips': [{'subnet_id': 'e08951c1-5982-4ca7-a944-ff455b554f8b'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:41:57.627624 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:57.637640 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a879c0-33f1-4c48-91dd-aac991627b27 req-413ac9bf-71ef-4d15-b341-baf108c7ff33 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:57.645768 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c8a879c0-33f1-4c48-91dd-aac991627b27 req-413ac9bf-71ef-4d15-b341-baf108c7ff33 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1478801 Apr 01 12:41:57.655999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:57.668155 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf63fa-0496-408b-a338-2b35af70ae47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3644e8d1-2050-48e5-a374-98bc70f6afba,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:57.747000 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5934fe09-2d72-44ed-a237-85db7bed42d2 req-d55c3a72-6557-48ee-a3dc-14e07659e2a8 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969771 Apr 01 12:41:57.761363 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c8a879c0-33f1-4c48-91dd-aac991627b27 req-db10e25a-4c77-4067-904b-18d8a2768697 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033678 Apr 01 12:41:57.772293 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d72e19-9e53-4eba-aa83-5dfbd077145c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:41:57.776049 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93d72e19-9e53-4eba-aa83-5dfbd077145c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:57.934362 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:57.978282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d04ebb3-d0a9-47cd-9695-02c35fd2377b']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:57.993571 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93d72e19-9e53-4eba-aa83-5dfbd077145c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:57.997025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017385f4-6a42-4721-937d-9784a65434bf') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:57.997321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017385f4-6a42-4721-937d-9784a65434bf') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:41:58.009341 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.019984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b936b8-2d94-4b42-8086-14fde79eaf90 req-93b5f25b-0478-4519-bbe1-10e59534abb5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:58.025734 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Allocated IP 172.20.0.2 (ac538605-c242-488d-8e84-b2f7a08ab927/e08951c1-5982-4ca7-a944-ff455b554f8b/1b1ba61c-c50a-4f4b-91c0-897f3d6404a2) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:58.030729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-41b936b8-2d94-4b42-8086-14fde79eaf90 req-93b5f25b-0478-4519-bbe1-10e59534abb5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1069036 Apr 01 12:41:58.061401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.077738 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:41:58.078333 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:41:58.080437 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:41:58.112566 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-41b936b8-2d94-4b42-8086-14fde79eaf90 req-9049b73a-a2ba-414e-ae66-65f55e323f56 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804131 Apr 01 12:41:58.125959 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16d66e-ed35-4834-957c-a89d1bccd425 req-a4523efb-1e6d-42ea-bcfa-17980ce621ec tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:58.127187 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:41:58.140453 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1e16d66e-ed35-4834-957c-a89d1bccd425 req-a4523efb-1e6d-42ea-bcfa-17980ce621ec tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1078942 Apr 01 12:41:58.174904 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:41:58.177369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1f2d70f7-062e-43aa-bc24-94bcd7fcbd52 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:41:58.209523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d72e19-9e53-4eba-aa83-5dfbd077145c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Subnet': ['ID=08b342b8-b815-4cf0-a60b-71aad831e1ed,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:58.256369 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.264404 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d72e19-9e53-4eba-aa83-5dfbd077145c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Checking segment: {'id': '0466c515-d804-4974-833a-5be4593796c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:58.264876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d72e19-9e53-4eba-aa83-5dfbd077145c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network hostable DHCP agents. Network: ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:41:58.279847 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1e16d66e-ed35-4834-957c-a89d1bccd425 req-a8ff5298-6d0e-43b6-92cf-f842273196c2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348491 Apr 01 12:41:58.294256 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.300076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2d04ebb3-d0a9-47cd-9695-02c35fd2377b HTTP/1.1" status: 204 len: 168 time: 0.7469018 Apr 01 12:41:58.334599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc03a74-422d-474d-b0e7-ed21209f1e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d04ebb3-d0a9-47cd-9695-02c35fd2377b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:58.371312 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d72e19-9e53-4eba-aa83-5dfbd077145c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:41:58.404793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-93d72e19-9e53-4eba-aa83-5dfbd077145c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:58.427130 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d72e19-9e53-4eba-aa83-5dfbd077145c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:58.428240 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93d72e19-9e53-4eba-aa83-5dfbd077145c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.451694 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-93d72e19-9e53-4eba-aa83-5dfbd077145c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0720987 Apr 01 12:41:58.454060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43550) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:58.460772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d9b43d9e-10ea-44cb-a5bd-894c24364ebc tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2105987805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:41:58.512448 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9b43d9e-10ea-44cb-a5bd-894c24364ebc tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.513599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9b43d9e-10ea-44cb-a5bd-894c24364ebc tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.522710 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53976ce-cea1-4a41-a13a-d3fe2c5ce982 req-59dcac35-b933-4f2a-8a74-f4cc143435ba tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:58.533938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d53976ce-cea1-4a41-a13a-d3fe2c5ce982 req-59dcac35-b933-4f2a-8a74-f4cc143435ba tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1159785 Apr 01 12:41:58.584419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bee8ed-5613-456c-93bc-d255b5e4f457 None None] Network ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:41:58.641356 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d53976ce-cea1-4a41-a13a-d3fe2c5ce982 req-b72a4abd-594f-4568-a2e9-332fd57c93fd tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008949 Apr 01 12:41:58.673751 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.685512 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9b43d9e-10ea-44cb-a5bd-894c24364ebc tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.693178 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9b43d9e-10ea-44cb-a5bd-894c24364ebc tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.723694 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9b43d9e-10ea-44cb-a5bd-894c24364ebc tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.725763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d9b43d9e-10ea-44cb-a5bd-894c24364ebc tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2703187 Apr 01 12:41:58.728889 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43556) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:58.749227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43560) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:58.774974 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:58.832711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Network ac538605-c242-488d-8e84-b2f7a08ab927 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:58.837006 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f3e42057-b9da-4076-9521-38e9269f6c69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52bdfff71bb842e98056598b349db42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879776 Apr 01 12:41:58.841118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43572) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:41:58.842612 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:58.847692 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:58.910735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Pushing event updated for resources: {'Port': ['ID=1b1ba61c-c50a-4f4b-91c0-897f3d6404a2,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:59.004010 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Attempting to bind port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:41:59.004521 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Attempting to bind port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '2bf5f687-796e-452d-a498-f5e568ca78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ac538605-c242-488d-8e84-b2f7a08ab927'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:41:59.005104 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Attempting to bind port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 on network ac538605-c242-488d-8e84-b2f7a08ab927 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:41:59.011215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:41:59.011695 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Checking segment: {'id': '2bf5f687-796e-452d-a498-f5e568ca78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ac538605-c242-488d-8e84-b2f7a08ab927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:41:59.012192 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:59.012679 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Bound using segment: {'id': '2bf5f687-796e-452d-a498-f5e568ca78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ac538605-c242-488d-8e84-b2f7a08ab927'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:41:59.013257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Bound port: 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf5f687-796e-452d-a498-f5e568ca78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ac538605-c242-488d-8e84-b2f7a08ab927'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:41:59.014339 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:59.017903 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e47d0fa-6aa8-4f4a-a939-a4b9fb52e577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:59.021047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6', 'network_id': 'ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'fixed_ips': [{'subnet_id': '08b342b8-b815-4cf0-a60b-71aad831e1ed'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:41:59.022508 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:59.065502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e47d0fa-6aa8-4f4a-a939-a4b9fb52e577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:59.082743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63a189-983c-4c81-8d63-450e148adc21 req-fb4d6102-7f1f-4018-9440-f182ced54b2e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:59.091479 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e63a189-983c-4c81-8d63-450e148adc21 req-fb4d6102-7f1f-4018-9440-f182ced54b2e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/networks?id=4ca97d75-f322-412f-ba58-fb5dd7056321 HTTP/1.1" status: 200 len: 814 time: 0.2246485 Apr 01 12:41:59.120931 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e63a189-983c-4c81-8d63-450e148adc21 req-976fa04f-386a-4299-a80e-8a91a28feac9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/quotas/a1b78754d61141de95bbebd769b92f51 HTTP/1.1" status: 200 len: 375 time: 0.0285113 Apr 01 12:41:59.187105 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e63a189-983c-4c81-8d63-450e148adc21 req-0f65ee8e-0ce8-4390-9884-3d200c9b3a4c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1b78754d61141de95bbebd769b92f51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0602753 Apr 01 12:41:59.203682 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Allocated IP 172.21.0.2 (ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6/08b342b8-b815-4cf0-a60b-71aad831e1ed/923d27b7-2e12-4fa6-83ec-4cae06a6beb7) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:41:59.205265 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e47d0fa-6aa8-4f4a-a939-a4b9fb52e577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:59.208361 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e47d0fa-6aa8-4f4a-a939-a4b9fb52e577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:59.209842 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1e47d0fa-6aa8-4f4a-a939-a4b9fb52e577 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8df5339-c853-45d5-b9e6-3390233e497e HTTP/1.1" status: 204 len: 168 time: 0.3675768 Apr 01 12:41:59.226103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47d0fa-6aa8-4f4a-a939-a4b9fb52e577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8df5339-c853-45d5-b9e6-3390233e497e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:59.229631 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:59.350510 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b419f6c-eab6-4c1e-98d9-9bcff2b66380 req-de2e7c47-0def-487b-90a1-9c7cf752e45d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:59.363305 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b419f6c-eab6-4c1e-98d9-9bcff2b66380 req-de2e7c47-0def-487b-90a1-9c7cf752e45d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0917664 Apr 01 12:41:59.444251 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:59.465624 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:59.465888 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5b419f6c-eab6-4c1e-98d9-9bcff2b66380 req-4bf415fe-fb72-4281-bbed-12e0f14da7c9 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957656 Apr 01 12:41:59.652560 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] For port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:41:59.719402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Network ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:41:59.727567 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] For port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1b1ba61c-c50a-4f4b-91c0-897f3d6404a2,segment=NetworkSegment(2bf5f687-796e-452d-a498-f5e568ca78cd),segment_id=2bf5f687-796e-452d-a498-f5e568ca78cd)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:41:59.746417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:41:59.752322 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:41:59.758393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:41:59.766416 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Pushing event updated for resources: {'Port': ['ID=923d27b7-2e12-4fa6-83ec-4cae06a6beb7,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:41:59.781953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82c49e-5e6b-4c8b-8232-b46c8adeec6c req-91942d08-9705-4ded-b524-a749f847d18f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:59.796771 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eb82c49e-5e6b-4c8b-8232-b46c8adeec6c req-91942d08-9705-4ded-b524-a749f847d18f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1700318 Apr 01 12:41:59.892633 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eb82c49e-5e6b-4c8b-8232-b46c8adeec6c req-78dbe9cf-9aeb-4d9b-9c95-402b8c494940 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895162 Apr 01 12:41:59.975041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc4cac-5fea-430a-86f8-6a824baa7453 req-fb46a8d7-8904-438e-a67d-0d13f9da8846 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:41:59.976832 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97dc4cac-5fea-430a-86f8-6a824baa7453 req-fb46a8d7-8904-438e-a67d-0d13f9da8846 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 1.0503519 Apr 01 12:42:00.043616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd3036-3413-49a8-980d-828bff1a7fa3 None None] Pushing event updated for resources: {'Port': ['ID=1b1ba61c-c50a-4f4b-91c0-897f3d6404a2,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:00.059759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Attempting to bind port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:42:00.060112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Attempting to bind port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '0466c515-d804-4974-833a-5be4593796c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:42:00.060477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Attempting to bind port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 on network ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:42:00.073815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:42:00.074222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Checking segment: {'id': '0466c515-d804-4974-833a-5be4593796c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:42:00.074620 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:00.075008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Bound using segment: {'id': '0466c515-d804-4974-833a-5be4593796c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:42:00.075479 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Bound port: 923d27b7-2e12-4fa6-83ec-4cae06a6beb7, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0466c515-d804-4974-833a-5be4593796c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:42:00.075924 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:00.158213 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdcda-232a-4335-92f8-21e39fe969df req-166400eb-ff2e-455d-ae79-d8b8aa15e9ae tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:00.159780 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-95dfdcda-232a-4335-92f8-21e39fe969df req-166400eb-ff2e-455d-ae79-d8b8aa15e9ae tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1314883 Apr 01 12:42:00.170490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cfe80-2d10-40ab-acbf-b38473cb290f req-1b2cd8d6-796a-400f-bef6-7ac8c2dce21b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:00.172257 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d2cfe80-2d10-40ab-acbf-b38473cb290f req-1b2cd8d6-796a-400f-bef6-7ac8c2dce21b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 1.0339270 Apr 01 12:42:00.232086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] For port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:42:00.244352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] For port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=923d27b7-2e12-4fa6-83ec-4cae06a6beb7,segment=NetworkSegment(0466c515-d804-4974-833a-5be4593796c6),segment_id=0466c515-d804-4974-833a-5be4593796c6)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:42:00.259589 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:00.294316 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-95dfdcda-232a-4335-92f8-21e39fe969df req-e7e08a8c-e870-4487-bd2a-00d3390341d7 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202996 Apr 01 12:42:00.359941 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-97dc4cac-5fea-430a-86f8-6a824baa7453 req-7540afb2-e909-415d-8900-ccf16562306b tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041670 Apr 01 12:42:00.418247 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f523cd-e36f-469b-b4e6-3d3481b34f9a None None] Pushing event updated for resources: {'Port': ['ID=923d27b7-2e12-4fa6-83ec-4cae06a6beb7,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:00.591068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Allocated IP 172.20.0.1 (ac538605-c242-488d-8e84-b2f7a08ab927/e08951c1-5982-4ca7-a944-ff455b554f8b/b8da4878-c242-4e05-9839-9eaa31f60cc7) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:42:00.749153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cb2e3-03fb-47d2-a353-3e8b55e8c63d req-07ee2c8c-dcd8-47d8-ab96-aa32a17f015c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:00.762165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-994cb2e3-03fb-47d2-a353-3e8b55e8c63d req-07ee2c8c-dcd8-47d8-ab96-aa32a17f015c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1192729 Apr 01 12:42:00.887380 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-994cb2e3-03fb-47d2-a353-3e8b55e8c63d req-49981146-3c0d-4df8-953c-0ade20db38fd tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237881 Apr 01 12:42:00.987267 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:01.073864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-6d2cfe80-2d10-40ab-acbf-b38473cb290f req-92d4aa42-bb29-4604-a1fa-b886c662e3e4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Deleting port 00982cd3-ad4a-4744-adc1-d2dff1dc8933 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:01.078635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d2cfe80-2d10-40ab-acbf-b38473cb290f req-92d4aa42-bb29-4604-a1fa-b886c662e3e4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:01.078983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43640) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:01.293416 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:01.359484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:42:01.433228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network ac538605-c242-488d-8e84-b2f7a08ab927 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:01.443534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:01.444958 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1422272319-network', 'tenant_id': 'c5d9cc7588b04b3ab24c12e02ab574ca'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:01.449167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6d2cfe80-2d10-40ab-acbf-b38473cb290f req-92d4aa42-bb29-4604-a1fa-b886c662e3e4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] For port 00982cd3-ad4a-4744-adc1-d2dff1dc8933, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=00982cd3-ad4a-4744-adc1-d2dff1dc8933,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:01.449868 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d2cfe80-2d10-40ab-acbf-b38473cb290f req-92d4aa42-bb29-4604-a1fa-b886c662e3e4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:01.456222 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-297b388c-ef74-4088-86cc-bb730ff49918 req-52579099-78f0-40ae-adb2-02147ca44060 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a1b78754d61141de95bbebd769b92f51 HTTP/1.1" status: 200 len: 221 time: 0.1673439 Apr 01 12:42:01.470335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:42:01.489226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-6d2cfe80-2d10-40ab-acbf-b38473cb290f req-92d4aa42-bb29-4604-a1fa-b886c662e3e4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Calling delete_port for 00982cd3-ad4a-4744-adc1-d2dff1dc8933 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:01.514442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Made reservation on behalf of c5d9cc7588b04b3ab24c12e02ab574ca for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:01.515500 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:01.515887 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:01.517251 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:01.533582 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:01.583457 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:01.621882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=b8da4878-c242-4e05-9839-9eaa31f60cc7,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:01.700747 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:01.758746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1b1ba61c-c50a-4f4b-91c0-897f3d6404a2,segment=NetworkSegment(2bf5f687-796e-452d-a498-f5e568ca78cd),segment_id=2bf5f687-796e-452d-a498-f5e568ca78cd)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:01.765791 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:01.766737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:42:01.813089 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cb3be-c3d9-45df-804b-97c4776b2070 req-0fa4bb4d-275b-4ed0-a20b-a9f07b9ce8a0 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:01.831136 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c7cb3be-c3d9-45df-804b-97c4776b2070 req-0fa4bb4d-275b-4ed0-a20b-a9f07b9ce8a0 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 945 time: 0.2183063 Apr 01 12:42:01.963295 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=1b1ba61c-c50a-4f4b-91c0-897f3d6404a2,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:01.991472 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:01.992000 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:01.992919 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c7cb3be-c3d9-45df-804b-97c4776b2070 req-36667136-7194-45de-9a48-ae254a472013 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606114 Apr 01 12:42:02.044927 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:02.054932 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:02.147744 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:42:02.173760 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041e0598-4437-4e9c-abed-1f3e0670d258,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:02.178224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59811fa-9991-4984-b976-05bcbecf0402 req-e4110ced-7653-460c-8f5f-c836255d0e44 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:02.179810 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c59811fa-9991-4984-b976-05bcbecf0402 req-e4110ced-7653-460c-8f5f-c836255d0e44 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.3562589 Apr 01 12:42:02.211778 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:02.212408 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Added segment dd5b14fe-c3ad-4e53-9108-13fadd3493a1 of type vlan for network cc590271-df38-4b5d-9ace-a28dfba5ada2 Apr 01 12:42:02.330456 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:02.339813 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c59811fa-9991-4984-b976-05bcbecf0402 req-0bfd5b49-798f-4dcc-a62b-2256e7411541 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500137 Apr 01 12:42:02.408852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366739af-e35c-4768-8cd6-0becd894e639 req-e37c36c7-35b3-4c49-8e8a-e179633b8a40 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:02.419599 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-366739af-e35c-4768-8cd6-0becd894e639 req-e37c36c7-35b3-4c49-8e8a-e179633b8a40 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.2690504 Apr 01 12:42:02.458874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=923d27b7-2e12-4fa6-83ec-4cae06a6beb7,segment=NetworkSegment(0466c515-d804-4974-833a-5be4593796c6),segment_id=0466c515-d804-4974-833a-5be4593796c6)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:02.474804 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:02.487963 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:02.582026 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=923d27b7-2e12-4fa6-83ec-4cae06a6beb7,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:02.586215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec0a071-bb9d-41eb-ad4b-a72603d2c0a2 None None] Network ac538605-c242-488d-8e84-b2f7a08ab927 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:02.599647 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d2cfe80-2d10-40ab-acbf-b38473cb290f req-92d4aa42-bb29-4604-a1fa-b886c662e3e4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:02.633225 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['b74fbe5a-0453-4244-87e8-81d2786c6c7f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:42:02.635319 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-366739af-e35c-4768-8cd6-0becd894e639 req-69ddbb80-9c44-4ff5-9f6a-892e55c4cc7c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115955 Apr 01 12:42:02.646935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:02.724103 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:02.727107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:02.727939 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:02.747712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4aa42-bb29-4604-a1fa-b886c662e3e4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Pushing event deleted for resources: {'Port': ['ID=00982cd3-ad4a-4744-adc1-d2dff1dc8933,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:02.851339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231c3419-964f-483d-a141-b5a932458b1d None None] Network ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:02.859574 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7795250 Apr 01 12:42:02.868024 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43680) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:02.878305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2cfe80-2d10-40ab-acbf-b38473cb290f req-92d4aa42-bb29-4604-a1fa-b886c662e3e4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] No DVR routers for this DVR port 00982cd3-ad4a-4744-adc1-d2dff1dc8933 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:02.884632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb85b54-5d59-4d6b-aa0e-3aea6e947118 admin admin] Pushing event updated for resources: {'Network': ['ID=cc590271-df38-4b5d-9ace-a28dfba5ada2,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:02.900744 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-93aecd60-8dd2-46eb-816f-d6238e8b5351 admin admin] Request body: {'subnet': {'network_id': 'cc590271-df38-4b5d-9ace-a28dfba5ada2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1422272319-subnet', 'tenant_id': 'c5d9cc7588b04b3ab24c12e02ab574ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:02.922330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6d2cfe80-2d10-40ab-acbf-b38473cb290f req-92d4aa42-bb29-4604-a1fa-b886c662e3e4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:02.927529 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6d2cfe80-2d10-40ab-acbf-b38473cb290f req-92d4aa42-bb29-4604-a1fa-b886c662e3e4 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.44 "DELETE /v2.0/ports/00982cd3-ad4a-4744-adc1-d2dff1dc8933 HTTP/1.1" status: 204 len: 173 time: 2.7461376 Apr 01 12:42:02.935665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd696bf5-a6cd-48b1-9af7-f95077b36003', 'name': 'network-vif-deleted', 'tag': '00982cd3-ad4a-4744-adc1-d2dff1dc8933'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:42:02.948892 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4f8c82-acdb-418d-b9dc-ce21e76045ef" -d '{"events": [{"server_uuid": "cd696bf5-a6cd-48b1-9af7-f95077b36003", "name": "network-vif-deleted", "tag": "00982cd3-ad4a-4744-adc1-d2dff1dc8933"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:42:02.954251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8735fff8-0fb8-4d41-a64a-7011e8e46a44 None None] Provisioning complete for port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:02.954632 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8735fff8-0fb8-4d41-a64a-7011e8e46a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:02.965203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dbd5a-34e1-45b2-8562-e1ee6d74798d req-6ca9787a-6d1d-4c69-a1f4-48ff2d979502 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:02.988512 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2c8dbd5a-34e1-45b2-8562-e1ee6d74798d req-6ca9787a-6d1d-4c69-a1f4-48ff2d979502 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1936207 Apr 01 12:42:03.038648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network cc590271-df38-4b5d-9ace-a28dfba5ada2 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:42:03.108474 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2c8dbd5a-34e1-45b2-8562-e1ee6d74798d req-c7242c16-1637-4796-8548-33a5408a4c53 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185994 Apr 01 12:42:03.189382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aecd60-8dd2-46eb-816f-d6238e8b5351 admin admin] Made reservation on behalf of c5d9cc7588b04b3ab24c12e02ab574ca for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:03.201233 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-93aecd60-8dd2-46eb-816f-d6238e8b5351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:03.237483 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bcee59-76eb-4688-b333-fd0f5e2d592b x-openstack-request-id: req-55bcee59-76eb-4688-b333-fd0f5e2d592b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:42:03.237483 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd696bf5-a6cd-48b1-9af7-f95077b36003", "name": "network-vif-deleted", "tag": "00982cd3-ad4a-4744-adc1-d2dff1dc8933", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:42:03.237483 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-55bcee59-76eb-4688-b333-fd0f5e2d592b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:42:03.237483 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55bcee59-76eb-4688-b333-fd0f5e2d592b'] response: {'server_uuid': 'cd696bf5-a6cd-48b1-9af7-f95077b36003', 'name': 'network-vif-deleted', 'tag': '00982cd3-ad4a-4744-adc1-d2dff1dc8933', 'status': 'completed', 'code': 200} Apr 01 12:42:03.265459 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:03.276582 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-460f6604-981c-449d-9c08-61c9d806e7b5 req-2916fefe-4df8-475a-b072-f42c6045f1c6 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd696bf5-a6cd-48b1-9af7-f95077b36003 HTTP/1.1" status: 200 len: 210 time: 0.0585988 Apr 01 12:42:03.295366 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:03.314468 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:42:03.524895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=b8da4878-c242-4e05-9839-9eaa31f60cc7,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:03.534840 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:03.561708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a31fb-be51-4f79-9a8f-ce5bf845a1e1 req-75085232-218b-4637-8493-f51f30662278 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:03.563414 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a7a31fb-be51-4f79-9a8f-ce5bf845a1e1 req-75085232-218b-4637-8493-f51f30662278 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1848226 Apr 01 12:42:03.805014 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a7a31fb-be51-4f79-9a8f-ce5bf845a1e1 req-3599ef24-548f-4c78-81f1-32b085272543 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554163 Apr 01 12:42:03.825856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network ac538605-c242-488d-8e84-b2f7a08ab927 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:03.886341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:04.021397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62e413-9761-4b5d-b12d-85777382a171 req-e098ec60-eeb8-4e75-945c-58eaf1f313f2 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:04.027850 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ca62e413-9761-4b5d-b12d-85777382a171 req-e098ec60-eeb8-4e75-945c-58eaf1f313f2 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.2370970 Apr 01 12:42:04.049438 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-93aecd60-8dd2-46eb-816f-d6238e8b5351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:04.093900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:04.094465 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:04.097417 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ca62e413-9761-4b5d-b12d-85777382a171 req-2dec7895-fb07-4d8a-94c7-db2558618b43 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588591 Apr 01 12:42:04.273222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 00982cd3-ad4a-4744-adc1-d2dff1dc8933 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:04.343412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 00982cd3-ad4a-4744-adc1-d2dff1dc8933 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:04.349030 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 00982cd3-ad4a-4744-adc1-d2dff1dc8933 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:04.372617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aecd60-8dd2-46eb-816f-d6238e8b5351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f79aee-f185-4aef-b415-384cfc8aadde,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:04.546194 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:42:04.653234 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9aa9369c-ec4a-49a8-ab28-67ce59f8546c None None] Provisioning complete for port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:04.653631 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9aa9369c-ec4a-49a8-ab28-67ce59f8546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:04.659498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50863559-f987-485e-ba5c-2416f23ff79e req-d7fd3feb-39fe-41fc-aa01-7990e07b5bd2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:04.673127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-50863559-f987-485e-ba5c-2416f23ff79e req-d7fd3feb-39fe-41fc-aa01-7990e07b5bd2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.5334172 Apr 01 12:42:04.783471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aecd60-8dd2-46eb-816f-d6238e8b5351 admin admin] Checking segment: {'id': 'dd5b14fe-c3ad-4e53-9108-13fadd3493a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cc590271-df38-4b5d-9ace-a28dfba5ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:42:04.786767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aecd60-8dd2-46eb-816f-d6238e8b5351 admin admin] Network hostable DHCP agents. Network: cc590271-df38-4b5d-9ace-a28dfba5ada2, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:42:04.830812 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294ff6b-c04c-4cd1-b3c1-bf4e27c71ed6 req-bf0c53a5-007e-47c1-b380-b90a5ac6d676 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:04.846521 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9294ff6b-c04c-4cd1-b3c1-bf4e27c71ed6 req-bf0c53a5-007e-47c1-b380-b90a5ac6d676 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.1109667 Apr 01 12:42:04.847755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 25eda4b6-09c6-4870-bacb-ec75375868e4 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:42:04.897530 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-50863559-f987-485e-ba5c-2416f23ff79e req-8f313fe6-e9ed-425d-8678-7315b11e53bb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975975 Apr 01 12:42:04.973636 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9294ff6b-c04c-4cd1-b3c1-bf4e27c71ed6 req-b019f2c8-9644-488b-a32d-d4bfb9ec7fec tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262138 Apr 01 12:42:04.996839 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aecd60-8dd2-46eb-816f-d6238e8b5351 admin admin] Network cc590271-df38-4b5d-9ace-a28dfba5ada2 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:42:04.998829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:04.999261 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:05.080295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-93aecd60-8dd2-46eb-816f-d6238e8b5351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, cc590271-df38-4b5d-9ace-a28dfba5ada2) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:05.106589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d75ac6-f0aa-4a62-86d1-543bf9a66939 None None] Network cc590271-df38-4b5d-9ace-a28dfba5ada2 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:05.107182 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aecd60-8dd2-46eb-816f-d6238e8b5351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:05.108027 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-93aecd60-8dd2-46eb-816f-d6238e8b5351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:05.164658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:42:05.179874 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8fd8d-ca54-4a2d-bce1-c7f8508ed618 None None] Sync routers for ids ['25eda4b6-09c6-4870-bacb-ec75375868e4'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:42:05.184414 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-769b9e80-7596-4760-8212-164049646652 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/25eda4b6-09c6-4870-bacb-ec75375868e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4543092 Apr 01 12:42:05.187190 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43720) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:05.196395 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8fd8d-ca54-4a2d-bce1-c7f8508ed618 None None] Routers {'25eda4b6-09c6-4870-bacb-ec75375868e4'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:05.199953 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-60f8fd8d-ca54-4a2d-bce1-c7f8508ed618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:41:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['25eda4b6-09c6-4870-bacb-ec75375868e4'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:05.209740 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-93aecd60-8dd2-46eb-816f-d6238e8b5351 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3303130 Apr 01 12:42:05.234595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f88a99-973d-4dc8-9cb9-46aac2a30762 req-8abb9584-2a94-42ed-88a1-56da60a04e1d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:05.250072 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-06f88a99-973d-4dc8-9cb9-46aac2a30762 req-8abb9584-2a94-42ed-88a1-56da60a04e1d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1938155 Apr 01 12:42:05.290344 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-60f8fd8d-ca54-4a2d-bce1-c7f8508ed618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:05.309281 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8fd8d-ca54-4a2d-bce1-c7f8508ed618 None None] Routers {'25eda4b6-09c6-4870-bacb-ec75375868e4'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:05.310360 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-60f8fd8d-ca54-4a2d-bce1-c7f8508ed618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:41:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['25eda4b6-09c6-4870-bacb-ec75375868e4'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:05.354730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-06f88a99-973d-4dc8-9cb9-46aac2a30762 req-c39f4038-19fe-4943-b6db-a51c6c56277f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995622 Apr 01 12:42:05.379601 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-60f8fd8d-ca54-4a2d-bce1-c7f8508ed618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:05.380470 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8fd8d-ca54-4a2d-bce1-c7f8508ed618 None None] The sync data for ids ['25eda4b6-09c6-4870-bacb-ec75375868e4'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:42:05.392745 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e9a8be-9d53-41fa-a444-57427ce786f3 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:05.396745 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d2e9a8be-9d53-41fa-a444-57427ce786f3 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports/b8da4878-c242-4e05-9839-9eaa31f60cc7 HTTP/1.1" status: 200 len: 910 time: 0.2056513 Apr 01 12:42:05.396922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9aa9369c-ec4a-49a8-ab28-67ce59f8546c None None] Provisioning complete for port b8da4878-c242-4e05-9839-9eaa31f60cc7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:05.396922 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9aa9369c-ec4a-49a8-ab28-67ce59f8546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:05.397204 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43726) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:05.449565 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923f6a93-7f72-493a-9f34-39d3b39eef54 None None] Network cc590271-df38-4b5d-9ace-a28dfba5ada2 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:05.451758 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8737c8c-77e0-47ca-9dc2-3ac27d314676 req-76e287ca-e9f3-4492-bb6c-6be8de96405f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:05.469792 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e8737c8c-77e0-47ca-9dc2-3ac27d314676 req-76e287ca-e9f3-4492-bb6c-6be8de96405f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1994524 Apr 01 12:42:05.563635 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e8737c8c-77e0-47ca-9dc2-3ac27d314676 req-ca4784b2-aa24-4e49-868d-edff3b949ee2 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928509 Apr 01 12:42:05.740629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9369c-ec4a-49a8-ab28-67ce59f8546c None None] Port b8da4878-c242-4e05-9839-9eaa31f60cc7 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:42:05.814499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860369-f6af-4eb9-90f1-15256c43a02f req-74c42488-088f-4a42-91d9-63d5ad76318b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:05.821816 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af860369-f6af-4eb9-90f1-15256c43a02f req-74c42488-088f-4a42-91d9-63d5ad76318b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2158518 Apr 01 12:42:05.855064 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9aa9369c-ec4a-49a8-ab28-67ce59f8546c None None] Provisioning complete for port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:05.855435 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9aa9369c-ec4a-49a8-ab28-67ce59f8546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:06.061189 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af860369-f6af-4eb9-90f1-15256c43a02f req-2774c777-592e-4f72-904e-483b5e9284c9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378335 Apr 01 12:42:06.194628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43746) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:06.219841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1415788673-network', 'tenant_id': 'e5a7020130bc439899ed900f28df69d3'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:06.268836 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c048e-6e73-4f71-82e3-1b0b11214f03 req-238de1c4-285c-4648-a3a5-021cb7bcbf16 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:06.279612 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab2c048e-6e73-4f71-82e3-1b0b11214f03 req-238de1c4-285c-4648-a3a5-021cb7bcbf16 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.1443915 Apr 01 12:42:06.304504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3dfe98d0-0e27-49af-aa8a-4f7a3ac4e9fd None None] Provisioning complete for port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:06.305398 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3dfe98d0-0e27-49af-aa8a-4f7a3ac4e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:06.329768 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab2c048e-6e73-4f71-82e3-1b0b11214f03 req-2b947245-8a64-454b-b29d-50576b1e2eba tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489235 Apr 01 12:42:06.403622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Made reservation on behalf of e5a7020130bc439899ed900f28df69d3 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:06.406456 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:06.420156 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7b7c204d-9670-45ed-b8bd-70de4c8b89b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:06.440272 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:06.490595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104acea9-f0e8-40c2-b3c9-714424a2b207 req-533682fe-16f2-4e74-8eaf-7413293c5e62 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:06.499646 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-104acea9-f0e8-40c2-b3c9-714424a2b207 req-533682fe-16f2-4e74-8eaf-7413293c5e62 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2743294 Apr 01 12:42:06.559380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3dfe98d0-0e27-49af-aa8a-4f7a3ac4e9fd None None] Provisioning complete for port b8da4878-c242-4e05-9839-9eaa31f60cc7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:06.559794 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3dfe98d0-0e27-49af-aa8a-4f7a3ac4e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:06.642670 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-104acea9-f0e8-40c2-b3c9-714424a2b207 req-ccfadf4d-7a80-463c-b1f7-49fdc2c3f11b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417701 Apr 01 12:42:06.703402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe98d0-0e27-49af-aa8a-4f7a3ac4e9fd None None] Port b8da4878-c242-4e05-9839-9eaa31f60cc7 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:42:06.730212 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:06.902168 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d101b13-e5e3-4fe5-8b66-db86415fd556 req-7341b0b8-5354-4c1e-bd69-0f4e9dbb3fae tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:06.904010 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4d101b13-e5e3-4fe5-8b66-db86415fd556 req-7341b0b8-5354-4c1e-bd69-0f4e9dbb3fae tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1383061 Apr 01 12:42:06.958774 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4d101b13-e5e3-4fe5-8b66-db86415fd556 req-482eacf4-60b4-4525-ad7e-50311b8da653 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472927 Apr 01 12:42:06.968484 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:06.982739 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f5856-2fa8-4e6e-9f19-1626e75002dc req-c4298ab7-35a9-4457-94b1-0ca341305b04 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:06.992999 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-107f5856-2fa8-4e6e-9f19-1626e75002dc req-c4298ab7-35a9-4457-94b1-0ca341305b04 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2365947 Apr 01 12:42:07.026171 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:07.484617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a852f144-718d-4097-943f-193ee497553a admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:42:07.499374 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-107f5856-2fa8-4e6e-9f19-1626e75002dc req-13d54377-fb3f-4105-94b6-79c22a6ad6b0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079148 Apr 01 12:42:07.529012 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aabb74-c94c-4a34-b01e-ecc57a6619e0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:07.553116 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:07.553116 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Added segment 6467ced4-1b4d-44d0-be36-1a6473ad53e0 of type vlan for network b349f0ee-d929-4573-9262-db55c5988478 Apr 01 12:42:07.590467 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fce5da-ad48-477e-a4cf-7c03edf2255b req-ddc47f71-9a96-4e62-8c26-910857f3cf25 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:07.601115 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b2fce5da-ad48-477e-a4cf-7c03edf2255b req-ddc47f71-9a96-4e62-8c26-910857f3cf25 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.1435227 Apr 01 12:42:07.698772 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b2fce5da-ad48-477e-a4cf-7c03edf2255b req-d2ec7579-c479-42f6-a767-cb4ab4d0f39c tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965152 Apr 01 12:42:07.767310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb021b6-b7bf-4234-b064-26ec5ad97ce3 req-4d005061-59c4-48ea-b45c-8e01950d3d1f tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:07.768876 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aeb021b6-b7bf-4234-b064-26ec5ad97ce3 req-4d005061-59c4-48ea-b45c-8e01950d3d1f tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.37 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.3571417 Apr 01 12:42:07.929692 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:07.961772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43772) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:08.010156 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1338fa0-f696-4ffa-8f47-c99a1afefcf8 req-4a2244a7-4ec9-46d6-8579-d4475fb7676d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:08.018049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c1338fa0-f696-4ffa-8f47-c99a1afefcf8 req-4a2244a7-4ec9-46d6-8579-d4475fb7676d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.3585544 Apr 01 12:42:08.074036 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.075140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:08.075685 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.174553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Allocated IP 172.21.0.1 (ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6/08b342b8-b815-4cf0-a60b-71aad831e1ed/cad88bea-2db4-4166-9f54-7bc0cb4b1923) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:42:08.190212 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a852f144-718d-4097-943f-193ee497553a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9891064 Apr 01 12:42:08.204697 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c1338fa0-f696-4ffa-8f47-c99a1afefcf8 req-8b977856-78c3-4be5-8158-2e84f9b5b644 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803045 Apr 01 12:42:08.220039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43778) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:08.297603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9a5fa44b-fab5-496c-ac7d-f8f2c4844c93 admin admin] Request body: {'subnet': {'network_id': 'b349f0ee-d929-4573-9262-db55c5988478', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1415788673-subnet', 'tenant_id': 'e5a7020130bc439899ed900f28df69d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:08.341965 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b61b65eb-7f9c-47cb-9e2a-189d15d122e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.352979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852f144-718d-4097-943f-193ee497553a admin admin] Pushing event updated for resources: {'Network': ['ID=b349f0ee-d929-4573-9262-db55c5988478,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:08.368644 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4f8a-59f7-47a3-86af-7c5d7187c74e req-1e7597a6-5b53-4fb8-bd2b-bea279150e2d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:08.376585 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8abf4f8a-59f7-47a3-86af-7c5d7187c74e req-1e7597a6-5b53-4fb8-bd2b-bea279150e2d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.2619474 Apr 01 12:42:08.377007 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b349f0ee-d929-4573-9262-db55c5988478 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:42:08.450654 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8abf4f8a-59f7-47a3-86af-7c5d7187c74e req-69979c01-7c18-4a7f-945f-6814473ce4ef tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728953 Apr 01 12:42:08.533759 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b61b65eb-7f9c-47cb-9e2a-189d15d122e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.541190 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b61b65eb-7f9c-47cb-9e2a-189d15d122e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.590441 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.614489 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b61b65eb-7f9c-47cb-9e2a-189d15d122e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e8f51d4e6354342b3d069dc639536c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6508524 Apr 01 12:42:08.615370 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b65eb-7f9c-47cb-9e2a-189d15d122e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a82c239-6599-4bb7-b643-962fd9212f24,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:08.617842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43782) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:08.691643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-aeb021b6-b7bf-4234-b064-26ec5ad97ce3 req-8c9e84b0-ba02-435b-82e7-8e40667bb78e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Deleting port b74fbe5a-0453-4244-87e8-81d2786c6c7f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:08.692470 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aeb021b6-b7bf-4234-b064-26ec5ad97ce3 req-8c9e84b0-ba02-435b-82e7-8e40667bb78e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.706780 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.713742 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0458f62a-b41f-4ef0-805e-e6f8b695acde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.746358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0458f62a-b41f-4ef0-805e-e6f8b695acde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.781507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5fa44b-fab5-496c-ac7d-f8f2c4844c93 admin admin] Made reservation on behalf of e5a7020130bc439899ed900f28df69d3 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:08.784673 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa44b-fab5-496c-ac7d-f8f2c4844c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.815013 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.842553 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.845400 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0458f62a-b41f-4ef0-805e-e6f8b695acde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.850625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0458f62a-b41f-4ef0-805e-e6f8b695acde admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.851790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0458f62a-b41f-4ef0-805e-e6f8b695acde admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a82c239-6599-4bb7-b643-962fd9212f24 HTTP/1.1" status: 204 len: 168 time: 0.2329812 Apr 01 12:42:08.890527 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3dd655dd-b694-4c7f-aba7-385a51491702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:08.907709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a579fa-02ed-4ae9-8bd1-f3f5ea0e7ae5 req-16a5ca7f-053e-4731-a688-d1e02e58f4c4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:08.909297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34a579fa-02ed-4ae9-8bd1-f3f5ea0e7ae5 req-16a5ca7f-053e-4731-a688-d1e02e58f4c4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.5865173 Apr 01 12:42:08.938436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:08.953923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:08.954342 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458f62a-b41f-4ef0-805e-e6f8b695acde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a82c239-6599-4bb7-b643-962fd9212f24,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:08.973804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae594f5-a501-4495-aa89-a7cd19d98ede req-3d7f847f-b725-41b5-a20b-f9865e60aa98 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:08.995114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ae594f5-a501-4495-aa89-a7cd19d98ede req-3d7f847f-b725-41b5-a20b-f9865e60aa98 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 945 time: 0.1662383 Apr 01 12:42:09.023909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:42:09.118725 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ae594f5-a501-4495-aa89-a7cd19d98ede req-186365ac-811a-4211-aef3-155839d4f1c3 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/security-groups?id=665fdd2e-8f85-476c-9adc-6143f5bbac15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224377 Apr 01 12:42:09.138442 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=cad88bea-2db4-4166-9f54-7bc0cb4b1923,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:09.192597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-aeb021b6-b7bf-4234-b064-26ec5ad97ce3 req-8c9e84b0-ba02-435b-82e7-8e40667bb78e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] For port b74fbe5a-0453-4244-87e8-81d2786c6c7f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=b74fbe5a-0453-4244-87e8-81d2786c6c7f,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:09.193029 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aeb021b6-b7bf-4234-b064-26ec5ad97ce3 req-8c9e84b0-ba02-435b-82e7-8e40667bb78e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:09.225220 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:09.236794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-aeb021b6-b7bf-4234-b064-26ec5ad97ce3 req-8c9e84b0-ba02-435b-82e7-8e40667bb78e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Calling delete_port for b74fbe5a-0453-4244-87e8-81d2786c6c7f owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:09.301367 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34a579fa-02ed-4ae9-8bd1-f3f5ea0e7ae5 req-3dd34b00-4a70-4178-815f-e6e7958bf0b1 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457613 Apr 01 12:42:09.453723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-318c79c2-e8db-4fd1-95d2-e2dc4da85a7b None None] Provisioning complete for port cad88bea-2db4-4166-9f54-7bc0cb4b1923 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:09.454359 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-318c79c2-e8db-4fd1-95d2-e2dc4da85a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:09.535400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43798) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:09.537615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-318c79c2-e8db-4fd1-95d2-e2dc4da85a7b None None] Port cad88bea-2db4-4166-9f54-7bc0cb4b1923 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:42:09.563968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1fc230aa-1917-49cf-a37b-eefc85e0be34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:09.613102 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aeb021b6-b7bf-4234-b064-26ec5ad97ce3 req-8c9e84b0-ba02-435b-82e7-8e40667bb78e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:09.707900 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1fc230aa-1917-49cf-a37b-eefc85e0be34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:09.722707 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1fc230aa-1917-49cf-a37b-eefc85e0be34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:09.734449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e84b0-ba02-435b-82e7-8e40667bb78e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Pushing event deleted for resources: {'Port': ['ID=b74fbe5a-0453-4244-87e8-81d2786c6c7f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:09.796428 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb6c00-ed0d-43aa-b45d-8409c52cf6f9 req-e16b7807-6ce2-4f15-9e37-42db81dfd9a3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:09.804798 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10bb6c00-ed0d-43aa-b45d-8409c52cf6f9 req-e16b7807-6ce2-4f15-9e37-42db81dfd9a3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1873002 Apr 01 12:42:09.828297 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc230aa-1917-49cf-a37b-eefc85e0be34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7088ba-a02a-40fd-821e-b803357031fe,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:09.835527 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1fc230aa-1917-49cf-a37b-eefc85e0be34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f798ec0808945e1a32ff9bc81448615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985988 Apr 01 12:42:09.847699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7564b-cf40-4d7a-b115-445e79f2a631 req-3afc4cad-9a8c-4623-8caa-68bd1c71491a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:09.849315 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55c7564b-cf40-4d7a-b115-445e79f2a631 req-3afc4cad-9a8c-4623-8caa-68bd1c71491a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.3833623 Apr 01 12:42:09.852589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43800) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:09.866630 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10bb6c00-ed0d-43aa-b45d-8409c52cf6f9 req-4d4ac9ee-a418-4246-a3fb-a3d0de7043d6 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610979 Apr 01 12:42:09.902714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb021b6-b7bf-4234-b064-26ec5ad97ce3 req-8c9e84b0-ba02-435b-82e7-8e40667bb78e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] No DVR routers for this DVR port b74fbe5a-0453-4244-87e8-81d2786c6c7f on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:09.915660 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-aeb021b6-b7bf-4234-b064-26ec5ad97ce3 req-8c9e84b0-ba02-435b-82e7-8e40667bb78e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:09.919457 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aeb021b6-b7bf-4234-b064-26ec5ad97ce3 req-8c9e84b0-ba02-435b-82e7-8e40667bb78e tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.37 "DELETE /v2.0/ports/b74fbe5a-0453-4244-87e8-81d2786c6c7f HTTP/1.1" status: 204 len: 173 time: 2.0724058 Apr 01 12:42:09.930674 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0837109c-4ad6-4cd2-aaf0-0f6b17a5f741', 'name': 'network-vif-deleted', 'tag': 'b74fbe5a-0453-4244-87e8-81d2786c6c7f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:42:09.934423 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0206308f-daf9-4a2b-b417-4eed5891a902" -d '{"events": [{"server_uuid": "0837109c-4ad6-4cd2-aaf0-0f6b17a5f741", "name": "network-vif-deleted", "tag": "b74fbe5a-0453-4244-87e8-81d2786c6c7f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:42:09.955344 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:09.993946 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d49ef5-f09f-4430-a49d-a4dcbf993dc0 x-openstack-request-id: req-88d49ef5-f09f-4430-a49d-a4dcbf993dc0 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:42:09.994258 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0837109c-4ad6-4cd2-aaf0-0f6b17a5f741", "name": "network-vif-deleted", "tag": "b74fbe5a-0453-4244-87e8-81d2786c6c7f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:42:09.994510 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88d49ef5-f09f-4430-a49d-a4dcbf993dc0 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:42:09.994906 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d49ef5-f09f-4430-a49d-a4dcbf993dc0'] response: {'server_uuid': '0837109c-4ad6-4cd2-aaf0-0f6b17a5f741', 'name': 'network-vif-deleted', 'tag': 'b74fbe5a-0453-4244-87e8-81d2786c6c7f', 'status': 'completed', 'code': 200} Apr 01 12:42:10.021183 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device b74fbe5a-0453-4244-87e8-81d2786c6c7f no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:10.047779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa44b-fab5-496c-ac7d-f8f2c4844c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:10.064898 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: b74fbe5a-0453-4244-87e8-81d2786c6c7f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:10.065642 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device b74fbe5a-0453-4244-87e8-81d2786c6c7f not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:10.121054 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55c7564b-cf40-4d7a-b115-445e79f2a631 req-1dbe1305-97aa-4d95-9dbe-72f4f3762763 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193425 Apr 01 12:42:10.240376 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1965575f-adbf-40de-a9f3-29711077153e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:10.242201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fa44b-fab5-496c-ac7d-f8f2c4844c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bdc2b95-8cc5-429e-8306-cc05e7316334,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:10.282755 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1f34e2e3-9c1e-4179-bfbf-501efd24f3cb req-7e70db20-1f7b-49a6-9260-65558c4883d2 tempest-ServerRescueTestJSON-994686500 tempest-ServerRescueTestJSON-994686500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0837109c-4ad6-4cd2-aaf0-0f6b17a5f741 HTTP/1.1" status: 200 len: 210 time: 0.0423367 Apr 01 12:42:10.315437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5fa44b-fab5-496c-ac7d-f8f2c4844c93 admin admin] Checking segment: {'id': '6467ced4-1b4d-44d0-be36-1a6473ad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b349f0ee-d929-4573-9262-db55c5988478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:42:10.316081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5fa44b-fab5-496c-ac7d-f8f2c4844c93 admin admin] Network hostable DHCP agents. Network: b349f0ee-d929-4573-9262-db55c5988478, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:42:10.333112 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1965575f-adbf-40de-a9f3-29711077153e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:10.375941 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:10.405565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110f6c9-c85d-49b0-9125-4294789895d2 req-85621ef8-01a1-4fe8-8a72-3c6e2998a809 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:10.412935 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2110f6c9-c85d-49b0-9125-4294789895d2 req-85621ef8-01a1-4fe8-8a72-3c6e2998a809 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1683304 Apr 01 12:42:10.426773 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5fa44b-fab5-496c-ac7d-f8f2c4844c93 admin admin] Network b349f0ee-d929-4573-9262-db55c5988478 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:42:10.489286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-9a5fa44b-fab5-496c-ac7d-f8f2c4844c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b349f0ee-d929-4573-9262-db55c5988478) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:10.512708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae96399-bf25-4f44-96c6-4a6aec7b8ef7 None None] Network b349f0ee-d929-4573-9262-db55c5988478 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:10.514208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5fa44b-fab5-496c-ac7d-f8f2c4844c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:10.514825 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa44b-fab5-496c-ac7d-f8f2c4844c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:10.545206 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9a5fa44b-fab5-496c-ac7d-f8f2c4844c93 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3124111 Apr 01 12:42:10.552058 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2110f6c9-c85d-49b0-9125-4294789895d2 req-93ddf556-d2c6-4b8d-9053-cf471c4d6278 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378798 Apr 01 12:42:10.562280 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1965575f-adbf-40de-a9f3-29711077153e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:10.564747 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1965575f-adbf-40de-a9f3-29711077153e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:10.568554 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1965575f-adbf-40de-a9f3-29711077153e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f7088ba-a02a-40fd-821e-b803357031fe HTTP/1.1" status: 204 len: 168 time: 0.6932590 Apr 01 12:42:10.592693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965575f-adbf-40de-a9f3-29711077153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7088ba-a02a-40fd-821e-b803357031fe,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:10.648479 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:10.658174 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:10.819321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=cad88bea-2db4-4166-9f54-7bc0cb4b1923,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:10.821693 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:10.826698 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f3d5af-ce35-40d9-a5c1-a68e76c2e4c4 None None] Network b349f0ee-d929-4573-9262-db55c5988478 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:11.081492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91371a-edcb-4834-ae88-4b4119a36b04 req-5ff4b915-4eae-4bf3-becb-d9c5ab332846 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:11.083098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f91371a-edcb-4834-ae88-4b4119a36b04 req-5ff4b915-4eae-4bf3-becb-d9c5ab332846 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2586229 Apr 01 12:42:11.147924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:11.156697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:11.179647 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f91371a-edcb-4834-ae88-4b4119a36b04 req-193c3602-8aee-4d42-9d93-135375d487a6 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782423 Apr 01 12:42:11.371999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 25eda4b6-09c6-4870-bacb-ec75375868e4 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:42:11.502293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:42:11.515861 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7009bb33-808f-4e0e-aa97-e05a1286cb0d None None] Sync routers for ids ['25eda4b6-09c6-4870-bacb-ec75375868e4'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:42:11.526741 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-04767e11-4432-4635-a594-0bc190e1024d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/25eda4b6-09c6-4870-bacb-ec75375868e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1283867 Apr 01 12:42:11.527863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43852) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:11.529359 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7009bb33-808f-4e0e-aa97-e05a1286cb0d None None] Routers {'25eda4b6-09c6-4870-bacb-ec75375868e4'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:11.532621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-7009bb33-808f-4e0e-aa97-e05a1286cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['25eda4b6-09c6-4870-bacb-ec75375868e4'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:11.542308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6856f-1860-4a92-9b81-73c8a43773d2 req-54ce080d-bdf4-4a72-aebf-13124cfeb30a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:11.551493 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40d6856f-1860-4a92-9b81-73c8a43773d2 req-54ce080d-bdf4-4a72-aebf-13124cfeb30a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.2223754 Apr 01 12:42:11.621209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57465726-911c-4220-abd8-610c0202512e req-02b2d936-b3eb-4ad0-86bc-19b1ec5f8c0a tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:11.629519 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-02b2d936-b3eb-4ad0-86bc-19b1ec5f8c0a tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/networks?id=cc590271-df38-4b5d-9ace-a28dfba5ada2 HTTP/1.1" status: 200 len: 825 time: 0.1992700 Apr 01 12:42:11.633563 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-7009bb33-808f-4e0e-aa97-e05a1286cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:11.663598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d361729d-7530-4792-910c-68968f32d99c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:11.666216 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-49d77ee7-a3ef-4e3a-ae6a-068ea1ce832d tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/quotas/c5d9cc7588b04b3ab24c12e02ab574ca HTTP/1.1" status: 200 len: 375 time: 0.0355060 Apr 01 12:42:11.673076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d361729d-7530-4792-910c-68968f32d99c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports/cad88bea-2db4-4166-9f54-7bc0cb4b1923 HTTP/1.1" status: 200 len: 910 time: 0.1201148 Apr 01 12:42:11.673759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43860) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:11.688607 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6ef687b9-e7c1-484d-bc1e-abb0a671ede0 None None] Provisioning complete for port cad88bea-2db4-4166-9f54-7bc0cb4b1923 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:11.688980 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6ef687b9-e7c1-484d-bc1e-abb0a671ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:11.768133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6ef687b9-e7c1-484d-bc1e-abb0a671ede0 None None] Port cad88bea-2db4-4166-9f54-7bc0cb4b1923 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:42:11.776456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7009bb33-808f-4e0e-aa97-e05a1286cb0d None None] Routers {'25eda4b6-09c6-4870-bacb-ec75375868e4'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:11.777317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-7009bb33-808f-4e0e-aa97-e05a1286cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['25eda4b6-09c6-4870-bacb-ec75375868e4'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:11.821701 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-7009bb33-808f-4e0e-aa97-e05a1286cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:11.823258 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7009bb33-808f-4e0e-aa97-e05a1286cb0d None None] The sync data for ids ['25eda4b6-09c6-4870-bacb-ec75375868e4'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:42:11.848055 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:11.857027 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:11.934242 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40d6856f-1860-4a92-9b81-73c8a43773d2 req-a9636d3c-f0e5-4c7c-b364-1f5a347ba47c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593832 Apr 01 12:42:12.050397 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-474076eb-6674-41fb-b8bb-b8f9a6d6f153 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5d9cc7588b04b3ab24c12e02ab574ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3816047 Apr 01 12:42:12.132262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86826db1-0103-4697-a48f-4bf502399ba2 req-e0dd55e1-b2d1-4565-93bd-3d6249e88b1d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:12.140738 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86826db1-0103-4697-a48f-4bf502399ba2 req-e0dd55e1-b2d1-4565-93bd-3d6249e88b1d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0991294 Apr 01 12:42:12.167019 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-6fdfd03a-89bf-4245-8f23-19934003a31c service neutron] 10.222.0.45 "GET /v2.0/networks/cc590271-df38-4b5d-9ace-a28dfba5ada2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150682 Apr 01 12:42:12.224262 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86826db1-0103-4697-a48f-4bf502399ba2 req-0aa61dbe-a217-4a71-a781-d9f8bcf47694 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825703 Apr 01 12:42:12.318614 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43872) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:12.381515 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-e2eaa1f0-a4c7-4485-9998-1f7f432a04bb service neutron] 10.222.0.45 "GET /v2.0/networks/cc590271-df38-4b5d-9ace-a28dfba5ada2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129297 Apr 01 12:42:12.497978 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-383f3cfc-3414-4d05-8834-bddad83800c4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:13.056642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e837f-a890-41f7-a4e9-de1f8f7a1099 req-4302f64c-e0ae-4580-8913-aed7202ae04c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:13.064950 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c78e837f-a890-41f7-a4e9-de1f8f7a1099 req-4302f64c-e0ae-4580-8913-aed7202ae04c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.5042365 Apr 01 12:42:13.083143 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d3f0c39-92cb-4547-b9cf-7725d9951e74 req-3c270483-4538-4b8c-a147-480e39d1272b tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 210 time: 0.1060898 Apr 01 12:42:13.145205 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d551452a-7cb2-4759-8312-c5d0b5080fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:13.304000 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c78e837f-a890-41f7-a4e9-de1f8f7a1099 req-3afb66eb-6c50-482e-9c7a-ca1b2d5a84bc tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378418 Apr 01 12:42:13.506769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d606df9-687d-4319-8b5e-bfd1d27e399b req-813d16f8-d88d-447c-b5b4-48e645b62348 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:13.508404 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d606df9-687d-4319-8b5e-bfd1d27e399b req-813d16f8-d88d-447c-b5b4-48e645b62348 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 945 time: 0.2010889 Apr 01 12:42:13.583387 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3d606df9-687d-4319-8b5e-bfd1d27e399b req-30e140d3-c2d0-41fd-a543-a06c32daf5c0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652854 Apr 01 12:42:13.666504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f68cc-6a42-4e72-a87f-116cfaa5aa4d req-39f3e400-cdd9-4d40-8f3d-d43b8fbd8441 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:13.688494 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-949f68cc-6a42-4e72-a87f-116cfaa5aa4d req-39f3e400-cdd9-4d40-8f3d-d43b8fbd8441 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.2299442 Apr 01 12:42:13.756294 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d551452a-7cb2-4759-8312-c5d0b5080fcd admin admin] Deleting port 53016761-dad9-46c3-9d83-8437997e3af4 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:13.756693 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d551452a-7cb2-4759-8312-c5d0b5080fcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:13.772357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-383f3cfc-3414-4d05-8834-bddad83800c4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port cad88bea-2db4-4166-9f54-7bc0cb4b1923 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:13.772662 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-383f3cfc-3414-4d05-8834-bddad83800c4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:13.791711 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-949f68cc-6a42-4e72-a87f-116cfaa5aa4d req-a13e08b0-d05c-4a51-8944-f3e6fd021d70 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835662 Apr 01 12:42:13.896789 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd8f8b-cab8-4089-a2a0-9076bc19fe14 req-10c972bd-7524-4dcb-8d9d-2707a488d134 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:13.898826 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6fd8f8b-cab8-4089-a2a0-9076bc19fe14 req-10c972bd-7524-4dcb-8d9d-2707a488d134 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1225250 Apr 01 12:42:13.930767 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-383f3cfc-3414-4d05-8834-bddad83800c4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:13.948145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-383f3cfc-3414-4d05-8834-bddad83800c4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for cad88bea-2db4-4166-9f54-7bc0cb4b1923 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:13.971265 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-d551452a-7cb2-4759-8312-c5d0b5080fcd admin admin] For port 53016761-dad9-46c3-9d83-8437997e3af4, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=53016761-dad9-46c3-9d83-8437997e3af4,segment=NetworkSegment(3322d064-5d68-4aaa-b372-c3ccea889f3c),segment_id=3322d064-5d68-4aaa-b372-c3ccea889f3c)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:13.971637 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d551452a-7cb2-4759-8312-c5d0b5080fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:13.976983 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6fd8f8b-cab8-4089-a2a0-9076bc19fe14 req-25e1d217-1408-4018-9456-09e8c86cfc3b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643597 Apr 01 12:42:13.990415 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d551452a-7cb2-4759-8312-c5d0b5080fcd admin admin] Calling delete_port for 53016761-dad9-46c3-9d83-8437997e3af4 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:14.088754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43922) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:14.252229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21a334bd-df0b-405f-b34f-91439e0ad843 req-685bc626-785b-426d-b113-3e5a53623cd1 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 210 time: 0.0349622 Apr 01 12:42:14.289545 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-383f3cfc-3414-4d05-8834-bddad83800c4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:14.340040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f3cfc-3414-4d05-8834-bddad83800c4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=cad88bea-2db4-4166-9f54-7bc0cb4b1923,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:14.403030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceb550-978d-4609-b9d5-7a8e8a04854f req-c7fca530-8ecd-42c5-8420-c05db552334f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:14.404961 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74ceb550-978d-4609-b9d5-7a8e8a04854f req-c7fca530-8ecd-42c5-8420-c05db552334f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1242108 Apr 01 12:42:14.406481 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d551452a-7cb2-4759-8312-c5d0b5080fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:14.410417 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3011a11-5e70-4822-830f-7add3066a08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:14.466156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551452a-7cb2-4759-8312-c5d0b5080fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=53016761-dad9-46c3-9d83-8437997e3af4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:14.527036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57465726-911c-4220-abd8-610c0202512e req-70c3acb3-3135-4895-8e32-36fff5d7b18e tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:14.529145 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-70c3acb3-3135-4895-8e32-36fff5d7b18e tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.44 "GET /v2.0/networks?id=cc590271-df38-4b5d-9ace-a28dfba5ada2 HTTP/1.1" status: 200 len: 825 time: 0.1786892 Apr 01 12:42:14.566084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-57465726-911c-4220-abd8-610c0202512e req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Request body: {'port': {'device_id': '838d9c84-3710-4eb8-ab34-31db5472e09a', 'network_id': 'cc590271-df38-4b5d-9ace-a28dfba5ada2', 'admin_state_up': True, 'tenant_id': 'c5d9cc7588b04b3ab24c12e02ab574ca'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:14.635691 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74ceb550-978d-4609-b9d5-7a8e8a04854f req-d714bf9b-d07c-4a6d-a302-f1de6ede1768 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891308 Apr 01 12:42:14.924675 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3011a11-5e70-4822-830f-7add3066a08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:14.940247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eaf00-a25b-43a2-a6c7-769c454ccc71 req-d043d3af-1b2f-494c-beb3-fc5e119a56fa tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:14.948105 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-265eaf00-a25b-43a2-a6c7-769c454ccc71 req-d043d3af-1b2f-494c-beb3-fc5e119a56fa tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1794176 Apr 01 12:42:14.959672 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3011a11-5e70-4822-830f-7add3066a08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:14.987270 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f3011a11-5e70-4822-830f-7add3066a08e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f4317f86bbe4d6f82202a0c04864bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8971496 Apr 01 12:42:14.995720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d551452a-7cb2-4759-8312-c5d0b5080fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:15.001728 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056e38-9066-4210-bfcc-a6b9e0e236ae req-c8912daa-40bd-462b-8c4d-b30b1a8985f2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:15.004191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43938) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:15.009512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12056e38-9066-4210-bfcc-a6b9e0e236ae req-c8912daa-40bd-462b-8c4d-b30b1a8985f2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 945 time: 0.2481208 Apr 01 12:42:15.051305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-15acca65-610f-4c83-919a-b4e030f13045 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:15.058118 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-15acca65-610f-4c83-919a-b4e030f13045 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 945 time: 0.3011060 Apr 01 12:42:15.085639 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-383f3cfc-3414-4d05-8834-bddad83800c4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:15.110946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3011a11-5e70-4822-830f-7add3066a08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22f65b8-45ab-4c6c-bfb2-a6945c045b62,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:15.126360 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12056e38-9066-4210-bfcc-a6b9e0e236ae req-3be66bec-1606-4cc0-bdd8-8b1572a97ddb tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159632 Apr 01 12:42:15.130403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57465726-911c-4220-abd8-610c0202512e req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Made reservation on behalf of c5d9cc7588b04b3ab24c12e02ab574ca for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:15.134327 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-57465726-911c-4220-abd8-610c0202512e req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:15.136375 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-265eaf00-a25b-43a2-a6c7-769c454ccc71 req-8a1937e7-f346-4aee-ba6a-a584122a0a2e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850669 Apr 01 12:42:15.210974 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fac1866f-adc1-41e5-8d65-4fb6cca207fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:15.270816 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fac1866f-adc1-41e5-8d65-4fb6cca207fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:15.365321 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402db5-69bf-4ecc-a014-b36bf927697c req-127c70b3-fe89-4ac6-844b-71b289b0c766 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:15.366846 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03402db5-69bf-4ecc-a014-b36bf927697c req-127c70b3-fe89-4ac6-844b-71b289b0c766 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1510525 Apr 01 12:42:15.436578 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fac1866f-adc1-41e5-8d65-4fb6cca207fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:15.439112 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fac1866f-adc1-41e5-8d65-4fb6cca207fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:15.440242 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fac1866f-adc1-41e5-8d65-4fb6cca207fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c22f65b8-45ab-4c6c-bfb2-a6945c045b62 HTTP/1.1" status: 204 len: 168 time: 0.4333768 Apr 01 12:42:15.464305 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03402db5-69bf-4ecc-a014-b36bf927697c req-8dc233c3-10f6-442b-8a19-785c4f274aa1 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890939 Apr 01 12:42:15.467211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1866f-adc1-41e5-8d65-4fb6cca207fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22f65b8-45ab-4c6c-bfb2-a6945c045b62,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:15.473307 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d551452a-7cb2-4759-8312-c5d0b5080fcd admin admin] Router 2cf65502-756e-4173-ae1d-56d4f47afc00 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:42:15.489332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e229cb3-77a6-403a-bac3-61a36859c8e2 req-17807ed0-1bb7-4a2a-8690-3ed05fc0ae2d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:15.491385 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e229cb3-77a6-403a-bac3-61a36859c8e2 req-17807ed0-1bb7-4a2a-8690-3ed05fc0ae2d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2159922 Apr 01 12:42:15.552537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Deleting port df7b4828-9b98-4bc8-87c9-4342aaa1a450 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:15.552884 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:15.630976 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-57465726-911c-4220-abd8-610c0202512e req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Allocated IP 172.20.0.6 (cc590271-df38-4b5d-9ace-a28dfba5ada2/39f79aee-f185-4aef-b415-384cfc8aadde/2f1367d7-bf88-460f-907b-4788c64ad3ea) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:42:15.635114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8ce9fa19-65a6-4798-9ad7-42191d26282b req-9695621b-eca5-4d94-b2df-c953e87ac8a5 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 210 time: 0.0417647 Apr 01 12:42:15.647114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d551452a-7cb2-4759-8312-c5d0b5080fcd admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:42:15.658779 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4293240b-5ff7-4c89-a37f-e615eaf9ea65 None None] Sync routers for ids ['2cf65502-756e-4173-ae1d-56d4f47afc00'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:42:15.673325 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d551452a-7cb2-4759-8312-c5d0b5080fcd admin admin] 10.222.0.45 "PUT /v2.0/routers/2cf65502-756e-4173-ae1d-56d4f47afc00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3525467 Apr 01 12:42:15.675030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43960) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:15.677269 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4293240b-5ff7-4c89-a37f-e615eaf9ea65 None None] Routers {'2cf65502-756e-4173-ae1d-56d4f47afc00'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:15.678131 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4293240b-5ff7-4c89-a37f-e615eaf9ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['2cf65502-756e-4173-ae1d-56d4f47afc00'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:15.691886 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e229cb3-77a6-403a-bac3-61a36859c8e2 req-e5d6c792-3cbb-4ebb-8f1d-dcea592c1afa tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576023 Apr 01 12:42:15.704927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383f3cfc-3414-4d05-8834-bddad83800c4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 25eda4b6-09c6-4870-bacb-ec75375868e4 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:42:15.824916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] For port df7b4828-9b98-4bc8-87c9-4342aaa1a450, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=df7b4828-9b98-4bc8-87c9-4342aaa1a450,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:15.825280 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:15.881245 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-4293240b-5ff7-4c89-a37f-e615eaf9ea65 None None] Set router 2cf65502-756e-4173-ae1d-56d4f47afc00 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:42:15.909439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383f3cfc-3414-4d05-8834-bddad83800c4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:42:15.922573 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-383f3cfc-3414-4d05-8834-bddad83800c4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/25eda4b6-09c6-4870-bacb-ec75375868e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2465196 Apr 01 12:42:15.922759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414eac7-ac8c-4a09-b334-e826b36bad0c None None] Sync routers for ids ['25eda4b6-09c6-4870-bacb-ec75375868e4'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:42:15.935106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43964) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:15.935943 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43966) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:15.947781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414eac7-ac8c-4a09-b334-e826b36bad0c None None] Routers {'25eda4b6-09c6-4870-bacb-ec75375868e4'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:15.956145 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a414eac7-ac8c-4a09-b334-e826b36bad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['25eda4b6-09c6-4870-bacb-ec75375868e4'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:16.030292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a414eac7-ac8c-4a09-b334-e826b36bad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:16.041626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414eac7-ac8c-4a09-b334-e826b36bad0c None None] Routers {'25eda4b6-09c6-4870-bacb-ec75375868e4'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:16.042611 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a414eac7-ac8c-4a09-b334-e826b36bad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['25eda4b6-09c6-4870-bacb-ec75375868e4'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:16.046454 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98b56409-f94f-4ba3-ad9f-05094b94297f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:16.100890 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4293240b-5ff7-4c89-a37f-e615eaf9ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'name': 'tempest-ServerRescueTestJSON-1447905330-router', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:58Z', 'updated_at': '2022-04-01T12:42:14Z', 'revision_number': 5, 'project_id': 'aab159a24aeb4d4187404cae959e43ca', 'gw_port': {'id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:59Z', 'updated_at': '2022-04-01T12:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:16.157656 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4293240b-5ff7-4c89-a37f-e615eaf9ea65 None None] Checking router: 2cf65502-756e-4173-ae1d-56d4f47afc00 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:42:16.170725 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4293240b-5ff7-4c89-a37f-e615eaf9ea65 None None] Routers {'2cf65502-756e-4173-ae1d-56d4f47afc00'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:16.171491 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4293240b-5ff7-4c89-a37f-e615eaf9ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['2cf65502-756e-4173-ae1d-56d4f47afc00'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:16.248340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:16.264970 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a414eac7-ac8c-4a09-b334-e826b36bad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:16.265644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414eac7-ac8c-4a09-b334-e826b36bad0c None None] The sync data for ids ['25eda4b6-09c6-4870-bacb-ec75375868e4'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:42:16.304507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dd706-b994-4440-b761-a9ea87bb1bd2 req-ce7539a5-702a-4409-9c4d-fb89e16ef27d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:16.306013 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-733dd706-b994-4440-b761-a9ea87bb1bd2 req-ce7539a5-702a-4409-9c4d-fb89e16ef27d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1312075 Apr 01 12:42:16.308949 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-57465726-911c-4220-abd8-610c0202512e req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:16.325847 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-4293240b-5ff7-4c89-a37f-e615eaf9ea65 None None] Set router 2cf65502-756e-4173-ae1d-56d4f47afc00 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:42:16.398677 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-733dd706-b994-4440-b761-a9ea87bb1bd2 req-b07da8d1-db42-4ecb-8b82-e803c7e30d59 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805683 Apr 01 12:42:16.422666 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:16.507855 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Deleting port eb4aec12-34df-4c2a-ad2a-88e11765db4e {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:16.508308 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:16.626129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] For port eb4aec12-34df-4c2a-ad2a-88e11765db4e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eb4aec12-34df-4c2a-ad2a-88e11765db4e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:16.626593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:16.656336 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Calling delete_port for eb4aec12-34df-4c2a-ad2a-88e11765db4e owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:16.664294 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4293240b-5ff7-4c89-a37f-e615eaf9ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'name': 'tempest-ServerRescueTestJSON-1447905330-router', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:58Z', 'updated_at': '2022-04-01T12:42:14Z', 'revision_number': 5, 'project_id': 'aab159a24aeb4d4187404cae959e43ca', 'gw_port': {'id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:59Z', 'updated_at': '2022-04-01T12:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:16.683867 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406a0e3-4b5d-49b3-b6b9-fc6ff5d34206 req-945e8c0a-ce3a-4089-ace2-6cfd81ee3963 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:16.685414 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f406a0e3-4b5d-49b3-b6b9-fc6ff5d34206 req-945e8c0a-ce3a-4089-ace2-6cfd81ee3963 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0764873 Apr 01 12:42:16.691646 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4293240b-5ff7-4c89-a37f-e615eaf9ea65 None None] The sync data for ids ['2cf65502-756e-4173-ae1d-56d4f47afc00'] in n-d-836146-1 is: [{'id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'name': 'tempest-ServerRescueTestJSON-1447905330-router', 'tenant_id': 'aab159a24aeb4d4187404cae959e43ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:58Z', 'updated_at': '2022-04-01T12:42:14Z', 'revision_number': 5, 'project_id': 'aab159a24aeb4d4187404cae959e43ca', 'gw_port': {'id': 'eb4aec12-34df-4c2a-ad2a-88e11765db4e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf65502-756e-4173-ae1d-56d4f47afc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:59Z', 'updated_at': '2022-04-01T12:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:42:16.773424 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f406a0e3-4b5d-49b3-b6b9-fc6ff5d34206 req-693568b6-39de-4f11-b848-99d8159adcfb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592556 Apr 01 12:42:16.803511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32f9d-91e3-47e7-a540-422b7b191eb0 req-67740e33-ade1-4f42-9062-2932b6dc4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:16.805026 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-67a32f9d-91e3-47e7-a540-422b7b191eb0 req-67740e33-ade1-4f42-9062-2932b6dc4e19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 1096 time: 0.6574841 Apr 01 12:42:16.929898 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:16.932369 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:16.932722 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:16.933039 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Floating IP 7742cf16-fe04-4dc7-9259-9fc38188899f disassociated. External IP: 172.25.7.149, port: df7b4828-9b98-4bc8-87c9-4342aaa1a450. Apr 01 12:42:16.933385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Calling delete_port for df7b4828-9b98-4bc8-87c9-4342aaa1a450 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:16.941910 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da28e1-7341-4677-9bd3-6555c310d3fe req-28cb808a-33b3-4659-97c4-e4e2de332c51 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:16.943429 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4da28e1-7341-4677-9bd3-6555c310d3fe req-28cb808a-33b3-4659-97c4-e4e2de332c51 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 945 time: 0.6557624 Apr 01 12:42:16.958808 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4aec12-34df-4c2a-ad2a-88e11765db4e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:16.967548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e2e10-d7fe-4374-b3e9-c66d6c4016f5 req-e444e5ea-06e6-48d3-80ae-3d9f3e735be6 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:16.969038 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b43e2e10-d7fe-4374-b3e9-c66d6c4016f5 req-e444e5ea-06e6-48d3-80ae-3d9f3e735be6 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0887742 Apr 01 12:42:17.055747 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b43e2e10-d7fe-4374-b3e9-c66d6c4016f5 req-fe713064-d8ed-44da-bca3-33f8864d5d02 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651624 Apr 01 12:42:17.059200 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.102328 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98b56409-f94f-4ba3-ad9f-05094b94297f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.106526 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-57465726-911c-4220-abd8-610c0202512e req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.127227 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98b56409-f94f-4ba3-ad9f-05094b94297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.162322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.172349 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.240219 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.240773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf65502-756e-4173-ae1d-56d4f47afc00 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:42:17.250110 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942fd59-01f0-4d92-9d00-6e28600dde58 req-d54a562f-0865-47b0-b8a6-281475699827 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:17.251596 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f942fd59-01f0-4d92-9d00-6e28600dde58 req-d54a562f-0865-47b0-b8a6-281475699827 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 931 time: 0.0917199 Apr 01 12:42:17.254509 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.258126 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7de7a887-8b32-4571-8c78-26b3292fd48e admin admin] 10.222.0.45 "DELETE /v2.0/routers/2cf65502-756e-4173-ae1d-56d4f47afc00 HTTP/1.1" status: 204 len: 168 time: 1.5820696 Apr 01 12:42:17.258731 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43978) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:17.264838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57465726-911c-4220-abd8-610c0202512e req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Network cc590271-df38-4b5d-9ace-a28dfba5ada2 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:17.269300 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4da28e1-7341-4677-9bd3-6555c310d3fe req-9ff1837b-b54f-48ce-a868-be0d2e774e4d tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups?id=28eaf08f-e0e0-4612-9e43-e54324a6b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086708 Apr 01 12:42:17.281701 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-98b56409-f94f-4ba3-ad9f-05094b94297f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66d4c558e7974ba89f848d5bfa815806&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3389790 Apr 01 12:42:17.294831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b56409-f94f-4ba3-ad9f-05094b94297f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb00209-8c58-4b85-8a79-f9c4cf92ab0b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:17.294831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-57465726-911c-4220-abd8-610c0202512e req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:17.299318 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 43980) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:17.314169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32f9d-91e3-47e7-a540-422b7b191eb0 req-1d4ecd21-713f-42f8-bb2b-8e6e00b1670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:17.315674 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-67a32f9d-91e3-47e7-a540-422b7b191eb0 req-1d4ecd21-713f-42f8-bb2b-8e6e00b1670c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 918 time: 0.4917634 Apr 01 12:42:17.317993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-57465726-911c-4220-abd8-610c0202512e req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:42:17.320605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Pushing event updated for resources: {'Port': ['ID=2f1367d7-bf88-460f-907b-4788c64ad3ea,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:17.355221 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f942fd59-01f0-4d92-9d00-6e28600dde58 req-916126b6-ea3b-4e50-9e67-180d8dd9d7d1 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942686 Apr 01 12:42:17.366735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcd378b-f9e3-4ffa-aadf-04a2be3f594d admin admin] Deleting subnet 1149d77b-ab04-498d-a3e3-8e60da95fc6c {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:42:17.375578 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bcd378b-f9e3-4ffa-aadf-04a2be3f594d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.412423 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7418e478-61c9-4c4e-b686-11721453c103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.429559 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bcd378b-f9e3-4ffa-aadf-04a2be3f594d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.466096 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7418e478-61c9-4c4e-b686-11721453c103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.475712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57465726-911c-4220-abd8-610c0202512e req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:17.476674 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-57465726-911c-4220-abd8-610c0202512e req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.480968 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-67a32f9d-91e3-47e7-a540-422b7b191eb0 req-2bfc157f-40e2-45b1-87e0-12d4e36f2340 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a HTTP/1.1" status: 200 len: 1001 time: 0.1543131 Apr 01 12:42:17.502772 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bcd378b-f9e3-4ffa-aadf-04a2be3f594d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.546354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-ab8564d7-9f9c-4640-82d9-6a80059b08b7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9855077 Apr 01 12:42:17.571733 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7418e478-61c9-4c4e-b686-11721453c103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.574815 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7418e478-61c9-4c4e-b686-11721453c103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.576193 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7418e478-61c9-4c4e-b686-11721453c103 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0cb00209-8c58-4b85-8a79-f9c4cf92ab0b HTTP/1.1" status: 204 len: 168 time: 0.2743487 Apr 01 12:42:17.579223 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bcd378b-f9e3-4ffa-aadf-04a2be3f594d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.590213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Request body: {'port': {'device_id': '838d9c84-3710-4eb8-ab34-31db5472e09a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:17.592582 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bcd378b-f9e3-4ffa-aadf-04a2be3f594d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.597886 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1bcd378b-f9e3-4ffa-aadf-04a2be3f594d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1149d77b-ab04-498d-a3e3-8e60da95fc6c HTTP/1.1" status: 204 len: 168 time: 0.3359816 Apr 01 12:42:17.599646 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.604932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 43984) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:17.619720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd378b-f9e3-4ffa-aadf-04a2be3f594d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1149d77b-ab04-498d-a3e3-8e60da95fc6c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:17.623066 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418e478-61c9-4c4e-b686-11721453c103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb00209-8c58-4b85-8a79-f9c4cf92ab0b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:17.633362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32f9d-91e3-47e7-a540-422b7b191eb0 req-ba622576-8690-4044-acfd-96a872766689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:17.635466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-67a32f9d-91e3-47e7-a540-422b7b191eb0 req-ba622576-8690-4044-acfd-96a872766689 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 200 len: 856 time: 0.1439979 Apr 01 12:42:17.691104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event deleted for resources: {'Port': ['ID=df7b4828-9b98-4bc8-87c9-4342aaa1a450,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:17.800495 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.852769 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.881199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-72644613-fe04-4719-a072-dc128bca2488 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:17.895887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32f9d-91e3-47e7-a540-422b7b191eb0 req-493ec298-4a60-4591-afb7-cb3d128e4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:17.897424 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-67a32f9d-91e3-47e7-a540-422b7b191eb0 req-493ec298-4a60-4591-afb7-cb3d128e4070 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202220 Apr 01 12:42:17.950910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 53016761-dad9-46c3-9d83-8437997e3af4 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:17.972087 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 53016761-dad9-46c3-9d83-8437997e3af4 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:17.972668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 53016761-dad9-46c3-9d83-8437997e3af4 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:17.973182 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eb4aec12-34df-4c2a-ad2a-88e11765db4e no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:17.992228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: eb4aec12-34df-4c2a-ad2a-88e11765db4e {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:17.992568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eb4aec12-34df-4c2a-ad2a-88e11765db4e not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:18.065175 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device df7b4828-9b98-4bc8-87c9-4342aaa1a450 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:18.097783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: df7b4828-9b98-4bc8-87c9-4342aaa1a450 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:18.098327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device df7b4828-9b98-4bc8-87c9-4342aaa1a450 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:18.231435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccac58-abf2-4b2f-9e40-e2831e937b61 req-826ce540-84a7-4a4f-b120-acb12fa1d3a6 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:18.234484 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3ccac58-abf2-4b2f-9e40-e2831e937b61 req-826ce540-84a7-4a4f-b120-acb12fa1d3a6 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0667968 Apr 01 12:42:18.292851 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3ccac58-abf2-4b2f-9e40-e2831e937b61 req-3c7eee54-6740-4acd-866b-ba6b2de5f78e tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449975 Apr 01 12:42:18.316926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce7dcd-eab2-4be9-bad7-c763f39cc26a req-f1145332-c049-41a8-b279-7ca167453b5e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:18.318863 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3fce7dcd-eab2-4be9-bad7-c763f39cc26a req-f1145332-c049-41a8-b279-7ca167453b5e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.4510467 Apr 01 12:42:18.322304 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:18.354235 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Router 5b51178f-34da-460a-9d5e-8b337d4ff583 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:42:18.392434 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0c02a91e-3204-4f62-a2e1-4e362525de6c req-e3d02ad6-e258-4d93-9e13-d463a766075e tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 210 time: 0.0271246 Apr 01 12:42:18.444303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815996f8-8c07-4738-8888-e815cb2d482c']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:18.451193 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-67a32f9d-91e3-47e7-a540-422b7b191eb0 req-4595e3e4-2bae-4ae2-a419-882ff924ce83 service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932537 Apr 01 12:42:18.494457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3322d064-5d68-4aaa-b372-c3ccea889f3c') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:18.494740 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3322d064-5d68-4aaa-b372-c3ccea889f3c') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:18.512999 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb54020-2d0b-49fe-8f1b-4f38c07ea9f3 req-fbbeeb3e-7ae4-481f-9cc6-1dfb25472451 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:18.514584 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3fb54020-2d0b-49fe-8f1b-4f38c07ea9f3 req-fbbeeb3e-7ae4-481f-9cc6-1dfb25472451 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 931 time: 0.0549390 Apr 01 12:42:18.562754 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3fb54020-2d0b-49fe-8f1b-4f38c07ea9f3 req-d4278dc8-5220-445a-9591-e1bd60d6c3d7 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Apr 01 12:42:18.583364 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:18.588960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3fce7dcd-eab2-4be9-bad7-c763f39cc26a req-3193770c-eda3-4333-bb73-3911f0117c00 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251282 Apr 01 12:42:18.656442 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:18.682152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:42:18.682327 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:42:18.686992 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:42:18.824786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-67a32f9d-91e3-47e7-a540-422b7b191eb0 req-35105ba3-3ab0-493a-aca9-e94f9cef488a service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609741 Apr 01 12:42:18.861400 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:18.876848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819b6ca-9fc7-4669-9991-9a63e5adba75 req-c316c834-f613-41b4-9d4e-e6408b56e131 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:18.878406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b819b6ca-9fc7-4669-9991-9a63e5adba75 req-c316c834-f613-41b4-9d4e-e6408b56e131 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0585186 Apr 01 12:42:18.879753 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:18.885629 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] 10.222.0.45 "DELETE /v2.0/networks/815996f8-8c07-4738-8888-e815cb2d482c HTTP/1.1" status: 204 len: 168 time: 1.2631414 Apr 01 12:42:18.918201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:42:18.944008 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f544160-ee07-4b45-bf11-698c7e476f0c None None] Sync routers for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:42:18.948304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d6a9f-df65-400e-a634-be5c29869aee admin admin] Pushing event deleted for resources: {'Network': ['ID=815996f8-8c07-4738-8888-e815cb2d482c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:18.958576 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b819b6ca-9fc7-4669-9991-9a63e5adba75 req-b9ddfdb5-e62b-4907-b457-d3cf5471681f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610862 Apr 01 12:42:18.965951 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f544160-ee07-4b45-bf11-698c7e476f0c None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:18.966639 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8f544160-ee07-4b45-bf11-698c7e476f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:19.004932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1367d7-bf88-460f-907b-4788c64ad3ea {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:42:19.013486 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:19.027946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Transition to ACTIVE for port object 2f1367d7-bf88-460f-907b-4788c64ad3ea will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:42:19.045935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] No DVR routers for this DVR port df7b4828-9b98-4bc8-87c9-4342aaa1a450 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:19.050042 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:19.053983 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e79095ea-0d62-4908-95fc-d8bd12bab80e req-1b1fbf8e-cb4f-4223-8477-1c09e3e1fba0 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.37 "DELETE /v2.0/ports/df7b4828-9b98-4bc8-87c9-4342aaa1a450 HTTP/1.1" status: 204 len: 173 time: 3.9933765 Apr 01 12:42:19.054461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'name': 'network-vif-deleted', 'tag': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:42:19.057609 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd3e6dd-a600-41c8-83ab-934fb4de4b3b" -d '{"events": [{"server_uuid": "be7db7f0-8e64-423f-b481-a5fb263d9f47", "name": "network-vif-deleted", "tag": "df7b4828-9b98-4bc8-87c9-4342aaa1a450"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:42:19.074257 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:19.128301 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-8f544160-ee07-4b45-bf11-698c7e476f0c None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:42:19.172986 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9f20d0-e880-4ce0-98a1-0ccfc110a94b x-openstack-request-id: req-2c9f20d0-e880-4ce0-98a1-0ccfc110a94b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:42:19.173302 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7db7f0-8e64-423f-b481-a5fb263d9f47", "name": "network-vif-deleted", "tag": "df7b4828-9b98-4bc8-87c9-4342aaa1a450", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:42:19.173514 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c9f20d0-e880-4ce0-98a1-0ccfc110a94b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:42:19.173917 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c9f20d0-e880-4ce0-98a1-0ccfc110a94b'] response: {'server_uuid': 'be7db7f0-8e64-423f-b481-a5fb263d9f47', 'name': 'network-vif-deleted', 'tag': 'df7b4828-9b98-4bc8-87c9-4342aaa1a450', 'status': 'completed', 'code': 200} Apr 01 12:42:19.199443 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44038) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:19.230519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1367d7-bf88-460f-907b-4788c64ad3ea,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:19.272685 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-98827ea9-31e5-4b0f-9b5d-83d72f5ad0ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aab159a24aeb4d4187404cae959e43ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718215 Apr 01 12:42:19.275800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44042) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:19.340760 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-754d065a-0008-4a1d-8e11-694b29309f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:19.377468 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-754d065a-0008-4a1d-8e11-694b29309f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:19.432091 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8f544160-ee07-4b45-bf11-698c7e476f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:19.489182 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21520377-7655-461a-89a6-505c7735f9d5 req-9859525d-f458-4af1-baad-79dbae55cadc tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:19.498110 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-21520377-7655-461a-89a6-505c7735f9d5 req-9859525d-f458-4af1-baad-79dbae55cadc tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0990229 Apr 01 12:42:19.506454 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f544160-ee07-4b45-bf11-698c7e476f0c None None] Checking router: 5b51178f-34da-460a-9d5e-8b337d4ff583 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:42:19.528675 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f544160-ee07-4b45-bf11-698c7e476f0c None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:19.529691 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8f544160-ee07-4b45-bf11-698c7e476f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:19.534627 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-754d065a-0008-4a1d-8e11-694b29309f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:19.537995 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-754d065a-0008-4a1d-8e11-694b29309f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:19.542798 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-754d065a-0008-4a1d-8e11-694b29309f7d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/665fdd2e-8f85-476c-9adc-6143f5bbac15 HTTP/1.1" status: 204 len: 168 time: 0.2646012 Apr 01 12:42:19.568701 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d065a-0008-4a1d-8e11-694b29309f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665fdd2e-8f85-476c-9adc-6143f5bbac15,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:19.610440 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-21520377-7655-461a-89a6-505c7735f9d5 req-de90024a-ded6-4298-800e-e9337dcc034d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113317 Apr 01 12:42:19.765052 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396347cb-97b5-4515-b5bb-c5417e5a1f74 req-fce545ca-4b97-4587-bd83-a3f84c34c816 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:19.769554 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-396347cb-97b5-4515-b5bb-c5417e5a1f74 req-fce545ca-4b97-4587-bd83-a3f84c34c816 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 943 time: 0.0850842 Apr 01 12:42:19.785247 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-8f544160-ee07-4b45-bf11-698c7e476f0c None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:42:19.825728 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-396347cb-97b5-4515-b5bb-c5417e5a1f74 req-3d866fb6-4b1c-4b84-bd5c-c4887b1e30e6 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496712 Apr 01 12:42:19.832963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-72644613-fe04-4719-a072-dc128bca2488 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port b8da4878-c242-4e05-9839-9eaa31f60cc7 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:19.833311 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-72644613-fe04-4719-a072-dc128bca2488 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:19.840886 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18d1a496-fff8-4525-9a9e-6703a441a91e req-c47059b0-2acb-47b1-a4bb-6b60f6addc7b tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/ports?device_id=be7db7f0-8e64-423f-b481-a5fb263d9f47 HTTP/1.1" status: 200 len: 210 time: 0.0603034 Apr 01 12:42:19.919023 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Attempting to bind port 2f1367d7-bf88-460f-907b-4788c64ad3ea on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:42:19.919668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Attempting to bind port 2f1367d7-bf88-460f-907b-4788c64ad3ea by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'dd5b14fe-c3ad-4e53-9108-13fadd3493a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cc590271-df38-4b5d-9ace-a28dfba5ada2'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:42:19.919668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Attempting to bind port 2f1367d7-bf88-460f-907b-4788c64ad3ea on network cc590271-df38-4b5d-9ace-a28dfba5ada2 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:42:19.928965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Port 2f1367d7-bf88-460f-907b-4788c64ad3ea on network cc590271-df38-4b5d-9ace-a28dfba5ada2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:42:19.929347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Attempting to bind port 2f1367d7-bf88-460f-907b-4788c64ad3ea on network cc590271-df38-4b5d-9ace-a28dfba5ada2 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:42:19.937912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:42:19.938275 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Checking segment: {'id': 'dd5b14fe-c3ad-4e53-9108-13fadd3493a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cc590271-df38-4b5d-9ace-a28dfba5ada2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:42:19.938662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Bound using segment: {'id': 'dd5b14fe-c3ad-4e53-9108-13fadd3493a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cc590271-df38-4b5d-9ace-a28dfba5ada2'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:42:19.939094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Bound port: 2f1367d7-bf88-460f-907b-4788c64ad3ea, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5b14fe-c3ad-4e53-9108-13fadd3493a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cc590271-df38-4b5d-9ace-a28dfba5ada2'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:42:19.939449 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:19.961031 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-72644613-fe04-4719-a072-dc128bca2488 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:20.014639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-72644613-fe04-4719-a072-dc128bca2488 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for b8da4878-c242-4e05-9839-9eaa31f60cc7 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:20.067301 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c4599b9f-fe00-42d2-bbf8-8be455a3e98a no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:20.075405 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8f544160-ee07-4b45-bf11-698c7e476f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:20.096044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] For port 2f1367d7-bf88-460f-907b-4788c64ad3ea, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:42:20.106968 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f544160-ee07-4b45-bf11-698c7e476f0c None None] The sync data for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 is: [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:33:59Z', 'revision_number': 4, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '448eaae6-87dd-42f1-8a24-e888b18078f6', 'name': '', 'network_id': '1fc2778e-b886-42e1-a285-d99cfed6b496', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'mac_address': 'fa:16:3e:5e:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:57Z', 'updated_at': '2022-04-01T12:34:06Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'subnets': [{'id': '6278aded-e84b-4534-b90b-4b8b0f163d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:42:20.116081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b8bd2-6982-4e4e-9940-6692abd9cdab req-17b82012-fa64-4436-a183-95acae47c7f2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:20.118361 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1f2b8bd2-6982-4e4e-9940-6692abd9cdab req-17b82012-fa64-4436-a183-95acae47c7f2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0926540 Apr 01 12:42:20.136113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] For port 2f1367d7-bf88-460f-907b-4788c64ad3ea, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2f1367d7-bf88-460f-907b-4788c64ad3ea,segment=NetworkSegment(dd5b14fe-c3ad-4e53-9108-13fadd3493a1),segment_id=dd5b14fe-c3ad-4e53-9108-13fadd3493a1)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:42:20.152235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:20.179208 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1f2b8bd2-6982-4e4e-9940-6692abd9cdab req-d2dc624f-1610-432a-a6a9-7ba6832fcccd tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519233 Apr 01 12:42:20.226688 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:20.265666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:20.266649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:42:20.269863 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c93f6bc-5631-4fa6-a25d-1bf51e241ae8" -d '{"events": [{"server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "name": "network-vif-unplugged", "status": "completed", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:42:20.287054 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:20.348343 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:20.349038 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:20.351050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] 10.222.0.44 "PUT /v2.0/ports/2f1367d7-bf88-460f-907b-4788c64ad3ea HTTP/1.1" status: 200 len: 1091 time: 2.7859654 Apr 01 12:42:20.409956 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a8b694-63c2-4e4f-8abc-2d3a7fd58af3 x-openstack-request-id: req-98a8b694-63c2-4e4f-8abc-2d3a7fd58af3 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:42:20.410649 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "name": "network-vif-unplugged", "status": "completed", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:42:20.411715 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-98a8b694-63c2-4e4f-8abc-2d3a7fd58af3 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:42:20.413025 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a8b694-63c2-4e4f-8abc-2d3a7fd58af3'] response: {'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'code': 200} Apr 01 12:42:20.413647 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:20.501569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba5710-cbf4-4bcb-8272-4db2a8b259f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1367d7-bf88-460f-907b-4788c64ad3ea,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:20.566573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24ea56-7deb-4854-962f-a0560676a85f None None] New status for floating IP 7742cf16-fe04-4dc7-9259-9fc38188899f: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:42:20.579630 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11cc13-3db8-4063-93c3-fe6a74efa39d req-14ea563a-cd8c-4ace-ad6f-d7b1ab59efb0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:20.581952 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb11cc13-3db8-4063-93c3-fe6a74efa39d req-14ea563a-cd8c-4ace-ad6f-d7b1ab59efb0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2288053 Apr 01 12:42:20.602137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57465726-911c-4220-abd8-610c0202512e req-fd22996a-31b0-4a9d-9e71-22f47e441e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:20.604543 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-fd22996a-31b0-4a9d-9e71-22f47e441e80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5d9cc7588b04b3ab24c12e02ab574ca&device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 1094 time: 0.2027104 Apr 01 12:42:20.611607 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-72644613-fe04-4719-a072-dc128bca2488 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:20.655267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72644613-fe04-4719-a072-dc128bca2488 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=b8da4878-c242-4e05-9839-9eaa31f60cc7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:20.732096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb11cc13-3db8-4063-93c3-fe6a74efa39d req-b6aeb844-8efd-42b4-9853-803cabbb08eb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331096 Apr 01 12:42:20.739026 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-82ce7b53-b42b-4794-abb7-0fae1647625c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f1367d7-bf88-460f-907b-4788c64ad3ea HTTP/1.1" status: 200 len: 217 time: 0.0938280 Apr 01 12:42:20.856215 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64ca21-866d-4f7a-80b9-6261917be4ef req-cc9ad191-4e28-4f5b-9a5d-3f2db59e45b7 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:20.866512 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bc64ca21-866d-4f7a-80b9-6261917be4ef req-cc9ad191-4e28-4f5b-9a5d-3f2db59e45b7 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1402593 Apr 01 12:42:20.871491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57465726-911c-4220-abd8-610c0202512e req-8970165b-415d-41ce-8e53-da2b318c03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:20.879330 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-8970165b-415d-41ce-8e53-da2b318c03a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39f79aee-f185-4aef-b415-384cfc8aadde HTTP/1.1" status: 200 len: 865 time: 0.1179311 Apr 01 12:42:20.889809 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44114) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:20.933726 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-44d9a990-632d-4bc1-ba81-319daec07286 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc590271-df38-4b5d-9ace-a28dfba5ada2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398209 Apr 01 12:42:20.986617 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bc64ca21-866d-4f7a-80b9-6261917be4ef req-7947cf84-ee86-4994-a48a-6f200d8c366c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178493 Apr 01 12:42:21.126773 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f06a4-f517-4d75-9395-1d7b9e4fe12d req-a363eb11-9f4c-470d-b9c2-260e445c188c tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:21.128294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc2f06a4-f517-4d75-9395-1d7b9e4fe12d req-a363eb11-9f4c-470d-b9c2-260e445c188c tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 943 time: 0.1893520 Apr 01 12:42:21.161799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2a87f-8b9d-4eb0-bb41-b39b0eaef98c req-6171e8c4-3f1d-4fcb-8d06-28b5fa324a7c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:21.170472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44124) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:21.172811 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-88e2a87f-8b9d-4eb0-bb41-b39b0eaef98c req-6171e8c4-3f1d-4fcb-8d06-28b5fa324a7c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0801802 Apr 01 12:42:21.173677 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-72644613-fe04-4719-a072-dc128bca2488 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:21.190268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838d9c84-3710-4eb8-ab34-31db5472e09a', 'tag': '2f1367d7-bf88-460f-907b-4788c64ad3ea'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:42:21.191935 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a244a9d6-92a6-48b0-a5c2-5e0b9ef9e882" -d '{"events": [{"name": "network-changed", "server_uuid": "838d9c84-3710-4eb8-ab34-31db5472e09a", "tag": "2f1367d7-bf88-460f-907b-4788c64ad3ea"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:42:21.217746 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-0e22da4b-3f9b-43c6-8eed-d286efd95dd6 service neutron] 10.222.0.44 "GET /v2.0/networks/cc590271-df38-4b5d-9ace-a28dfba5ada2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402663 Apr 01 12:42:21.219282 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-88e2a87f-8b9d-4eb0-bb41-b39b0eaef98c req-d45a645d-aa8b-4347-a696-4cb1a2a6d440 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Apr 01 12:42:21.249202 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6be5f88-ec8c-4d07-947d-7e683b8e921f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:21.308782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1366198104-network', 'tenant_id': 'faf9e4a3810b4cb7ac6ea91a58e763e8'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:21.338412 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6be5f88-ec8c-4d07-947d-7e683b8e921f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:21.341400 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc2f06a4-f517-4d75-9395-1d7b9e4fe12d req-edae987c-4289-472d-a507-3581e023bd8f tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842256 Apr 01 12:42:21.348376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6be5f88-ec8c-4d07-947d-7e683b8e921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:21.411251 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266c0e30-a43c-4ab3-8388-9a2b4a1bc42a x-openstack-request-id: req-266c0e30-a43c-4ab3-8388-9a2b4a1bc42a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:42:21.411914 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838d9c84-3710-4eb8-ab34-31db5472e09a", "tag": "2f1367d7-bf88-460f-907b-4788c64ad3ea", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:42:21.412167 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-266c0e30-a43c-4ab3-8388-9a2b4a1bc42a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:42:21.412566 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266c0e30-a43c-4ab3-8388-9a2b4a1bc42a'] response: {'name': 'network-changed', 'server_uuid': '838d9c84-3710-4eb8-ab34-31db5472e09a', 'tag': '2f1367d7-bf88-460f-907b-4788c64ad3ea', 'status': 'completed', 'code': 200} Apr 01 12:42:21.428382 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5f88-ec8c-4d07-947d-7e683b8e921f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2504371-b069-4516-96d5-e5661b13ead8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:21.434647 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f6be5f88-ec8c-4d07-947d-7e683b8e921f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60c00747e6d944a385baaa5c92ccf9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5421877 Apr 01 12:42:21.437354 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44140) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:21.488203 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-350ead94-8259-4c12-b54c-b7996a9bb6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:21.505889 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Made reservation on behalf of faf9e4a3810b4cb7ac6ea91a58e763e8 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:21.509659 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:21.512472 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-350ead94-8259-4c12-b54c-b7996a9bb6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:21.552150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72644613-fe04-4719-a072-dc128bca2488 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 25eda4b6-09c6-4870-bacb-ec75375868e4 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:42:21.560868 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:21.566621 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-350ead94-8259-4c12-b54c-b7996a9bb6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:21.570393 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-350ead94-8259-4c12-b54c-b7996a9bb6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:21.574489 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-350ead94-8259-4c12-b54c-b7996a9bb6f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2504371-b069-4516-96d5-e5661b13ead8 HTTP/1.1" status: 204 len: 168 time: 0.1334054 Apr 01 12:42:21.593737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57465726-911c-4220-abd8-610c0202512e req-891fcd3b-4098-40ee-95ff-94042d329f37 service neutron] 10.222.0.44 "GET /v2.0/networks/cc590271-df38-4b5d-9ace-a28dfba5ada2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624403 Apr 01 12:42:21.596820 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ead94-8259-4c12-b54c-b7996a9bb6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2504371-b069-4516-96d5-e5661b13ead8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:21.631691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02421-9d82-473d-96c7-de2aa5945f1b req-f47d7164-680e-4050-94fc-039b507c76ed tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:21.633388 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-15f02421-9d82-473d-96c7-de2aa5945f1b req-f47d7164-680e-4050-94fc-039b507c76ed tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1343603 Apr 01 12:42:21.777335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72644613-fe04-4719-a072-dc128bca2488 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:42:21.785599 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-72644613-fe04-4719-a072-dc128bca2488 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/25eda4b6-09c6-4870-bacb-ec75375868e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8463380 Apr 01 12:42:21.785748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44150) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:21.793673 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d6d29-b9c4-493a-ad5e-b53184551f89 None None] Sync routers for ids ['25eda4b6-09c6-4870-bacb-ec75375868e4'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:42:21.819891 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d6d29-b9c4-493a-ad5e-b53184551f89 None None] Routers {'25eda4b6-09c6-4870-bacb-ec75375868e4'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:21.820141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244a9d6-92a6-48b0-a5c2-5e0b9ef9e882 req-d4fffa0d-699d-41b6-a61c-d3cad48b2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:21.821368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a244a9d6-92a6-48b0-a5c2-5e0b9ef9e882 req-d4fffa0d-699d-41b6-a61c-d3cad48b2256 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5d9cc7588b04b3ab24c12e02ab574ca&device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 1094 time: 0.1441312 Apr 01 12:42:21.822338 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-400d6d29-b9c4-493a-ad5e-b53184551f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['25eda4b6-09c6-4870-bacb-ec75375868e4'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:21.831668 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d53b7e90-e157-404e-bfa0-335aba6ecf1f tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=25eda4b6-09c6-4870-bacb-ec75375868e4 HTTP/1.1" status: 200 len: 205 time: 0.0443933 Apr 01 12:42:21.832287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44152) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:21.832650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44154) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:21.839394 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-15f02421-9d82-473d-96c7-de2aa5945f1b req-8b180d15-abeb-4549-a903-bb65d0897bcc tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631103 Apr 01 12:42:21.888572 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-400d6d29-b9c4-493a-ad5e-b53184551f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:21.906458 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d6d29-b9c4-493a-ad5e-b53184551f89 None None] Routers {'25eda4b6-09c6-4870-bacb-ec75375868e4'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:21.907788 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-400d6d29-b9c4-493a-ad5e-b53184551f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['25eda4b6-09c6-4870-bacb-ec75375868e4'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:21.982291 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5118a6b5-f74c-4207-92e0-a7b58a4724ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:21.984086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44162) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:21.993284 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-400d6d29-b9c4-493a-ad5e-b53184551f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:21.994511 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d6d29-b9c4-493a-ad5e-b53184551f89 None None] The sync data for ids ['25eda4b6-09c6-4870-bacb-ec75375868e4'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:42:22.009910 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5eaf-9fd7-46b1-bd8f-64ca20e549e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.035493 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5118a6b5-f74c-4207-92e0-a7b58a4724ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.050675 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.064143 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18445741-4ceb-4650-b0c5-d4c02c2c3623 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.081647 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.115314 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5118a6b5-f74c-4207-92e0-a7b58a4724ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.117856 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5118a6b5-f74c-4207-92e0-a7b58a4724ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.122272 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5118a6b5-f74c-4207-92e0-a7b58a4724ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "DELETE /v2.0/security-groups/28eaf08f-e0e0-4612-9e43-e54324a6b575 HTTP/1.1" status: 204 len: 168 time: 0.2862461 Apr 01 12:42:22.124440 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44168) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:22.150985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118a6b5-f74c-4207-92e0-a7b58a4724ff tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eaf08f-e0e0-4612-9e43-e54324a6b575,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:22.153953 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5eaf-9fd7-46b1-bd8f-64ca20e549e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.155964 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-98618940-4505-4caf-9188-546776e322c8 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] show failed (client error): The resource could not be found. Apr 01 12:42:22.159753 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-98618940-4505-4caf-9188-546776e322c8 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "GET /v2.0/security-groups/28eaf08f-e0e0-4612-9e43-e54324a6b575 HTTP/1.1" status: 404 len: 347 time: 0.0284214 Apr 01 12:42:22.159753 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5eaf-9fd7-46b1-bd8f-64ca20e549e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.160776 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44170) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:22.196501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:42:22.286697 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb5eaf-9fd7-46b1-bd8f-64ca20e549e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b16e9a-38d9-4748-8950-28bb751169c0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:22.291585 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d4cb5eaf-9fd7-46b1-bd8f-64ca20e549e8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4f7a2a817fb45f0a5595336ba7b3c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056026 Apr 01 12:42:22.302419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44174) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:22.323490 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.323490 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Added segment 775a7630-975a-4860-a482-773275ba63c2 of type vlan for network 7954533d-2445-42af-9c0a-77b864800a7b Apr 01 12:42:22.333967 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-4b17dda4-7b03-48f4-be36-2577d751c2b2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Deleting port 3c8098ea-fe0a-4c45-a6f7-4c1de156cde0 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:22.334284 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b17dda4-7b03-48f4-be36-2577d751c2b2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.371421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1586c6-26ca-420a-940b-1005d3fccc7e req-24993340-1a39-4613-83dc-805fa36257c2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:22.373325 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c1586c6-26ca-420a-940b-1005d3fccc7e req-24993340-1a39-4613-83dc-805fa36257c2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.3548148 Apr 01 12:42:22.375782 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18445741-4ceb-4650-b0c5-d4c02c2c3623 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.393575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:22.402570 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18445741-4ceb-4650-b0c5-d4c02c2c3623 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.419238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b17dda4-7b03-48f4-be36-2577d751c2b2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.419238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b17dda4-7b03-48f4-be36-2577d751c2b2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.423591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244a9d6-92a6-48b0-a5c2-5e0b9ef9e882 req-d4994769-f978-4173-84de-3b038b21ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:22.425271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a244a9d6-92a6-48b0-a5c2-5e0b9ef9e882 req-d4994769-f978-4173-84de-3b038b21ff1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc590271-df38-4b5d-9ace-a28dfba5ada2 HTTP/1.1" status: 200 len: 926 time: 0.5904620 Apr 01 12:42:22.433739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-4b17dda4-7b03-48f4-be36-2577d751c2b2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Calling delete_port for 3c8098ea-fe0a-4c45-a6f7-4c1de156cde0 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:22.564215 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a244a9d6-92a6-48b0-a5c2-5e0b9ef9e882 req-fea22e66-ba42-4dd8-9f65-d49d668d77e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f1367d7-bf88-460f-907b-4788c64ad3ea HTTP/1.1" status: 200 len: 217 time: 0.1029153 Apr 01 12:42:22.591582 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b17dda4-7b03-48f4-be36-2577d751c2b2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.641667 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.652910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17dda4-7b03-48f4-be36-2577d751c2b2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Pushing event deleted for resources: {'Port': ['ID=3c8098ea-fe0a-4c45-a6f7-4c1de156cde0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:22.719375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a021aa3-ac0d-4f74-a331-f98fccbbf5c5 req-110e8cb7-4c2f-4629-b598-eab8da3b8388 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:22.727319 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3a021aa3-ac0d-4f74-a331-f98fccbbf5c5 req-110e8cb7-4c2f-4629-b598-eab8da3b8388 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 943 time: 0.1225564 Apr 01 12:42:22.739089 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.740306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:22.741041 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.748002 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18445741-4ceb-4650-b0c5-d4c02c2c3623 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.748677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18445741-4ceb-4650-b0c5-d4c02c2c3623 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Fanout notify agent at l3_agent the message router_deleted on router 25eda4b6-09c6-4870-bacb-ec75375868e4 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:42:22.757446 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18445741-4ceb-4650-b0c5-d4c02c2c3623 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.762208 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-18445741-4ceb-4650-b0c5-d4c02c2c3623 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/25eda4b6-09c6-4870-bacb-ec75375868e4 HTTP/1.1" status: 204 len: 168 time: 0.9260697 Apr 01 12:42:22.763409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44190) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:22.772681 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b17dda4-7b03-48f4-be36-2577d751c2b2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.775706 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b17dda4-7b03-48f4-be36-2577d751c2b2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.791667 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4b17dda4-7b03-48f4-be36-2577d751c2b2 tempest-AttachVolumeNegativeTest-274763271 tempest-AttachVolumeNegativeTest-274763271-project] 10.222.0.45 "DELETE /v2.0/floatingips/7742cf16-fe04-4dc7-9259-9fc38188899f HTTP/1.1" status: 204 len: 168 time: 0.6275766 Apr 01 12:42:22.814968 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3a021aa3-ac0d-4f74-a331-f98fccbbf5c5 req-efe8ca6d-b40d-4c1f-90fe-be7b85bb7c24 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867434 Apr 01 12:42:22.850073 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f914a0b-ccca-4ec2-a4c6-496c9631abe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.878505 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f914a0b-ccca-4ec2-a4c6-496c9631abe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:22.892113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244a9d6-92a6-48b0-a5c2-5e0b9ef9e882 req-cb497f0d-3198-4912-b88d-6e6064be0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:22.894538 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a244a9d6-92a6-48b0-a5c2-5e0b9ef9e882 req-cb497f0d-3198-4912-b88d-6e6064be0ee5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39f79aee-f185-4aef-b415-384cfc8aadde HTTP/1.1" status: 200 len: 865 time: 0.2088854 Apr 01 12:42:22.987604 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c1586c6-26ca-420a-940b-1005d3fccc7e req-ac186e47-1014-4c05-b654-c7a6ca692733 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865037 Apr 01 12:42:22.993626 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8208055 Apr 01 12:42:22.999620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44202) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:23.021013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-99cbc95f-7dc0-4331-b3ef-28b7ac252cbd admin admin] Request body: {'subnet': {'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1366198104-subnet', 'tenant_id': 'faf9e4a3810b4cb7ac6ea91a58e763e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:23.047511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c67193-99cc-4883-b0c8-d87e2dbdd3b6 admin admin] Pushing event updated for resources: {'Network': ['ID=7954533d-2445-42af-9c0a-77b864800a7b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:23.051338 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a244a9d6-92a6-48b0-a5c2-5e0b9ef9e882 req-fd91d6f2-e303-4ae8-8833-956ec9778691 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc590271-df38-4b5d-9ace-a28dfba5ada2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419950 Apr 01 12:42:23.052005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708933f9-1390-4e79-9166-4eb75c2615cc req-8227786b-1384-491a-b115-8fe0acc5cfea tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:23.064252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 7954533d-2445-42af-9c0a-77b864800a7b details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:42:23.076348 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-708933f9-1390-4e79-9166-4eb75c2615cc req-8227786b-1384-491a-b115-8fe0acc5cfea tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1252358 Apr 01 12:42:23.135433 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-708933f9-1390-4e79-9166-4eb75c2615cc req-e500e4a0-d7a2-4710-9693-14509b1414f3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576029 Apr 01 12:42:23.239162 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-ed4f2705-5312-4b11-af8f-037b3df8c156 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2847984 Apr 01 12:42:23.245408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-e1876c45-dcfe-4d9f-87e1-061cc2f7ed46 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:42:23.260935 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-e1876c45-dcfe-4d9f-87e1-061cc2f7ed46 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177524 Apr 01 12:42:23.278569 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a244a9d6-92a6-48b0-a5c2-5e0b9ef9e882 req-7d04d84f-15bd-415b-9f06-2f400bb7de18 service neutron] 10.222.0.44 "GET /v2.0/networks/cc590271-df38-4b5d-9ace-a28dfba5ada2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007830 Apr 01 12:42:23.284439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c1ad44-dcec-4cd7-a043-a43488cc6ac0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting subnet 08b342b8-b815-4cf0-a60b-71aad831e1ed {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:42:23.291778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cbc95f-7dc0-4331-b3ef-28b7ac252cbd admin admin] Made reservation on behalf of faf9e4a3810b4cb7ac6ea91a58e763e8 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:23.294092 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99cbc95f-7dc0-4331-b3ef-28b7ac252cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:23.302697 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ad44-dcec-4cd7-a043-a43488cc6ac0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:23.772874 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f914a0b-ccca-4ec2-a4c6-496c9631abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:23.775942 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f914a0b-ccca-4ec2-a4c6-496c9631abe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:23.779885 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5f914a0b-ccca-4ec2-a4c6-496c9631abe8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51b16e9a-38d9-4748-8950-28bb751169c0 HTTP/1.1" status: 204 len: 168 time: 1.4684036 Apr 01 12:42:23.829035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01097f6-660e-42dd-8739-1ac52b9bdc32 req-6fb9a5e6-135b-4fe4-9daa-ad7c03212e52 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:23.830636 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d01097f6-660e-42dd-8739-1ac52b9bdc32 req-6fb9a5e6-135b-4fe4-9daa-ad7c03212e52 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.6666420 Apr 01 12:42:23.848141 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ad44-dcec-4cd7-a043-a43488cc6ac0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:23.877285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f914a0b-ccca-4ec2-a4c6-496c9631abe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b16e9a-38d9-4748-8950-28bb751169c0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:23.940674 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d01097f6-660e-42dd-8739-1ac52b9bdc32 req-3e0002f1-2d41-42a7-b7aa-a05ed24df46b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960166 Apr 01 12:42:23.982323 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a244a9d6-92a6-48b0-a5c2-5e0b9ef9e882 req-8d19e2f9-44a8-4813-9cd9-a6208923d6ec service neutron] 10.222.0.44 "GET /v2.0/networks/cc590271-df38-4b5d-9ace-a28dfba5ada2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913803 Apr 01 12:42:24.078867 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dd6e2-0507-4336-9efb-047b8d237795 req-ca0b28dd-2b78-487b-a848-ca5520e75b0a tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:24.081374 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9d6dd6e2-0507-4336-9efb-047b8d237795 req-ca0b28dd-2b78-487b-a848-ca5520e75b0a tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 943 time: 0.1522870 Apr 01 12:42:24.081553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c4599b9f-fe00-42d2-bbf8-8be455a3e98a no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:24.087777 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ad44-dcec-4cd7-a043-a43488cc6ac0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:24.169873 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9d6dd6e2-0507-4336-9efb-047b8d237795 req-90c71c78-de1a-4272-80f1-8b34ffaceeb4 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823259 Apr 01 12:42:24.253920 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99cbc95f-7dc0-4331-b3ef-28b7ac252cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:24.291823 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2f1367d7-bf88-460f-907b-4788c64ad3ea details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:42:24.319408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eee649-f488-42e3-aa52-9feec2c9fd9e req-f31ce849-5841-4ec8-8096-d40cc65ff5fd tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:24.329515 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10eee649-f488-42e3-aa52-9feec2c9fd9e req-f31ce849-5841-4ec8-8096-d40cc65ff5fd tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0694511 Apr 01 12:42:24.354296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d302c-2b14-4c00-8fa6-74793c6f23e1 req-6556399d-73cc-431a-aad1-5bcd4168cfb5 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:24.355888 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c14d302c-2b14-4c00-8fa6-74793c6f23e1 req-6556399d-73cc-431a-aad1-5bcd4168cfb5 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1911528 Apr 01 12:42:24.413840 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10eee649-f488-42e3-aa52-9feec2c9fd9e req-04b4df8a-3206-44f4-a46a-5cd3c7def1b5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833611 Apr 01 12:42:24.437407 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2f1367d7-bf88-460f-907b-4788c64ad3ea, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2f1367d7-bf88-460f-907b-4788c64ad3ea,segment=NetworkSegment(dd5b14fe-c3ad-4e53-9108-13fadd3493a1),segment_id=dd5b14fe-c3ad-4e53-9108-13fadd3493a1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:24.450798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbc95f-7dc0-4331-b3ef-28b7ac252cbd admin admin] Checking segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:42:24.451371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cbc95f-7dc0-4331-b3ef-28b7ac252cbd admin admin] Network hostable DHCP agents. Network: 7954533d-2445-42af-9c0a-77b864800a7b, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:42:24.452307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '2f1367d7-bf88-460f-907b-4788c64ad3ea', 'network_id': 'cc590271-df38-4b5d-9ace-a28dfba5ada2', 'port_id': '2f1367d7-bf88-460f-907b-4788c64ad3ea', 'mac_address': 'fa:16:3e:c0:80:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f79aee-f185-4aef-b415-384cfc8aadde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:42:24.460270 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ad44-dcec-4cd7-a043-a43488cc6ac0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:24.476402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c14d302c-2b14-4c00-8fa6-74793c6f23e1 req-660a3598-76c3-4847-9597-47c086b8ca26 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870774 Apr 01 12:42:24.486186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbc95f-7dc0-4331-b3ef-28b7ac252cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=16405484-146e-4b1d-a8e6-5b44cba643c4,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:24.502460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-779a26c8-3163-47d8-b25a-cd71db4fbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:24.504642 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-779a26c8-3163-47d8-b25a-cd71db4fbcde service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9&tenant_id=cae3ca9cf8c0409e81d4c35da3c48373 HTTP/1.1" status: 200 len: 1094 time: 0.2733240 Apr 01 12:42:24.534336 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ad44-dcec-4cd7-a043-a43488cc6ac0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:24.539870 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:24.540667 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44236) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:24.541634 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a0c1ad44-dcec-4cd7-a043-a43488cc6ac0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/08b342b8-b815-4cf0-a60b-71aad831e1ed HTTP/1.1" status: 204 len: 168 time: 1.7258811 Apr 01 12:42:24.551442 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf154dbb-b5b7-4eab-8ac4-d1198e63f582 None None] Network ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:24.555190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1ad44-dcec-4cd7-a043-a43488cc6ac0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Subnet': ['ID=08b342b8-b815-4cf0-a60b-71aad831e1ed,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:24.566806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cbc95f-7dc0-4331-b3ef-28b7ac252cbd admin admin] Network 7954533d-2445-42af-9c0a-77b864800a7b is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:42:24.607192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-99cbc95f-7dc0-4331-b3ef-28b7ac252cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 7954533d-2445-42af-9c0a-77b864800a7b) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:24.614802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cbc95f-7dc0-4331-b3ef-28b7ac252cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:24.615635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99cbc95f-7dc0-4331-b3ef-28b7ac252cbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:24.627770 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6b5c6a-0eee-415c-9fc9-276d48383447 None None] Network 7954533d-2445-42af-9c0a-77b864800a7b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:24.636370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-65dd35e3-9870-4b2b-8849-11f9981c9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:24.638288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-65dd35e3-9870-4b2b-8849-11f9981c9db7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 1094 time: 0.0939839 Apr 01 12:42:24.644816 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-99cbc95f-7dc0-4331-b3ef-28b7ac252cbd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6402347 Apr 01 12:42:24.693059 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade7276c-5dc9-49a7-ab55-fdf52638a810 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting subnet e08951c1-5982-4ca7-a944-ff455b554f8b {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:42:24.704535 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ade7276c-5dc9-49a7-ab55-fdf52638a810 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:24.745583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ade57c-e428-4832-88e1-bcb38da9d227 req-8d3b2ff6-8f9a-4f95-a5f6-4c82f2bbb3f5 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:24.753897 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c6ade57c-e428-4832-88e1-bcb38da9d227 req-8d3b2ff6-8f9a-4f95-a5f6-4c82f2bbb3f5 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1147845 Apr 01 12:42:24.800736 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ade7276c-5dc9-49a7-ab55-fdf52638a810 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:24.806703 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1367d7-bf88-460f-907b-4788c64ad3ea {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:42:24.843319 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c6ade57c-e428-4832-88e1-bcb38da9d227 req-81506d64-c11a-4243-8e61-6cfe8e94bb03 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880241 Apr 01 12:42:24.894276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-42919515-c150-4028-ade8-e0efdbd3f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:24.897418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-42919515-c150-4028-ade8-e0efdbd3f1cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 918 time: 0.2502637 Apr 01 12:42:24.985629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd66bc36-bcb0-43ac-a148-b7ed06f0d7cf None None] Network 7954533d-2445-42af-9c0a-77b864800a7b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:25.006420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2f1367d7-bf88-460f-907b-4788c64ad3ea, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2f1367d7-bf88-460f-907b-4788c64ad3ea,segment=NetworkSegment(dd5b14fe-c3ad-4e53-9108-13fadd3493a1),segment_id=dd5b14fe-c3ad-4e53-9108-13fadd3493a1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:25.041899 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:25.063931 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-a32a6daa-ad0c-4e4e-a3ff-71a69ab08079 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a HTTP/1.1" status: 200 len: 999 time: 0.1598134 Apr 01 12:42:25.079329 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ade7276c-5dc9-49a7-ab55-fdf52638a810 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:25.167832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-f5fef2c9-ffc1-4c52-bec3-fc48ef5f6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:25.169388 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-f5fef2c9-ffc1-4c52-bec3-fc48ef5f6d8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 200 len: 856 time: 0.0991335 Apr 01 12:42:25.199567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf07399-680b-4cc0-a661-680cc5c90460 req-394b83d0-0a83-4366-9542-e309f6ad4930 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:25.201123 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9cf07399-680b-4cc0-a661-680cc5c90460 req-394b83d0-0a83-4366-9542-e309f6ad4930 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1724503 Apr 01 12:42:25.249592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-866c80ef-875d-4b8b-95fa-5ee8347206f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:25.251635 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-866c80ef-875d-4b8b-95fa-5ee8347206f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751195 Apr 01 12:42:25.276753 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9cf07399-680b-4cc0-a661-680cc5c90460 req-03b3a55d-df48-4b22-bf66-9ce60cd754cb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660160 Apr 01 12:42:25.278293 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ade7276c-5dc9-49a7-ab55-fdf52638a810 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:25.345616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ade7276c-5dc9-49a7-ab55-fdf52638a810 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:25.357938 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ade7276c-5dc9-49a7-ab55-fdf52638a810 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/e08951c1-5982-4ca7-a944-ff455b554f8b HTTP/1.1" status: 204 len: 168 time: 0.8159769 Apr 01 12:42:25.358630 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44274) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:25.360088 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['2f1367d7-bf88-460f-907b-4788c64ad3ea'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:42:25.361198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7276c-5dc9-49a7-ab55-fdf52638a810 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Subnet': ['ID=e08951c1-5982-4ca7-a944-ff455b554f8b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:25.414569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488280ee-d32c-4e73-ab40-77430b983da1 None None] Network ac538605-c242-488d-8e84-b2f7a08ab927 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:25.456475 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=2f1367d7-bf88-460f-907b-4788c64ad3ea,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:25.474855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:25.505360 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-a6c3404f-c0a8-4078-9601-efb04e834a85 service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442908 Apr 01 12:42:25.573862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e0042-49eb-4c36-a818-5c0e3d2190b4 req-5ab80e58-8334-46db-8f87-61c51ac942eb tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:25.576270 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bf0e0042-49eb-4c36-a818-5c0e3d2190b4 req-5ab80e58-8334-46db-8f87-61c51ac942eb tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 944 time: 0.0983591 Apr 01 12:42:25.640301 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:25.640773 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:25.705568 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bf0e0042-49eb-4c36-a818-5c0e3d2190b4 req-af177990-1c8a-4767-910f-47225fb691db tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183815 Apr 01 12:42:25.719462 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5695b4db-cd08-4b88-8612-fc3ce1891271 None None] DHCP port deletion for ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:42:25.728570 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44284) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:25.771505 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-422b246d-2be8-40ed-8e3c-31f90235a56d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:25.801034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-422b246d-2be8-40ed-8e3c-31f90235a56d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.3806081 Apr 01 12:42:25.829924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-74d14125-5c36-4661-894f-fea040590c9e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/quotas/faf9e4a3810b4cb7ac6ea91a58e763e8 HTTP/1.1" status: 200 len: 375 time: 0.0275712 Apr 01 12:42:25.860791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5695b4db-cd08-4b88-8612-fc3ce1891271 None None] Deleting port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:25.861161 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5695b4db-cd08-4b88-8612-fc3ce1891271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:25.885037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] For port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=923d27b7-2e12-4fa6-83ec-4cae06a6beb7,segment=NetworkSegment(0466c515-d804-4974-833a-5be4593796c6),segment_id=0466c515-d804-4974-833a-5be4593796c6)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:25.896738 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:25.909840 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-81040f7f-d714-4bae-ac75-22aa7c9f369c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786414 Apr 01 12:42:25.915691 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce022da5-86fd-455f-a85c-9e7decb05502 req-07a11203-277b-425d-9b0b-4dde55061d98 service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019730 Apr 01 12:42:25.953554 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:25.961122 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aad4f96-3e91-42d8-bb13-1be65c393692 None None] DHCP port deletion for ac538605-c242-488d-8e84-b2f7a08ab927 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:42:25.985849 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5695b4db-cd08-4b88-8612-fc3ce1891271 None None] For port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=923d27b7-2e12-4fa6-83ec-4cae06a6beb7,segment=NetworkSegment(0466c515-d804-4974-833a-5be4593796c6),segment_id=0466c515-d804-4974-833a-5be4593796c6)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:25.988150 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5695b4db-cd08-4b88-8612-fc3ce1891271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.008405 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5695b4db-cd08-4b88-8612-fc3ce1891271 None None] Calling delete_port for 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:26.017438 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07e5a978-42b1-4a76-88e7-dc34424532ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.055592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-19beee8d-d330-442d-bee2-657a915bff94 service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332695 Apr 01 12:42:26.123841 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.153564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No DVR routers for this DVR port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:26.169577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da82f58-59b8-4ba5-ae49-ee58f4bd6d26 req-609efe78-2a7b-4af3-a978-57579270fcdc tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:26.171302 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4da82f58-59b8-4ba5-ae49-ee58f4bd6d26 req-609efe78-2a7b-4af3-a978-57579270fcdc tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2890515 Apr 01 12:42:26.178848 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-8bc28518-0ea3-4215-a5f8-80bae03c52d4 service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223214 Apr 01 12:42:26.267483 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=923d27b7-2e12-4fa6-83ec-4cae06a6beb7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:26.356206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.361252 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5695b4db-cd08-4b88-8612-fc3ce1891271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.401626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5695b4db-cd08-4b88-8612-fc3ce1891271 None None] No DVR routers for this DVR port 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:26.406960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:26.417358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695b4db-cd08-4b88-8612-fc3ce1891271 None None] Pushing event deleted for resources: {'Port': ['ID=923d27b7-2e12-4fa6-83ec-4cae06a6beb7,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:26.419844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6aad4f96-3e91-42d8-bb13-1be65c393692 None None] Deleting port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:26.420390 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6aad4f96-3e91-42d8-bb13-1be65c393692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.428760 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4da82f58-59b8-4ba5-ae49-ee58f4bd6d26 req-1f34693f-b170-40b0-a0c7-95ee52bf44cf tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707911 Apr 01 12:42:26.457486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0466c515-d804-4974-833a-5be4593796c6') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:26.457791 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0466c515-d804-4974-833a-5be4593796c6') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:26.514118 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.553087 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6aad4f96-3e91-42d8-bb13-1be65c393692 None None] For port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1b1ba61c-c50a-4f4b-91c0-897f3d6404a2,segment=NetworkSegment(2bf5f687-796e-452d-a498-f5e568ca78cd),segment_id=2bf5f687-796e-452d-a498-f5e568ca78cd)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:26.553617 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6aad4f96-3e91-42d8-bb13-1be65c393692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.569932 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6aad4f96-3e91-42d8-bb13-1be65c393692 None None] Calling delete_port for 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:26.638037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.641075 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07e5a978-42b1-4a76-88e7-dc34424532ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.658458 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8f7c07d0-07ce-4319-9da8-ba15da99d3a1 req-ce498c63-b9a6-461b-ad4c-c0f82bda056a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 210 time: 0.0536792 Apr 01 12:42:26.704806 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07e5a978-42b1-4a76-88e7-dc34424532ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.707960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:42:26.716123 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:42:26.730859 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:42:26.733589 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6aad4f96-3e91-42d8-bb13-1be65c393692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.772707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad4f96-3e91-42d8-bb13-1be65c393692 None None] Pushing event deleted for resources: {'Port': ['ID=1b1ba61c-c50a-4f4b-91c0-897f3d6404a2,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:26.775205 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad4f96-3e91-42d8-bb13-1be65c393692 None None] No DVR routers for this DVR port 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:26.834317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b10a6a-644e-46a2-bead-0820efe6ab87 req-ee206e0c-d24c-49b8-bb54-68a3ffec1d9d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:26.836809 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49b10a6a-644e-46a2-bead-0820efe6ab87 req-ee206e0c-d24c-49b8-bb54-68a3ffec1d9d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0950582 Apr 01 12:42:26.873117 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5a978-42b1-4a76-88e7-dc34424532ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5dfb0d-5a80-40e8-a50f-a5539ef7d6cc,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:26.880344 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-07e5a978-42b1-4a76-88e7-dc34424532ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6df53d9e83bb42dfa542f351f521ec7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1445320 Apr 01 12:42:26.880560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44320) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:26.901319 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.934478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bde5e-b8fa-4219-b809-2b5e772b72e8 req-26eb07b6-cc8b-4a9c-b365-95447342c6ee tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:26.936022 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e3bde5e-b8fa-4219-b809-2b5e772b72e8 req-26eb07b6-cc8b-4a9c-b365-95447342c6ee tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.3681872 Apr 01 12:42:26.963701 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49b10a6a-644e-46a2-bead-0820efe6ab87 req-5ffcaa21-1183-4564-8cf8-7a4c2182eeee tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195292 Apr 01 12:42:26.965444 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:26.971986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44322) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:26.978755 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/networks/ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6 HTTP/1.1" status: 204 len: 168 time: 1.6187212 Apr 01 12:42:27.047722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e61ebb-f3e8-48be-8548-70ad0fc2b3a7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Network': ['ID=ca720bc3-6396-4cd5-8ef7-d7a5e8fa1bd6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:27.132166 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5e3bde5e-b8fa-4219-b809-2b5e772b72e8 req-1011bffa-4bf0-477a-877b-4a1f2577eaea tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740162 Apr 01 12:42:27.158249 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df0da9fd-62ee-4fd6-ba6a-7c61a8c8a2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:27.216139 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df0da9fd-62ee-4fd6-ba6a-7c61a8c8a2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:27.291429 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:27.332944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df0da9fd-62ee-4fd6-ba6a-7c61a8c8a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:27.339035 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df0da9fd-62ee-4fd6-ba6a-7c61a8c8a2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:27.342464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-df0da9fd-62ee-4fd6-ba6a-7c61a8c8a2d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc5dfb0d-5a80-40e8-a50f-a5539ef7d6cc HTTP/1.1" status: 204 len: 168 time: 0.4608541 Apr 01 12:42:27.388550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b0fbd-1d77-485b-bc2d-0403e028fbb9 req-5a3da8a7-c925-4681-a6d9-6f8ed20e9fec tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:27.391338 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f6b0fbd-1d77-485b-bc2d-0403e028fbb9 req-5a3da8a7-c925-4681-a6d9-6f8ed20e9fec tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 944 time: 0.2745535 Apr 01 12:42:27.438489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0da9fd-62ee-4fd6-ba6a-7c61a8c8a2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5dfb0d-5a80-40e8-a50f-a5539ef7d6cc,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:27.510313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4cadc-e5df-4a4b-b30a-3d7a88818544 req-913dfd01-d965-4f99-8a91-665a0d34b5c2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:27.519190 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-00e4cadc-e5df-4a4b-b30a-3d7a88818544 req-913dfd01-d965-4f99-8a91-665a0d34b5c2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1750081 Apr 01 12:42:27.629058 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-00e4cadc-e5df-4a4b-b30a-3d7a88818544 req-9f034cbb-48aa-4320-b142-c055dde70e10 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053514 Apr 01 12:42:27.636218 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:27.691778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac538605-c242-488d-8e84-b2f7a08ab927']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:27.705893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf5f687-796e-452d-a498-f5e568ca78cd') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:27.706482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf5f687-796e-452d-a498-f5e568ca78cd') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:27.721846 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:27.741353 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:27.749670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:42:27.750774 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:27.768728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:27.833051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:27.838348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1b1ba61c-c50a-4f4b-91c0-897f3d6404a2 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:27.841376 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:42:27.844586 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:42:27.870210 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f6b0fbd-1d77-485b-bc2d-0403e028fbb9 req-9820abf6-fc3c-4e81-9ab3-3753afd572a5 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219415 Apr 01 12:42:27.871466 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:27.916507 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:27.923506 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/networks/ac538605-c242-488d-8e84-b2f7a08ab927 HTTP/1.1" status: 204 len: 168 time: 0.9468436 Apr 01 12:42:27.923835 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44344) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:27.931780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-edaa14c4-9e47-439a-be25-e11721df1ee4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'network': {'name': 'tempest-RoutersTest-375987430'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:27.937779 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:27.950100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a79e50-4c7b-4299-bdea-f9380bd0e3d7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Network': ['ID=ac538605-c242-488d-8e84-b2f7a08ab927,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:27.954913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 923d27b7-2e12-4fa6-83ec-4cae06a6beb7 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:27.986362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaa14c4-9e47-439a-be25-e11721df1ee4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:27.986362 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edaa14c4-9e47-439a-be25-e11721df1ee4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:28.030912 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edaa14c4-9e47-439a-be25-e11721df1ee4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:42:28.043958 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edaa14c4-9e47-439a-be25-e11721df1ee4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:28.044609 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-edaa14c4-9e47-439a-be25-e11721df1ee4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Added segment 4655f0ad-0a8f-469f-9bd8-39f76ea7e59f of type vlan for network 5862e50e-4f97-4a4d-8386-69b7a01da809 Apr 01 12:42:28.096742 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55a196b1-6784-49c3-90f0-8e8642036acb req-1cfcff83-1412-4617-8910-cae39a8b5dca tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 210 time: 0.0519860 Apr 01 12:42:28.152687 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edaa14c4-9e47-439a-be25-e11721df1ee4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:28.228778 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:42:28.294919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2f1367d7-bf88-460f-907b-4788c64ad3ea up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:42:28.325885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edaa14c4-9e47-439a-be25-e11721df1ee4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:28.348658 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaa14c4-9e47-439a-be25-e11721df1ee4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:28.349252 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edaa14c4-9e47-439a-be25-e11721df1ee4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:28.452905 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 2f1367d7-bf88-460f-907b-4788c64ad3ea completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:42:28.463761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 2f1367d7-bf88-460f-907b-4788c64ad3ea triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:28.468058 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:28.605474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaa87d-d641-4029-93cd-a626b7061ab1 req-97ae2cd6-52ec-4814-b9e9-862820436fb5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:28.627381 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5ccaa87d-d641-4029-93cd-a626b7061ab1 req-97ae2cd6-52ec-4814-b9e9-862820436fb5 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.2459049 Apr 01 12:42:28.735538 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-5c837b30-cbb1-404c-b5a2-dec56d7985e5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:28.737648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-5c837b30-cbb1-404c-b5a2-dec56d7985e5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.2966251 Apr 01 12:42:28.762364 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5ccaa87d-d641-4029-93cd-a626b7061ab1 req-5b446f07-7a8a-49bf-b388-437eaec46ff0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249428 Apr 01 12:42:28.791866 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:28.795301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Request body: {'port': {'device_id': 'fa62f573-3b48-4625-a375-84287a340f2e', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'admin_state_up': True, 'tenant_id': 'faf9e4a3810b4cb7ac6ea91a58e763e8'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:28.903439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838d9c84-3710-4eb8-ab34-31db5472e09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1367d7-bf88-460f-907b-4788c64ad3ea'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:42:28.915191 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1910ea69-a19e-45c5-81d0-e183887c0e33" -d '{"events": [{"server_uuid": "838d9c84-3710-4eb8-ab34-31db5472e09a", "name": "network-vif-plugged", "status": "completed", "tag": "2f1367d7-bf88-460f-907b-4788c64ad3ea"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:42:28.992450 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2f1367d7-bf88-460f-907b-4788c64ad3ea, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2f1367d7-bf88-460f-907b-4788c64ad3ea,segment=NetworkSegment(dd5b14fe-c3ad-4e53-9108-13fadd3493a1),segment_id=dd5b14fe-c3ad-4e53-9108-13fadd3493a1)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:29.007806 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:29.151788 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=2f1367d7-bf88-460f-907b-4788c64ad3ea,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:29.230994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Made reservation on behalf of faf9e4a3810b4cb7ac6ea91a58e763e8 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:29.235420 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:29.393280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa14c4-9e47-439a-be25-e11721df1ee4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Network': ['ID=5862e50e-4f97-4a4d-8386-69b7a01da809,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:29.428283 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c26152-8e7e-4499-af42-e2a9f017c267 req-94645cd7-3f84-45ab-b6ad-674dddfc883a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:29.429019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 5862e50e-4f97-4a4d-8386-69b7a01da809 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:42:29.447049 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-98c26152-8e7e-4499-af42-e2a9f017c267 req-94645cd7-3f84-45ab-b6ad-674dddfc883a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 1.3416481 Apr 01 12:42:29.459177 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-edaa14c4-9e47-439a-be25-e11721df1ee4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5341899 Apr 01 12:42:29.472013 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44384) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:29.514606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773a619-1f7f-4592-9b9c-73127cb76160 req-c241431f-0b33-4058-a996-0c470dd5ee15 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:29.516155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f3ee5718-649b-4e22-8c5c-2a9cc38db382 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'subnet': {'network_id': '5862e50e-4f97-4a4d-8386-69b7a01da809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:29.558992 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c773a619-1f7f-4592-9b9c-73127cb76160 req-c241431f-0b33-4058-a996-0c470dd5ee15 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 945 time: 0.4224849 Apr 01 12:42:29.699384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Allocated IP 172.20.0.3 (7954533d-2445-42af-9c0a-77b864800a7b/16405484-146e-4b1d-a8e6-5b44cba643c4/d5df4ca8-410c-48d6-ad2b-f4230345086b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:42:29.799268 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c773a619-1f7f-4592-9b9c-73127cb76160 req-467ca93c-62eb-4d35-b861-c35c9a5209c0 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343524 Apr 01 12:42:29.802668 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-98c26152-8e7e-4499-af42-e2a9f017c267 req-c0843e45-99d6-4a26-81d8-a6f747415a2d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474090 Apr 01 12:42:29.880499 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de40d47-f4a2-415b-a06a-a3af2596e597 x-openstack-request-id: req-8de40d47-f4a2-415b-a06a-a3af2596e597 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:42:29.881050 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838d9c84-3710-4eb8-ab34-31db5472e09a", "name": "network-vif-plugged", "status": "completed", "tag": "2f1367d7-bf88-460f-907b-4788c64ad3ea", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:42:29.881050 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8de40d47-f4a2-415b-a06a-a3af2596e597 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:42:29.882307 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de40d47-f4a2-415b-a06a-a3af2596e597'] response: {'server_uuid': '838d9c84-3710-4eb8-ab34-31db5472e09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1367d7-bf88-460f-907b-4788c64ad3ea', 'code': 200} Apr 01 12:42:29.946142 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f175ad8-c110-4ae2-9239-c1e8fb1ab7c6 req-598bd695-32ad-4053-b3d4-279a3684f827 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1954222 Apr 01 12:42:29.950547 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ee5718-649b-4e22-8c5c-2a9cc38db382 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:29.957585 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5718-649b-4e22-8c5c-2a9cc38db382 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:30.187418 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd1c9784-edca-4088-ac0a-0cc8081cc335 req-d5ab19c9-3ddd-4ecc-bdb0-4d07dec4c683 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 210 time: 0.2354000 Apr 01 12:42:30.243267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd2b7a-b578-4690-a154-4ee29bd063ec req-7457ddf8-0351-4808-bf57-bda3f9af5084 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:30.254986 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17dd2b7a-b578-4690-a154-4ee29bd063ec req-7457ddf8-0351-4808-bf57-bda3f9af5084 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1965623 Apr 01 12:42:30.313335 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:30.318600 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76f694-4954-4753-affb-db82ebadf4e7 req-c5085ac1-febf-41b6-8caa-99700730867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:30.320691 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9e76f694-4954-4753-affb-db82ebadf4e7 req-c5085ac1-febf-41b6-8caa-99700730867a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 1096 time: 0.2639191 Apr 01 12:42:30.322591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175ad8-c110-4ae2-9239-c1e8fb1ab7c6 req-40893cc2-0b78-4921-9ea5-da4220bdfb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:30.324156 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f175ad8-c110-4ae2-9239-c1e8fb1ab7c6 req-40893cc2-0b78-4921-9ea5-da4220bdfb87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 1097 time: 0.2297285 Apr 01 12:42:30.379733 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9e76f694-4954-4753-affb-db82ebadf4e7 req-12f4dff3-fb26-41ae-af76-deb82ce4ce1e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429382 Apr 01 12:42:30.401057 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17dd2b7a-b578-4690-a154-4ee29bd063ec req-5a876e9b-71eb-4f48-b997-f0dc16cdf987 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446357 Apr 01 12:42:30.537173 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:30.560089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Network 7954533d-2445-42af-9c0a-77b864800a7b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:30.561596 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06c0aa-35db-41bf-9718-1de5ee9d3c03 req-eb332317-c02e-4837-8c8f-63417b26eeff tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:30.569311 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b06c0aa-35db-41bf-9718-1de5ee9d3c03 req-eb332317-c02e-4837-8c8f-63417b26eeff tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1785221 Apr 01 12:42:30.574059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:30.623804 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5718-649b-4e22-8c5c-2a9cc38db382 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:30.638180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:42:30.670248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175ad8-c110-4ae2-9239-c1e8fb1ab7c6 req-72df0879-52cf-45b2-8b7e-b2b4d4733a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:30.671738 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f175ad8-c110-4ae2-9239-c1e8fb1ab7c6 req-72df0879-52cf-45b2-8b7e-b2b4d4733a57 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.2962136 Apr 01 12:42:30.808607 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b06c0aa-35db-41bf-9718-1de5ee9d3c03 req-6b167313-08cc-4559-931f-0ce7044d7132 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993110 Apr 01 12:42:30.812372 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f175ad8-c110-4ae2-9239-c1e8fb1ab7c6 req-d9a00eb0-0c8e-4f23-8218-6fd698bc7d8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8863fbb4-75df-49db-ab61-f0301739530f HTTP/1.1" status: 200 len: 217 time: 0.0901535 Apr 01 12:42:30.855033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee5718-649b-4e22-8c5c-2a9cc38db382 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Subnet': ['ID=dcc10b19-9bc4-4ea9-93b6-b9782ea15557,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:30.896289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ee5718-649b-4e22-8c5c-2a9cc38db382 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Checking segment: {'id': '4655f0ad-0a8f-469f-9bd8-39f76ea7e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5862e50e-4f97-4a4d-8386-69b7a01da809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:42:30.896662 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ee5718-649b-4e22-8c5c-2a9cc38db382 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network hostable DHCP agents. Network: 5862e50e-4f97-4a4d-8386-69b7a01da809, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:42:30.950891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ee5718-649b-4e22-8c5c-2a9cc38db382 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 5862e50e-4f97-4a4d-8386-69b7a01da809 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:42:30.996097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-f3ee5718-649b-4e22-8c5c-2a9cc38db382 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 5862e50e-4f97-4a4d-8386-69b7a01da809) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:31.001590 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ee5718-649b-4e22-8c5c-2a9cc38db382 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:31.002229 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5718-649b-4e22-8c5c-2a9cc38db382 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:31.012304 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaff51c-2428-4768-81df-f4be32c0d00d None None] Network 5862e50e-4f97-4a4d-8386-69b7a01da809 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:31.029061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8c7f4-8bab-477c-b6a3-cb707e4d29e8 req-e7c1e59e-f24d-4959-815f-ede8ed0022ec tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:31.036720 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6a8c7f4-8bab-477c-b6a3-cb707e4d29e8 req-e7c1e59e-f24d-4959-815f-ede8ed0022ec tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0709691 Apr 01 12:42:31.047876 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f3ee5718-649b-4e22-8c5c-2a9cc38db382 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5566356 Apr 01 12:42:31.056439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44460) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:31.063179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8a993cb3-a128-423e-9f53-a80b35d9227b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-49784135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:31.083149 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175ad8-c110-4ae2-9239-c1e8fb1ab7c6 req-906268f8-0d31-49da-ae7a-48542a2d446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:31.084598 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f175ad8-c110-4ae2-9239-c1e8fb1ab7c6 req-906268f8-0d31-49da-ae7a-48542a2d446e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.2565229 Apr 01 12:42:31.099032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event updated for resources: {'Port': ['ID=d5df4ca8-410c-48d6-ad2b-f4230345086b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:31.119509 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6a8c7f4-8bab-477c-b6a3-cb707e4d29e8 req-1d3c17cf-c3b7-4c9b-bb33-c3d853c59305 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818219 Apr 01 12:42:31.143847 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a993cb3-a128-423e-9f53-a80b35d9227b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:31.144913 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a993cb3-a128-423e-9f53-a80b35d9227b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:31.260474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:31.262670 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:31.288107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b0a8b-05a4-46bc-8121-41537397e4ef req-cac5fe93-abf0-476c-8a3c-eadec1c93ef4 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:31.296534 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b4b0a8b-05a4-46bc-8121-41537397e4ef req-cac5fe93-abf0-476c-8a3c-eadec1c93ef4 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 945 time: 0.3096263 Apr 01 12:42:31.326104 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a993cb3-a128-423e-9f53-a80b35d9227b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:31.333937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175ad8-c110-4ae2-9239-c1e8fb1ab7c6 req-64b3d657-99d6-446b-b3af-426db0856935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:31.338427 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f175ad8-c110-4ae2-9239-c1e8fb1ab7c6 req-64b3d657-99d6-446b-b3af-426db0856935 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2422919 Apr 01 12:42:31.352997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e7d97d67-06fa-441a-9fbd-0ce7c88890a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5870917 Apr 01 12:42:31.358185 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a993cb3-a128-423e-9f53-a80b35d9227b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:31.390556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b4b0a8b-05a4-46bc-8121-41537397e4ef req-f8abe039-e881-46ba-bcae-b7369cfdd9c8 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783939 Apr 01 12:42:31.420068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Request body: {'port': {'device_id': 'fa62f573-3b48-4625-a375-84287a340f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:31.427806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817f4bd-0dbd-41c8-a654-00a14d3d9068 req-2a03980c-1536-4ee0-b5de-1a4f05a9ab3c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:31.435239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a817f4bd-0dbd-41c8-a654-00a14d3d9068 req-2a03980c-1536-4ee0-b5de-1a4f05a9ab3c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1061823 Apr 01 12:42:31.438533 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a993cb3-a128-423e-9f53-a80b35d9227b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:31.455597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-5862e50e-4f97-4a4d-8386-69b7a01da809', 'network_id': '5862e50e-4f97-4a4d-8386-69b7a01da809', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'fixed_ips': [{'subnet_id': 'dcc10b19-9bc4-4ea9-93b6-b9782ea15557'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:42:31.457509 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8a993cb3-a128-423e-9f53-a80b35d9227b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3999619 Apr 01 12:42:31.457817 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:31.465996 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44476) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:31.470753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'port': {'network_id': '5862e50e-4f97-4a4d-8386-69b7a01da809', 'name': 'tempest-RoutersTest-1982040892'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:31.796627 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a817f4bd-0dbd-41c8-a654-00a14d3d9068 req-ea724b3a-367b-438b-a0ab-14067c6fb2d7 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351438 Apr 01 12:42:31.881788 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f175ad8-c110-4ae2-9239-c1e8fb1ab7c6 req-df714f83-8097-4b39-b440-e758833d15ce service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214961 Apr 01 12:42:31.882664 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:31.888220 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Allocated IP 172.20.0.2 (5862e50e-4f97-4a4d-8386-69b7a01da809/dcc10b19-9bc4-4ea9-93b6-b9782ea15557/1469fb96-04e2-4139-b12d-6b42ead06cb9) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:42:31.930365 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:31.936112 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:32.005578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] device_id is not set on port 64807d88-ec08-4c79-b5ed-cb880cc3feb5 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:42:32.130051 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f175ad8-c110-4ae2-9239-c1e8fb1ab7c6 req-29c986e8-a39d-44ec-83dd-add4da16e2e9 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363915 Apr 01 12:42:32.189721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d4ac0-600f-4617-8aab-e8ce8bd78fe6 req-62201cc2-c43c-4ff0-9985-680342b89fb2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:32.191624 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f7d4ac0-600f-4617-8aab-e8ce8bd78fe6 req-62201cc2-c43c-4ff0-9985-680342b89fb2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 931 time: 0.5889208 Apr 01 12:42:32.237234 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98aaea4-7d8b-4eff-8044-918888c21093 req-b990f0c7-f628-4998-8927-d4f0008598b4 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:32.239127 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d98aaea4-7d8b-4eff-8044-918888c21093 req-b990f0c7-f628-4998-8927-d4f0008598b4 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.2351773 Apr 01 12:42:32.297593 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d98aaea4-7d8b-4eff-8044-918888c21093 req-1da53d43-ae3c-42f4-8e11-157213346b82 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490420 Apr 01 12:42:32.329723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f7d4ac0-600f-4617-8aab-e8ce8bd78fe6 req-c892adfb-ac3b-4aa6-9218-f913c5990efb tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122339 Apr 01 12:42:32.346642 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:32.366994 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:32.522873 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Network 5862e50e-4f97-4a4d-8386-69b7a01da809 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:32.531676 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:32.543257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Allocated IP 172.20.0.9 (5862e50e-4f97-4a4d-8386-69b7a01da809/dcc10b19-9bc4-4ea9-93b6-b9782ea15557/64807d88-ec08-4c79-b5ed-cb880cc3feb5) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:42:32.555870 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:42:32.570505 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Pushing event updated for resources: {'Port': ['ID=1469fb96-04e2-4139-b12d-6b42ead06cb9,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:32.724964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Attempting to bind port 1469fb96-04e2-4139-b12d-6b42ead06cb9 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:42:32.725375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Attempting to bind port 1469fb96-04e2-4139-b12d-6b42ead06cb9 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '4655f0ad-0a8f-469f-9bd8-39f76ea7e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5862e50e-4f97-4a4d-8386-69b7a01da809'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:42:32.728024 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Attempting to bind port 1469fb96-04e2-4139-b12d-6b42ead06cb9 on network 5862e50e-4f97-4a4d-8386-69b7a01da809 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:42:32.741429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:42:32.741933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Checking segment: {'id': '4655f0ad-0a8f-469f-9bd8-39f76ea7e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5862e50e-4f97-4a4d-8386-69b7a01da809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:42:32.743189 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:32.743790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Bound using segment: {'id': '4655f0ad-0a8f-469f-9bd8-39f76ea7e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5862e50e-4f97-4a4d-8386-69b7a01da809'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:42:32.744393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Bound port: 1469fb96-04e2-4139-b12d-6b42ead06cb9, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4655f0ad-0a8f-469f-9bd8-39f76ea7e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5862e50e-4f97-4a4d-8386-69b7a01da809'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:42:32.746929 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:32.909921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] For port 1469fb96-04e2-4139-b12d-6b42ead06cb9, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:42:32.914845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] For port 1469fb96-04e2-4139-b12d-6b42ead06cb9, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1469fb96-04e2-4139-b12d-6b42ead06cb9,segment=NetworkSegment(4655f0ad-0a8f-469f-9bd8-39f76ea7e59f),segment_id=4655f0ad-0a8f-469f-9bd8-39f76ea7e59f)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:42:32.921870 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:33.096975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072f827-454a-43b5-85b0-4feace574c7a None None] Pushing event updated for resources: {'Port': ['ID=1469fb96-04e2-4139-b12d-6b42ead06cb9,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:33.109855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:33.114841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5df4ca8-410c-48d6-ad2b-f4230345086b {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:42:33.145938 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:33.162750 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973ef4d-8fed-4faf-97a6-0c9d64b0a4ea req-237b2ac8-9639-48cd-b39e-6f0c2db95e01 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:33.184441 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3973ef4d-8fed-4faf-97a6-0c9d64b0a4ea req-237b2ac8-9639-48cd-b39e-6f0c2db95e01 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.6362514 Apr 01 12:42:33.205909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee6f46-32f6-4ba3-bbc1-6b6d1c259ad1 req-ac4e72b9-ad92-4672-970c-729958906c87 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:33.207515 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-43ee6f46-32f6-4ba3-bbc1-6b6d1c259ad1 req-ac4e72b9-ad92-4672-970c-729958906c87 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 945 time: 0.6676757 Apr 01 12:42:33.214537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Transition to ACTIVE for port object d5df4ca8-410c-48d6-ad2b-f4230345086b will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:42:33.264519 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3973ef4d-8fed-4faf-97a6-0c9d64b0a4ea req-7bb68211-ccbe-46b5-8990-6841f711eb61 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790758 Apr 01 12:42:33.291883 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:33.334407 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:33.359953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-43ee6f46-32f6-4ba3-bbc1-6b6d1c259ad1 req-b7c902ac-a604-476e-a738-2db19540c99b tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358316 Apr 01 12:42:33.384257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 5862e50e-4f97-4a4d-8386-69b7a01da809 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:33.397987 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:33.405991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:42:33.517786 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Pushing event updated for resources: {'Port': ['ID=d5df4ca8-410c-48d6-ad2b-f4230345086b,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:33.590707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:33.591462 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:33.643939 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=64807d88-ec08-4c79-b5ed-cb880cc3feb5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:33.655954 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7a365c7d-f108-495a-ab72-627fcb874d95 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1886878 Apr 01 12:42:33.662588 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44500) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:33.911665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1469fb96-04e2-4139-b12d-6b42ead06cb9 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:42:33.930181 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a76727-619f-4499-b0cf-7291a1a99078 req-3e8c8d3d-21b8-4ec0-a327-b41ec7e26a6e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:33.940177 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-79a76727-619f-4499-b0cf-7291a1a99078 req-3e8c8d3d-21b8-4ec0-a327-b41ec7e26a6e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.3719137 Apr 01 12:42:33.945912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Attempting to bind port d5df4ca8-410c-48d6-ad2b-f4230345086b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:42:33.947205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Attempting to bind port d5df4ca8-410c-48d6-ad2b-f4230345086b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:42:33.947706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Attempting to bind port d5df4ca8-410c-48d6-ad2b-f4230345086b on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:42:33.955913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Port d5df4ca8-410c-48d6-ad2b-f4230345086b on network 7954533d-2445-42af-9c0a-77b864800a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:42:33.958194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Attempting to bind port d5df4ca8-410c-48d6-ad2b-f4230345086b on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:42:33.972598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:42:33.974098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Checking segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:42:33.974696 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Bound using segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:42:33.976544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Bound port: d5df4ca8-410c-48d6-ad2b-f4230345086b, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:42:33.977997 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:34.010244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd759f30-0e8e-459e-9784-62cb1bf1b478 req-45533fdd-fa1e-4624-a788-7a212721dda7 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:34.012445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd759f30-0e8e-459e-9784-62cb1bf1b478 req-45533fdd-fa1e-4624-a788-7a212721dda7 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.3811173 Apr 01 12:42:34.058225 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-79a76727-619f-4499-b0cf-7291a1a99078 req-d6bdff92-9b9e-4d57-b137-08d83a1e8ed7 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116936 Apr 01 12:42:34.111834 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd759f30-0e8e-459e-9784-62cb1bf1b478 req-501f89c7-9096-4941-84eb-8355fe4e32a8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873718 Apr 01 12:42:34.128804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1469fb96-04e2-4139-b12d-6b42ead06cb9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:34.129353 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:34.182761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] For port d5df4ca8-410c-48d6-ad2b-f4230345086b, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:42:34.200354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] For port d5df4ca8-410c-48d6-ad2b-f4230345086b, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d5df4ca8-410c-48d6-ad2b-f4230345086b,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:42:34.211388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:34.375108 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:34.377390 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:34.387986 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] 10.222.0.37 "PUT /v2.0/ports/d5df4ca8-410c-48d6-ad2b-f4230345086b HTTP/1.1" status: 200 len: 1091 time: 2.9765360 Apr 01 12:42:34.396959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa62f573-3b48-4625-a375-84287a340f2e', 'tag': 'd5df4ca8-410c-48d6-ad2b-f4230345086b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:42:34.410549 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a101521-ce51-44f4-a35b-bbd7bff0c825" -d '{"events": [{"name": "network-changed", "server_uuid": "fa62f573-3b48-4625-a375-84287a340f2e", "tag": "d5df4ca8-410c-48d6-ad2b-f4230345086b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:42:34.420386 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b72f8-a7fe-471e-a7ea-71960bb251b1 req-c859d9bb-6217-413c-ada4-3feddbc49e66 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:34.430385 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae6b72f8-a7fe-471e-a7ea-71960bb251b1 req-c859d9bb-6217-413c-ada4-3feddbc49e66 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 943 time: 0.1716564 Apr 01 12:42:34.447656 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:34.483432 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:34.535648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 1469fb96-04e2-4139-b12d-6b42ead06cb9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1469fb96-04e2-4139-b12d-6b42ead06cb9,segment=NetworkSegment(4655f0ad-0a8f-469f-9bd8-39f76ea7e59f),segment_id=4655f0ad-0a8f-469f-9bd8-39f76ea7e59f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:34.542238 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:34.689822 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=1469fb96-04e2-4139-b12d-6b42ead06cb9,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:34.705219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:34.705455 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:34.708005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:34.708447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:34.710245 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:34.710936 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:34.712258 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:34.714192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:34.714617 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:34.716926 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:34.717361 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:34.717765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:34.802803 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ae6b72f8-a7fe-471e-a7ea-71960bb251b1 req-21752601-8a18-438d-bc5c-1af86f4ffbe2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708782 Apr 01 12:42:34.967166 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:34.974786 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:35.034503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a148c6-16d8-4a22-b52b-81687bf3f5b9 None None] Network 5862e50e-4f97-4a4d-8386-69b7a01da809 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:35.320055 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b3b340e5-3832-4909-a9de-8e2021c3c62c None None] Provisioning complete for port 1469fb96-04e2-4139-b12d-6b42ead06cb9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:35.321789 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b3b340e5-3832-4909-a9de-8e2021c3c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:35.329514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=64807d88-ec08-4c79-b5ed-cb880cc3feb5,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:35.473258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5f6e-cdb8-4507-81b4-6f6850f9fd63 req-dbe728a4-c7d6-4602-b929-f4cdf9514a68 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:35.495648 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-215b5f6e-cdb8-4507-81b4-6f6850f9fd63 req-dbe728a4-c7d6-4602-b929-f4cdf9514a68 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.3177903 Apr 01 12:42:35.495892 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dc15d0-aef9-4fee-a009-be0635d63f6f x-openstack-request-id: req-b0dc15d0-aef9-4fee-a009-be0635d63f6f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:42:35.496411 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa62f573-3b48-4625-a375-84287a340f2e", "tag": "d5df4ca8-410c-48d6-ad2b-f4230345086b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:42:35.496411 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0dc15d0-aef9-4fee-a009-be0635d63f6f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:42:35.497066 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0dc15d0-aef9-4fee-a009-be0635d63f6f'] response: {'name': 'network-changed', 'server_uuid': 'fa62f573-3b48-4625-a375-84287a340f2e', 'tag': 'd5df4ca8-410c-48d6-ad2b-f4230345086b', 'status': 'completed', 'code': 200} Apr 01 12:42:35.499023 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdf22d-bf02-4cc9-9d2f-a9070591b377 service neutron] Pushing event updated for resources: {'Port': ['ID=d5df4ca8-410c-48d6-ad2b-f4230345086b,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:35.562354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbf6bc-22aa-4863-ad08-8cc369a65940 req-dff04a46-6c4e-4005-89b9-a7e0ede4c624 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:35.572928 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10cbf6bc-22aa-4863-ad08-8cc369a65940 req-dff04a46-6c4e-4005-89b9-a7e0ede4c624 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 945 time: 1.2595999 Apr 01 12:42:35.630597 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10cbf6bc-22aa-4863-ad08-8cc369a65940 req-1d0f78c9-1c11-41c9-8c85-f1c9aa2824a2 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562961 Apr 01 12:42:35.640860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-2f92582f-0ce1-4ad9-89d3-c4fdbe348d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:35.645050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-2f92582f-0ce1-4ad9-89d3-c4fdbe348d64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 1094 time: 0.1570339 Apr 01 12:42:35.762048 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-e3cdda96-f0a8-49c0-85d8-d74a01f0bbb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5df4ca8-410c-48d6-ad2b-f4230345086b HTTP/1.1" status: 200 len: 217 time: 0.0827079 Apr 01 12:42:35.837697 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-215b5f6e-cdb8-4507-81b4-6f6850f9fd63 req-b59b2a67-c777-4a2e-a307-a1aad31980fa tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408611 Apr 01 12:42:35.838494 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1469fb96-04e2-4139-b12d-6b42ead06cb9 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:42:35.923534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-52fa372e-44c3-4927-9596-5f78b780bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:35.925019 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-52fa372e-44c3-4927-9596-5f78b780bd70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.1605237 Apr 01 12:42:36.036431 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-60761ce7-7f9b-40e4-9a6b-3a59fe9cc2af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652490 Apr 01 12:42:36.046710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1469fb96-04e2-4139-b12d-6b42ead06cb9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:36.047306 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:36.119286 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:36.247199 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-669c3237-f694-401f-bfaa-dce3e3ce39b6 None None] Provisioning complete for port 64807d88-ec08-4c79-b5ed-cb880cc3feb5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:36.247593 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-669c3237-f694-401f-bfaa-dce3e3ce39b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:36.292801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-ea03ab21-c99e-408e-b057-6d99b337a9f1 service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440231 Apr 01 12:42:36.369619 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:36.404726 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1d2853d9-06cd-46fe-b9af-17ff4abef625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:36.426706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-669c3237-f694-401f-bfaa-dce3e3ce39b6 None None] Port 64807d88-ec08-4c79-b5ed-cb880cc3feb5 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:42:36.483954 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4183c5cf-d565-4bd9-b885-92e3e1cfd0ca req-c52c7ece-5515-44fe-8903-a5f65c3dadc5 service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743627 Apr 01 12:42:36.484231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-669c3237-f694-401f-bfaa-dce3e3ce39b6 None None] Provisioning complete for port 1469fb96-04e2-4139-b12d-6b42ead06cb9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:36.484231 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-669c3237-f694-401f-bfaa-dce3e3ce39b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:36.597364 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c19174-b296-4bd5-8792-d93835ecfd56 req-c53e2050-fa21-4dd7-99fd-a6f848419559 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:36.607089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-39c19174-b296-4bd5-8792-d93835ecfd56 req-c53e2050-fa21-4dd7-99fd-a6f848419559 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.7264161 Apr 01 12:42:36.675353 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-39c19174-b296-4bd5-8792-d93835ecfd56 req-afa5e5b8-b671-4030-970a-dc06903665bf tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663755 Apr 01 12:42:36.739900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101521-ce51-44f4-a35b-bbd7bff0c825 req-594497a3-0955-4673-b153-e09c4e97b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:36.745680 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a101521-ce51-44f4-a35b-bbd7bff0c825 req-594497a3-0955-4673-b153-e09c4e97b2bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 1094 time: 0.2065029 Apr 01 12:42:37.041272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-67836139-ee45-4b3d-9bac-0bfba1cb904c None None] Provisioning complete for port 64807d88-ec08-4c79-b5ed-cb880cc3feb5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:37.041668 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-67836139-ee45-4b3d-9bac-0bfba1cb904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:37.081951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101521-ce51-44f4-a35b-bbd7bff0c825 req-d1567138-5f74-4e7c-94b5-4071c5cfaffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:37.089026 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a101521-ce51-44f4-a35b-bbd7bff0c825 req-d1567138-5f74-4e7c-94b5-4071c5cfaffe service neutron] 10.222.0.37 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 907 time: 0.3351972 Apr 01 12:42:37.119875 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb05ec-da7d-49a6-b8ac-ffbc54574207 req-0fcd55e2-777f-4a7d-aa79-5515fd110c2a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:37.122293 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-39eb05ec-da7d-49a6-b8ac-ffbc54574207 req-0fcd55e2-777f-4a7d-aa79-5515fd110c2a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2230127 Apr 01 12:42:37.131981 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:37.142540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869086e4-9256-40cd-8a22-809d8ff1a27f req-e92f5d81-b5b8-4519-a8d8-1f8889bd5239 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:37.152328 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-869086e4-9256-40cd-8a22-809d8ff1a27f req-e92f5d81-b5b8-4519-a8d8-1f8889bd5239 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 943 time: 0.2896259 Apr 01 12:42:37.160085 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:37.183907 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-67836139-ee45-4b3d-9bac-0bfba1cb904c None None] Port 64807d88-ec08-4c79-b5ed-cb880cc3feb5 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:42:37.218476 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=64807d88-ec08-4c79-b5ed-cb880cc3feb5,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:37.332214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b0ba342e-27ea-4989-bf3c-9e46c9aa15d9 None None] Provisioning complete for port 64807d88-ec08-4c79-b5ed-cb880cc3feb5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:37.332583 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b0ba342e-27ea-4989-bf3c-9e46c9aa15d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:37.344288 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-869086e4-9256-40cd-8a22-809d8ff1a27f req-80df5b69-9c0e-4e08-8619-85761d49c2f4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906865 Apr 01 12:42:37.350373 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-39eb05ec-da7d-49a6-b8ac-ffbc54574207 req-dca93c3b-6861-4ec0-8d0b-7dfceca0e51c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202330 Apr 01 12:42:37.352025 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:37.353711 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a101521-ce51-44f4-a35b-bbd7bff0c825 req-2beb3801-ee74-4237-9845-ab965ec0918f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5df4ca8-410c-48d6-ad2b-f4230345086b HTTP/1.1" status: 200 len: 217 time: 0.2266858 Apr 01 12:42:37.492756 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba342e-27ea-4989-bf3c-9e46c9aa15d9 None None] Port 64807d88-ec08-4c79-b5ed-cb880cc3feb5 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:42:37.522229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101521-ce51-44f4-a35b-bbd7bff0c825 req-c7f45957-6f11-4a57-be5b-3552b36f672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:37.535664 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a101521-ce51-44f4-a35b-bbd7bff0c825 req-c7f45957-6f11-4a57-be5b-3552b36f672f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.1748655 Apr 01 12:42:37.629252 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a101521-ce51-44f4-a35b-bbd7bff0c825 req-8c6204ed-7591-4acd-b32e-c3534a10380c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837896 Apr 01 12:42:37.683969 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f13dc-3280-4dad-902e-79d3636d7844 req-57498cc9-7344-48f5-b562-e28c8e128644 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:37.691811 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-913f13dc-3280-4dad-902e-79d3636d7844 req-57498cc9-7344-48f5-b562-e28c8e128644 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 945 time: 0.1070313 Apr 01 12:42:37.706230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 5862e50e-4f97-4a4d-8386-69b7a01da809 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:37.716797 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:37.844995 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-913f13dc-3280-4dad-902e-79d3636d7844 req-a2cee6df-8ece-40cf-92b7-37da71a2d49e tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481667 Apr 01 12:42:37.887783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f10bd-74e7-4718-9764-847397d80070 req-425d0110-d66a-45b0-8fbb-f70f74bfc979 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:37.897695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3f10bd-74e7-4718-9764-847397d80070 req-425d0110-d66a-45b0-8fbb-f70f74bfc979 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2738492 Apr 01 12:42:38.104676 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de3f10bd-74e7-4718-9764-847397d80070 req-97ab257a-91b0-4cf8-a890-a4941e74f367 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957889 Apr 01 12:42:38.107554 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a101521-ce51-44f4-a35b-bbd7bff0c825 req-fac69b00-35c9-4e7d-9c06-4156acd31d44 service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163945 Apr 01 12:42:38.168510 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5173f-7531-4f61-bb85-af96f1a8065f req-71647082-87ca-4278-9046-1c673198ec3a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:38.174427 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7ee5173f-7531-4f61-bb85-af96f1a8065f req-71647082-87ca-4278-9046-1c673198ec3a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1724758 Apr 01 12:42:38.275898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 6a17fea0-0112-4f3f-be1b-280ee16938a2 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:42:38.376983 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d3151da6-b797-4c12-be49-63b0db7e9aef None None] Provisioning complete for port 64807d88-ec08-4c79-b5ed-cb880cc3feb5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:38.378030 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3151da6-b797-4c12-be49-63b0db7e9aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:38.415751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a101521-ce51-44f4-a35b-bbd7bff0c825 req-a5dc7388-3714-4e0b-ac58-1a4db102fac7 service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902293 Apr 01 12:42:38.496491 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d3151da6-b797-4c12-be49-63b0db7e9aef None None] Port 64807d88-ec08-4c79-b5ed-cb880cc3feb5 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:42:38.546440 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7ee5173f-7531-4f61-bb85-af96f1a8065f req-bdb798ef-9a1b-406a-a506-b0983b289fa4 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568518 Apr 01 12:42:38.619326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efa495-8db0-4972-acb3-edcbbc67594d req-ce8d29da-6296-4ac5-8cbb-97184927429c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:38.621973 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c5efa495-8db0-4972-acb3-edcbbc67594d req-ce8d29da-6296-4ac5-8cbb-97184927429c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1263962 Apr 01 12:42:38.681549 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:42:38.690869 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2104e3cc-74a9-4e42-9f5d-44ae1137ce9b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/6a17fea0-0112-4f3f-be1b-280ee16938a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0261655 Apr 01 12:42:38.693341 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44570) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:38.719509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82740310-899f-41d9-ade0-75d735dfdbd8 None None] Sync routers for ids ['6a17fea0-0112-4f3f-be1b-280ee16938a2'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:42:38.738255 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:38.760850 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c5efa495-8db0-4972-acb3-edcbbc67594d req-a91bd86d-7ce4-4854-9a77-c287d66e7349 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135683 Apr 01 12:42:38.769013 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82740310-899f-41d9-ade0-75d735dfdbd8 None None] Routers {'6a17fea0-0112-4f3f-be1b-280ee16938a2'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:38.782457 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-82740310-899f-41d9-ade0-75d735dfdbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['6a17fea0-0112-4f3f-be1b-280ee16938a2'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:38.838057 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39b610-f458-4e67-aedb-eb325bdf5c98 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:38.839607 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4b39b610-f458-4e67-aedb-eb325bdf5c98 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports/64807d88-ec08-4c79-b5ed-cb880cc3feb5 HTTP/1.1" status: 200 len: 977 time: 0.1451070 Apr 01 12:42:38.843078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44574) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:38.934561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-82740310-899f-41d9-ade0-75d735dfdbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:38.956387 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bc45d760-93ee-4b03-9809-34a6bea929f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:39.016552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82740310-899f-41d9-ade0-75d735dfdbd8 None None] Routers {'6a17fea0-0112-4f3f-be1b-280ee16938a2'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:39.018543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-82740310-899f-41d9-ade0-75d735dfdbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['6a17fea0-0112-4f3f-be1b-280ee16938a2'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:39.126073 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:39.128477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-82740310-899f-41d9-ade0-75d735dfdbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:39.129298 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82740310-899f-41d9-ade0-75d735dfdbd8 None None] The sync data for ids ['6a17fea0-0112-4f3f-be1b-280ee16938a2'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:42:39.413305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173c7ef-b9bd-44c9-91e9-c1bc7283db8c req-5b5ffcfe-c187-4efe-a857-acdfb6821c60 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:39.417684 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7173c7ef-b9bd-44c9-91e9-c1bc7283db8c req-5b5ffcfe-c187-4efe-a857-acdfb6821c60 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 943 time: 0.4262252 Apr 01 12:42:39.641188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7173c7ef-b9bd-44c9-91e9-c1bc7283db8c req-743e8b4b-e893-4622-87e9-d2c0a9422e9e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069530 Apr 01 12:42:39.857165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732a0d5-9a44-4e64-ad6f-51665b2f6c75 req-fce9f3e3-82fb-4a5e-a320-a998b28a80a1 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:39.866485 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8732a0d5-9a44-4e64-ad6f-51665b2f6c75 req-fce9f3e3-82fb-4a5e-a320-a998b28a80a1 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 945 time: 0.0808671 Apr 01 12:42:40.018936 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f49eb4b3-09da-4dbc-b55f-4f92d9b02d2b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:40.075347 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8732a0d5-9a44-4e64-ad6f-51665b2f6c75 req-ace0395b-8e04-4d03-be1f-138a02b78d01 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022169 Apr 01 12:42:40.181970 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d5df4ca8-410c-48d6-ad2b-f4230345086b details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:42:40.385517 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:40.408277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d5df4ca8-410c-48d6-ad2b-f4230345086b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d5df4ca8-410c-48d6-ad2b-f4230345086b,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:40.422473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae1ad4-8ae6-4436-8023-15a62aadac71 req-8b4ca52f-ee74-43f4-8e09-699c85fb299b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:40.424123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'd5df4ca8-410c-48d6-ad2b-f4230345086b', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'port_id': 'd5df4ca8-410c-48d6-ad2b-f4230345086b', 'mac_address': 'fa:16:3e:c4:14:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16405484-146e-4b1d-a8e6-5b44cba643c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:42:40.441006 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4aae1ad4-8ae6-4436-8023-15a62aadac71 req-8b4ca52f-ee74-43f4-8e09-699c85fb299b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1812253 Apr 01 12:42:40.463290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c17cf-19e2-4845-956f-010404f72d11 req-3df0ff91-fb9b-42b9-87ba-3ebf0440ce03 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:40.465169 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-986c17cf-19e2-4845-956f-010404f72d11 req-3df0ff91-fb9b-42b9-87ba-3ebf0440ce03 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.44 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 945 time: 0.1468143 Apr 01 12:42:40.478883 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:40.498965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5df4ca8-410c-48d6-ad2b-f4230345086b {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:42:40.529681 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d5df4ca8-410c-48d6-ad2b-f4230345086b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d5df4ca8-410c-48d6-ad2b-f4230345086b,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:40.536323 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:40.600068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=d5df4ca8-410c-48d6-ad2b-f4230345086b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:40.606581 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4aae1ad4-8ae6-4436-8023-15a62aadac71 req-de68d411-a5df-4fb4-b284-cd14ae0bddd4 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646607 Apr 01 12:42:40.713881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081b854-6f80-4b4d-8e6e-033e809c5303 req-df315cac-517e-4cdf-8405-b2e42babf307 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:40.716342 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3081b854-6f80-4b4d-8e6e-033e809c5303 req-df315cac-517e-4cdf-8405-b2e42babf307 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0687501 Apr 01 12:42:40.788154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f49eb4b3-09da-4dbc-b55f-4f92d9b02d2b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port 64807d88-ec08-4c79-b5ed-cb880cc3feb5 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:40.788401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f49eb4b3-09da-4dbc-b55f-4f92d9b02d2b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:40.808967 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3081b854-6f80-4b4d-8e6e-033e809c5303 req-8a6a41ec-efb2-4992-8932-8edf5f8561fb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809090 Apr 01 12:42:40.827884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-986c17cf-19e2-4845-956f-010404f72d11 req-a5cd36ac-7306-4bb5-ae77-fe4b4e7c2778 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Deleting port 2f1367d7-bf88-460f-907b-4788c64ad3ea {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:40.828221 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-986c17cf-19e2-4845-956f-010404f72d11 req-a5cd36ac-7306-4bb5-ae77-fe4b4e7c2778 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:40.929068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:42:40.962211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b567e26-bd28-4c3a-b64e-d2a90e37721c req-e59a9fa7-a268-4519-9b53-c7c6d8b3b368 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:40.966500 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b567e26-bd28-4c3a-b64e-d2a90e37721c req-e59a9fa7-a268-4519-9b53-c7c6d8b3b368 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 944 time: 0.1942065 Apr 01 12:42:41.010110 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f49eb4b3-09da-4dbc-b55f-4f92d9b02d2b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:41.042698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f49eb4b3-09da-4dbc-b55f-4f92d9b02d2b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for 64807d88-ec08-4c79-b5ed-cb880cc3feb5 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:41.051575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-986c17cf-19e2-4845-956f-010404f72d11 req-a5cd36ac-7306-4bb5-ae77-fe4b4e7c2778 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] For port 2f1367d7-bf88-460f-907b-4788c64ad3ea, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2f1367d7-bf88-460f-907b-4788c64ad3ea,segment=NetworkSegment(dd5b14fe-c3ad-4e53-9108-13fadd3493a1),segment_id=dd5b14fe-c3ad-4e53-9108-13fadd3493a1)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:41.051943 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-986c17cf-19e2-4845-956f-010404f72d11 req-a5cd36ac-7306-4bb5-ae77-fe4b4e7c2778 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:41.078254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-986c17cf-19e2-4845-956f-010404f72d11 req-a5cd36ac-7306-4bb5-ae77-fe4b4e7c2778 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Calling delete_port for 2f1367d7-bf88-460f-907b-4788c64ad3ea owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:41.089871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b567e26-bd28-4c3a-b64e-d2a90e37721c req-06383d12-2301-4491-aa7c-4e5efc5e97b6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161466 Apr 01 12:42:41.220801 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc729a36-fbee-423e-847d-8632c2eab791 req-efe44678-4715-4885-b1da-226bac75c386 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:41.222276 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc729a36-fbee-423e-847d-8632c2eab791 req-efe44678-4715-4885-b1da-226bac75c386 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/ports?device_id=838d9c84-3710-4eb8-ab34-31db5472e09a HTTP/1.1" status: 200 len: 945 time: 0.0600893 Apr 01 12:42:41.264597 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc729a36-fbee-423e-847d-8632c2eab791 req-881897cc-1929-4fd2-9005-8f820c448e78 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.45 "GET /v2.0/security-groups?id=041e0598-4437-4e9c-abed-1f3e0670d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355399 Apr 01 12:42:41.344874 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-986c17cf-19e2-4845-956f-010404f72d11 req-a5cd36ac-7306-4bb5-ae77-fe4b4e7c2778 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:41.358221 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['2f1367d7-bf88-460f-907b-4788c64ad3ea'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:42:41.423941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd36ac-7306-4bb5-ae77-fe4b4e7c2778 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Pushing event deleted for resources: {'Port': ['ID=2f1367d7-bf88-460f-907b-4788c64ad3ea,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:41.461588 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44610) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:41.500791 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f49eb4b3-09da-4dbc-b55f-4f92d9b02d2b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:41.520249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-986c17cf-19e2-4845-956f-010404f72d11 req-a5cd36ac-7306-4bb5-ae77-fe4b4e7c2778 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] No DVR routers for this DVR port 2f1367d7-bf88-460f-907b-4788c64ad3ea on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:41.525446 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-986c17cf-19e2-4845-956f-010404f72d11 req-a5cd36ac-7306-4bb5-ae77-fe4b4e7c2778 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:41.529610 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-986c17cf-19e2-4845-956f-010404f72d11 req-a5cd36ac-7306-4bb5-ae77-fe4b4e7c2778 tempest-ServersNegativeTestMultiTenantJSON-1564965461 tempest-ServersNegativeTestMultiTenantJSON-1564965461-project] 10.222.0.44 "DELETE /v2.0/ports/2f1367d7-bf88-460f-907b-4788c64ad3ea HTTP/1.1" status: 204 len: 173 time: 1.0484545 Apr 01 12:42:41.531323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838d9c84-3710-4eb8-ab34-31db5472e09a', 'name': 'network-vif-deleted', 'tag': '2f1367d7-bf88-460f-907b-4788c64ad3ea'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:42:41.541516 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55027de2-f610-4343-91e6-0db193c19609" -d '{"events": [{"server_uuid": "838d9c84-3710-4eb8-ab34-31db5472e09a", "name": "network-vif-deleted", "tag": "2f1367d7-bf88-460f-907b-4788c64ad3ea"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:42:41.608143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49eb4b3-09da-4dbc-b55f-4f92d9b02d2b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=64807d88-ec08-4c79-b5ed-cb880cc3feb5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:41.618850 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cd6d53-4d6c-4964-bd11-0b138e509a0d x-openstack-request-id: req-17cd6d53-4d6c-4964-bd11-0b138e509a0d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:42:41.619360 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838d9c84-3710-4eb8-ab34-31db5472e09a", "name": "network-vif-deleted", "tag": "2f1367d7-bf88-460f-907b-4788c64ad3ea", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:42:41.619800 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17cd6d53-4d6c-4964-bd11-0b138e509a0d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:42:41.620713 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17cd6d53-4d6c-4964-bd11-0b138e509a0d'] response: {'server_uuid': '838d9c84-3710-4eb8-ab34-31db5472e09a', 'name': 'network-vif-deleted', 'tag': '2f1367d7-bf88-460f-907b-4788c64ad3ea', 'status': 'completed', 'code': 200} Apr 01 12:42:41.775888 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:41.805621 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:42.184997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d5df4ca8-410c-48d6-ad2b-f4230345086b up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:42:42.259978 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port d5df4ca8-410c-48d6-ad2b-f4230345086b completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:42:42.265010 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port d5df4ca8-410c-48d6-ad2b-f4230345086b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:42.265577 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:42.341643 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f49eb4b3-09da-4dbc-b55f-4f92d9b02d2b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:42.474211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee719fe-3ef9-41a4-a3b0-822e989ea62b req-c08debe3-a976-43f3-a586-250d2de99c5a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:42.484849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ee719fe-3ef9-41a4-a3b0-822e989ea62b req-c08debe3-a976-43f3-a586-250d2de99c5a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1395447 Apr 01 12:42:42.545176 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501321-4ccf-4158-b91f-4b87043cdf91 req-1b4f48f2-595d-418b-b850-cfe14f0208bd tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:42.552624 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c4501321-4ccf-4158-b91f-4b87043cdf91 req-1b4f48f2-595d-418b-b850-cfe14f0208bd tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.3883519 Apr 01 12:42:42.593505 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:42.623584 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62f573-3b48-4625-a375-84287a340f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5df4ca8-410c-48d6-ad2b-f4230345086b'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:42:42.626514 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a86faa-1da9-474c-a452-ddbdadc0b2db" -d '{"events": [{"server_uuid": "fa62f573-3b48-4625-a375-84287a340f2e", "name": "network-vif-plugged", "status": "completed", "tag": "d5df4ca8-410c-48d6-ad2b-f4230345086b"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:42:42.630627 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ee719fe-3ef9-41a4-a3b0-822e989ea62b req-752993ad-1771-4e22-9dfb-cc6a9637df21 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440959 Apr 01 12:42:42.645548 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c4501321-4ccf-4158-b91f-4b87043cdf91 req-0755adb5-ad0c-471b-a562-7669e88e038f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890248 Apr 01 12:42:42.645673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49eb4b3-09da-4dbc-b55f-4f92d9b02d2b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 6a17fea0-0112-4f3f-be1b-280ee16938a2 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:42:42.655837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d5df4ca8-410c-48d6-ad2b-f4230345086b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d5df4ca8-410c-48d6-ad2b-f4230345086b,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:42.663186 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:42.701871 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44628) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:42.729735 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e781a5fc-e141-4ed9-8085-2d4fd95593e0 x-openstack-request-id: req-e781a5fc-e141-4ed9-8085-2d4fd95593e0 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:42:42.730296 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa62f573-3b48-4625-a375-84287a340f2e", "name": "network-vif-plugged", "status": "completed", "tag": "d5df4ca8-410c-48d6-ad2b-f4230345086b", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:42:42.730706 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e781a5fc-e141-4ed9-8085-2d4fd95593e0 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:42:42.731272 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e781a5fc-e141-4ed9-8085-2d4fd95593e0'] response: {'server_uuid': 'fa62f573-3b48-4625-a375-84287a340f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5df4ca8-410c-48d6-ad2b-f4230345086b', 'code': 200} Apr 01 12:42:42.759742 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=d5df4ca8-410c-48d6-ad2b-f4230345086b,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:42.771481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49eb4b3-09da-4dbc-b55f-4f92d9b02d2b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:42:42.779570 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f49eb4b3-09da-4dbc-b55f-4f92d9b02d2b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/6a17fea0-0112-4f3f-be1b-280ee16938a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9351637 Apr 01 12:42:42.782036 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b67364-8481-4479-98d7-e29dd516a161 None None] Sync routers for ids ['6a17fea0-0112-4f3f-be1b-280ee16938a2'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:42:42.782916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44630) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:42.793084 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b67364-8481-4479-98d7-e29dd516a161 None None] Routers {'6a17fea0-0112-4f3f-be1b-280ee16938a2'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:42.793711 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-d4b67364-8481-4479-98d7-e29dd516a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['6a17fea0-0112-4f3f-be1b-280ee16938a2'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:42.828077 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-d4b67364-8481-4479-98d7-e29dd516a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:42.838448 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b67364-8481-4479-98d7-e29dd516a161 None None] Routers {'6a17fea0-0112-4f3f-be1b-280ee16938a2'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:42.839512 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-d4b67364-8481-4479-98d7-e29dd516a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['6a17fea0-0112-4f3f-be1b-280ee16938a2'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:42.849230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c99a24-e54a-44b4-b0d9-b32209c5babb admin admin] Deleting subnet 39f79aee-f185-4aef-b415-384cfc8aadde {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:42:42.867562 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c99a24-e54a-44b4-b0d9-b32209c5babb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:42.879070 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-d4b67364-8481-4479-98d7-e29dd516a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:42.879941 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b67364-8481-4479-98d7-e29dd516a161 None None] The sync data for ids ['6a17fea0-0112-4f3f-be1b-280ee16938a2'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:42:42.916228 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f82cb5-3a30-403a-9102-1eabb0b64d4e req-2a245908-b639-4739-9d33-875442af7195 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:42.917737 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-42f82cb5-3a30-403a-9102-1eabb0b64d4e req-2a245908-b639-4739-9d33-875442af7195 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 945 time: 0.1657429 Apr 01 12:42:42.951684 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c99a24-e54a-44b4-b0d9-b32209c5babb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.025389 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-42f82cb5-3a30-403a-9102-1eabb0b64d4e req-b032937f-a7c7-494c-86fc-a23f58ddd1eb tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973129 Apr 01 12:42:43.040775 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c99a24-e54a-44b4-b0d9-b32209c5babb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.055253 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-c4652555-078a-4551-82b9-611853ad00f7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 12:42:43.055253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c4652555-078a-4551-82b9-611853ad00f7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/6a17fea0-0112-4f3f-be1b-280ee16938a2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2704921 Apr 01 12:42:43.059528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44634) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:43.087196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f084578-e938-4c50-9680-341497afd153 req-37ec55ca-99cd-4344-a8cd-273a3977c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:43.090391 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f084578-e938-4c50-9680-341497afd153 req-37ec55ca-99cd-4344-a8cd-273a3977c6e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 1096 time: 0.1363797 Apr 01 12:42:43.090391 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-73a67814-bb40-44c5-8e4e-db97171a4913 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a17fea0-0112-4f3f-be1b-280ee16938a2 HTTP/1.1" status: 200 len: 205 time: 0.0291197 Apr 01 12:42:43.093311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44636) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:43.097227 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9221ca96-2b56-423f-b3a7-1f0cb717c7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.146824 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c99a24-e54a-44b4-b0d9-b32209c5babb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.187512 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c99a24-e54a-44b4-b0d9-b32209c5babb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.190856 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e5c99a24-e54a-44b4-b0d9-b32209c5babb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/39f79aee-f185-4aef-b415-384cfc8aadde HTTP/1.1" status: 204 len: 168 time: 0.4870503 Apr 01 12:42:43.193553 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e801a086-5397-4826-8509-d7e382a1cdf5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.194224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c99a24-e54a-44b4-b0d9-b32209c5babb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f79aee-f185-4aef-b415-384cfc8aadde,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:43.197942 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44638) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:43.239021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f084578-e938-4c50-9680-341497afd153 req-e63410b2-5b6d-4e89-8c4c-c0099b6c753c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389918 Apr 01 12:42:43.316762 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.368452 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e801a086-5397-4826-8509-d7e382a1cdf5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.370682 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e801a086-5397-4826-8509-d7e382a1cdf5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.416201 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e801a086-5397-4826-8509-d7e382a1cdf5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.416747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e801a086-5397-4826-8509-d7e382a1cdf5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Fanout notify agent at l3_agent the message router_deleted on router 6a17fea0-0112-4f3f-be1b-280ee16938a2 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:42:43.433063 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e801a086-5397-4826-8509-d7e382a1cdf5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.434512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e801a086-5397-4826-8509-d7e382a1cdf5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/6a17fea0-0112-4f3f-be1b-280ee16938a2 HTTP/1.1" status: 204 len: 168 time: 0.3402574 Apr 01 12:42:43.437017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44640) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:43.478056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.497325 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-189543f4-3807-43f6-98a8-22fcb7d0ab74 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting subnet dcc10b19-9bc4-4ea9-93b6-b9782ea15557 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:42:43.502148 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc590271-df38-4b5d-9ace-a28dfba5ada2']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:43.502606 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-189543f4-3807-43f6-98a8-22fcb7d0ab74 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.529360 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5b14fe-c3ad-4e53-9108-13fadd3493a1') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:43.529637 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5b14fe-c3ad-4e53-9108-13fadd3493a1') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:43.549798 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.559253 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-189543f4-3807-43f6-98a8-22fcb7d0ab74 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.587158 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.600371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:42:43.600772 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:42:43.605251 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:42:43.655336 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-189543f4-3807-43f6-98a8-22fcb7d0ab74 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.673375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-9221ca96-2b56-423f-b3a7-1f0cb717c7f9 admin admin] Deleting port 448eaae6-87dd-42f1-8a24-e888b18078f6 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:43.673668 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9221ca96-2b56-423f-b3a7-1f0cb717c7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.687402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.697193 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.700645 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] 10.222.0.45 "DELETE /v2.0/networks/cc590271-df38-4b5d-9ace-a28dfba5ada2 HTTP/1.1" status: 204 len: 168 time: 0.5001462 Apr 01 12:42:43.708631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44646) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:43.717757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ede3b-0239-4d49-8e3a-d525034c5c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=cc590271-df38-4b5d-9ace-a28dfba5ada2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:43.824229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-9221ca96-2b56-423f-b3a7-1f0cb717c7f9 admin admin] For port 448eaae6-87dd-42f1-8a24-e888b18078f6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=448eaae6-87dd-42f1-8a24-e888b18078f6,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:43.824605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9221ca96-2b56-423f-b3a7-1f0cb717c7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.834960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9dd99da-e3f1-4fdb-9508-a8ad63f924bb admin admin] Deleting subnet 4bdc2b95-8cc5-429e-8306-cc05e7316334 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:42:43.840205 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9dd99da-e3f1-4fdb-9508-a8ad63f924bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.841181 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2d6e0-b96f-4525-979c-0e7d791ae630 req-157465b5-1901-4b6f-9042-e02feca59e9c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:43.842817 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6a2d6e0-b96f-4525-979c-0e7d791ae630 req-157465b5-1901-4b6f-9042-e02feca59e9c tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0919940 Apr 01 12:42:43.848744 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-9221ca96-2b56-423f-b3a7-1f0cb717c7f9 admin admin] Calling delete_port for 448eaae6-87dd-42f1-8a24-e888b18078f6 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:43.864857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-189543f4-3807-43f6-98a8-22fcb7d0ab74 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.913749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e7d3-99a5-45b0-8566-a255b93010ff req-144f123b-6068-4004-9b55-aeb1555f9cd5 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:43.915348 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17f8e7d3-99a5-45b0-8566-a255b93010ff req-144f123b-6068-4004-9b55-aeb1555f9cd5 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1370277 Apr 01 12:42:43.918077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189543f4-3807-43f6-98a8-22fcb7d0ab74 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc10b19-9bc4-4ea9-93b6-b9782ea15557,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:43.923207 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-189543f4-3807-43f6-98a8-22fcb7d0ab74 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.929554 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-189543f4-3807-43f6-98a8-22fcb7d0ab74 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/dcc10b19-9bc4-4ea9-93b6-b9782ea15557 HTTP/1.1" status: 204 len: 168 time: 0.4882812 Apr 01 12:42:43.929554 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9dd99da-e3f1-4fdb-9508-a8ad63f924bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:43.930742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44650) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:43.932313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2d764f-7044-4108-a13a-93c60788f853 None None] Network 5862e50e-4f97-4a4d-8386-69b7a01da809 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:43.940394 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6a2d6e0-b96f-4525-979c-0e7d791ae630 req-f675ee07-1164-4f8f-8507-d99879656255 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862844 Apr 01 12:42:44.068401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9dd99da-e3f1-4fdb-9508-a8ad63f924bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.073986 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-17f8e7d3-99a5-45b0-8566-a255b93010ff req-e631008e-e419-4a7f-bd76-c86eefd811b5 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058846 Apr 01 12:42:44.099390 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.178367 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9221ca96-2b56-423f-b3a7-1f0cb717c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.199858 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9dd99da-e3f1-4fdb-9508-a8ad63f924bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.210721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port 1469fb96-04e2-4139-b12d-6b42ead06cb9 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:44.211281 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.215063 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221ca96-2b56-423f-b3a7-1f0cb717c7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=448eaae6-87dd-42f1-8a24-e888b18078f6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:44.229856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f53290d-ce6d-4974-99bc-422f71a19869 None None] DHCP port deletion for 5862e50e-4f97-4a4d-8386-69b7a01da809 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:42:44.250786 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd99da-e3f1-4fdb-9508-a8ad63f924bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bdc2b95-8cc5-429e-8306-cc05e7316334,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:44.259705 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9dd99da-e3f1-4fdb-9508-a8ad63f924bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.267120 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f9dd99da-e3f1-4fdb-9508-a8ad63f924bb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4bdc2b95-8cc5-429e-8306-cc05e7316334 HTTP/1.1" status: 204 len: 168 time: 0.5557122 Apr 01 12:42:44.268533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44654) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:44.284093 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa43e5-747f-4339-b385-36b562761823 req-17bed3f0-6b06-41b1-b1ce-2344f0e6f038 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:44.292768 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cafa43e5-747f-4339-b385-36b562761823 req-17bed3f0-6b06-41b1-b1ce-2344f0e6f038 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 945 time: 0.1626954 Apr 01 12:42:44.344548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6f53290d-ce6d-4974-99bc-422f71a19869 None None] Deleting port 1469fb96-04e2-4139-b12d-6b42ead06cb9 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:44.344877 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f53290d-ce6d-4974-99bc-422f71a19869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.376919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2f1367d7-bf88-460f-907b-4788c64ad3ea no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:44.390223 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cafa43e5-747f-4339-b385-36b562761823 req-2acaa4a5-2d6c-470f-9e11-4c69f320bf4e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919573 Apr 01 12:42:44.414423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 2f1367d7-bf88-460f-907b-4788c64ad3ea {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:44.415352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2f1367d7-bf88-460f-907b-4788c64ad3ea not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:44.434262 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.440258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] For port 1469fb96-04e2-4139-b12d-6b42ead06cb9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1469fb96-04e2-4139-b12d-6b42ead06cb9,segment=NetworkSegment(4655f0ad-0a8f-469f-9bd8-39f76ea7e59f),segment_id=4655f0ad-0a8f-469f-9bd8-39f76ea7e59f)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:44.440578 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.494887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for 1469fb96-04e2-4139-b12d-6b42ead06cb9 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:44.496789 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9221ca96-2b56-423f-b3a7-1f0cb717c7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.503939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6f53290d-ce6d-4974-99bc-422f71a19869 None None] For port 1469fb96-04e2-4139-b12d-6b42ead06cb9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1469fb96-04e2-4139-b12d-6b42ead06cb9,segment=NetworkSegment(4655f0ad-0a8f-469f-9bd8-39f76ea7e59f),segment_id=4655f0ad-0a8f-469f-9bd8-39f76ea7e59f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:44.504681 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f53290d-ce6d-4974-99bc-422f71a19869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.523033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6f53290d-ce6d-4974-99bc-422f71a19869 None None] Calling delete_port for 1469fb96-04e2-4139-b12d-6b42ead06cb9 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:44.612670 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.651243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b349f0ee-d929-4573-9262-db55c5988478']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:44.668427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6467ced4-1b4d-44d0-be36-1a6473ad53e0') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:44.668427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6467ced4-1b4d-44d0-be36-1a6473ad53e0') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:44.681628 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f53290d-ce6d-4974-99bc-422f71a19869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.693036 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.708529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53290d-ce6d-4974-99bc-422f71a19869 None None] Pushing event deleted for resources: {'Port': ['ID=1469fb96-04e2-4139-b12d-6b42ead06cb9,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:44.720756 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53290d-ce6d-4974-99bc-422f71a19869 None None] No DVR routers for this DVR port 1469fb96-04e2-4139-b12d-6b42ead06cb9 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:44.750796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.767379 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.771093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:42:44.771723 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:42:44.776034 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:42:44.800626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9221ca96-2b56-423f-b3a7-1f0cb717c7f9 admin admin] Router 5b51178f-34da-460a-9d5e-8b337d4ff583 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:42:44.819302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=1469fb96-04e2-4139-b12d-6b42ead06cb9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:44.832994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No DVR routers for this DVR port 1469fb96-04e2-4139-b12d-6b42ead06cb9 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:44.904401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.926279 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:44.929512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] 10.222.0.45 "DELETE /v2.0/networks/b349f0ee-d929-4573-9262-db55c5988478 HTTP/1.1" status: 204 len: 168 time: 0.6598864 Apr 01 12:42:44.936455 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9221ca96-2b56-423f-b3a7-1f0cb717c7f9 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:42:44.944093 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9221ca96-2b56-423f-b3a7-1f0cb717c7f9 admin admin] 10.222.0.45 "PUT /v2.0/routers/5b51178f-34da-460a-9d5e-8b337d4ff583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4909871 Apr 01 12:42:44.944847 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44660) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:44.949716 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af233120-5a3c-49d6-8984-70402d70c616 None None] Sync routers for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:42:44.967128 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af233120-5a3c-49d6-8984-70402d70c616 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:44.969173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-af233120-5a3c-49d6-8984-70402d70c616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:45.029266 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.035001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00cf86-91fc-47c3-80ab-4051edd9833f admin admin] Pushing event deleted for resources: {'Network': ['ID=b349f0ee-d929-4573-9262-db55c5988478,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:45.072533 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.095130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5862e50e-4f97-4a4d-8386-69b7a01da809']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:45.110095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4655f0ad-0a8f-469f-9bd8-39f76ea7e59f') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:45.110403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4655f0ad-0a8f-469f-9bd8-39f76ea7e59f') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:45.137206 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4ee97-d1fa-47c0-b4ee-e06f1cb971c0 req-909446dc-165e-45cf-b48d-569d72c4c815 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:45.145219 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86f4ee97-d1fa-47c0-b4ee-e06f1cb971c0 req-909446dc-165e-45cf-b48d-569d72c4c815 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0912588 Apr 01 12:42:45.154244 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.184754 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.206319 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86f4ee97-d1fa-47c0-b4ee-e06f1cb971c0 req-793b7f0a-3a49-48a3-a895-bb67cab27fdb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581653 Apr 01 12:42:45.210240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:42:45.210667 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:42:45.218360 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:42:45.239697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-af233120-5a3c-49d6-8984-70402d70c616 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:42:45.239976 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44668) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:45.333360 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e8ee13f4-ee64-412c-a2c7-c5601303623a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5d9cc7588b04b3ab24c12e02ab574ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891898 Apr 01 12:42:45.333360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44670) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:45.359708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.384072 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.387544 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/networks/5862e50e-4f97-4a4d-8386-69b7a01da809 HTTP/1.1" status: 204 len: 168 time: 1.4562495 Apr 01 12:42:45.412447 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c89458-4380-4159-8979-4915640c6f12 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Network': ['ID=5862e50e-4f97-4a4d-8386-69b7a01da809,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:45.415609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44672) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:45.421474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-28ba6c87-5009-4a33-a51a-a201220eda5e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'network': {'name': 'tempest-RoutersTest-1080284369'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:45.451199 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ba6c87-5009-4a33-a51a-a201220eda5e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:45.456889 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28ba6c87-5009-4a33-a51a-a201220eda5e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.470782 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-900bb3a7-8767-4bf0-9e85-7295da8db71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.515420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-af233120-5a3c-49d6-8984-70402d70c616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:42:44Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:45.539984 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a8abd-38d9-47fe-9720-0f10186f7f94 req-73bf500f-8c01-4b2d-8a93-afce20565ffd tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:45.541841 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f31a8abd-38d9-47fe-9720-0f10186f7f94 req-73bf500f-8c01-4b2d-8a93-afce20565ffd tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0649869 Apr 01 12:42:45.552557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ba6c87-5009-4a33-a51a-a201220eda5e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:42:45.563314 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-900bb3a7-8767-4bf0-9e85-7295da8db71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.564227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af233120-5a3c-49d6-8984-70402d70c616 None None] Checking router: 5b51178f-34da-460a-9d5e-8b337d4ff583 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:42:45.583308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af233120-5a3c-49d6-8984-70402d70c616 None None] Routers {'5b51178f-34da-460a-9d5e-8b337d4ff583'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:45.587227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-af233120-5a3c-49d6-8984-70402d70c616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5b51178f-34da-460a-9d5e-8b337d4ff583'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:45.593363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f20ee-1be9-4b2c-a73d-0f3d7ebf86c2 req-a590cede-2440-4cba-bdf2-b029a512a439 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:45.594854 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc5f20ee-1be9-4b2c-a73d-0f3d7ebf86c2 req-a590cede-2440-4cba-bdf2-b029a512a439 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 945 time: 0.0987532 Apr 01 12:42:45.600394 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28ba6c87-5009-4a33-a51a-a201220eda5e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.600736 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-28ba6c87-5009-4a33-a51a-a201220eda5e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Added segment 4f76fae3-6204-408a-9f42-254aefb44375 of type vlan for network 55fb0931-3b92-486a-a6c6-4b0a41a4e70c Apr 01 12:42:45.630299 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f31a8abd-38d9-47fe-9720-0f10186f7f94 req-25ef157e-b9df-4795-b532-22f683aa0d46 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567596 Apr 01 12:42:45.659730 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.685270 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28ba6c87-5009-4a33-a51a-a201220eda5e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.711635 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc5f20ee-1be9-4b2c-a73d-0f3d7ebf86c2 req-60ab60bc-80fc-436e-bd2e-df7a1287d83b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997357 Apr 01 12:42:45.717668 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-900bb3a7-8767-4bf0-9e85-7295da8db71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.720062 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-900bb3a7-8767-4bf0-9e85-7295da8db71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.721074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-900bb3a7-8767-4bf0-9e85-7295da8db71b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/041e0598-4437-4e9c-abed-1f3e0670d258 HTTP/1.1" status: 204 len: 168 time: 0.3871045 Apr 01 12:42:45.777970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bb3a7-8767-4bf0-9e85-7295da8db71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041e0598-4437-4e9c-abed-1f3e0670d258,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:45.792142 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28ba6c87-5009-4a33-a51a-a201220eda5e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.810563 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Deleting port f7fed912-ccf2-4c25-8486-569e956b96ec {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:45.811173 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.817119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ba6c87-5009-4a33-a51a-a201220eda5e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:45.817785 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28ba6c87-5009-4a33-a51a-a201220eda5e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:45.949009 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-28ba6c87-5009-4a33-a51a-a201220eda5e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5295455 Apr 01 12:42:45.964257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44680) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:45.969317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-af233120-5a3c-49d6-8984-70402d70c616 None None] Set router 5b51178f-34da-460a-9d5e-8b337d4ff583 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:42:45.978831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-18674a15-9357-4606-b32e-6baa27d3c45b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'subnet': {'network_id': '55fb0931-3b92-486a-a6c6-4b0a41a4e70c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:46.058185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] For port f7fed912-ccf2-4c25-8486-569e956b96ec, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f7fed912-ccf2-4c25-8486-569e956b96ec,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:46.058753 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.072205 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1469fb96-04e2-4139-b12d-6b42ead06cb9 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:46.082878 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Calling delete_port for f7fed912-ccf2-4c25-8486-569e956b96ec owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:46.135871 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 1469fb96-04e2-4139-b12d-6b42ead06cb9 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:46.137106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1469fb96-04e2-4139-b12d-6b42ead06cb9 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:46.206682 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c4599b9f-fe00-42d2-bbf8-8be455a3e98a details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:42:46.275049 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba6c87-5009-4a33-a51a-a201220eda5e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Network': ['ID=55fb0931-3b92-486a-a6c6-4b0a41a4e70c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:46.299476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 55fb0931-3b92-486a-a6c6-4b0a41a4e70c details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:42:46.344003 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18674a15-9357-4606-b32e-6baa27d3c45b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:46.347716 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18674a15-9357-4606-b32e-6baa27d3c45b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.429333 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.resource_extend [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:42:46.440024 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.456117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1e30b-7856-45dc-9486-c3888e0ae642 req-1c8cadb5-3d7a-488b-bb1c-5d22079eb0e8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:46.457410 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9b1e30b-7856-45dc-9486-c3888e0ae642 req-1c8cadb5-3d7a-488b-bb1c-5d22079eb0e8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1064103 Apr 01 12:42:46.499125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44698) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:46.506933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fed912-ccf2-4c25-8486-569e956b96ec,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:46.539587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49d364-3e3d-4736-8a6f-8ded9fe9c89b req-d78e2392-0948-4923-98b1-09d46b693062 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:46.541248 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d49d364-3e3d-4736-8a6f-8ded9fe9c89b req-d78e2392-0948-4923-98b1-09d46b693062 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.2766874 Apr 01 12:42:46.557253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:46.581709 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d49d364-3e3d-4736-8a6f-8ded9fe9c89b req-d66819ed-01e2-44fe-94db-f9aeeb538888 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/quotas/faf9e4a3810b4cb7ac6ea91a58e763e8 HTTP/1.1" status: 200 len: 375 time: 0.0163243 Apr 01 12:42:46.590621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9b1e30b-7856-45dc-9486-c3888e0ae642 req-69db1642-745b-41d5-981a-bd46519e3855 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205583 Apr 01 12:42:46.600233 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'port_id': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'mac_address': 'fa:16:3e:07:97:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:42:46.630534 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.645292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cf6a3b64-af69-4186-96c3-204b01fbd5cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5a7020130bc439899ed900f28df69d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431155 Apr 01 12:42:46.649977 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44700) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:46.664589 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.681962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4599b9f-fe00-42d2-bbf8-8be455a3e98a {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:42:46.705019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:46.712276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-af233120-5a3c-49d6-8984-70402d70c616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:42:44Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:46.716012 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.753328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af233120-5a3c-49d6-8984-70402d70c616 None None] The sync data for ids ['5b51178f-34da-460a-9d5e-8b337d4ff583'] in n-d-836146-1 is: [{'id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'name': 'tempest-AttachVolumeNegativeTest-190625348-router', 'tenant_id': '18ff0e0b3a94423d80babac3abc9b696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:33:50Z', 'updated_at': '2022-04-01T12:42:44Z', 'revision_number': 5, 'project_id': '18ff0e0b3a94423d80babac3abc9b696', 'gw_port': {'id': 'f7fed912-ccf2-4c25-8486-569e956b96ec', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51178f-34da-460a-9d5e-8b337d4ff583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:33:51Z', 'updated_at': '2022-04-01T12:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:42:46.818645 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.824592 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.830111 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:46.832463 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d81ee2de-e0c4-4e11-92b1-6531bcd86554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.841417 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d49d364-3e3d-4736-8a6f-8ded9fe9c89b req-ab6fd354-5324-48ba-9bbf-55d11c650944 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2498260 Apr 01 12:42:46.850116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf17846-8749-4cf2-af22-f7ffe9d6061e req-9fa356e2-8377-476d-bea5-9896a7e98587 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:46.851633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edf17846-8749-4cf2-af22-f7ffe9d6061e req-9fa356e2-8377-476d-bea5-9896a7e98587 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1281095 Apr 01 12:42:46.855020 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18674a15-9357-4606-b32e-6baa27d3c45b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.893786 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d81ee2de-e0c4-4e11-92b1-6531bcd86554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.900458 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.901028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b51178f-34da-460a-9d5e-8b337d4ff583 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:42:46.907549 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:46.909112 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-774d07a4-a440-4b35-9d30-d1ff5ad83b29 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5b51178f-34da-460a-9d5e-8b337d4ff583 HTTP/1.1" status: 204 len: 168 time: 1.9629221 Apr 01 12:42:46.911407 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44704) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:46.984202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18674a15-9357-4606-b32e-6baa27d3c45b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Subnet': ['ID=399cef7e-4e32-4e4f-8aa2-260da02cf35c,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:46.995880 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edf17846-8749-4cf2-af22-f7ffe9d6061e req-744aaafb-8b9c-46a9-a342-e455414718d4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291940 Apr 01 12:42:47.018704 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae719f3-4784-44c6-90fa-3be83b725b9d admin admin] Deleting subnet 6278aded-e84b-4534-b90b-4b8b0f163d06 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:42:47.020746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18674a15-9357-4606-b32e-6baa27d3c45b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Checking segment: {'id': '4f76fae3-6204-408a-9f42-254aefb44375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '55fb0931-3b92-486a-a6c6-4b0a41a4e70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:42:47.021107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18674a15-9357-4606-b32e-6baa27d3c45b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network hostable DHCP agents. Network: 55fb0931-3b92-486a-a6c6-4b0a41a4e70c, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:42:47.029407 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eae719f3-4784-44c6-90fa-3be83b725b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.031029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['c4599b9f-fe00-42d2-bbf8-8be455a3e98a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:42:47.039483 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d81ee2de-e0c4-4e11-92b1-6531bcd86554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.042168 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d81ee2de-e0c4-4e11-92b1-6531bcd86554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.046387 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d81ee2de-e0c4-4e11-92b1-6531bcd86554 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11aabb74-c94c-4a34-b01e-ecc57a6619e0 HTTP/1.1" status: 204 len: 168 time: 0.3953471 Apr 01 12:42:47.058597 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d49d364-3e3d-4736-8a6f-8ded9fe9c89b req-315635d1-f6d6-4e1e-ab51-f780b98c862b service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814442 Apr 01 12:42:47.058821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18674a15-9357-4606-b32e-6baa27d3c45b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 55fb0931-3b92-486a-a6c6-4b0a41a4e70c is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:42:47.062645 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ee2de-e0c4-4e11-92b1-6531bcd86554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aabb74-c94c-4a34-b01e-ecc57a6619e0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:47.087879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-18674a15-9357-4606-b32e-6baa27d3c45b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 55fb0931-3b92-486a-a6c6-4b0a41a4e70c) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:47.094383 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18674a15-9357-4606-b32e-6baa27d3c45b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:47.095148 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18674a15-9357-4606-b32e-6baa27d3c45b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.104830 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ae7d9-2497-48e7-b019-c5220275a5c2 None None] Network 55fb0931-3b92-486a-a6c6-4b0a41a4e70c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:47.134286 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-18674a15-9357-4606-b32e-6baa27d3c45b tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1644306 Apr 01 12:42:47.134873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44708) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:47.143337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-85f984f4-f444-41af-9c9e-08b315ad935e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-893749374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:47.190564 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-85f984f4-f444-41af-9c9e-08b315ad935e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.191779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-85f984f4-f444-41af-9c9e-08b315ad935e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.210657 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d49d364-3e3d-4736-8a6f-8ded9fe9c89b req-cb145484-cbbb-4589-9783-b1b775e90246 service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511927 Apr 01 12:42:47.222283 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eae719f3-4784-44c6-90fa-3be83b725b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.292809 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-85f984f4-f444-41af-9c9e-08b315ad935e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.305736 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-85f984f4-f444-41af-9c9e-08b315ad935e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.346355 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-85f984f4-f444-41af-9c9e-08b315ad935e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.347215 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-85f984f4-f444-41af-9c9e-08b315ad935e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2104194 Apr 01 12:42:47.349894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44712) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:47.416855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eae719f3-4784-44c6-90fa-3be83b725b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.504209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-55fb0931-3b92-486a-a6c6-4b0a41a4e70c', 'network_id': '55fb0931-3b92-486a-a6c6-4b0a41a4e70c', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'fixed_ips': [{'subnet_id': '399cef7e-4e32-4e4f-8aa2-260da02cf35c'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:42:47.506484 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.544429 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eae719f3-4784-44c6-90fa-3be83b725b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.608620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae719f3-4784-44c6-90fa-3be83b725b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6278aded-e84b-4534-b90b-4b8b0f163d06,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:47.611986 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eae719f3-4784-44c6-90fa-3be83b725b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:47.616150 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eae719f3-4784-44c6-90fa-3be83b725b9d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6278aded-e84b-4534-b90b-4b8b0f163d06 HTTP/1.1" status: 204 len: 168 time: 0.7037780 Apr 01 12:42:47.635373 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44722) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:47.908447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb0acbf-7a8c-4cf3-bd64-2511a607ffff None None] Network 1fc2778e-b886-42e1-a285-d99cfed6b496 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:47.910717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 448eaae6-87dd-42f1-8a24-e888b18078f6 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:47.930625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:48.005261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf197e-2db7-4c96-935e-fd7c8ea1e5a0 req-84cd13e5-d403-4e87-8c66-e13fe50a98bd tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:48.013255 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2dbf197e-2db7-4c96-935e-fd7c8ea1e5a0 req-84cd13e5-d403-4e87-8c66-e13fe50a98bd tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 944 time: 0.2182689 Apr 01 12:42:48.025935 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 448eaae6-87dd-42f1-8a24-e888b18078f6 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:48.026314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 448eaae6-87dd-42f1-8a24-e888b18078f6 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:48.140933 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2dbf197e-2db7-4c96-935e-fd7c8ea1e5a0 req-dbdb68da-4e12-477f-8a68-436ea4bda118 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221843 Apr 01 12:42:48.184355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Deleting port 6954c074-1eff-4b69-b818-2647244ece59 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:48.186379 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:48.363525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Allocated IP 172.20.0.2 (55fb0931-3b92-486a-a6c6-4b0a41a4e70c/399cef7e-4e32-4e4f-8aa2-260da02cf35c/d8cd2313-05dc-4280-bae9-570e702417c4) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:42:48.395318 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] For port 6954c074-1eff-4b69-b818-2647244ece59, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6954c074-1eff-4b69-b818-2647244ece59,segment=NetworkSegment(178887a4-57d9-453b-90bc-00c01b7f9a0f),segment_id=178887a4-57d9-453b-90bc-00c01b7f9a0f)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:48.399847 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:48.444652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Calling delete_port for 6954c074-1eff-4b69-b818-2647244ece59 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:48.466218 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6b544-c9a0-4795-ba7b-73e4f9dedd80 req-163cc423-c177-4b4d-b609-ea50fbb71b61 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:48.477366 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c4b6b544-c9a0-4795-ba7b-73e4f9dedd80 req-163cc423-c177-4b4d-b609-ea50fbb71b61 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1792300 Apr 01 12:42:48.659126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e8b5d8-d2ed-4206-8e06-2a7f64799880 None None] DHCP port deletion for 1fc2778e-b886-42e1-a285-d99cfed6b496 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:42:48.713471 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c4b6b544-c9a0-4795-ba7b-73e4f9dedd80 req-632c0222-6435-4d37-bce1-d5bfea2981cb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623664 Apr 01 12:42:48.747018 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:48.758733 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:48.771584 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:48.822036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Network 55fb0931-3b92-486a-a6c6-4b0a41a4e70c is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:48.828107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Pushing event deleted for resources: {'Port': ['ID=6954c074-1eff-4b69-b818-2647244ece59,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:48.831240 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:48.839533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:42:48.855800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-63e8b5d8-d2ed-4206-8e06-2a7f64799880 None None] Deleting port 6954c074-1eff-4b69-b818-2647244ece59 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:48.856249 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63e8b5d8-d2ed-4206-8e06-2a7f64799880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:48.856769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] No DVR routers for this DVR port 6954c074-1eff-4b69-b818-2647244ece59 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:48.920570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-021b0e18-d218-4d40-926c-47beba332895 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:48.922828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-021b0e18-d218-4d40-926c-47beba332895 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.2621903 Apr 01 12:42:48.934407 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-63e8b5d8-d2ed-4206-8e06-2a7f64799880 None None] For port 6954c074-1eff-4b69-b818-2647244ece59, host n-d-836146-1, got binding levels [] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:48.934882 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63e8b5d8-d2ed-4206-8e06-2a7f64799880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:48.955810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Pushing event updated for resources: {'Port': ['ID=d8cd2313-05dc-4280-bae9-570e702417c4,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:48.964981 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:48.974176 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:48.978272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-4f28901e-e02b-458e-8f03-1efdecacc4e4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/quotas/faf9e4a3810b4cb7ac6ea91a58e763e8 HTTP/1.1" status: 200 len: 375 time: 0.0455794 Apr 01 12:42:48.998896 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44770) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:49.009464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-63e8b5d8-d2ed-4206-8e06-2a7f64799880 None None] Calling delete_port for 6954c074-1eff-4b69-b818-2647244ece59 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:49.010222 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc2778e-b886-42e1-a285-d99cfed6b496']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:49.033692 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.ipam_backend_mixin [None req-63e8b5d8-d2ed-4206-8e06-2a7f64799880 None None] Port 6954c074-1eff-4b69-b818-2647244ece59 was not found and therefore no delete operation was performed {{(pid=102720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 12:42:49.035186 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178887a4-57d9-453b-90bc-00c01b7f9a0f') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:49.035734 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178887a4-57d9-453b-90bc-00c01b7f9a0f') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:49.038864 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63e8b5d8-d2ed-4206-8e06-2a7f64799880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.052174 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.072841 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.073309 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8b5d8-d2ed-4206-8e06-2a7f64799880 None None] Pushing event deleted for resources: {'Port': ['ID=6954c074-1eff-4b69-b818-2647244ece59,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:49.082528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Attempting to bind port d8cd2313-05dc-4280-bae9-570e702417c4 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:42:49.082723 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:42:49.082890 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Attempting to bind port d8cd2313-05dc-4280-bae9-570e702417c4 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '4f76fae3-6204-408a-9f42-254aefb44375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '55fb0931-3b92-486a-a6c6-4b0a41a4e70c'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:42:49.083256 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Attempting to bind port d8cd2313-05dc-4280-bae9-570e702417c4 on network 55fb0931-3b92-486a-a6c6-4b0a41a4e70c {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:42:49.083749 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.091561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8b5d8-d2ed-4206-8e06-2a7f64799880 None None] No DVR routers for this DVR port 6954c074-1eff-4b69-b818-2647244ece59 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:49.093158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:42:49.093555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Checking segment: {'id': '4f76fae3-6204-408a-9f42-254aefb44375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '55fb0931-3b92-486a-a6c6-4b0a41a4e70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:42:49.093934 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.094353 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Bound using segment: {'id': '4f76fae3-6204-408a-9f42-254aefb44375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '55fb0931-3b92-486a-a6c6-4b0a41a4e70c'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:42:49.094824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Bound port: d8cd2313-05dc-4280-bae9-570e702417c4, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f76fae3-6204-408a-9f42-254aefb44375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '55fb0931-3b92-486a-a6c6-4b0a41a4e70c'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:42:49.095213 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.109264 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-5836962a-6dd3-4d76-a2b9-abb3deb079a7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1245835 Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:42:49.110275 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:42:49.213655 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.226491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.227420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] For port d8cd2313-05dc-4280-bae9-570e702417c4, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:42:49.235307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] For port d8cd2313-05dc-4280-bae9-570e702417c4, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d8cd2313-05dc-4280-bae9-570e702417c4,segment=NetworkSegment(4f76fae3-6204-408a-9f42-254aefb44375),segment_id=4f76fae3-6204-408a-9f42-254aefb44375)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:42:49.236722 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1fc2778e-b886-42e1-a285-d99cfed6b496 HTTP/1.1" status: 204 len: 168 time: 1.5974102 Apr 01 12:42:49.245132 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.265349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e67365-6674-4bb9-9e19-069e83fac927 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc2778e-b886-42e1-a285-d99cfed6b496,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:49.352747 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-37ec7bba-ba4b-4303-898e-17f99ca91a08 service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082727 Apr 01 12:42:49.362208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1879291979-network', 'tenant_id': '1fb9f928125f4666b0a00e065fc6ec8a'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:49.389121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665de829-09a2-436c-aa98-c9a86af9de55 None None] Pushing event updated for resources: {'Port': ['ID=d8cd2313-05dc-4280-bae9-570e702417c4,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:49.429575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Allocated IP 172.20.0.1 (55fb0931-3b92-486a-a6c6-4b0a41a4e70c/399cef7e-4e32-4e4f-8aa2-260da02cf35c/5ad4e635-c874-4f1f-82f9-b8c37edf681e) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:42:49.452887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Made reservation on behalf of 1fb9f928125f4666b0a00e065fc6ec8a for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:49.455275 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.480659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb6040-238a-4d39-b05c-998b5ff5d063 req-12f1016a-92fa-4100-b6e3-4b81f640b057 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:49.496801 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03cb6040-238a-4d39-b05c-998b5ff5d063 req-12f1016a-92fa-4100-b6e3-4b81f640b057 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 944 time: 0.1400015 Apr 01 12:42:49.496801 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.526069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44780) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:49.583210 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-266df6b4-c9f0-4888-bf46-99403775e68e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18ff0e0b3a94423d80babac3abc9b696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559769 Apr 01 12:42:49.595200 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44782) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:49.624816 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-f1050067-e93c-4328-a994-38fadb98a423 service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736306 Apr 01 12:42:49.679474 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03cb6040-238a-4d39-b05c-998b5ff5d063 req-9bd17d1e-8ad8-496a-a068-e612c4394ad0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727560 Apr 01 12:42:49.721180 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.744966 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0edd47f1-6c76-4dbf-88f4-a190c064082b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.785638 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0edd47f1-6c76-4dbf-88f4-a190c064082b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.861129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.887771 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0edd47f1-6c76-4dbf-88f4-a190c064082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.906203 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0edd47f1-6c76-4dbf-88f4-a190c064082b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.908508 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0edd47f1-6c76-4dbf-88f4-a190c064082b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26505c09-8998-4e13-a053-512a90a78a1b HTTP/1.1" status: 204 len: 168 time: 0.3077843 Apr 01 12:42:49.947286 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d8cd2313-05dc-4280-bae9-570e702417c4 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:42:49.992503 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:49.996333 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd47f1-6c76-4dbf-88f4-a190c064082b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26505c09-8998-4e13-a053-512a90a78a1b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:50.001822 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.034741 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-383096b1-041e-4b23-89cf-a7aa417ed816 req-feae0f03-c5e9-4e44-93fe-b8f07a41a26d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 210 time: 0.0588305 Apr 01 12:42:50.036861 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 55fb0931-3b92-486a-a6c6-4b0a41a4e70c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:50.040980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:42:50.041850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:50.044782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:42:50.049401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=5ad4e635-c874-4f1f-82f9-b8c37edf681e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:50.056459 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba54aa3-c66c-4fa7-8d5c-8679369fe22a req-bf43b509-eb99-4ef1-b6f7-84ddf8f23b75 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:50.075479 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7ba54aa3-c66c-4fa7-8d5c-8679369fe22a req-bf43b509-eb99-4ef1-b6f7-84ddf8f23b75 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1918998 Apr 01 12:42:50.077282 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b040cd-4820-4e88-8753-9328f494b5bf,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:50.120955 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.122074 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Added segment c5d24fad-3ed5-41ad-9fd2-5291cf01d2f2 of type vlan for network 4ac825fb-c3ba-4479-b10b-d4463d8335f0 Apr 01 12:42:50.123186 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.159791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d8cd2313-05dc-4280-bae9-570e702417c4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:50.162776 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.191690 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7ba54aa3-c66c-4fa7-8d5c-8679369fe22a req-d83c839a-af25-40ac-8952-fdde725ae177 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226954 Apr 01 12:42:50.199455 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.235100 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.236766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:50.237594 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c4599b9f-fe00-42d2-bbf8-8be455a3e98a up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:42:50.238106 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.284463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2756722 Apr 01 12:42:50.284463 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44794) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:50.291306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8aefd2aa-948c-4973-8b7b-7eb6379a93dd admin admin] Request body: {'subnet': {'network_id': '4ac825fb-c3ba-4479-b10b-d4463d8335f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1879291979-subnet', 'tenant_id': '1fb9f928125f4666b0a00e065fc6ec8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:50.335102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402c0c1-4554-416c-8b1d-52c0818c69e2 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac825fb-c3ba-4479-b10b-d4463d8335f0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:50.351806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aefd2aa-948c-4973-8b7b-7eb6379a93dd admin admin] Made reservation on behalf of 1fb9f928125f4666b0a00e065fc6ec8a for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:50.355610 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8aefd2aa-948c-4973-8b7b-7eb6379a93dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.369546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 4ac825fb-c3ba-4479-b10b-d4463d8335f0 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:42:50.401087 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.587088 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port c4599b9f-fe00-42d2-bbf8-8be455a3e98a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:50.587736 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.696513 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.814928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port d8cd2313-05dc-4280-bae9-570e702417c4, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d8cd2313-05dc-4280-bae9-570e702417c4,segment=NetworkSegment(4f76fae3-6204-408a-9f42-254aefb44375),segment_id=4f76fae3-6204-408a-9f42-254aefb44375)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:50.827752 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.833831 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8aefd2aa-948c-4973-8b7b-7eb6379a93dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:50.971707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefd2aa-948c-4973-8b7b-7eb6379a93dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=946b0469-95ad-4096-accb-0b5c5e824de3,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:50.975774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6954c074-1eff-4b69-b818-2647244ece59 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:50.980988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aefd2aa-948c-4973-8b7b-7eb6379a93dd admin admin] Checking segment: {'id': 'c5d24fad-3ed5-41ad-9fd2-5291cf01d2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4ac825fb-c3ba-4479-b10b-d4463d8335f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:42:50.981341 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aefd2aa-948c-4973-8b7b-7eb6379a93dd admin admin] Network hostable DHCP agents. Network: 4ac825fb-c3ba-4479-b10b-d4463d8335f0, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:42:51.001003 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aefd2aa-948c-4973-8b7b-7eb6379a93dd admin admin] Network 4ac825fb-c3ba-4479-b10b-d4463d8335f0 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:42:51.024318 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-8aefd2aa-948c-4973-8b7b-7eb6379a93dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 4ac825fb-c3ba-4479-b10b-d4463d8335f0) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:51.029828 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aefd2aa-948c-4973-8b7b-7eb6379a93dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:51.030458 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8aefd2aa-948c-4973-8b7b-7eb6379a93dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:51.040002 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:51.048953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 6954c074-1eff-4b69-b818-2647244ece59 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:51.049374 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6954c074-1eff-4b69-b818-2647244ece59 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:51.049836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f7fed912-ccf2-4c25-8486-569e956b96ec no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:51.068109 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8aefd2aa-948c-4973-8b7b-7eb6379a93dd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7828388 Apr 01 12:42:51.087586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e48fc-fef4-4182-9b68-4435bbb915ac req-cf41f33b-ae36-451b-971d-806030468710 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:51.101118 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a13e48fc-fef4-4182-9b68-4435bbb915ac req-cf41f33b-ae36-451b-971d-806030468710 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 944 time: 0.1888490 Apr 01 12:42:51.142253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1b6249-c285-4e6a-b7d5-dcbf9751d071 None None] Network 4ac825fb-c3ba-4479-b10b-d4463d8335f0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:51.190666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: f7fed912-ccf2-4c25-8486-569e956b96ec {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:51.203803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f7fed912-ccf2-4c25-8486-569e956b96ec not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:51.223506 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=d8cd2313-05dc-4280-bae9-570e702417c4,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:51.247720 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a13e48fc-fef4-4182-9b68-4435bbb915ac req-b96090d4-063d-4358-ac0d-f0b7337514ec tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452563 Apr 01 12:42:51.290869 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-294cf40c-97df-45cf-9d09-5be23a9fd684 req-ffda444f-6162-4c86-b419-7594911f6eb2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 210 time: 0.0833948 Apr 01 12:42:51.317687 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:51.325996 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:51.329485 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5aa5af-c651-4840-9ef2-e6a3a5e72971 None None] Network 55fb0931-3b92-486a-a6c6-4b0a41a4e70c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:51.373896 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:42:51.376465 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f837fcb5-bd9f-4a31-9ca1-c7f27bb5bb25" -d '{"events": [{"server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "name": "network-vif-plugged", "status": "completed", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:42:51.462097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44834) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:51.472253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:51.479158 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a60cf5-153f-419d-a13e-03ac8deabacb x-openstack-request-id: req-f7a60cf5-153f-419d-a13e-03ac8deabacb {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:42:51.479158 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "name": "network-vif-plugged", "status": "completed", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:42:51.479158 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7a60cf5-153f-419d-a13e-03ac8deabacb {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:42:51.479951 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a60cf5-153f-419d-a13e-03ac8deabacb'] response: {'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'code': 200} Apr 01 12:42:51.495651 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:51.525753 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:51.542495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca470d-b7bb-469b-867a-274890bafcc8 req-cbfe8fdf-cbd1-46f8-9fba-6ad63216b143 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:51.550794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8dca470d-b7bb-469b-867a-274890bafcc8 req-cbfe8fdf-cbd1-46f8-9fba-6ad63216b143 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1499341 Apr 01 12:42:51.563836 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-085d2b0a-5be7-4415-989b-8721b890e21a admin admin] Deleting subnet 946b0469-95ad-4096-accb-0b5c5e824de3 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:42:51.568551 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-085d2b0a-5be7-4415-989b-8721b890e21a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:51.583152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6f1c743a-636d-4227-a6a4-b0f96f1f663f None None] Provisioning complete for port d8cd2313-05dc-4280-bae9-570e702417c4 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:51.583569 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f1c743a-636d-4227-a6a4-b0f96f1f663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:51.649675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=5ad4e635-c874-4f1f-82f9-b8c37edf681e,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:51.667578 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-085d2b0a-5be7-4415-989b-8721b890e21a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:51.670969 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,revision_number=10']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:51.757680 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-085d2b0a-5be7-4415-989b-8721b890e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:51.781173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4da6ce-49d1-4a1d-81fa-79b78d8c5b14 None None] Network 4ac825fb-c3ba-4479-b10b-d4463d8335f0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:51.892770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8dca470d-b7bb-469b-867a-274890bafcc8 req-c460a90b-404f-46ff-919b-bcb77059769e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366208 Apr 01 12:42:51.903309 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d8cd2313-05dc-4280-bae9-570e702417c4 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:42:51.903862 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-085d2b0a-5be7-4415-989b-8721b890e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:51.966243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43d9d-2646-4425-a885-86bc31c2d62b req-1d1ea423-a5b1-4b83-a7a5-6391b666a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:51.968216 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4df43d9d-2646-4425-a885-86bc31c2d62b req-1d1ea423-a5b1-4b83-a7a5-6391b666a4c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 1097 time: 0.2980521 Apr 01 12:42:51.975957 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d2b0a-5be7-4415-989b-8721b890e21a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946b0469-95ad-4096-accb-0b5c5e824de3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:51.985364 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-085d2b0a-5be7-4415-989b-8721b890e21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:51.996218 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-085d2b0a-5be7-4415-989b-8721b890e21a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/946b0469-95ad-4096-accb-0b5c5e824de3 HTTP/1.1" status: 204 len: 168 time: 0.5330224 Apr 01 12:42:52.002163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44844) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:52.095151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 55fb0931-3b92-486a-a6c6-4b0a41a4e70c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:52.135932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-2677e16a-ec63-4fb8-b092-c9befbebfb16 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:52.137549 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-2677e16a-ec63-4fb8-b092-c9befbebfb16 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.3289893 Apr 01 12:42:52.147676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:52.238780 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Request body: {'port': {'device_id': '3fb31283-67c5-4425-95be-80d6950b22cf', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'admin_state_up': True, 'tenant_id': 'faf9e4a3810b4cb7ac6ea91a58e763e8'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:52.312166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d8cd2313-05dc-4280-bae9-570e702417c4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:52.312540 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:52.527327 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:52.584204 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4df43d9d-2646-4425-a885-86bc31c2d62b req-fd5af3cd-586b-4a96-a5a5-a1669cdf4ca8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6049225 Apr 01 12:42:52.659347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9e85e-bf76-4a69-ae17-f668c67b5cef req-c4dd6eba-d9fc-4a55-abfa-64c673b4fc54 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:52.667967 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2d9e85e-bf76-4a69-ae17-f668c67b5cef req-c4dd6eba-d9fc-4a55-abfa-64c673b4fc54 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 946 time: 0.2115026 Apr 01 12:42:52.692326 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-55053b3f-c66d-4c9a-b3d4-823ba567f779 None None] Provisioning complete for port d8cd2313-05dc-4280-bae9-570e702417c4 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:52.693465 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-55053b3f-c66d-4c9a-b3d4-823ba567f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:52.728018 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-efe4828d-da54-4b93-b7c2-7dbbd22dd89f req-bc24c838-c12b-4a11-8367-4267cacfabbf tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 210 time: 0.0510540 Apr 01 12:42:52.815704 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:52.837285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Made reservation on behalf of faf9e4a3810b4cb7ac6ea91a58e763e8 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:42:52.842472 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:52.862033 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2d9e85e-bf76-4a69-ae17-f668c67b5cef req-61246b6a-02b4-441e-8a3d-f1f70b0e077a tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928031 Apr 01 12:42:52.887731 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-55053b3f-c66d-4c9a-b3d4-823ba567f779 None None] Provisioning complete for port 5ad4e635-c874-4f1f-82f9-b8c37edf681e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:52.888099 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-55053b3f-c66d-4c9a-b3d4-823ba567f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:52.899544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 020d09a4-dbb7-49d6-959a-cfee28537406 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:42:52.904137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac825fb-c3ba-4479-b10b-d4463d8335f0']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:52.927894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d24fad-3ed5-41ad-9fd2-5291cf01d2f2') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:52.928149 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-55053b3f-c66d-4c9a-b3d4-823ba567f779 None None] Port 5ad4e635-c874-4f1f-82f9-b8c37edf681e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:42:52.928594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d24fad-3ed5-41ad-9fd2-5291cf01d2f2') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:52.976420 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:53.059378 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a9deab3a-1e36-451e-8821-fb0dd77b6e3b None None] Provisioning complete for port 5ad4e635-c874-4f1f-82f9-b8c37edf681e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:53.059741 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a9deab3a-1e36-451e-8821-fb0dd77b6e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:53.061495 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:53.083832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:42:53.084503 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:42:53.089638 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:42:53.114486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dbd4c-3f5f-4cb3-8f03-e83bb27e256a req-0dfb9438-3ebc-4798-bcdd-1308fa015bdb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:53.126365 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e01dbd4c-3f5f-4cb3-8f03-e83bb27e256a req-0dfb9438-3ebc-4798-bcdd-1308fa015bdb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1108892 Apr 01 12:42:53.144996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:42:53.147921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a9deab3a-1e36-451e-8821-fb0dd77b6e3b None None] Port 5ad4e635-c874-4f1f-82f9-b8c37edf681e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:42:53.164486 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65762a50-8907-4ecf-a77f-06564cdbc9b5 None None] Sync routers for ids ['020d09a4-dbb7-49d6-959a-cfee28537406'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:42:53.174176 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65762a50-8907-4ecf-a77f-06564cdbc9b5 None None] Routers {'020d09a4-dbb7-49d6-959a-cfee28537406'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:53.174863 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-65762a50-8907-4ecf-a77f-06564cdbc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['020d09a4-dbb7-49d6-959a-cfee28537406'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:53.190954 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e01dbd4c-3f5f-4cb3-8f03-e83bb27e256a req-a8131b2f-95ef-4475-a801-66978d415cfd tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636728 Apr 01 12:42:53.211180 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-35599af3-1049-420b-a722-c6abb1e1fd2d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/020d09a4-dbb7-49d6-959a-cfee28537406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8600245 Apr 01 12:42:53.213799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44882) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:53.244555 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-65762a50-8907-4ecf-a77f-06564cdbc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:53.249716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Allocated IP 172.20.0.2 (7954533d-2445-42af-9c0a-77b864800a7b/16405484-146e-4b1d-a8e6-5b44cba643c4/5319b754-ba74-42cc-b98e-fdf507fadfb9) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:42:53.255419 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65762a50-8907-4ecf-a77f-06564cdbc9b5 None None] Routers {'020d09a4-dbb7-49d6-959a-cfee28537406'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:53.255720 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-65762a50-8907-4ecf-a77f-06564cdbc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['020d09a4-dbb7-49d6-959a-cfee28537406'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:53.285400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fbd209-ffaf-4311-937f-8679be445575 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:53.301969 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c3fbd209-ffaf-4311-937f-8679be445575 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports/5ad4e635-c874-4f1f-82f9-b8c37edf681e HTTP/1.1" status: 200 len: 910 time: 0.0842705 Apr 01 12:42:53.302263 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44884) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:53.330232 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-65762a50-8907-4ecf-a77f-06564cdbc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:53.333629 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65762a50-8907-4ecf-a77f-06564cdbc9b5 None None] The sync data for ids ['020d09a4-dbb7-49d6-959a-cfee28537406'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:42:53.377490 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:53.382144 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:53.388718 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] 10.222.0.45 "DELETE /v2.0/networks/4ac825fb-c3ba-4479-b10b-d4463d8335f0 HTTP/1.1" status: 204 len: 168 time: 1.3814692 Apr 01 12:42:53.392510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9fe6efd7-cdca-4a87-9e1c-ba5e6a2af463 None None] Provisioning complete for port 5ad4e635-c874-4f1f-82f9-b8c37edf681e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:42:53.393073 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9fe6efd7-cdca-4a87-9e1c-ba5e6a2af463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:53.437954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48833ae8-0914-4700-8de0-102a6194ae3a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac825fb-c3ba-4479-b10b-d4463d8335f0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:53.464582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6efd7-cdca-4a87-9e1c-ba5e6a2af463 None None] Port 5ad4e635-c874-4f1f-82f9-b8c37edf681e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:42:53.503112 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:53.577848 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:53.602280 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:42:53.657903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Network 7954533d-2445-42af-9c0a-77b864800a7b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:53.661146 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:53.665739 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:42:53.692703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event updated for resources: {'Port': ['ID=5319b754-ba74-42cc-b98e-fdf507fadfb9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:53.730882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:53.731634 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:53.767618 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8f1d93d4-0076-4c31-9577-02513124ddfe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6091936 Apr 01 12:42:53.784964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-fcbc37b6-a893-42e0-a77a-a86d2da963ef tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:42:53.792017 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-fcbc37b6-a893-42e0-a77a-a86d2da963ef tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167556 Apr 01 12:42:53.808895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Request body: {'port': {'device_id': '3fb31283-67c5-4425-95be-80d6950b22cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:53.837097 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44892) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:53.903188 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58fcb56e-2e1d-4f85-8118-c0226fc0c595 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:54.040625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-10dbb4cc-536a-4cc9-9542-dda3682dd344 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fb9f928125f4666b0a00e065fc6ec8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021270 Apr 01 12:42:54.045400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44908) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:54.047119 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:54.100314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587529-57de-4746-bfbe-e790ef16813a req-b06cf5ff-abe2-4e13-a42e-e08eff527fae tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:54.101910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a4587529-57de-4746-bfbe-e790ef16813a req-b06cf5ff-abe2-4e13-a42e-e08eff527fae tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 931 time: 0.2527752 Apr 01 12:42:54.163215 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dee6f6-7866-407b-8a91-dde30d87ca48 req-a8d2752d-4aab-4c3c-a85f-988c69c4b50b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:54.171263 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63dee6f6-7866-407b-8a91-dde30d87ca48 req-a8d2752d-4aab-4c3c-a85f-988c69c4b50b tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 946 time: 0.1219890 Apr 01 12:42:54.254629 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63dee6f6-7866-407b-8a91-dde30d87ca48 req-12de60e2-dc79-4b22-bf49-fa15165baeb6 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824130 Apr 01 12:42:54.293050 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ca920b3-cc8a-4fbc-90c7-a56118ee4bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:54.318211 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a4587529-57de-4746-bfbe-e790ef16813a req-70533c0c-ccea-40d5-8a5f-01dccf26aa67 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064860 Apr 01 12:42:54.355814 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ca920b3-cc8a-4fbc-90c7-a56118ee4bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:54.427634 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-58fcb56e-2e1d-4f85-8118-c0226fc0c595 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port 5ad4e635-c874-4f1f-82f9-b8c37edf681e {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:54.427988 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58fcb56e-2e1d-4f85-8118-c0226fc0c595 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:54.568426 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58fcb56e-2e1d-4f85-8118-c0226fc0c595 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:54.584379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-58fcb56e-2e1d-4f85-8118-c0226fc0c595 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for 5ad4e635-c874-4f1f-82f9-b8c37edf681e owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:54.898053 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58fcb56e-2e1d-4f85-8118-c0226fc0c595 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:54.985173 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcb56e-2e1d-4f85-8118-c0226fc0c595 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=5ad4e635-c874-4f1f-82f9-b8c37edf681e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:54.995225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49aa03-88e5-4070-94f4-fc9820867fd9 req-9d80f2e3-1e58-4a79-b5b7-96f97c6d6e90 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:54.997436 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa49aa03-88e5-4070-94f4-fc9820867fd9 req-9d80f2e3-1e58-4a79-b5b7-96f97c6d6e90 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.5542686 Apr 01 12:42:55.052357 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ca920b3-cc8a-4fbc-90c7-a56118ee4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:55.060813 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ca920b3-cc8a-4fbc-90c7-a56118ee4bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:55.073341 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2ca920b3-cc8a-4fbc-90c7-a56118ee4bcb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0b040cd-4820-4e88-8753-9328f494b5bf HTTP/1.1" status: 204 len: 168 time: 1.0171611 Apr 01 12:42:55.084540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5319b754-ba74-42cc-b98e-fdf507fadfb9 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:42:55.095570 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:55.109858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Transition to ACTIVE for port object 5319b754-ba74-42cc-b98e-fdf507fadfb9 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:42:55.139596 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa49aa03-88e5-4070-94f4-fc9820867fd9 req-60e08264-bc92-4c34-aa08-5d3b2373d4b4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112964 Apr 01 12:42:55.140210 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:55.251817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Pushing event updated for resources: {'Port': ['ID=5319b754-ba74-42cc-b98e-fdf507fadfb9,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:55.265958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca920b3-cc8a-4fbc-90c7-a56118ee4bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b040cd-4820-4e88-8753-9328f494b5bf,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:55.486671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Attempting to bind port 5319b754-ba74-42cc-b98e-fdf507fadfb9 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:42:55.487405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Attempting to bind port 5319b754-ba74-42cc-b98e-fdf507fadfb9 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:42:55.487531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Attempting to bind port 5319b754-ba74-42cc-b98e-fdf507fadfb9 on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:42:55.495867 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Port 5319b754-ba74-42cc-b98e-fdf507fadfb9 on network 7954533d-2445-42af-9c0a-77b864800a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:42:55.496084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Attempting to bind port 5319b754-ba74-42cc-b98e-fdf507fadfb9 on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:42:55.530629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:42:55.531051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Checking segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:42:55.531362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Bound using segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:42:55.531811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Bound port: 5319b754-ba74-42cc-b98e-fdf507fadfb9, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:42:55.532171 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:55.616662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] For port 5319b754-ba74-42cc-b98e-fdf507fadfb9, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:42:55.621205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] For port 5319b754-ba74-42cc-b98e-fdf507fadfb9, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5319b754-ba74-42cc-b98e-fdf507fadfb9,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:42:55.628743 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:55.683454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb509001-53a0-4705-91e1-9d176bf62594 req-ce5aff2e-ce3e-4255-9de5-ff874e32e1e2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:55.696194 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb509001-53a0-4705-91e1-9d176bf62594 req-ce5aff2e-ce3e-4255-9de5-ff874e32e1e2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 943 time: 0.2107313 Apr 01 12:42:55.708951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:55.709569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:55.711521 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] 10.222.0.44 "PUT /v2.0/ports/5319b754-ba74-42cc-b98e-fdf507fadfb9 HTTP/1.1" status: 200 len: 1091 time: 1.9119794 Apr 01 12:42:55.713904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb31283-67c5-4425-95be-80d6950b22cf', 'tag': '5319b754-ba74-42cc-b98e-fdf507fadfb9'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:42:55.717074 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054ca507-16f7-4b24-af07-4ad071abb5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb31283-67c5-4425-95be-80d6950b22cf", "tag": "5319b754-ba74-42cc-b98e-fdf507fadfb9"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:42:55.779947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72b874-a4a7-424b-89b6-78a7ab2d160f service neutron] Pushing event updated for resources: {'Port': ['ID=5319b754-ba74-42cc-b98e-fdf507fadfb9,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:55.831246 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb509001-53a0-4705-91e1-9d176bf62594 req-d3528411-5606-4217-9787-e6df0b6ea25c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340933 Apr 01 12:42:55.849475 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8b22e135-15fc-407e-a275-acc1213b5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:55.851606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-8b22e135-15fc-407e-a275-acc1213b5c66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 1094 time: 0.0886095 Apr 01 12:42:55.860349 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58fcb56e-2e1d-4f85-8118-c0226fc0c595 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:55.893323 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d2d12-eca6-4ac9-a94e-24632ddc6822 req-ad78504d-9795-4670-8322-43c3749da639 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:55.896402 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f7d2d12-eca6-4ac9-a94e-24632ddc6822 req-ad78504d-9795-4670-8322-43c3749da639 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 946 time: 0.2283549 Apr 01 12:42:55.933386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-e4f67379-04e2-45b8-aae2-f7115d75810f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5319b754-ba74-42cc-b98e-fdf507fadfb9 HTTP/1.1" status: 200 len: 217 time: 0.0698652 Apr 01 12:42:56.030347 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f7d2d12-eca6-4ac9-a94e-24632ddc6822 req-45411268-76b2-4651-a804-077268b445e8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190038 Apr 01 12:42:56.041223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-053d9550-29e8-4612-82d8-17d811292df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:56.054362 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-053d9550-29e8-4612-82d8-17d811292df1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.1113389 Apr 01 12:42:56.125007 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-e52369ba-eea1-4580-a976-09ea935c4fba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601482 Apr 01 12:42:56.185789 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3018598-ecc1-495c-b3f8-dd9bfc680a28 x-openstack-request-id: req-a3018598-ecc1-495c-b3f8-dd9bfc680a28 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:42:56.186112 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb31283-67c5-4425-95be-80d6950b22cf", "tag": "5319b754-ba74-42cc-b98e-fdf507fadfb9", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:42:56.186362 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3018598-ecc1-495c-b3f8-dd9bfc680a28 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:42:56.186754 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3018598-ecc1-495c-b3f8-dd9bfc680a28'] response: {'name': 'network-changed', 'server_uuid': '3fb31283-67c5-4425-95be-80d6950b22cf', 'tag': '5319b754-ba74-42cc-b98e-fdf507fadfb9', 'status': 'completed', 'code': 200} Apr 01 12:42:56.308197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-16966222-d52d-41e6-b644-b6cc52744899 service neutron] 10.222.0.44 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738420 Apr 01 12:42:56.309689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fcb56e-2e1d-4f85-8118-c0226fc0c595 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 020d09a4-dbb7-49d6-959a-cfee28537406 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:42:56.403543 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fcb56e-2e1d-4f85-8118-c0226fc0c595 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:42:56.415295 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3618b5f1-06d3-4953-b302-28d6f0d716b4 None None] Sync routers for ids ['020d09a4-dbb7-49d6-959a-cfee28537406'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:42:56.418876 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-58fcb56e-2e1d-4f85-8118-c0226fc0c595 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/020d09a4-dbb7-49d6-959a-cfee28537406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1155207 Apr 01 12:42:56.429945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcb69a-fa32-4dd1-8b2f-4d76fede870c req-fd12b22b-53a2-4fd7-9dcb-bb7d02881f34 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:56.430450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45008) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:56.432215 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-73fcb69a-fa32-4dd1-8b2f-4d76fede870c req-fd12b22b-53a2-4fd7-9dcb-bb7d02881f34 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1655455 Apr 01 12:42:56.435005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618b5f1-06d3-4953-b302-28d6f0d716b4 None None] Routers {'020d09a4-dbb7-49d6-959a-cfee28537406'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:56.435662 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3618b5f1-06d3-4953-b302-28d6f0d716b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['020d09a4-dbb7-49d6-959a-cfee28537406'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:56.517253 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-73fcb69a-fa32-4dd1-8b2f-4d76fede870c req-094a886e-1af2-4760-a18c-81f442b9033b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753326 Apr 01 12:42:56.519700 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d5016763-f4e3-41aa-bd64-fe12cf1c5d18 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=020d09a4-dbb7-49d6-959a-cfee28537406 HTTP/1.1" status: 200 len: 205 time: 0.0880456 Apr 01 12:42:56.522596 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45010) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:56.538630 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3618b5f1-06d3-4953-b302-28d6f0d716b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:56.546104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d567c47b-a620-4340-9e87-a435e5fbd1cb req-cc790047-6e2f-4e39-99ab-45ea5edd79ac service neutron] 10.222.0.44 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312059 Apr 01 12:42:56.575471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618b5f1-06d3-4953-b302-28d6f0d716b4 None None] Routers {'020d09a4-dbb7-49d6-959a-cfee28537406'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:42:56.625625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3618b5f1-06d3-4953-b302-28d6f0d716b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['020d09a4-dbb7-49d6-959a-cfee28537406'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:56.688717 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-445d674c-37fc-42e0-9bb1-0e831bd6d771 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:56.690720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ca507-16f7-4b24-af07-4ad071abb5a4 req-4ce0c88b-1e4d-4a70-a7f6-8a40a0c3ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:56.692319 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-054ca507-16f7-4b24-af07-4ad071abb5a4 req-4ce0c88b-1e4d-4a70-a7f6-8a40a0c3ab7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 1094 time: 0.0635138 Apr 01 12:42:56.725655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3618b5f1-06d3-4953-b302-28d6f0d716b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:56.726922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3618b5f1-06d3-4953-b302-28d6f0d716b4 None None] The sync data for ids ['020d09a4-dbb7-49d6-959a-cfee28537406'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:42:56.841985 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ca507-16f7-4b24-af07-4ad071abb5a4 req-ff3c0ff2-895e-420a-8f8c-77fdd63129f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:56.843925 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-054ca507-16f7-4b24-af07-4ad071abb5a4 req-ff3c0ff2-895e-420a-8f8c-77fdd63129f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 907 time: 0.1422753 Apr 01 12:42:56.932377 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-445d674c-37fc-42e0-9bb1-0e831bd6d771 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:56.934861 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-445d674c-37fc-42e0-9bb1-0e831bd6d771 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:56.955096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-054ca507-16f7-4b24-af07-4ad071abb5a4 req-97358123-d5ea-4d2a-80e4-2570eac9f22d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5319b754-ba74-42cc-b98e-fdf507fadfb9 HTTP/1.1" status: 200 len: 217 time: 0.1023850 Apr 01 12:42:57.000944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-445d674c-37fc-42e0-9bb1-0e831bd6d771 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:57.001579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445d674c-37fc-42e0-9bb1-0e831bd6d771 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Fanout notify agent at l3_agent the message router_deleted on router 020d09a4-dbb7-49d6-959a-cfee28537406 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:42:57.012629 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-445d674c-37fc-42e0-9bb1-0e831bd6d771 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:57.014430 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-445d674c-37fc-42e0-9bb1-0e831bd6d771 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/020d09a4-dbb7-49d6-959a-cfee28537406 HTTP/1.1" status: 204 len: 168 time: 0.4907346 Apr 01 12:42:57.016898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45020) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:57.054467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45521828-a752-406d-92c2-ac8076e2da9d req-c9d1a39c-6bc9-4104-a2b1-073c6905bf95 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:57.056635 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45521828-a752-406d-92c2-ac8076e2da9d req-c9d1a39c-6bc9-4104-a2b1-073c6905bf95 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 943 time: 0.1120098 Apr 01 12:42:57.061282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ca507-16f7-4b24-af07-4ad071abb5a4 req-48f56627-e48f-4be9-a411-caf07ef416f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:57.063538 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-054ca507-16f7-4b24-af07-4ad071abb5a4 req-48f56627-e48f-4be9-a411-caf07ef416f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.0781276 Apr 01 12:42:57.092090 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting subnet 399cef7e-4e32-4e4f-8aa2-260da02cf35c {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:42:57.096339 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:57.131303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-054ca507-16f7-4b24-af07-4ad071abb5a4 req-681fceaf-18db-4431-8930-c940b5145f0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477779 Apr 01 12:42:57.142425 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:57.244995 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-45521828-a752-406d-92c2-ac8076e2da9d req-b858ea31-79c6-4834-86c0-4de88f36325d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800706 Apr 01 12:42:57.265033 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:57.269147 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-054ca507-16f7-4b24-af07-4ad071abb5a4 req-e212a920-7d51-4add-b9d7-9161cf7e1b01 service neutron] 10.222.0.44 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203380 Apr 01 12:42:57.391334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-054ca507-16f7-4b24-af07-4ad071abb5a4 req-5fdfc5eb-5be4-425a-b71d-685d68632cdd service neutron] 10.222.0.44 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157513 Apr 01 12:42:57.412336 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:57.447835 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:57.454486 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/399cef7e-4e32-4e4f-8aa2-260da02cf35c HTTP/1.1" status: 204 len: 168 time: 0.4329724 Apr 01 12:42:57.454486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Subnet': ['ID=399cef7e-4e32-4e4f-8aa2-260da02cf35c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:57.456701 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ebcff7-c3b9-45c0-8ab5-1c16043a1607 None None] Network 55fb0931-3b92-486a-a6c6-4b0a41a4e70c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:42:57.457528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45042) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:57.488317 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:57.489107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:57.489798 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:57.492806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:57.493542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:57.494198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:57.494712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:57.497720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:57.498300 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:57.498799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:57.499321 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:57.499811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b3a-007b-454c-bd0d-b99391fac13d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:57.599446 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:57.740886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port d8cd2313-05dc-4280-bae9-570e702417c4 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:57.744858 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:57.748078 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea955-a030-454d-9a85-c77da598f9b1 req-a326e5be-c616-4f45-b572-bcf2e8da9433 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:57.753914 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-001ea955-a030-454d-9a85-c77da598f9b1 req-a326e5be-c616-4f45-b572-bcf2e8da9433 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0930614 Apr 01 12:42:57.829269 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-001ea955-a030-454d-9a85-c77da598f9b1 req-8a2bacdc-ea17-4d34-bfb3-9233914e5fa0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667739 Apr 01 12:42:57.893043 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d647452-9e7c-4380-99d8-8302375de09b None None] DHCP port deletion for 55fb0931-3b92-486a-a6c6-4b0a41a4e70c request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:42:57.910645 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] For port d8cd2313-05dc-4280-bae9-570e702417c4, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d8cd2313-05dc-4280-bae9-570e702417c4,segment=NetworkSegment(4f76fae3-6204-408a-9f42-254aefb44375),segment_id=4f76fae3-6204-408a-9f42-254aefb44375)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:57.912515 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:57.959474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for d8cd2313-05dc-4280-bae9-570e702417c4 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:57.993215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2d647452-9e7c-4380-99d8-8302375de09b None None] Deleting port d8cd2313-05dc-4280-bae9-570e702417c4 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:42:57.993699 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2d647452-9e7c-4380-99d8-8302375de09b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.079772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2d647452-9e7c-4380-99d8-8302375de09b None None] For port d8cd2313-05dc-4280-bae9-570e702417c4, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d8cd2313-05dc-4280-bae9-570e702417c4,segment=NetworkSegment(4f76fae3-6204-408a-9f42-254aefb44375),segment_id=4f76fae3-6204-408a-9f42-254aefb44375)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:58.080527 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2d647452-9e7c-4380-99d8-8302375de09b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.098284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2d647452-9e7c-4380-99d8-8302375de09b None None] Calling delete_port for d8cd2313-05dc-4280-bae9-570e702417c4 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:42:58.116124 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.203940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=d8cd2313-05dc-4280-bae9-570e702417c4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:58.220180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No DVR routers for this DVR port d8cd2313-05dc-4280-bae9-570e702417c4 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:58.223849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:58.223849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:58.224070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:58.224332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:58.225067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:58.225526 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:58.225860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:58.226303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:58.226796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:58.227152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:58.227809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:58.227937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:42:58.252485 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2d647452-9e7c-4380-99d8-8302375de09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.287852 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d647452-9e7c-4380-99d8-8302375de09b None None] No DVR routers for this DVR port d8cd2313-05dc-4280-bae9-570e702417c4 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:42:58.350567 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d647452-9e7c-4380-99d8-8302375de09b None None] Pushing event deleted for resources: {'Port': ['ID=d8cd2313-05dc-4280-bae9-570e702417c4,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:58.355539 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.393372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fb0931-3b92-486a-a6c6-4b0a41a4e70c']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:58.416048 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f76fae3-6204-408a-9f42-254aefb44375') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:58.416351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f76fae3-6204-408a-9f42-254aefb44375') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:42:58.443163 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.447231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5319b754-ba74-42cc-b98e-fdf507fadfb9 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:42:58.482919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.500163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:42:58.501142 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:42:58.505050 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:42:58.514911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ea461-53ba-4fd5-a0ac-7e2ce2b127b5 req-e2f43d84-f2d3-4619-ae40-cb062d23326b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:58.516616 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a4ea461-53ba-4fd5-a0ac-7e2ce2b127b5 req-e2f43d84-f2d3-4619-ae40-cb062d23326b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 943 time: 0.1277750 Apr 01 12:42:58.625744 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5319b754-ba74-42cc-b98e-fdf507fadfb9, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5319b754-ba74-42cc-b98e-fdf507fadfb9,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:58.641092 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '5319b754-ba74-42cc-b98e-fdf507fadfb9', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'port_id': '5319b754-ba74-42cc-b98e-fdf507fadfb9', 'mac_address': 'fa:16:3e:7d:94:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16405484-146e-4b1d-a8e6-5b44cba643c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:42:58.681287 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a4ea461-53ba-4fd5-a0ac-7e2ce2b127b5 req-fb81896d-f114-4a93-8881-1eb2423712e5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470766 Apr 01 12:42:58.686363 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.700096 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.709277 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/networks/55fb0931-3b92-486a-a6c6-4b0a41a4e70c HTTP/1.1" status: 204 len: 168 time: 1.2504826 Apr 01 12:42:58.715783 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45076) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:42:58.721616 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-199381880', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:42:58.725574 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.743139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5319b754-ba74-42cc-b98e-fdf507fadfb9 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:42:58.768047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e63497-5773-4428-9bbb-1324da3cd8f5 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Network': ['ID=55fb0931-3b92-486a-a6c6-4b0a41a4e70c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:58.782646 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.783720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.794358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5319b754-ba74-42cc-b98e-fdf507fadfb9, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5319b754-ba74-42cc-b98e-fdf507fadfb9,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:42:58.800692 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.856119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:58.894961 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5319b754-ba74-42cc-b98e-fdf507fadfb9,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:59.078047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['5319b754-ba74-42cc-b98e-fdf507fadfb9'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:42:59.095134 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:59.109598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008318a-83cc-45f4-b53d-64713eb56415 req-f9a7a3a3-fd33-497e-b4db-ee93a3b8c29f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:59.111810 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6008318a-83cc-45f4-b53d-64713eb56415 req-f9a7a3a3-fd33-497e-b4db-ee93a3b8c29f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1575038 Apr 01 12:42:59.237675 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6008318a-83cc-45f4-b53d-64713eb56415 req-4da71295-d565-44bc-bfe6-bee97b4e09fb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085622 Apr 01 12:42:59.373498 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:59.394871 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:59.510707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Allocated IP 172.25.7.32 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/f7da2c5c-4d9a-4917-9402-ceb73f1b66b7) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:42:59.681042 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:59.723293 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:42:59.790183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:42:59.797919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:42:59.800830 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:42:59.803572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=f7da2c5c-4d9a-4917-9402-ceb73f1b66b7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:42:59.828020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d8cd2313-05dc-4280-bae9-570e702417c4 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:42:59.861955 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: d8cd2313-05dc-4280-bae9-570e702417c4 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:42:59.862581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d8cd2313-05dc-4280-bae9-570e702417c4 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:42:59.947114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f18953-d574-4898-b842-e8f816838b4c req-03c28f60-9727-456e-99a4-b48464f8b55c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:42:59.948661 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03f18953-d574-4898-b842-e8f816838b4c req-03c28f60-9727-456e-99a4-b48464f8b55c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 944 time: 0.1074498 Apr 01 12:43:00.046400 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03f18953-d574-4898-b842-e8f816838b4c req-07bbde89-c810-4ea4-a7ec-b9743aa3c700 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712535 Apr 01 12:43:00.421594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56f6e5-a39e-4a65-b20d-0ddef9aebb92 req-f98b1a47-5833-4cb2-b887-87a32c12847c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:00.430523 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e56f6e5-a39e-4a65-b20d-0ddef9aebb92 req-f98b1a47-5833-4cb2-b887-87a32c12847c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0756340 Apr 01 12:43:00.464257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5319b754-ba74-42cc-b98e-fdf507fadfb9 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:00.499956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e56f6e5-a39e-4a65-b20d-0ddef9aebb92 req-953b2762-a211-4421-b732-4a060fb74925 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684583 Apr 01 12:43:00.559369 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:00.569020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 5319b754-ba74-42cc-b98e-fdf507fadfb9 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:43:00.573625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 5319b754-ba74-42cc-b98e-fdf507fadfb9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:00.574017 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:00.726677 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:00.763516 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb31283-67c5-4425-95be-80d6950b22cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5319b754-ba74-42cc-b98e-fdf507fadfb9'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:43:00.766103 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d9522d-b918-40d1-9d5c-113a39ee0d39" -d '{"events": [{"server_uuid": "3fb31283-67c5-4425-95be-80d6950b22cf", "name": "network-vif-plugged", "status": "completed", "tag": "5319b754-ba74-42cc-b98e-fdf507fadfb9"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:43:00.781283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5319b754-ba74-42cc-b98e-fdf507fadfb9, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5319b754-ba74-42cc-b98e-fdf507fadfb9,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:00.786923 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:00.816807 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:00.853211 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d76de3b-9572-4f52-ae42-78178ead956d x-openstack-request-id: req-6d76de3b-9572-4f52-ae42-78178ead956d {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:43:00.853842 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb31283-67c5-4425-95be-80d6950b22cf", "name": "network-vif-plugged", "status": "completed", "tag": "5319b754-ba74-42cc-b98e-fdf507fadfb9", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:43:00.854133 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d76de3b-9572-4f52-ae42-78178ead956d {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:43:00.854953 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d76de3b-9572-4f52-ae42-78178ead956d'] response: {'server_uuid': '3fb31283-67c5-4425-95be-80d6950b22cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5319b754-ba74-42cc-b98e-fdf507fadfb9', 'code': 200} Apr 01 12:43:00.856011 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5319b754-ba74-42cc-b98e-fdf507fadfb9,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:00.924755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45166) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:01.044991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:43:01.164917 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b08b197e-1d7c-4471-b548-d7fa5dc27756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:01.197639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30732e89-1cb8-46d7-935a-3ad0dbdcf265 req-f75c7608-f9d3-4829-84e5-b92b9dd408e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:01.199592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30732e89-1cb8-46d7-935a-3ad0dbdcf265 req-f75c7608-f9d3-4829-84e5-b92b9dd408e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 1096 time: 0.2880449 Apr 01 12:43:01.227416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:43:01.239185 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cddf98-3bc0-482c-9354-a45769952d96 None None] Sync routers for ids ['19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:43:01.260176 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cddf98-3bc0-482c-9354-a45769952d96 None None] Routers {'19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:01.262292 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e3cddf98-3bc0-482c-9354-a45769952d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:01.284275 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:01.285545 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ff83ac79-2917-4522-bf66-7691de3e8155 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5680938 Apr 01 12:43:01.288160 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45172) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:01.292403 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30732e89-1cb8-46d7-935a-3ad0dbdcf265 req-22925392-cd97-47a5-b285-23534094afd7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720122 Apr 01 12:43:01.311983 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b08b197e-1d7c-4471-b548-d7fa5dc27756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:01.314973 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e3cddf98-3bc0-482c-9354-a45769952d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:01.317507 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b08b197e-1d7c-4471-b548-d7fa5dc27756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:01.329769 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cddf98-3bc0-482c-9354-a45769952d96 None None] Routers {'19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:01.330784 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e3cddf98-3bc0-482c-9354-a45769952d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:01.365909 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e05803-4e37-45db-b874-6aefbf5f7212 req-5130cfdb-a090-4845-b97d-ee7447ae1b5b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:01.367550 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6e05803-4e37-45db-b874-6aefbf5f7212 req-5130cfdb-a090-4845-b97d-ee7447ae1b5b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 945 time: 0.1381702 Apr 01 12:43:01.373701 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b08b197e-1d7c-4471-b548-d7fa5dc27756 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=97ef085298b149eb8d550cfc91c2a3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476683 Apr 01 12:43:01.374219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45174) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:01.376340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b197e-1d7c-4471-b548-d7fa5dc27756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c70feef-cf56-4ea9-8d83-2af8f7d1b2fc,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:01.478591 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e3cddf98-3bc0-482c-9354-a45769952d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:01.479241 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cddf98-3bc0-482c-9354-a45769952d96 None None] The sync data for ids ['19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:43:01.600898 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6e05803-4e37-45db-b874-6aefbf5f7212 req-98da8662-041d-4661-ab51-7a28fadb9bc5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136643 Apr 01 12:43:01.651003 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-957e1682-8642-4183-abc5-bd046a29b33c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/routers/19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c HTTP/1.1" status: 200 len: 879 time: 0.3587844 Apr 01 12:43:01.652308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45178) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:01.653190 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbba92a2-e349-43f6-a431-54059805aab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:01.688709 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbba92a2-e349-43f6-a431-54059805aab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:01.768031 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbba92a2-e349-43f6-a431-54059805aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:01.772856 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbba92a2-e349-43f6-a431-54059805aab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:01.775053 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cbba92a2-e349-43f6-a431-54059805aab0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c70feef-cf56-4ea9-8d83-2af8f7d1b2fc HTTP/1.1" status: 204 len: 168 time: 0.3954406 Apr 01 12:43:01.808746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba92a2-e349-43f6-a431-54059805aab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c70feef-cf56-4ea9-8d83-2af8f7d1b2fc,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:01.853931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea777f-920e-4e42-9311-009c4d210111 req-60932c90-56e8-43fd-9703-0b1aecbfcdae tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:01.862572 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0ea777f-920e-4e42-9311-009c4d210111 req-60932c90-56e8-43fd-9703-0b1aecbfcdae tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1442976 Apr 01 12:43:02.047512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0ea777f-920e-4e42-9311-009c4d210111 req-34ff9f59-2187-446f-b22a-4295eb23c26e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833959 Apr 01 12:43:02.142927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d325d6c5-7070-46f9-b8d0-b64236ab283f tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4896584 Apr 01 12:43:02.145474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45200) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:02.151488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ae846bc1-9664-4fa6-b69c-12747feb00d1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-199381880'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:02.259104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45204) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:02.279364 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c13cf5c2-00c5-4bf5-a8b9-b2d2ff271f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.335787 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45206) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:02.416048 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c13cf5c2-00c5-4bf5-a8b9-b2d2ff271f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.421799 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c13cf5c2-00c5-4bf5-a8b9-b2d2ff271f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.455640 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c13cf5c2-00c5-4bf5-a8b9-b2d2ff271f86 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ac3112ff35f491abeeac25e2a3c17bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945539 Apr 01 12:43:02.456254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45210) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:02.468332 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:43:02.506391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cf5c2-00c5-4bf5-a8b9-b2d2ff271f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e778edc-a939-4b0b-9d8d-6d347eee9e47,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:02.571567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04f5f205-e265-4bc0-908b-693673a4757d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.650328 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04f5f205-e265-4bc0-908b-693673a4757d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.748305 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:02.768550 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77', 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321', 'port_id': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77', 'mac_address': 'fa:16:3e:dd:27:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de55e09b-91e9-4604-9313-fe8b6951dd05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:43:02.787960 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae846bc1-9664-4fa6-b69c-12747feb00d1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.802899 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae846bc1-9664-4fa6-b69c-12747feb00d1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.814277 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc097-a6e0-45c6-b3ef-fe7118a6f22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.845706 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.853936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5be765-4f18-417c-80aa-9786e72ff568 req-02dbe7b5-00e5-407f-b02c-17956cf6e317 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:02.865130 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:43:02.868386 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fa5be765-4f18-417c-80aa-9786e72ff568 req-02dbe7b5-00e5-407f-b02c-17956cf6e317 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 945 time: 0.1581054 Apr 01 12:43:02.889098 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:02.894221 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.934141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae846bc1-9664-4fa6-b69c-12747feb00d1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:43:02.936982 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc097-a6e0-45c6-b3ef-fe7118a6f22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.943642 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04f5f205-e265-4bc0-908b-693673a4757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.947951 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04f5f205-e265-4bc0-908b-693673a4757d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:02.949755 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-04f5f205-e265-4bc0-908b-693673a4757d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e778edc-a939-4b0b-9d8d-6d347eee9e47 HTTP/1.1" status: 204 len: 168 time: 0.4909029 Apr 01 12:43:02.965667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:02.968388 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc097-a6e0-45c6-b3ef-fe7118a6f22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:03.002222 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5f205-e265-4bc0-908b-693673a4757d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e778edc-a939-4b0b-9d8d-6d347eee9e47,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:03.011764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['5e70ca5e-7834-4d95-b6d8-8dfaadabef77'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:43:03.116106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fa5be765-4f18-417c-80aa-9786e72ff568 req-12662c52-fe59-40f4-8373-74b2b18d2fec tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466607 Apr 01 12:43:03.120663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7b5bc097-a6e0-45c6-b3ef-fe7118a6f22d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1833a17f1c9041c183633a1b7f7a2247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832742 Apr 01 12:43:03.121873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bc097-a6e0-45c6-b3ef-fe7118a6f22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134488d3-09b1-474e-88a6-ed9448faeda8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:03.124672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45224) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:03.143604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae846bc1-9664-4fa6-b69c-12747feb00d1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:43:03.143604 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae846bc1-9664-4fa6-b69c-12747feb00d1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:03.146817 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc8b74-9d35-4cf4-a45b-977326053965 None None] Sync routers for ids ['19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:43:03.156693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ae846bc1-9664-4fa6-b69c-12747feb00d1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c HTTP/1.1" status: 200 len: 886 time: 0.9995966 Apr 01 12:43:03.157369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45228) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:03.212403 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc750b59-769a-4865-b46c-23b0e61b970c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:03.236756 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc750b59-769a-4865-b46c-23b0e61b970c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:03.260597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc8b74-9d35-4cf4-a45b-977326053965 None None] Routers {'19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:03.261398 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a5bc8b74-9d35-4cf4-a45b-977326053965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:03.314020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a5bc8b74-9d35-4cf4-a45b-977326053965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:03.328323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc8b74-9d35-4cf4-a45b-977326053965 None None] Routers {'19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:03.329021 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a5bc8b74-9d35-4cf4-a45b-977326053965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:42:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:03.337503 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7b0e7-41e9-4581-aeb2-5af38b95a247 req-dc58c4e7-ddcf-4622-b224-5a4a2dd871e3 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:03.339442 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-54f7b0e7-41e9-4581-aeb2-5af38b95a247 req-dc58c4e7-ddcf-4622-b224-5a4a2dd871e3 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 945 time: 0.0940225 Apr 01 12:43:03.364628 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc750b59-769a-4865-b46c-23b0e61b970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:03.365851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a5bc8b74-9d35-4cf4-a45b-977326053965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:03.366643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d6a2d-b2a6-424d-8501-24cbdeae6854 req-f794e862-66b1-421f-b9ef-aa54258ab30a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:03.367612 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc750b59-769a-4865-b46c-23b0e61b970c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:03.371247 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dc750b59-769a-4865-b46c-23b0e61b970c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/134488d3-09b1-474e-88a6-ed9448faeda8 HTTP/1.1" status: 204 len: 168 time: 0.2186856 Apr 01 12:43:03.371515 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2d1d6a2d-b2a6-424d-8501-24cbdeae6854 req-f794e862-66b1-421f-b9ef-aa54258ab30a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 944 time: 0.1160305 Apr 01 12:43:03.375734 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc8b74-9d35-4cf4-a45b-977326053965 None None] The sync data for ids ['19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:43:03.404631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc750b59-769a-4865-b46c-23b0e61b970c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134488d3-09b1-474e-88a6-ed9448faeda8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:03.455150 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-54f7b0e7-41e9-4581-aeb2-5af38b95a247 req-33a4a083-5d1e-4593-828c-982ac258e053 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984039 Apr 01 12:43:03.466786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2d1d6a2d-b2a6-424d-8501-24cbdeae6854 req-5dd365db-fa1c-487e-93e9-eb106ce20ec9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687499 Apr 01 12:43:03.513108 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2fe6766d-6b15-40e1-8312-e1f7c825d5aa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/routers/19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c HTTP/1.1" status: 200 len: 886 time: 0.3523455 Apr 01 12:43:03.515815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45240) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:03.553807 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4810f57c-36f1-40d4-90c4-cac9d7c2900d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c HTTP/1.1" status: 200 len: 205 time: 0.0366869 Apr 01 12:43:03.556941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45244) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:03.709244 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:03.869201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c692b9f-8757-48da-934c-745f6c4ec81d req-0a1e2b6d-b265-46bf-b344-a918d6ab2b05 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:03.877477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c692b9f-8757-48da-934c-745f6c4ec81d req-0a1e2b6d-b265-46bf-b344-a918d6ab2b05 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 945 time: 0.0846548 Apr 01 12:43:03.945242 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:03.954423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c692b9f-8757-48da-934c-745f6c4ec81d req-b57914e9-2695-4268-8931-61af06f37d8c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755196 Apr 01 12:43:04.021057 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port f7da2c5c-4d9a-4917-9402-ceb73f1b66b7 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:43:04.021573 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:04.175146 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:04.188631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for f7da2c5c-4d9a-4917-9402-ceb73f1b66b7 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:43:04.411151 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:04.441935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=f7da2c5c-4d9a-4917-9402-ceb73f1b66b7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:04.478596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:04.529879 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:04.641910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:04.642309 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:04.657097 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:04.659791 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:04.769160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:04.769160 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Fanout notify agent at l3_agent the message router_deleted on router 19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:43:04.803896 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:04.805193 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e5c3296a-55ce-46ac-9107-61850f49d46a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c HTTP/1.1" status: 204 len: 168 time: 1.2469876 Apr 01 12:43:04.809615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45312) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:04.814597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-7ea7b9e0-17f7-48c7-842c-855a60147890 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'network': {'name': 'tempest-RoutersTest-1719884218'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:04.853167 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b95f3-e53b-47d8-98e6-894105779ff5 req-3037dd4c-9e25-4830-b0d1-5ed302bb78ca tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:04.857776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea7b9e0-17f7-48c7-842c-855a60147890 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:43:04.863312 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a45b95f3-e53b-47d8-98e6-894105779ff5 req-3037dd4c-9e25-4830-b0d1-5ed302bb78ca tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 944 time: 0.1462007 Apr 01 12:43:04.864758 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b9e0-17f7-48c7-842c-855a60147890 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:04.880165 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:04.948228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea7b9e0-17f7-48c7-842c-855a60147890 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:43:04.956816 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a45b95f3-e53b-47d8-98e6-894105779ff5 req-aa9607bc-ddf3-405d-9883-8ea0e5c08ef6 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882075 Apr 01 12:43:04.965636 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:04.966901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:43:04.971252 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c219cfc-08c8-41e1-8a1b-3043a6eb22b4" -d '{"events": [{"server_uuid": "9b8a43e3-8247-43b1-9eae-42f1504a9428", "name": "network-vif-plugged", "status": "completed", "tag": "5e70ca5e-7834-4d95-b6d8-8dfaadabef77"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:43:04.994431 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:05.024729 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b9e0-17f7-48c7-842c-855a60147890 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:05.025176 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-7ea7b9e0-17f7-48c7-842c-855a60147890 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Added segment 948bb322-d858-416c-a02b-c76554c868da of type vlan for network 3aeef84f-82b7-4a8a-8893-3d1689d50d81 Apr 01 12:43:05.142535 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99959f30-295b-4e94-80f9-7deac6219ef3 x-openstack-request-id: req-99959f30-295b-4e94-80f9-7deac6219ef3 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:43:05.143125 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8a43e3-8247-43b1-9eae-42f1504a9428", "name": "network-vif-plugged", "status": "completed", "tag": "5e70ca5e-7834-4d95-b6d8-8dfaadabef77", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:43:05.143544 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99959f30-295b-4e94-80f9-7deac6219ef3 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:43:05.144950 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99959f30-295b-4e94-80f9-7deac6219ef3'] response: {'server_uuid': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77', 'code': 200} Apr 01 12:43:05.159897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:05.231869 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:43:05.247115 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b9e0-17f7-48c7-842c-855a60147890 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:05.369211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35865c4f-fc9a-43b5-ad21-c0e72f05038e req-5f7464e6-52c3-4449-894a-d5d15f7564f6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:05.371322 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-35865c4f-fc9a-43b5-ad21-c0e72f05038e req-5f7464e6-52c3-4449-894a-d5d15f7564f6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 945 time: 0.1424751 Apr 01 12:43:05.375086 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b9e0-17f7-48c7-842c-855a60147890 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:05.382297 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea7b9e0-17f7-48c7-842c-855a60147890 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:05.387758 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b9e0-17f7-48c7-842c-855a60147890 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:05.396302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98a7a-b3f2-4f2b-b5e6-18339c98dd8f req-7287451c-8192-4988-bd49-69d1e0ba7e59 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:05.399975 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03b98a7a-b3f2-4f2b-b5e6-18339c98dd8f req-7287451c-8192-4988-bd49-69d1e0ba7e59 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 945 time: 0.2057254 Apr 01 12:43:05.602391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7b9e0-17f7-48c7-842c-855a60147890 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Network': ['ID=3aeef84f-82b7-4a8a-8893-3d1689d50d81,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:05.622570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 3aeef84f-82b7-4a8a-8893-3d1689d50d81 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:43:05.661871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7ea7b9e0-17f7-48c7-842c-855a60147890 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8512373 Apr 01 12:43:05.662786 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-03b98a7a-b3f2-4f2b-b5e6-18339c98dd8f req-40d77076-da28-4225-9440-86428feabb6c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489328 Apr 01 12:43:05.667407 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45334) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:05.680563 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ebbd33cb-04f6-4cd5-959b-5a36e63cdcdd tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'subnet': {'network_id': '3aeef84f-82b7-4a8a-8893-3d1689d50d81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:05.800935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-35865c4f-fc9a-43b5-ad21-c0e72f05038e req-e6d2eef1-20ba-4421-b07e-04c051b7e5e8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Deleting port 5319b754-ba74-42cc-b98e-fdf507fadfb9 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:43:05.801477 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-35865c4f-fc9a-43b5-ad21-c0e72f05038e req-e6d2eef1-20ba-4421-b07e-04c051b7e5e8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:05.989403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbd33cb-04f6-4cd5-959b-5a36e63cdcdd tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:43:05.999267 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebbd33cb-04f6-4cd5-959b-5a36e63cdcdd tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:06.138426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-35865c4f-fc9a-43b5-ad21-c0e72f05038e req-e6d2eef1-20ba-4421-b07e-04c051b7e5e8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] For port 5319b754-ba74-42cc-b98e-fdf507fadfb9, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5319b754-ba74-42cc-b98e-fdf507fadfb9,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:06.139003 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-35865c4f-fc9a-43b5-ad21-c0e72f05038e req-e6d2eef1-20ba-4421-b07e-04c051b7e5e8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:06.176504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-35865c4f-fc9a-43b5-ad21-c0e72f05038e req-e6d2eef1-20ba-4421-b07e-04c051b7e5e8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Calling delete_port for 5319b754-ba74-42cc-b98e-fdf507fadfb9 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:43:06.380952 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-98c87159-ebdd-4ab0-91c5-d5b81afb6aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:06.565046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a886ac-b079-4cfb-bf38-8a5faa76408d req-7eac1c85-02f8-42b4-9ea3-8a0accfbeede tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:06.566651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-15a886ac-b079-4cfb-bf38-8a5faa76408d req-7eac1c85-02f8-42b4-9ea3-8a0accfbeede tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2964525 Apr 01 12:43:06.783168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-15a886ac-b079-4cfb-bf38-8a5faa76408d req-ee91ea31-4f29-455a-86b6-4632a746cd35 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869731 Apr 01 12:43:06.824480 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebbd33cb-04f6-4cd5-959b-5a36e63cdcdd tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:06.892566 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-35865c4f-fc9a-43b5-ad21-c0e72f05038e req-e6d2eef1-20ba-4421-b07e-04c051b7e5e8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:06.911236 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:43:07.005360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2eef1-20ba-4421-b07e-04c051b7e5e8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event deleted for resources: {'Port': ['ID=5319b754-ba74-42cc-b98e-fdf507fadfb9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:07.029565 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd33cb-04f6-4cd5-959b-5a36e63cdcdd tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Subnet': ['ID=e2612972-5e83-44ff-a92d-5589c508969e,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:07.045148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['5319b754-ba74-42cc-b98e-fdf507fadfb9'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:43:07.176791 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7faa4174-c031-4e94-8d60-71c7ce8ba91c req-e8cfbcb0-ce5e-4f1a-9300-f78366fd1197 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 210 time: 0.2482910 Apr 01 12:43:07.206072 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-35865c4f-fc9a-43b5-ad21-c0e72f05038e req-e6d2eef1-20ba-4421-b07e-04c051b7e5e8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] No DVR routers for this DVR port 5319b754-ba74-42cc-b98e-fdf507fadfb9 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:43:07.218419 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-35865c4f-fc9a-43b5-ad21-c0e72f05038e req-e6d2eef1-20ba-4421-b07e-04c051b7e5e8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:07.224131 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-35865c4f-fc9a-43b5-ad21-c0e72f05038e req-e6d2eef1-20ba-4421-b07e-04c051b7e5e8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "DELETE /v2.0/ports/5319b754-ba74-42cc-b98e-fdf507fadfb9 HTTP/1.1" status: 204 len: 173 time: 1.8210125 Apr 01 12:43:07.227479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb31283-67c5-4425-95be-80d6950b22cf', 'name': 'network-vif-deleted', 'tag': '5319b754-ba74-42cc-b98e-fdf507fadfb9'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:43:07.243705 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea3c10b-4472-4e67-b46c-a3492a133735" -d '{"events": [{"server_uuid": "3fb31283-67c5-4425-95be-80d6950b22cf", "name": "network-vif-deleted", "tag": "5319b754-ba74-42cc-b98e-fdf507fadfb9"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:43:07.275375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbd33cb-04f6-4cd5-959b-5a36e63cdcdd tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Checking segment: {'id': '948bb322-d858-416c-a02b-c76554c868da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3aeef84f-82b7-4a8a-8893-3d1689d50d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:07.277649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd33cb-04f6-4cd5-959b-5a36e63cdcdd tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network hostable DHCP agents. Network: 3aeef84f-82b7-4a8a-8893-3d1689d50d81, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:43:07.344822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd33cb-04f6-4cd5-959b-5a36e63cdcdd tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 3aeef84f-82b7-4a8a-8893-3d1689d50d81 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:43:07.376518 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be5c8b2-464f-47ad-acbf-9045357304ab x-openstack-request-id: req-5be5c8b2-464f-47ad-acbf-9045357304ab {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:43:07.377018 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb31283-67c5-4425-95be-80d6950b22cf", "name": "network-vif-deleted", "tag": "5319b754-ba74-42cc-b98e-fdf507fadfb9", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:43:07.377438 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5be5c8b2-464f-47ad-acbf-9045357304ab {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:43:07.378262 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be5c8b2-464f-47ad-acbf-9045357304ab'] response: {'server_uuid': '3fb31283-67c5-4425-95be-80d6950b22cf', 'name': 'network-vif-deleted', 'tag': '5319b754-ba74-42cc-b98e-fdf507fadfb9', 'status': 'completed', 'code': 200} Apr 01 12:43:07.399717 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd33cb-04f6-4cd5-959b-5a36e63cdcdd tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 3aeef84f-82b7-4a8a-8893-3d1689d50d81) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:07.412133 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd33cb-04f6-4cd5-959b-5a36e63cdcdd tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:07.413285 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebbd33cb-04f6-4cd5-959b-5a36e63cdcdd tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:07.457775 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ebbd33cb-04f6-4cd5-959b-5a36e63cdcdd tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7878733 Apr 01 12:43:07.463276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45374) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:07.466837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a271bd87-8cb4-47ca-b82f-6dcb1905fa3f tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2108213360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:07.547573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1e9dd6-a5fc-44dd-b590-c239194e64f6 None None] Network 3aeef84f-82b7-4a8a-8893-3d1689d50d81 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:43:07.563471 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a271bd87-8cb4-47ca-b82f-6dcb1905fa3f tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:07.569900 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a271bd87-8cb4-47ca-b82f-6dcb1905fa3f tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:07.661616 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a271bd87-8cb4-47ca-b82f-6dcb1905fa3f tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:07.671232 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a271bd87-8cb4-47ca-b82f-6dcb1905fa3f tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:07.715485 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a271bd87-8cb4-47ca-b82f-6dcb1905fa3f tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:07.715994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a271bd87-8cb4-47ca-b82f-6dcb1905fa3f tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2526774 Apr 01 12:43:07.718979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45380) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:08.288854 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-3aeef84f-82b7-4a8a-8893-3d1689d50d81', 'network_id': '3aeef84f-82b7-4a8a-8893-3d1689d50d81', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'fixed_ips': [{'subnet_id': 'e2612972-5e83-44ff-a92d-5589c508969e'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:43:08.292116 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:08.628311 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7d570a73-11e5-4238-9489-bdabf374fb40 req-ede74ac4-5df1-4f81-bf48-3ff60151ade9 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb31283-67c5-4425-95be-80d6950b22cf HTTP/1.1" status: 200 len: 210 time: 0.0887513 Apr 01 12:43:08.851955 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Allocated IP 172.20.0.2 (3aeef84f-82b7-4a8a-8893-3d1689d50d81/e2612972-5e83-44ff-a92d-5589c508969e/bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:43:08.968140 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:09.159416 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9318afe7-66a4-47df-80a8-96373a2efb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:09.173270 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:09.347768 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:09.360019 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:09.458819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45408) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:09.500371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12379f-c5de-437e-8518-37e703f0c145 req-2d696da2-53a8-461b-9e94-d99cead3afc6 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:09.510265 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9d12379f-c5de-437e-8518-37e703f0c145 req-2d696da2-53a8-461b-9e94-d99cead3afc6 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 1.4788480 Apr 01 12:43:09.546619 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Network 3aeef84f-82b7-4a8a-8893-3d1689d50d81 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:09.552920 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:09.604432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:43:09.622367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Pushing event updated for resources: {'Port': ['ID=bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:09.639198 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9d12379f-c5de-437e-8518-37e703f0c145 req-8a2fa9c0-68e4-4f1d-a567-0eea665f042a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279166 Apr 01 12:43:09.776354 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:09.867540 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-168d4a7d-1436-4065-9c83-cf6d2bd681ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:09.883252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Attempting to bind port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:43:09.899409 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Attempting to bind port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '948bb322-d858-416c-a02b-c76554c868da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3aeef84f-82b7-4a8a-8893-3d1689d50d81'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:43:09.912767 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Attempting to bind port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a on network 3aeef84f-82b7-4a8a-8893-3d1689d50d81 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:43:09.965451 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:43:09.968711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Checking segment: {'id': '948bb322-d858-416c-a02b-c76554c868da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3aeef84f-82b7-4a8a-8893-3d1689d50d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:09.970987 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:09.971462 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Bound using segment: {'id': '948bb322-d858-416c-a02b-c76554c868da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3aeef84f-82b7-4a8a-8893-3d1689d50d81'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:43:09.978632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Bound port: bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948bb322-d858-416c-a02b-c76554c868da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3aeef84f-82b7-4a8a-8893-3d1689d50d81'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:43:09.980870 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:10.137298 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-168d4a7d-1436-4065-9c83-cf6d2bd681ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:10.145577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-168d4a7d-1436-4065-9c83-cf6d2bd681ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:10.248812 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d4a7d-1436-4065-9c83-cf6d2bd681ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a54f9de-c7b4-4ec6-aa2e-4c11697fe3fe,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:10.299482 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-168d4a7d-1436-4065-9c83-cf6d2bd681ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6db4c061399d4f6885c7bce8a490dcf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8395045 Apr 01 12:43:10.302154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45420) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:10.427685 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:10.431463 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] For port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:43:10.441351 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] For port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a,segment=NetworkSegment(948bb322-d858-416c-a02b-c76554c868da),segment_id=948bb322-d858-416c-a02b-c76554c868da)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:43:10.450566 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:10.491251 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a73dd9b-0112-4af6-a77d-3bf19b19edae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:10.586421 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5319b754-ba74-42cc-b98e-fdf507fadfb9 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:43:10.605613 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45426) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:10.627420 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a73dd9b-0112-4af6-a77d-3bf19b19edae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:10.753961 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 5319b754-ba74-42cc-b98e-fdf507fadfb9 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:43:10.754333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5319b754-ba74-42cc-b98e-fdf507fadfb9 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:43:10.807805 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a73dd9b-0112-4af6-a77d-3bf19b19edae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:10.810555 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a73dd9b-0112-4af6-a77d-3bf19b19edae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:10.816068 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9a73dd9b-0112-4af6-a77d-3bf19b19edae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a54f9de-c7b4-4ec6-aa2e-4c11697fe3fe HTTP/1.1" status: 204 len: 168 time: 0.5115523 Apr 01 12:43:10.825539 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73dd9b-0112-4af6-a77d-3bf19b19edae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a54f9de-c7b4-4ec6-aa2e-4c11697fe3fe,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:10.857068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc9671-778f-4ec5-8b8a-5196083aadef None None] Pushing event updated for resources: {'Port': ['ID=bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:10.873634 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Allocated IP 172.20.0.1 (3aeef84f-82b7-4a8a-8893-3d1689d50d81/e2612972-5e83-44ff-a92d-5589c508969e/6170402b-72d0-43c2-b240-066d549313cc) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:43:11.377854 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-461815ef-8fe8-4fb3-8c00-7da9b843b546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:11.444665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b594834-6b1c-4973-b0ae-0b1a7430272e req-65e92a40-e092-4833-a554-a249b4424065 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:11.463304 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b594834-6b1c-4973-b0ae-0b1a7430272e req-65e92a40-e092-4833-a554-a249b4424065 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.4167933 Apr 01 12:43:11.615924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b594834-6b1c-4973-b0ae-0b1a7430272e req-6e596421-5a6e-4c5c-a198-8474c27b1777 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497054 Apr 01 12:43:11.806090 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:11.826380 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-461815ef-8fe8-4fb3-8c00-7da9b843b546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:11.845414 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-461815ef-8fe8-4fb3-8c00-7da9b843b546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:11.863229 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:11.870916 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.007786 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:12.012987 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45446) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:12.040257 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee598711-7c26-4bae-8c4b-137063a54041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.088928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461815ef-8fe8-4fb3-8c00-7da9b843b546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849c63d7-10c7-4489-abc3-63bbd4811524,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:12.133475 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-461815ef-8fe8-4fb3-8c00-7da9b843b546 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2997979e79fd485b9ad3b9abf7315034&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5197558 Apr 01 12:43:12.165988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45456) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:12.218624 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:12.219275 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.256200 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee598711-7c26-4bae-8c4b-137063a54041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.265838 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee598711-7c26-4bae-8c4b-137063a54041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.342141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee598711-7c26-4bae-8c4b-137063a54041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02937274-5619-4c19-90cf-562db2dd2c45,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:12.361759 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.430996 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ee598711-7c26-4bae-8c4b-137063a54041 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0afe0a24bb694e3c8dded00e84c15d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163749 Apr 01 12:43:12.436028 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45460) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:12.543855 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.612871 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-96322b58-04ac-4173-85d5-3eaafd2498d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.624214 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 3aeef84f-82b7-4a8a-8893-3d1689d50d81 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:12.633985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:12.636712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=6170402b-72d0-43c2-b240-066d549313cc,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:12.641599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:43:12.649887 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a,segment=NetworkSegment(948bb322-d858-416c-a02b-c76554c868da),segment_id=948bb322-d858-416c-a02b-c76554c868da)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:12.659568 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.710064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-96322b58-04ac-4173-85d5-3eaafd2498d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.752542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:12.756354 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f67bb3-48a3-4dc8-8bb0-79413c99817f None None] Network 3aeef84f-82b7-4a8a-8893-3d1689d50d81 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:43:12.788505 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d817fce-9f58-4a55-8b44-09bb8f7ee525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.811695 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-96322b58-04ac-4173-85d5-3eaafd2498d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.814317 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-96322b58-04ac-4173-85d5-3eaafd2498d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.818510 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-96322b58-04ac-4173-85d5-3eaafd2498d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02937274-5619-4c19-90cf-562db2dd2c45 HTTP/1.1" status: 204 len: 168 time: 0.3807516 Apr 01 12:43:12.832267 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-0ba81958-9c64-4768-9f8c-d1c9216619f0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:12.834986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96322b58-04ac-4173-85d5-3eaafd2498d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02937274-5619-4c19-90cf-562db2dd2c45,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:12.843304 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-0ba81958-9c64-4768-9f8c-d1c9216619f0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.6693876 Apr 01 12:43:12.859123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3837935e-fe5f-4c42-a0db-12d8a2a27ac6 None None] Provisioning complete for port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:12.859502 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3837935e-fe5f-4c42-a0db-12d8a2a27ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.860758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.978474 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d817fce-9f58-4a55-8b44-09bb8f7ee525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:12.986287 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-3b50ad6b-e4c7-43b1-bc13-0a0503ce3e2a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/quotas/faf9e4a3810b4cb7ac6ea91a58e763e8 HTTP/1.1" status: 200 len: 375 time: 0.1420321 Apr 01 12:43:13.002081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58b72b-1f81-4313-bfa2-a1b6fd226306 req-f5fb1737-d700-4f44-a3d0-9ee6395396ac tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:13.004774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9e58b72b-1f81-4313-bfa2-a1b6fd226306 req-f5fb1737-d700-4f44-a3d0-9ee6395396ac tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0992956 Apr 01 12:43:13.153252 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9e58b72b-1f81-4313-bfa2-a1b6fd226306 req-b1d8527a-b248-48bb-bd88-2a3d450664ea tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342509 Apr 01 12:43:13.489892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:13.548318 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-7e89f0f9-d9fb-4aff-b75e-90f7fcc98bbe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5393872 Apr 01 12:43:13.565006 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d817fce-9f58-4a55-8b44-09bb8f7ee525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:13.572540 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d817fce-9f58-4a55-8b44-09bb8f7ee525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:13.573934 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1d817fce-9f58-4a55-8b44-09bb8f7ee525 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/849c63d7-10c7-4489-abc3-63bbd4811524 HTTP/1.1" status: 204 len: 168 time: 1.4064929 Apr 01 12:43:13.692088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d817fce-9f58-4a55-8b44-09bb8f7ee525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849c63d7-10c7-4489-abc3-63bbd4811524,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:13.806286 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1b7fd876-293e-46ab-949c-7da4f6eba7fe None None] Provisioning complete for port 6170402b-72d0-43c2-b240-066d549313cc triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:13.806906 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1b7fd876-293e-46ab-949c-7da4f6eba7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:14.026628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fd876-293e-46ab-949c-7da4f6eba7fe None None] Port 6170402b-72d0-43c2-b240-066d549313cc cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:43:14.101254 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1b7fd876-293e-46ab-949c-7da4f6eba7fe None None] Provisioning complete for port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:14.103110 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1b7fd876-293e-46ab-949c-7da4f6eba7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:14.426709 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-c0847ce0-3666-459e-b15b-d1c574356248 service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8069382 Apr 01 12:43:14.471281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0cb8670f-2fbb-423b-87ef-0eeeff3d0a15 None None] Provisioning complete for port 6170402b-72d0-43c2-b240-066d549313cc triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:14.471829 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0cb8670f-2fbb-423b-87ef-0eeeff3d0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:14.495604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2df2e7-0971-4d7a-81b0-1dd42906672e req-26486c2e-beb0-4e56-94a6-782bd4c1c974 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:14.514106 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c2df2e7-0971-4d7a-81b0-1dd42906672e req-26486c2e-beb0-4e56-94a6-782bd4c1c974 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1999462 Apr 01 12:43:14.578822 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:14.673014 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8670f-2fbb-423b-87ef-0eeeff3d0a15 None None] Port 6170402b-72d0-43c2-b240-066d549313cc cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:43:14.674480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c2df2e7-0971-4d7a-81b0-1dd42906672e req-b7f5b453-bda7-44e4-bf37-33a3f1943ad0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593268 Apr 01 12:43:14.750892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45496) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:14.768900 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bb704ef-455f-4d97-90a4-efd16b00b84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:14.837886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:14.839047 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:14.945053 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bb704ef-455f-4d97-90a4-efd16b00b84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:14.951839 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bb704ef-455f-4d97-90a4-efd16b00b84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:14.960846 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-4faa46f0-bb72-481d-98b7-4c8efe602dc5 service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193763 Apr 01 12:43:15.001778 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:15.009850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:15.013731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb704ef-455f-4d97-90a4-efd16b00b84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c72da6-e6c5-482e-8424-27aa7700c160,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:15.081891 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4bb704ef-455f-4d97-90a4-efd16b00b84f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c271eb99f654492a747c32f68e1d915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298433 Apr 01 12:43:15.084519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45500) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:15.223699 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=6170402b-72d0-43c2-b240-066d549313cc,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:15.250614 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:15.527385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 3aeef84f-82b7-4a8a-8893-3d1689d50d81 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:15.529942 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:15.856870 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router c2ed710e-e6f7-41f0-ad32-22afe2544931 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:43:16.029274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145c9a3-0170-416a-b538-c0a9bf3c5098 req-fa96efd0-c3fe-48b1-b532-b059988dfa98 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:16.038330 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9145c9a3-0170-416a-b538-c0a9bf3c5098 req-fa96efd0-c3fe-48b1-b532-b059988dfa98 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1891563 Apr 01 12:43:16.051837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-10710da7-036f-4add-bd40-265f6cbc8377 None None] Provisioning complete for port 6170402b-72d0-43c2-b240-066d549313cc triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:16.054056 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-10710da7-036f-4add-bd40-265f6cbc8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:16.143382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-10710da7-036f-4add-bd40-265f6cbc8377 None None] Port 6170402b-72d0-43c2-b240-066d549313cc cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:43:16.184775 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9145c9a3-0170-416a-b538-c0a9bf3c5098 req-4ebd8c15-7c10-4ecd-ad92-252cdd67c3af tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636652 Apr 01 12:43:16.186227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:43:16.197891 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4059d0-f7e2-4613-ba61-bb2ac39ff10d None None] Sync routers for ids ['c2ed710e-e6f7-41f0-ad32-22afe2544931'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:43:16.216213 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c8de027c-c86d-4bc1-91e5-54fad33c2ae1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/c2ed710e-e6f7-41f0-ad32-22afe2544931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4915032 Apr 01 12:43:16.216213 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45528) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:16.219022 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-788df2f1-7fb2-4b9f-b3e5-1f11c772b797 req-3c33923d-d7ff-4655-8c0d-1a3faf880d78 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 210 time: 0.1300354 Apr 01 12:43:16.237422 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4059d0-f7e2-4613-ba61-bb2ac39ff10d None None] Routers {'c2ed710e-e6f7-41f0-ad32-22afe2544931'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:16.238178 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0b4059d0-f7e2-4613-ba61-bb2ac39ff10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c2ed710e-e6f7-41f0-ad32-22afe2544931'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:16.247105 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e933aef-bace-47ce-adf0-f505f0f04d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:16.312729 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e933aef-bace-47ce-adf0-f505f0f04d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:16.370198 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0b4059d0-f7e2-4613-ba61-bb2ac39ff10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:16.387146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bbcb40-02dd-4f5d-98c9-bd40681e85ed tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:16.391005 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-89bbcb40-02dd-4f5d-98c9-bd40681e85ed tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports/6170402b-72d0-43c2-b240-066d549313cc HTTP/1.1" status: 200 len: 910 time: 0.1728358 Apr 01 12:43:16.391747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45540) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:16.391912 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4059d0-f7e2-4613-ba61-bb2ac39ff10d None None] Routers {'c2ed710e-e6f7-41f0-ad32-22afe2544931'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:16.392585 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0b4059d0-f7e2-4613-ba61-bb2ac39ff10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c2ed710e-e6f7-41f0-ad32-22afe2544931'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:16.402046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-af85df12-2b24-4cbf-9969-507400dc9f17 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e2612972-5e83-44ff-a92d-5589c508969e'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:16.441631 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e933aef-bace-47ce-adf0-f505f0f04d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:16.448885 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e933aef-bace-47ce-adf0-f505f0f04d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:16.462703 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4e933aef-bace-47ce-adf0-f505f0f04d5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42c72da6-e6c5-482e-8424-27aa7700c160 HTTP/1.1" status: 204 len: 168 time: 1.3718619 Apr 01 12:43:16.485642 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0b4059d0-f7e2-4613-ba61-bb2ac39ff10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:16.486748 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4059d0-f7e2-4613-ba61-bb2ac39ff10d None None] The sync data for ids ['c2ed710e-e6f7-41f0-ad32-22afe2544931'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:43:16.499658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e933aef-bace-47ce-adf0-f505f0f04d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c72da6-e6c5-482e-8424-27aa7700c160,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:16.792978 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af85df12-2b24-4cbf-9969-507400dc9f17 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:17.437593 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5b9ba58-37ea-4269-97a0-25e4b992be31 req-7e8c7fe5-4272-4977-81ba-52c16c4695b7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 210 time: 0.0826042 Apr 01 12:43:17.718934 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab341a-66c4-4955-914f-667e7e9b77e1 req-cc80ff0a-572b-4918-ae15-926d0262a60a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:17.729345 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10ab341a-66c4-4955-914f-667e7e9b77e1 req-cc80ff0a-572b-4918-ae15-926d0262a60a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.3561409 Apr 01 12:43:17.845113 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10ab341a-66c4-4955-914f-667e7e9b77e1 req-3336ff10-8ceb-44c8-81b5-878080a22347 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144836 Apr 01 12:43:17.952367 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af85df12-2b24-4cbf-9969-507400dc9f17 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:17.976537 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af85df12-2b24-4cbf-9969-507400dc9f17 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:18.148239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45588) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:18.285243 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85df12-2b24-4cbf-9969-507400dc9f17 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:18.298963 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af85df12-2b24-4cbf-9969-507400dc9f17 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:18.306857 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-af85df12-2b24-4cbf-9969-507400dc9f17 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/ports/6170402b-72d0-43c2-b240-066d549313cc HTTP/1.1" status: 200 len: 910 time: 1.9131682 Apr 01 12:43:18.309940 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45592) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:18.313885 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85df12-2b24-4cbf-9969-507400dc9f17 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=6170402b-72d0-43c2-b240-066d549313cc,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:18.337745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-1ac3552a-3f8f-448b-9235-9df1c18a2628 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:18.341830 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-1ac3552a-3f8f-448b-9235-9df1c18a2628 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.3119617 Apr 01 12:43:18.358102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Request body: {'port': {'device_id': '959291ed-455f-47d2-bb3b-1558029ee1b2', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'admin_state_up': True, 'tenant_id': 'faf9e4a3810b4cb7ac6ea91a58e763e8'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:18.687600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c5daa3d-c0fb-49b8-b845-f33d57fa6ebe req-c937de70-fec2-4037-9e1d-e55919bfe8e7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 210 time: 0.1180978 Apr 01 12:43:18.689675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Made reservation on behalf of faf9e4a3810b4cb7ac6ea91a58e763e8 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:43:18.695416 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:18.942610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Allocated IP 172.20.0.5 (7954533d-2445-42af-9c0a-77b864800a7b/16405484-146e-4b1d-a8e6-5b44cba643c4/1dfc7ceb-9bb1-4314-99b9-64a447ca9d51) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:43:19.155602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:19.210763 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:19.227361 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:43:19.300549 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99c094d8-5bcc-481f-aae2-41a34e29f215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:19.306291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event updated for resources: {'Port': ['ID=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:19.342328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Network 7954533d-2445-42af-9c0a-77b864800a7b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:19.497841 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99c094d8-5bcc-481f-aae2-41a34e29f215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:19.499946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:19.512904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:43:19.519720 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99c094d8-5bcc-481f-aae2-41a34e29f215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:19.553420 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e622b8-4e12-4f3e-9135-9c0a2d5478bc req-26052027-0f1d-4355-8e7c-7a25d5d56bd9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:19.576603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3e622b8-4e12-4f3e-9135-9c0a2d5478bc req-26052027-0f1d-4355-8e7c-7a25d5d56bd9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1946211 Apr 01 12:43:19.715649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-99c094d8-5bcc-481f-aae2-41a34e29f215 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab4f2a6c89054366a99c19a0dc44989f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5662894 Apr 01 12:43:19.726618 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45626) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:19.756610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:19.760142 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:19.795140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c094d8-5bcc-481f-aae2-41a34e29f215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e905a97b-2515-4500-862b-3f19ef6702dc,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:19.820457 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-b7c5b311-3396-4b85-b758-5a11f3de53b0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4704223 Apr 01 12:43:19.866055 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3e622b8-4e12-4f3e-9135-9c0a2d5478bc req-35b2cc62-2956-4860-b7fe-725de4e53f26 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785113 Apr 01 12:43:19.877298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Request body: {'port': {'device_id': '959291ed-455f-47d2-bb3b-1558029ee1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:19.986681 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13d2e5-c297-4115-9868-1d1d27f19840 req-c0f9bb20-5f2d-4d8a-905d-ab49d33e71ab tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:19.988356 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e13d2e5-c297-4115-9868-1d1d27f19840 req-c0f9bb20-5f2d-4d8a-905d-ab49d33e71ab tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 931 time: 0.1635165 Apr 01 12:43:19.989491 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:20.049576 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7495341-60d3-4187-a3cf-876c78b9faf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:20.057755 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e13d2e5-c297-4115-9868-1d1d27f19840 req-dea76589-710d-44fd-936b-3cfd48373ed8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574555 Apr 01 12:43:20.150086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7495341-60d3-4187-a3cf-876c78b9faf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:20.160853 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6efe0b49-2c5d-4ec4-ae91-e60869359aca tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:20.470411 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7495341-60d3-4187-a3cf-876c78b9faf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:20.473621 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7495341-60d3-4187-a3cf-876c78b9faf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:20.475108 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e7495341-60d3-4187-a3cf-876c78b9faf7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e905a97b-2515-4500-862b-3f19ef6702dc HTTP/1.1" status: 204 len: 168 time: 0.7475374 Apr 01 12:43:20.518208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7495341-60d3-4187-a3cf-876c78b9faf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e905a97b-2515-4500-862b-3f19ef6702dc,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:20.624017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:43:20.646855 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:20.674173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Transition to ACTIVE for port object 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:43:20.684273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:20.706636 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6efe0b49-2c5d-4ec4-ae91-e60869359aca tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port 6170402b-72d0-43c2-b240-066d549313cc {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:43:20.707231 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6efe0b49-2c5d-4ec4-ae91-e60869359aca tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:20.800066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:20.888274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Attempting to bind port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:43:20.888676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Attempting to bind port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:43:20.889013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Attempting to bind port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:43:20.896547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 on network 7954533d-2445-42af-9c0a-77b864800a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:43:20.896994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Attempting to bind port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:43:20.902322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:43:20.903572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Checking segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:20.904109 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Bound using segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:43:20.904743 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Bound port: 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:43:20.905120 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:20.961101 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6efe0b49-2c5d-4ec4-ae91-e60869359aca tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:20.988767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6efe0b49-2c5d-4ec4-ae91-e60869359aca tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for 6170402b-72d0-43c2-b240-066d549313cc owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:43:21.043150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] For port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:43:21.055695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] For port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:43:21.068460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:21.155614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45662) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:21.161864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:21.163393 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:21.164917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] 10.222.0.44 "PUT /v2.0/ports/1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 HTTP/1.1" status: 200 len: 1091 time: 1.3115027 Apr 01 12:43:21.190443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959291ed-455f-47d2-bb3b-1558029ee1b2', 'tag': '1dfc7ceb-9bb1-4314-99b9-64a447ca9d51'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:43:21.195654 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c58f6b-d728-4f13-8016-241b0a1fdf64" -d '{"events": [{"name": "network-changed", "server_uuid": "959291ed-455f-47d2-bb3b-1558029ee1b2", "tag": "1dfc7ceb-9bb1-4314-99b9-64a447ca9d51"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:43:21.254343 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d83effc-318f-4fb6-a67c-6493ec37405e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:21.292121 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ec5cb-3f60-4a78-a787-491aaf1245ef req-535bd787-9acd-449f-b10f-7ba8784291b4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:21.293690 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-066ec5cb-3f60-4a78-a787-491aaf1245ef req-535bd787-9acd-449f-b10f-7ba8784291b4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2881358 Apr 01 12:43:21.394761 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-066ec5cb-3f60-4a78-a787-491aaf1245ef req-c704c585-08cc-4458-b994-c421ca345885 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922482 Apr 01 12:43:21.430117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576f06f-c833-4ea9-a4c0-0862f3558891 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:21.450146 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-c17adf28-d89a-441e-ae74-1e5a70833c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:21.451916 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-c17adf28-d89a-441e-ae74-1e5a70833c0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 1094 time: 0.2270510 Apr 01 12:43:21.467991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a81876-5af0-4f9d-85ef-bdc30659a824 req-57b07e1e-8546-4d1e-986f-6ae51038c7a8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:21.469867 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12a81876-5af0-4f9d-85ef-bdc30659a824 req-57b07e1e-8546-4d1e-986f-6ae51038c7a8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 943 time: 0.2194417 Apr 01 12:43:21.522704 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-f4eaa162-6fee-466d-9ca9-f1dd6ac01803 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 HTTP/1.1" status: 200 len: 217 time: 0.0514941 Apr 01 12:43:21.549094 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0afb39-3027-4ca6-8d27-a91b6bf8b56d x-openstack-request-id: req-1e0afb39-3027-4ca6-8d27-a91b6bf8b56d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:43:21.549438 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959291ed-455f-47d2-bb3b-1558029ee1b2", "tag": "1dfc7ceb-9bb1-4314-99b9-64a447ca9d51", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:43:21.549690 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e0afb39-3027-4ca6-8d27-a91b6bf8b56d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:43:21.550314 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0afb39-3027-4ca6-8d27-a91b6bf8b56d'] response: {'name': 'network-changed', 'server_uuid': '959291ed-455f-47d2-bb3b-1558029ee1b2', 'tag': '1dfc7ceb-9bb1-4314-99b9-64a447ca9d51', 'status': 'completed', 'code': 200} Apr 01 12:43:21.551762 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6efe0b49-2c5d-4ec4-ae91-e60869359aca tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:21.599720 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12a81876-5af0-4f9d-85ef-bdc30659a824 req-425e2728-355d-44e7-936c-bf776ffadcb7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213284 Apr 01 12:43:21.639197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe0b49-2c5d-4ec4-ae91-e60869359aca tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=6170402b-72d0-43c2-b240-066d549313cc,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:21.646949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-635b1e85-d453-493d-9787-8fe3fd6f1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:21.650625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-635b1e85-d453-493d-9787-8fe3fd6f1adb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.1183338 Apr 01 12:43:21.709793 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-cb6f6923-e5a8-4074-b1e3-e1955eeee078 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396173 Apr 01 12:43:21.771007 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d83effc-318f-4fb6-a67c-6493ec37405e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:21.777325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d83effc-318f-4fb6-a67c-6493ec37405e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:21.917590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83effc-318f-4fb6-a67c-6493ec37405e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb212fb-7870-45ef-a047-b72561bf7140,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:21.925385 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9d83effc-318f-4fb6-a67c-6493ec37405e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3354eefb4b044d419436f34a0a9e52e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7653375 Apr 01 12:43:21.926455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45676) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:21.970868 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-90f3daa4-5ff9-4c00-ba61-840ede7295e2 service neutron] 10.222.0.44 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475588 Apr 01 12:43:22.066207 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6efe0b49-2c5d-4ec4-ae91-e60869359aca tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:22.107395 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dca760c6-c2bc-4914-bad7-3ff71db442d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:22.130452 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dca760c6-c2bc-4914-bad7-3ff71db442d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:22.236685 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dca760c6-c2bc-4914-bad7-3ff71db442d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:22.239938 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dca760c6-c2bc-4914-bad7-3ff71db442d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:22.241708 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dca760c6-c2bc-4914-bad7-3ff71db442d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5bb212fb-7870-45ef-a047-b72561bf7140 HTTP/1.1" status: 204 len: 168 time: 0.3113720 Apr 01 12:43:22.267122 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ae9eb73-5fec-41bd-aef2-d907507680a4 req-c3e4f55f-6b71-439d-a599-76136844329a service neutron] 10.222.0.44 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720068 Apr 01 12:43:22.268456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca760c6-c2bc-4914-bad7-3ff71db442d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb212fb-7870-45ef-a047-b72561bf7140,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:22.424055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c58f6b-d728-4f13-8016-241b0a1fdf64 req-93766fe9-e0db-44c6-8405-d7451ac7af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:22.439829 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48c58f6b-d728-4f13-8016-241b0a1fdf64 req-93766fe9-e0db-44c6-8405-d7451ac7af93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 1094 time: 0.1173356 Apr 01 12:43:22.620833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efe0b49-2c5d-4ec4-ae91-e60869359aca tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router c2ed710e-e6f7-41f0-ad32-22afe2544931 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:43:22.740113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c58f6b-d728-4f13-8016-241b0a1fdf64 req-90f0b2b0-b8e3-46b8-bd05-6e291173997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:22.743596 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48c58f6b-d728-4f13-8016-241b0a1fdf64 req-90f0b2b0-b8e3-46b8-bd05-6e291173997f service neutron] 10.222.0.44 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 907 time: 0.2957652 Apr 01 12:43:22.880805 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48c58f6b-d728-4f13-8016-241b0a1fdf64 req-86dda227-bebe-4084-90fb-f44410010d63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 HTTP/1.1" status: 200 len: 217 time: 0.1283689 Apr 01 12:43:22.944127 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efe0b49-2c5d-4ec4-ae91-e60869359aca tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:43:22.955020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8627c2-006e-4064-871c-05dfffbfec33 None None] Sync routers for ids ['c2ed710e-e6f7-41f0-ad32-22afe2544931'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:43:22.972106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8627c2-006e-4064-871c-05dfffbfec33 None None] Routers {'c2ed710e-e6f7-41f0-ad32-22afe2544931'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:22.972755 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9d8627c2-006e-4064-871c-05dfffbfec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c2ed710e-e6f7-41f0-ad32-22afe2544931'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:22.977976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc55a25-f6c0-449a-a658-b31455b70f44 req-8ee68a84-bbd2-49c4-b097-60623cb500ac tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:23.009623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c58f6b-d728-4f13-8016-241b0a1fdf64 req-a50257b2-824b-4088-ae4a-845780edc497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:23.010547 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5cc55a25-f6c0-449a-a658-b31455b70f44 req-8ee68a84-bbd2-49c4-b097-60623cb500ac tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.4042623 Apr 01 12:43:23.017070 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48c58f6b-d728-4f13-8016-241b0a1fdf64 req-a50257b2-824b-4088-ae4a-845780edc497 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.1147468 Apr 01 12:43:23.032600 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6efe0b49-2c5d-4ec4-ae91-e60869359aca tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/c2ed710e-e6f7-41f0-ad32-22afe2544931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7194629 Apr 01 12:43:23.056467 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45706) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:23.080449 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9d8627c2-006e-4064-871c-05dfffbfec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:23.104992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8627c2-006e-4064-871c-05dfffbfec33 None None] Routers {'c2ed710e-e6f7-41f0-ad32-22afe2544931'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:23.107855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9d8627c2-006e-4064-871c-05dfffbfec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c2ed710e-e6f7-41f0-ad32-22afe2544931'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:23.117220 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48c58f6b-d728-4f13-8016-241b0a1fdf64 req-fdbf25f2-c6dd-49d7-8829-ed4400b31aca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595310 Apr 01 12:43:23.144336 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d10f3ec0-45e0-4ae6-9f73-849439337755 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2ed710e-e6f7-41f0-ad32-22afe2544931 HTTP/1.1" status: 200 len: 205 time: 0.0844011 Apr 01 12:43:23.146130 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45710) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:23.228150 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9d8627c2-006e-4064-871c-05dfffbfec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:23.236971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8627c2-006e-4064-871c-05dfffbfec33 None None] The sync data for ids ['c2ed710e-e6f7-41f0-ad32-22afe2544931'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:43:23.317254 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48c58f6b-d728-4f13-8016-241b0a1fdf64 req-1aad1ed4-1034-45f9-a566-5fe1d9f8ba1c service neutron] 10.222.0.44 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924667 Apr 01 12:43:23.394809 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5cc55a25-f6c0-449a-a658-b31455b70f44 req-6aa224e9-06db-49ad-ac0f-603a7f9e2201 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833036 Apr 01 12:43:23.402105 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55d1194c-0dab-49ad-9c70-cb7b8590f628 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:23.519100 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45724) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:23.578869 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48c58f6b-d728-4f13-8016-241b0a1fdf64 req-cbe6bdcf-d3fb-48de-a7b9-f460a945d606 service neutron] 10.222.0.44 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504499 Apr 01 12:43:23.622303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833311e5-dd6b-45b0-a890-69171ce450dc req-aac9d1af-a814-4238-a80b-4b337db82737 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:23.624394 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-833311e5-dd6b-45b0-a890-69171ce450dc req-aac9d1af-a814-4238-a80b-4b337db82737 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 943 time: 0.7506909 Apr 01 12:43:23.730049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-833311e5-dd6b-45b0-a890-69171ce450dc req-a9cd27b3-1ad5-4dba-bbf9-16495521047b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981705 Apr 01 12:43:23.880439 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55d1194c-0dab-49ad-9c70-cb7b8590f628 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:23.883523 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55d1194c-0dab-49ad-9c70-cb7b8590f628 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:23.978836 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55d1194c-0dab-49ad-9c70-cb7b8590f628 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:23.979630 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d1194c-0dab-49ad-9c70-cb7b8590f628 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Fanout notify agent at l3_agent the message router_deleted on router c2ed710e-e6f7-41f0-ad32-22afe2544931 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:43:23.990218 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55d1194c-0dab-49ad-9c70-cb7b8590f628 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:23.992790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-55d1194c-0dab-49ad-9c70-cb7b8590f628 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/c2ed710e-e6f7-41f0-ad32-22afe2544931 HTTP/1.1" status: 204 len: 168 time: 0.8349931 Apr 01 12:43:23.994472 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4055d268-0e17-40f4-a859-7d5a7d2ff844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:23.996164 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45734) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:24.078090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b281289-2f3b-47f2-9cc9-dda4404c06ba tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting subnet e2612972-5e83-44ff-a92d-5589c508969e {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:43:24.086801 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b281289-2f3b-47f2-9cc9-dda4404c06ba tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:24.186196 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b281289-2f3b-47f2-9cc9-dda4404c06ba tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:24.193510 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4055d268-0e17-40f4-a859-7d5a7d2ff844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:24.255245 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4055d268-0e17-40f4-a859-7d5a7d2ff844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:24.350218 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055d268-0e17-40f4-a859-7d5a7d2ff844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e31c587-cc7a-4db1-b82f-ee3c375b97d7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:24.475352 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4055d268-0e17-40f4-a859-7d5a7d2ff844 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e64058deaa046548b0bc785673a323e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9520485 Apr 01 12:43:24.476122 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b281289-2f3b-47f2-9cc9-dda4404c06ba tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:24.479558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45746) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:24.554670 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:43:24.617640 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ee33-9b75-4d45-9fe2-b127521296f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:24.665582 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ee33-9b75-4d45-9fe2-b127521296f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:24.676716 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69a2ef-3521-452c-ab81-7e37d342824c req-9e1286df-8d87-47ec-9936-03853ef44577 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:24.679928 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d69a2ef-3521-452c-ab81-7e37d342824c req-9e1286df-8d87-47ec-9936-03853ef44577 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1390088 Apr 01 12:43:24.695133 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b281289-2f3b-47f2-9cc9-dda4404c06ba tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:24.737801 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d69a2ef-3521-452c-ab81-7e37d342824c req-5dc04146-0d53-450a-a760-40f0588af9b0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507183 Apr 01 12:43:24.809233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b281289-2f3b-47f2-9cc9-dda4404c06ba tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Subnet': ['ID=e2612972-5e83-44ff-a92d-5589c508969e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:24.820039 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b281289-2f3b-47f2-9cc9-dda4404c06ba tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:24.826885 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45756) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:24.827153 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2b281289-2f3b-47f2-9cc9-dda4404c06ba tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/e2612972-5e83-44ff-a92d-5589c508969e HTTP/1.1" status: 204 len: 168 time: 0.8292592 Apr 01 12:43:24.867604 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ee33-9b75-4d45-9fe2-b127521296f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:24.871551 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ee33-9b75-4d45-9fe2-b127521296f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:24.876029 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1ea5ee33-9b75-4d45-9fe2-b127521296f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e31c587-cc7a-4db1-b82f-ee3c375b97d7 HTTP/1.1" status: 204 len: 168 time: 0.3895609 Apr 01 12:43:24.882605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:24.886646 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5ee33-9b75-4d45-9fe2-b127521296f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e31c587-cc7a-4db1-b82f-ee3c375b97d7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:24.927296 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '1dfc7ceb-9bb1-4314-99b9-64a447ca9d51', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'port_id': '1dfc7ceb-9bb1-4314-99b9-64a447ca9d51', 'mac_address': 'fa:16:3e:a0:65:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16405484-146e-4b1d-a8e6-5b44cba643c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:43:24.944133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81956b43-94cf-40e2-82b6-62da07566471 None None] Network 3aeef84f-82b7-4a8a-8893-3d1689d50d81 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:43:25.003886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558c53b-6de1-49bc-8439-a3c1b68a906b req-31cb8a6d-a8cf-406c-9041-d7b46048727f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:25.010585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9558c53b-6de1-49bc-8439-a3c1b68a906b req-31cb8a6d-a8cf-406c-9041-d7b46048727f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 943 time: 0.0861962 Apr 01 12:43:25.068995 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:25.116449 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9558c53b-6de1-49bc-8439-a3c1b68a906b req-ddaa42ca-f674-4d5d-9863-ffeba2b85864 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999408 Apr 01 12:43:25.205729 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:43:25.207106 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:25.356687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] For port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a,segment=NetworkSegment(948bb322-d858-416c-a02b-c76554c868da),segment_id=948bb322-d858-416c-a02b-c76554c868da)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:25.357385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:25.393082 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:25.399020 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:43:25.456125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:43:25.519083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:25.526457 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:25.616166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45776) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:25.638313 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cad5573b-4345-4283-9cb6-10ae935c96a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:25.704717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616d9283-5c8d-41a7-b812-ee70b9f855b4 None None] DHCP port deletion for 3aeef84f-82b7-4a8a-8893-3d1689d50d81 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:43:25.711569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:25.713681 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:25.749007 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:25.758728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No DVR routers for this DVR port bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:43:25.762220 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-616d9283-5c8d-41a7-b812-ee70b9f855b4 None None] The port 'bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a' was deleted {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Apr 01 12:43:25.891883 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1dfc7ceb-9bb1-4314-99b9-64a447ca9d51'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:43:25.933855 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cad5573b-4345-4283-9cb6-10ae935c96a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:25.941217 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cad5573b-4345-4283-9cb6-10ae935c96a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:25.987625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:43:25.987872 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.039150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5573b-4345-4283-9cb6-10ae935c96a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a9ab1c-dd9f-410f-99d7-acd37306f0b1,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:26.056856 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45786) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:26.064187 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cad5573b-4345-4283-9cb6-10ae935c96a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80087fc30a1a49908ba5d9e699ca23ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4310298 Apr 01 12:43:26.075401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:43:26.081283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bbec0ae6-a0e4-4cc1-be0e-03c31dc0670a not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:43:26.122332 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a217f-e1ed-4c5b-82f0-c99082f83cbe req-e3f6c29a-3bcb-4c89-8e9a-7aa19444f36d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:26.135377 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-339a217f-e1ed-4c5b-82f0-c99082f83cbe req-e3f6c29a-3bcb-4c89-8e9a-7aa19444f36d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2465341 Apr 01 12:43:26.146304 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aeef84f-82b7-4a8a-8893-3d1689d50d81']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:26.188339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948bb322-d858-416c-a02b-c76554c868da') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:26.188719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948bb322-d858-416c-a02b-c76554c868da') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:26.249686 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.363777 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.371319 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:43:26.372250 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.441018 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-dd1fc50d-77a6-46ac-911c-11be2d1b3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:26.443195 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-dd1fc50d-77a6-46ac-911c-11be2d1b3cf4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 1096 time: 0.1720450 Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:43:26.446774 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:43:26.453781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.461583 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-339a217f-e1ed-4c5b-82f0-c99082f83cbe req-bf9fcd87-d0a8-42c2-94e3-7a881d7964a9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246717 Apr 01 12:43:26.509792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.516890 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/networks/3aeef84f-82b7-4a8a-8893-3d1689d50d81 HTTP/1.1" status: 204 len: 168 time: 1.6881258 Apr 01 12:43:26.520471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc6bb1-370f-453b-b98e-fbc6fa96364a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Network': ['ID=3aeef84f-82b7-4a8a-8893-3d1689d50d81,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:26.525412 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45798) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:26.544358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8cafa09f-2179-49c5-aac0-35aa8c20e745 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-22337803', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:26.571696 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5154047b-5c07-40de-a62d-a8eadc47313c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.591497 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8cafa09f-2179-49c5-aac0-35aa8c20e745 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.592689 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8cafa09f-2179-49c5-aac0-35aa8c20e745 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.617466 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5154047b-5c07-40de-a62d-a8eadc47313c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.647241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-0459bbb4-7163-48c4-94e4-f60c68bd8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:26.649924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-0459bbb4-7163-48c4-94e4-f60c68bd8466 service neutron] 10.222.0.37 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.1987450 Apr 01 12:43:26.662592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c62ad-dd9d-4e0a-8b0b-81728ae80750 req-aaa5ce16-5bd7-460d-a282-d391b8f1975f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:26.664591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef9c62ad-dd9d-4e0a-8b0b-81728ae80750 req-aaa5ce16-5bd7-460d-a282-d391b8f1975f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 944 time: 0.3089032 Apr 01 12:43:26.776130 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8cafa09f-2179-49c5-aac0-35aa8c20e745 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.786680 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8cafa09f-2179-49c5-aac0-35aa8c20e745 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.836721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74824173-f14c-466e-b385-5c7597d1fb74 req-b089b2c0-7916-41b5-b2fb-ad0af16cfa0a tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:26.839289 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74824173-f14c-466e-b385-5c7597d1fb74 req-b089b2c0-7916-41b5-b2fb-ad0af16cfa0a tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.1712182 Apr 01 12:43:26.850656 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8cafa09f-2179-49c5-aac0-35aa8c20e745 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.851937 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8cafa09f-2179-49c5-aac0-35aa8c20e745 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3193879 Apr 01 12:43:26.855187 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5154047b-5c07-40de-a62d-a8eadc47313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.858249 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5154047b-5c07-40de-a62d-a8eadc47313c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:26.862168 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5154047b-5c07-40de-a62d-a8eadc47313c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77a9ab1c-dd9f-410f-99d7-acd37306f0b1 HTTP/1.1" status: 204 len: 168 time: 0.7233434 Apr 01 12:43:26.866775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45806) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:26.896601 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef9c62ad-dd9d-4e0a-8b0b-81728ae80750 req-00b5c90b-a2e0-4bb0-9f1a-9caadf6915cc tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190323 Apr 01 12:43:26.917384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-816cdb0e-0779-4a3d-92b2-aa079618fa96 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'network': {'name': 'tempest-RoutersTest-1423254864'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:26.932570 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154047b-5c07-40de-a62d-a8eadc47313c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a9ab1c-dd9f-410f-99d7-acd37306f0b1,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:26.946182 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-a28492b4-cd00-464b-831d-90ac290aa307 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a555e335-b14c-40ae-98af-fedfb9a2be53 HTTP/1.1" status: 200 len: 1001 time: 0.2798467 Apr 01 12:43:26.953723 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74824173-f14c-466e-b385-5c7597d1fb74 req-b82ac10c-0671-4321-8bc5-6e5d8cf2bb8e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006927 Apr 01 12:43:27.008931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-70626eac-47dd-46a9-8295-e0030a4b9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:27.010466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-70626eac-47dd-46a9-8295-e0030a4b9cce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.0557737 Apr 01 12:43:27.011536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816cdb0e-0779-4a3d-92b2-aa079618fa96 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:43:27.014981 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-816cdb0e-0779-4a3d-92b2-aa079618fa96 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:27.072421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816cdb0e-0779-4a3d-92b2-aa079618fa96 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:43:27.086678 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-816cdb0e-0779-4a3d-92b2-aa079618fa96 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:27.087017 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-816cdb0e-0779-4a3d-92b2-aa079618fa96 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Added segment 4303159f-af42-4a1a-9c65-226aee9e90d8 of type vlan for network 33a5ac86-5c6c-498e-86ed-4eb396109a41 Apr 01 12:43:27.096688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-afb63250-e437-4074-8e23-67a6f83033a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:27.098241 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-afb63250-e437-4074-8e23-67a6f83033a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737705 Apr 01 12:43:27.137889 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-f1f0fee7-7f40-4629-a419-7a5a805758a5 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:43:27.139454 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-f1f0fee7-7f40-4629-a419-7a5a805758a5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093760 Apr 01 12:43:27.244708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-816cdb0e-0779-4a3d-92b2-aa079618fa96 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:27.365401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-816cdb0e-0779-4a3d-92b2-aa079618fa96 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:27.372841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816cdb0e-0779-4a3d-92b2-aa079618fa96 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:27.373777 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-816cdb0e-0779-4a3d-92b2-aa079618fa96 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:27.472455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cdb0e-0779-4a3d-92b2-aa079618fa96 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Network': ['ID=33a5ac86-5c6c-498e-86ed-4eb396109a41,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:27.484778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 33a5ac86-5c6c-498e-86ed-4eb396109a41 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:43:27.489625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-b988682c-7381-4158-b321-90905ccbab7b service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397553 Apr 01 12:43:27.504748 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-816cdb0e-0779-4a3d-92b2-aa079618fa96 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6070371 Apr 01 12:43:27.509393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45820) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:27.516682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-82b245a1-a0ba-447d-9cc7-aa8ed3c21561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'subnet': {'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:27.780387 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b245a1-a0ba-447d-9cc7-aa8ed3c21561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:43:27.784593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-82b245a1-a0ba-447d-9cc7-aa8ed3c21561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:28.014041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689eb3-b46e-429c-96c6-ebb3d66d6782 req-cd431190-af68-4164-890f-299612e8eb4d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:28.015570 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f689eb3-b46e-429c-96c6-ebb3d66d6782 req-cd431190-af68-4164-890f-299612e8eb4d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.3903310 Apr 01 12:43:28.119002 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0dbc1179-28aa-46ef-94d8-49af37668ef3 req-a589d3e3-eed6-4e03-880c-108f01c09d4e service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094980 Apr 01 12:43:28.171007 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f689eb3-b46e-429c-96c6-ebb3d66d6782 req-eca0ca91-ba8d-4aad-a8d0-d7664140cc49 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395807 Apr 01 12:43:28.193378 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0516839-b51d-49e9-bc24-f2ae84d94a6f req-4f021fca-5ef6-4d82-aac9-9093e849524f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:28.196141 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e0516839-b51d-49e9-bc24-f2ae84d94a6f req-4f021fca-5ef6-4d82-aac9-9093e849524f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 944 time: 0.1356521 Apr 01 12:43:28.197821 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-82b245a1-a0ba-447d-9cc7-aa8ed3c21561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:28.317619 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e0516839-b51d-49e9-bc24-f2ae84d94a6f req-92fbc24d-b75a-4e88-8c90-94c0abb2f897 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133425 Apr 01 12:43:28.349819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b245a1-a0ba-447d-9cc7-aa8ed3c21561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Subnet': ['ID=c4829099-4a7a-4e87-893c-38e1510cf048,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:28.379680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b245a1-a0ba-447d-9cc7-aa8ed3c21561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Checking segment: {'id': '4303159f-af42-4a1a-9c65-226aee9e90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:28.380458 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b245a1-a0ba-447d-9cc7-aa8ed3c21561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network hostable DHCP agents. Network: 33a5ac86-5c6c-498e-86ed-4eb396109a41, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:43:28.427252 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b245a1-a0ba-447d-9cc7-aa8ed3c21561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 33a5ac86-5c6c-498e-86ed-4eb396109a41 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:43:28.459267 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-82b245a1-a0ba-447d-9cc7-aa8ed3c21561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 33a5ac86-5c6c-498e-86ed-4eb396109a41) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:28.468592 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b245a1-a0ba-447d-9cc7-aa8ed3c21561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:28.469189 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-82b245a1-a0ba-447d-9cc7-aa8ed3c21561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:28.469732 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ada580e-337c-4491-a78e-eb4c48eb3da1 None None] Network 33a5ac86-5c6c-498e-86ed-4eb396109a41 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:43:28.508999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185d529-4689-4cf9-8582-12d2fad3b2ec req-4f33904a-e90e-46fd-a90f-041d7fc5f493 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:28.510961 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-82b245a1-a0ba-447d-9cc7-aa8ed3c21561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0002038 Apr 01 12:43:28.512654 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6185d529-4689-4cf9-8582-12d2fad3b2ec req-4f33904a-e90e-46fd-a90f-041d7fc5f493 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.1370776 Apr 01 12:43:28.515332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45858) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:28.640426 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:28.729580 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6185d529-4689-4cf9-8582-12d2fad3b2ec req-790c92df-9363-4471-a27b-198d66b0b667 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006049 Apr 01 12:43:28.813841 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:43:28.822532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:28.822909 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:29.034898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:29.184996 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-33a5ac86-5c6c-498e-86ed-4eb396109a41', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:43:29.196296 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:29.386666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Allocated IP 172.20.0.1 (33a5ac86-5c6c-498e-86ed-4eb396109a41/c4829099-4a7a-4e87-893c-38e1510cf048/861666a6-0be3-4baa-80b9-7a3463400899) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:43:29.500640 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:29.562310 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a00ff1-361f-465c-9413-7c9f746a0a2a req-d72faa76-16a6-4f79-9d7a-62b9fce75749 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:29.572056 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b3a00ff1-361f-465c-9413-7c9f746a0a2a req-d72faa76-16a6-4f79-9d7a-62b9fce75749 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.2351763 Apr 01 12:43:29.651131 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959291ed-455f-47d2-bb3b-1558029ee1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfc7ceb-9bb1-4314-99b9-64a447ca9d51'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:43:29.660713 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139974fb-90d5-4407-9a49-b9c6daa648c4" -d '{"events": [{"server_uuid": "959291ed-455f-47d2-bb3b-1558029ee1b2", "name": "network-vif-plugged", "status": "completed", "tag": "1dfc7ceb-9bb1-4314-99b9-64a447ca9d51"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:43:29.700163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:29.714577 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:29.730532 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b3a00ff1-361f-465c-9413-7c9f746a0a2a req-9ff91d6f-0bfd-43c8-a6bc-0ced96774cc7 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450233 Apr 01 12:43:29.822901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:30.363985 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7951c6-27c8-40db-90ea-733fc373da36 req-9a8cba80-1cc1-4212-8df8-367c23dac061 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:30.371065 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba16856-efe1-4f6c-b42e-2e99f22a626a x-openstack-request-id: req-8ba16856-efe1-4f6c-b42e-2e99f22a626a {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:43:30.372096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d7951c6-27c8-40db-90ea-733fc373da36 req-9a8cba80-1cc1-4212-8df8-367c23dac061 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 944 time: 0.8844380 Apr 01 12:43:30.376179 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959291ed-455f-47d2-bb3b-1558029ee1b2", "name": "network-vif-plugged", "status": "completed", "tag": "1dfc7ceb-9bb1-4314-99b9-64a447ca9d51", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:43:30.377323 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ba16856-efe1-4f6c-b42e-2e99f22a626a {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:43:30.380946 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba16856-efe1-4f6c-b42e-2e99f22a626a'] response: {'server_uuid': '959291ed-455f-47d2-bb3b-1558029ee1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfc7ceb-9bb1-4314-99b9-64a447ca9d51', 'code': 200} Apr 01 12:43:30.423908 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:30.440568 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75f13f7b-f868-4e75-b65c-2d01348f7608 req-28bf5062-50d5-4b62-8894-8736441f7933 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7783756 Apr 01 12:43:30.671830 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d7951c6-27c8-40db-90ea-733fc373da36 req-acd57aaa-060e-4662-be67-04b8a18da02a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632732 Apr 01 12:43:30.737291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc592a77-2ffb-4e11-a819-cbbb8eac3608 req-bcf25e13-e8c7-4cc9-a034-f83b70fa0029 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:30.746277 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc592a77-2ffb-4e11-a819-cbbb8eac3608 req-bcf25e13-e8c7-4cc9-a034-f83b70fa0029 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.1776230 Apr 01 12:43:30.824965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984fcf-7712-4a65-a5ee-08dfc173608b req-aa7ed099-7506-4422-934a-d4a59e14bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:30.829644 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cc592a77-2ffb-4e11-a819-cbbb8eac3608 req-fb60f880-0435-4a50-bb55-b52707c5024e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758340 Apr 01 12:43:30.852243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba984fcf-7712-4a65-a5ee-08dfc173608b req-aa7ed099-7506-4422-934a-d4a59e14bc9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 1096 time: 0.3723133 Apr 01 12:43:31.114225 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ba984fcf-7712-4a65-a5ee-08dfc173608b req-d99e865b-5e60-4dbe-99d7-aa6bf21ce851 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421763 Apr 01 12:43:31.118213 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:31.135963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f13f7b-f868-4e75-b65c-2d01348f7608 req-7d3aa8ab-b706-4e33-8b21-b0676ee97424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:31.137567 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75f13f7b-f868-4e75-b65c-2d01348f7608 req-7d3aa8ab-b706-4e33-8b21-b0676ee97424 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 1096 time: 0.5163560 Apr 01 12:43:31.262153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Allocated IP 172.20.0.2 (33a5ac86-5c6c-498e-86ed-4eb396109a41/c4829099-4a7a-4e87-893c-38e1510cf048/8271b4b0-1bc0-4482-88b8-c381479fd46e) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:43:31.263221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 33a5ac86-5c6c-498e-86ed-4eb396109a41 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:31.279603 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:31.286634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:43:31.337567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84397cd9-d12d-4943-b8be-04b650746269 req-6ba387db-872b-4521-a855-c7da8aa95aa6 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:31.346812 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84397cd9-d12d-4943-b8be-04b650746269 req-6ba387db-872b-4521-a855-c7da8aa95aa6 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.3956513 Apr 01 12:43:31.452873 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:31.458368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=861666a6-0be3-4baa-80b9-7a3463400899,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:31.977475 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16137d-3d98-47cb-8c98-fa2721a9b63e req-bf95386a-6bb1-4c13-a2f1-3ba4bdc0f3a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:31.997754 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c16137d-3d98-47cb-8c98-fa2721a9b63e req-bf95386a-6bb1-4c13-a2f1-3ba4bdc0f3a6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 945 time: 0.1039674 Apr 01 12:43:32.064052 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:32.078819 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3c16137d-3d98-47cb-8c98-fa2721a9b63e req-7d9a5a6e-2129-475e-8697-97ab75c41f95 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771809 Apr 01 12:43:32.080264 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84397cd9-d12d-4943-b8be-04b650746269 req-a4a7af75-7d93-4d7e-a971-71244c96de8c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148906 Apr 01 12:43:32.108617 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:32.161933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:32.173524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f13f7b-f868-4e75-b65c-2d01348f7608 req-0feab9ba-245f-4259-aa6c-fe705d99fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:32.174982 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75f13f7b-f868-4e75-b65c-2d01348f7608 req-0feab9ba-245f-4259-aa6c-fe705d99fe27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.7087102 Apr 01 12:43:32.238832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1439a8-b79d-4671-9514-7930068d8f9f req-1596b518-1236-4aeb-a99f-e3a177d03649 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:32.240614 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Pushing event updated for resources: {'Port': ['ID=8271b4b0-1bc0-4482-88b8-c381479fd46e,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:32.248229 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0e1439a8-b79d-4671-9514-7930068d8f9f req-1596b518-1236-4aeb-a99f-e3a177d03649 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.0744109 Apr 01 12:43:32.276541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Network 33a5ac86-5c6c-498e-86ed-4eb396109a41 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:32.290794 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:32.291516 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0e1439a8-b79d-4671-9514-7930068d8f9f req-93110e17-bca2-403b-98bb-c1e8c4ea8d9f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420525 Apr 01 12:43:32.296854 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:43:32.343827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75f13f7b-f868-4e75-b65c-2d01348f7608 req-cba694f7-629b-4d47-84ea-6b723d0ef39c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 HTTP/1.1" status: 200 len: 217 time: 0.1606748 Apr 01 12:43:32.407996 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Attempting to bind port 8271b4b0-1bc0-4482-88b8-c381479fd46e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:43:32.407996 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Attempting to bind port 8271b4b0-1bc0-4482-88b8-c381479fd46e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '4303159f-af42-4a1a-9c65-226aee9e90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:43:32.409706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Attempting to bind port 8271b4b0-1bc0-4482-88b8-c381479fd46e on network 33a5ac86-5c6c-498e-86ed-4eb396109a41 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:43:32.417042 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:43:32.422942 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Checking segment: {'id': '4303159f-af42-4a1a-9c65-226aee9e90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:32.424391 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:32.427819 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Bound using segment: {'id': '4303159f-af42-4a1a-9c65-226aee9e90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:43:32.429079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Bound port: 8271b4b0-1bc0-4482-88b8-c381479fd46e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4303159f-af42-4a1a-9c65-226aee9e90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:43:32.430488 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:32.560458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] For port 8271b4b0-1bc0-4482-88b8-c381479fd46e, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:43:32.560866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f13f7b-f868-4e75-b65c-2d01348f7608 req-f313a5ac-983c-4c93-95a0-11febdcb0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:32.562292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75f13f7b-f868-4e75-b65c-2d01348f7608 req-f313a5ac-983c-4c93-95a0-11febdcb0db0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.2005949 Apr 01 12:43:32.567102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] For port 8271b4b0-1bc0-4482-88b8-c381479fd46e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8271b4b0-1bc0-4482-88b8-c381479fd46e,segment=NetworkSegment(4303159f-af42-4a1a-9c65-226aee9e90d8),segment_id=4303159f-af42-4a1a-9c65-226aee9e90d8)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:43:32.582128 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:32.682616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eae80c-3b4e-4bae-88dc-7540624f269e None None] Pushing event updated for resources: {'Port': ['ID=8271b4b0-1bc0-4482-88b8-c381479fd46e,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:32.715243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f13f7b-f868-4e75-b65c-2d01348f7608 req-0923d696-bf1d-43b4-ac6b-e88bdefc702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:32.719313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75f13f7b-f868-4e75-b65c-2d01348f7608 req-0923d696-bf1d-43b4-ac6b-e88bdefc702f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189442 Apr 01 12:43:32.998133 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaad5cd-3a23-4967-8f6f-92165b47609c req-7a6d0d1f-b845-4277-a6a3-34e152f0a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:32.999968 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2eaad5cd-3a23-4967-8f6f-92165b47609c req-7a6d0d1f-b845-4277-a6a3-34e152f0a020 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1b78754d61141de95bbebd769b92f51&device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 1096 time: 0.1967402 Apr 01 12:43:33.047891 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75f13f7b-f868-4e75-b65c-2d01348f7608 req-f3d360b2-fbff-478b-a268-ecdc5d7e6af0 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180304 Apr 01 12:43:33.290205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce9150-ef53-4973-9a00-115a1172db1a req-c0ff7941-311d-4154-9283-56d5f828274d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:33.296122 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72ce9150-ef53-4973-9a00-115a1172db1a req-c0ff7941-311d-4154-9283-56d5f828274d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.0894935 Apr 01 12:43:33.363159 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:33.386788 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:33.401854 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72ce9150-ef53-4973-9a00-115a1172db1a req-38a56239-dc6b-4d67-89b4-b42c9d3ea086 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996275 Apr 01 12:43:33.426167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaad5cd-3a23-4967-8f6f-92165b47609c req-2606496b-5562-45a1-8245-4fdc32b8489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:33.426167 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2eaad5cd-3a23-4967-8f6f-92165b47609c req-2606496b-5562-45a1-8245-4fdc32b8489d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4ca97d75-f322-412f-ba58-fb5dd7056321 HTTP/1.1" status: 200 len: 915 time: 0.4101124 Apr 01 12:43:33.503057 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e3ad-d66c-46be-93ba-e4afa2f83e1e req-86ed2cc6-58a2-45ce-9fc8-35eb8b89de7f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:33.504601 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55c7e3ad-d66c-46be-93ba-e4afa2f83e1e req-86ed2cc6-58a2-45ce-9fc8-35eb8b89de7f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 945 time: 0.2510900 Apr 01 12:43:33.507169 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75f13f7b-f868-4e75-b65c-2d01348f7608 req-709d61fc-44cf-4b02-9074-dffcabd8adea service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389381 Apr 01 12:43:33.564206 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2eaad5cd-3a23-4967-8f6f-92165b47609c req-d694175c-527b-47f9-9d55-787ec873da8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77 HTTP/1.1" status: 200 len: 217 time: 0.0856771 Apr 01 12:43:33.575931 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d1095-4c5f-489b-9221-dd0d7dfe31a3 req-e54e1fa3-2991-42a5-98d9-acc2e6a0feb4 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:33.591606 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-934d1095-4c5f-489b-9221-dd0d7dfe31a3 req-e54e1fa3-2991-42a5-98d9-acc2e6a0feb4 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.0929909 Apr 01 12:43:33.592420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=861666a6-0be3-4baa-80b9-7a3463400899,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:33.644853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:33.655179 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-934d1095-4c5f-489b-9221-dd0d7dfe31a3 req-b93eceb0-df09-4d60-b859-e4e8dd46a15e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590949 Apr 01 12:43:33.714449 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55c7e3ad-d66c-46be-93ba-e4afa2f83e1e req-71e1a73b-5b8a-46e2-a013-33ad843105dc tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569276 Apr 01 12:43:33.718128 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaad5cd-3a23-4967-8f6f-92165b47609c req-2821123b-5763-4e44-b1f9-3b08dc387717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:33.719598 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2eaad5cd-3a23-4967-8f6f-92165b47609c req-2821123b-5763-4e44-b1f9-3b08dc387717 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de55e09b-91e9-4604-9313-fe8b6951dd05 HTTP/1.1" status: 200 len: 854 time: 0.1454027 Apr 01 12:43:33.921128 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2eaad5cd-3a23-4967-8f6f-92165b47609c req-499e6465-e3a4-457b-9719-52c02b363392 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ca97d75-f322-412f-ba58-fb5dd7056321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838434 Apr 01 12:43:33.950448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 33a5ac86-5c6c-498e-86ed-4eb396109a41 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:33.953520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:33.985776 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73082f8-db09-41dc-a9f0-e78532fd7e21 req-cdb85be8-107a-43dc-b295-fe6f34fc3fa7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:33.998433 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f73082f8-db09-41dc-a9f0-e78532fd7e21 req-cdb85be8-107a-43dc-b295-fe6f34fc3fa7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 945 time: 0.0993662 Apr 01 12:43:34.009875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8271b4b0-1bc0-4482-88b8-c381479fd46e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:34.055971 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f73082f8-db09-41dc-a9f0-e78532fd7e21 req-35a608ea-e3ac-498f-93c9-1f02bd73b2df tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560110 Apr 01 12:43:34.178323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 8271b4b0-1bc0-4482-88b8-c381479fd46e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:34.181623 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:34.206094 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2eaad5cd-3a23-4967-8f6f-92165b47609c req-710e9c57-7b1d-4d2b-b4a1-11a6f2279ece service neutron] 10.222.0.44 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778406 Apr 01 12:43:34.384004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 1369a950-5631-4073-acb7-07afd33f87da is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:43:34.460583 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:34.555192 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2eaad5cd-3a23-4967-8f6f-92165b47609c req-03b45953-88f9-4750-ba01-c48878c67f45 service neutron] 10.222.0.44 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370667 Apr 01 12:43:34.575257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 8271b4b0-1bc0-4482-88b8-c381479fd46e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8271b4b0-1bc0-4482-88b8-c381479fd46e,segment=NetworkSegment(4303159f-af42-4a1a-9c65-226aee9e90d8),segment_id=4303159f-af42-4a1a-9c65-226aee9e90d8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:34.583974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048cc0ce-bdda-4d5f-987f-ae35a41394c9 None None] Network 33a5ac86-5c6c-498e-86ed-4eb396109a41 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:43:34.617968 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:34.682487 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b281737-a8df-4395-9ba0-92d82e41ae41 req-03555574-81de-4b73-9b90-d530d20e6253 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:34.692787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:43:34.701515 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b281737-a8df-4395-9ba0-92d82e41ae41 req-03555574-81de-4b73-9b90-d530d20e6253 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.1127255 Apr 01 12:43:34.708231 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Sync routers for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:43:34.709645 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a8424c99-4c2c-4b76-af9e-dd620a883f75 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1926808 Apr 01 12:43:34.710259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46006) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:34.741743 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:34.742455 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b7202bff-5935-489b-9446-6698dd95824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:34.765623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-fcfbb410-0bb4-4d95-9de6-22ff75aa9994 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'network': {'name': 'tempest-RoutersTest-1619600190'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:34.776464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b281737-a8df-4395-9ba0-92d82e41ae41 req-c045dd7f-ba07-4b26-a792-2fd1aa933f53 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704525 Apr 01 12:43:34.865531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5752e-45f3-4fe7-961b-6448e575d05b req-01e7c317-3740-40d9-97bf-87ea1e32a82c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:34.868116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-35a5752e-45f3-4fe7-961b-6448e575d05b req-01e7c317-3740-40d9-97bf-87ea1e32a82c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 945 time: 0.2167623 Apr 01 12:43:34.871830 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7a8b0fca-6e90-4425-9145-057ad6e46f9f None None] Provisioning complete for port 8271b4b0-1bc0-4482-88b8-c381479fd46e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:34.873116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfbb410-0bb4-4d95-9de6-22ff75aa9994 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:43:34.877209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb410-0bb4-4d95-9de6-22ff75aa9994 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:34.882529 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0fca-6e90-4425-9145-057ad6e46f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:34.967042 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:43:35.034799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed88c1-70f9-4abb-8963-fbf5f0b9c0c2 req-d342c031-197f-48de-87ea-c9cb381dad6c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:35.044282 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9ed88c1-70f9-4abb-8963-fbf5f0b9c0c2 req-d342c031-197f-48de-87ea-c9cb381dad6c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.1168127 Apr 01 12:43:35.079744 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=8271b4b0-1bc0-4482-88b8-c381479fd46e,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:35.085648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfbb410-0bb4-4d95-9de6-22ff75aa9994 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:43:35.146294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-35a5752e-45f3-4fe7-961b-6448e575d05b req-976f72ec-ca31-4a12-aae2-83e0926abd37 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666676 Apr 01 12:43:35.148339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:35.148804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:35.149211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:35.150048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:35.150048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:35.150241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:35.150735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:35.151000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:35.151748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:35.152107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:35.152635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:35.153030 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:35.175571 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb410-0bb4-4d95-9de6-22ff75aa9994 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:35.175921 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-fcfbb410-0bb4-4d95-9de6-22ff75aa9994 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Added segment 2b011859-f9ad-4e7d-9d13-44dfcc0ea4af of type vlan for network 12b0734d-49ef-4f42-bb2d-a28efdad02cd Apr 01 12:43:35.223914 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c9ed88c1-70f9-4abb-8963-fbf5f0b9c0c2 req-19a82c2e-f0bf-4beb-9c17-7fc46f472787 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707642 Apr 01 12:43:35.274999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb410-0bb4-4d95-9de6-22ff75aa9994 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:35.324610 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b7202bff-5935-489b-9446-6698dd95824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:43:31Z', 'revision_number': 2, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:32Z', 'revision_number': 2, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:35.328014 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb410-0bb4-4d95-9de6-22ff75aa9994 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:35.336413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfbb410-0bb4-4d95-9de6-22ff75aa9994 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:35.337030 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb410-0bb4-4d95-9de6-22ff75aa9994 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:35.362627 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Checking router: 1369a950-5631-4073-acb7-07afd33f87da for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:43:35.364950 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Updating router 1369a950-5631-4073-acb7-07afd33f87da port 861666a6-0be3-4baa-80b9-7a3463400899 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:43:35.404668 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:35.410601 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fcfbb410-0bb4-4d95-9de6-22ff75aa9994 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6618147 Apr 01 12:43:35.410971 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46020) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:35.417377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9ea1ead2-d993-424f-aaf0-d40ec8693c4e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'subnet': {'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:35.522855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbb410-0bb4-4d95-9de6-22ff75aa9994 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Network': ['ID=12b0734d-49ef-4f42-bb2d-a28efdad02cd,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:35.542962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 12b0734d-49ef-4f42-bb2d-a28efdad02cd details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:43:35.698060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea1ead2-d993-424f-aaf0-d40ec8693c4e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:43:35.702599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ead2-d993-424f-aaf0-d40ec8693c4e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:35.967584 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8271b4b0-1bc0-4482-88b8-c381479fd46e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:36.038896 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ffabcdea-21bc-4662-ae00-e49a575ce68f None None] Provisioning complete for port 861666a6-0be3-4baa-80b9-7a3463400899 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:36.039558 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ffabcdea-21bc-4662-ae00-e49a575ce68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:36.110271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ffabcdea-21bc-4662-ae00-e49a575ce68f None None] Port 861666a6-0be3-4baa-80b9-7a3463400899 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:43:36.136765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ffabcdea-21bc-4662-ae00-e49a575ce68f None None] Provisioning complete for port 8271b4b0-1bc0-4482-88b8-c381479fd46e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:36.137489 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ffabcdea-21bc-4662-ae00-e49a575ce68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:36.145589 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:36.165525 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:36.180287 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ead2-d993-424f-aaf0-d40ec8693c4e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:36.212874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30a578-4662-4291-a168-1729a66eb404 req-de84d567-5700-421b-a5a0-ca741474eef4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:36.221608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc30a578-4662-4291-a168-1729a66eb404 req-de84d567-5700-421b-a5a0-ca741474eef4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 945 time: 0.2768319 Apr 01 12:43:36.245257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 8271b4b0-1bc0-4482-88b8-c381479fd46e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:36.245631 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:36.255002 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Pushing event updated for resources: {'Port': ['ID=861666a6-0be3-4baa-80b9-7a3463400899,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:36.278992 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:36.279331 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:36.279868 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:36.280380 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:36.281428 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:36.283882 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:36.284412 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:36.285514 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:36.287261 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:36.288392 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:36.290142 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:36.290646 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:36.342312 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1ead2-d993-424f-aaf0-d40ec8693c4e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Subnet': ['ID=fce00cde-200a-4e47-b254-603fc8cd68ad,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:36.375090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80893e96-c77c-4e2b-9736-7b1b82b2674b req-f4d05174-528a-4db4-ae55-3ed93806fcf9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:36.393984 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80893e96-c77c-4e2b-9736-7b1b82b2674b req-f4d05174-528a-4db4-ae55-3ed93806fcf9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 945 time: 0.3649390 Apr 01 12:43:36.422753 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4ca88797-b9e7-4e50-a403-6ae71738c6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:36.439654 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Attempting to bind port 861666a6-0be3-4baa-80b9-7a3463400899 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:43:36.440027 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Attempting to bind port 861666a6-0be3-4baa-80b9-7a3463400899 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '4303159f-af42-4a1a-9c65-226aee9e90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:43:36.440400 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Attempting to bind port 861666a6-0be3-4baa-80b9-7a3463400899 on network 33a5ac86-5c6c-498e-86ed-4eb396109a41 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:43:36.454936 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:43:36.455302 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Checking segment: {'id': '4303159f-af42-4a1a-9c65-226aee9e90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:36.455905 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:36.456529 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Bound using segment: {'id': '4303159f-af42-4a1a-9c65-226aee9e90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:43:36.457219 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Bound port: 861666a6-0be3-4baa-80b9-7a3463400899, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4303159f-af42-4a1a-9c65-226aee9e90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:43:36.460806 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:36.538414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e30e06-f310-48c6-8a88-11ef35c29b24 req-999aa2cb-32c0-464a-8786-fde98ee4ab79 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:36.543180 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32e30e06-f310-48c6-8a88-11ef35c29b24 req-999aa2cb-32c0-464a-8786-fde98ee4ab79 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 945 time: 0.1932929 Apr 01 12:43:36.547411 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea1ead2-d993-424f-aaf0-d40ec8693c4e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Checking segment: {'id': '2b011859-f9ad-4e7d-9d13-44dfcc0ea4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:36.547778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea1ead2-d993-424f-aaf0-d40ec8693c4e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network hostable DHCP agents. Network: 12b0734d-49ef-4f42-bb2d-a28efdad02cd, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:43:36.577216 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b7202bff-5935-489b-9446-6698dd95824d None None] For port 861666a6-0be3-4baa-80b9-7a3463400899, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:43:36.585871 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b7202bff-5935-489b-9446-6698dd95824d None None] For port 861666a6-0be3-4baa-80b9-7a3463400899, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=861666a6-0be3-4baa-80b9-7a3463400899,segment=NetworkSegment(4303159f-af42-4a1a-9c65-226aee9e90d8),segment_id=4303159f-af42-4a1a-9c65-226aee9e90d8)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:43:36.604582 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:36.659118 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80893e96-c77c-4e2b-9736-7b1b82b2674b req-322af638-5e0c-4993-a419-0b41be86a29d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640290 Apr 01 12:43:36.663040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:43:36.681840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-fc30a578-4662-4291-a168-1729a66eb404 req-c8705aeb-1b5b-4d6a-ae27-7686468cff9c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Deleting port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:43:36.682211 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc30a578-4662-4291-a168-1729a66eb404 req-c8705aeb-1b5b-4d6a-ae27-7686468cff9c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:36.683912 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32e30e06-f310-48c6-8a88-11ef35c29b24 req-aff3e56b-a323-4102-a0e6-fa9f6291c8d1 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310050 Apr 01 12:43:36.713374 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea1ead2-d993-424f-aaf0-d40ec8693c4e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 12b0734d-49ef-4f42-bb2d-a28efdad02cd is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:43:36.716400 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a2d9f-2c43-4fdf-94ff-76c98b0369ec None None] Pushing event updated for resources: {'Port': ['ID=861666a6-0be3-4baa-80b9-7a3463400899,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:36.732277 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-9ea1ead2-d993-424f-aaf0-d40ec8693c4e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 12b0734d-49ef-4f42-bb2d-a28efdad02cd) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:36.745328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea1ead2-d993-424f-aaf0-d40ec8693c4e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:36.745930 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ead2-d993-424f-aaf0-d40ec8693c4e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:36.771305 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:36.772712 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b7202bff-5935-489b-9446-6698dd95824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:36.791412 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9ea1ead2-d993-424f-aaf0-d40ec8693c4e tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3790090 Apr 01 12:43:36.793871 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46054) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:36.854539 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d920c2ce-a8b2-45e8-9166-b8cafc03649d None None] Network 12b0734d-49ef-4f42-bb2d-a28efdad02cd requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:43:36.993299 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b7202bff-5935-489b-9446-6698dd95824d None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:43:37.146340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-fc30a578-4662-4291-a168-1729a66eb404 req-c8705aeb-1b5b-4d6a-ae27-7686468cff9c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] For port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:37.146990 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc30a578-4662-4291-a168-1729a66eb404 req-c8705aeb-1b5b-4d6a-ae27-7686468cff9c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:37.168901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-fc30a578-4662-4291-a168-1729a66eb404 req-c8705aeb-1b5b-4d6a-ae27-7686468cff9c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Calling delete_port for 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:43:37.302345 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:37.315660 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cd35fa43-7d80-448c-a368-1c0c7b57a284 None None] Provisioning complete for port 861666a6-0be3-4baa-80b9-7a3463400899 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:37.316035 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cd35fa43-7d80-448c-a368-1c0c7b57a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:37.449803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897cd68-8498-4645-9e2e-36274b320a23 req-a7d00544-f9cc-4398-9b43-f54940cde0bb tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:37.452338 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d897cd68-8498-4645-9e2e-36274b320a23 req-a7d00544-f9cc-4398-9b43-f54940cde0bb tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.5498455 Apr 01 12:43:37.454103 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc30a578-4662-4291-a168-1729a66eb404 req-c8705aeb-1b5b-4d6a-ae27-7686468cff9c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:37.521348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:43:37.532604 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d897cd68-8498-4645-9e2e-36274b320a23 req-59102738-dc55-460b-b7f0-0eb318e94808 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701194 Apr 01 12:43:37.534509 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2601d465-8c05-4ee6-a80f-91ddc4e179a1" -d '{"events": [{"server_uuid": "9b8a43e3-8247-43b1-9eae-42f1504a9428", "name": "network-vif-unplugged", "status": "completed", "tag": "5e70ca5e-7834-4d95-b6d8-8dfaadabef77"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:43:37.569306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8705aeb-1b5b-4d6a-ae27-7686468cff9c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event deleted for resources: {'Port': ['ID=1dfc7ceb-9bb1-4314-99b9-64a447ca9d51,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:37.577181 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b7202bff-5935-489b-9446-6698dd95824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:43:31Z', 'revision_number': 2, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:36Z', 'revision_number': 4, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:37.585875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:43:37.589251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['1dfc7ceb-9bb1-4314-99b9-64a447ca9d51'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:43:37.627810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc30a578-4662-4291-a168-1729a66eb404 req-c8705aeb-1b5b-4d6a-ae27-7686468cff9c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] No DVR routers for this DVR port 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:43:37.632583 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc30a578-4662-4291-a168-1729a66eb404 req-c8705aeb-1b5b-4d6a-ae27-7686468cff9c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:37.641894 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc30a578-4662-4291-a168-1729a66eb404 req-c8705aeb-1b5b-4d6a-ae27-7686468cff9c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "DELETE /v2.0/ports/1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 HTTP/1.1" status: 204 len: 173 time: 1.4087639 Apr 01 12:43:37.646288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959291ed-455f-47d2-bb3b-1558029ee1b2', 'name': 'network-vif-deleted', 'tag': '1dfc7ceb-9bb1-4314-99b9-64a447ca9d51'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:43:37.656499 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957ba54e-98b9-47d4-88b9-7f3dc0ac05a9" -d '{"events": [{"server_uuid": "959291ed-455f-47d2-bb3b-1558029ee1b2", "name": "network-vif-deleted", "tag": "1dfc7ceb-9bb1-4314-99b9-64a447ca9d51"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:43:37.749285 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ff40ad-ad7a-4855-b5f1-94f7c8acad20 x-openstack-request-id: req-b1ff40ad-ad7a-4855-b5f1-94f7c8acad20 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:43:37.749704 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959291ed-455f-47d2-bb3b-1558029ee1b2", "name": "network-vif-deleted", "tag": "1dfc7ceb-9bb1-4314-99b9-64a447ca9d51", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:43:37.750255 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1ff40ad-ad7a-4855-b5f1-94f7c8acad20 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:43:37.750982 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ff40ad-ad7a-4855-b5f1-94f7c8acad20'] response: {'server_uuid': '959291ed-455f-47d2-bb3b-1558029ee1b2', 'name': 'network-vif-deleted', 'tag': '1dfc7ceb-9bb1-4314-99b9-64a447ca9d51', 'status': 'completed', 'code': 200} Apr 01 12:43:37.751733 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7202bff-5935-489b-9446-6698dd95824d None None] The sync data for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 is: [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:43:31Z', 'revision_number': 2, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:36Z', 'revision_number': 4, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:43:37.789924 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:37.799917 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 12:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc651471-4521-4bfe-b430-418759ef5012 x-openstack-request-id: req-bc651471-4521-4bfe-b430-418759ef5012 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:43:37.801310 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8a43e3-8247-43b1-9eae-42f1504a9428", "name": "network-vif-unplugged", "status": "failed", "tag": "5e70ca5e-7834-4d95-b6d8-8dfaadabef77", "code": 422}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:43:37.801573 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc651471-4521-4bfe-b430-418759ef5012 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:43:37.802046 n-d-836146-1 neutron-server[102720]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bc651471-4521-4bfe-b430-418759ef5012']: {'server_uuid': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77', 'code': 422} returned with failed status Apr 01 12:43:37.841742 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:37.980395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:38.015286 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-256350d4-6475-41c6-8168-0ce6cbad5712 req-6e1f06b4-8e06-4145-8294-388033de4df2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=959291ed-455f-47d2-bb3b-1558029ee1b2 HTTP/1.1" status: 200 len: 210 time: 0.0809336 Apr 01 12:43:38.124418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:43:38.125313 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:38.210785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a662e-6cc8-4e59-bdf1-443c9c9d4ccb req-409c08ca-537e-4326-9646-ce8f7e30c04f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:38.213102 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f96a662e-6cc8-4e59-bdf1-443c9c9d4ccb req-409c08ca-537e-4326-9646-ce8f7e30c04f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.1505799 Apr 01 12:43:38.347930 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f96a662e-6cc8-4e59-bdf1-443c9c9d4ccb req-6430d805-c748-4a07-94b1-41b0f750cfc1 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009459 Apr 01 12:43:38.373064 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:38.399261 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cd35fa43-7d80-448c-a368-1c0c7b57a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:38.514617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292d40e-e8c1-4def-9120-02e67ceed1b5 req-e77cf749-3d9e-48d4-88fd-03f36a2d8438 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:38.540255 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f292d40e-e8c1-4def-9120-02e67ceed1b5 req-e77cf749-3d9e-48d4-88fd-03f36a2d8438 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.0950036 Apr 01 12:43:38.605469 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f292d40e-e8c1-4def-9120-02e67ceed1b5 req-cad6a703-8c71-43a6-92b2-206bd1c5c469 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622973 Apr 01 12:43:38.870317 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:38.907060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-3efc9006-41a7-4a23-af4b-2c9339700d6b req-0448e8d7-4da9-4db9-8064-4a44a54c758f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:43:38.908097 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3efc9006-41a7-4a23-af4b-2c9339700d6b req-0448e8d7-4da9-4db9-8064-4a44a54c758f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052698 Apr 01 12:43:38.919348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cd35fa43-7d80-448c-a368-1c0c7b57a284 None None] For port 861666a6-0be3-4baa-80b9-7a3463400899, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=861666a6-0be3-4baa-80b9-7a3463400899,segment=NetworkSegment(4303159f-af42-4a1a-9c65-226aee9e90d8),segment_id=4303159f-af42-4a1a-9c65-226aee9e90d8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:38.941240 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cd35fa43-7d80-448c-a368-1c0c7b57a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:38.957741 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:38.958404 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e03a-2b40-494a-895a-e252f2b6c5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:39.036599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25ca88-50f5-4cad-979a-85564670251e req-aaf0eb50-a0fa-4d47-bc24-ec76aff21ae8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:39.039013 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-da25ca88-50f5-4cad-979a-85564670251e req-aaf0eb50-a0fa-4d47-bc24-ec76aff21ae8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.2547436 Apr 01 12:43:39.057749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Allocated IP 172.21.0.2 (12b0734d-49ef-4f42-bb2d-a28efdad02cd/fce00cde-200a-4e47-b254-603fc8cd68ad/666fde05-8318-4d82-8541-d13cba198a1f) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:43:39.161392 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-da25ca88-50f5-4cad-979a-85564670251e req-c211d01b-753a-497e-b837-27e3c52edccb tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094725 Apr 01 12:43:39.213561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35fa43-7d80-448c-a368-1c0c7b57a284 None None] Pushing event updated for resources: {'Port': ['ID=861666a6-0be3-4baa-80b9-7a3463400899,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:39.226719 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e2d918c5-f41c-4dd5-9e95-ff9dcda6b477 None None] Provisioning complete for port 861666a6-0be3-4baa-80b9-7a3463400899 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:39.227093 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e2d918c5-f41c-4dd5-9e95-ff9dcda6b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:39.266221 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3400a91e-f3c0-4915-9d4c-f69d783daff2 req-2cdc9677-4d47-4f1f-9914-aabbd23391d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1496708 Apr 01 12:43:39.284939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defce45f-5e92-4e83-8d35-a8b2e52988cf req-f630de51-b080-4879-b79a-099973918987 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:39.287728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-defce45f-5e92-4e83-8d35-a8b2e52988cf req-f630de51-b080-4879-b79a-099973918987 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.1247616 Apr 01 12:43:39.393730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-defce45f-5e92-4e83-8d35-a8b2e52988cf req-e3ec83e9-5f9a-4187-8808-f6502083e2e1 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959408 Apr 01 12:43:39.431534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400a91e-f3c0-4915-9d4c-f69d783daff2 req-b3921360-b1a8-49c3-87ca-f368285c1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:39.433031 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3400a91e-f3c0-4915-9d4c-f69d783daff2 req-b3921360-b1a8-49c3-87ca-f368285c1525 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 1097 time: 0.1029654 Apr 01 12:43:39.611148 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400a91e-f3c0-4915-9d4c-f69d783daff2 req-1c15b435-6fd1-4152-ab6d-5c398c7826a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:39.612912 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3400a91e-f3c0-4915-9d4c-f69d783daff2 req-1c15b435-6fd1-4152-ab6d-5c398c7826a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 200 len: 918 time: 0.1555283 Apr 01 12:43:39.644979 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:39.653408 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:39.732369 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3400a91e-f3c0-4915-9d4c-f69d783daff2 req-bd9956ab-7785-4255-bacb-b90b25894caf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a HTTP/1.1" status: 200 len: 1001 time: 0.1090693 Apr 01 12:43:39.756363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Pushing event updated for resources: {'Port': ['ID=666fde05-8318-4d82-8541-d13cba198a1f,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:39.770351 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Network 12b0734d-49ef-4f42-bb2d-a28efdad02cd is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:39.774367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:39.788545 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:43:39.817919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Allocated IP 172.21.0.1 (12b0734d-49ef-4f42-bb2d-a28efdad02cd/fce00cde-200a-4e47-b254-603fc8cd68ad/407c9455-8add-43f5-8370-02e7685522cf) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:43:39.879282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400a91e-f3c0-4915-9d4c-f69d783daff2 req-8cdbbf6a-1917-4a39-8867-b11f8dc00ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:39.883735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3400a91e-f3c0-4915-9d4c-f69d783daff2 req-8cdbbf6a-1917-4a39-8867-b11f8dc00ade service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 200 len: 856 time: 0.1445887 Apr 01 12:43:39.945417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 861666a6-0be3-4baa-80b9-7a3463400899 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:39.983215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400a91e-f3c0-4915-9d4c-f69d783daff2 req-b24f49bb-bf0b-485c-bbc8-08f2df69ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:39.986631 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3400a91e-f3c0-4915-9d4c-f69d783daff2 req-b24f49bb-bf0b-485c-bbc8-08f2df69ba7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a05e65d-a177-4ee0-9ed2-9a95b117f17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939755 Apr 01 12:43:40.024865 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Attempting to bind port 666fde05-8318-4d82-8541-d13cba198a1f on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:43:40.025331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Attempting to bind port 666fde05-8318-4d82-8541-d13cba198a1f by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '2b011859-f9ad-4e7d-9d13-44dfcc0ea4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:43:40.025688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Attempting to bind port 666fde05-8318-4d82-8541-d13cba198a1f on network 12b0734d-49ef-4f42-bb2d-a28efdad02cd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:43:40.046991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:43:40.047368 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Checking segment: {'id': '2b011859-f9ad-4e7d-9d13-44dfcc0ea4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:40.047764 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:40.048146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Bound using segment: {'id': '2b011859-f9ad-4e7d-9d13-44dfcc0ea4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:43:40.048614 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Bound port: 666fde05-8318-4d82-8541-d13cba198a1f, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b011859-f9ad-4e7d-9d13-44dfcc0ea4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:43:40.049119 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:40.114391 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 861666a6-0be3-4baa-80b9-7a3463400899 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:40.114776 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:40.169663 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3400a91e-f3c0-4915-9d4c-f69d783daff2 req-6f1e61df-e971-4a54-8c9a-3389d23b0b57 service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757522 Apr 01 12:43:40.189866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] For port 666fde05-8318-4d82-8541-d13cba198a1f, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:43:40.208975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] For port 666fde05-8318-4d82-8541-d13cba198a1f, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=666fde05-8318-4d82-8541-d13cba198a1f,segment=NetworkSegment(2b011859-f9ad-4e7d-9d13-44dfcc0ea4af),segment_id=2b011859-f9ad-4e7d-9d13-44dfcc0ea4af)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:43:40.225799 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:40.316007 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-34a56d7f-ba21-418f-aaef-db90f7efe0f7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:40.328717 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-34a56d7f-ba21-418f-aaef-db90f7efe0f7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.4125814 Apr 01 12:43:40.396211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2f20c-8ea4-4c4e-9440-5b6e2949836d req-f6c77f5d-1eca-42be-8585-8375dc5907fd tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:40.398305 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ebf2f20c-8ea4-4c4e-9440-5b6e2949836d req-f6c77f5d-1eca-42be-8585-8375dc5907fd tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.0883508 Apr 01 12:43:40.400401 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3400a91e-f3c0-4915-9d4c-f69d783daff2 req-dca5588c-69c3-448d-b33d-21af072db313 service neutron] 10.222.0.37 "GET /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207015 Apr 01 12:43:40.435741 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:40.463268 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-01484dcc-2d52-4d33-acb0-697c8541ed36 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/quotas/faf9e4a3810b4cb7ac6ea91a58e763e8 HTTP/1.1" status: 200 len: 375 time: 0.1311755 Apr 01 12:43:40.469203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169889ff-47ff-4af4-bd29-dd2bd9073eec None None] Pushing event updated for resources: {'Port': ['ID=666fde05-8318-4d82-8541-d13cba198a1f,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:40.499828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ebf2f20c-8ea4-4c4e-9440-5b6e2949836d req-9958b4b9-e3cd-46e2-81ab-bb231a23aa9f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929666 Apr 01 12:43:40.602154 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-28e438ac-9cfa-44b2-bed2-1bb273ef51b4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0440922 Apr 01 12:43:40.633176 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:40.658848 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-d4c5d7f1-aa5d-42a9-90a7-11ffffe93e2a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1944370 Apr 01 12:43:40.700096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:43:40.810913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179b1c0-7e58-4bf7-a56c-3b505f17f01c req-20e4f6d9-43ef-4f10-8bce-231634230284 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:40.815557 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e179b1c0-7e58-4bf7-a56c-3b505f17f01c req-20e4f6d9-43ef-4f10-8bce-231634230284 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.1580961 Apr 01 12:43:40.946972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e179b1c0-7e58-4bf7-a56c-3b505f17f01c req-fc587774-091a-401d-97b2-6824eab1fef2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217184 Apr 01 12:43:40.960843 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:43:40.971890 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:41.005797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:43:41.007000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 1dfc7ceb-9bb1-4314-99b9-64a447ca9d51 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:43:41.064385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=407c9455-8add-43f5-8370-02e7685522cf,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:41.088705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 12b0734d-49ef-4f42-bb2d-a28efdad02cd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:41.093058 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:41.095649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:43:41.137552 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-b5a4f7eb-64ed-4395-af8d-41ee14a8b6b0 service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064333 Apr 01 12:43:41.167495 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:41.370075 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:41.660222 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-2bfa9162-09a0-4369-b028-f11c234731cb service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135672 Apr 01 12:43:41.766918 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:41.831451 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:41.854103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e3510-28d7-44c3-90bb-e377997a42e8 req-2db1fcd6-ec61-4812-a473-3c476d898868 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:41.857627 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c7e3510-28d7-44c3-90bb-e377997a42e8 req-2db1fcd6-ec61-4812-a473-3c476d898868 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.2119017 Apr 01 12:43:41.991531 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:42.001983 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:42.002276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 666fde05-8318-4d82-8541-d13cba198a1f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:42.029822 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c7e3510-28d7-44c3-90bb-e377997a42e8 req-ed546b84-4de3-46d7-96a3-40f63d349fb0 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650271 Apr 01 12:43:42.062680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-7f110dc2-31af-4178-9f2b-dc591ff4899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:42.065183 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-7f110dc2-31af-4178-9f2b-dc591ff4899e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428&tenant_id=a1b78754d61141de95bbebd769b92f51 HTTP/1.1" status: 200 len: 1094 time: 0.1755509 Apr 01 12:43:42.183358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 666fde05-8318-4d82-8541-d13cba198a1f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:42.183732 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:42.214506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-67544be7-4223-40ea-85ce-4889d3491e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:42.216200 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-67544be7-4223-40ea-85ce-4889d3491e69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1b78754d61141de95bbebd769b92f51&device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 1094 time: 0.1082988 Apr 01 12:43:42.232152 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:43:42.255088 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:42.276608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5173f9e-1c71-4ec3-a955-1292822cdc5c None None] Network 12b0734d-49ef-4f42-bb2d-a28efdad02cd requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:43:42.297620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=407c9455-8add-43f5-8370-02e7685522cf,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:42.366385 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6733d57d-e381-4c8e-b93b-13e76ad95454 req-4a1d25ab-8cd7-46d0-855c-87faced781c6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 210 time: 0.1056981 Apr 01 12:43:42.392921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8a4bc5f5-ff97-4959-89c3-552b92557391 None None] Provisioning complete for port 666fde05-8318-4d82-8541-d13cba198a1f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:42.393529 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc5f5-ff97-4959-89c3-552b92557391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:42.529153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network 12b0734d-49ef-4f42-bb2d-a28efdad02cd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:42.529153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:42.768632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 1369a950-5631-4073-acb7-07afd33f87da has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:43:42.811432 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc5f5-ff97-4959-89c3-552b92557391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:42.815987 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:42.877310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 666fde05-8318-4d82-8541-d13cba198a1f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=666fde05-8318-4d82-8541-d13cba198a1f,segment=NetworkSegment(2b011859-f9ad-4e7d-9d13-44dfcc0ea4af),segment_id=2b011859-f9ad-4e7d-9d13-44dfcc0ea4af)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:42.937018 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:43.010456 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:43:43.013395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=666fde05-8318-4d82-8541-d13cba198a1f,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:43.027407 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3ecf4c37-e28b-464a-ac4f-45e3851766a8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2306368 Apr 01 12:43:43.029599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Sync routers for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:43:43.031105 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46224) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:43.049391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3222aed8-4edc-4448-818b-c4bc6fc4741c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'network': {'name': 'tempest-RoutersTest-1236412912'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:43.050835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:43.051477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:43.101547 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3222aed8-4edc-4448-818b-c4bc6fc4741c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:43:43.106798 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3222aed8-4edc-4448-818b-c4bc6fc4741c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:43.129790 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-8a4bc5f5-ff97-4959-89c3-552b92557391 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:43:43.130343 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-8a4bc5f5-ff97-4959-89c3-552b92557391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:43:43.194497 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3222aed8-4edc-4448-818b-c4bc6fc4741c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:43:43.218112 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3222aed8-4edc-4448-818b-c4bc6fc4741c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:43.221124 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-3222aed8-4edc-4448-818b-c4bc6fc4741c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Added segment 46e96ded-f623-4921-8198-5531ec59ac88 of type vlan for network a2c1f646-df72-452f-a7cb-55f128b2eba4 Apr 01 12:43:43.275554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-ebf71392-3b16-4423-9140-43426bdcf05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:43.277963 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-ebf71392-3b16-4423-9140-43426bdcf05b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4ca97d75-f322-412f-ba58-fb5dd7056321 HTTP/1.1" status: 200 len: 915 time: 1.0239029 Apr 01 12:43:43.289587 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:43:43.296618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c425e-7b07-490b-bf52-f2df2ca2ed68 req-ec148f67-c4b9-45a6-9ade-993014d1677f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:43.298299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-802c425e-7b07-490b-bf52-f2df2ca2ed68 req-ec148f67-c4b9-45a6-9ade-993014d1677f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 1.0943923 Apr 01 12:43:43.426855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-7b49967b-573b-4cdc-bc25-c0bc90cedbd5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77 HTTP/1.1" status: 200 len: 217 time: 0.1270726 Apr 01 12:43:43.474045 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-802c425e-7b07-490b-bf52-f2df2ca2ed68 req-7411cdb6-e3f8-4d90-b997-915950e7608d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568377 Apr 01 12:43:43.538891 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3222aed8-4edc-4448-818b-c4bc6fc4741c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:43.545490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-89fd8be3-feb8-4e1f-b189-06d8ba1ece6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:43.547149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-89fd8be3-feb8-4e1f-b189-06d8ba1ece6d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de55e09b-91e9-4604-9313-fe8b6951dd05 HTTP/1.1" status: 200 len: 854 time: 0.1063373 Apr 01 12:43:43.586848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dfe4f-f84b-46ef-a6fb-81e34810df15 req-eb2d70ca-447d-42f0-8f10-43e458056f7d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:43.592602 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f50dfe4f-f84b-46ef-a6fb-81e34810df15 req-eb2d70ca-447d-42f0-8f10-43e458056f7d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.3680005 Apr 01 12:43:43.656718 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-58987543-d771-40f1-9d0f-3683a3b51cc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ca97d75-f322-412f-ba58-fb5dd7056321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990386 Apr 01 12:43:43.696156 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3222aed8-4edc-4448-818b-c4bc6fc4741c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:43.709851 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3222aed8-4edc-4448-818b-c4bc6fc4741c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:43.727867 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3222aed8-4edc-4448-818b-c4bc6fc4741c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:43.850643 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ebe20c4c-8392-4c2a-8b8b-50686488d675 req-a19f81ef-4bc6-40b0-87d7-8e5c81d680dd tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 210 time: 0.1902275 Apr 01 12:43:43.875292 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3222aed8-4edc-4448-818b-c4bc6fc4741c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8430064 Apr 01 12:43:43.889748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46250) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:43.908347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-23270bbf-3050-48fb-881b-275ea0deb0c8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'subnet': {'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:43.931141 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f50dfe4f-f84b-46ef-a6fb-81e34810df15 req-0adb2335-1f88-4886-b726-1a8aa818fabd tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198478 Apr 01 12:43:43.976093 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 666fde05-8318-4d82-8541-d13cba198a1f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:44.056824 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222aed8-4edc-4448-818b-c4bc6fc4741c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Network': ['ID=a2c1f646-df72-452f-a7cb-55f128b2eba4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:44.144622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network a2c1f646-df72-452f-a7cb-55f128b2eba4 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:43:44.289308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6cc2d06f-2651-4b9a-af55-b571a7b79501 None None] Provisioning complete for port 666fde05-8318-4d82-8541-d13cba198a1f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:44.297547 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d06f-2651-4b9a-af55-b571a7b79501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:44.360236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-09ed495e-3e70-4c27-a7b9-25118c6bbe1f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:44.361954 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-09ed495e-3e70-4c27-a7b9-25118c6bbe1f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.2579782 Apr 01 12:43:44.442191 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Request body: {'port': {'device_id': 'd053564b-1782-4c66-8684-b822d30fb2c3', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'admin_state_up': True, 'tenant_id': 'faf9e4a3810b4cb7ac6ea91a58e763e8'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:44.470629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 666fde05-8318-4d82-8541-d13cba198a1f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:44.471259 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:44.720410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Made reservation on behalf of faf9e4a3810b4cb7ac6ea91a58e763e8 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:43:44.723970 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:44.766554 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-ecfe5052-63ca-43f8-9070-5f4ebfed5823 service neutron] 10.222.0.44 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0764167 Apr 01 12:43:44.779413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23270bbf-3050-48fb-881b-275ea0deb0c8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:43:44.782982 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23270bbf-3050-48fb-881b-275ea0deb0c8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:44.809862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee158e1-b542-4ef3-bfd5-187138677796 req-a0feca0c-2714-45fb-bc20-12166ecce674 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:44.811743 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ee158e1-b542-4ef3-bfd5-187138677796 req-a0feca0c-2714-45fb-bc20-12166ecce674 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.1781681 Apr 01 12:43:44.944884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6cc2d06f-2651-4b9a-af55-b571a7b79501 None None] Provisioning complete for port 407c9455-8add-43f5-8370-02e7685522cf triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:44.945256 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d06f-2651-4b9a-af55-b571a7b79501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:45.025740 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f5c461f9-6af5-4230-bd0f-2c20025e94ef req-fc1dffbd-3a0b-4987-a72f-8b4746e13d37 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 210 time: 0.0582168 Apr 01 12:43:45.050936 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2d06f-2651-4b9a-af55-b571a7b79501 None None] Port 407c9455-8add-43f5-8370-02e7685522cf cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:43:45.066957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:43:41Z', 'revision_number': 3, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:41Z', 'revision_number': 2, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:45.086653 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-610f834e-ac56-4441-95e3-6b15272eafc7 req-a5a33459-bfda-43cb-910d-b624ac707af5 service neutron] 10.222.0.44 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865188 Apr 01 12:43:45.096311 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23270bbf-3050-48fb-881b-275ea0deb0c8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:45.127204 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Checking router: 1369a950-5631-4073-acb7-07afd33f87da for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:43:45.127549 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Updating router 1369a950-5631-4073-acb7-07afd33f87da port 407c9455-8add-43f5-8370-02e7685522cf binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:43:45.183745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23270bbf-3050-48fb-881b-275ea0deb0c8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Subnet': ['ID=79dfb90e-71c7-4d3c-a019-e60b85bb9327,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:45.229639 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:45.252372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ea714872-d73d-48ab-8015-9aa49a580a18 None None] Provisioning complete for port 407c9455-8add-43f5-8370-02e7685522cf triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:45.252861 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ea714872-d73d-48ab-8015-9aa49a580a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:45.276679 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88b581-ce0e-4628-b55c-7f4cb4c6766b req-90f5e16b-7818-478c-92ac-4d04ca095a31 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:45.278294 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f88b581-ce0e-4628-b55c-7f4cb4c6766b req-90f5e16b-7818-478c-92ac-4d04ca095a31 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.1082525 Apr 01 12:43:45.355997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23270bbf-3050-48fb-881b-275ea0deb0c8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Checking segment: {'id': '46e96ded-f623-4921-8198-5531ec59ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:45.356594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23270bbf-3050-48fb-881b-275ea0deb0c8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network hostable DHCP agents. Network: a2c1f646-df72-452f-a7cb-55f128b2eba4, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:43:45.372157 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f88b581-ce0e-4628-b55c-7f4cb4c6766b req-8264e4e7-c636-44bb-9a7b-01488fa5a231 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828784 Apr 01 12:43:45.405475 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ea714872-d73d-48ab-8015-9aa49a580a18 None None] Port 407c9455-8add-43f5-8370-02e7685522cf cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:43:45.415473 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ee158e1-b542-4ef3-bfd5-187138677796 req-881ef3d3-fc26-4c1f-86a2-6de99a7fa489 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245089 Apr 01 12:43:45.431404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438faaf-19f2-4141-a78e-f2cec23d4490 req-e5888b1d-88d0-47c8-8afe-fb38540e61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:45.432960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d438faaf-19f2-4141-a78e-f2cec23d4490 req-e5888b1d-88d0-47c8-8afe-fb38540e61d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 1096 time: 0.1434915 Apr 01 12:43:45.470173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23270bbf-3050-48fb-881b-275ea0deb0c8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network a2c1f646-df72-452f-a7cb-55f128b2eba4 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:43:45.504359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-23270bbf-3050-48fb-881b-275ea0deb0c8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, a2c1f646-df72-452f-a7cb-55f128b2eba4) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:45.519831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23270bbf-3050-48fb-881b-275ea0deb0c8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:45.520424 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23270bbf-3050-48fb-881b-275ea0deb0c8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:45.520783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d902344-d4f8-49b4-a42d-e36f5f207aa1 None None] Network a2c1f646-df72-452f-a7cb-55f128b2eba4 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:43:45.539892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Allocated IP 172.20.0.6 (7954533d-2445-42af-9c0a-77b864800a7b/16405484-146e-4b1d-a8e6-5b44cba643c4/a94b441e-22e7-42de-9962-21a7aaf98d14) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:43:45.549276 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d438faaf-19f2-4141-a78e-f2cec23d4490 req-935ff265-51f2-4854-9e1f-580c287fc218 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801926 Apr 01 12:43:45.567665 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46296) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:45.595721 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-23270bbf-3050-48fb-881b-275ea0deb0c8 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6989756 Apr 01 12:43:45.810648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-a2c1f646-df72-452f-a7cb-55f128b2eba4', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:43:45.811808 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:45.955078 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:46.016752 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:46.031641 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:46.037344 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:46.086247 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:43:46.156597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Allocated IP 172.22.0.2 (a2c1f646-df72-452f-a7cb-55f128b2eba4/79dfb90e-71c7-4d3c-a019-e60b85bb9327/87f33a06-546b-4dd8-9021-bce532d4f458) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:43:46.175451 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Network 7954533d-2445-42af-9c0a-77b864800a7b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:46.181393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:46.189049 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:43:46.322253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event updated for resources: {'Port': ['ID=a94b441e-22e7-42de-9962-21a7aaf98d14,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:46.439664 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:46.456610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:46.458751 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:46.469779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40957a-9412-4a2d-a435-9bd95fe5d015 req-9b39d6da-a8c6-40d2-95b4-92368f369735 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:46.471410 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec40957a-9412-4a2d-a435-9bd95fe5d015 req-9b39d6da-a8c6-40d2-95b4-92368f369735 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 931 time: 0.3248601 Apr 01 12:43:46.486792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:46.518322 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:46.538199 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5d07662e-e9bd-49db-8bf8-2bd949194036 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1329327 Apr 01 12:43:46.553015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Request body: {'port': {'device_id': 'd053564b-1782-4c66-8684-b822d30fb2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:46.577208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a23cd7-a7a3-4ad9-83d4-6eb1f717ef13 None None] Pushing event updated for resources: {'Port': ['ID=407c9455-8add-43f5-8370-02e7685522cf,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:46.918354 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Network a2c1f646-df72-452f-a7cb-55f128b2eba4 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:46.936787 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:47.028379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec40957a-9412-4a2d-a435-9bd95fe5d015 req-d0886619-3e4f-478e-9e5f-7cdb2ef72073 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125597 Apr 01 12:43:47.056993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:47.087041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:43:47.107949 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Pushing event updated for resources: {'Port': ['ID=87f33a06-546b-4dd8-9021-bce532d4f458,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:47.222920 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Attempting to bind port 407c9455-8add-43f5-8370-02e7685522cf on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:43:47.223512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Attempting to bind port 407c9455-8add-43f5-8370-02e7685522cf by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '2b011859-f9ad-4e7d-9d13-44dfcc0ea4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:43:47.223957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Attempting to bind port 407c9455-8add-43f5-8370-02e7685522cf on network 12b0734d-49ef-4f42-bb2d-a28efdad02cd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:43:47.230535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53c063-7890-4dbe-8d65-427aebd71bde req-39803cbd-7d97-4a85-ba12-fba0b9445e00 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:47.238730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df53c063-7890-4dbe-8d65-427aebd71bde req-39803cbd-7d97-4a85-ba12-fba0b9445e00 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.4291077 Apr 01 12:43:47.262592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-56cfd6d9-7bac-4580-a7fc-86a62c6540b3 None None] Provisioning complete for port 407c9455-8add-43f5-8370-02e7685522cf triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:47.263754 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-56cfd6d9-7bac-4580-a7fc-86a62c6540b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:47.343145 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df53c063-7890-4dbe-8d65-427aebd71bde req-801eed92-8de6-4f0f-8a77-c8418d9c2254 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956731 Apr 01 12:43:47.487490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:43:47.487900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Checking segment: {'id': '2b011859-f9ad-4e7d-9d13-44dfcc0ea4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:47.488235 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:47.488715 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Bound using segment: {'id': '2b011859-f9ad-4e7d-9d13-44dfcc0ea4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:43:47.501415 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Bound port: 407c9455-8add-43f5-8370-02e7685522cf, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b011859-f9ad-4e7d-9d13-44dfcc0ea4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:43:47.502707 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:47.504833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-56cfd6d9-7bac-4580-a7fc-86a62c6540b3 None None] Port 407c9455-8add-43f5-8370-02e7685522cf cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:43:47.839391 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] For port 407c9455-8add-43f5-8370-02e7685522cf, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:43:47.853777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] For port 407c9455-8add-43f5-8370-02e7685522cf, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=407c9455-8add-43f5-8370-02e7685522cf,segment=NetworkSegment(2b011859-f9ad-4e7d-9d13-44dfcc0ea4af),segment_id=2b011859-f9ad-4e7d-9d13-44dfcc0ea4af)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:43:47.866494 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Attempting to bind port 87f33a06-546b-4dd8-9021-bce532d4f458 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:43:47.866875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Attempting to bind port 87f33a06-546b-4dd8-9021-bce532d4f458 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '46e96ded-f623-4921-8198-5531ec59ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:43:47.867731 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Attempting to bind port 87f33a06-546b-4dd8-9021-bce532d4f458 on network a2c1f646-df72-452f-a7cb-55f128b2eba4 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:43:47.871314 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:47.957138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:43:47.957512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Checking segment: {'id': '46e96ded-f623-4921-8198-5531ec59ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:47.957915 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:47.958435 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Bound using segment: {'id': '46e96ded-f623-4921-8198-5531ec59ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:43:47.960029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Bound port: 87f33a06-546b-4dd8-9021-bce532d4f458, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e96ded-f623-4921-8198-5531ec59ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:43:47.960480 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:47.972514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Allocated IP 172.22.0.1 (a2c1f646-df72-452f-a7cb-55f128b2eba4/79dfb90e-71c7-4d3c-a019-e60b85bb9327/f31c88b4-6b6e-40d5-b796-78ea4fae6dfb) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:43:48.117876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a23cd7-a7a3-4ad9-83d4-6eb1f717ef13 None None] Pushing event updated for resources: {'Port': ['ID=407c9455-8add-43f5-8370-02e7685522cf,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:48.143026 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94b441e-22e7-42de-9962-21a7aaf98d14 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:43:48.145554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:48.146233 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:48.178064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:48.259721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Transition to ACTIVE for port object a94b441e-22e7-42de-9962-21a7aaf98d14 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:43:48.313089 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:48.442688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] For port 87f33a06-546b-4dd8-9021-bce532d4f458, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:43:48.457639 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:48.473459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5015b50-fdf8-4f35-bac8-fe9e592ce3b0 req-c9fb7744-5177-47c6-ba34-1900d7cf5fa3 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:48.497751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c5015b50-fdf8-4f35-bac8-fe9e592ce3b0 req-c9fb7744-5177-47c6-ba34-1900d7cf5fa3 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 931 time: 0.2738016 Apr 01 12:43:48.520095 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] For port 87f33a06-546b-4dd8-9021-bce532d4f458, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=87f33a06-546b-4dd8-9021-bce532d4f458,segment=NetworkSegment(46e96ded-f623-4921-8198-5531ec59ac88),segment_id=46e96ded-f623-4921-8198-5531ec59ac88)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:43:48.558025 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:48.573679 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:43:48.734874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:48.756935 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c5015b50-fdf8-4f35-bac8-fe9e592ce3b0 req-23fd5d0e-daa8-426a-b76f-1535c11f5720 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435105 Apr 01 12:43:48.757930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Pushing event updated for resources: {'Port': ['ID=a94b441e-22e7-42de-9962-21a7aaf98d14,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:48.823191 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ea133-9a78-4e4f-b3d8-6ca8c208bfab None None] Pushing event updated for resources: {'Port': ['ID=87f33a06-546b-4dd8-9021-bce532d4f458,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:48.945856 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network a2c1f646-df72-452f-a7cb-55f128b2eba4 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:48.990383 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646699b-c906-4eb4-b668-c019f875ed10 req-e897ab48-4e6f-4292-8aa6-bb506d9b444f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:49.011713 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f646699b-c906-4eb4-b668-c019f875ed10 req-e897ab48-4e6f-4292-8aa6-bb506d9b444f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.3915732 Apr 01 12:43:49.020212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:49.060359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Attempting to bind port a94b441e-22e7-42de-9962-21a7aaf98d14 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:43:49.082818 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Attempting to bind port a94b441e-22e7-42de-9962-21a7aaf98d14 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:43:49.083179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Attempting to bind port a94b441e-22e7-42de-9962-21a7aaf98d14 on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:43:49.093395 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:43:49.126596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Port a94b441e-22e7-42de-9962-21a7aaf98d14 on network 7954533d-2445-42af-9c0a-77b864800a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:43:49.126917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Attempting to bind port a94b441e-22e7-42de-9962-21a7aaf98d14 on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:43:49.138533 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=f31c88b4-6b6e-40d5-b796-78ea4fae6dfb,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:49.155154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7494-ab73-4404-9b26-77cf8f5bb4fe req-76aafdc4-3a74-4c57-a0e6-f69338366b88 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:49.156754 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57ad7494-ab73-4404-9b26-77cf8f5bb4fe req-76aafdc4-3a74-4c57-a0e6-f69338366b88 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.2253220 Apr 01 12:43:49.163138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:43:49.163544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Checking segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:49.163861 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Bound using segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:43:49.164314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Bound port: a94b441e-22e7-42de-9962-21a7aaf98d14, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:43:49.164808 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:49.233663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f646699b-c906-4eb4-b668-c019f875ed10 req-e40ebe50-b055-40a6-9f36-a0c6422af983 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207050 Apr 01 12:43:49.279741 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:49.485347 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6bbc0c13-f71d-4d94-94ce-7f13f614053b None None] Provisioning complete for port 407c9455-8add-43f5-8370-02e7685522cf triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:49.485892 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6bbc0c13-f71d-4d94-94ce-7f13f614053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:49.522164 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57ad7494-ab73-4404-9b26-77cf8f5bb4fe req-ba135641-a236-4a4b-a2bc-22e0836b0bf1 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985904 Apr 01 12:43:49.538036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] For port a94b441e-22e7-42de-9962-21a7aaf98d14, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:43:49.541805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] For port a94b441e-22e7-42de-9962-21a7aaf98d14, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a94b441e-22e7-42de-9962-21a7aaf98d14,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:43:49.548601 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:49.686627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Pushing event updated for resources: {'Port': ['ID=a94b441e-22e7-42de-9962-21a7aaf98d14,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:49.709854 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:49.710560 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:49.712079 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-e3a72150-7695-40b8-b8bb-4a544db97f23 service neutron] 10.222.0.37 "PUT /v2.0/ports/a94b441e-22e7-42de-9962-21a7aaf98d14 HTTP/1.1" status: 200 len: 1091 time: 3.1639724 Apr 01 12:43:49.712543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd053564b-1782-4c66-8684-b822d30fb2c3', 'tag': 'a94b441e-22e7-42de-9962-21a7aaf98d14'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:43:49.714944 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dc334d-bca0-459b-a915-46e950c8b25b" -d '{"events": [{"name": "network-changed", "server_uuid": "d053564b-1782-4c66-8684-b822d30fb2c3", "tag": "a94b441e-22e7-42de-9962-21a7aaf98d14"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:43:49.783761 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:49.876302 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6bbc0c13-f71d-4d94-94ce-7f13f614053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:49.917781 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9647abf5-889f-412c-a230-b676cc95dc59 x-openstack-request-id: req-9647abf5-889f-412c-a230-b676cc95dc59 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:43:49.919426 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d053564b-1782-4c66-8684-b822d30fb2c3", "tag": "a94b441e-22e7-42de-9962-21a7aaf98d14", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:43:49.919958 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9647abf5-889f-412c-a230-b676cc95dc59 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:43:49.921007 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9647abf5-889f-412c-a230-b676cc95dc59'] response: {'name': 'network-changed', 'server_uuid': 'd053564b-1782-4c66-8684-b822d30fb2c3', 'tag': 'a94b441e-22e7-42de-9962-21a7aaf98d14', 'status': 'completed', 'code': 200} Apr 01 12:43:50.014432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6bbc0c13-f71d-4d94-94ce-7f13f614053b None None] For port 407c9455-8add-43f5-8370-02e7685522cf, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=407c9455-8add-43f5-8370-02e7685522cf,segment=NetworkSegment(2b011859-f9ad-4e7d-9d13-44dfcc0ea4af),segment_id=2b011859-f9ad-4e7d-9d13-44dfcc0ea4af)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:50.061709 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6bbc0c13-f71d-4d94-94ce-7f13f614053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:50.205918 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-b645c4c8-3324-48c6-b828-82ac3ba248a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:50.221896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-b645c4c8-3324-48c6-b828-82ac3ba248a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 1094 time: 0.4580407 Apr 01 12:43:50.347682 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 87f33a06-546b-4dd8-9021-bce532d4f458 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:50.426516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46390) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:50.470243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-fc9b1ec9-21e9-4988-9eca-a49e5593092c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a94b441e-22e7-42de-9962-21a7aaf98d14 HTTP/1.1" status: 200 len: 217 time: 0.2345614 Apr 01 12:43:50.482266 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:43:41Z', 'revision_number': 3, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:47Z', 'revision_number': 4, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:50.514490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d1e66-3d88-44ba-9b2d-47450e8eb08a req-2883f382-8de5-4d79-ac91-7f5b16d6ebf4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:50.527156 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43d1e66-3d88-44ba-9b2d-47450e8eb08a req-2883f382-8de5-4d79-ac91-7f5b16d6ebf4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 943 time: 0.6001294 Apr 01 12:43:50.633946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc0c13-f71d-4d94-94ce-7f13f614053b None None] Pushing event updated for resources: {'Port': ['ID=407c9455-8add-43f5-8370-02e7685522cf,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:50.651448 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e46daa3-47cb-429a-ad19-cc843fb451d1 None None] The sync data for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 is: [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:43:41Z', 'revision_number': 3, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:47Z', 'revision_number': 4, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:43:50.722471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 87f33a06-546b-4dd8-9021-bce532d4f458 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:50.725569 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:50.797494 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43d1e66-3d88-44ba-9b2d-47450e8eb08a req-fa78a7e2-30ff-4a90-99eb-8e6e5d37121f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655153 Apr 01 12:43:50.866403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-d7da3ff3-4e52-43b2-83cb-dea868732ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:50.871963 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-d7da3ff3-4e52-43b2-83cb-dea868732ca4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.3905969 Apr 01 12:43:50.940757 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2309a0-d115-44ca-ab6f-1a51775e7877 None None] Network a2c1f646-df72-452f-a7cb-55f128b2eba4 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:43:50.979434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-b8641a5a-9044-4deb-a31b-3b5b496f316e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990269 Apr 01 12:43:51.055853 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-41b567c9-8206-46ee-b6fc-3449013e2ab3 None None] Provisioning complete for port 87f33a06-546b-4dd8-9021-bce532d4f458 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:51.056206 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-41b567c9-8206-46ee-b6fc-3449013e2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:51.119342 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:51.162800 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:51.288780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76450991-d48e-4bb0-8de2-1c1700687d3d req-cb6c57b5-899f-4b95-84fb-41e822abe2cc tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:51.297639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76450991-d48e-4bb0-8de2-1c1700687d3d req-cb6c57b5-899f-4b95-84fb-41e822abe2cc tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.4125433 Apr 01 12:43:51.325241 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-5206bd54-db9b-47f4-b9c9-0190eb831447 service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405867 Apr 01 12:43:51.492818 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50f95df8-5dc6-4d1a-b35a-c315c0622479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:51.555273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb007f0a-640c-4852-9fce-1a3870a4c08d req-d92a9a69-10d2-4e75-9bc5-868cc346bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:51.556809 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb007f0a-640c-4852-9fce-1a3870a4c08d req-d92a9a69-10d2-4e75-9bc5-868cc346bada service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 1096 time: 0.2296021 Apr 01 12:43:51.570144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=f31c88b4-6b6e-40d5-b796-78ea4fae6dfb,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:51.576583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:51.577368 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:51.726210 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-41b567c9-8206-46ee-b6fc-3449013e2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:51.785688 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76450991-d48e-4bb0-8de2-1c1700687d3d req-0fbaf085-88c1-487b-a56a-6376d3e3cedd tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022350 Apr 01 12:43:51.872732 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 87f33a06-546b-4dd8-9021-bce532d4f458, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=87f33a06-546b-4dd8-9021-bce532d4f458,segment=NetworkSegment(46e96ded-f623-4921-8198-5531ec59ac88),segment_id=46e96ded-f623-4921-8198-5531ec59ac88)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:51.914993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network a2c1f646-df72-452f-a7cb-55f128b2eba4 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:51.924328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:51.925734 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:51.939477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620ffef-23ec-4648-8df5-8b64843d1d6d req-bee9e21a-0861-41ec-b56d-682c9ff651ef tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:51.956709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c620ffef-23ec-4648-8df5-8b64843d1d6d req-bee9e21a-0861-41ec-b56d-682c9ff651ef tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.6303864 Apr 01 12:43:52.022929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb007f0a-640c-4852-9fce-1a3870a4c08d req-08e1c767-4151-4684-b285-5122f3939336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:52.024477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb007f0a-640c-4852-9fce-1a3870a4c08d req-08e1c767-4151-4684-b285-5122f3939336 service neutron] 10.222.0.37 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.4546161 Apr 01 12:43:52.179901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=87f33a06-546b-4dd8-9021-bce532d4f458,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:52.243672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 407c9455-8add-43f5-8370-02e7685522cf up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:52.292077 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c620ffef-23ec-4648-8df5-8b64843d1d6d req-bafa3184-4998-4ca0-bd41-02484f06fbc4 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313746 Apr 01 12:43:52.351572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5e5fb-4c86-47af-86a7-8d8a3c75abd3 req-f01b21d7-9639-4d0e-a027-fb324756d16f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:52.355629 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-59a5e5fb-4c86-47af-86a7-8d8a3c75abd3 req-f01b21d7-9639-4d0e-a027-fb324756d16f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 943 time: 0.3567612 Apr 01 12:43:52.363023 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50f95df8-5dc6-4d1a-b35a-c315c0622479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:52.384354 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50f95df8-5dc6-4d1a-b35a-c315c0622479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:52.390758 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-41b567c9-8206-46ee-b6fc-3449013e2ab3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:43:52.391096 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-41b567c9-8206-46ee-b6fc-3449013e2ab3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:43:52.401800 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14381a80-82f1-48ff-b652-10ea791c49e5 req-25109821-1bd5-4201-b526-7c77fb7eff1f service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9828331 Apr 01 12:43:52.464109 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 407c9455-8add-43f5-8370-02e7685522cf triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:52.464534 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:52.485610 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb007f0a-640c-4852-9fce-1a3870a4c08d req-fdf765de-bd8e-4c37-9bab-14e4d0fc772f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a555e335-b14c-40ae-98af-fedfb9a2be53 HTTP/1.1" status: 200 len: 1001 time: 0.4044080 Apr 01 12:43:52.500436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f95df8-5dc6-4d1a-b35a-c315c0622479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fbf544-ffce-4823-ac29-c9c362abd551,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:52.563557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 1369a950-5631-4073-acb7-07afd33f87da has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:43:52.787085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc334d-bca0-459b-a915-46e950c8b25b req-257ee86d-2e6d-4468-870c-5a5466110254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:52.803571 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6dc334d-bca0-459b-a915-46e950c8b25b req-257ee86d-2e6d-4468-870c-5a5466110254 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 1094 time: 0.3156035 Apr 01 12:43:52.805549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb007f0a-640c-4852-9fce-1a3870a4c08d req-eda0ba32-1dd6-4889-b74c-2b176af97793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:52.806612 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-50f95df8-5dc6-4d1a-b35a-c315c0622479 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e8241f6470944c7969346d7e5fc5b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3787277 Apr 01 12:43:52.807496 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb007f0a-640c-4852-9fce-1a3870a4c08d req-eda0ba32-1dd6-4889-b74c-2b176af97793 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.3098812 Apr 01 12:43:52.811425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46416) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:52.907826 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-59a5e5fb-4c86-47af-86a7-8d8a3c75abd3 req-24ace70c-2f00-40fa-aa4d-fe575e5ca00e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257776 Apr 01 12:43:53.007137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:43:53.013687 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-62fe1e1c-169b-4333-b3cd-3b2153004cd0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4449117 Apr 01 12:43:53.023196 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Sync routers for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:43:53.024612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46424) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:53.038884 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:53.039631 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:53.043912 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9be6fbd4-17d0-49cd-a029-0d25fcd25556 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'network': {'name': 'tempest-RoutersTest-1110848903'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:53.123040 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be6fbd4-17d0-49cd-a029-0d25fcd25556 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:43:53.137322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9be6fbd4-17d0-49cd-a029-0d25fcd25556 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:53.211542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6b22a95f-d2a9-4eb9-a683-5cb8e7b6b788 None None] Provisioning complete for port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:53.219361 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6b22a95f-d2a9-4eb9-a683-5cb8e7b6b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:53.220621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be6fbd4-17d0-49cd-a029-0d25fcd25556 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:43:53.233543 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9be6fbd4-17d0-49cd-a029-0d25fcd25556 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:53.234246 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-9be6fbd4-17d0-49cd-a029-0d25fcd25556 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Added segment ddd77a8c-9751-4b17-9b7a-d6936c08ebb7 of type vlan for network b7dbf947-f814-40fc-93a3-1a14d1eb4abb Apr 01 12:43:53.327072 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9be6fbd4-17d0-49cd-a029-0d25fcd25556 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:53.327930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6b22a95f-d2a9-4eb9-a683-5cb8e7b6b788 None None] Port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:43:53.367713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6b22a95f-d2a9-4eb9-a683-5cb8e7b6b788 None None] Provisioning complete for port 87f33a06-546b-4dd8-9021-bce532d4f458 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:53.369043 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6b22a95f-d2a9-4eb9-a683-5cb8e7b6b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:53.385084 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c631e322-199d-4354-9eb0-c4699dcb9f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:53.409159 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9be6fbd4-17d0-49cd-a029-0d25fcd25556 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:53.423436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be6fbd4-17d0-49cd-a029-0d25fcd25556 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:53.423752 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9be6fbd4-17d0-49cd-a029-0d25fcd25556 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:53.455255 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c631e322-199d-4354-9eb0-c4699dcb9f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:53.552707 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb007f0a-640c-4852-9fce-1a3870a4c08d req-d55f02cc-3f35-44aa-871d-fc8a4ced91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:53.555227 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb007f0a-640c-4852-9fce-1a3870a4c08d req-d55f02cc-3f35-44aa-871d-fc8a4ced91c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7096517 Apr 01 12:43:53.556176 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c631e322-199d-4354-9eb0-c4699dcb9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:53.559354 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c631e322-199d-4354-9eb0-c4699dcb9f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:53.560811 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c631e322-199d-4354-9eb0-c4699dcb9f89 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01fbf544-ffce-4823-ac29-c9c362abd551 HTTP/1.1" status: 204 len: 168 time: 0.7461293 Apr 01 12:43:53.718232 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:43:53.726334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb007f0a-640c-4852-9fce-1a3870a4c08d req-99cb35d4-17c9-4a82-91d9-ed10ab947ac8 service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587598 Apr 01 12:43:53.793081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6fbd4-17d0-49cd-a029-0d25fcd25556 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Network': ['ID=b7dbf947-f814-40fc-93a3-1a14d1eb4abb,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:53.810626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b7dbf947-f814-40fc-93a3-1a14d1eb4abb details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:43:53.933445 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9be6fbd4-17d0-49cd-a029-0d25fcd25556 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9051991 Apr 01 12:43:53.952158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46438) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:53.968216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f7bd49bb-1e1a-41e6-a6bf-ec112aa45fde tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'subnet': {'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:54.021067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cb007f0a-640c-4852-9fce-1a3870a4c08d req-68c5ec18-dac1-4ff5-9475-d19a84a34090 service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830455 Apr 01 12:43:54.103694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a1f75-b8d8-47a6-b8d1-73e4e8e036bc req-5cb289b3-67ae-48f5-89f9-efd4af6cc3a4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:54.105575 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-302a1f75-b8d8-47a6-b8d1-73e4e8e036bc req-5cb289b3-67ae-48f5-89f9-efd4af6cc3a4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 1.0137532 Apr 01 12:43:54.107714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631e322-199d-4354-9eb0-c4699dcb9f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fbf544-ffce-4823-ac29-c9c362abd551,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:54.168004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 87f33a06-546b-4dd8-9021-bce532d4f458 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:54.230062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc334d-bca0-459b-a915-46e950c8b25b req-c45de9cd-914c-4cc7-8dc5-cfad5503371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:54.235174 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6dc334d-bca0-459b-a915-46e950c8b25b req-c45de9cd-914c-4cc7-8dc5-cfad5503371b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 907 time: 1.3905184 Apr 01 12:43:54.300040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-dcafb949-c946-44dd-bf63-eabbc6bbeb06 None None] Provisioning complete for port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:54.300660 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dcafb949-c946-44dd-bf63-eabbc6bbeb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:54.309869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c9fed-aedc-4eef-91aa-f6f143b0f1fa req-f7b92eaf-5294-412b-b791-69c97b228cbf tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:54.315007 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a7c9fed-aedc-4eef-91aa-f6f143b0f1fa req-f7b92eaf-5294-412b-b791-69c97b228cbf tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.8473620 Apr 01 12:43:54.315733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bd49bb-1e1a-41e6-a6bf-ec112aa45fde tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Made reservation on behalf of 6012ca976eb042e4b4ff391cd251aec0 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:43:54.324198 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7bd49bb-1e1a-41e6-a6bf-ec112aa45fde tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:54.429423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-302a1f75-b8d8-47a6-b8d1-73e4e8e036bc req-cbbebf79-5ec0-4b93-8062-4a05b73688ac tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909837 Apr 01 12:43:54.434337 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6dc334d-bca0-459b-a915-46e950c8b25b req-74302e29-1e2b-40e9-9cd1-01ccea645764 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a94b441e-22e7-42de-9962-21a7aaf98d14 HTTP/1.1" status: 200 len: 217 time: 0.1884665 Apr 01 12:43:54.437169 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 4, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:50Z', 'revision_number': 2, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:54.483881 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-dcafb949-c946-44dd-bf63-eabbc6bbeb06 None None] Port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:43:54.499499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 87f33a06-546b-4dd8-9021-bce532d4f458 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:54.507139 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:54.509142 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5a7c9fed-aedc-4eef-91aa-f6f143b0f1fa req-46f1e62b-cf0d-4977-8b61-8ff5c10a3d6d tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697676 Apr 01 12:43:54.533789 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Checking router: 1369a950-5631-4073-acb7-07afd33f87da for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:43:54.534175 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Updating router 1369a950-5631-4073-acb7-07afd33f87da port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:43:54.620866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a94b441e-22e7-42de-9962-21a7aaf98d14 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:43:54.641349 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:54.648400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc334d-bca0-459b-a915-46e950c8b25b req-024fff1d-d65d-4581-b1a6-ed962d1f9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:54.653682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6dc334d-bca0-459b-a915-46e950c8b25b req-024fff1d-d65d-4581-b1a6-ed962d1f9949 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.1913671 Apr 01 12:43:54.738505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46446) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:54.855655 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6dc334d-bca0-459b-a915-46e950c8b25b req-2706225a-3917-4d00-a020-3c1ec23bfac8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1886487 Apr 01 12:43:54.958153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7bd49bb-1e1a-41e6-a6bf-ec112aa45fde tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:54.997827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991b032-5d12-4339-b0d5-f1d705debf43 req-f2016e25-5df6-42f4-bdfb-1c44006c1df4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:55.013425 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b991b032-5d12-4339-b0d5-f1d705debf43 req-f2016e25-5df6-42f4-bdfb-1c44006c1df4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 943 time: 0.3231390 Apr 01 12:43:55.038310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a94b441e-22e7-42de-9962-21a7aaf98d14, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a94b441e-22e7-42de-9962-21a7aaf98d14,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:55.052360 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'a94b441e-22e7-42de-9962-21a7aaf98d14', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'port_id': 'a94b441e-22e7-42de-9962-21a7aaf98d14', 'mac_address': 'fa:16:3e:6f:55:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16405484-146e-4b1d-a8e6-5b44cba643c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:43:55.065313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46450) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:55.083186 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b73a95e-384b-47fd-b0d8-a853705cd0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.084516 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaea14d7-5d80-4d87-a50f-0752e502ef4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.185406 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6dc334d-bca0-459b-a915-46e950c8b25b req-746d71e4-5763-4c93-ac4d-f4f5220df852 service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176363 Apr 01 12:43:55.187634 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.200647 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b991b032-5d12-4339-b0d5-f1d705debf43 req-19d17629-b05d-4a33-a025-9835a25fb2af tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852050 Apr 01 12:43:55.220031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94b441e-22e7-42de-9962-21a7aaf98d14 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:43:55.283400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a94b441e-22e7-42de-9962-21a7aaf98d14, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a94b441e-22e7-42de-9962-21a7aaf98d14,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:55.292577 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.301324 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd49bb-1e1a-41e6-a6bf-ec112aa45fde tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Checking segment: {'id': 'ddd77a8c-9751-4b17-9b7a-d6936c08ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:55.301680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bd49bb-1e1a-41e6-a6bf-ec112aa45fde tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network hostable DHCP agents. Network: b7dbf947-f814-40fc-93a3-1a14d1eb4abb, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:43:55.383191 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a94b441e-22e7-42de-9962-21a7aaf98d14,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:55.401470 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6dc334d-bca0-459b-a915-46e950c8b25b req-20c90b4a-c16a-473d-a7fa-4477ae0124f8 service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943979 Apr 01 12:43:55.429229 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaea14d7-5d80-4d87-a50f-0752e502ef4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.437117 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aaea14d7-5d80-4d87-a50f-0752e502ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.440795 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd49bb-1e1a-41e6-a6bf-ec112aa45fde tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Subnet': ['ID=124cbffb-3fbd-43e4-af7b-0364ff231db2,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:55.472980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bd49bb-1e1a-41e6-a6bf-ec112aa45fde tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network b7dbf947-f814-40fc-93a3-1a14d1eb4abb is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:43:55.491122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b73a95e-384b-47fd-b0d8-a853705cd0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.498627 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b73a95e-384b-47fd-b0d8-a853705cd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.515526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-f7bd49bb-1e1a-41e6-a6bf-ec112aa45fde tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b7dbf947-f814-40fc-93a3-1a14d1eb4abb) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:55.528197 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ad1ae6-9cd5-4e13-af38-39459cc76233 None None] Network b7dbf947-f814-40fc-93a3-1a14d1eb4abb requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:43:55.592542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bd49bb-1e1a-41e6-a6bf-ec112aa45fde tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:55.593181 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7bd49bb-1e1a-41e6-a6bf-ec112aa45fde tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.605269 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aaea14d7-5d80-4d87-a50f-0752e502ef4f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c25b64a60c34ecebdd24fec029a2dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367947 Apr 01 12:43:55.606429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea14d7-5d80-4d87-a50f-0752e502ef4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be459389-afa4-4953-9b72-92ea73835988,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:55.609027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46458) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:55.615949 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.626210 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.771030 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96f49b-c982-49c1-beea-61d74db825bc None None] Pushing event updated for resources: {'Port': ['ID=f31c88b4-6b6e-40d5-b796-78ea4fae6dfb,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:55.783074 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7b73a95e-384b-47fd-b0d8-a853705cd0fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=decfdef1bb3c4454bef6fd15f27afcd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0427244 Apr 01 12:43:55.788512 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46460) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:55.805557 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f7bd49bb-1e1a-41e6-a6bf-ec112aa45fde tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8441489 Apr 01 12:43:55.808686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46462) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:55.825370 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73a95e-384b-47fd-b0d8-a853705cd0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520c1d7e-f76c-4727-a2f8-25b91f1d767c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:55.863573 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca726-3cec-4d44-8a6c-c2a1d11614d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.912523 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca726-3cec-4d44-8a6c-c2a1d11614d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:55.950204 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['a94b441e-22e7-42de-9962-21a7aaf98d14'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:43:55.955059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820d9cf-27df-4433-a5cf-689bbf38e1c5 req-0790f3fe-add2-442f-b71c-5374de3cc5b5 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:55.964587 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9820d9cf-27df-4433-a5cf-689bbf38e1c5 req-0790f3fe-add2-442f-b71c-5374de3cc5b5 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.2566023 Apr 01 12:43:56.030766 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Attempting to bind port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:43:56.032962 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Attempting to bind port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '46e96ded-f623-4921-8198-5531ec59ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:43:56.033965 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Attempting to bind port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb on network a2c1f646-df72-452f-a7cb-55f128b2eba4 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:43:56.049835 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:43:56.051288 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Checking segment: {'id': '46e96ded-f623-4921-8198-5531ec59ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:56.052562 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:56.054292 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Bound using segment: {'id': '46e96ded-f623-4921-8198-5531ec59ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:43:56.056015 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Bound port: f31c88b4-6b6e-40d5-b796-78ea4fae6dfb, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e96ded-f623-4921-8198-5531ec59ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:43:56.057600 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:56.087894 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9820d9cf-27df-4433-a5cf-689bbf38e1c5 req-0d5200e7-ce61-40ea-9f3b-fa641a70b678 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217539 Apr 01 12:43:56.111720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-b7dbf947-f814-40fc-93a3-1a14d1eb4abb', 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'fixed_ips': [{'subnet_id': '124cbffb-3fbd-43e4-af7b-0364ff231db2'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:43:56.112536 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:56.164492 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca726-3cec-4d44-8a6c-c2a1d11614d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:56.169127 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca726-3cec-4d44-8a6c-c2a1d11614d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:56.171363 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7e9ca726-3cec-4d44-8a6c-c2a1d11614d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be459389-afa4-4953-9b72-92ea73835988 HTTP/1.1" status: 204 len: 168 time: 0.5609498 Apr 01 12:43:56.192941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ca726-3cec-4d44-8a6c-c2a1d11614d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be459389-afa4-4953-9b72-92ea73835988,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:56.235390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd5733-09ae-454d-adca-40e8c595cab8 req-6cac9e55-5081-4590-ac4f-b83786cd0d6e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:56.237610 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-08bd5733-09ae-454d-adca-40e8c595cab8 req-6cac9e55-5081-4590-ac4f-b83786cd0d6e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.6233144 Apr 01 12:43:56.252564 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] For port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:43:56.271466 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] For port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f31c88b4-6b6e-40d5-b796-78ea4fae6dfb,segment=NetworkSegment(46e96ded-f623-4921-8198-5531ec59ac88),segment_id=46e96ded-f623-4921-8198-5531ec59ac88)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:43:56.279255 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:56.592189 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96f49b-c982-49c1-beea-61d74db825bc None None] Pushing event updated for resources: {'Port': ['ID=f31c88b4-6b6e-40d5-b796-78ea4fae6dfb,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:56.604802 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:43:56.606403 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:56.671197 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6905e46-875c-477d-814b-961aa13afb30 req-0f11a450-c147-420b-8537-d407af96e913 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:56.682766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6905e46-875c-477d-814b-961aa13afb30 req-0f11a450-c147-420b-8537-d407af96e913 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 944 time: 0.2283361 Apr 01 12:43:56.746922 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1fc5df6d-aa08-4ce0-929b-3ecf31da3d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:56.749649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6905e46-875c-477d-814b-961aa13afb30 req-a39e1b0d-b938-4057-8d4d-442f8576fec4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619457 Apr 01 12:43:56.780918 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-438ce253-ef27-4742-bc2e-a4d0592eb621 None None] Provisioning complete for port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:56.782047 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-438ce253-ef27-4742-bc2e-a4d0592eb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:56.927238 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-08bd5733-09ae-454d-adca-40e8c595cab8 req-5f68ed2f-4064-45bb-a41a-250e902c5633 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757774 Apr 01 12:43:56.953650 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:43:57.039425 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1fc5df6d-aa08-4ce0-929b-3ecf31da3d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:57.088945 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-438ce253-ef27-4742-bc2e-a4d0592eb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:57.106445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:57.281116 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1fc5df6d-aa08-4ce0-929b-3ecf31da3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:57.283834 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1fc5df6d-aa08-4ce0-929b-3ecf31da3d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:57.285107 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1fc5df6d-aa08-4ce0-929b-3ecf31da3d5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/520c1d7e-f76c-4727-a2f8-25b91f1d767c HTTP/1.1" status: 204 len: 168 time: 1.4774928 Apr 01 12:43:57.312849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5df6d-aa08-4ce0-929b-3ecf31da3d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c1d7e-f76c-4727-a2f8-25b91f1d767c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:57.419764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe933b4-fb7f-4d84-9c62-bbc11f4584dd req-953edbb4-e042-4b85-b0b5-5019578c9719 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:57.432212 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbe933b4-fb7f-4d84-9c62-bbc11f4584dd req-953edbb4-e042-4b85-b0b5-5019578c9719 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.1495926 Apr 01 12:43:57.534940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbe933b4-fb7f-4d84-9c62-bbc11f4584dd req-b0096a32-06a1-40b4-9a5e-90e3d299b9fe tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995669 Apr 01 12:43:57.712290 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 4, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:56Z', 'revision_number': 4, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:43:57.758671 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6955eca-f17a-461e-80ed-160570da40c0 None None] The sync data for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 is: [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 4, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:56Z', 'revision_number': 4, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:43:57.861361 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-438ce253-ef27-4742-bc2e-a4d0592eb621 None None] For port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f31c88b4-6b6e-40d5-b796-78ea4fae6dfb,segment=NetworkSegment(46e96ded-f623-4921-8198-5531ec59ac88),segment_id=46e96ded-f623-4921-8198-5531ec59ac88)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:43:57.888166 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be7cd5-4309-4500-83ba-ee7ca807e881 req-fd37bce7-44df-403d-978c-be965c23019e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:57.895362 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-438ce253-ef27-4742-bc2e-a4d0592eb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:57.901112 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-59be7cd5-4309-4500-83ba-ee7ca807e881 req-fd37bce7-44df-403d-978c-be965c23019e tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.2399354 Apr 01 12:43:57.910279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46498) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:57.920153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5695e196-d39e-4680-bd1d-018362675af8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Request body: {'floatingip': {'port_id': 'a555e335-b14c-40ae-98af-fedfb9a2be53'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:43:58.102933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c89df6-6063-46f9-bed4-e64b8aaa4693 req-0398b338-474e-46fb-a13f-63900fc969ce tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:58.115342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3c89df6-6063-46f9-bed4-e64b8aaa4693 req-0398b338-474e-46fb-a13f-63900fc969ce tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 944 time: 0.1665497 Apr 01 12:43:58.151454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46504) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:58.163470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Allocated IP 172.23.0.2 (b7dbf947-f814-40fc-93a3-1a14d1eb4abb/124cbffb-3fbd-43e4-af7b-0364ff231db2/97875e5a-cea3-4903-99fd-1cc97ebe5b31) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:43:58.274589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3c89df6-6063-46f9-bed4-e64b8aaa4693 req-354f926c-387c-4616-862b-1ba3ebbd1b54 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478894 Apr 01 12:43:58.278252 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:58.280453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f31c88b4-6b6e-40d5-b796-78ea4fae6dfb up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:43:58.294956 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5695e196-d39e-4680-bd1d-018362675af8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:58.324315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46506) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:58.401116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8f3f5bca-535b-406d-bdd2-8a5058f86900 None None] Provisioning complete for port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:58.402142 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5bca-535b-406d-bdd2-8a5058f86900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:58.500815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ce253-ef27-4742-bc2e-a4d0592eb621 None None] Pushing event updated for resources: {'Port': ['ID=f31c88b4-6b6e-40d5-b796-78ea4fae6dfb,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:58.523796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:58.539330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:58.572056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76767bde-0f79-4bae-aefb-ab11e482e51d req-ec2b58af-5653-4313-b7e3-6d17536e42b3 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:58.584264 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76767bde-0f79-4bae-aefb-ab11e482e51d req-ec2b58af-5653-4313-b7e3-6d17536e42b3 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.4887812 Apr 01 12:43:58.622680 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a8f42dd3c234888b12844f453204cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649434 Apr 01 12:43:58.628461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46514) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:58.708591 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-76767bde-0f79-4bae-aefb-ab11e482e51d req-c50514a5-da85-4acd-a12e-562a878dbba1 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230757 Apr 01 12:43:58.726224 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9e5e-50e1-491a-ad42-38564083434b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:58.803406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648e3f08-59a6-45b9-958e-c47194483215,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:58.805621 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-664b2037-abab-49e4-bc41-d4671f612c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:58.810179 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:43:58.810990 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:58.855849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:58.856240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:58.856564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:58.856993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:58.857360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:58.857745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:58.858365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:58.858755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:58.858878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:58.859192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:58.859607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:58.860546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd76f8-ab46-4557-b53a-fe7d76db38df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:43:58.879932 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-664b2037-abab-49e4-bc41-d4671f612c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:58.997526 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9e5e-50e1-491a-ad42-38564083434b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.006985 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9e5e-50e1-491a-ad42-38564083434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.025221 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.081571 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.096230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c9e5e-50e1-491a-ad42-38564083434b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24389536-0e80-40f1-ad38-314e81711f99,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:59.134276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Allocated IP 172.23.0.1 (b7dbf947-f814-40fc-93a3-1a14d1eb4abb/124cbffb-3fbd-43e4-af7b-0364ff231db2/05926d55-967d-4b74-b5cb-b0fef7283fb9) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:43:59.164540 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8e4c9e5e-50e1-491a-ad42-38564083434b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e605b7a3b31b4d76aa0ea84edb59f512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8372114 Apr 01 12:43:59.167062 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-664b2037-abab-49e4-bc41-d4671f612c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.175372 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-664b2037-abab-49e4-bc41-d4671f612c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.194968 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-664b2037-abab-49e4-bc41-d4671f612c87 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/648e3f08-59a6-45b9-958e-c47194483215 HTTP/1.1" status: 204 len: 168 time: 0.5511148 Apr 01 12:43:59.198251 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46518) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:43:59.303248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Network b7dbf947-f814-40fc-93a3-1a14d1eb4abb is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:43:59.318427 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:43:59.322820 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:43:59.340986 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Pushing event updated for resources: {'Port': ['ID=97875e5a-cea3-4903-99fd-1cc97ebe5b31,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:59.384004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b2037-abab-49e4-bc41-d4671f612c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648e3f08-59a6-45b9-958e-c47194483215,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:59.466854 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Attempting to bind port 97875e5a-cea3-4903-99fd-1cc97ebe5b31 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:43:59.467303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Attempting to bind port 97875e5a-cea3-4903-99fd-1cc97ebe5b31 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ddd77a8c-9751-4b17-9b7a-d6936c08ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:43:59.469844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Attempting to bind port 97875e5a-cea3-4903-99fd-1cc97ebe5b31 on network b7dbf947-f814-40fc-93a3-1a14d1eb4abb {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:43:59.481148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:43:59.481575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Checking segment: {'id': 'ddd77a8c-9751-4b17-9b7a-d6936c08ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:43:59.491247 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.491712 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Bound using segment: {'id': 'ddd77a8c-9751-4b17-9b7a-d6936c08ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:43:59.492223 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Bound port: 97875e5a-cea3-4903-99fd-1cc97ebe5b31, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd77a8c-9751-4b17-9b7a-d6936c08ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:43:59.492623 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.605055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ceec28-d6a3-402b-bedd-86bf98a69caa req-f8900310-bc06-4e97-b468-c3c05708186b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:43:59.606835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26ceec28-d6a3-402b-bedd-86bf98a69caa req-f8900310-bc06-4e97-b468-c3c05708186b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 944 time: 0.1864293 Apr 01 12:43:59.607764 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e787a21-48fc-423f-b28a-ec670a0f4296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.644147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] For port 97875e5a-cea3-4903-99fd-1cc97ebe5b31, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:43:59.652997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] For port 97875e5a-cea3-4903-99fd-1cc97ebe5b31, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=97875e5a-cea3-4903-99fd-1cc97ebe5b31,segment=NetworkSegment(ddd77a8c-9751-4b17-9b7a-d6936c08ebb7),segment_id=ddd77a8c-9751-4b17-9b7a-d6936c08ebb7)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:43:59.666248 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.742834 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e787a21-48fc-423f-b28a-ec670a0f4296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.862536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26ceec28-d6a3-402b-bedd-86bf98a69caa req-cffc2097-38d6-460d-ab81-2d8a11f807ee tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430084 Apr 01 12:43:59.884380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b22c7-4637-422f-96c6-7228457eda2e None None] Pushing event updated for resources: {'Port': ['ID=97875e5a-cea3-4903-99fd-1cc97ebe5b31,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:43:59.954656 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e787a21-48fc-423f-b28a-ec670a0f4296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.958625 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e787a21-48fc-423f-b28a-ec670a0f4296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:43:59.971446 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8e787a21-48fc-423f-b28a-ec670a0f4296 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/24389536-0e80-40f1-ad38-314e81711f99 HTTP/1.1" status: 204 len: 168 time: 0.7601399 Apr 01 12:44:00.004510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e787a21-48fc-423f-b28a-ec670a0f4296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24389536-0e80-40f1-ad38-314e81711f99,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:00.159665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f31c88b4-6b6e-40d5-b796-78ea4fae6dfb up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:00.275832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:00.276463 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:00.594687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99913e-9de1-48f0-89c1-b0f5e5abe6e7 req-5452e74b-f44a-4aba-865d-f694c4a517c8 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:00.596624 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e99913e-9de1-48f0-89c1-b0f5e5abe6e7 req-5452e74b-f44a-4aba-865d-f694c4a517c8 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.2790174 Apr 01 12:44:00.664857 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a94b441e-22e7-42de-9962-21a7aaf98d14 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:00.677146 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:00.885530 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port a94b441e-22e7-42de-9962-21a7aaf98d14 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:44:00.899016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port a94b441e-22e7-42de-9962-21a7aaf98d14 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:00.900583 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:00.939168 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e99913e-9de1-48f0-89c1-b0f5e5abe6e7 req-6cdbbea8-1416-4ace-a328-b7554e780015 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212011 Apr 01 12:44:01.035934 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:01.061404 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:01.092720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd053564b-1782-4c66-8684-b822d30fb2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94b441e-22e7-42de-9962-21a7aaf98d14'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:44:01.096105 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5ec1f4-4d84-4703-ac8f-05f765d5e023" -d '{"events": [{"server_uuid": "d053564b-1782-4c66-8684-b822d30fb2c3", "name": "network-vif-plugged", "status": "completed", "tag": "a94b441e-22e7-42de-9962-21a7aaf98d14"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:44:01.139997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a94b441e-22e7-42de-9962-21a7aaf98d14, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a94b441e-22e7-42de-9962-21a7aaf98d14,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:01.153490 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:01.165514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6beaf-bba0-4bb0-8eaa-4498a7607b66 req-680fb754-78a7-4ed9-898c-a61cf64feb3c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:01.174658 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80a6beaf-bba0-4bb0-8eaa-4498a7607b66 req-680fb754-78a7-4ed9-898c-a61cf64feb3c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 944 time: 0.1432049 Apr 01 12:44:01.221187 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf32737-8ee9-41dd-a4f5-855336f54930 x-openstack-request-id: req-cdf32737-8ee9-41dd-a4f5-855336f54930 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:44:01.221774 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d053564b-1782-4c66-8684-b822d30fb2c3", "name": "network-vif-plugged", "status": "completed", "tag": "a94b441e-22e7-42de-9962-21a7aaf98d14", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:44:01.221774 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdf32737-8ee9-41dd-a4f5-855336f54930 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:44:01.222277 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf32737-8ee9-41dd-a4f5-855336f54930'] response: {'server_uuid': 'd053564b-1782-4c66-8684-b822d30fb2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94b441e-22e7-42de-9962-21a7aaf98d14', 'code': 200} Apr 01 12:44:01.257865 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a94b441e-22e7-42de-9962-21a7aaf98d14,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:01.263664 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80a6beaf-bba0-4bb0-8eaa-4498a7607b66 req-0fe6059b-35a9-4264-ade5-bfc8cf6abd8f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804787 Apr 01 12:44:01.325993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2b666-e0c6-49f6-8761-8c57166a43be req-3a94b5c9-ae19-4b0f-a1ff-5c7b95ead9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:01.333117 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5bb2b666-e0c6-49f6-8761-8c57166a43be req-3a94b5c9-ae19-4b0f-a1ff-5c7b95ead9b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0677807 Apr 01 12:44:01.335831 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.resource_extend [None req-5695e196-d39e-4680-bd1d-018362675af8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:44:01.359323 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network b7dbf947-f814-40fc-93a3-1a14d1eb4abb is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:01.389993 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5bb2b666-e0c6-49f6-8761-8c57166a43be req-feabb7a8-6d03-46c2-9fea-a90a1e0b30d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498052 Apr 01 12:44:01.450538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:01.504100 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5695e196-d39e-4680-bd1d-018362675af8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:01.507321 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:01.522462 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5695e196-d39e-4680-bd1d-018362675af8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:01.604553 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=05926d55-967d-4b74-b5cb-b0fef7283fb9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:01.640594 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:01.641191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:01.642584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:01.643269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:01.643807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:01.644345 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:01.644864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:01.645528 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:01.646601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:01.647141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:01.647624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:01.648137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:01.682690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c44f2f-c5c4-414d-b003-d10a2355db4c None None] Network b7dbf947-f814-40fc-93a3-1a14d1eb4abb requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:01.707182 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:01.812982 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1c189eb-a1e5-4273-aae9-269394a3e489 None None] Provisioning complete for port 97875e5a-cea3-4903-99fd-1cc97ebe5b31 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:01.813638 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1c189eb-a1e5-4273-aae9-269394a3e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:02.131683 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1c189eb-a1e5-4273-aae9-269394a3e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:02.265414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1c189eb-a1e5-4273-aae9-269394a3e489 None None] For port 97875e5a-cea3-4903-99fd-1cc97ebe5b31, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=97875e5a-cea3-4903-99fd-1cc97ebe5b31,segment=NetworkSegment(ddd77a8c-9751-4b17-9b7a-d6936c08ebb7),segment_id=ddd77a8c-9751-4b17-9b7a-d6936c08ebb7)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:02.265414 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1c189eb-a1e5-4273-aae9-269394a3e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:02.278371 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 97875e5a-cea3-4903-99fd-1cc97ebe5b31 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:02.388145 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c189eb-a1e5-4273-aae9-269394a3e489 None None] Pushing event updated for resources: {'Port': ['ID=97875e5a-cea3-4903-99fd-1cc97ebe5b31,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:02.417483 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 97875e5a-cea3-4903-99fd-1cc97ebe5b31 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:02.418329 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:02.452624 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:02.540469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5695e196-d39e-4680-bd1d-018362675af8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Router a20c6a44-4060-48fb-b4da-69367d9b1551 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:02.569100 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a97e8-13fb-4ac5-8d9c-0143b1084049 req-4fead4cd-91ca-4ab6-9ca0-c06052b278c6 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:02.581524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6404641-1b16-4498-9e6c-73620a1a5ff5 req-3966d72d-b9d0-42b8-b485-ba1ef3163f31 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:02.591414 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-602a97e8-13fb-4ac5-8d9c-0143b1084049 req-4fead4cd-91ca-4ab6-9ca0-c06052b278c6 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.3888888 Apr 01 12:44:02.601486 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a6404641-1b16-4498-9e6c-73620a1a5ff5 req-3966d72d-b9d0-42b8-b485-ba1ef3163f31 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 945 time: 0.1630812 Apr 01 12:44:02.709650 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a6404641-1b16-4498-9e6c-73620a1a5ff5 req-54698c92-e61e-437e-9e97-2ac29315120a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021762 Apr 01 12:44:02.897081 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fe38841a-0bd5-4e5d-81c3-bc003b87b8a2 None None] Provisioning complete for port 05926d55-967d-4b74-b5cb-b0fef7283fb9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:02.897466 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fe38841a-0bd5-4e5d-81c3-bc003b87b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:02.945469 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46606) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:02.966869 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-fe38841a-0bd5-4e5d-81c3-bc003b87b8a2 None None] Port 05926d55-967d-4b74-b5cb-b0fef7283fb9 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:44:02.979778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fe38841a-0bd5-4e5d-81c3-bc003b87b8a2 None None] Provisioning complete for port 97875e5a-cea3-4903-99fd-1cc97ebe5b31 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:02.980416 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fe38841a-0bd5-4e5d-81c3-bc003b87b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:02.984413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5695e196-d39e-4680-bd1d-018362675af8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:02.998653 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5695e196-d39e-4680-bd1d-018362675af8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.027639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29ef89-b89b-430f-8e4c-6232e5e91f8d None None] Sync routers for ids ['a20c6a44-4060-48fb-b4da-69367d9b1551'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:03.064252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29ef89-b89b-430f-8e4c-6232e5e91f8d None None] Routers {'a20c6a44-4060-48fb-b4da-69367d9b1551'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:03.064921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-cb29ef89-b89b-430f-8e4c-6232e5e91f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a20c6a44-4060-48fb-b4da-69367d9b1551'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:03.125797 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-602a97e8-13fb-4ac5-8d9c-0143b1084049 req-efb16cf5-4c44-43fc-b97d-1c7795526ad4 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199022 Apr 01 12:44:03.136996 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'tag': 'a555e335-b14c-40ae-98af-fedfb9a2be53'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:44:03.140254 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7ff74c-d7d2-4969-b128-fa061ffc1bee" -d '{"events": [{"name": "network-changed", "server_uuid": "9191a7d8-0ece-4674-aa4f-1fd4a474b306", "tag": "a555e335-b14c-40ae-98af-fedfb9a2be53"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:44:03.193276 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5695e196-d39e-4680-bd1d-018362675af8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "PUT /v2.0/floatingips/3c43c160-4a87-472d-9d90-19b15092920d HTTP/1.1" status: 200 len: 993 time: 5.2805827 Apr 01 12:44:03.285426 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-cb29ef89-b89b-430f-8e4c-6232e5e91f8d None None] Set router a20c6a44-4060-48fb-b4da-69367d9b1551 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:03.387856 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.392950 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-866106741-network', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:03.401307 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.433111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Made reservation on behalf of 89c32d92ef8d40528e86d38fcc643d3c for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:03.435888 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.456500 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.573833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event updated for resources: {'Port': ['ID=05926d55-967d-4b74-b5cb-b0fef7283fb9,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:03.592123 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.597929 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.606251 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.667641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:44:03.692625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cea1f26-4749-4dc9-9abe-462615a82f39,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:03.709049 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.711479 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Added segment 0d1071c5-8a81-43c2-b990-d5e12bea2d5b of type vlan for network 56b1c201-c1c5-4022-955b-47a5677d73c6 Apr 01 12:44:03.731967 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Network b7dbf947-f814-40fc-93a3-1a14d1eb4abb is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:03.737434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:03.738262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d96d85f2-2581-43ed-8f49-3b203385128d None None] Provisioning complete for port 05926d55-967d-4b74-b5cb-b0fef7283fb9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:03.738629 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d96d85f2-2581-43ed-8f49-3b203385128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.766558 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.797713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d96d85f2-2581-43ed-8f49-3b203385128d None None] Port 05926d55-967d-4b74-b5cb-b0fef7283fb9 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:44:03.825562 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.827326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:03.828061 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:03.924290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9773741 Apr 01 12:44:03.925111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46642) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:03.928359 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3318a4e8-7005-488c-85d3-84cbe6fa06e8 x-openstack-request-id: req-3318a4e8-7005-488c-85d3-84cbe6fa06e8 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:44:03.935518 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9191a7d8-0ece-4674-aa4f-1fd4a474b306", "tag": "a555e335-b14c-40ae-98af-fedfb9a2be53", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:44:03.935818 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3318a4e8-7005-488c-85d3-84cbe6fa06e8 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:44:03.936219 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3318a4e8-7005-488c-85d3-84cbe6fa06e8'] response: {'name': 'network-changed', 'server_uuid': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'tag': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'status': 'completed', 'code': 200} Apr 01 12:44:04.030502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a2746270-3a32-4243-8d7a-42afa5fe4170 admin admin] Request body: {'subnet': {'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-866106741-subnet', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:04.066598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b3c3f-20ea-44e3-9d9e-3101815f5cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=56b1c201-c1c5-4022-955b-47a5677d73c6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:04.081592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-cb29ef89-b89b-430f-8e4c-6232e5e91f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '3c43c160-4a87-472d-9d90-19b15092920d', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'port_id': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'mac_address': 'fa:16:3e:56:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:41:22Z', 'updated_at': '2022-04-01T12:44:01Z', 'revision_number': 3, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69afef18-e3c8-497d-b469-7959cea12b70', 'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'mac_address': 'fa:16:3e:f1:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:39:39Z', 'revision_number': 5, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'subnets': [{'id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:04.089945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 56b1c201-c1c5-4022-955b-47a5677d73c6 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:44:04.108279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 1369a950-5631-4073-acb7-07afd33f87da has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:04.146937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 97875e5a-cea3-4903-99fd-1cc97ebe5b31 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:04.173175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2746270-3a32-4243-8d7a-42afa5fe4170 admin admin] Made reservation on behalf of 89c32d92ef8d40528e86d38fcc643d3c for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:04.175919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2746270-3a32-4243-8d7a-42afa5fe4170 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:04.181146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e0d97-c2a2-4d1a-98d6-95db81398adf req-b4d6004b-19b7-4ff6-9dfc-25407fc30386 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:04.182795 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-163e0d97-c2a2-4d1a-98d6-95db81398adf req-b4d6004b-19b7-4ff6-9dfc-25407fc30386 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 946 time: 0.4779520 Apr 01 12:44:04.220265 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff74c-d7d2-4969-b128-fa061ffc1bee req-73404fc8-8480-4d29-8edc-266decc69b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:04.222127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d7ff74c-d7d2-4969-b128-fa061ffc1bee req-73404fc8-8480-4d29-8edc-266decc69b67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 1096 time: 0.2894332 Apr 01 12:44:04.232290 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29ef89-b89b-430f-8e4c-6232e5e91f8d None None] Checking router: a20c6a44-4060-48fb-b4da-69367d9b1551 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:04.258895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 97875e5a-cea3-4903-99fd-1cc97ebe5b31 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:04.259291 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:04.293998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2800ce-cd01-49a0-99ec-b0bf0f44d7d2 req-2ef45989-d3e3-48bd-9e3a-1c975aab3438 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:04.295953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb2800ce-cd01-49a0-99ec-b0bf0f44d7d2 req-2ef45989-d3e3-48bd-9e3a-1c975aab3438 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 945 time: 0.2240274 Apr 01 12:44:04.296453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-419b31dc-aeaf-4b28-85b5-933f635a92d7 None None] Provisioning complete for port 05926d55-967d-4b74-b5cb-b0fef7283fb9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:04.296942 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-419b31dc-aeaf-4b28-85b5-933f635a92d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:04.361156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:04.377934 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3f0baf12-1e37-4d9e-b6a5-fd19b8cb2474 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5634570 Apr 01 12:44:04.379388 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Sync routers for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:04.386363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46664) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:04.392813 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-fa60df1a-be9d-4856-bde8-400d316d504d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:04.408284 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:04.408927 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:04.419030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bb2800ce-cd01-49a0-99ec-b0bf0f44d7d2 req-22c1685c-6225-41be-a98a-f6dc0f499508 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088047 Apr 01 12:44:04.457405 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-419b31dc-aeaf-4b28-85b5-933f635a92d7 None None] Port 05926d55-967d-4b74-b5cb-b0fef7283fb9 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:44:04.498185 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-163e0d97-c2a2-4d1a-98d6-95db81398adf req-c4877c9a-2823-46ee-abf8-eaf49c193578 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708654 Apr 01 12:44:04.531185 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff74c-d7d2-4969-b128-fa061ffc1bee req-69abc31b-77d0-44d4-a68d-9c91a9f81c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:04.537447 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d7ff74c-d7d2-4969-b128-fa061ffc1bee req-69abc31b-77d0-44d4-a68d-9c91a9f81c22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.3000374 Apr 01 12:44:04.541814 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29ef89-b89b-430f-8e4c-6232e5e91f8d None None] Routers {'a20c6a44-4060-48fb-b4da-69367d9b1551'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:04.542508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-cb29ef89-b89b-430f-8e4c-6232e5e91f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a20c6a44-4060-48fb-b4da-69367d9b1551'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:04.622348 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:04.779504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-cb29ef89-b89b-430f-8e4c-6232e5e91f8d None None] Set router a20c6a44-4060-48fb-b4da-69367d9b1551 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:04.929010 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:44:05.014140 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:02Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '05926d55-967d-4b74-b5cb-b0fef7283fb9', 'name': '', 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:43:17:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:57Z', 'updated_at': '2022-04-01T12:44:03Z', 'revision_number': 2, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:57Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:05.043463 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Checking router: 1369a950-5631-4073-acb7-07afd33f87da for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:05.043805 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Updating router 1369a950-5631-4073-acb7-07afd33f87da port 05926d55-967d-4b74-b5cb-b0fef7283fb9 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:44:05.107660 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:05.236671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:05.254965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77', 'network_id': '4ca97d75-f322-412f-ba58-fb5dd7056321', 'port_id': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77', 'mac_address': 'fa:16:3e:dd:27:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de55e09b-91e9-4604-9313-fe8b6951dd05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:44:05.291988 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-cb29ef89-b89b-430f-8e4c-6232e5e91f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '3c43c160-4a87-472d-9d90-19b15092920d', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'port_id': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'mac_address': 'fa:16:3e:56:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:41:22Z', 'updated_at': '2022-04-01T12:44:01Z', 'revision_number': 3, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69afef18-e3c8-497d-b469-7959cea12b70', 'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'mac_address': 'fa:16:3e:f1:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:39:39Z', 'revision_number': 5, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'subnets': [{'id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:05.328829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29ef89-b89b-430f-8e4c-6232e5e91f8d None None] The sync data for ids ['a20c6a44-4060-48fb-b4da-69367d9b1551'] in n-d-836146-1 is: [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '3c43c160-4a87-472d-9d90-19b15092920d', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'port_id': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'mac_address': 'fa:16:3e:56:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:41:22Z', 'updated_at': '2022-04-01T12:44:01Z', 'revision_number': 3, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69afef18-e3c8-497d-b469-7959cea12b70', 'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'mac_address': 'fa:16:3e:f1:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:39:39Z', 'revision_number': 5, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'subnets': [{'id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:05.347212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-55bb7289-6848-471d-b258-25ddc2b3c71f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:05.348616 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:05.355421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabe9bf-9a8f-4284-ad2a-465085b419b3 req-c3bd9f79-6257-44ab-ac8f-036afd47b35a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:05.357088 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fcabe9bf-9a8f-4284-ad2a-465085b419b3 req-c3bd9f79-6257-44ab-ac8f-036afd47b35a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 943 time: 0.7929761 Apr 01 12:44:05.359179 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-55bb7289-6848-471d-b258-25ddc2b3c71f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.4922483 Apr 01 12:44:05.372110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:44:05.399046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:05.399624 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2746270-3a32-4243-8d7a-42afa5fe4170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:05.408453 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:05.409867 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-d51e9ee3-3c7a-4484-87a1-4ae2100711dd tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/quotas/faf9e4a3810b4cb7ac6ea91a58e763e8 HTTP/1.1" status: 200 len: 375 time: 0.0436702 Apr 01 12:44:05.474688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:05.493422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2746270-3a32-4243-8d7a-42afa5fe4170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27fba87-5048-4554-a9f6-426694f2fd0e,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:05.507578 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d7ff74c-d7d2-4969-b128-fa061ffc1bee req-f20415e2-3e56-4926-865b-1f222edea79f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a555e335-b14c-40ae-98af-fedfb9a2be53 HTTP/1.1" status: 200 len: 1001 time: 0.9621596 Apr 01 12:44:05.598239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-8851e989-4e96-46a1-99da-22cc449208eb tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1874058 Apr 01 12:44:05.607545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46700) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:05.617631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff74c-d7d2-4969-b128-fa061ffc1bee req-6b736a36-4266-492e-b213-34d1a7501a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:05.619903 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d7ff74c-d7d2-4969-b128-fa061ffc1bee req-6b736a36-4266-492e-b213-34d1a7501a49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.0981457 Apr 01 12:44:05.673392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['5e70ca5e-7834-4d95-b6d8-8dfaadabef77'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:44:05.696182 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.extraroute_db [None req-fa60df1a-be9d-4856-bde8-400d316d504d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102719) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 01 12:44:05.710494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-74a4974d-aac5-4f1a-ae3a-12d7ce5d65b0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:05.712668 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-74a4974d-aac5-4f1a-ae3a-12d7ce5d65b0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 946 time: 0.3541121 Apr 01 12:44:05.718354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fcabe9bf-9a8f-4284-ad2a-465085b419b3 req-a3a0b8f6-89b2-4b88-94c0-55a53f5b206b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198130 Apr 01 12:44:05.719850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2746270-3a32-4243-8d7a-42afa5fe4170 admin admin] Checking segment: {'id': '0d1071c5-8a81-43c2-b990-d5e12bea2d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:05.720462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2746270-3a32-4243-8d7a-42afa5fe4170 admin admin] Network hostable DHCP agents. Network: 56b1c201-c1c5-4022-955b-47a5677d73c6, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:44:05.726709 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.extraroute_db [None req-fa60df1a-be9d-4856-bde8-400d316d504d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Removed routes are [] {{(pid=102719) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 01 12:44:05.727172 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa60df1a-be9d-4856-bde8-400d316d504d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:05.793994 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-af0b1144-c51d-44c4-b470-0549bc2887a3 service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948061 Apr 01 12:44:05.852652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2746270-3a32-4243-8d7a-42afa5fe4170 admin admin] Network 56b1c201-c1c5-4022-955b-47a5677d73c6 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:44:05.852888 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:05.869025 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:05.876244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff74c-d7d2-4969-b128-fa061ffc1bee req-f107b0a9-52d6-4d8d-9791-d0e54c48183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:05.878096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d7ff74c-d7d2-4969-b128-fa061ffc1bee req-f107b0a9-52d6-4d8d-9791-d0e54c48183a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2397008 Apr 01 12:44:05.964105 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a2746270-3a32-4243-8d7a-42afa5fe4170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 56b1c201-c1c5-4022-955b-47a5677d73c6) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:05.986411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2746270-3a32-4243-8d7a-42afa5fe4170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:05.987839 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d0f6a9-b182-482a-a8a8-0c2230aac9e5 None None] Network 56b1c201-c1c5-4022-955b-47a5677d73c6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:05.993632 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2746270-3a32-4243-8d7a-42afa5fe4170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.022038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Deleting port c4599b9f-fe00-42d2-bbf8-8be455a3e98a {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:06.022445 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.081557 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbc3be-cb4f-4a1e-ad14-f33b92b35d05 None None] Pushing event updated for resources: {'Port': ['ID=05926d55-967d-4b74-b5cb-b0fef7283fb9,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:06.101123 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Attempting to bind port 05926d55-967d-4b74-b5cb-b0fef7283fb9 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:06.103075 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Attempting to bind port 05926d55-967d-4b74-b5cb-b0fef7283fb9 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ddd77a8c-9751-4b17-9b7a-d6936c08ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:06.104127 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Attempting to bind port 05926d55-967d-4b74-b5cb-b0fef7283fb9 on network b7dbf947-f814-40fc-93a3-1a14d1eb4abb {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:06.113644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e735ae-ca91-4035-b6c0-25e36ec3db37 req-9e56731c-22a2-4b89-b8c4-17ccfc6ae29f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:06.117220 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:06.119996 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e1e735ae-ca91-4035-b6c0-25e36ec3db37 req-9e56731c-22a2-4b89-b8c4-17ccfc6ae29f tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 946 time: 0.2504694 Apr 01 12:44:06.124526 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Checking segment: {'id': 'ddd77a8c-9751-4b17-9b7a-d6936c08ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:06.126090 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.126502 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Bound using segment: {'id': 'ddd77a8c-9751-4b17-9b7a-d6936c08ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:06.127005 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Bound port: 05926d55-967d-4b74-b5cb-b0fef7283fb9, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd77a8c-9751-4b17-9b7a-d6936c08ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:06.130293 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.139387 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a2746270-3a32-4243-8d7a-42afa5fe4170 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1852901 Apr 01 12:44:06.144065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46706) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:06.154331 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-866106741-router', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:06.282916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'tag': 'a555e335-b14c-40ae-98af-fedfb9a2be53'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:44:06.285404 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93fb5e5-673b-4ed1-b431-5d3500e05ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "9191a7d8-0ece-4674-aa4f-1fd4a474b306", "tag": "a555e335-b14c-40ae-98af-fedfb9a2be53"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:44:06.288561 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d7ff74c-d7d2-4969-b128-fa061ffc1bee req-4f17574b-3bcf-461d-8118-7f03b5b0bb7e service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802044 Apr 01 12:44:06.317774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e1e735ae-ca91-4035-b6c0-25e36ec3db37 req-a2405b43-5a1e-440e-9820-69706bb5c8b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904922 Apr 01 12:44:06.330040 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.330831 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5c01-d8f7-4a7b-bf50-78a751e0402f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.331597 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.338864 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] For port 05926d55-967d-4b74-b5cb-b0fef7283fb9, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:06.357386 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] For port 05926d55-967d-4b74-b5cb-b0fef7283fb9, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=05926d55-967d-4b74-b5cb-b0fef7283fb9,segment=NetworkSegment(ddd77a8c-9751-4b17-9b7a-d6936c08ebb7),segment_id=ddd77a8c-9751-4b17-9b7a-d6936c08ebb7)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:06.364177 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.401653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.421871 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c1a31f-20c0-47a6-b7f9-a2bdccc822ad x-openstack-request-id: req-79c1a31f-20c0-47a6-b7f9-a2bdccc822ad {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:44:06.423020 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9191a7d8-0ece-4674-aa4f-1fd4a474b306", "tag": "a555e335-b14c-40ae-98af-fedfb9a2be53", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:44:06.423449 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79c1a31f-20c0-47a6-b7f9-a2bdccc822ad {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:44:06.424013 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c1a31f-20c0-47a6-b7f9-a2bdccc822ad'] response: {'name': 'network-changed', 'server_uuid': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'tag': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'status': 'completed', 'code': 200} Apr 01 12:44:06.476343 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9a3068af-be53-4179-916a-72de6e28388f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.480464 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbc3be-cb4f-4a1e-ad14-f33b92b35d05 None None] Pushing event updated for resources: {'Port': ['ID=05926d55-967d-4b74-b5cb-b0fef7283fb9,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:06.524215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-56b1c201-c1c5-4022-955b-47a5677d73c6', 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'fixed_ips': [{'subnet_id': 'f27fba87-5048-4554-a9f6-426694f2fd0e'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:44:06.525078 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.527867 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:06.528497 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:43:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:06.532335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-99a468ea-b65b-48b6-8202-565db9cd1292 None None] Provisioning complete for port 05926d55-967d-4b74-b5cb-b0fef7283fb9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:06.533335 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-99a468ea-b65b-48b6-8202-565db9cd1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.683046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] For port c4599b9f-fe00-42d2-bbf8-8be455a3e98a, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:06.683751 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.684208 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-09a79e01-080d-4653-b32e-f38ea1efc02b service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8887982 Apr 01 12:44:06.689308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9d7ff74c-d7d2-4969-b128-fa061ffc1bee req-9c3fad68-d20f-4a30-888f-ab6228cb29cb service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795750 Apr 01 12:44:06.731347 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa60df1a-be9d-4856-bde8-400d316d504d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.749716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa60df1a-be9d-4856-bde8-400d316d504d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.792321 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.941870 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5c01-d8f7-4a7b-bf50-78a751e0402f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:06.985482 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-99a468ea-b65b-48b6-8202-565db9cd1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.002959 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5c01-d8f7-4a7b-bf50-78a751e0402f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.050700 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:07.060565 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-92031e8b-229c-494e-82ca-57e775c27e38 req-343fd8d9-abaa-4a17-8d6d-5e559ee2e908 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 210 time: 0.0696654 Apr 01 12:44:07.108901 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9e9b5c01-d8f7-4a7b-bf50-78a751e0402f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e27f3d8fd6714faa81c22698eb5e399f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4986100 Apr 01 12:44:07.111065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa60df1a-be9d-4856-bde8-400d316d504d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 1369a950-5631-4073-acb7-07afd33f87da has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:07.112305 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46724) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:07.114730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b5c01-d8f7-4a7b-bf50-78a751e0402f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2428c126-52a8-4d0b-896c-3e1384b474f7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:07.138323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-99a468ea-b65b-48b6-8202-565db9cd1292 None None] For port 05926d55-967d-4b74-b5cb-b0fef7283fb9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=05926d55-967d-4b74-b5cb-b0fef7283fb9,segment=NetworkSegment(ddd77a8c-9751-4b17-9b7a-d6936c08ebb7),segment_id=ddd77a8c-9751-4b17-9b7a-d6936c08ebb7)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:07.161605 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-99a468ea-b65b-48b6-8202-565db9cd1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.214538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Allocated IP 172.20.0.2 (56b1c201-c1c5-4022-955b-47a5677d73c6/f27fba87-5048-4554-a9f6-426694f2fd0e/1fc698c9-2d23-44db-a9c4-63abce125beb) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:07.256330 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a468ea-b65b-48b6-8202-565db9cd1292 None None] Pushing event updated for resources: {'Port': ['ID=05926d55-967d-4b74-b5cb-b0fef7283fb9,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:07.267904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fb5e5-673b-4ed1-b431-5d3500e05ba9 req-52316524-a4ed-40b9-ba2d-7c4dedab1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:07.270400 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c93fb5e5-673b-4ed1-b431-5d3500e05ba9 req-52316524-a4ed-40b9-ba2d-7c4dedab1ce0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 1096 time: 0.3472095 Apr 01 12:44:07.349553 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa60df1a-be9d-4856-bde8-400d316d504d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:07.352716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbdca35a-2f63-4301-b66c-e4d517ebedc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.364421 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa60df1a-be9d-4856-bde8-400d316d504d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.365906 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fa60df1a-be9d-4856-bde8-400d316d504d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da HTTP/1.1" status: 200 len: 932 time: 2.9788265 Apr 01 12:44:07.369678 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46736) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:07.484325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.487282 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.487534 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Floating IP 7d6a8f38-33e7-43ea-bc61-36bfcb1c987c disassociated. External IP: 172.25.7.225, port: c4599b9f-fe00-42d2-bbf8-8be455a3e98a. Apr 01 12:44:07.487892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Calling delete_port for c4599b9f-fe00-42d2-bbf8-8be455a3e98a owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:07.641342 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.652428 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.680027 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Network 56b1c201-c1c5-4022-955b-47a5677d73c6 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:07.682668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:07.683683 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbdca35a-2f63-4301-b66c-e4d517ebedc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.689178 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.708596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:07.711382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f064af-ec80-40f9-9d35-d53b3cdafdb9 req-2882bf1b-f935-47c2-ba55-e71743f9a79d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:07.720821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-08f064af-ec80-40f9-9d35-d53b3cdafdb9 req-2882bf1b-f935-47c2-ba55-e71743f9a79d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 944 time: 0.7594905 Apr 01 12:44:07.740390 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2d092c8b-7610-4986-b93b-8dffe80ae734 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da HTTP/1.1" status: 200 len: 932 time: 0.3687735 Apr 01 12:44:07.745230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46744) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:07.748469 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:05Z', 'revision_number': 6, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '05926d55-967d-4b74-b5cb-b0fef7283fb9', 'name': '', 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:43:17:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:57Z', 'updated_at': '2022-04-01T12:44:06Z', 'revision_number': 4, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:57Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:07.752314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1601bd4a-fff4-4126-bbef-56fae91c9109 None None] Provisioning complete for port 05926d55-967d-4b74-b5cb-b0fef7283fb9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:07.752780 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1601bd4a-fff4-4126-bbef-56fae91c9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.779415 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6621adeb-a688-464a-b80f-1b409c7e88de tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'router': {'routes': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:07.810927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event deleted for resources: {'Port': ['ID=c4599b9f-fe00-42d2-bbf8-8be455a3e98a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:07.836385 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Attempting to bind port 1fc698c9-2d23-44db-a9c4-63abce125beb on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:07.837400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Attempting to bind port 1fc698c9-2d23-44db-a9c4-63abce125beb by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '0d1071c5-8a81-43c2-b990-d5e12bea2d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:07.837803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Attempting to bind port 1fc698c9-2d23-44db-a9c4-63abce125beb on network 56b1c201-c1c5-4022-955b-47a5677d73c6 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:07.850121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:07.850354 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Checking segment: {'id': '0d1071c5-8a81-43c2-b990-d5e12bea2d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:07.850670 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.852108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Bound using segment: {'id': '0d1071c5-8a81-43c2-b990-d5e12bea2d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:07.852397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f49e3-5a3c-42ed-b9b4-5b2299fa443c req-eb4004b4-a476-40f8-b4c2-339256dcb1c0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:07.852630 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Bound port: 1fc698c9-2d23-44db-a9c4-63abce125beb, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1071c5-8a81-43c2-b990-d5e12bea2d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:07.853034 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:07.855458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Pushing event updated for resources: {'Port': ['ID=1fc698c9-2d23-44db-a9c4-63abce125beb,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:07.856082 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b156fb39-9e29-410e-ae6d-a2ab59c58634 None None] The sync data for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 is: [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:05Z', 'revision_number': 6, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '05926d55-967d-4b74-b5cb-b0fef7283fb9', 'name': '', 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:43:17:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:57Z', 'updated_at': '2022-04-01T12:44:06Z', 'revision_number': 4, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:57Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:07.866770 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b80f49e3-5a3c-42ed-b9b4-5b2299fa443c req-eb4004b4-a476-40f8-b4c2-339256dcb1c0 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 868 time: 0.3336773 Apr 01 12:44:08.059178 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-08f064af-ec80-40f9-9d35-d53b3cdafdb9 req-00fdfba6-fa8a-4d99-8df3-d5de3450c11a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371153 Apr 01 12:44:08.172630 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbdca35a-2f63-4301-b66c-e4d517ebedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:08.185652 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbdca35a-2f63-4301-b66c-e4d517ebedc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:08.191627 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cbdca35a-2f63-4301-b66c-e4d517ebedc3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2428c126-52a8-4d0b-896c-3e1384b474f7 HTTP/1.1" status: 204 len: 168 time: 1.0778151 Apr 01 12:44:08.198705 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] For port 1fc698c9-2d23-44db-a9c4-63abce125beb, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:08.204880 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 05926d55-967d-4b74-b5cb-b0fef7283fb9 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:08.260937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fb5e5-673b-4ed1-b431-5d3500e05ba9 req-52c8924c-2282-4ade-828a-740094816a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:08.264298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdca35a-2f63-4301-b66c-e4d517ebedc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2428c126-52a8-4d0b-896c-3e1384b474f7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:08.272731 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c93fb5e5-673b-4ed1-b431-5d3500e05ba9 req-52c8924c-2282-4ade-828a-740094816a72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.6123590 Apr 01 12:44:08.314039 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b80f49e3-5a3c-42ed-b9b4-5b2299fa443c req-14890ff7-7866-426a-938a-4724b87467ff tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110facc-2362-4a58-b199-dbd2872460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194871 Apr 01 12:44:08.362324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] For port 1fc698c9-2d23-44db-a9c4-63abce125beb, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1fc698c9-2d23-44db-a9c4-63abce125beb,segment=NetworkSegment(0d1071c5-8a81-43c2-b990-d5e12bea2d5b),segment_id=0d1071c5-8a81-43c2-b990-d5e12bea2d5b)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:08.375761 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:08.389956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-39665710-c700-4a1d-9abb-1f0b84ec5aa4 req-3c1e74a4-815e-40ff-ad0c-ea7f585dcf3a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 210 time: 0.1537285 Apr 01 12:44:08.499696 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 05926d55-967d-4b74-b5cb-b0fef7283fb9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:08.500987 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:08.608744 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Router 19aee896-8809-443b-9aad-eddd78138edf has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:08.614921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de32c1f-864a-4444-91bb-bb44d9603e4d None None] Pushing event updated for resources: {'Port': ['ID=1fc698c9-2d23-44db-a9c4-63abce125beb,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:08.687429 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c93fb5e5-673b-4ed1-b431-5d3500e05ba9 req-dd1d0391-3907-4ee4-9e95-8f147427dc0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a555e335-b14c-40ae-98af-fedfb9a2be53 HTTP/1.1" status: 200 len: 1001 time: 0.2958236 Apr 01 12:44:08.707180 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c4599b9f-fe00-42d2-bbf8-8be455a3e98a no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:08.774900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: c4599b9f-fe00-42d2-bbf8-8be455a3e98a {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:08.774900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c4599b9f-fe00-42d2-bbf8-8be455a3e98a not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:08.783934 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:08.856497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:08.866823 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:08.952588 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.extraroute_db [None req-6621adeb-a688-464a-b80f-1b409c7e88de tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Added routes are [] {{(pid=102719) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 01 12:44:08.953022 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.extraroute_db [None req-6621adeb-a688-464a-b80f-1b409c7e88de tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102719) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 01 12:44:09.030872 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:09.042664 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6621adeb-a688-464a-b80f-1b409c7e88de tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:09.044044 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2c3ebc4b-b9b7-4b29-945a-4d12e6aca8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:09.060721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:09.061238 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:09.220207 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:09.277346 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:09.278627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:44:09.282621 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bfafa6-a698-4c91-b6ef-c96764df6478" -d '{"events": [{"server_uuid": "9b8a43e3-8247-43b1-9eae-42f1504a9428", "name": "network-vif-plugged", "status": "completed", "tag": "5e70ca5e-7834-4d95-b6d8-8dfaadabef77"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:44:09.305741 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:09.372678 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6621adeb-a688-464a-b80f-1b409c7e88de tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:09.383106 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6621adeb-a688-464a-b80f-1b409c7e88de tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:09.401391 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3aa7ce5-1570-4d28-808f-82da401fb58e x-openstack-request-id: req-a3aa7ce5-1570-4d28-808f-82da401fb58e {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:44:09.401680 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8a43e3-8247-43b1-9eae-42f1504a9428", "name": "network-vif-plugged", "status": "completed", "tag": "5e70ca5e-7834-4d95-b6d8-8dfaadabef77", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:44:09.401931 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3aa7ce5-1570-4d28-808f-82da401fb58e {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:44:09.404515 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3aa7ce5-1570-4d28-808f-82da401fb58e'] response: {'server_uuid': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77', 'code': 200} Apr 01 12:44:09.414139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,revision_number=10']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:09.430548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dbe66-4817-4b13-8caa-fca0a55b7f7a req-420eec65-cf97-4a7d-8e23-6f1a45d911e1 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:09.432155 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b67dbe66-4817-4b13-8caa-fca0a55b7f7a req-420eec65-cf97-4a7d-8e23-6f1a45d911e1 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 944 time: 0.2279944 Apr 01 12:44:09.446974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0f371a-7293-42d4-a24e-35f533745ea6 None None] Sync routers for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:09.466762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f371a-7293-42d4-a24e-35f533745ea6 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:09.468484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-7c0f371a-7293-42d4-a24e-35f533745ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:09.659482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-7c0f371a-7293-42d4-a24e-35f533745ea6 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:09.679221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6621adeb-a688-464a-b80f-1b409c7e88de tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 1369a950-5631-4073-acb7-07afd33f87da has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:09.683341 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b67dbe66-4817-4b13-8caa-fca0a55b7f7a req-50bc5109-2410-459a-8f9d-d3d40da0dbc8 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597341 Apr 01 12:44:09.818886 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:09.901005 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e8f82ecb-8cd6-44af-9b9f-b1de37e1777c req-774dd565-a1ae-4381-b60a-2d0506514fb2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 210 time: 0.1012180 Apr 01 12:44:09.954262 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96280219-6e2d-4f88-824f-ce536691e0d7 req-531d3fa5-6aff-4f8f-a909-16552c7e1594 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 210 time: 0.2756300 Apr 01 12:44:10.001068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-9ae46b88-6536-43c2-aaa6-9942b5a36038 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:10.002688 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-9ae46b88-6536-43c2-aaa6-9942b5a36038 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 1.3519521 Apr 01 12:44:10.002962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6621adeb-a688-464a-b80f-1b409c7e88de tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:10.021357 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6621adeb-a688-464a-b80f-1b409c7e88de tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:10.027532 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6621adeb-a688-464a-b80f-1b409c7e88de tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da HTTP/1.1" status: 200 len: 698 time: 2.2801600 Apr 01 12:44:10.029060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46796) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:10.101473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Request body: {'port': {'device_id': '76b28537-471d-462a-ac08-8c54c6d292a0', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'admin_state_up': True, 'tenant_id': 'faf9e4a3810b4cb7ac6ea91a58e763e8'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:10.105772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fb5e5-673b-4ed1-b431-5d3500e05ba9 req-0c3f28f0-df94-4e9e-b1f8-357be371de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:10.107440 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c93fb5e5-673b-4ed1-b431-5d3500e05ba9 req-0c3f28f0-df94-4e9e-b1f8-357be371de86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 1.4095097 Apr 01 12:44:10.115793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562501ef-77f8-4be4-ac5f-ba85ec2c4425 req-73fec3d1-7c62-410b-8c2c-0207d6377792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:10.123701 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-562501ef-77f8-4be4-ac5f-ba85ec2c4425 req-73fec3d1-7c62-410b-8c2c-0207d6377792 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 1097 time: 0.4492326 Apr 01 12:44:10.151422 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1fc698c9-2d23-44db-a9c4-63abce125beb up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:10.230735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-7c0f371a-7293-42d4-a24e-35f533745ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:08Z', 'revision_number': 7, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '05926d55-967d-4b74-b5cb-b0fef7283fb9', 'name': '', 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:43:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:57Z', 'updated_at': '2022-04-01T12:44:07Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:57Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:10.244249 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fb734d43-5faa-4880-aaca-7a55ccc761e2 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da HTTP/1.1" status: 200 len: 698 time: 0.2137718 Apr 01 12:44:10.247078 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46800) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:10.269081 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0f371a-7293-42d4-a24e-35f533745ea6 None None] Checking router: 1369a950-5631-4073-acb7-07afd33f87da for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:10.283542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f371a-7293-42d4-a24e-35f533745ea6 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:10.284328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-7c0f371a-7293-42d4-a24e-35f533745ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:10.365180 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1fc698c9-2d23-44db-a9c4-63abce125beb triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:10.366635 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:10.399291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:10.410742 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb69578-028a-4c27-b8d8-aecbf8bfcbb4 None None] Sync routers for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:10.431006 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d951833a-b827-4095-86ee-bd628527b40c None None] Network 56b1c201-c1c5-4022-955b-47a5677d73c6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:10.449715 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb69578-028a-4c27-b8d8-aecbf8bfcbb4 None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:10.451781 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1fb69578-028a-4c27-b8d8-aecbf8bfcbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:10.459322 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-562501ef-77f8-4be4-ac5f-ba85ec2c4425 req-78d0148f-8535-4b9e-9125-e4ae048f30ae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036804 Apr 01 12:44:10.511729 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-53a72f40-d71a-47e3-ae11-bd8a19776801 None None] Provisioning complete for port 1fc698c9-2d23-44db-a9c4-63abce125beb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:10.512202 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-53a72f40-d71a-47e3-ae11-bd8a19776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:10.514271 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:10.519053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-7c0f371a-7293-42d4-a24e-35f533745ea6 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:10.564304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] No DVR routers for this DVR port c4599b9f-fe00-42d2-bbf8-8be455a3e98a on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:10.571795 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:10.575365 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-83dfed70-b3c2-469b-93c3-9cc6d569394d req-96504520-da32-4b60-8326-62d5d9d4a4b3 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.37 "DELETE /v2.0/ports/c4599b9f-fe00-42d2-bbf8-8be455a3e98a HTTP/1.1" status: 204 len: 173 time: 4.8398030 Apr 01 12:44:10.586597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fb5e5-673b-4ed1-b431-5d3500e05ba9 req-856f36e6-a8e1-460e-ae04-90b022fe0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:10.589405 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c93fb5e5-673b-4ed1-b431-5d3500e05ba9 req-856f36e6-a8e1-460e-ae04-90b022fe0ffc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4624512 Apr 01 12:44:10.598387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'name': 'network-vif-deleted', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:44:10.604758 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee19d63-95f4-4879-bbde-94378d41d780" -d '{"events": [{"server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "name": "network-vif-deleted", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:44:10.679241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Allocated IP 172.25.7.126 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:10.696996 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-1fb69578-028a-4c27-b8d8-aecbf8bfcbb4 None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:10.771033 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b887a3a5-7eef-4996-b3c5-cdc7d8fc8c72 x-openstack-request-id: req-b887a3a5-7eef-4996-b3c5-cdc7d8fc8c72 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:44:10.771324 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a024392-8a0f-4a16-a27f-08112b05cdd9", "name": "network-vif-deleted", "tag": "c4599b9f-fe00-42d2-bbf8-8be455a3e98a", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:44:10.779957 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b887a3a5-7eef-4996-b3c5-cdc7d8fc8c72 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:44:10.785008 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b887a3a5-7eef-4996-b3c5-cdc7d8fc8c72'] response: {'server_uuid': '7a024392-8a0f-4a16-a27f-08112b05cdd9', 'name': 'network-vif-deleted', 'tag': 'c4599b9f-fe00-42d2-bbf8-8be455a3e98a', 'status': 'completed', 'code': 200} Apr 01 12:44:10.979067 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:11.045182 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1fb69578-028a-4c27-b8d8-aecbf8bfcbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:11.052774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Made reservation on behalf of faf9e4a3810b4cb7ac6ea91a58e763e8 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:11.056296 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:11.116791 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb69578-028a-4c27-b8d8-aecbf8bfcbb4 None None] Checking router: 19aee896-8809-443b-9aad-eddd78138edf for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:11.140084 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb69578-028a-4c27-b8d8-aecbf8bfcbb4 None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:11.140987 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1fb69578-028a-4c27-b8d8-aecbf8bfcbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:11.195080 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fb44acc-fdee-4479-878b-ec3df25c1896 req-1706a458-0242-440a-9e2e-935b4bcca1ba tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 210 time: 0.0713122 Apr 01 12:44:11.197553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f02f6-ce9d-4004-a06f-48ff9666416b req-26674733-b2ed-492b-a251-beea5370781d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:11.205807 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-195f02f6-ce9d-4004-a06f-48ff9666416b req-26674733-b2ed-492b-a251-beea5370781d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.3436239 Apr 01 12:44:11.299658 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c93fb5e5-673b-4ed1-b431-5d3500e05ba9 req-f89752ef-0ede-4dc0-921b-0b5fd14a50ce service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609998 Apr 01 12:44:11.403352 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-1fb69578-028a-4c27-b8d8-aecbf8bfcbb4 None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:11.448996 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:11.472137 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0a0fca83-9fce-4c70-8d59-531fb464f710 req-ad0b89a8-f528-4b3f-8b0f-4ba23b2cd93d tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a024392-8a0f-4a16-a27f-08112b05cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0454705 Apr 01 12:44:11.538937 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-195f02f6-ce9d-4004-a06f-48ff9666416b req-4d249b4c-ce60-4f8c-97da-72b7e83b08f1 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317554 Apr 01 12:44:11.552175 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90d7a533-6111-4137-8d2a-334faf4b8879 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:11.557935 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:11.668515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Allocated IP 172.20.0.7 (7954533d-2445-42af-9c0a-77b864800a7b/16405484-146e-4b1d-a8e6-5b44cba643c4/16f3b21f-685f-4cfc-899c-a92e0e55361d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:11.674944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:11.689994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:11.703909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:11.806741 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 1fc698c9-2d23-44db-a9c4-63abce125beb, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1fc698c9-2d23-44db-a9c4-63abce125beb,segment=NetworkSegment(0d1071c5-8a81-43c2-b990-d5e12bea2d5b),segment_id=0d1071c5-8a81-43c2-b990-d5e12bea2d5b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:11.862457 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1fb69578-028a-4c27-b8d8-aecbf8bfcbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:11.921546 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb69578-028a-4c27-b8d8-aecbf8bfcbb4 None None] The sync data for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 is: [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:03Z', 'revision_number': 4, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '41674bc0-83ec-46f2-a445-1a233f9cf205', 'name': '', 'network_id': '6a05e65d-a177-4ee0-9ed2-9a95b117f17e', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'mac_address': 'fa:16:3e:d9:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:02Z', 'updated_at': '2022-04-01T12:36:07Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'subnets': [{'id': '7b0d9734-6d8f-4c56-93ca-1c2715772578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:11.933220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46860) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:11.951224 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:11.986586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c93fb5e5-673b-4ed1-b431-5d3500e05ba9 req-83d6f679-c988-4ef1-9e6d-2f9bde3669f8 service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6672900 Apr 01 12:44:11.987269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Pushing event updated for resources: {'Port': ['ID=83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:12.012963 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:12.029013 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:12.032146 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-53a72f40-d71a-47e3-ae11-bd8a19776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:12.095855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=1fc698c9-2d23-44db-a9c4-63abce125beb,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:12.168781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-7c0f371a-7293-42d4-a24e-35f533745ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:08Z', 'revision_number': 7, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '05926d55-967d-4b74-b5cb-b0fef7283fb9', 'name': '', 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:43:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:57Z', 'updated_at': '2022-04-01T12:44:07Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:57Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:12.226738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0f371a-7293-42d4-a24e-35f533745ea6 None None] The sync data for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 is: [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:08Z', 'revision_number': 7, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '05926d55-967d-4b74-b5cb-b0fef7283fb9', 'name': '', 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:43:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:57Z', 'updated_at': '2022-04-01T12:44:07Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:57Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:12.231094 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-53a72f40-d71a-47e3-ae11-bd8a19776801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:44:12.231094 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-53a72f40-d71a-47e3-ae11-bd8a19776801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:44:12.307319 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-90d7a533-6111-4137-8d2a-334faf4b8879 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port 05926d55-967d-4b74-b5cb-b0fef7283fb9 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:12.308277 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90d7a533-6111-4137-8d2a-334faf4b8879 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:12.407439 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7b4de00-1b9b-4d66-8777-b79c9a194f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:12.478962 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:12.562280 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9feba08f-3051-492b-b918-f575ab502e20 req-190f3611-de79-4ac1-b7fd-e754d2b8c48a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 210 time: 0.1631918 Apr 01 12:44:12.636177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d085d48a-242d-47ed-a2d2-9d404547f92c None None] New status for floating IP 7d6a8f38-33e7-43ea-bc61-36bfcb1c987c: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:44:12.665394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46920) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:12.727822 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953110f3-551d-4b36-8e62-6c43a1363936 None None] Sync routers for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:12.737010 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-90d7a533-6111-4137-8d2a-334faf4b8879 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] For port 05926d55-967d-4b74-b5cb-b0fef7283fb9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=05926d55-967d-4b74-b5cb-b0fef7283fb9,segment=NetworkSegment(ddd77a8c-9751-4b17-9b7a-d6936c08ebb7),segment_id=ddd77a8c-9751-4b17-9b7a-d6936c08ebb7)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:12.737547 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90d7a533-6111-4137-8d2a-334faf4b8879 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:12.743047 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953110f3-551d-4b36-8e62-6c43a1363936 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:12.751792 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-953110f3-551d-4b36-8e62-6c43a1363936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:12.759732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-90d7a533-6111-4137-8d2a-334faf4b8879 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for 05926d55-967d-4b74-b5cb-b0fef7283fb9 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:12.883713 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:12.929787 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-953110f3-551d-4b36-8e62-6c43a1363936 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:12.962627 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3103e5ec-dcae-4fa7-8bee-45ab3cd867a8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.006960 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3103e5ec-dcae-4fa7-8bee-45ab3cd867a8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.027035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbeb0b-d442-46f6-a1b6-a967a2974c19 req-a5608b40-0207-4c75-a2a5-f110195f358b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:13.028638 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28fbeb0b-d442-46f6-a1b6-a967a2974c19 req-a5608b40-0207-4c75-a2a5-f110195f358b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.3698249 Apr 01 12:44:13.092002 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3103e5ec-dcae-4fa7-8bee-45ab3cd867a8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.094717 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3103e5ec-dcae-4fa7-8bee-45ab3cd867a8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.096043 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3103e5ec-dcae-4fa7-8bee-45ab3cd867a8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "DELETE /v2.0/security-groups/7110facc-2362-4a58-b199-dbd2872460e1 HTTP/1.1" status: 204 len: 168 time: 0.4238837 Apr 01 12:44:13.103590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-babb0cd1-c578-4f29-a1c7-6e8875aa995c None None] Provisioning complete for port 1fc698c9-2d23-44db-a9c4-63abce125beb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:13.107739 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-babb0cd1-c578-4f29-a1c7-6e8875aa995c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.112610 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46938) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:13.115435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103e5ec-dcae-4fa7-8bee-45ab3cd867a8 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7110facc-2362-4a58-b199-dbd2872460e1,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:13.140273 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-fc2dfc4e-8e22-4682-b8e4-0d47c21540cb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] show failed (client error): The resource could not be found. Apr 01 12:44:13.141513 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fc2dfc4e-8e22-4682-b8e4-0d47c21540cb tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "GET /v2.0/security-groups/7110facc-2362-4a58-b199-dbd2872460e1 HTTP/1.1" status: 404 len: 347 time: 0.0236731 Apr 01 12:44:13.146910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46944) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:13.157584 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7b4de00-1b9b-4d66-8777-b79c9a194f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.263574 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-953110f3-551d-4b36-8e62-6c43a1363936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:08Z', 'revision_number': 7, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '05926d55-967d-4b74-b5cb-b0fef7283fb9', 'name': '', 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:43:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:57Z', 'updated_at': '2022-04-01T12:44:07Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:57Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:13.265101 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-28fbeb0b-d442-46f6-a1b6-a967a2974c19 req-9b7d9a02-98ae-45a3-a80f-9fbd6255e9ed tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709774 Apr 01 12:44:13.273832 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.276837 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.290428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b', 'a94b441e-22e7-42de-9962-21a7aaf98d14'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:44:13.298810 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7b4de00-1b9b-4d66-8777-b79c9a194f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.317259 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953110f3-551d-4b36-8e62-6c43a1363936 None None] Checking router: 1369a950-5631-4073-acb7-07afd33f87da for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:13.329021 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953110f3-551d-4b36-8e62-6c43a1363936 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:13.329739 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-953110f3-551d-4b36-8e62-6c43a1363936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:13.373870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Network 7954533d-2445-42af-9c0a-77b864800a7b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:13.384457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:13.393691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:13.479850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:13.481138 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.484284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event updated for resources: {'Port': ['ID=16f3b21f-685f-4cfc-899c-a92e0e55361d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:13.511729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f9a4eca2-dd5e-4e5f-a0b5-9b9b46076746 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4244666 Apr 01 12:44:13.553330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Request body: {'port': {'device_id': '76b28537-471d-462a-ac08-8c54c6d292a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:13.559280 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-953110f3-551d-4b36-8e62-6c43a1363936 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:13.627829 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4de00-1b9b-4d66-8777-b79c9a194f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8530e7e2-5b01-46d8-bb9c-5e9d224e15fe,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:13.638165 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90d7a533-6111-4137-8d2a-334faf4b8879 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.658647 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f7b4de00-1b9b-4d66-8777-b79c9a194f2c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d9fc43fdfaa4c23a5d8149c35adb787&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7241390 Apr 01 12:44:13.686386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46964) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:13.720062 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7a533-6111-4137-8d2a-334faf4b8879 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=05926d55-967d-4b74-b5cb-b0fef7283fb9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:13.733511 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.783322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Router 35513d7c-202c-4547-8eba-2046493914e1 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:44:13.902633 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67774d78-0d39-432e-aad4-2fa24ccf70d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.927770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7e07bf5b-2f35-4a7f-8f49-b61db280a511 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Deleting port 1ed839df-24f3-495c-b49b-68abd5bb1602 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:13.929604 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e07bf5b-2f35-4a7f-8f49-b61db280a511 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:13.966952 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-953110f3-551d-4b36-8e62-6c43a1363936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:08Z', 'revision_number': 7, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '05926d55-967d-4b74-b5cb-b0fef7283fb9', 'name': '', 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:43:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:57Z', 'updated_at': '2022-04-01T12:44:07Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:57Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:14.008027 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953110f3-551d-4b36-8e62-6c43a1363936 None None] The sync data for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 is: [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:08Z', 'revision_number': 7, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '05926d55-967d-4b74-b5cb-b0fef7283fb9', 'name': '', 'network_id': 'b7dbf947-f814-40fc-93a3-1a14d1eb4abb', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:43:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:57Z', 'updated_at': '2022-04-01T12:44:07Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '124cbffb-3fbd-43e4-af7b-0364ff231db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:57Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:14.037362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:14.054781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Sync routers for ids ['35513d7c-202c-4547-8eba-2046493914e1'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:14.072325 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccba93b-acdc-46a5-bbcb-4a82c78a3c8e req-2661f6f6-8007-49b2-b4d5-97c133a40fb6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:14.082273 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7ccba93b-acdc-46a5-bbcb-4a82c78a3c8e req-2661f6f6-8007-49b2-b4d5-97c133a40fb6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 931 time: 0.3583875 Apr 01 12:44:14.083640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Routers {'35513d7c-202c-4547-8eba-2046493914e1'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:14.086188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a74318a3-9000-4134-b535-fb5933354391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['35513d7c-202c-4547-8eba-2046493914e1'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:14.153679 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67774d78-0d39-432e-aad4-2fa24ccf70d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:14.194992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1fc698c9-2d23-44db-a9c4-63abce125beb up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:14.204652 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:14.209475 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ebe29b88-7dfd-450c-821f-d2a0c83c3317 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0618281 Apr 01 12:44:14.210116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46986) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:14.258050 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7ccba93b-acdc-46a5-bbcb-4a82c78a3c8e req-06d59c4f-2953-4f1b-ba8a-a00a56f6f6ce tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733296 Apr 01 12:44:14.290132 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90d7a533-6111-4137-8d2a-334faf4b8879 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:14.331139 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e07bf5b-2f35-4a7f-8f49-b61db280a511 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:14.331466 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e07bf5b-2f35-4a7f-8f49-b61db280a511 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:14.345809 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Set router 35513d7c-202c-4547-8eba-2046493914e1 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:14.419727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7e07bf5b-2f35-4a7f-8f49-b61db280a511 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Calling delete_port for 1ed839df-24f3-495c-b49b-68abd5bb1602 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:14.441213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1fc698c9-2d23-44db-a9c4-63abce125beb triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:14.441715 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:14.482593 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67774d78-0d39-432e-aad4-2fa24ccf70d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:14.485842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67774d78-0d39-432e-aad4-2fa24ccf70d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:14.488925 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-67774d78-0d39-432e-aad4-2fa24ccf70d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8530e7e2-5b01-46d8-bb9c-5e9d224e15fe HTTP/1.1" status: 204 len: 168 time: 0.7970364 Apr 01 12:44:14.562340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67774d78-0d39-432e-aad4-2fa24ccf70d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8530e7e2-5b01-46d8-bb9c-5e9d224e15fe,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:14.672457 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d7a533-6111-4137-8d2a-334faf4b8879 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 1369a950-5631-4073-acb7-07afd33f87da has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:14.757817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c3c14-ed09-4108-aa4f-093f7e2effc3 req-e8f32e94-982a-42b9-922c-9f6b690d3743 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:14.759429 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e98c3c14-ed09-4108-aa4f-093f7e2effc3 req-e8f32e94-982a-42b9-922c-9f6b690d3743 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.3819454 Apr 01 12:44:14.874409 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a74318a3-9000-4134-b535-fb5933354391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35513d7c-202c-4547-8eba-2046493914e1', 'name': 'tempest-TestAggregatesBasicOps-866106741-router', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:06Z', 'updated_at': '2022-04-01T12:44:12Z', 'revision_number': 3, 'project_id': '89c32d92ef8d40528e86d38fcc643d3c', 'gw_port': {'id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35513d7c-202c-4547-8eba-2046493914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:09Z', 'updated_at': '2022-04-01T12:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:14.908958 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Checking router: 35513d7c-202c-4547-8eba-2046493914e1 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:14.909479 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Updating router 35513d7c-202c-4547-8eba-2046493914e1 port 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:44:14.922173 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e07bf5b-2f35-4a7f-8f49-b61db280a511 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:14.953064 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:14.966312 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07bf5b-2f35-4a7f-8f49-b61db280a511 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Pushing event deleted for resources: {'Port': ['ID=1ed839df-24f3-495c-b49b-68abd5bb1602,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:14.974425 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d7a533-6111-4137-8d2a-334faf4b8879 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:14.980159 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-90d7a533-6111-4137-8d2a-334faf4b8879 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7319765 Apr 01 12:44:14.985592 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea29e1-2ee2-4336-8001-c9a265e2de28 None None] Sync routers for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:14.997510 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47044) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:15.005795 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea29e1-2ee2-4336-8001-c9a265e2de28 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:15.006692 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1dea29e1-2ee2-4336-8001-c9a265e2de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:15.074729 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47046) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:15.111457 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e07bf5b-2f35-4a7f-8f49-b61db280a511 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.113928 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e07bf5b-2f35-4a7f-8f49-b61db280a511 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.130952 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7e07bf5b-2f35-4a7f-8f49-b61db280a511 tempest-AttachVolumeShelveTestJSON-795611102 tempest-AttachVolumeShelveTestJSON-795611102-project] 10.222.0.45 "DELETE /v2.0/floatingips/7d6a8f38-33e7-43ea-bc61-36bfcb1c987c HTTP/1.1" status: 204 len: 168 time: 1.9697583 Apr 01 12:44:15.131196 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac08f74d-64fc-4fe4-81f0-a41afe5b9270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.199022 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-1dea29e1-2ee2-4336-8001-c9a265e2de28 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:15.228221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-360a30b9-4d84-4690-9933-aeead2c6af68 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting subnet 124cbffb-3fbd-43e4-af7b-0364ff231db2 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:44:15.255878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-360a30b9-4d84-4690-9933-aeead2c6af68 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.315141 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-360a30b9-4d84-4690-9933-aeead2c6af68 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.459954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f3b21f-685f-4cfc-899c-a92e0e55361d {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:44:15.468874 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.483430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Transition to ACTIVE for port object 16f3b21f-685f-4cfc-899c-a92e0e55361d will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:44:15.496439 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.552996 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac08f74d-64fc-4fe4-81f0-a41afe5b9270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.570331 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e98c3c14-ed09-4108-aa4f-093f7e2effc3 req-6b54ebb0-1792-40ea-a3c3-699fb9697ad2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7991688 Apr 01 12:44:15.651027 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac08f74d-64fc-4fe4-81f0-a41afe5b9270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.720403 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ac08f74d-64fc-4fe4-81f0-a41afe5b9270 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31311ea2fa214a57b394a3dd5f9752e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6172988 Apr 01 12:44:15.721077 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1dea29e1-2ee2-4336-8001-c9a265e2de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:13Z', 'revision_number': 8, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:57Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:15.749309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47084) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:15.761977 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.779147 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.814115 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea29e1-2ee2-4336-8001-c9a265e2de28 None None] Checking router: 1369a950-5631-4073-acb7-07afd33f87da for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:15.814996 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-360a30b9-4d84-4690-9933-aeead2c6af68 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.836951 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea29e1-2ee2-4336-8001-c9a265e2de28 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:15.840802 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1dea29e1-2ee2-4336-8001-c9a265e2de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:15.845087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Pushing event updated for resources: {'Port': ['ID=16f3b21f-685f-4cfc-899c-a92e0e55361d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:15.858488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16d80a-1027-40f4-b38d-d2544c223f36 req-9f305088-48c6-4c66-b62f-ef2bf6ee9b97 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:15.866512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6cbba-0f5d-48ba-834e-d1b02f1e1d84 req-44080b64-7c96-4ef0-be54-e01d65e45ac0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:15.873910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-65b6cbba-0f5d-48ba-834e-d1b02f1e1d84 req-44080b64-7c96-4ef0-be54-e01d65e45ac0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.1833220 Apr 01 12:44:15.877648 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd16d80a-1027-40f4-b38d-d2544c223f36 req-9f305088-48c6-4c66-b62f-ef2bf6ee9b97 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 943 time: 0.4425235 Apr 01 12:44:15.944212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Attempting to bind port 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:15.944591 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Attempting to bind port 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:15.946521 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Attempting to bind port 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:15.980548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35912e2f-a36e-4555-b54a-b772d92770a5 None None] Pushing event updated for resources: {'Port': ['ID=83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:15.985620 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:15.991167 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:15.991601 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:15.993405 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:15.993923 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Bound port: 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:15.994371 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.000793 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-65b6cbba-0f5d-48ba-834e-d1b02f1e1d84 req-2af2b4d9-2fd1-4a1c-a2cf-a5f715f53ff2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257844 Apr 01 12:44:16.037614 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08f74d-64fc-4fe4-81f0-a41afe5b9270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23beae98-ce85-4c95-86d7-7afde78abc86,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:16.049981 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-360a30b9-4d84-4690-9933-aeead2c6af68 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.096431 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a30b9-4d84-4690-9933-aeead2c6af68 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Subnet': ['ID=124cbffb-3fbd-43e4-af7b-0364ff231db2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:16.105431 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-360a30b9-4d84-4690-9933-aeead2c6af68 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.111818 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9904af5-9f0e-48a5-b699-465c364aca3a None None] Network b7dbf947-f814-40fc-93a3-1a14d1eb4abb requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:16.119467 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-360a30b9-4d84-4690-9933-aeead2c6af68 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/124cbffb-3fbd-43e4-af7b-0364ff231db2 HTTP/1.1" status: 204 len: 168 time: 1.1197987 Apr 01 12:44:16.120281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47098) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:16.147910 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Attempting to bind port 16f3b21f-685f-4cfc-899c-a92e0e55361d on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:16.148143 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-1dea29e1-2ee2-4336-8001-c9a265e2de28 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:16.148607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Attempting to bind port 16f3b21f-685f-4cfc-899c-a92e0e55361d by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:16.148607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Attempting to bind port 16f3b21f-685f-4cfc-899c-a92e0e55361d on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:16.218410 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52053369-9402-4581-9dc7-b0acc5c40788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.243002 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52053369-9402-4581-9dc7-b0acc5c40788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.263911 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a74318a3-9000-4134-b535-fb5933354391 None None] For port 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:16.280868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a74318a3-9000-4134-b535-fb5933354391 None None] For port 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:16.298921 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Port 16f3b21f-685f-4cfc-899c-a92e0e55361d on network 7954533d-2445-42af-9c0a-77b864800a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:44:16.299249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Attempting to bind port 16f3b21f-685f-4cfc-899c-a92e0e55361d on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:16.305596 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52053369-9402-4581-9dc7-b0acc5c40788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.308125 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52053369-9402-4581-9dc7-b0acc5c40788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.313563 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-52053369-9402-4581-9dc7-b0acc5c40788 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23beae98-ce85-4c95-86d7-7afde78abc86 HTTP/1.1" status: 204 len: 168 time: 0.5556409 Apr 01 12:44:16.316684 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.318236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:16.318601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Checking segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:16.318955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Bound using segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:16.319489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Bound port: 16f3b21f-685f-4cfc-899c-a92e0e55361d, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:16.319857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.337486 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52053369-9402-4581-9dc7-b0acc5c40788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23beae98-ce85-4c95-86d7-7afde78abc86,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:16.391041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584dae3-0606-4be1-ba02-9bee299cad66 req-d0004fd1-4626-4a7f-beb1-01a996aa98f9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:16.407620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d584dae3-0606-4be1-ba02-9bee299cad66 req-d0004fd1-4626-4a7f-beb1-01a996aa98f9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.2678771 Apr 01 12:44:16.431703 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.516425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Routers {'35513d7c-202c-4547-8eba-2046493914e1'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:16.517882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a74318a3-9000-4134-b535-fb5933354391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['35513d7c-202c-4547-8eba-2046493914e1'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:16.639084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204347ce-9f70-4a51-a54b-940ed75596c5 None None] DHCP port deletion for b7dbf947-f814-40fc-93a3-1a14d1eb4abb request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:44:16.649570 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1dea29e1-2ee2-4336-8001-c9a265e2de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:13Z', 'revision_number': 8, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:57Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:16.674058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35912e2f-a36e-4555-b54a-b772d92770a5 None None] Pushing event updated for resources: {'Port': ['ID=83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:16.718488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] For port 16f3b21f-685f-4cfc-899c-a92e0e55361d, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:16.723242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] For port 16f3b21f-685f-4cfc-899c-a92e0e55361d, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=16f3b21f-685f-4cfc-899c-a92e0e55361d,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:16.737870 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea29e1-2ee2-4336-8001-c9a265e2de28 None None] The sync data for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 is: [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:13Z', 'revision_number': 8, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31c88b4-6b6e-40d5-b796-78ea4fae6dfb', 'name': '', 'network_id': 'a2c1f646-df72-452f-a7cb-55f128b2eba4', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:32:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:47Z', 'updated_at': '2022-04-01T12:43:57Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': '79dfb90e-71c7-4d3c-a019-e60b85bb9327', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:16.767518 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d584dae3-0606-4be1-ba02-9bee299cad66 req-e33b2225-da36-46e5-8137-8290916d1868 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571723 Apr 01 12:44:16.775873 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.885928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:16.888124 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.889700 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/16f3b21f-685f-4cfc-899c-a92e0e55361d HTTP/1.1" status: 200 len: 1091 time: 3.3451104 Apr 01 12:44:16.892214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b28537-471d-462a-ac08-8c54c6d292a0', 'tag': '16f3b21f-685f-4cfc-899c-a92e0e55361d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:44:16.899817 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6ba2a3-da14-4dea-ac5a-3f3102e12e02" -d '{"events": [{"name": "network-changed", "server_uuid": "76b28537-471d-462a-ac08-8c54c6d292a0", "tag": "16f3b21f-685f-4cfc-899c-a92e0e55361d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:44:16.954530 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-204347ce-9f70-4a51-a54b-940ed75596c5 None None] Deleting port 97875e5a-cea3-4903-99fd-1cc97ebe5b31 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:16.954926 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-204347ce-9f70-4a51-a54b-940ed75596c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:16.974614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd16d80a-1027-40f4-b38d-d2544c223f36 req-3aa0dcd9-a081-4315-92c1-bdbd976cfae5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0942883 Apr 01 12:44:16.989017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-a74318a3-9000-4134-b535-fb5933354391 None None] Set router 35513d7c-202c-4547-8eba-2046493914e1 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:17.161008 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:17.278571 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port 97875e5a-cea3-4903-99fd-1cc97ebe5b31 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:17.280710 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:17.286146 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Allocated IP 172.20.0.1 (56b1c201-c1c5-4022-955b-47a5677d73c6/f27fba87-5048-4554-a9f6-426694f2fd0e/ef5f5391-e3d7-4bed-9b74-0d1a19c214d9) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:17.306324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-204347ce-9f70-4a51-a54b-940ed75596c5 None None] For port 97875e5a-cea3-4903-99fd-1cc97ebe5b31, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=97875e5a-cea3-4903-99fd-1cc97ebe5b31,segment=NetworkSegment(ddd77a8c-9751-4b17-9b7a-d6936c08ebb7),segment_id=ddd77a8c-9751-4b17-9b7a-d6936c08ebb7)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:17.306917 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-204347ce-9f70-4a51-a54b-940ed75596c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:17.327417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-204347ce-9f70-4a51-a54b-940ed75596c5 None None] Calling delete_port for 97875e5a-cea3-4903-99fd-1cc97ebe5b31 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:17.417270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] For port 97875e5a-cea3-4903-99fd-1cc97ebe5b31, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=97875e5a-cea3-4903-99fd-1cc97ebe5b31,segment=NetworkSegment(ddd77a8c-9751-4b17-9b7a-d6936c08ebb7),segment_id=ddd77a8c-9751-4b17-9b7a-d6936c08ebb7)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:17.418027 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:17.433177 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for 97875e5a-cea3-4903-99fd-1cc97ebe5b31 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:17.450627 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c94d03-dfdd-46e6-863f-d01cec5a7407 x-openstack-request-id: req-78c94d03-dfdd-46e6-863f-d01cec5a7407 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:44:17.450973 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b28537-471d-462a-ac08-8c54c6d292a0", "tag": "16f3b21f-685f-4cfc-899c-a92e0e55361d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:44:17.451169 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78c94d03-dfdd-46e6-863f-d01cec5a7407 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:44:17.451578 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c94d03-dfdd-46e6-863f-d01cec5a7407'] response: {'name': 'network-changed', 'server_uuid': '76b28537-471d-462a-ac08-8c54c6d292a0', 'tag': '16f3b21f-685f-4cfc-899c-a92e0e55361d', 'status': 'completed', 'code': 200} Apr 01 12:44:17.472609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edb4d5-c491-4adf-969d-0666f3f233d3 service neutron] Pushing event updated for resources: {'Port': ['ID=16f3b21f-685f-4cfc-899c-a92e0e55361d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:17.516237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-5b8d5c26-3e8a-4c69-9771-05d39e96a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:17.517781 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-5b8d5c26-3e8a-4c69-9771-05d39e96a28d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 1094 time: 0.5697429 Apr 01 12:44:17.522878 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:17.538377 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdbc4b-90c3-45c8-824a-f6c39f26554b req-f1919837-bfe4-4c7f-9ff0-8a2d83540484 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:17.545919 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48cdbc4b-90c3-45c8-824a-f6c39f26554b req-f1919837-bfe4-4c7f-9ff0-8a2d83540484 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.5860293 Apr 01 12:44:17.574734 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a74318a3-9000-4134-b535-fb5933354391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35513d7c-202c-4547-8eba-2046493914e1', 'name': 'tempest-TestAggregatesBasicOps-866106741-router', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:06Z', 'updated_at': '2022-04-01T12:44:12Z', 'revision_number': 3, 'project_id': '89c32d92ef8d40528e86d38fcc643d3c', 'gw_port': {'id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35513d7c-202c-4547-8eba-2046493914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:09Z', 'updated_at': '2022-04-01T12:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:17.602044 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:17.612950 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-f1262285-e9f3-4d28-817f-d9283cfb0c6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16f3b21f-685f-4cfc-899c-a92e0e55361d HTTP/1.1" status: 200 len: 217 time: 0.0825644 Apr 01 12:44:17.631382 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-204347ce-9f70-4a51-a54b-940ed75596c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:17.643859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74318a3-9000-4134-b535-fb5933354391 None None] The sync data for ids ['35513d7c-202c-4547-8eba-2046493914e1'] in n-d-836146-1 is: [{'id': '35513d7c-202c-4547-8eba-2046493914e1', 'name': 'tempest-TestAggregatesBasicOps-866106741-router', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:06Z', 'updated_at': '2022-04-01T12:44:12Z', 'revision_number': 3, 'project_id': '89c32d92ef8d40528e86d38fcc643d3c', 'gw_port': {'id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35513d7c-202c-4547-8eba-2046493914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:09Z', 'updated_at': '2022-04-01T12:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:17.660020 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=97875e5a-cea3-4903-99fd-1cc97ebe5b31,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:17.668943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No DVR routers for this DVR port 97875e5a-cea3-4903-99fd-1cc97ebe5b31 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:17.705079 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-48cdbc4b-90c3-45c8-824a-f6c39f26554b req-68d69615-fc0a-4b34-baaf-1ba149e95b56 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580684 Apr 01 12:44:17.725851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204347ce-9f70-4a51-a54b-940ed75596c5 None None] Pushing event deleted for resources: {'Port': ['ID=97875e5a-cea3-4903-99fd-1cc97ebe5b31,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:17.727745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-5b79d2f3-9305-4f9d-9600-9c6bbc6064fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:17.729722 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-5b79d2f3-9305-4f9d-9600-9c6bbc6064fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.1098640 Apr 01 12:44:17.731336 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:17.747517 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204347ce-9f70-4a51-a54b-940ed75596c5 None None] No DVR routers for this DVR port 97875e5a-cea3-4903-99fd-1cc97ebe5b31 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:17.809673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Pushing event updated for resources: {'Port': ['ID=ef5f5391-e3d7-4bed-9b74-0d1a19c214d9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:17.830191 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Network 56b1c201-c1c5-4022-955b-47a5677d73c6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:17.844141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:17.847717 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-78b7bef9-4955-4286-9aae-6a55a8941fb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421827 Apr 01 12:44:17.848437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:17.850850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:17.893290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dbf947-f814-40fc-93a3-1a14d1eb4abb']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:17.908772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd77a8c-9751-4b17-9b7a-d6936c08ebb7') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:17.912141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd77a8c-9751-4b17-9b7a-d6936c08ebb7') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:17.935887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:17.961728 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:18.063517 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-86ad4836-e9c0-430a-9cbc-0637c81657a5 service neutron] 10.222.0.44 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889625 Apr 01 12:44:18.112079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:18.151170 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:44:18.151583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:44:18.192629 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:44:18.216233 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 05926d55-967d-4b74-b5cb-b0fef7283fb9 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:18.232596 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b4189-3222-4f88-a1cc-fc36816796da req-7ed2a2a9-b5cb-41e4-8f36-36034ff58eb7 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:18.234235 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-991b4189-3222-4f88-a1cc-fc36816796da req-7ed2a2a9-b5cb-41e4-8f36-36034ff58eb7 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.2786798 Apr 01 12:44:18.292266 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 05926d55-967d-4b74-b5cb-b0fef7283fb9 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:18.292759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 05926d55-967d-4b74-b5cb-b0fef7283fb9 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:18.293276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 97875e5a-cea3-4903-99fd-1cc97ebe5b31 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:18.322953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 97875e5a-cea3-4903-99fd-1cc97ebe5b31 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:18.323781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 97875e5a-cea3-4903-99fd-1cc97ebe5b31 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:18.360808 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a15a0de2-4c19-47e1-b8be-93bef12259ab req-4252e553-943c-4868-90bf-6797d8485165 service neutron] 10.222.0.44 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561247 Apr 01 12:44:18.424042 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:18.454156 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:18.468222 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/networks/b7dbf947-f814-40fc-93a3-1a14d1eb4abb HTTP/1.1" status: 204 len: 168 time: 2.3443849 Apr 01 12:44:18.481902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47196) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:18.506075 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-991b4189-3222-4f88-a1cc-fc36816796da req-4270eb63-a948-4b4a-8e4e-066f53ed6a96 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784945 Apr 01 12:44:18.507061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f719685-18a8-41fe-b89d-0de158505c6c tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Network': ['ID=b7dbf947-f814-40fc-93a3-1a14d1eb4abb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:18.512802 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:18.559342 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-56374fc8-05ba-409f-9a68-18ff1e3e1d11 None None] Provisioning complete for port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:18.560868 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-56374fc8-05ba-409f-9a68-18ff1e3e1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:18.589168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f55-e4e4-4ca9-be5c-d2c8018873e0 req-fd9aa56b-31fa-4726-b427-960dfec3e458 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:18.596537 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6eea9f55-e4e4-4ca9-be5c-d2c8018873e0 req-fd9aa56b-31fa-4726-b427-960dfec3e458 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 943 time: 0.4365783 Apr 01 12:44:18.681473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-56374fc8-05ba-409f-9a68-18ff1e3e1d11 None None] Port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:44:18.723445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ba2a3-da14-4dea-ac5a-3f3102e12e02 req-9b8b0446-6946-4734-bfb6-526e25890e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:18.725030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf6ba2a3-da14-4dea-ac5a-3f3102e12e02 req-9b8b0446-6946-4734-bfb6-526e25890e3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 1094 time: 0.2837701 Apr 01 12:44:18.740377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346c80f-9a0f-4274-b2e2-581518b611fc req-cce60f16-8476-4e4a-8b21-78ac575cfec5 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:18.750808 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0346c80f-9a0f-4274-b2e2-581518b611fc req-cce60f16-8476-4e4a-8b21-78ac575cfec5 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.1083646 Apr 01 12:44:18.821717 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0346c80f-9a0f-4274-b2e2-581518b611fc req-cccdae50-a0c6-440e-af8e-731b3bf01f81 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597303 Apr 01 12:44:19.121189 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209be0f5-405f-4836-a96d-cb46f17fe89a req-076b746f-88bb-4dd3-8561-a05d49854ca3 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:19.135677 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-209be0f5-405f-4836-a96d-cb46f17fe89a req-076b746f-88bb-4dd3-8561-a05d49854ca3 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.1293585 Apr 01 12:44:19.185704 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6eea9f55-e4e4-4ca9-be5c-d2c8018873e0 req-ff52055d-a748-441d-9fc1-f73e6191f6ef tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880826 Apr 01 12:44:19.203654 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-209be0f5-405f-4836-a96d-cb46f17fe89a req-4accd232-d2f4-4bec-99fd-9d47251c2aef tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664244 Apr 01 12:44:19.237187 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:44:19.314289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ba2a3-da14-4dea-ac5a-3f3102e12e02 req-f00a5d8c-7268-4e13-b5bc-8227ea749e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:19.315779 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf6ba2a3-da14-4dea-ac5a-3f3102e12e02 req-f00a5d8c-7268-4e13-b5bc-8227ea749e2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 907 time: 0.5836816 Apr 01 12:44:19.513698 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf6ba2a3-da14-4dea-ac5a-3f3102e12e02 req-4d7ffde5-c076-4a46-b1e9-20681c14a803 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16f3b21f-685f-4cfc-899c-a92e0e55361d HTTP/1.1" status: 200 len: 217 time: 0.0455632 Apr 01 12:44:19.798994 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:19.831239 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:19.834279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ba2a3-da14-4dea-ac5a-3f3102e12e02 req-6a26fe3a-f0d3-4dfd-8250-38d19a4c80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:19.835695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf6ba2a3-da14-4dea-ac5a-3f3102e12e02 req-6a26fe3a-f0d3-4dfd-8250-38d19a4c80eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.3135052 Apr 01 12:44:19.871551 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f9392-4a07-49db-a334-7541010b5c73 req-42871aae-f566-48eb-a0b1-35d82a684d05 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:19.874384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a56f9392-4a07-49db-a334-7541010b5c73 req-42871aae-f566-48eb-a0b1-35d82a684d05 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.3033330 Apr 01 12:44:20.033726 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf6ba2a3-da14-4dea-ac5a-3f3102e12e02 req-dc3477f2-503f-4cc4-8bda-1e3f23a21135 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1581628 Apr 01 12:44:20.080301 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:20.103007 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Pushing event updated for resources: {'Port': ['ID=ef5f5391-e3d7-4bed-9b74-0d1a19c214d9,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:20.123018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a56f9392-4a07-49db-a334-7541010b5c73 req-da580c3b-ffdc-4f5d-8505-e5e4520d7d80 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917274 Apr 01 12:44:20.162502 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2d4268b-90c8-4b59-bd96-582f9e7be5e7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:20.201648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:20.300752 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:20.301557 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:20.354302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e2fae-533e-47e2-a155-df636546b982 req-9c75afb0-afab-45b0-98f8-66a6a7ba5b8f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:20.362269 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b03e2fae-533e-47e2-a155-df636546b982 req-9c75afb0-afab-45b0-98f8-66a6a7ba5b8f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 943 time: 0.0641265 Apr 01 12:44:20.418752 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b03e2fae-533e-47e2-a155-df636546b982 req-ee8f9bb3-e02d-40b0-b70f-d7295f2f9f23 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553589 Apr 01 12:44:20.459464 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47296) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:20.467766 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:20.503000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:20.509104 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:20.568008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:20.582399 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf6ba2a3-da14-4dea-ac5a-3f3102e12e02 req-332cfea5-c09d-49c3-b515-2f123080b7e8 service neutron] 10.222.0.44 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343764 Apr 01 12:44:20.711482 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47304) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:20.800031 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75ed78d3-95a6-45b5-af61-27f7cbcf666a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:20.802765 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8a8ad59-3de1-403b-9f00-cc95672ae910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:20.929307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 16f3b21f-685f-4cfc-899c-a92e0e55361d details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:44:20.941410 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75ed78d3-95a6-45b5-af61-27f7cbcf666a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:20.959769 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8a8ad59-3de1-403b-9f00-cc95672ae910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:20.962608 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75ed78d3-95a6-45b5-af61-27f7cbcf666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.018965 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-75ed78d3-95a6-45b5-af61-27f7cbcf666a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=979637c44c3e4adbb009147cd680e9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5581868 Apr 01 12:44:21.020052 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8a8ad59-3de1-403b-9f00-cc95672ae910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.024896 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47308) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:21.027094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed78d3-95a6-45b5-af61-27f7cbcf666a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6ab4d7-a01a-4bff-8055-95a9f5738c71,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:21.033146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 16f3b21f-685f-4cfc-899c-a92e0e55361d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=16f3b21f-685f-4cfc-899c-a92e0e55361d,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:21.041645 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Network 56b1c201-c1c5-4022-955b-47a5677d73c6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:21.047542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '16f3b21f-685f-4cfc-899c-a92e0e55361d', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'port_id': '16f3b21f-685f-4cfc-899c-a92e0e55361d', 'mac_address': 'fa:16:3e:c1:09:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16405484-146e-4b1d-a8e6-5b44cba643c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:44:21.069567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:21.089100 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.105626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f3b21f-685f-4cfc-899c-a92e0e55361d {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:44:21.135677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 16f3b21f-685f-4cfc-899c-a92e0e55361d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=16f3b21f-685f-4cfc-899c-a92e0e55361d,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:21.144225 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.148167 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e8a8ad59-3de1-403b-9f00-cc95672ae910 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=546a4887cb2b45b3ab24dbadcbd1d06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355829 Apr 01 12:44:21.148801 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47312) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:21.153095 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8ad59-3de1-403b-9f00-cc95672ae910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ddb00f-d800-48fb-a463-e72717ecb7a9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:21.162473 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f68814c5-3d61-4ba8-a60c-f5c756b2a1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.201757 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bf6ba2a3-da14-4dea-ac5a-3f3102e12e02 req-1e70118c-fdd3-46f7-9f49-bf68132c0f42 service neutron] 10.222.0.44 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088626 Apr 01 12:44:21.215875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f68814c5-3d61-4ba8-a60c-f5c756b2a1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.262922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=16f3b21f-685f-4cfc-899c-a92e0e55361d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:21.288012 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fb2a19b6-d33a-4c92-9256-56bf888d40fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.319777 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fb2a19b6-d33a-4c92-9256-56bf888d40fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.353586 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f68814c5-3d61-4ba8-a60c-f5c756b2a1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.356293 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f68814c5-3d61-4ba8-a60c-f5c756b2a1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.357504 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f68814c5-3d61-4ba8-a60c-f5c756b2a1ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d6ab4d7-a01a-4bff-8055-95a9f5738c71 HTTP/1.1" status: 204 len: 168 time: 0.3270650 Apr 01 12:44:21.367180 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68814c5-3d61-4ba8-a60c-f5c756b2a1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6ab4d7-a01a-4bff-8055-95a9f5738c71,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:21.397304 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fb2a19b6-d33a-4c92-9256-56bf888d40fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.401511 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fb2a19b6-d33a-4c92-9256-56bf888d40fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.407981 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fb2a19b6-d33a-4c92-9256-56bf888d40fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6ddb00f-d800-48fb-a463-e72717ecb7a9 HTTP/1.1" status: 204 len: 168 time: 0.2512212 Apr 01 12:44:21.423840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['16f3b21f-685f-4cfc-899c-a92e0e55361d'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:44:21.432012 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a19b6-d33a-4c92-9256-56bf888d40fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ddb00f-d800-48fb-a463-e72717ecb7a9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:21.437459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63952f1-7c65-4fa7-b3bc-07e49cbd81a3 req-abeac3da-fae4-47d5-a7d8-058084a8768f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:21.445781 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a63952f1-7c65-4fa7-b3bc-07e49cbd81a3 req-abeac3da-fae4-47d5-a7d8-058084a8768f tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.1848600 Apr 01 12:44:21.475131 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Router 35513d7c-202c-4547-8eba-2046493914e1 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:21.518536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a63952f1-7c65-4fa7-b3bc-07e49cbd81a3 req-a0e3b7d5-140a-4ade-a323-e3dd8df5fe07 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696256 Apr 01 12:44:21.619533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ee23ec87-3404-4e3e-9862-345862a6ebc8 None None] Provisioning complete for port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:21.621269 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee23ec87-3404-4e3e-9862-345862a6ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.637747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4268b-90c8-4b59-bd96-582f9e7be5e7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:21.638293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2d4268b-90c8-4b59-bd96-582f9e7be5e7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.673968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba1412-ad96-4b80-bcf9-480b99f3961c req-138d48b9-7ce3-4967-b9c5-364e7cbbc88d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:21.675543 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fbba1412-ad96-4b80-bcf9-480b99f3961c req-138d48b9-7ce3-4967-b9c5-364e7cbbc88d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 944 time: 0.1216626 Apr 01 12:44:21.737712 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fbba1412-ad96-4b80-bcf9-480b99f3961c req-dd606ba7-df80-45c1-b71c-e3c10a28c518 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560722 Apr 01 12:44:21.788878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-a2d4268b-90c8-4b59-bd96-582f9e7be5e7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] For port f31c88b4-6b6e-40d5-b796-78ea4fae6dfb, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f31c88b4-6b6e-40d5-b796-78ea4fae6dfb,segment=NetworkSegment(46e96ded-f623-4921-8198-5531ec59ac88),segment_id=46e96ded-f623-4921-8198-5531ec59ac88)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:21.789518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2d4268b-90c8-4b59-bd96-582f9e7be5e7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:21.809142 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4268b-90c8-4b59-bd96-582f9e7be5e7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for f31c88b4-6b6e-40d5-b796-78ea4fae6dfb owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:21.827248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ee23ec87-3404-4e3e-9862-345862a6ebc8 None None] Port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:44:22.054187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:22.064131 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Sync routers for ids ['35513d7c-202c-4547-8eba-2046493914e1'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:22.082194 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d529e0c8-a4c1-4c26-ad09-f6c23586750e admin admin] 10.222.0.45 "PUT /v2.0/routers/35513d7c-202c-4547-8eba-2046493914e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8532240 Apr 01 12:44:22.087143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Routers {'35513d7c-202c-4547-8eba-2046493914e1'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:22.090139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['35513d7c-202c-4547-8eba-2046493914e1'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:22.094929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352e842-03e7-4d1a-b44b-1b7af8504f84 req-f3ffeb6a-8138-4a4c-8f74-b06380c94d1b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:22.104473 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c352e842-03e7-4d1a-b44b-1b7af8504f84 req-f3ffeb6a-8138-4a4c-8f74-b06380c94d1b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.1126952 Apr 01 12:44:22.149025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47340) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:22.164306 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c352e842-03e7-4d1a-b44b-1b7af8504f84 req-bcfbd01d-7ff4-4182-8b8f-a0a5385408b3 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535941 Apr 01 12:44:22.178656 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-08756e0a-3afd-4ad8-86fe-fc60fa186866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:22.198480 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:22.280561 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-08756e0a-3afd-4ad8-86fe-fc60fa186866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:22.289049 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-08756e0a-3afd-4ad8-86fe-fc60fa186866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:22.298090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb68abd-9cb1-42e3-a5d2-3a5285213e0f req-6bdcb471-10a5-4978-9d07-58485677fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:22.299604 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cb68abd-9cb1-42e3-a5d2-3a5285213e0f req-6bdcb471-10a5-4978-9d07-58485677fa9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1b78754d61141de95bbebd769b92f51&device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 1097 time: 0.2599344 Apr 01 12:44:22.350699 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Set router 35513d7c-202c-4547-8eba-2046493914e1 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:22.363398 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2d4268b-90c8-4b59-bd96-582f9e7be5e7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:22.384302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08756e0a-3afd-4ad8-86fe-fc60fa186866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312f6519-2e8e-46ff-87a7-4c65f530a5a4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:22.423709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:22.424300 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:22.447985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47348) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:22.448729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-08756e0a-3afd-4ad8-86fe-fc60fa186866 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0dd734e187b54cba983a6ba34b4fa1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981546 Apr 01 12:44:22.453774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4268b-90c8-4b59-bd96-582f9e7be5e7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=f31c88b4-6b6e-40d5-b796-78ea4fae6dfb,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:22.572878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a1074ac-f07f-4fff-9f03-2d9cc85f10b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:22.639217 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a1074ac-f07f-4fff-9f03-2d9cc85f10b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:22.714167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb68abd-9cb1-42e3-a5d2-3a5285213e0f req-5ca25327-386c-4e45-b4b7-a8c2fa443cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:22.718402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cb68abd-9cb1-42e3-a5d2-3a5285213e0f req-5ca25327-386c-4e45-b4b7-a8c2fa443cf3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4ca97d75-f322-412f-ba58-fb5dd7056321 HTTP/1.1" status: 200 len: 915 time: 0.3999155 Apr 01 12:44:22.778739 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a1074ac-f07f-4fff-9f03-2d9cc85f10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:22.781265 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a1074ac-f07f-4fff-9f03-2d9cc85f10b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:22.782449 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3a1074ac-f07f-4fff-9f03-2d9cc85f10b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/312f6519-2e8e-46ff-87a7-4c65f530a5a4 HTTP/1.1" status: 204 len: 168 time: 0.3324490 Apr 01 12:44:22.814870 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1074ac-f07f-4fff-9f03-2d9cc85f10b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312f6519-2e8e-46ff-87a7-4c65f530a5a4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:22.977068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 16f3b21f-685f-4cfc-899c-a92e0e55361d up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:22.993751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cb68abd-9cb1-42e3-a5d2-3a5285213e0f req-26edf109-7b7e-4cd0-9ff3-969523595ac6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77 HTTP/1.1" status: 200 len: 217 time: 0.2652345 Apr 01 12:44:23.049109 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2d4268b-90c8-4b59-bd96-582f9e7be5e7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:23.144783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 16f3b21f-685f-4cfc-899c-a92e0e55361d completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:44:23.184469 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 16f3b21f-685f-4cfc-899c-a92e0e55361d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:23.185162 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:23.200828 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb68abd-9cb1-42e3-a5d2-3a5285213e0f req-5cfd98ba-b17f-46ef-8106-20ad5482ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:23.207647 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cb68abd-9cb1-42e3-a5d2-3a5285213e0f req-5cfd98ba-b17f-46ef-8106-20ad5482ab9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de55e09b-91e9-4604-9313-fe8b6951dd05 HTTP/1.1" status: 200 len: 854 time: 0.1656957 Apr 01 12:44:23.348149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f01e9-dbc8-4294-942b-ec998f825cbd req-5d07ca7f-ad5a-4cae-8681-0b6b1a2272b2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:23.356894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-760f01e9-dbc8-4294-942b-ec998f825cbd req-5d07ca7f-ad5a-4cae-8681-0b6b1a2272b2 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.0775783 Apr 01 12:44:23.399302 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35513d7c-202c-4547-8eba-2046493914e1', 'name': 'tempest-TestAggregatesBasicOps-866106741-router', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:06Z', 'updated_at': '2022-04-01T12:44:18Z', 'revision_number': 4, 'project_id': '89c32d92ef8d40528e86d38fcc643d3c', 'gw_port': {'id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35513d7c-202c-4547-8eba-2046493914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:09Z', 'updated_at': '2022-04-01T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'ef5f5391-e3d7-4bed-9b74-0d1a19c214d9', 'name': '', 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'mac_address': 'fa:16:3e:a9:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35513d7c-202c-4547-8eba-2046493914e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'f27fba87-5048-4554-a9f6-426694f2fd0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:16Z', 'updated_at': '2022-04-01T12:44:19Z', 'revision_number': 2, 'project_id': '89c32d92ef8d40528e86d38fcc643d3c', 'subnets': [{'id': 'f27fba87-5048-4554-a9f6-426694f2fd0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:23.441537 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-760f01e9-dbc8-4294-942b-ec998f825cbd req-c1a47ea6-5120-46df-9cd2-90a9a9449bcb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812457 Apr 01 12:44:23.462979 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cb68abd-9cb1-42e3-a5d2-3a5285213e0f req-68fce6e4-158c-496b-a36e-b2b3f9cece03 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ca97d75-f322-412f-ba58-fb5dd7056321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617541 Apr 01 12:44:23.464682 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Checking router: 35513d7c-202c-4547-8eba-2046493914e1 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:23.466221 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Updating router 35513d7c-202c-4547-8eba-2046493914e1 port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:44:23.484644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fac54-4389-44e5-a759-2066450d1b22 req-7e5e83ec-d3f3-4596-a7d6-44cade0a54c8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:23.488589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea3fac54-4389-44e5-a759-2066450d1b22 req-7e5e83ec-d3f3-4596-a7d6-44cade0a54c8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 944 time: 0.4967716 Apr 01 12:44:23.544419 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:23.692979 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ea3fac54-4389-44e5-a759-2066450d1b22 req-f90bb6d6-4f0f-4edb-8f24-9941ec275bdf tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957746 Apr 01 12:44:23.693735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47402) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:23.700153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-482756026-network', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:23.742945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Made reservation on behalf of bfc2e703d772426d9d25ba2984c90038 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:23.745747 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:23.773616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:23.860740 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:23.900815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 16f3b21f-685f-4cfc-899c-a92e0e55361d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=16f3b21f-685f-4cfc-899c-a92e0e55361d,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:23.901480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d4268b-90c8-4b59-bd96-582f9e7be5e7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 1369a950-5631-4073-acb7-07afd33f87da has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:23.905287 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b28537-471d-462a-ac08-8c54c6d292a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f3b21f-685f-4cfc-899c-a92e0e55361d'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:44:23.907947 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6396b8e9-d512-478f-b7ca-2aba4fa0c28b" -d '{"events": [{"server_uuid": "76b28537-471d-462a-ac08-8c54c6d292a0", "name": "network-vif-plugged", "status": "completed", "tag": "16f3b21f-685f-4cfc-899c-a92e0e55361d"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:44:23.913478 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:24.050689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47426) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:24.051999 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1799b9-c393-4015-9915-56f26450bd74 x-openstack-request-id: req-2f1799b9-c393-4015-9915-56f26450bd74 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:44:24.070595 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b28537-471d-462a-ac08-8c54c6d292a0", "name": "network-vif-plugged", "status": "completed", "tag": "16f3b21f-685f-4cfc-899c-a92e0e55361d", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:44:24.070853 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f1799b9-c393-4015-9915-56f26450bd74 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:44:24.071279 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1799b9-c393-4015-9915-56f26450bd74'] response: {'server_uuid': '76b28537-471d-462a-ac08-8c54c6d292a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f3b21f-685f-4cfc-899c-a92e0e55361d', 'code': 200} Apr 01 12:44:24.090247 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:24.101259 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:24.153706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:44:24.183909 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:24.184460 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Added segment 8497716f-48d2-4b82-9cb5-32ccdcea1dc5 of type vlan for network 7b3250b1-a1ff-4d84-8aba-e6adad603f02 Apr 01 12:44:24.240070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=16f3b21f-685f-4cfc-899c-a92e0e55361d,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:24.258103 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:24.323698 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fba6955-452c-4b75-ab1f-6785945d8d8c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:24.341344 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:24.344577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:24.346018 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:24.455900 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7603774 Apr 01 12:44:24.462835 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47444) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:24.489645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c3bb9e6d-dd52-4150-b12e-a11188da62a2 admin admin] Request body: {'subnet': {'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-482756026-subnet', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:24.517125 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47448) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:24.517846 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cb68abd-9cb1-42e3-a5d2-3a5285213e0f req-f59847cc-3028-48ce-a2ee-892d10d07817 service neutron] 10.222.0.44 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9172480 Apr 01 12:44:24.551082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faad796-a112-400e-b080-61ae52e6ff54 req-9bcfb49b-c109-4d34-81cd-5e517a6ccefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:24.552810 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8faad796-a112-400e-b080-61ae52e6ff54 req-9bcfb49b-c109-4d34-81cd-5e517a6ccefe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 1096 time: 0.3735840 Apr 01 12:44:24.628766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d4268b-90c8-4b59-bd96-582f9e7be5e7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:24.639979 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd773ff-5505-4990-8290-c4275043381b None None] Sync routers for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:24.651044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bb9e6d-dd52-4150-b12e-a11188da62a2 admin admin] Made reservation on behalf of bfc2e703d772426d9d25ba2984c90038 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:24.653365 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9e6d-dd52-4150-b12e-a11188da62a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:24.656877 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a2d4268b-90c8-4b59-bd96-582f9e7be5e7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1690252 Apr 01 12:44:24.675236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47454) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:24.675390 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd773ff-5505-4990-8290-c4275043381b None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:24.675390 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4dd773ff-5505-4990-8290-c4275043381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:24.678766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbefc1-5301-4f90-a393-71184e4347e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7b3250b1-a1ff-4d84-8aba-e6adad603f02,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:24.684344 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:24.700239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 7b3250b1-a1ff-4d84-8aba-e6adad603f02 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:44:24.809476 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b22ac7-44d3-4604-b17e-829b4cdd7201 req-dd08a1af-e181-48d1-8b7d-26c39c1156bd tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:24.811804 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84b22ac7-44d3-4604-b17e-829b4cdd7201 req-dd08a1af-e181-48d1-8b7d-26c39c1156bd tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.1950104 Apr 01 12:44:24.848899 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:24.881632 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f960e555-02c1-4614-816f-be8291bc1ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:24.910519 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-4dd773ff-5505-4990-8290-c4275043381b None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:24.911919 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84b22ac7-44d3-4604-b17e-829b4cdd7201 req-334e09d9-162f-472c-ad16-82b3df3a38a0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923893 Apr 01 12:44:25.035189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53f52e-9744-4f86-9bae-87abc0777977 None None] Pushing event updated for resources: {'Port': ['ID=ef5f5391-e3d7-4bed-9b74-0d1a19c214d9,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:25.058892 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Attempting to bind port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:25.059716 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Attempting to bind port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '0d1071c5-8a81-43c2-b990-d5e12bea2d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:25.060331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Attempting to bind port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 on network 56b1c201-c1c5-4022-955b-47a5677d73c6 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:25.069056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:25.069810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Checking segment: {'id': '0d1071c5-8a81-43c2-b990-d5e12bea2d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:25.070591 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.070708 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f960e555-02c1-4614-816f-be8291bc1ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.071434 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Bound using segment: {'id': '0d1071c5-8a81-43c2-b990-d5e12bea2d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:25.072318 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Bound port: ef5f5391-e3d7-4bed-9b74-0d1a19c214d9, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1071c5-8a81-43c2-b990-d5e12bea2d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:25.073009 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.134332 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f960e555-02c1-4614-816f-be8291bc1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.159007 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] For port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:25.163737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] For port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ef5f5391-e3d7-4bed-9b74-0d1a19c214d9,segment=NetworkSegment(0d1071c5-8a81-43c2-b990-d5e12bea2d5b),segment_id=0d1071c5-8a81-43c2-b990-d5e12bea2d5b)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:25.168587 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8faad796-a112-400e-b080-61ae52e6ff54 req-7b96c7c6-65f1-4b62-b14a-b09980032d67 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806832 Apr 01 12:44:25.170994 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.171990 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960e555-02c1-4614-816f-be8291bc1ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36890811-5c19-45d8-82e0-c78fcdfb8a03,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:25.172504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38f6579-6de8-4347-a63f-869a9b3038a4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting subnet 79dfb90e-71c7-4d3c-a019-e60b85bb9327 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:44:25.177117 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9e6d-dd52-4150-b12e-a11188da62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.228740 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f38f6579-6de8-4347-a63f-869a9b3038a4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.268099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f960e555-02c1-4614-816f-be8291bc1ca7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f77292c61b6a450fb6bb636221180e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7471371 Apr 01 12:44:25.272241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Routers {'35513d7c-202c-4547-8eba-2046493914e1'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:25.273519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['35513d7c-202c-4547-8eba-2046493914e1'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:25.281501 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47464) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:25.291606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2cb68abd-9cb1-42e3-a5d2-3a5285213e0f req-db33237e-7dac-4bae-a3d2-fb8f931b7513 service neutron] 10.222.0.44 "GET /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7520912 Apr 01 12:44:25.324247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86337ab-9d3e-400f-b671-fb9c1073b076 req-4ad52481-bc53-4d0c-8d8b-6ad63c51d545 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:25.325889 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c86337ab-9d3e-400f-b671-fb9c1073b076 req-4ad52481-bc53-4d0c-8d8b-6ad63c51d545 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 945 time: 0.5266492 Apr 01 12:44:25.347271 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4dd773ff-5505-4990-8290-c4275043381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:22Z', 'revision_number': 9, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:25.349349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb9e6d-dd52-4150-b12e-a11188da62a2 admin admin] Checking segment: {'id': '8497716f-48d2-4b82-9cb5-32ccdcea1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:25.349711 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb9e6d-dd52-4150-b12e-a11188da62a2 admin admin] Network hostable DHCP agents. Network: 7b3250b1-a1ff-4d84-8aba-e6adad603f02, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:44:25.388501 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c05d1def-6e0e-4c3a-996b-a4dbb3f9fc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.392778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb9e6d-dd52-4150-b12e-a11188da62a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6506de88-8d58-4c6b-8a0b-d501af866e86,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:25.404778 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd773ff-5505-4990-8290-c4275043381b None None] Checking router: 1369a950-5631-4073-acb7-07afd33f87da for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:25.420420 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd773ff-5505-4990-8290-c4275043381b None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:25.420923 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4dd773ff-5505-4990-8290-c4275043381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:25.456464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] Set router 35513d7c-202c-4547-8eba-2046493914e1 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:25.463521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb9e6d-dd52-4150-b12e-a11188da62a2 admin admin] Network 7b3250b1-a1ff-4d84-8aba-e6adad603f02 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:44:25.482663 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c05d1def-6e0e-4c3a-996b-a4dbb3f9fc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.488377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb9e6d-dd52-4150-b12e-a11188da62a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 7b3250b1-a1ff-4d84-8aba-e6adad603f02) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:25.503092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bb9e6d-dd52-4150-b12e-a11188da62a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:25.503702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9e6d-dd52-4150-b12e-a11188da62a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.531222 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c3bb9e6d-dd52-4150-b12e-a11188da62a2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0673048 Apr 01 12:44:25.539052 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47470) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:25.556824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f0478-c9b3-4052-a29d-4fa432330b13 None None] Network 7b3250b1-a1ff-4d84-8aba-e6adad603f02 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:25.568296 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-482756026-router', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:25.628899 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.632906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.641977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53f52e-9744-4f86-9bae-87abc0777977 None None] Pushing event updated for resources: {'Port': ['ID=ef5f5391-e3d7-4bed-9b74-0d1a19c214d9,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:25.650544 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b9acaed2-8e91-4a36-bf57-5cf213f8f730 None None] Provisioning complete for port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:25.650912 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b9acaed2-8e91-4a36-bf57-5cf213f8f730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.716410 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c05d1def-6e0e-4c3a-996b-a4dbb3f9fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.719283 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c05d1def-6e0e-4c3a-996b-a4dbb3f9fc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.721296 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c05d1def-6e0e-4c3a-996b-a4dbb3f9fc97 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36890811-5c19-45d8-82e0-c78fcdfb8a03 HTTP/1.1" status: 204 len: 168 time: 0.4346547 Apr 01 12:44:25.764294 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d1def-6e0e-4c3a-996b-a4dbb3f9fc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36890811-5c19-45d8-82e0-c78fcdfb8a03,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:25.767874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:25.887013 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-4dd773ff-5505-4990-8290-c4275043381b None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:25.962977 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f38f6579-6de8-4347-a63f-869a9b3038a4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.071739 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b9acaed2-8e91-4a36-bf57-5cf213f8f730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.087375 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.187606 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b9acaed2-8e91-4a36-bf57-5cf213f8f730 None None] For port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ef5f5391-e3d7-4bed-9b74-0d1a19c214d9,segment=NetworkSegment(0d1071c5-8a81-43c2-b990-d5e12bea2d5b),segment_id=0d1071c5-8a81-43c2-b990-d5e12bea2d5b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:26.190840 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f38f6579-6de8-4347-a63f-869a9b3038a4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.224713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-7b3250b1-a1ff-4d84-8aba-e6adad603f02', 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'fixed_ips': [{'subnet_id': '6506de88-8d58-4c6b-8a0b-d501af866e86'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:44:26.226708 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.229781 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b9acaed2-8e91-4a36-bf57-5cf213f8f730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.253923 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325fcef-3271-4d45-b98f-8229e11ad1e5 req-c7e84fa5-3473-4cf3-ac19-80b1086d451b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:26.256821 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1325fcef-3271-4d45-b98f-8229e11ad1e5 req-c7e84fa5-3473-4cf3-ac19-80b1086d451b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.1638229 Apr 01 12:44:26.308355 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acaed2-8e91-4a36-bf57-5cf213f8f730 None None] Pushing event updated for resources: {'Port': ['ID=ef5f5391-e3d7-4bed-9b74-0d1a19c214d9,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:26.324162 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c86337ab-9d3e-400f-b671-fb9c1073b076 req-177f5b1b-8440-4c57-90f0-667c72982438 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027622 Apr 01 12:44:26.327532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35513d7c-202c-4547-8eba-2046493914e1', 'name': 'tempest-TestAggregatesBasicOps-866106741-router', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:06Z', 'updated_at': '2022-04-01T12:44:18Z', 'revision_number': 4, 'project_id': '89c32d92ef8d40528e86d38fcc643d3c', 'gw_port': {'id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35513d7c-202c-4547-8eba-2046493914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:09Z', 'updated_at': '2022-04-01T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'ef5f5391-e3d7-4bed-9b74-0d1a19c214d9', 'name': '', 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'mac_address': 'fa:16:3e:a9:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35513d7c-202c-4547-8eba-2046493914e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'f27fba87-5048-4554-a9f6-426694f2fd0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:16Z', 'updated_at': '2022-04-01T12:44:25Z', 'revision_number': 4, 'project_id': '89c32d92ef8d40528e86d38fcc643d3c', 'subnets': [{'id': 'f27fba87-5048-4554-a9f6-426694f2fd0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:26.337106 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f38f6579-6de8-4347-a63f-869a9b3038a4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.361077 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f38f6579-6de8-4347-a63f-869a9b3038a4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.367419 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f38f6579-6de8-4347-a63f-869a9b3038a4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/79dfb90e-71c7-4d3c-a019-e60b85bb9327 HTTP/1.1" status: 204 len: 168 time: 1.6870136 Apr 01 12:44:26.368277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47496) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:26.407904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1325fcef-3271-4d45-b98f-8229e11ad1e5 req-8f70ec60-b9d8-4303-bcac-85d4bc74b27a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409848 Apr 01 12:44:26.427422 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571bc2e0-f654-47e3-83ea-6d64bfaff5e4 None None] Network a2c1f646-df72-452f-a7cb-55f128b2eba4 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:26.513546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f55641-4538-44b0-8418-e8ab451cfd56 None None] The sync data for ids ['35513d7c-202c-4547-8eba-2046493914e1'] in n-d-836146-1 is: [{'id': '35513d7c-202c-4547-8eba-2046493914e1', 'name': 'tempest-TestAggregatesBasicOps-866106741-router', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:06Z', 'updated_at': '2022-04-01T12:44:18Z', 'revision_number': 4, 'project_id': '89c32d92ef8d40528e86d38fcc643d3c', 'gw_port': {'id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35513d7c-202c-4547-8eba-2046493914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:09Z', 'updated_at': '2022-04-01T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'ef5f5391-e3d7-4bed-9b74-0d1a19c214d9', 'name': '', 'network_id': '56b1c201-c1c5-4022-955b-47a5677d73c6', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'mac_address': 'fa:16:3e:a9:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35513d7c-202c-4547-8eba-2046493914e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'f27fba87-5048-4554-a9f6-426694f2fd0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:16Z', 'updated_at': '2022-04-01T12:44:25Z', 'revision_number': 4, 'project_id': '89c32d92ef8d40528e86d38fcc643d3c', 'subnets': [{'id': 'f27fba87-5048-4554-a9f6-426694f2fd0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:26.527599 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4dd773ff-5505-4990-8290-c4275043381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:22Z', 'revision_number': 9, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:26.579490 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd773ff-5505-4990-8290-c4275043381b None None] The sync data for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 is: [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:22Z', 'revision_number': 9, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '407c9455-8add-43f5-8370-02e7685522cf', 'name': '', 'network_id': '12b0734d-49ef-4f42-bb2d-a28efdad02cd', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:15:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:38Z', 'updated_at': '2022-04-01T12:43:49Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'fce00cde-200a-4e47-b254-603fc8cd68ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:26.693967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f6579-6de8-4347-a63f-869a9b3038a4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Subnet': ['ID=79dfb90e-71c7-4d3c-a019-e60b85bb9327,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:26.711257 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.712974 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.740478 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.760806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5c1d443b-ebd9-4ff1-b121-9c3b08c0a511 None None] Provisioning complete for port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:26.761128 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5c1d443b-ebd9-4ff1-b121-9c3b08c0a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.886889 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port 87f33a06-546b-4dd8-9021-bce532d4f458 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:26.887808 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:26.914841 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Allocated IP 172.20.0.2 (7b3250b1-a1ff-4d84-8aba-e6adad603f02/6506de88-8d58-4c6b-8a0b-d501af866e86/6f954e92-1d50-4292-b98e-a26d4ec1001c) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:26.950715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Allocated IP 172.25.7.211 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/de69f79c-5573-4080-9b3a-5a229f9acc8b) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:27.055928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] For port 87f33a06-546b-4dd8-9021-bce532d4f458, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=87f33a06-546b-4dd8-9021-bce532d4f458,segment=NetworkSegment(46e96ded-f623-4921-8198-5531ec59ac88),segment_id=46e96ded-f623-4921-8198-5531ec59ac88)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:27.056365 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.079988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for 87f33a06-546b-4dd8-9021-bce532d4f458 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:27.154784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2737fc91-b56d-45e7-ab47-ae2e420ffc2c None None] DHCP port deletion for a2c1f646-df72-452f-a7cb-55f128b2eba4 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:44:27.233295 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.315019 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:27.336381 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.364805 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e046b204-1657-4f2f-b352-4b00f6300888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.365415 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.369837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2737fc91-b56d-45e7-ab47-ae2e420ffc2c None None] Deleting port 87f33a06-546b-4dd8-9021-bce532d4f458 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:27.370423 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2737fc91-b56d-45e7-ab47-ae2e420ffc2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.396541 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.439348 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.456252 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No DVR routers for this DVR port 87f33a06-546b-4dd8-9021-bce532d4f458 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:27.489321 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Pushing event updated for resources: {'Port': ['ID=6f954e92-1d50-4292-b98e-a26d4ec1001c,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:27.507140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:27.514702 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:27.522453 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:27.597349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Network 7b3250b1-a1ff-4d84-8aba-e6adad603f02 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:27.601455 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:27.607406 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:27.610806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2737fc91-b56d-45e7-ab47-ae2e420ffc2c None None] For port 87f33a06-546b-4dd8-9021-bce532d4f458, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=87f33a06-546b-4dd8-9021-bce532d4f458,segment=NetworkSegment(46e96ded-f623-4921-8198-5531ec59ac88),segment_id=46e96ded-f623-4921-8198-5531ec59ac88)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:27.614935 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2737fc91-b56d-45e7-ab47-ae2e420ffc2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.631118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=87f33a06-546b-4dd8-9021-bce532d4f458,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:27.644338 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2119196535'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:27.665574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2737fc91-b56d-45e7-ab47-ae2e420ffc2c None None] Calling delete_port for 87f33a06-546b-4dd8-9021-bce532d4f458 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:27.719251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Pushing event updated for resources: {'Port': ['ID=de69f79c-5573-4080-9b3a-5a229f9acc8b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:27.734665 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:27.742854 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.757591 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Attempting to bind port 6f954e92-1d50-4292-b98e-a26d4ec1001c on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:27.758236 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Attempting to bind port 6f954e92-1d50-4292-b98e-a26d4ec1001c by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '8497716f-48d2-4b82-9cb5-32ccdcea1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:27.758603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Attempting to bind port 6f954e92-1d50-4292-b98e-a26d4ec1001c on network 7b3250b1-a1ff-4d84-8aba-e6adad603f02 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:27.775483 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.780565 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:27.781417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Checking segment: {'id': '8497716f-48d2-4b82-9cb5-32ccdcea1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:27.781417 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.781704 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Bound using segment: {'id': '8497716f-48d2-4b82-9cb5-32ccdcea1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:27.782225 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Bound port: 6f954e92-1d50-4292-b98e-a26d4ec1001c, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8497716f-48d2-4b82-9cb5-32ccdcea1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:27.782611 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.805102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde7e0-2455-455a-8230-05c0a567c640 req-40c27c55-2a2e-4471-b800-af4cf73684bd tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:27.806936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3fde7e0-2455-455a-8230-05c0a567c640 req-40c27c55-2a2e-4471-b800-af4cf73684bd tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 945 time: 0.3030465 Apr 01 12:44:27.871312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c1f646-df72-452f-a7cb-55f128b2eba4']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:27.881135 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.915815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e96ded-f623-4921-8198-5531ec59ac88') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:27.916169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e96ded-f623-4921-8198-5531ec59ac88') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:27.931665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] For port 6f954e92-1d50-4292-b98e-a26d4ec1001c, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:27.935469 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] For port 6f954e92-1d50-4292-b98e-a26d4ec1001c, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6f954e92-1d50-4292-b98e-a26d4ec1001c,segment=NetworkSegment(8497716f-48d2-4b82-9cb5-32ccdcea1dc5),segment_id=8497716f-48d2-4b82-9cb5-32ccdcea1dc5)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:27.948402 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.948908 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3fde7e0-2455-455a-8230-05c0a567c640 req-fc9beb8f-eff2-46e0-a468-9aa4f9feabd8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299202 Apr 01 12:44:27.952583 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.978446 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:27.994676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:44:27.995138 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:44:28.001705 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:44:28.047074 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.107389 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.126099 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47588) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:28.146607 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.177984 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edd940-b7a2-42a3-9054-32574e532e20 req-6365a715-941f-4ba2-b5d5-456653e3fa62 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:28.185662 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b3edd940-b7a2-42a3-9054-32574e532e20 req-6365a715-941f-4ba2-b5d5-456653e3fa62 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.6115699 Apr 01 12:44:28.218244 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.234697 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/networks/a2c1f646-df72-452f-a7cb-55f128b2eba4 HTTP/1.1" status: 204 len: 168 time: 1.8250082 Apr 01 12:44:28.235384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:44:28.237141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47592) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:28.257369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae952e-4c50-47b3-953e-952c0b5efca7 None None] Pushing event updated for resources: {'Port': ['ID=6f954e92-1d50-4292-b98e-a26d4ec1001c,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:28.267854 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:28.270530 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2737fc91-b56d-45e7-ab47-ae2e420ffc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.326281 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaafac-05a9-4eb0-852f-4eca9a878696 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Network': ['ID=a2c1f646-df72-452f-a7cb-55f128b2eba4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:28.335440 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737fc91-b56d-45e7-ab47-ae2e420ffc2c None None] Pushing event deleted for resources: {'Port': ['ID=87f33a06-546b-4dd8-9021-bce532d4f458,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:28.345588 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2737fc91-b56d-45e7-ab47-ae2e420ffc2c None None] Network a2c1f646-df72-452f-a7cb-55f128b2eba4 is not hosted by any dhcp agent {{(pid=102720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 12:44:28.346064 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2737fc91-b56d-45e7-ab47-ae2e420ffc2c None None] No DVR routers for this DVR port 87f33a06-546b-4dd8-9021-bce532d4f458 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:28.396515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41a967-b126-4058-b361-4028c1919abc req-27edba6b-041c-40a7-a2b3-9ac9ce3586ab tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:28.404576 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0e41a967-b126-4058-b361-4028c1919abc req-27edba6b-041c-40a7-a2b3-9ac9ce3586ab tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 945 time: 0.2738993 Apr 01 12:44:28.417387 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.417909 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Added segment 81d36ecd-a8d5-4b12-9d39-9de053daa5b2 of type vlan for network 260099d2-7af7-4f0e-86b6-4c66e180255a Apr 01 12:44:28.419195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:28.419574 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.456977 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b3edd940-b7a2-42a3-9054-32574e532e20 req-deb9709e-e94d-4754-a00b-a68a07d51cbb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703910 Apr 01 12:44:28.458705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7100ca08-07f9-495b-b434-6b8e2f3615fe,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:28.476978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0e41a967-b126-4058-b361-4028c1919abc req-f52120ec-2ed5-4952-a3aa-455e2d3a2899 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694535 Apr 01 12:44:28.478516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e046b204-1657-4f2f-b352-4b00f6300888 admin admin] Deleting port 41674bc0-83ec-46f2-a445-1a233f9cf205 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:28.478853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e046b204-1657-4f2f-b352-4b00f6300888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.577732 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.638748 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.646386 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:28.647057 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.716941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f31c88b4-6b6e-40d5-b796-78ea4fae6dfb no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:28.740996 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: f31c88b4-6b6e-40d5-b796-78ea4fae6dfb {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:28.741914 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f31c88b4-6b6e-40d5-b796-78ea4fae6dfb not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:28.742538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 87f33a06-546b-4dd8-9021-bce532d4f458 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:28.752185 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7f09b49-7fcc-4265-badb-6ad8e6f7fdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.777393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 87f33a06-546b-4dd8-9021-bce532d4f458 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:28.777393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 87f33a06-546b-4dd8-9021-bce532d4f458 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:28.781762 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd57d9-eeb9-41d3-b958-d12c4b630b11 req-80944ce9-ed5d-4cff-aa43-ce3d8ed21ddf tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:28.783709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbdd57d9-eeb9-41d3-b958-d12c4b630b11 req-80944ce9-ed5d-4cff-aa43-ce3d8ed21ddf tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.0950620 Apr 01 12:44:28.786225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-e046b204-1657-4f2f-b352-4b00f6300888 admin admin] For port 41674bc0-83ec-46f2-a445-1a233f9cf205, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=41674bc0-83ec-46f2-a445-1a233f9cf205,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:28.786708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e046b204-1657-4f2f-b352-4b00f6300888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:28.823751 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e046b204-1657-4f2f-b352-4b00f6300888 admin admin] Calling delete_port for 41674bc0-83ec-46f2-a445-1a233f9cf205 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:28.865965 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Network': ['ID=260099d2-7af7-4f0e-86b6-4c66e180255a,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:28.878337 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:44:28.892618 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-655a2e78-99db-496d-b22e-626de6e2fe8f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5760584 Apr 01 12:44:28.900096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbdd57d9-eeb9-41d3-b958-d12c4b630b11 req-9900751f-b9c6-45d7-9ccc-bb3340f925fc tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019194 Apr 01 12:44:28.901479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47598) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:28.915420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-83c6f4ac-92d0-4da6-ad28-6cec1f55cd18 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:28.978819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe4c58-03b4-4bb3-92d1-3e37696e41a0 req-39fd626b-4d5c-41ec-b3e1-249a6218b66f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:28.980326 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-62fe4c58-03b4-4bb3-92d1-3e37696e41a0 req-39fd626b-4d5c-41ec-b3e1-249a6218b66f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 945 time: 0.2220905 Apr 01 12:44:29.031006 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:29.151781 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec129bd-c519-402a-8905-4ff566886e87 req-aff94075-ba46-42e9-abc4-0a518662f475 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:29.153291 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ec129bd-c519-402a-8905-4ff566886e87 req-aff94075-ba46-42e9-abc4-0a518662f475 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.1246583 Apr 01 12:44:29.156766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c6f4ac-92d0-4da6-ad28-6cec1f55cd18 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:29.160288 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-83c6f4ac-92d0-4da6-ad28-6cec1f55cd18 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:29.313492 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9ec129bd-c519-402a-8905-4ff566886e87 req-8752e6af-464d-4066-bf51-4ebcaa62b3fa tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486619 Apr 01 12:44:29.329364 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e046b204-1657-4f2f-b352-4b00f6300888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:29.362031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046b204-1657-4f2f-b352-4b00f6300888 admin admin] Pushing event deleted for resources: {'Port': ['ID=41674bc0-83ec-46f2-a445-1a233f9cf205,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:29.412166 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-62fe4c58-03b4-4bb3-92d1-3e37696e41a0 req-0ec62ac6-ea01-4e5f-a50c-997a9e81d48d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142251 Apr 01 12:44:29.481572 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7f09b49-7fcc-4265-badb-6ad8e6f7fdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:29.498337 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7f09b49-7fcc-4265-badb-6ad8e6f7fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:29.631990 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f09b49-7fcc-4265-badb-6ad8e6f7fdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e406e9f2-4c8d-4969-a5de-28c314b776ad,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:29.658085 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a7f09b49-7fcc-4265-badb-6ad8e6f7fdfc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21667f67d3e04c878828b30938d95f16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5263314 Apr 01 12:44:29.663122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47608) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:29.697391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53052f27-b802-45fb-90be-c29260caac3d req-066a09c5-2c40-400d-ad60-aa118a9169dc tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:29.699715 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53052f27-b802-45fb-90be-c29260caac3d req-066a09c5-2c40-400d-ad60-aa118a9169dc tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.2099762 Apr 01 12:44:29.744239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3caee5a-a3cd-4c33-b99b-a2410987d2e5 None None] Network 7b3250b1-a1ff-4d84-8aba-e6adad603f02 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:29.756071 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-83c6f4ac-92d0-4da6-ad28-6cec1f55cd18 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:29.839704 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e046b204-1657-4f2f-b352-4b00f6300888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:29.850947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6f4ac-92d0-4da6-ad28-6cec1f55cd18 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=0d9cf161-0903-4e28-82dc-70fd7650519a,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:29.866177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5bfb2ce4-a08f-40a7-8432-63182ebf0694 None None] Provisioning complete for port 6f954e92-1d50-4292-b98e-a26d4ec1001c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:29.866547 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2ce4-a08f-40a7-8432-63182ebf0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:29.891186 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53052f27-b802-45fb-90be-c29260caac3d req-b9a9f929-b397-45ed-9d2b-1e35d08c050c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833246 Apr 01 12:44:29.947011 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c6f4ac-92d0-4da6-ad28-6cec1f55cd18 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:29.947421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c6f4ac-92d0-4da6-ad28-6cec1f55cd18 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network hostable DHCP agents. Network: 260099d2-7af7-4f0e-86b6-4c66e180255a, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:44:29.949354 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e0707b1a-7284-46e1-964d-4f96575b4587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:29.953791 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.011195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c6f4ac-92d0-4da6-ad28-6cec1f55cd18 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:44:30.043464 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2ce4-a08f-40a7-8432-63182ebf0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.044930 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e0707b1a-7284-46e1-964d-4f96575b4587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.077191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc4fe6-2bfb-4157-b889-540ba866bb8a req-79ebd8a8-41de-48d2-90aa-ce3c3b9001ab tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:30.081863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5bfb2ce4-a08f-40a7-8432-63182ebf0694 None None] For port 6f954e92-1d50-4292-b98e-a26d4ec1001c, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6f954e92-1d50-4292-b98e-a26d4ec1001c,segment=NetworkSegment(8497716f-48d2-4b82-9cb5-32ccdcea1dc5),segment_id=8497716f-48d2-4b82-9cb5-32ccdcea1dc5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:30.088441 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-35cc4fe6-2bfb-4157-b889-540ba866bb8a req-79ebd8a8-41de-48d2-90aa-ce3c3b9001ab tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 945 time: 0.2224433 Apr 01 12:44:30.090883 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2ce4-a08f-40a7-8432-63182ebf0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.096189 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19fabf72-525c-486e-a12d-916198e99a06 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.160439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-83c6f4ac-92d0-4da6-ad28-6cec1f55cd18 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 260099d2-7af7-4f0e-86b6-4c66e180255a) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:30.182888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30af0bbb-eec4-428c-8082-a502e4f681f3 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:30.202278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c6f4ac-92d0-4da6-ad28-6cec1f55cd18 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:30.202867 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-83c6f4ac-92d0-4da6-ad28-6cec1f55cd18 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.230973 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb2ce4-a08f-40a7-8432-63182ebf0694 None None] Pushing event updated for resources: {'Port': ['ID=6f954e92-1d50-4292-b98e-a26d4ec1001c,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:30.271723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-83c6f4ac-92d0-4da6-ad28-6cec1f55cd18 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3666456 Apr 01 12:44:30.284031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6f954e92-1d50-4292-b98e-a26d4ec1001c up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:30.287198 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d585a6-6db9-437a-b1f6-2b91849450ab req-b18159f5-ad6a-4532-8ed5-02a73aa4b489 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:30.294703 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0d585a6-6db9-437a-b1f6-2b91849450ab req-b18159f5-ad6a-4532-8ed5-02a73aa4b489 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.1375332 Apr 01 12:44:30.296600 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47616) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:30.301870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'name': 'tempest-NetworksTestDHCPv6-805821678'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:30.320257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e046b204-1657-4f2f-b352-4b00f6300888 admin admin] Router 19aee896-8809-443b-9aad-eddd78138edf has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:30.392362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6f954e92-1d50-4292-b98e-a26d4ec1001c triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:30.392752 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.416106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-35cc4fe6-2bfb-4157-b889-540ba866bb8a req-b36e1104-ae59-4499-b19e-c596d5983643 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759087 Apr 01 12:44:30.471627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': '0d9cf161-0903-4e28-82dc-70fd7650519a'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:44:30.472856 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.480372 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e0707b1a-7284-46e1-964d-4f96575b4587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.482561 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0d585a6-6db9-437a-b1f6-2b91849450ab req-13476b97-a9d7-4f4c-9e21-b9431188bedf tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869678 Apr 01 12:44:30.482912 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e0707b1a-7284-46e1-964d-4f96575b4587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.484132 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e0707b1a-7284-46e1-964d-4f96575b4587 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e406e9f2-4c8d-4969-a5de-28c314b776ad HTTP/1.1" status: 204 len: 168 time: 0.8128703 Apr 01 12:44:30.488153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b353bab4-3ff6-4542-a17f-39d175a3d018 None None] Provisioning complete for port 6f954e92-1d50-4292-b98e-a26d4ec1001c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:30.488342 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b353bab4-3ff6-4542-a17f-39d175a3d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.524652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0707b1a-7284-46e1-964d-4f96575b4587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e406e9f2-4c8d-4969-a5de-28c314b776ad,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:30.619612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e046b204-1657-4f2f-b352-4b00f6300888 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:30.630922 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e046b204-1657-4f2f-b352-4b00f6300888 admin admin] 10.222.0.45 "PUT /v2.0/routers/19aee896-8809-443b-9aad-eddd78138edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5656006 Apr 01 12:44:30.634757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47624) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:30.651899 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecd7524-a46f-4451-8157-67d21e67e481 None None] Sync routers for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:30.654810 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Router 049406e9-5279-45dc-aae6-cbbe389dacea is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:44:30.697133 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:30.700859 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.718620 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecd7524-a46f-4451-8157-67d21e67e481 None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:30.719307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3ecd7524-a46f-4451-8157-67d21e67e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:30.719631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port 84ef0954-da29-4b34-9d63-f05b1685b6a7 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:44:30.845954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34ef83-e009-4ac2-bdae-b175e25ec072 req-6836b0ad-34e8-4cbb-a31b-7aabb1c07f55 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:30.847039 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c34ef83-e009-4ac2-bdae-b175e25ec072 req-6836b0ad-34e8-4cbb-a31b-7aabb1c07f55 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.1879973 Apr 01 12:44:30.848382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47628) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:30.866674 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.869616 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b8b631bb-b19a-4185-8c6e-8d039989c0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:30.904055 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Allocated IP 2001:db8::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/0d9cf161-0903-4e28-82dc-70fd7650519a/093552fd-42fe-4206-829b-da783413b8fd) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:30.922225 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-3ecd7524-a46f-4451-8157-67d21e67e481 None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:30.950556 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c34ef83-e009-4ac2-bdae-b175e25ec072 req-a0127b37-4434-42a6-9f81-d35b0e3ac86b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898335 Apr 01 12:44:30.970643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:30.981986 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Sync routers for ids ['049406e9-5279-45dc-aae6-cbbe389dacea'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:30.989361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-19fabf72-525c-486e-a12d-916198e99a06 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port 407c9455-8add-43f5-8370-02e7685522cf {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:30.989805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19fabf72-525c-486e-a12d-916198e99a06 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.008771 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Routers {'049406e9-5279-45dc-aae6-cbbe389dacea'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:31.009808 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['049406e9-5279-45dc-aae6-cbbe389dacea'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:31.085890 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.094739 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b8b631bb-b19a-4185-8c6e-8d039989c0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.130207 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b8b631bb-b19a-4185-8c6e-8d039989c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.166046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-19fabf72-525c-486e-a12d-916198e99a06 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] For port 407c9455-8add-43f5-8370-02e7685522cf, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=407c9455-8add-43f5-8370-02e7685522cf,segment=NetworkSegment(2b011859-f9ad-4e7d-9d13-44dfcc0ea4af),segment_id=2b011859-f9ad-4e7d-9d13-44dfcc0ea4af)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:31.166705 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19fabf72-525c-486e-a12d-916198e99a06 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.175755 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Set router 049406e9-5279-45dc-aae6-cbbe389dacea gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:31.182665 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-19fabf72-525c-486e-a12d-916198e99a06 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for 407c9455-8add-43f5-8370-02e7685522cf owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:31.226633 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.228634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b631bb-b19a-4185-8c6e-8d039989c0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb95250-94a3-4ed8-abd5-eaa207c5e8a3,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:31.236703 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.247948 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b8b631bb-b19a-4185-8c6e-8d039989c0e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=661d714e0ab64117b5ce9aa15096807e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979490 Apr 01 12:44:31.321822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::155 (260099d2-7af7-4f0e-86b6-4c66e180255a/0d9cf161-0903-4e28-82dc-70fd7650519a/84ef0954-da29-4b34-9d63-f05b1685b6a7) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:31.391860 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'name': 'tempest-TestAggregatesBasicOps-482756026-router', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:25Z', 'updated_at': '2022-04-01T12:44:28Z', 'revision_number': 3, 'project_id': 'bfc2e703d772426d9d25ba2984c90038', 'gw_port': {'id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:26Z', 'updated_at': '2022-04-01T12:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:31.412735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47634) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:31.442795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:31.448392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3ecd7524-a46f-4451-8157-67d21e67e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:44:29Z', 'revision_number': 5, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port': {'id': '06001cb6-e6e6-4e3f-afef-e94ce2a3f37e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aee896-8809-443b-9aad-eddd78138edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:31.450569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:31.453825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Pushing event updated for resources: {'Port': ['ID=093552fd-42fe-4206-829b-da783413b8fd,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:31.472503 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19fabf72-525c-486e-a12d-916198e99a06 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.474527 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Checking router: 049406e9-5279-45dc-aae6-cbbe389dacea for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:31.475254 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Updating router 049406e9-5279-45dc-aae6-cbbe389dacea port de69f79c-5573-4080-9b3a-5a229f9acc8b binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:44:31.480848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:31.486210 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecd7524-a46f-4451-8157-67d21e67e481 None None] Checking router: 19aee896-8809-443b-9aad-eddd78138edf for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:31.500102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecd7524-a46f-4451-8157-67d21e67e481 None None] Routers {'19aee896-8809-443b-9aad-eddd78138edf'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:31.500779 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3ecd7524-a46f-4451-8157-67d21e67e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['19aee896-8809-443b-9aad-eddd78138edf'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:31.542487 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.571423 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.572834 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-24799bf9-4c15-4649-ad65-b6aed728498b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0304997 Apr 01 12:44:31.599690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fabf72-525c-486e-a12d-916198e99a06 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=407c9455-8add-43f5-8370-02e7685522cf,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:31.601435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47638) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:31.657824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-3ecd7524-a46f-4451-8157-67d21e67e481 None None] Set router 19aee896-8809-443b-9aad-eddd78138edf gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:31.725081 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3ecd7524-a46f-4451-8157-67d21e67e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:44:31Z', 'revision_number': 6, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:31.769022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Attempting to bind port 093552fd-42fe-4206-829b-da783413b8fd on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:31.769397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Attempting to bind port 093552fd-42fe-4206-829b-da783413b8fd by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:31.769759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Attempting to bind port 093552fd-42fe-4206-829b-da783413b8fd on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:31.775090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecd7524-a46f-4451-8157-67d21e67e481 None None] The sync data for ids ['19aee896-8809-443b-9aad-eddd78138edf'] in n-d-836146-1 is: [{'id': '19aee896-8809-443b-9aad-eddd78138edf', 'name': 'tempest-AttachVolumeShelveTestJSON-1307579056-router', 'tenant_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:36:00Z', 'updated_at': '2022-04-01T12:44:31Z', 'revision_number': 6, 'project_id': 'cae3ca9cf8c0409e81d4c35da3c48373', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:31.785368 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:31.786802 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:31.787456 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.788053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:31.789273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Bound port: 093552fd-42fe-4206-829b-da783413b8fd, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:31.789904 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.899327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] For port 093552fd-42fe-4206-829b-da783413b8fd, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:31.899890 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.903661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] For port 093552fd-42fe-4206-829b-da783413b8fd, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=093552fd-42fe-4206-829b-da783413b8fd,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:31.907681 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.910385 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.924530 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3575c30-8ef5-4497-bd89-c40299000ca7 req-f8922b89-f949-46cb-99d3-928b82b43e6d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:31.932018 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e3575c30-8ef5-4497-bd89-c40299000ca7 req-f8922b89-f949-46cb-99d3-928b82b43e6d tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.5177593 Apr 01 12:44:31.961153 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1b436-652e-430c-a4cd-560c69ea4770 None None] Pushing event updated for resources: {'Port': ['ID=de69f79c-5573-4080-9b3a-5a229f9acc8b,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:31.976991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98773d-8120-4d1d-be9b-a1b6fd29561e None None] Pushing event updated for resources: {'Port': ['ID=093552fd-42fe-4206-829b-da783413b8fd,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:31.987340 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Attempting to bind port de69f79c-5573-4080-9b3a-5a229f9acc8b on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:31.988368 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Attempting to bind port de69f79c-5573-4080-9b3a-5a229f9acc8b by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:31.988926 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Attempting to bind port de69f79c-5573-4080-9b3a-5a229f9acc8b on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:31.994776 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:31.995391 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:31.996898 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:31.997556 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:31.998214 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Bound port: de69f79c-5573-4080-9b3a-5a229f9acc8b, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:31.998776 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.013857 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e270bac-6425-4fa7-aec1-d4b0fd0a09b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.051297 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e3575c30-8ef5-4497-bd89-c40299000ca7 req-25c2ae1c-7912-4b3e-be6e-84a886c89413 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183290 Apr 01 12:44:32.051904 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19fabf72-525c-486e-a12d-916198e99a06 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.082133 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] For port de69f79c-5573-4080-9b3a-5a229f9acc8b, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:32.083838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0688f6b-32fb-4262-8d7f-d627055b8218 req-a38d7dfa-1ddf-4434-9f1c-56ff65aa33ce tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:32.085587 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0688f6b-32fb-4262-8d7f-d627055b8218 req-a38d7dfa-1ddf-4434-9f1c-56ff65aa33ce tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 945 time: 0.9527354 Apr 01 12:44:32.086097 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] For port de69f79c-5573-4080-9b3a-5a229f9acc8b, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=de69f79c-5573-4080-9b3a-5a229f9acc8b,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:32.094071 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.200646 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e270bac-6425-4fa7-aec1-d4b0fd0a09b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.207168 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1b436-652e-430c-a4cd-560c69ea4770 None None] Pushing event updated for resources: {'Port': ['ID=de69f79c-5573-4080-9b3a-5a229f9acc8b,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:32.223039 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Routers {'049406e9-5279-45dc-aae6-cbbe389dacea'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:32.223663 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['049406e9-5279-45dc-aae6-cbbe389dacea'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:32.386655 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e270bac-6425-4fa7-aec1-d4b0fd0a09b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.388773 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Deleting port 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:32.389340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.389447 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e270bac-6425-4fa7-aec1-d4b0fd0a09b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.393869 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8e270bac-6425-4fa7-aec1-d4b0fd0a09b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5eb95250-94a3-4ed8-abd5-eaa207c5e8a3 HTTP/1.1" status: 204 len: 168 time: 0.9768374 Apr 01 12:44:32.483557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6f954e92-1d50-4292-b98e-a26d4ec1001c up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:32.502888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8be8e-475c-4028-a1ae-f9d3827eb89c req-e35dfded-b95f-412e-9559-de615e15ef30 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:32.505295 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2bd8be8e-475c-4028-a1ae-f9d3827eb89c req-e35dfded-b95f-412e-9559-de615e15ef30 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 945 time: 0.4637666 Apr 01 12:44:32.510720 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] Set router 049406e9-5279-45dc-aae6-cbbe389dacea gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:32.563227 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.625131 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57eb0d5e-80b7-4efb-b1b5-9200798b514e req-2bd5cd83-b3df-4d59-a8f2-ba0ad418d6d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5830877 Apr 01 12:44:32.628942 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6f954e92-1d50-4292-b98e-a26d4ec1001c triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:32.629170 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.630601 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.803980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:32.810648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:32.815248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:32.821100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:32.821839 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.832084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 41674bc0-83ec-46f2-a445-1a233f9cf205 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:32.888634 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 41674bc0-83ec-46f2-a445-1a233f9cf205 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:32.889040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 41674bc0-83ec-46f2-a445-1a233f9cf205 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:32.891395 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=84ef0954-da29-4b34-9d63-f05b1685b6a7,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:32.900287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d0688f6b-32fb-4262-8d7f-d627055b8218 req-4255a7cd-21b4-4a97-8f84-63f3edb8b20e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Deleting port 16f3b21f-685f-4cfc-899c-a92e0e55361d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:32.900626 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d0688f6b-32fb-4262-8d7f-d627055b8218 req-4255a7cd-21b4-4a97-8f84-63f3edb8b20e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:32.924712 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'name': 'tempest-TestAggregatesBasicOps-482756026-router', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:25Z', 'updated_at': '2022-04-01T12:44:28Z', 'revision_number': 3, 'project_id': 'bfc2e703d772426d9d25ba2984c90038', 'gw_port': {'id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:26Z', 'updated_at': '2022-04-01T12:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:32.948746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e270bac-6425-4fa7-aec1-d4b0fd0a09b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb95250-94a3-4ed8-abd5-eaa207c5e8a3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:32.960318 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a651a2-d49e-452c-9dc1-7fa1f3fcb647 None None] The sync data for ids ['049406e9-5279-45dc-aae6-cbbe389dacea'] in n-d-836146-1 is: [{'id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'name': 'tempest-TestAggregatesBasicOps-482756026-router', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:25Z', 'updated_at': '2022-04-01T12:44:28Z', 'revision_number': 3, 'project_id': 'bfc2e703d772426d9d25ba2984c90038', 'gw_port': {'id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:26Z', 'updated_at': '2022-04-01T12:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:33.013758 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fabf72-525c-486e-a12d-916198e99a06 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 1369a950-5631-4073-acb7-07afd33f87da has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:33.034112 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2bd8be8e-475c-4028-a1ae-f9d3827eb89c req-16f864f8-c8f2-425a-b160-303d24cd2e63 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052062 Apr 01 12:44:33.047426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] For port 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=06001cb6-e6e6-4e3f-afef-e94ce2a3f37e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:33.048241 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:33.073706 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ed0b65e6-f34d-4461-8ac3-a9c5323feff4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7723317 Apr 01 12:44:33.075035 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47652) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:33.087319 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94ff1c-619a-44b7-b8dc-cc1cfe8d809e req-2b2add09-94e7-4e2e-9ef7-ae785a164d89 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:33.088946 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce94ff1c-619a-44b7-b8dc-cc1cfe8d809e req-2b2add09-94e7-4e2e-9ef7-ae785a164d89 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.7354600 Apr 01 12:44:33.094575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d0688f6b-32fb-4262-8d7f-d627055b8218 req-4255a7cd-21b4-4a97-8f84-63f3edb8b20e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] For port 16f3b21f-685f-4cfc-899c-a92e0e55361d, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=16f3b21f-685f-4cfc-899c-a92e0e55361d,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:33.095075 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d0688f6b-32fb-4262-8d7f-d627055b8218 req-4255a7cd-21b4-4a97-8f84-63f3edb8b20e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:33.111633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Calling delete_port for 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:33.114704 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0d5e-80b7-4efb-b1b5-9200798b514e req-50cdbe8b-b577-4f0d-b8c5-ffd7055b4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:33.116288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57eb0d5e-80b7-4efb-b1b5-9200798b514e req-50cdbe8b-b577-4f0d-b8c5-ffd7055b4cc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 1097 time: 0.4215846 Apr 01 12:44:33.125951 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d0688f6b-32fb-4262-8d7f-d627055b8218 req-4255a7cd-21b4-4a97-8f84-63f3edb8b20e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Calling delete_port for 16f3b21f-685f-4cfc-899c-a92e0e55361d owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:33.299228 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce94ff1c-619a-44b7-b8dc-cc1cfe8d809e req-9f1805b0-f482-48b2-9a8a-195c4d60b0cc tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681578 Apr 01 12:44:33.300963 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fabf72-525c-486e-a12d-916198e99a06 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:33.311851 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-19fabf72-525c-486e-a12d-916198e99a06 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0647345 Apr 01 12:44:33.320587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b81a8f-0bc6-4c8a-87c8-72820bc20171 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:33.327222 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b81a8f-0bc6-4c8a-87c8-72820bc20171 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:33.328883 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-34b81a8f-0bc6-4c8a-87c8-72820bc20171 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2505610 Apr 01 12:44:33.331357 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47656) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:33.331587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47660) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:33.360024 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f08c815-59d5-41fe-9319-e0c7bb6e2b66 None None] Sync routers for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:33.371826 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0d5e-80b7-4efb-b1b5-9200798b514e req-5d2e1ffa-1168-4e8d-aaa4-5c10fca833d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:33.374592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57eb0d5e-80b7-4efb-b1b5-9200798b514e req-5d2e1ffa-1168-4e8d-aaa4-5c10fca833d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.1905510 Apr 01 12:44:33.376306 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f08c815-59d5-41fe-9319-e0c7bb6e2b66 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:33.377218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9f08c815-59d5-41fe-9319-e0c7bb6e2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:33.483198 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57eb0d5e-80b7-4efb-b1b5-9200798b514e req-31b470fc-0cef-40ca-b68b-82d8bf002d5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8863fbb4-75df-49db-ab61-f0301739530f HTTP/1.1" status: 200 len: 217 time: 0.0983512 Apr 01 12:44:33.590862 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-9f08c815-59d5-41fe-9319-e0c7bb6e2b66 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:33.605639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-0128a3ce-e14f-4557-9284-2f2766b287fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting subnet fce00cde-200a-4e47-b254-603fc8cd68ad {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:44:33.633323 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0128a3ce-e14f-4557-9284-2f2766b287fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:33.749225 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0128a3ce-e14f-4557-9284-2f2766b287fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:33.760264 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:33.775956 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d0688f6b-32fb-4262-8d7f-d627055b8218 req-4255a7cd-21b4-4a97-8f84-63f3edb8b20e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:33.851833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138358ff-5926-4f26-a6db-f6748fe559c7 req-8b22b734-697e-461a-88bd-39dac96caca0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:33.853539 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-138358ff-5926-4f26-a6db-f6748fe559c7 req-8b22b734-697e-461a-88bd-39dac96caca0 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.2687461 Apr 01 12:44:33.864462 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6b57086f-1a0c-4202-a27d-167f774c52a8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 84ef0954-da29-4b34-9d63-f05b1685b6a7 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:33.864905 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6b57086f-1a0c-4202-a27d-167f774c52a8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:33.884143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Pushing event deleted for resources: {'Port': ['ID=06001cb6-e6e6-4e3f-afef-e94ce2a3f37e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:33.914263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b', 'a94b441e-22e7-42de-9962-21a7aaf98d14'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:44:34.052784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0688f6b-32fb-4262-8d7f-d627055b8218 req-4255a7cd-21b4-4a97-8f84-63f3edb8b20e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] No DVR routers for this DVR port 16f3b21f-685f-4cfc-899c-a92e0e55361d on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:34.060001 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d0688f6b-32fb-4262-8d7f-d627055b8218 req-4255a7cd-21b4-4a97-8f84-63f3edb8b20e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.063050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0688f6b-32fb-4262-8d7f-d627055b8218 req-4255a7cd-21b4-4a97-8f84-63f3edb8b20e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.44 "DELETE /v2.0/ports/16f3b21f-685f-4cfc-899c-a92e0e55361d HTTP/1.1" status: 204 len: 173 time: 1.9581194 Apr 01 12:44:34.063511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b28537-471d-462a-ac08-8c54c6d292a0', 'name': 'network-vif-deleted', 'tag': '16f3b21f-685f-4cfc-899c-a92e0e55361d'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:44:34.065759 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbff90e-36b8-4b9b-9b1f-53778894d329" -d '{"events": [{"server_uuid": "76b28537-471d-462a-ac08-8c54c6d292a0", "name": "network-vif-deleted", "tag": "16f3b21f-685f-4cfc-899c-a92e0e55361d"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:44:34.075160 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.120346 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e682949-bfed-4b32-9036-b37ad9e09d36 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:34.136230 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.168544 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-138358ff-5926-4f26-a6db-f6748fe559c7 req-5016f577-b67b-4993-91dc-2a48eacbf33c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985992 Apr 01 12:44:34.169573 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0128a3ce-e14f-4557-9284-2f2766b287fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.248549 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6b57086f-1a0c-4202-a27d-167f774c52a8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.262159 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255a7cd-21b4-4a97-8f84-63f3edb8b20e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event deleted for resources: {'Port': ['ID=16f3b21f-685f-4cfc-899c-a92e0e55361d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:34.279786 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.288177 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.333500 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Provisioning complete for port 093552fd-42fe-4206-829b-da783413b8fd triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:34.334202 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.348317 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6b57086f-1a0c-4202-a27d-167f774c52a8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 84ef0954-da29-4b34-9d63-f05b1685b6a7 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:34.417627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0d5e-80b7-4efb-b1b5-9200798b514e req-64edd7a4-2d17-407d-9870-c44b6b7a910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:34.420018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57eb0d5e-80b7-4efb-b1b5-9200798b514e req-64edd7a4-2d17-407d-9870-c44b6b7a910f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.7685485 Apr 01 12:44:34.448119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device de69f79c-5573-4080-9b3a-5a229f9acc8b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:34.489018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-02e1edae-bc47-499d-b0c0-c1c60ccd34e3 req-14a6ad2a-3609-45e2-a3a5-a14ace70ff23 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=76b28537-471d-462a-ac08-8c54c6d292a0 HTTP/1.1" status: 200 len: 210 time: 0.0667069 Apr 01 12:44:34.498218 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.498963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19aee896-8809-443b-9aad-eddd78138edf {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:44:34.505044 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.509564 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4ac94aac-535d-4eb2-a493-b97c251f1eda admin admin] 10.222.0.45 "DELETE /v2.0/routers/19aee896-8809-443b-9aad-eddd78138edf HTTP/1.1" status: 204 len: 168 time: 3.8736901 Apr 01 12:44:34.511925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47722) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:34.597314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0d5e-80b7-4efb-b1b5-9200798b514e req-ee09b811-7c90-498c-b8a5-2b0ee6857fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:34.599018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57eb0d5e-80b7-4efb-b1b5-9200798b514e req-ee09b811-7c90-498c-b8a5-2b0ee6857fe7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622219 Apr 01 12:44:34.600574 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f99b16-ea4e-4e1d-9983-4e9a2fe4076a x-openstack-request-id: req-92f99b16-ea4e-4e1d-9983-4e9a2fe4076a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:44:34.600859 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b28537-471d-462a-ac08-8c54c6d292a0", "name": "network-vif-deleted", "tag": "16f3b21f-685f-4cfc-899c-a92e0e55361d", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:44:34.601110 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92f99b16-ea4e-4e1d-9983-4e9a2fe4076a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:44:34.601696 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f99b16-ea4e-4e1d-9983-4e9a2fe4076a'] response: {'server_uuid': '76b28537-471d-462a-ac08-8c54c6d292a0', 'name': 'network-vif-deleted', 'tag': '16f3b21f-685f-4cfc-899c-a92e0e55361d', 'status': 'completed', 'code': 200} Apr 01 12:44:34.699327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa861a52-f8bf-4cfa-9365-77f0cfce2bba admin admin] Deleting subnet 7b0d9734-6d8f-4c56-93ca-1c2715772578 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:44:34.700709 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0128a3ce-e14f-4557-9284-2f2766b287fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.706832 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa861a52-f8bf-4cfa-9365-77f0cfce2bba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.708685 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port de69f79c-5573-4080-9b3a-5a229f9acc8b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:34.710292 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.774974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128a3ce-e14f-4557-9284-2f2766b287fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Subnet': ['ID=fce00cde-200a-4e47-b254-603fc8cd68ad,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:34.785650 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0128a3ce-e14f-4557-9284-2f2766b287fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.790085 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0128a3ce-e14f-4557-9284-2f2766b287fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/fce00cde-200a-4e47-b254-603fc8cd68ad HTTP/1.1" status: 204 len: 168 time: 1.4575300 Apr 01 12:44:34.805007 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47726) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:34.808698 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa861a52-f8bf-4cfa-9365-77f0cfce2bba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.828268 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856dfad2-5f6a-4afa-923a-7d3bd4e990a2 None None] Network 12b0734d-49ef-4f42-bb2d-a28efdad02cd requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:34.832752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47728) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:34.860238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6b57086f-1a0c-4202-a27d-167f774c52a8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.877265 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750b1be-0516-40bb-be89-ef27c16912f9 req-47d3a6c0-062d-4c46-9de8-a323e0c40087 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:34.879370 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e750b1be-0516-40bb-be89-ef27c16912f9 req-47d3a6c0-062d-4c46-9de8-a323e0c40087 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.5014651 Apr 01 12:44:34.931774 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57086f-1a0c-4202-a27d-167f774c52a8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=84ef0954-da29-4b34-9d63-f05b1685b6a7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:34.939090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9f08c815-59d5-41fe-9319-e0c7bb6e2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:31Z', 'revision_number': 10, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:34.975829 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:34.996954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f08c815-59d5-41fe-9319-e0c7bb6e2b66 None None] Checking router: 1369a950-5631-4073-acb7-07afd33f87da for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:34.999549 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 16f3b21f-685f-4cfc-899c-a92e0e55361d no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:35.043475 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57eb0d5e-80b7-4efb-b1b5-9200798b514e req-8bbf47fd-3c5b-4df1-80c5-e75d60107877 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263978 Apr 01 12:44:35.053727 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa861a52-f8bf-4cfa-9365-77f0cfce2bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.068000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Allocated IP 172.20.0.1 (7b3250b1-a1ff-4d84-8aba-e6adad603f02/6506de88-8d58-4c6b-8a0b-d501af866e86/382849b0-6158-4768-a855-0f91de80383a) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:35.070343 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-23be83af-3425-4831-a1b3-6a2c62e9b1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.074992 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e750b1be-0516-40bb-be89-ef27c16912f9 req-04f8ddb8-d241-439e-9587-c444c50d08f8 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488855 Apr 01 12:44:35.078874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.097210 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6b57086f-1a0c-4202-a27d-167f774c52a8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.101693 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6b57086f-1a0c-4202-a27d-167f774c52a8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/84ef0954-da29-4b34-9d63-f05b1685b6a7 HTTP/1.1" status: 204 len: 168 time: 1.7668312 Apr 01 12:44:35.108092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47732) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:35.148328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 16f3b21f-685f-4cfc-899c-a92e0e55361d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:35.148328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 16f3b21f-685f-4cfc-899c-a92e0e55361d not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:35.155783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f08c815-59d5-41fe-9319-e0c7bb6e2b66 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:35.156397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9f08c815-59d5-41fe-9319-e0c7bb6e2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:35.195139 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa861a52-f8bf-4cfa-9365-77f0cfce2bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.290733 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa861a52-f8bf-4cfa-9365-77f0cfce2bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.293929 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fa861a52-f8bf-4cfa-9365-77f0cfce2bba admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7b0d9734-6d8f-4c56-93ca-1c2715772578 HTTP/1.1" status: 204 len: 168 time: 0.7809968 Apr 01 12:44:35.295171 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa861a52-f8bf-4cfa-9365-77f0cfce2bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0d9734-6d8f-4c56-93ca-1c2715772578,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:35.299037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47738) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:35.351741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd6cf2-3101-4c70-82a6-f5da9986988a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:35.353266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd6cf2-3101-4c70-82a6-f5da9986988a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:35.358583 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-08bd6cf2-3101-4c70-82a6-f5da9986988a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2493956 Apr 01 12:44:35.359498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47740) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:35.364349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c778d1-4d37-4bd0-88be-634bb988d417 None None] Network 6a05e65d-a177-4ee0-9ed2-9a95b117f17e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:35.380520 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8cd7d-0f94-48a4-8619-7f10c336dca6 req-757e0161-8b27-46e9-82ac-b1d62e65554e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:35.382254 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-50b8cd7d-0f94-48a4-8619-7f10c336dca6 req-757e0161-8b27-46e9-82ac-b1d62e65554e tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.1528909 Apr 01 12:44:35.383769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port 666fde05-8318-4d82-8541-d13cba198a1f {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:35.384217 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.410876 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.424159 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57eb0d5e-80b7-4efb-b1b5-9200798b514e req-a691387c-c66a-424f-bf54-487d17a569f1 service neutron] 10.222.0.44 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673940 Apr 01 12:44:35.473381 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.482419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] For port 093552fd-42fe-4206-829b-da783413b8fd, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=093552fd-42fe-4206-829b-da783413b8fd,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:35.485153 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.507439 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.517326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7bf9ef-1ea2-4235-9805-ff113b3375f3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 0d9cf161-0903-4e28-82dc-70fd7650519a {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:44:35.533998 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf9ef-1ea2-4235-9805-ff113b3375f3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.539639 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-23be83af-3425-4831-a1b3-6a2c62e9b1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.543426 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] For port 666fde05-8318-4d82-8541-d13cba198a1f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=666fde05-8318-4d82-8541-d13cba198a1f,segment=NetworkSegment(2b011859-f9ad-4e7d-9d13-44dfcc0ea4af),segment_id=2b011859-f9ad-4e7d-9d13-44dfcc0ea4af)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:35.543815 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.557965 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-23be83af-3425-4831-a1b3-6a2c62e9b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.566557 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-50b8cd7d-0f94-48a4-8619-7f10c336dca6 req-66d4eb5e-6309-4ccd-9735-2afabe89d45c tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708493 Apr 01 12:44:35.600328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for 666fde05-8318-4d82-8541-d13cba198a1f owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:35.634466 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.643742 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf9ef-1ea2-4235-9805-ff113b3375f3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.699234 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-9f08c815-59d5-41fe-9319-e0c7bb6e2b66 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:35.737794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be83af-3425-4831-a1b3-6a2c62e9b1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3083b09-eeba-461a-b810-ba3a73c9ffba,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:35.743768 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Network 7b3250b1-a1ff-4d84-8aba-e6adad603f02 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:35.748280 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-23be83af-3425-4831-a1b3-6a2c62e9b1b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c61beef2b2f54fff91f65faf18aa044c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9142673 Apr 01 12:44:35.757407 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf9ef-1ea2-4235-9805-ff113b3375f3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.769206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Pushing event updated for resources: {'Port': ['ID=382849b0-6158-4768-a855-0f91de80383a,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:35.773820 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47748) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:35.774763 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:35.786644 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:35.844928 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf9ef-1ea2-4235-9805-ff113b3375f3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.908024 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bf9ef-1ea2-4235-9805-ff113b3375f3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9cf161-0903-4e28-82dc-70fd7650519a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:35.913454 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf9ef-1ea2-4235-9805-ff113b3375f3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:35.919162 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ff7bf9ef-1ea2-4235-9805-ff113b3375f3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/0d9cf161-0903-4e28-82dc-70fd7650519a HTTP/1.1" status: 204 len: 168 time: 0.4952333 Apr 01 12:44:35.919713 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47752) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:35.975911 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Pushing event updated for resources: {'Port': ['ID=093552fd-42fe-4206-829b-da783413b8fd,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:35.982865 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdd258-0ee9-4633-8e09-aff5cb31b002 req-2b2b86d0-6df0-458e-a079-26a558cae297 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:35.983480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1304c8b5-b1cd-4780-87a0-d74016ff73a8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601258 Apr 01 12:44:35.991394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port de69f79c-5573-4080-9b3a-5a229f9acc8b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=de69f79c-5573-4080-9b3a-5a229f9acc8b,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:35.993366 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-68bdd258-0ee9-4633-8e09-aff5cb31b002 req-2b2b86d0-6df0-458e-a079-26a558cae297 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.3041649 Apr 01 12:44:35.999018 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47754) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:36.002861 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:36.003201 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:36.003531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:36.003858 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:36.004199 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a471ad4e-6e0b-42ee-b87a-8bbcd7528f4c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:36.004302 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:36.005090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:36.005418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:36.005738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:36.006130 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:36.006406 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:36.006860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:36.007183 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a93-1957-47d4-9bd7-1db64a6c2ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:36.017681 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.033079 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.034059 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 093552fd-42fe-4206-829b-da783413b8fd up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:36.048491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Deleting port 1ce477e7-c338-4cf5-8348-c9ecefb355f5 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:36.048855 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.174122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4f03-408a-448b-bb01-f9d97d55ad7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.179264 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80cae9-2e9a-4f0b-bad7-c33d66f3f01e req-21d2a41f-ce04-409a-9e26-35aa24877b9c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:36.180830 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ee80cae9-2e9a-4f0b-bad7-c33d66f3f01e req-21d2a41f-ce04-409a-9e26-35aa24877b9c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 945 time: 0.2014811 Apr 01 12:44:36.189353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] For port 1ce477e7-c338-4cf5-8348-c9ecefb355f5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1ce477e7-c338-4cf5-8348-c9ecefb355f5,segment=NetworkSegment(0ef3c3c8-5587-4754-bc20-b0396b5e33b8),segment_id=0ef3c3c8-5587-4754-bc20-b0396b5e33b8)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:36.189557 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.206752 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.218404 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-68bdd258-0ee9-4633-8e09-aff5cb31b002 req-e1cde950-8a86-4dd4-9f2d-e9c8ecb9fe27 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236447 Apr 01 12:44:36.223763 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Calling delete_port for 1ce477e7-c338-4cf5-8348-c9ecefb355f5 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:36.230485 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5f3d0-3af2-4b6e-a29c-3c405fcba747 None None] DHCP port deletion for 6a05e65d-a177-4ee0-9ed2-9a95b117f17e request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:44:36.245132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a471ad4e-6e0b-42ee-b87a-8bbcd7528f4c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:36.248912 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a471ad4e-6e0b-42ee-b87a-8bbcd7528f4c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.293223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=666fde05-8318-4d82-8541-d13cba198a1f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:36.317385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4f03-408a-448b-bb01-f9d97d55ad7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.330871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ee80cae9-2e9a-4f0b-bad7-c33d66f3f01e req-30bdde99-bb6e-40ab-bd58-8d86550d0e52 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385357 Apr 01 12:44:36.337093 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4efb3ad4-9eac-4429-afa7-6c69216e62ba None None] Provisioning complete for port 382849b0-6158-4768-a855-0f91de80383a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:36.337093 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4efb3ad4-9eac-4429-afa7-6c69216e62ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.358593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No DVR routers for this DVR port 666fde05-8318-4d82-8541-d13cba198a1f on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:36.403058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4efb3ad4-9eac-4429-afa7-6c69216e62ba None None] Port 382849b0-6158-4768-a855-0f91de80383a cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:44:36.425344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e7667d-9938-4db2-9431-3defa563e234 None None] DHCP port deletion for 12b0734d-49ef-4f42-bb2d-a28efdad02cd request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:44:36.453713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=de69f79c-5573-4080-9b3a-5a229f9acc8b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:36.511231 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.518413 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0d59d6ce-71da-4384-9325-3ad012d1a8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.523816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 093552fd-42fe-4206-829b-da783413b8fd triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:36.524276 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.550640 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.570768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce477e7-c338-4cf5-8348-c9ecefb355f5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:36.599014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] No DVR routers for this DVR port 1ce477e7-c338-4cf5-8348-c9ecefb355f5 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:36.606610 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.626785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b0734d-49ef-4f42-bb2d-a28efdad02cd']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:36.628214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f73ccc-45d8-4058-86c7-fce7cde3e9ef None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:36.632692 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-86a5f3d0-3af2-4b6e-a29c-3c405fcba747 None None] Deleting port 1ce477e7-c338-4cf5-8348-c9ecefb355f5 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:36.633048 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-86a5f3d0-3af2-4b6e-a29c-3c405fcba747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.640292 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4f03-408a-448b-bb01-f9d97d55ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.643816 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4f03-408a-448b-bb01-f9d97d55ad7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.648683 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5bdd4f03-408a-448b-bb01-f9d97d55ad7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3083b09-eeba-461a-b810-ba3a73c9ffba HTTP/1.1" status: 204 len: 168 time: 0.8685541 Apr 01 12:44:36.658266 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b011859-f9ad-4e7d-9d13-44dfcc0ea4af') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:36.658562 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b011859-f9ad-4e7d-9d13-44dfcc0ea4af') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:36.668872 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ac788-028a-42fc-8b9c-0dee2f216aaa req-af4cf44a-1fd0-421f-8d36-2d44651ff785 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:36.670392 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2f8ac788-028a-42fc-8b9c-0dee2f216aaa req-af4cf44a-1fd0-421f-8d36-2d44651ff785 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.2482619 Apr 01 12:44:36.760460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.764878 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a471ad4e-6e0b-42ee-b87a-8bbcd7528f4c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.803775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a471ad4e-6e0b-42ee-b87a-8bbcd7528f4c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:36.820069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-768269c1-6f74-42ca-839a-5ffe967718cd None None] Provisioning complete for port 093552fd-42fe-4206-829b-da783413b8fd triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:36.820539 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-768269c1-6f74-42ca-839a-5ffe967718cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.828506 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-86a5f3d0-3af2-4b6e-a29c-3c405fcba747 None None] For port 1ce477e7-c338-4cf5-8348-c9ecefb355f5, host n-d-836146-1, got binding levels [] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:36.829297 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-86a5f3d0-3af2-4b6e-a29c-3c405fcba747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.834370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a471ad4e-6e0b-42ee-b87a-8bbcd7528f4c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:36.838393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a471ad4e-6e0b-42ee-b87a-8bbcd7528f4c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:36.838996 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a471ad4e-6e0b-42ee-b87a-8bbcd7528f4c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.867842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9f08c815-59d5-41fe-9319-e0c7bb6e2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:31Z', 'revision_number': 10, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:36.873073 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a471ad4e-6e0b-42ee-b87a-8bbcd7528f4c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8710570 Apr 01 12:44:36.878542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47764) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:36.881298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a05e65d-a177-4ee0-9ed2-9a95b117f17e']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:36.892479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'name': 'tempest-NetworksTestDHCPv6-1880176278'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:36.894860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-86a5f3d0-3af2-4b6e-a29c-3c405fcba747 None None] Calling delete_port for 1ce477e7-c338-4cf5-8348-c9ecefb355f5 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:36.924796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef3c3c8-5587-4754-bc20-b0396b5e33b8') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:36.925089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef3c3c8-5587-4754-bc20-b0396b5e33b8') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:36.934799 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.ipam_backend_mixin [None req-86a5f3d0-3af2-4b6e-a29c-3c405fcba747 None None] Port 1ce477e7-c338-4cf5-8348-c9ecefb355f5 was not found and therefore no delete operation was performed {{(pid=102720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 12:44:36.945989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f08c815-59d5-41fe-9319-e0c7bb6e2b66 None None] The sync data for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 is: [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:31Z', 'revision_number': 10, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None, '_interfaces': [{'id': '861666a6-0be3-4baa-80b9-7a3463400899', 'name': '', 'network_id': '33a5ac86-5c6c-498e-86ed-4eb396109a41', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'mac_address': 'fa:16:3e:04:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1369a950-5631-4073-acb7-07afd33f87da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:43:29Z', 'updated_at': '2022-04-01T12:43:38Z', 'revision_number': 5, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'subnets': [{'id': 'c4829099-4a7a-4e87-893c-38e1510cf048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:36.950169 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-86a5f3d0-3af2-4b6e-a29c-3c405fcba747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.955498 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:36.960371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471ad4e-6e0b-42ee-b87a-8bbcd7528f4c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=7c65a3e1-3097-4f92-bcc5-791f364a95b8,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:36.993773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5f3d0-3af2-4b6e-a29c-3c405fcba747 None None] No DVR routers for this DVR port 1ce477e7-c338-4cf5-8348-c9ecefb355f5 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:37.001192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5f3d0-3af2-4b6e-a29c-3c405fcba747 None None] Pushing event deleted for resources: {'Port': ['ID=1ce477e7-c338-4cf5-8348-c9ecefb355f5,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:37.039273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd4f03-408a-448b-bb01-f9d97d55ad7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3083b09-eeba-461a-b810-ba3a73c9ffba,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:37.049544 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.050188 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.072096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:44:37.074946 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:44:37.083596 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:44:37.085741 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.125752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:44:37.126187 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:44:37.132189 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:44:37.155260 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2f8ac788-028a-42fc-8b9c-0dee2f216aaa req-c82ce95f-3ab5-4801-bae2-bf888995f4bb tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135683 Apr 01 12:44:37.203114 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.207457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:37.215652 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.229664 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.234631 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] 10.222.0.45 "DELETE /v2.0/networks/6a05e65d-a177-4ee0-9ed2-9a95b117f17e HTTP/1.1" status: 204 len: 168 time: 1.9300702 Apr 01 12:44:37.249997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b682ed1-0dcc-407f-bf13-fd3d92ced7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=6a05e65d-a177-4ee0-9ed2-9a95b117f17e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:37.258465 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port 43b5f1f7-7855-4862-8c91-9510793d40ad yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:44:37.296672 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.314804 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.321118 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/networks/12b0734d-49ef-4f42-bb2d-a28efdad02cd HTTP/1.1" status: 204 len: 168 time: 2.5124810 Apr 01 12:44:37.336855 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47776) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:37.352733 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:37.417334 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:37.420550 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 06001cb6-e6e6-4e3f-afef-e94ce2a3f37e not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:37.554811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47782) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:37.610116 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.611453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dcd4e-1289-4cde-8d4c-41ded9dc1fbb req-da029736-1c2d-4800-8237-6be83a9c9a22 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:37.619059 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c26dcd4e-1289-4cde-8d4c-41ded9dc1fbb req-da029736-1c2d-4800-8237-6be83a9c9a22 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.3144345 Apr 01 12:44:37.654666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b91839-7321-495f-a5ea-18df586db902 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:37.732432 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d68e2a-3706-43c1-9d1e-0cf2e78e0045 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Network': ['ID=12b0734d-49ef-4f42-bb2d-a28efdad02cd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:37.769425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device de69f79c-5573-4080-9b3a-5a229f9acc8b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:37.774976 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.884223 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-31e0056d-992e-4e12-ab3e-4bfd7eabe1d3 None None] Provisioning complete for port 093552fd-42fe-4206-829b-da783413b8fd triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:37.884637 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-31e0056d-992e-4e12-ab3e-4bfd7eabe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.896070 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:37.961697 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Pushing event updated for resources: {'Port': ['ID=382849b0-6158-4768-a855-0f91de80383a,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:38.086314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::151 (260099d2-7af7-4f0e-86b6-4c66e180255a/7c65a3e1-3097-4f92-bcc5-791f364a95b8/43b5f1f7-7855-4862-8c91-9510793d40ad) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:38.106092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c34266-6ad6-4a4c-ac6c-bd449f4ffb4d req-e4b3df7f-f54d-419e-9d73-c92d01615f44 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:38.108803 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82c34266-6ad6-4a4c-ac6c-bd449f4ffb4d req-e4b3df7f-f54d-419e-9d73-c92d01615f44 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 945 time: 0.3729539 Apr 01 12:44:38.120086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d03d50-3c79-45cb-ac52-7a4c8bc64398 req-684ca3f7-6a86-48b2-8908-46f97fda1ade tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:38.121893 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-22d03d50-3c79-45cb-ac52-7a4c8bc64398 req-684ca3f7-6a86-48b2-8908-46f97fda1ade tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 945 time: 0.6932383 Apr 01 12:44:38.176927 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Network 7b3250b1-a1ff-4d84-8aba-e6adad603f02 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:38.182809 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port de69f79c-5573-4080-9b3a-5a229f9acc8b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:38.183171 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:38.185855 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:38.253145 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c26dcd4e-1289-4cde-8d4c-41ded9dc1fbb req-69b5d0f6-9f25-4362-8503-980033289c97 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6331272 Apr 01 12:44:38.284896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1160c0f1-d0ae-41b1-8262-bf3898dfc2e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cae3ca9cf8c0409e81d4c35da3c48373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7265663 Apr 01 12:44:38.289214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47796) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:38.327287 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 093552fd-42fe-4206-829b-da783413b8fd up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:38.394576 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-82c34266-6ad6-4a4c-ac6c-bd449f4ffb4d req-3e560ac1-4e58-4c06-b5b2-f21f0c8837b8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752120 Apr 01 12:44:38.407849 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b2594ec5-50f9-4eaa-a55c-a81919c8caba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:38.408261 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3fa1f096-f3d2-4f33-8cca-0ed52e6e6668 None None] Provisioning complete for port 093552fd-42fe-4206-829b-da783413b8fd triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:38.408950 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3fa1f096-f3d2-4f33-8cca-0ed52e6e6668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:38.525948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-22d03d50-3c79-45cb-ac52-7a4c8bc64398 req-85f78ad3-c6fe-4342-9681-9a10bddae60c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Deleting port a94b441e-22e7-42de-9962-21a7aaf98d14 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:38.526317 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-22d03d50-3c79-45cb-ac52-7a4c8bc64398 req-85f78ad3-c6fe-4342-9681-9a10bddae60c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:38.546335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 093552fd-42fe-4206-829b-da783413b8fd triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:38.546712 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:38.594843 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Router 049406e9-5279-45dc-aae6-cbbe389dacea has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:38.626177 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1934a9e6-ecf4-4b7a-b159-dadff6b52965 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:38.721053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d955be3f-c1a6-4c16-88bf-7ddaab92ea9e None None] Provisioning complete for port 382849b0-6158-4768-a855-0f91de80383a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:38.722251 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d955be3f-c1a6-4c16-88bf-7ddaab92ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:38.728746 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b2594ec5-50f9-4eaa-a55c-a81919c8caba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:38.729221 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:38.785322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 666fde05-8318-4d82-8541-d13cba198a1f no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:38.812893 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:38.827155 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d955be3f-c1a6-4c16-88bf-7ddaab92ea9e None None] Port 382849b0-6158-4768-a855-0f91de80383a cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:44:38.831610 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 666fde05-8318-4d82-8541-d13cba198a1f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:38.831997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 666fde05-8318-4d82-8541-d13cba198a1f not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:38.833228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 407c9455-8add-43f5-8370-02e7685522cf no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:38.851100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bffef-1fc8-4c14-9d26-1254ce9e5cf8 req-78c40957-13c9-4817-a309-f34d9c1205b9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:38.852770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-903bffef-1fc8-4c14-9d26-1254ce9e5cf8 req-78c40957-13c9-4817-a309-f34d9c1205b9 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.2517571 Apr 01 12:44:38.860684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-22d03d50-3c79-45cb-ac52-7a4c8bc64398 req-85f78ad3-c6fe-4342-9681-9a10bddae60c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] For port a94b441e-22e7-42de-9962-21a7aaf98d14, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a94b441e-22e7-42de-9962-21a7aaf98d14,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:38.861166 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-22d03d50-3c79-45cb-ac52-7a4c8bc64398 req-85f78ad3-c6fe-4342-9681-9a10bddae60c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:38.904594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-22d03d50-3c79-45cb-ac52-7a4c8bc64398 req-85f78ad3-c6fe-4342-9681-9a10bddae60c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Calling delete_port for a94b441e-22e7-42de-9962-21a7aaf98d14 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:38.916998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 407c9455-8add-43f5-8370-02e7685522cf {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:38.916998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 407c9455-8add-43f5-8370-02e7685522cf not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:38.916998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ce477e7-c338-4cf5-8348-c9ecefb355f5 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:38.962245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-903bffef-1fc8-4c14-9d26-1254ce9e5cf8 req-f3a99a27-18a3-4e86-b9c4-da2e55f7ae7a tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973115 Apr 01 12:44:38.989639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 1ce477e7-c338-4cf5-8348-c9ecefb355f5 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:38.989983 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1ce477e7-c338-4cf5-8348-c9ecefb355f5 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:39.010728 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-548f9008-7492-45a8-89cf-9ea2c330d121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:39.014072 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b2594ec5-50f9-4eaa-a55c-a81919c8caba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:39.018709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5772a7a2-9053-4c00-8070-581b27bd2ef8 None None] Could not find standard attr ID for object 84ef0954-da29-4b34-9d63-f05b1685b6a7. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:44:39.025539 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b2594ec5-50f9-4eaa-a55c-a81919c8caba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:39.025666 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:39.026896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b2594ec5-50f9-4eaa-a55c-a81919c8caba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f683564b-102a-4e0c-810c-05be3398a2ee HTTP/1.1" status: 204 len: 168 time: 0.7209103 Apr 01 12:44:39.044980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2594ec5-50f9-4eaa-a55c-a81919c8caba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f683564b-102a-4e0c-810c-05be3398a2ee,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:39.078136 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:39.089158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:39.101806 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Sync routers for ids ['049406e9-5279-45dc-aae6-cbbe389dacea'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:39.120964 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Routers {'049406e9-5279-45dc-aae6-cbbe389dacea'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:39.123868 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['049406e9-5279-45dc-aae6-cbbe389dacea'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:39.137855 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-37ccb4b6-1ac5-475a-93cb-b3df7ec314ea admin admin] 10.222.0.45 "PUT /v2.0/routers/049406e9-5279-45dc-aae6-cbbe389dacea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5126400 Apr 01 12:44:39.209517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:39.223537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:39.230371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:39.237608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:39.238427 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:39.253245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=43b5f1f7-7855-4862-8c91-9510793d40ad,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:39.293751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-518c4a18-307e-493b-8787-183bc3a2ba26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4096808 Apr 01 12:44:39.296779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47824) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:39.335667 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Set router 049406e9-5279-45dc-aae6-cbbe389dacea gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:39.386600 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-22d03d50-3c79-45cb-ac52-7a4c8bc64398 req-85f78ad3-c6fe-4342-9681-9a10bddae60c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:39.398817 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b', 'a94b441e-22e7-42de-9962-21a7aaf98d14'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:44:39.404730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63afcf3c-5d4d-4638-befb-9db44060f418 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:39.413288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63afcf3c-5d4d-4638-befb-9db44060f418 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:39.418344 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47826) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:39.431630 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-63afcf3c-5d4d-4638-befb-9db44060f418 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1307704 Apr 01 12:44:39.484477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f78ad3-c6fe-4342-9681-9a10bddae60c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event deleted for resources: {'Port': ['ID=a94b441e-22e7-42de-9962-21a7aaf98d14,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:39.498190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47830) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:39.595056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d03d50-3c79-45cb-ac52-7a4c8bc64398 req-85f78ad3-c6fe-4342-9681-9a10bddae60c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] No DVR routers for this DVR port a94b441e-22e7-42de-9962-21a7aaf98d14 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:39.603456 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-22d03d50-3c79-45cb-ac52-7a4c8bc64398 req-85f78ad3-c6fe-4342-9681-9a10bddae60c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:39.608057 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-22d03d50-3c79-45cb-ac52-7a4c8bc64398 req-85f78ad3-c6fe-4342-9681-9a10bddae60c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "DELETE /v2.0/ports/a94b441e-22e7-42de-9962-21a7aaf98d14 HTTP/1.1" status: 204 len: 173 time: 1.4699910 Apr 01 12:44:39.608509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd053564b-1782-4c66-8684-b822d30fb2c3', 'name': 'network-vif-deleted', 'tag': 'a94b441e-22e7-42de-9962-21a7aaf98d14'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:44:39.614818 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e787c67-97f0-4d0d-ba0b-323e01ca3c02" -d '{"events": [{"server_uuid": "d053564b-1782-4c66-8684-b822d30fb2c3", "name": "network-vif-deleted", "tag": "a94b441e-22e7-42de-9962-21a7aaf98d14"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:44:39.805495 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c407a773-c8f7-4b39-9765-8945e184dc97 req-18de2682-6482-4fa1-98c0-715b04adb283 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=d053564b-1782-4c66-8684-b822d30fb2c3 HTTP/1.1" status: 200 len: 210 time: 0.1111071 Apr 01 12:44:39.851959 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1934a9e6-ecf4-4b7a-b159-dadff6b52965 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port 861666a6-0be3-4baa-80b9-7a3463400899 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:39.858202 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1934a9e6-ecf4-4b7a-b159-dadff6b52965 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:39.879404 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f4b015f6-2f70-4cf0-97b5-095bdf7a29f2 None None] Provisioning complete for port 43b5f1f7-7855-4862-8c91-9510793d40ad triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:39.879907 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4b015f6-2f70-4cf0-97b5-095bdf7a29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:39.915449 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5adb0e4-c3a7-420a-89ad-a23ddb4a5e33 x-openstack-request-id: req-c5adb0e4-c3a7-420a-89ad-a23ddb4a5e33 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:44:39.915937 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d053564b-1782-4c66-8684-b822d30fb2c3", "name": "network-vif-deleted", "tag": "a94b441e-22e7-42de-9962-21a7aaf98d14", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:44:39.916041 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5adb0e4-c3a7-420a-89ad-a23ddb4a5e33 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:44:39.916526 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5adb0e4-c3a7-420a-89ad-a23ddb4a5e33'] response: {'server_uuid': 'd053564b-1782-4c66-8684-b822d30fb2c3', 'name': 'network-vif-deleted', 'tag': 'a94b441e-22e7-42de-9962-21a7aaf98d14', 'status': 'completed', 'code': 200} Apr 01 12:44:39.954569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1948764550'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:39.976691 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f4b015f6-2f70-4cf0-97b5-095bdf7a29f2 None None] Port 43b5f1f7-7855-4862-8c91-9510793d40ad cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:44:40.025970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Made reservation on behalf of 2069e192737b444fa2decd9e2bb56e09 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:40.032186 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.045798 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'name': 'tempest-TestAggregatesBasicOps-482756026-router', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:25Z', 'updated_at': '2022-04-01T12:44:36Z', 'revision_number': 4, 'project_id': 'bfc2e703d772426d9d25ba2984c90038', 'gw_port': {'id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:26Z', 'updated_at': '2022-04-01T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '382849b0-6158-4768-a855-0f91de80383a', 'name': '', 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'mac_address': 'fa:16:3e:bc:b7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '6506de88-8d58-4c6b-8a0b-d501af866e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:34Z', 'updated_at': '2022-04-01T12:44:37Z', 'revision_number': 2, 'project_id': 'bfc2e703d772426d9d25ba2984c90038', 'subnets': [{'id': '6506de88-8d58-4c6b-8a0b-d501af866e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:40.051904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.079832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-09f7a95b-e934-4f3b-a61e-71c9b5ac3886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 43b5f1f7-7855-4862-8c91-9510793d40ad {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:40.080176 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09f7a95b-e934-4f3b-a61e-71c9b5ac3886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.091913 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-1934a9e6-ecf4-4b7a-b159-dadff6b52965 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] For port 861666a6-0be3-4baa-80b9-7a3463400899, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=861666a6-0be3-4baa-80b9-7a3463400899,segment=NetworkSegment(4303159f-af42-4a1a-9c65-226aee9e90d8),segment_id=4303159f-af42-4a1a-9c65-226aee9e90d8)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:40.092362 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1934a9e6-ecf4-4b7a-b159-dadff6b52965 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.123531 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Checking router: 049406e9-5279-45dc-aae6-cbbe389dacea for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:40.124031 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Updating router 049406e9-5279-45dc-aae6-cbbe389dacea port 382849b0-6158-4768-a855-0f91de80383a binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:44:40.170159 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1934a9e6-ecf4-4b7a-b159-dadff6b52965 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for 861666a6-0be3-4baa-80b9-7a3463400899 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:40.175750 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.233251 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.242272 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.287346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:44:40.311157 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6403bc2f-9fa7-4558-b438-87d648614a94,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:40.333918 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.334701 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Added segment 45a5336f-beef-4026-b5db-d12448c30ce4 of type vlan for network c301db3d-4f8f-43e2-aece-0c8cbb384fac Apr 01 12:44:40.401115 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.408196 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.421486 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09f7a95b-e934-4f3b-a61e-71c9b5ac3886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.462622 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.472426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:40.473826 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.485418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-09f7a95b-e934-4f3b-a61e-71c9b5ac3886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 43b5f1f7-7855-4862-8c91-9510793d40ad owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:40.538082 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0382211 Apr 01 12:44:40.543593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47878) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:40.628612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0c3a1-d1f1-4d0b-b9fd-2c795584730b tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Pushing event updated for resources: {'Network': ['ID=c301db3d-4f8f-43e2-aece-0c8cbb384fac,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:40.652311 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network c301db3d-4f8f-43e2-aece-0c8cbb384fac details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:44:40.804212 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47894) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:40.870942 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Request body: {'network': {'name': 'tempest-network--738781365', 'router:external': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:40.873616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1934a9e6-ecf4-4b7a-b159-dadff6b52965 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.918360 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934a9e6-ecf4-4b7a-b159-dadff6b52965 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=861666a6-0be3-4baa-80b9-7a3463400899,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:40.919322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Made reservation on behalf of 6a40659e4a9c4627844c93c4b7e7f279 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:40.923981 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:40.944622 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.005995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1286005723-network', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:41.040204 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09f7a95b-e934-4f3b-a61e-71c9b5ac3886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.153452 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.166278 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7a95b-e934-4f3b-a61e-71c9b5ac3886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=43b5f1f7-7855-4862-8c91-9510793d40ad,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:41.168546 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.203769 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.230786 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.261214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-09f7a95b-e934-4f3b-a61e-71c9b5ac3886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.264606 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-09f7a95b-e934-4f3b-a61e-71c9b5ac3886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/43b5f1f7-7855-4862-8c91-9510793d40ad HTTP/1.1" status: 204 len: 168 time: 1.8424356 Apr 01 12:44:41.267773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47918) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:41.287090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Made reservation on behalf of e6ae16d646f441cb89f62230071fa440 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:41.289388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.379521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47922) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:41.402390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:44:41.415461 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Pushing event updated for resources: {'Port': ['ID=382849b0-6158-4768-a855-0f91de80383a,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:41.460055 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.466205 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:41.467153 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:41.469200 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:41.469744 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:41.470594 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:41.474300 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:41.474826 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:41.476170 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:41.477811 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:41.478351 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:41.480281 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:41.481921 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:41.496026 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Attempting to bind port 382849b0-6158-4768-a855-0f91de80383a on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:41.497097 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Attempting to bind port 382849b0-6158-4768-a855-0f91de80383a by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '8497716f-48d2-4b82-9cb5-32ccdcea1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:41.498790 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Attempting to bind port 382849b0-6158-4768-a855-0f91de80383a on network 7b3250b1-a1ff-4d84-8aba-e6adad603f02 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:41.512841 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:41.513583 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Checking segment: {'id': '8497716f-48d2-4b82-9cb5-32ccdcea1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:41.514682 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.515749 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Bound using segment: {'id': '8497716f-48d2-4b82-9cb5-32ccdcea1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:41.518177 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Bound port: 382849b0-6158-4768-a855-0f91de80383a, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8497716f-48d2-4b82-9cb5-32ccdcea1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:41.518795 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.618519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b516e999-f2b8-4e1f-8f1f-7e1155c55f0e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:41.647050 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] For port 382849b0-6158-4768-a855-0f91de80383a, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:41.648325 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12cd854-f440-439c-8031-6bd50b2e1eae tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:41.650846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12cd854-f440-439c-8031-6bd50b2e1eae tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:41.650966 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] For port 382849b0-6158-4768-a855-0f91de80383a, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=382849b0-6158-4768-a855-0f91de80383a,segment=NetworkSegment(8497716f-48d2-4b82-9cb5-32ccdcea1dc5),segment_id=8497716f-48d2-4b82-9cb5-32ccdcea1dc5)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:41.654687 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c12cd854-f440-439c-8031-6bd50b2e1eae tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3856704 Apr 01 12:44:41.660098 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.669534 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.672461 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Added segment e96156cc-d6e5-4ea0-a3af-33dfdd2ab377 of type vlan for network f8b456c3-11a4-4963-9f11-886f7e7e5954 Apr 01 12:44:41.674222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47924) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:41.712272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-754f6c27-494b-48c2-ada1-b465ed8bfdec req-94499a9d-0e9e-4f7b-a43e-b56a7e4f534b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5057230 Apr 01 12:44:41.716606 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1934a9e6-ecf4-4b7a-b159-dadff6b52965 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.720708 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Routers {'049406e9-5279-45dc-aae6-cbbe389dacea'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:41.721604 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['049406e9-5279-45dc-aae6-cbbe389dacea'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:41.837717 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.854153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e6915597-b55f-420a-8f2b-a5fa1de546bd None None] Provisioning complete for port 382849b0-6158-4768-a855-0f91de80383a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:41.854765 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e6915597-b55f-420a-8f2b-a5fa1de546bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.856572 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.900357 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:41.950061 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] Set router 049406e9-5279-45dc-aae6-cbbe389dacea gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:41.970760 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bdd928-38c0-4315-bd4c-5b658da5c98f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 7c65a3e1-3097-4f92-bcc5-791f364a95b8 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:44:41.980668 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd928-38c0-4315-bd4c-5b658da5c98f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.057664 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e6915597-b55f-420a-8f2b-a5fa1de546bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.093929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f6c27-494b-48c2-ada1-b465ed8bfdec req-c37589cb-7e01-496f-a283-a6fc70f3e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:42.095757 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-754f6c27-494b-48c2-ada1-b465ed8bfdec req-c37589cb-7e01-496f-a283-a6fc70f3e437 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 1096 time: 0.3289130 Apr 01 12:44:42.129737 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f7a07-49e3-4061-ba9b-75c3afd96013 None None] Pushing event updated for resources: {'Port': ['ID=382849b0-6158-4768-a855-0f91de80383a,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:42.141335 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.142460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:42.143810 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.154988 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e6915597-b55f-420a-8f2b-a5fa1de546bd None None] For port 382849b0-6158-4768-a855-0f91de80383a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=382849b0-6158-4768-a855-0f91de80383a,segment=NetworkSegment(8497716f-48d2-4b82-9cb5-32ccdcea1dc5),segment_id=8497716f-48d2-4b82-9cb5-32ccdcea1dc5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:42.164366 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e6915597-b55f-420a-8f2b-a5fa1de546bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.198287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.214790 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd928-38c0-4315-bd4c-5b658da5c98f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.248864 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.263941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6915597-b55f-420a-8f2b-a5fa1de546bd None None] Pushing event updated for resources: {'Port': ['ID=382849b0-6158-4768-a855-0f91de80383a,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:42.278819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-c57e0e10-d4fa-475d-904f-6265e81988d2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:42.286743 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-c57e0e10-d4fa-475d-904f-6265e81988d2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.9223332 Apr 01 12:44:42.293070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-46632b02-69ef-4910-a198-bb3f13765874 None None] Provisioning complete for port 382849b0-6158-4768-a855-0f91de80383a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:42.293871 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-46632b02-69ef-4910-a198-bb3f13765874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.305157 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-13013243-074d-44e5-a9b5-b6e2c2d95e00 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/quotas/faf9e4a3810b4cb7ac6ea91a58e763e8 HTTP/1.1" status: 200 len: 375 time: 0.0174844 Apr 01 12:44:42.323745 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'name': 'tempest-TestAggregatesBasicOps-482756026-router', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:25Z', 'updated_at': '2022-04-01T12:44:36Z', 'revision_number': 4, 'project_id': 'bfc2e703d772426d9d25ba2984c90038', 'gw_port': {'id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:26Z', 'updated_at': '2022-04-01T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '382849b0-6158-4768-a855-0f91de80383a', 'name': '', 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'mac_address': 'fa:16:3e:bc:b7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '6506de88-8d58-4c6b-8a0b-d501af866e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:34Z', 'updated_at': '2022-04-01T12:44:41Z', 'revision_number': 4, 'project_id': 'bfc2e703d772426d9d25ba2984c90038', 'subnets': [{'id': '6506de88-8d58-4c6b-8a0b-d501af866e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:42.374572 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde2e1e-b6b9-4cf7-a4a2-9703f65764c6 None None] The sync data for ids ['049406e9-5279-45dc-aae6-cbbe389dacea'] in n-d-836146-1 is: [{'id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'name': 'tempest-TestAggregatesBasicOps-482756026-router', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:25Z', 'updated_at': '2022-04-01T12:44:36Z', 'revision_number': 4, 'project_id': 'bfc2e703d772426d9d25ba2984c90038', 'gw_port': {'id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:26Z', 'updated_at': '2022-04-01T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '382849b0-6158-4768-a855-0f91de80383a', 'name': '', 'network_id': '7b3250b1-a1ff-4d84-8aba-e6adad603f02', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'mac_address': 'fa:16:3e:bc:b7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '6506de88-8d58-4c6b-8a0b-d501af866e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:34Z', 'updated_at': '2022-04-01T12:44:41Z', 'revision_number': 4, 'project_id': 'bfc2e703d772426d9d25ba2984c90038', 'subnets': [{'id': '6506de88-8d58-4c6b-8a0b-d501af866e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:42.441845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1934a9e6-ecf4-4b7a-b159-dadff6b52965 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 1369a950-5631-4073-acb7-07afd33f87da has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:42.442636 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8981385 Apr 01 12:44:42.443635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:44:42.448640 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47928) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:42.481865 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-17ca5640-a314-4fd7-b09d-a679edd0f5da tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1720653 Apr 01 12:44:42.500456 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-f70ee57f-0e1b-42d7-a1dc-cdb792dfaf29 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:44:42.510761 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-f70ee57f-0e1b-42d7-a1dc-cdb792dfaf29 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238066 Apr 01 12:44:42.573190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d74ca0a-58ee-41f2-a354-bbdb27867d5d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:42.576721 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.577028 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Added segment 326e100e-5aea-4b03-bff7-7808f34f43ff of type vlan for network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 Apr 01 12:44:42.590526 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45eaa8-b384-4705-8534-263b13f553b8 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event updated for resources: {'Network': ['ID=f8b456c3-11a4-4963-9f11-886f7e7e5954,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:42.619837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network f8b456c3-11a4-4963-9f11-886f7e7e5954 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:44:42.648712 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd928-38c0-4315-bd4c-5b658da5c98f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.715534 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.779557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1934a9e6-ecf4-4b7a-b159-dadff6b52965 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:42.790577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c4a898-d0fb-4ea9-99ee-a0e2c4cb8a35 None None] Sync routers for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:42.808512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a94b441e-22e7-42de-9962-21a7aaf98d14 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:42.813822 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:42.830845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: a94b441e-22e7-42de-9962-21a7aaf98d14 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:42.831418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a94b441e-22e7-42de-9962-21a7aaf98d14 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:42.833535 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-17d4eda5-d9cd-4963-b8a1-4d78e1056f31 service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198268 Apr 01 12:44:42.834344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4a898-d0fb-4ea9-99ee-a0e2c4cb8a35 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:42.835202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-43c4a898-d0fb-4ea9-99ee-a0e2c4cb8a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:42.844304 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1934a9e6-ecf4-4b7a-b159-dadff6b52965 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5047495 Apr 01 12:44:42.854779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47934) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:42.913003 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-43c4a898-d0fb-4ea9-99ee-a0e2c4cb8a35 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:42.988520 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-f3c26cc0-65e5-4086-9a80-3fff624939d1 service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533186 Apr 01 12:44:43.006737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-43c4a898-d0fb-4ea9-99ee-a0e2c4cb8a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:40Z', 'revision_number': 11, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:43.073007 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c4a898-d0fb-4ea9-99ee-a0e2c4cb8a35 None None] Checking router: 1369a950-5631-4073-acb7-07afd33f87da for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:43.096330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f6c27-494b-48c2-ada1-b465ed8bfdec req-12e96eff-aa22-4026-b09c-5bf05eeeef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:43.100772 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-754f6c27-494b-48c2-ada1-b465ed8bfdec req-12e96eff-aa22-4026-b09c-5bf05eeeef41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 200 len: 920 time: 0.9463518 Apr 01 12:44:43.103845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4a898-d0fb-4ea9-99ee-a0e2c4cb8a35 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:43.104575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-43c4a898-d0fb-4ea9-99ee-a0e2c4cb8a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:43.129514 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.151299 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.162205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b456c3-11a4-4963-9f11-886f7e7e5954']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:43.163288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:43.163989 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.182863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96156cc-d6e5-4ea0-a3af-33dfdd2ab377') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:43.183661 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96156cc-d6e5-4ea0-a3af-33dfdd2ab377') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:43.198867 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.235592 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.264987 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:44:43.265382 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:44:43.267317 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:44:43.287798 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-43c4a898-d0fb-4ea9-99ee-a0e2c4cb8a35 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:43.336095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8645fed-bed6-4aa6-8a8a-93b58ddea695 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting subnet c4829099-4a7a-4e87-893c-38e1510cf048 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:44:43.363413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-43c4a898-d0fb-4ea9-99ee-a0e2c4cb8a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:40Z', 'revision_number': 11, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:43.386173 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8645fed-bed6-4aa6-8a8a-93b58ddea695 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.404276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c4a898-d0fb-4ea9-99ee-a0e2c4cb8a35 None None] The sync data for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 is: [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:40Z', 'revision_number': 11, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:43.419735 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.425545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8b456c3-11a4-4963-9f11-886f7e7e5954 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 12:44:43.428526 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.431760 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "DELETE /v2.0/networks/f8b456c3-11a4-4963-9f11-886f7e7e5954 HTTP/1.1" status: 204 len: 168 time: 0.9436619 Apr 01 12:44:43.459482 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47940) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:43.464223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d15e48b1-f89c-4d3f-a46c-aa841632ab8c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:43.474527 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6688669 Apr 01 12:44:43.475691 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd928-38c0-4315-bd4c-5b658da5c98f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.484616 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e156e-8f49-4618-9f44-5a27ed3791c5 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8b456c3-11a4-4963-9f11-886f7e7e5954,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:43.486311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47942) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:43.503019 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-08727a17-a085-475d-8dcc-56361b9cae1b admin admin] Request body: {'subnet': {'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1286005723-subnet', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:43.567168 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15e48b1-f89c-4d3f-a46c-aa841632ab8c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Made reservation on behalf of 6a40659e4a9c4627844c93c4b7e7f279 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:43.570495 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f2987483-30c9-42eb-8cb4-dea53710132b req-5b1d6220-a40e-48d5-8a78-b9ca4932275a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 210 time: 0.2489538 Apr 01 12:44:43.580045 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d15e48b1-f89c-4d3f-a46c-aa841632ab8c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.592149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08727a17-a085-475d-8dcc-56361b9cae1b admin admin] Made reservation on behalf of e6ae16d646f441cb89f62230071fa440 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:43.599460 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08727a17-a085-475d-8dcc-56361b9cae1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.638253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 382849b0-6158-4768-a855-0f91de80383a up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:43.729150 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-754f6c27-494b-48c2-ada1-b465ed8bfdec req-7f820500-ca59-4e1d-883a-50bb4ed1ac9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a555e335-b14c-40ae-98af-fedfb9a2be53 HTTP/1.1" status: 200 len: 1001 time: 0.6172781 Apr 01 12:44:43.736747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451de2e0-4126-4ec3-8cbf-968c33af4fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=b4b10f20-93cd-48c1-bba4-70b44c5b92f4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:43.754444 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b809785-e403-4c59-94cc-db181f4b4d8d None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:43.755741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdd928-38c0-4315-bd4c-5b658da5c98f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=7c65a3e1-3097-4f92-bcc5-791f364a95b8,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:43.756327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:44:43.760387 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd928-38c0-4315-bd4c-5b658da5c98f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.765373 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d6bdd928-38c0-4315-bd4c-5b658da5c98f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/7c65a3e1-3097-4f92-bcc5-791f364a95b8 HTTP/1.1" status: 204 len: 168 time: 2.0887094 Apr 01 12:44:43.779390 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8645fed-bed6-4aa6-8a8a-93b58ddea695 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.783326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47950) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:43.935924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-725ccf9a-cd4f-4ab1-8177-fd07c7b12fbd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1505241 Apr 01 12:44:43.938767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47956) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:43.960584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8579a533-1798-44e4-a371-e11cb3ad4ef4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:43.964651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15e48b1-f89c-4d3f-a46c-aa841632ab8c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:44:43.976068 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d15e48b1-f89c-4d3f-a46c-aa841632ab8c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:43.976818 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-d15e48b1-f89c-4d3f-a46c-aa841632ab8c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Added segment ac936872-69c2-4b83-a15f-20196cda6005 of type vlan for network 2e9be331-7fa9-4a21-99e2-83892b055340 Apr 01 12:44:44.008056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 382849b0-6158-4768-a855-0f91de80383a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:44.015045 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.032327 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d15e48b1-f89c-4d3f-a46c-aa841632ab8c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.056649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f6c27-494b-48c2-ada1-b465ed8bfdec req-3c4ad432-9ef2-448b-9ac5-b9a65bd08385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:44.059072 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-754f6c27-494b-48c2-ada1-b465ed8bfdec req-3c4ad432-9ef2-448b-9ac5-b9a65bd08385 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 200 len: 858 time: 0.3063414 Apr 01 12:44:44.084761 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08727a17-a085-475d-8dcc-56361b9cae1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.141210 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8645fed-bed6-4aa6-8a8a-93b58ddea695 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.163940 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d15e48b1-f89c-4d3f-a46c-aa841632ab8c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.165234 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15e48b1-f89c-4d3f-a46c-aa841632ab8c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:44.166514 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d15e48b1-f89c-4d3f-a46c-aa841632ab8c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.283790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08727a17-a085-475d-8dcc-56361b9cae1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2409b7-d005-4b83-bb45-b3e7637fb4f0,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:44.298958 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d15e48b1-f89c-4d3f-a46c-aa841632ab8c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8384001 Apr 01 12:44:44.326915 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47958) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:44.338287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Request body: {'subnet': {'network_id': '2e9be331-7fa9-4a21-99e2-83892b055340', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:44.342913 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8645fed-bed6-4aa6-8a8a-93b58ddea695 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.357489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e48b1-f89c-4d3f-a46c-aa841632ab8c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event updated for resources: {'Network': ['ID=2e9be331-7fa9-4a21-99e2-83892b055340,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:44.367843 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 2e9be331-7fa9-4a21-99e2-83892b055340 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:44:44.370365 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08727a17-a085-475d-8dcc-56361b9cae1b admin admin] Checking segment: {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:44.370985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08727a17-a085-475d-8dcc-56361b9cae1b admin admin] Network hostable DHCP agents. Network: b4b10f20-93cd-48c1-bba4-70b44c5b92f4, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:44:44.405100 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d80910d-2878-4ba1-acb1-1a80a71f3f8f None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:44:44.408218 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8579a533-1798-44e4-a371-e11cb3ad4ef4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:44.412520 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8579a533-1798-44e4-a371-e11cb3ad4ef4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.418297 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Made reservation on behalf of 6a40659e4a9c4627844c93c4b7e7f279 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:44.423411 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.427523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08727a17-a085-475d-8dcc-56361b9cae1b admin admin] Network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:44:44.446862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-08727a17-a085-475d-8dcc-56361b9cae1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b4b10f20-93cd-48c1-bba4-70b44c5b92f4) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:44.461514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08727a17-a085-475d-8dcc-56361b9cae1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:44.462154 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08727a17-a085-475d-8dcc-56361b9cae1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.502187 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-08727a17-a085-475d-8dcc-56361b9cae1b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0138221 Apr 01 12:44:44.506351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47960) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:44.543887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:44.572914 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.574383 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.693800 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:44.812624 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dacb96ab-4362-4450-9186-38aea6e04490 req-2af2c94e-8f92-4f85-aded-b57f89bc4599 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 210 time: 0.0809979 Apr 01 12:44:44.826550 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e30502-3e72-4af7-84ab-d2cffd98f8da None None] Network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:45.027704 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2d80910d-2878-4ba1-acb1-1a80a71f3f8f None None] Deleting port 093552fd-42fe-4206-829b-da783413b8fd {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:45.028746 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2d80910d-2878-4ba1-acb1-1a80a71f3f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:45.090712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:45.117189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2d80910d-2878-4ba1-acb1-1a80a71f3f8f None None] For port 093552fd-42fe-4206-829b-da783413b8fd, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=093552fd-42fe-4206-829b-da783413b8fd,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:45.117856 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2d80910d-2878-4ba1-acb1-1a80a71f3f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:45.137464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2d80910d-2878-4ba1-acb1-1a80a71f3f8f None None] Calling delete_port for 093552fd-42fe-4206-829b-da783413b8fd owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:45.231982 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:44:45.233111 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:45.358567 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2d80910d-2878-4ba1-acb1-1a80a71f3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:45.416595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8645fed-bed6-4aa6-8a8a-93b58ddea695 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Subnet': ['ID=c4829099-4a7a-4e87-893c-38e1510cf048,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:45.426852 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e8645fed-bed6-4aa6-8a8a-93b58ddea695 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:45.445668 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e8645fed-bed6-4aa6-8a8a-93b58ddea695 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/c4829099-4a7a-4e87-893c-38e1510cf048 HTTP/1.1" status: 204 len: 168 time: 2.5848939 Apr 01 12:44:45.451785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47968) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:45.455935 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef85c9-82bf-4292-a65a-1857f5a7c8ea None None] Network 33a5ac86-5c6c-498e-86ed-4eb396109a41 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:45.459322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80910d-2878-4ba1-acb1-1a80a71f3f8f None None] Pushing event deleted for resources: {'Port': ['ID=093552fd-42fe-4206-829b-da783413b8fd,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:45.462373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80910d-2878-4ba1-acb1-1a80a71f3f8f None None] No DVR routers for this DVR port 093552fd-42fe-4206-829b-da783413b8fd on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:45.491162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f6c27-494b-48c2-ada1-b465ed8bfdec req-06698eb0-ab57-4269-9cf4-e8db1f9585fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:45.492821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-754f6c27-494b-48c2-ada1-b465ed8bfdec req-06698eb0-ab57-4269-9cf4-e8db1f9585fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edbe49f5-f68c-4795-90d9-df82f3d85241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4195874 Apr 01 12:44:45.565446 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0a1c46f9-1baa-4c93-89a0-f3502e6edf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:45.626202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 861666a6-0be3-4baa-80b9-7a3463400899 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:45.633762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Allocated IP 172.20.0.2 (b4b10f20-93cd-48c1-bba4-70b44c5b92f4/bb2409b7-d005-4b83-bb45-b3e7637fb4f0/1278ae48-1983-44ca-acbe-6f33b2257276) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:45.684667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 861666a6-0be3-4baa-80b9-7a3463400899 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:45.684667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 861666a6-0be3-4baa-80b9-7a3463400899 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:45.685132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 093552fd-42fe-4206-829b-da783413b8fd no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:45.752212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 093552fd-42fe-4206-829b-da783413b8fd {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:45.752968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 093552fd-42fe-4206-829b-da783413b8fd not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:45.792895 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:45.797935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.objects.ports [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:44:45.798703 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:45.836052 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:45.841988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-fe5624e6-f882-428a-bb50-17ac429eb851 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:45.851645 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-fe5624e6-f882-428a-bb50-17ac429eb851 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.5284359 Apr 01 12:44:45.876808 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:45.951859 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Request body: {'port': {'device_id': 'f07f418b-2713-4cfd-b9af-c2350800105b', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'admin_state_up': True, 'tenant_id': 'faf9e4a3810b4cb7ac6ea91a58e763e8'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:45.966314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426e6bd-a384-4f0b-8765-07cb97245c0d None None] DHCP port deletion for 33a5ac86-5c6c-498e-86ed-4eb396109a41 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:44:45.976983 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:45.984268 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event updated for resources: {'Subnet': ['ID=af7396d3-a641-4f4e-9575-ee62c4427044,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:46.004984 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.037372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Checking segment: {'id': 'ac936872-69c2-4b83-a15f-20196cda6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2e9be331-7fa9-4a21-99e2-83892b055340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:46.037734 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Network hostable DHCP agents. Network: 2e9be331-7fa9-4a21-99e2-83892b055340, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:44:46.100576 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:46.111580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Deleting port 8271b4b0-1bc0-4482-88b8-c381479fd46e {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:46.111919 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.118921 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8579a533-1798-44e4-a371-e11cb3ad4ef4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.119162 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:46.147192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:46.156980 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Pushing event updated for resources: {'Port': ['ID=1278ae48-1983-44ca-acbe-6f33b2257276,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:46.161007 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Network 2e9be331-7fa9-4a21-99e2-83892b055340 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:44:46.163504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Allocated IP 172.25.7.138 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/7d98d595-f83e-4492-900d-dcb59f046f00) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:46.220162 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 2e9be331-7fa9-4a21-99e2-83892b055340) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:46.222289 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-98ef4f3a-6960-4319-aefe-51bb6530cb8b req-75cca736-723d-46b1-ba32-33418ad39aca tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 210 time: 0.1135454 Apr 01 12:44:46.232390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:46.232975 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.250069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f1e6fe-17a0-42c7-a8f3-b689bf11ec25 None None] Network 2e9be331-7fa9-4a21-99e2-83892b055340 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:46.258232 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] For port 8271b4b0-1bc0-4482-88b8-c381479fd46e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8271b4b0-1bc0-4482-88b8-c381479fd46e,segment=NetworkSegment(4303159f-af42-4a1a-9c65-226aee9e90d8),segment_id=4303159f-af42-4a1a-9c65-226aee9e90d8)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:46.258597 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.270585 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e426e6bd-a384-4f0b-8765-07cb97245c0d None None] Deleting port 8271b4b0-1bc0-4482-88b8-c381479fd46e {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:46.271230 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e426e6bd-a384-4f0b-8765-07cb97245c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.313157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Calling delete_port for 8271b4b0-1bc0-4482-88b8-c381479fd46e owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:46.316818 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579a533-1798-44e4-a371-e11cb3ad4ef4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=ae4eecc0-46da-4d2c-94fd-32f3900048cc,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:46.319834 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cdc56faf-d008-455b-9a9c-04ff5a296f00 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9918725 Apr 01 12:44:46.324008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Attempting to bind port 1278ae48-1983-44ca-acbe-6f33b2257276 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:46.324554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Attempting to bind port 1278ae48-1983-44ca-acbe-6f33b2257276 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:46.325061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Attempting to bind port 1278ae48-1983-44ca-acbe-6f33b2257276 on network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:46.327837 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-754f6c27-494b-48c2-ada1-b465ed8bfdec req-42b7a7ed-e594-4b20-abc5-36a1a7d8bba2 service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256271 Apr 01 12:44:46.331092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47980) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:46.333430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8579a533-1798-44e4-a371-e11cb3ad4ef4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:46.357511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Request body: {'floatingip': {'floating_network_id': '2e9be331-7fa9-4a21-99e2-83892b055340'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:46.368338 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:46.368795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Checking segment: {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:46.369243 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.369746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Bound using segment: {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:46.370776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Bound port: 1278ae48-1983-44ca-acbe-6f33b2257276, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:46.371475 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.373228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8579a533-1798-44e4-a371-e11cb3ad4ef4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:46.379243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Made reservation on behalf of faf9e4a3810b4cb7ac6ea91a58e763e8 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:46.395492 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.434120 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8579a533-1798-44e4-a371-e11cb3ad4ef4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:46.434905 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8579a533-1798-44e4-a371-e11cb3ad4ef4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.442309 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc978b96-985f-47ec-8311-a708419ee316 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:46.459979 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.480174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e426e6bd-a384-4f0b-8765-07cb97245c0d None None] For port 8271b4b0-1bc0-4482-88b8-c381479fd46e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8271b4b0-1bc0-4482-88b8-c381479fd46e,segment=NetworkSegment(4303159f-af42-4a1a-9c65-226aee9e90d8),segment_id=4303159f-af42-4a1a-9c65-226aee9e90d8)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:46.480585 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e426e6bd-a384-4f0b-8765-07cb97245c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.524202 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.534553 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.564945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No DVR routers for this DVR port 8271b4b0-1bc0-4482-88b8-c381479fd46e on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:46.567726 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Port': ['ID=8271b4b0-1bc0-4482-88b8-c381479fd46e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:46.583705 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8579a533-1798-44e4-a371-e11cb3ad4ef4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6310227 Apr 01 12:44:46.604166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47984) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:46.611666 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.621847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'name': 'tempest-NetworksTestDHCPv6-358809363'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:46.625057 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Pushing event updated for resources: {'Port': ['ID=7d98d595-f83e-4492-900d-dcb59f046f00,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:46.636086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:46.659274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:46.668401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] For port 1278ae48-1983-44ca-acbe-6f33b2257276, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:46.676481 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] For port 1278ae48-1983-44ca-acbe-6f33b2257276, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1278ae48-1983-44ca-acbe-6f33b2257276,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:46.679017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e426e6bd-a384-4f0b-8765-07cb97245c0d None None] Calling delete_port for 8271b4b0-1bc0-4482-88b8-c381479fd46e owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:46.730036 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.755592 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a5ac86-5c6c-498e-86ed-4eb396109a41']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:46.766209 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-754f6c27-494b-48c2-ada1-b465ed8bfdec req-906f6350-3561-4ff8-9783-fe36d0bdf31f service neutron] 10.222.0.37 "GET /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133801 Apr 01 12:44:46.768877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4303159f-af42-4a1a-9c65-226aee9e90d8') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:46.769852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4303159f-af42-4a1a-9c65-226aee9e90d8') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:46.792145 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.793624 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.830238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.838860 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:46.858541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c8b1a-3b51-49fd-b54c-93ddab4ead0b req-0c8e4c4b-e584-4d4e-b5c6-118060931621 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:46.860074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-583c8b1a-3b51-49fd-b54c-93ddab4ead0b req-0c8e4c4b-e584-4d4e-b5c6-118060931621 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.3582721 Apr 01 12:44:46.865764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:44:46.866314 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:44:46.982186 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:44:46.992776 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.003091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796db0a1-0251-4010-8661-88f7281261e7 None None] Network 2e9be331-7fa9-4a21-99e2-83892b055340 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:47.013100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Allocated IP 172.20.0.9 (7954533d-2445-42af-9c0a-77b864800a7b/16405484-146e-4b1d-a8e6-5b44cba643c4/28c37571-5ea0-4cd4-8d3e-3e9b8650dc16) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:47.119787 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d28ef1-e42a-4eff-bcac-8155a983f329 None None] Pushing event updated for resources: {'Port': ['ID=1278ae48-1983-44ca-acbe-6f33b2257276,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:47.128423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-583c8b1a-3b51-49fd-b54c-93ddab4ead0b req-57be666c-c020-44e5-99e7-42fa150ea9fe tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294946 Apr 01 12:44:47.129348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:47.132716 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.136894 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e426e6bd-a384-4f0b-8765-07cb97245c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.183248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426e6bd-a384-4f0b-8765-07cb97245c0d None None] Pushing event deleted for resources: {'Port': ['ID=8271b4b0-1bc0-4482-88b8-c381479fd46e,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:47.185248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e426e6bd-a384-4f0b-8765-07cb97245c0d None None] Network 33a5ac86-5c6c-498e-86ed-4eb396109a41 is not hosted by any dhcp agent {{(pid=102720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 12:44:47.185894 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e426e6bd-a384-4f0b-8765-07cb97245c0d None None] No DVR routers for this DVR port 8271b4b0-1bc0-4482-88b8-c381479fd46e on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:47.212949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c46f9-1baa-4c93-89a0-f3502e6edf5f admin admin] Deleting port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:47.213290 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0a1c46f9-1baa-4c93-89a0-f3502e6edf5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.242878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port de589f02-d7e1-4245-9e1c-54ad14c4f791 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:44:47.355811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': 'ae4eecc0-46da-4d2c-94fd-32f3900048cc'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:44:47.357663 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.472924 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.479208 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/networks/33a5ac86-5c6c-498e-86ed-4eb396109a41 HTTP/1.1" status: 204 len: 168 time: 2.0207815 Apr 01 12:44:47.482732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571020a3-ad32-400f-9f86-dd5ed3cae010 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Pushing event deleted for resources: {'Network': ['ID=33a5ac86-5c6c-498e-86ed-4eb396109a41,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:47.485360 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47988) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:47.513612 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.609957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1278ae48-1983-44ca-acbe-6f33b2257276 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:47.620221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-460b5535-e86a-402e-a304-9465feaed864 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'router': {'routes': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:47.658152 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.681137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-0a1c46f9-1baa-4c93-89a0-f3502e6edf5f admin admin] For port ef5f5391-e3d7-4bed-9b74-0d1a19c214d9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ef5f5391-e3d7-4bed-9b74-0d1a19c214d9,segment=NetworkSegment(0d1071c5-8a81-43c2-b990-d5e12bea2d5b),segment_id=0d1071c5-8a81-43c2-b990-d5e12bea2d5b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:47.681499 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0a1c46f9-1baa-4c93-89a0-f3502e6edf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.706732 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f563dbc-9cd7-4c12-ae54-b7ea41c09a87 req-56f9bab4-2d15-41d2-8c10-89cf85280223 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 210 time: 0.2304549 Apr 01 12:44:47.736607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::6a (260099d2-7af7-4f0e-86b6-4c66e180255a/ae4eecc0-46da-4d2c-94fd-32f3900048cc/de589f02-d7e1-4245-9e1c-54ad14c4f791) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:47.741085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c46f9-1baa-4c93-89a0-f3502e6edf5f admin admin] Calling delete_port for ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:47.752531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1278ae48-1983-44ca-acbe-6f33b2257276 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:47.753077 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.835494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Allocated IP 172.20.0.3 (2e9be331-7fa9-4a21-99e2-83892b055340/af7396d3-a641-4f4e-9575-ee62c4427044/12f5772c-40fc-4cba-8199-3c16cd5d3472) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:47.835872 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.846454 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.extraroute_db [None req-460b5535-e86a-402e-a304-9465feaed864 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Added routes are [] {{(pid=102719) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 01 12:44:47.846985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.extraroute_db [None req-460b5535-e86a-402e-a304-9465feaed864 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Removed routes are [] {{(pid=102719) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 01 12:44:47.849064 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-460b5535-e86a-402e-a304-9465feaed864 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.870743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 1278ae48-1983-44ca-acbe-6f33b2257276, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1278ae48-1983-44ca-acbe-6f33b2257276,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:47.872254 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.877954 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:47.889211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:44:47.989231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8271b4b0-1bc0-4482-88b8-c381479fd46e no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:48.027849 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 8271b4b0-1bc0-4482-88b8-c381479fd46e {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:48.028341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8271b4b0-1bc0-4482-88b8-c381479fd46e not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:48.033188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Network 7954533d-2445-42af-9c0a-77b864800a7b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:48.053891 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=1278ae48-1983-44ca-acbe-6f33b2257276,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:48.054734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:48.089642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:48.127404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event updated for resources: {'Port': ['ID=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:48.133957 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-460b5535-e86a-402e-a304-9465feaed864 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.146560 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-460b5535-e86a-402e-a304-9465feaed864 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.208899 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.286086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:48.286602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.291383 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460b5535-e86a-402e-a304-9465feaed864 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router 1369a950-5631-4073-acb7-07afd33f87da has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:48.311146 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.325322 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.335314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adb58a-ca17-4ae1-b7f1-6442faf2ff3d req-b1dee931-52bf-437e-bb77-cb7d4870bd81 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:48.337302 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49adb58a-ca17-4ae1-b7f1-6442faf2ff3d req-b1dee931-52bf-437e-bb77-cb7d4870bd81 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.2779703 Apr 01 12:44:48.411974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73752e-2b9d-4c88-b920-89deaf6cc154 None None] Network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:48.424566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460b5535-e86a-402e-a304-9465feaed864 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:48.432716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-460b5535-e86a-402e-a304-9465feaed864 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.435270 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-3f3652e6-3879-401c-887e-d142027b349f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5726359 Apr 01 12:44:48.436881 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-460b5535-e86a-402e-a304-9465feaed864 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da HTTP/1.1" status: 200 len: 699 time: 0.9307454 Apr 01 12:44:48.437416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47992) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:48.440673 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e835a23-8ca4-4cad-a75b-a2810887cd78 None None] Sync routers for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:48.459025 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e835a23-8ca4-4cad-a75b-a2810887cd78 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:48.460042 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7e835a23-8ca4-4cad-a75b-a2810887cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:48.462368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Request body: {'port': {'device_id': 'f07f418b-2713-4cfd-b9af-c2350800105b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:48.503176 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e73301c7-414f-4a81-a8a4-6e8a89d3434a tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=1369a950-5631-4073-acb7-07afd33f87da HTTP/1.1" status: 200 len: 205 time: 0.0643337 Apr 01 12:44:48.504131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47994) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:48.549295 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0a1c46f9-1baa-4c93-89a0-f3502e6edf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.564832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff689a2f-7f96-4e02-8663-15a61d50a2f8 req-2a41a63e-0dd0-446a-88b1-d711f139ee56 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:48.566390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ff689a2f-7f96-4e02-8663-15a61d50a2f8 req-2a41a63e-0dd0-446a-88b1-d711f139ee56 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.2484405 Apr 01 12:44:48.575493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2face398-83a1-42a7-be47-1307f3666c5b None None] Provisioning complete for port 1278ae48-1983-44ca-acbe-6f33b2257276 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:48.577626 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2face398-83a1-42a7-be47-1307f3666c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.597360 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.607007 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-7e835a23-8ca4-4cad-a75b-a2810887cd78 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:48.612644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c46f9-1baa-4c93-89a0-f3502e6edf5f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5f5391-e3d7-4bed-9b74-0d1a19c214d9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:48.625960 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-17bfff72-4165-405b-921e-c94780302787 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.627593 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.731838 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7e835a23-8ca4-4cad-a75b-a2810887cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:40Z', 'revision_number': 11, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:48.800333 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e835a23-8ca4-4cad-a75b-a2810887cd78 None None] Checking router: 1369a950-5631-4073-acb7-07afd33f87da for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:48.818152 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e835a23-8ca4-4cad-a75b-a2810887cd78 None None] Routers {'1369a950-5631-4073-acb7-07afd33f87da'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:48.819051 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7e835a23-8ca4-4cad-a75b-a2810887cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['1369a950-5631-4073-acb7-07afd33f87da'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:48.833157 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Allocated IP 2001:db8::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/ae4eecc0-46da-4d2c-94fd-32f3900048cc/7f936c65-c242-4498-99e1-e76ae0c8782d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:48.887385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.919131 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-7e835a23-8ca4-4cad-a75b-a2810887cd78 None None] Set router 1369a950-5631-4073-acb7-07afd33f87da gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:48.990685 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-17bfff72-4165-405b-921e-c94780302787 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:48.997706 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7e835a23-8ca4-4cad-a75b-a2810887cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:40Z', 'revision_number': 11, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:49.000908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-17bfff72-4165-405b-921e-c94780302787 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.041435 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e835a23-8ca4-4cad-a75b-a2810887cd78 None None] The sync data for ids ['1369a950-5631-4073-acb7-07afd33f87da'] in n-d-836146-1 is: [{'id': '1369a950-5631-4073-acb7-07afd33f87da', 'name': 'tempest-RoutersTest-router-22337803', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:43:26Z', 'updated_at': '2022-04-01T12:44:40Z', 'revision_number': 11, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:49.098663 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.106560 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.151099 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6946a3-f0ac-4c51-858b-a91bb2f76cf6 req-0312939c-4774-43c7-bde9-7ca4929d0e7f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:49.152720 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4d6946a3-f0ac-4c51-858b-a91bb2f76cf6 req-0312939c-4774-43c7-bde9-7ca4929d0e7f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 931 time: 0.2670133 Apr 01 12:44:49.156116 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-17bfff72-4165-405b-921e-c94780302787 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.156116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bfff72-4165-405b-921e-c94780302787 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Fanout notify agent at l3_agent the message router_deleted on router 1369a950-5631-4073-acb7-07afd33f87da {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:44:49.192862 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:49.200644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:49.204200 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:49.225211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Pushing event updated for resources: {'Port': ['ID=7f936c65-c242-4498-99e1-e76ae0c8782d,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:49.232654 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-17bfff72-4165-405b-921e-c94780302787 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.234490 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-17bfff72-4165-405b-921e-c94780302787 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da HTTP/1.1" status: 204 len: 168 time: 0.7276847 Apr 01 12:44:49.262140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47998) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:49.268979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1897d723-e632-417e-a614-4f38a9b07122 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1715319027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:49.282214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1741eaee-096f-45a2-9623-55c1b5c7665d None None] Provisioning complete for port 1278ae48-1983-44ca-acbe-6f33b2257276 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:49.282663 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1741eaee-096f-45a2-9623-55c1b5c7665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.287065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Network 2e9be331-7fa9-4a21-99e2-83892b055340 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:49.296542 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.321626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:49.331051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4d6946a3-f0ac-4c51-858b-a91bb2f76cf6 req-45d8343e-d8b7-406c-a1f3-ac67ddd4360f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952704 Apr 01 12:44:49.333520 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1897d723-e632-417e-a614-4f38a9b07122 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.334572 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1897d723-e632-417e-a614-4f38a9b07122 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.337811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event updated for resources: {'Port': ['ID=12f5772c-40fc-4cba-8199-3c16cd5d3472,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:49.339370 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Attempting to bind port 7f936c65-c242-4498-99e1-e76ae0c8782d on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:49.339639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Attempting to bind port 7f936c65-c242-4498-99e1-e76ae0c8782d by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:49.340000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Attempting to bind port 7f936c65-c242-4498-99e1-e76ae0c8782d on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:49.341813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:49.342558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:49.347669 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:49.347998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:49.348398 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.348782 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:49.349375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Bound port: 7f936c65-c242-4498-99e1-e76ae0c8782d, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:49.349875 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.352149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:44:49.492698 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] For port 7f936c65-c242-4498-99e1-e76ae0c8782d, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:49.502175 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] For port 7f936c65-c242-4498-99e1-e76ae0c8782d, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7f936c65-c242-4498-99e1-e76ae0c8782d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:49.509936 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.537789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:49.540372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:49.546270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:49.546947 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.565513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ff689a2f-7f96-4e02-8663-15a61d50a2f8 req-85bdfe46-b320-405e-aa2c-2fe0dc5fd8fc tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9644358 Apr 01 12:44:49.603370 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0a1c46f9-1baa-4c93-89a0-f3502e6edf5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.626592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef2b25-e66b-4cbc-b52d-1de42ba5f565 None None] Pushing event updated for resources: {'Port': ['ID=7f936c65-c242-4498-99e1-e76ae0c8782d,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:49.653752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-49adb58a-ca17-4ae1-b7f1-6442faf2ff3d req-3a34ecd3-45fb-479a-a468-ce7539da0c2b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Deleting port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:49.654124 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-49adb58a-ca17-4ae1-b7f1-6442faf2ff3d req-3a34ecd3-45fb-479a-a468-ce7539da0c2b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.662343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1278ae48-1983-44ca-acbe-6f33b2257276 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:49.720372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 1278ae48-1983-44ca-acbe-6f33b2257276 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:49.720372 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.723333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1127915 Apr 01 12:44:49.766887 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1897d723-e632-417e-a614-4f38a9b07122 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.768193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48000) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:49.835401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1897d723-e632-417e-a614-4f38a9b07122 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.895380 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1897d723-e632-417e-a614-4f38a9b07122 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:49.895380 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1897d723-e632-417e-a614-4f38a9b07122 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6272082 Apr 01 12:44:49.924613 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48002) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:49.929766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-772e4469-5c0b-48e3-823f-cabe45f9d099 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:49.949592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92d8fb-5a94-4094-9311-36cc9137b6d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=de589f02-d7e1-4245-9e1c-54ad14c4f791,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:49.985780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9869b-d183-47bf-b1bb-50e215195ec5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:49.992236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9869b-d183-47bf-b1bb-50e215195ec5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:49.997043 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f4b9869b-d183-47bf-b1bb-50e215195ec5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1920354 Apr 01 12:44:49.999919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.005080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48004) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:50.034690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:50.045857 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Sync routers for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:50.057138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:50.057965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:50.144651 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.145821 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2f95cfbc-4286-42d3-a168-46004ba4d371 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6385250 Apr 01 12:44:50.148823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48006) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:50.180070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:50.182749 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-772e4469-5c0b-48e3-823f-cabe45f9d099 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.189978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-49adb58a-ca17-4ae1-b7f1-6442faf2ff3d req-3a34ecd3-45fb-479a-a468-ce7539da0c2b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] For port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,segment=NetworkSegment(532e8cc1-8a13-4060-b4e1-a873727ab6ec),segment_id=532e8cc1-8a13-4060-b4e1-a873727ab6ec)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:50.190370 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-49adb58a-ca17-4ae1-b7f1-6442faf2ff3d req-3a34ecd3-45fb-479a-a468-ce7539da0c2b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.201470 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-772e4469-5c0b-48e3-823f-cabe45f9d099 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.272045 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.279285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-49adb58a-ca17-4ae1-b7f1-6442faf2ff3d req-3a34ecd3-45fb-479a-a468-ce7539da0c2b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Calling delete_port for 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:50.309540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772e4469-5c0b-48e3-823f-cabe45f9d099 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Router a39834d5-71d0-4b9f-b11e-a07ed08ea47f is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:44:50.370418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:47Z', 'revision_number': 3, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:50.399568 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772e4469-5c0b-48e3-823f-cabe45f9d099 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:50.405084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Checking router: 40c0cb0a-627b-4830-8ac1-4f95607a26e7 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:50.405424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Updating router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 port 7d98d595-f83e-4492-900d-dcb59f046f00 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:44:50.412833 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-772e4469-5c0b-48e3-823f-cabe45f9d099 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.422989 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-772e4469-5c0b-48e3-823f-cabe45f9d099 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "PUT /v2.0/routers/a39834d5-71d0-4b9f-b11e-a07ed08ea47f HTTP/1.1" status: 200 len: 694 time: 0.4950814 Apr 01 12:44:50.423394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48012) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:50.426124 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019233e-f6a7-4574-93b5-e6a36c351c5d None None] Sync routers for ids ['a39834d5-71d0-4b9f-b11e-a07ed08ea47f'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:50.436717 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.437278 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019233e-f6a7-4574-93b5-e6a36c351c5d None None] Routers {'a39834d5-71d0-4b9f-b11e-a07ed08ea47f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:50.438103 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3019233e-f6a7-4574-93b5-e6a36c351c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a39834d5-71d0-4b9f-b11e-a07ed08ea47f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:50.540560 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-3019233e-f6a7-4574-93b5-e6a36c351c5d None None] Set router a39834d5-71d0-4b9f-b11e-a07ed08ea47f gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:50.613560 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3019233e-f6a7-4574-93b5-e6a36c351c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39834d5-71d0-4b9f-b11e-a07ed08ea47f', 'name': 'tempest-RoutersTest-router-1715319027', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:49Z', 'updated_at': '2022-04-01T12:44:50Z', 'revision_number': 2, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:50.640650 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8266dbe8-b928-43fd-accb-0864e63b49b7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/routers/a39834d5-71d0-4b9f-b11e-a07ed08ea47f HTTP/1.1" status: 200 len: 700 time: 0.2153111 Apr 01 12:44:50.647357 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019233e-f6a7-4574-93b5-e6a36c351c5d None None] Checking router: a39834d5-71d0-4b9f-b11e-a07ed08ea47f for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:50.656474 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019233e-f6a7-4574-93b5-e6a36c351c5d None None] Routers {'a39834d5-71d0-4b9f-b11e-a07ed08ea47f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:50.657327 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3019233e-f6a7-4574-93b5-e6a36c351c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a39834d5-71d0-4b9f-b11e-a07ed08ea47f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:50.657793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48016) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:50.696799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1c46f9-1baa-4c93-89a0-f3502e6edf5f admin admin] Router 35513d7c-202c-4547-8eba-2046493914e1 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:50.753157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55094fb-51c8-43b2-a83a-cd0578aa0bd1 req-3509ae90-d406-4ea5-8971-68a1b96fa510 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:50.755677 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e55094fb-51c8-43b2-a83a-cd0578aa0bd1 req-3509ae90-d406-4ea5-8971-68a1b96fa510 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 931 time: 0.2646651 Apr 01 12:44:50.760038 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-df35cbd4-55ff-45d2-9e25-4964b198b87d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=a39834d5-71d0-4b9f-b11e-a07ed08ea47f HTTP/1.1" status: 200 len: 205 time: 0.0922852 Apr 01 12:44:50.760818 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48018) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:50.866417 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.881740 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.882186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-60429fce-6a3b-467a-afd4-88ec937a7fdd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port de589f02-d7e1-4245-9e1c-54ad14c4f791 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:50.882999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-60429fce-6a3b-467a-afd4-88ec937a7fdd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.912319 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f866d7c-feea-4b06-817e-3ed0f602e561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.947281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66193c9c-3b38-47cf-9b85-052022fe7201 None None] Pushing event updated for resources: {'Port': ['ID=7d98d595-f83e-4492-900d-dcb59f046f00,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:50.952329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Attempting to bind port 7d98d595-f83e-4492-900d-dcb59f046f00 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:50.952963 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Attempting to bind port 7d98d595-f83e-4492-900d-dcb59f046f00 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:50.953504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Attempting to bind port 7d98d595-f83e-4492-900d-dcb59f046f00 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:50.957670 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-3019233e-f6a7-4574-93b5-e6a36c351c5d None None] Set router a39834d5-71d0-4b9f-b11e-a07ed08ea47f gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:50.962433 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:50.963289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:50.964289 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:50.964862 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:50.965514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Bound port: 7d98d595-f83e-4492-900d-dcb59f046f00, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:50.966172 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.032164 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3019233e-f6a7-4574-93b5-e6a36c351c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39834d5-71d0-4b9f-b11e-a07ed08ea47f', 'name': 'tempest-RoutersTest-router-1715319027', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:49Z', 'updated_at': '2022-04-01T12:44:50Z', 'revision_number': 2, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:51.069850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] For port 7d98d595-f83e-4492-900d-dcb59f046f00, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:51.070953 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019233e-f6a7-4574-93b5-e6a36c351c5d None None] The sync data for ids ['a39834d5-71d0-4b9f-b11e-a07ed08ea47f'] in n-d-836146-1 is: [{'id': 'a39834d5-71d0-4b9f-b11e-a07ed08ea47f', 'name': 'tempest-RoutersTest-router-1715319027', 'tenant_id': '6012ca976eb042e4b4ff391cd251aec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:49Z', 'updated_at': '2022-04-01T12:44:50Z', 'revision_number': 2, 'project_id': '6012ca976eb042e4b4ff391cd251aec0', 'gw_port_host': None}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:51.082377 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] For port 7d98d595-f83e-4492-900d-dcb59f046f00, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7d98d595-f83e-4492-900d-dcb59f046f00,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:51.112255 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.138760 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e55094fb-51c8-43b2-a83a-cd0578aa0bd1 req-4f8d009b-071c-4a93-84d6-622f4dbd7534 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562081 Apr 01 12:44:51.141039 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f866d7c-feea-4b06-817e-3ed0f602e561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.143490 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f866d7c-feea-4b06-817e-3ed0f602e561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.162970 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ac8e8c80-8f31-42eb-a505-d1784523450e None None] Provisioning complete for port 7f936c65-c242-4498-99e1-e76ae0c8782d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:51.163887 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8c80-8f31-42eb-a505-d1784523450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.183896 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-60429fce-6a3b-467a-afd4-88ec937a7fdd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.220965 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f866d7c-feea-4b06-817e-3ed0f602e561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.221839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f866d7c-feea-4b06-817e-3ed0f602e561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Fanout notify agent at l3_agent the message router_deleted on router a39834d5-71d0-4b9f-b11e-a07ed08ea47f {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:44:51.233707 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f866d7c-feea-4b06-817e-3ed0f602e561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.241031 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4f866d7c-feea-4b06-817e-3ed0f602e561 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/a39834d5-71d0-4b9f-b11e-a07ed08ea47f HTTP/1.1" status: 204 len: 168 time: 0.4790263 Apr 01 12:44:51.241817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48020) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.249864 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:51.250514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:51.255764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66193c9c-3b38-47cf-9b85-052022fe7201 None None] Pushing event updated for resources: {'Port': ['ID=7d98d595-f83e-4492-900d-dcb59f046f00,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:51.357302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-60429fce-6a3b-467a-afd4-88ec937a7fdd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for de589f02-d7e1-4245-9e1c-54ad14c4f791 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:51.381059 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f8dfb19b-a25d-490b-9058-4f1374b90f35 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=a39834d5-71d0-4b9f-b11e-a07ed08ea47f HTTP/1.1" status: 200 len: 205 time: 0.1056554 Apr 01 12:44:51.383435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48022) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.387583 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:44:51.409464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d634-5cd8-4931-a0e2-97d97e222d24 req-aad74e6b-577d-4572-82f4-b37453384982 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:51.411589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53e1d634-5cd8-4931-a0e2-97d97e222d24 req-aad74e6b-577d-4572-82f4-b37453384982 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b8a43e3-8247-43b1-9eae-42f1504a9428 HTTP/1.1" status: 200 len: 946 time: 0.6885061 Apr 01 12:44:51.416504 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.433205 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-268baa12-1ea0-4420-856b-b13da75370d1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] delete failed (client error): The resource could not be found. Apr 01 12:44:51.437133 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-268baa12-1ea0-4420-856b-b13da75370d1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/a39834d5-71d0-4b9f-b11e-a07ed08ea47f HTTP/1.1" status: 404 len: 336 time: 0.0515907 Apr 01 12:44:51.437790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48024) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.467059 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81e010a-7807-4d24-9160-4ec51678956d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] DELETE failed (client error): The resource could not be found. Apr 01 12:44:51.467644 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81e010a-7807-4d24-9160-4ec51678956d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:44:51.474394 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b81e010a-7807-4d24-9160-4ec51678956d tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/124cbffb-3fbd-43e4-af7b-0364ff231db2 HTTP/1.1" status: 404 len: 337 time: 0.0354795 Apr 01 12:44:51.475107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48026) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.514171 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-691cf459-cf0a-41bc-89d1-e8e7f71b1ef4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] DELETE failed (client error): The resource could not be found. Apr 01 12:44:51.514787 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691cf459-cf0a-41bc-89d1-e8e7f71b1ef4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:44:51.525263 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-691cf459-cf0a-41bc-89d1-e8e7f71b1ef4 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/79dfb90e-71c7-4d3c-a019-e60b85bb9327 HTTP/1.1" status: 404 len: 337 time: 0.0485878 Apr 01 12:44:51.525903 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48028) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.537114 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8c80-8f31-42eb-a505-d1784523450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.540274 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:51.557393 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-98058179-d032-4319-a30c-ed41b178d832 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] DELETE failed (client error): The resource could not be found. Apr 01 12:44:51.558030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98058179-d032-4319-a30c-ed41b178d832 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:44:51.562501 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-98058179-d032-4319-a30c-ed41b178d832 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/fce00cde-200a-4e47-b254-603fc8cd68ad HTTP/1.1" status: 404 len: 337 time: 0.0354393 Apr 01 12:44:51.564401 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48030) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.632752 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-00042825-6171-4537-824b-24f6cf83cea1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] DELETE failed (client error): The resource could not be found. Apr 01 12:44:51.635874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00042825-6171-4537-824b-24f6cf83cea1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:44:51.645267 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-00042825-6171-4537-824b-24f6cf83cea1 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/c4829099-4a7a-4e87-893c-38e1510cf048 HTTP/1.1" status: 404 len: 337 time: 0.0793378 Apr 01 12:44:51.645968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48032) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.676959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7f936c65-c242-4498-99e1-e76ae0c8782d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:51.682068 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9a651598-4cb8-4b4a-85e0-43ff730867b7 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=1369a950-5631-4073-acb7-07afd33f87da HTTP/1.1" status: 200 len: 205 time: 0.0330708 Apr 01 12:44:51.682245 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ac8e8c80-8f31-42eb-a505-d1784523450e None None] For port 7f936c65-c242-4498-99e1-e76ae0c8782d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7f936c65-c242-4498-99e1-e76ae0c8782d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:51.683923 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48034) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.711411 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8c80-8f31-42eb-a505-d1784523450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.729367 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-5d272323-2d2d-49ae-9e6c-5163d1727c77 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] delete failed (client error): The resource could not be found. Apr 01 12:44:51.730843 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5d272323-2d2d-49ae-9e6c-5163d1727c77 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/1369a950-5631-4073-acb7-07afd33f87da HTTP/1.1" status: 404 len: 336 time: 0.0452981 Apr 01 12:44:51.733395 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48036) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.767312 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c5cf34a2-2392-49f5-b016-710d00505d99 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2ed710e-e6f7-41f0-ad32-22afe2544931 HTTP/1.1" status: 200 len: 205 time: 0.0323188 Apr 01 12:44:51.770192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48038) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.811307 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-66011c21-8fe0-4b89-a165-7f3b4626c4ec tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] delete failed (client error): The resource could not be found. Apr 01 12:44:51.815402 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-66011c21-8fe0-4b89-a165-7f3b4626c4ec tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/c2ed710e-e6f7-41f0-ad32-22afe2544931 HTTP/1.1" status: 404 len: 336 time: 0.0439687 Apr 01 12:44:51.816165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48040) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.819153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8c80-8f31-42eb-a505-d1784523450e None None] Pushing event updated for resources: {'Port': ['ID=7f936c65-c242-4498-99e1-e76ae0c8782d,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:51.835122 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7f936c65-c242-4498-99e1-e76ae0c8782d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:51.835486 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.856706 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-836b2eab-8b30-418d-9cf5-d453e4745d36 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] DELETE failed (client error): The resource could not be found. Apr 01 12:44:51.857060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836b2eab-8b30-418d-9cf5-d453e4745d36 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:44:51.862557 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-836b2eab-8b30-418d-9cf5-d453e4745d36 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/e2612972-5e83-44ff-a92d-5589c508969e HTTP/1.1" status: 404 len: 337 time: 0.0427787 Apr 01 12:44:51.863996 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48042) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.876824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ae6ead9d-d949-4e0b-84dd-9815d7f518ba None None] Provisioning complete for port de589f02-d7e1-4245-9e1c-54ad14c4f791 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:51.877386 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae6ead9d-d949-4e0b-84dd-9815d7f518ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:51.899167 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b81b0d69-1b34-4871-b21e-d9887def8fef tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c HTTP/1.1" status: 200 len: 205 time: 0.0343351 Apr 01 12:44:51.901765 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48044) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.926528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:47Z', 'revision_number': 3, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:51.929462 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ead9d-d949-4e0b-84dd-9815d7f518ba None None] Port de589f02-d7e1-4245-9e1c-54ad14c4f791 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:44:51.949170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1c46f9-1baa-4c93-89a0-f3502e6edf5f admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:51.953341 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-ae3d2737-374b-4a4f-8e86-d8b944c6e9cb tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] delete failed (client error): The resource could not be found. Apr 01 12:44:51.959036 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ae3d2737-374b-4a4f-8e86-d8b944c6e9cb tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/19d0b4bb-289a-4b86-9c8f-56bb6f5ee65c HTTP/1.1" status: 404 len: 336 time: 0.0512583 Apr 01 12:44:51.962509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bccd22-6d61-4109-9574-68c18c660101 None None] The sync data for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 is: [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:47Z', 'revision_number': 3, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:51.962850 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48046) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:51.965946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739df617-25f4-4541-860d-40cf835a2f49 None None] Sync routers for ids ['35513d7c-202c-4547-8eba-2046493914e1'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:51.967344 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0a1c46f9-1baa-4c93-89a0-f3502e6edf5f admin admin] 10.222.0.45 "PUT /v2.0/routers/35513d7c-202c-4547-8eba-2046493914e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5849323 Apr 01 12:44:51.974833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48048) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:52.007366 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739df617-25f4-4541-860d-40cf835a2f49 None None] Routers {'35513d7c-202c-4547-8eba-2046493914e1'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:52.008003 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-739df617-25f4-4541-860d-40cf835a2f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['35513d7c-202c-4547-8eba-2046493914e1'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:52.016283 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e5c1f119-640d-4fc2-a6ef-03e752209c33 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=020d09a4-dbb7-49d6-959a-cfee28537406 HTTP/1.1" status: 200 len: 205 time: 0.0464873 Apr 01 12:44:52.020309 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48050) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:52.086392 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-1ce39e4a-fdda-47f0-8c47-862c62e9f2db tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] delete failed (client error): The resource could not be found. Apr 01 12:44:52.090961 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1ce39e4a-fdda-47f0-8c47-862c62e9f2db tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/020d09a4-dbb7-49d6-959a-cfee28537406 HTTP/1.1" status: 404 len: 336 time: 0.0692520 Apr 01 12:44:52.094443 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48052) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:52.101850 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-53e1d634-5cd8-4931-a0e2-97d97e222d24 req-542a8022-f367-4b58-9c18-b45450d38838 tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ec3ad04-7187-47e6-a9a4-e09f769bbeef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769941 Apr 01 12:44:52.113239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Transition to ACTIVE for port object 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:44:52.118301 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:52.134035 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-49adb58a-ca17-4ae1-b7f1-6442faf2ff3d req-3a34ecd3-45fb-479a-a468-ce7539da0c2b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:52.134796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:52.139417 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-147728cb-8402-41f9-87cb-b2856eb020c3 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] DELETE failed (client error): The resource could not be found. Apr 01 12:44:52.140494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147728cb-8402-41f9-87cb-b2856eb020c3 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:44:52.143670 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-147728cb-8402-41f9-87cb-b2856eb020c3 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/399cef7e-4e32-4e4f-8aa2-260da02cf35c HTTP/1.1" status: 404 len: 337 time: 0.0482500 Apr 01 12:44:52.147682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48054) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:52.150262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-739df617-25f4-4541-860d-40cf835a2f49 None None] Set router 35513d7c-202c-4547-8eba-2046493914e1 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:52.160182 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:52.200990 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8bf582dc-cdd8-4db9-8ad2-6bec5c7f57b0 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a17fea0-0112-4f3f-be1b-280ee16938a2 HTTP/1.1" status: 200 len: 205 time: 0.0520802 Apr 01 12:44:52.204480 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48058) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:52.272935 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-3a3d6815-ceb0-4d41-81eb-ee84fc55b949 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] delete failed (client error): The resource could not be found. Apr 01 12:44:52.278080 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3a3d6815-ceb0-4d41-81eb-ee84fc55b949 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/6a17fea0-0112-4f3f-be1b-280ee16938a2 HTTP/1.1" status: 404 len: 336 time: 0.0685248 Apr 01 12:44:52.312129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48060) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:52.347218 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d19057-ff4d-46a6-b312-1b476ca037fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] DELETE failed (client error): The resource could not be found. Apr 01 12:44:52.347706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d19057-ff4d-46a6-b312-1b476ca037fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:44:52.353124 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-72d19057-ff4d-46a6-b312-1b476ca037fa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/dcc10b19-9bc4-4ea9-93b6-b9782ea15557 HTTP/1.1" status: 404 len: 337 time: 0.0373685 Apr 01 12:44:52.385696 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48062) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:52.408792 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2984f98-9b65-4ff5-9e18-b4aca7e074cc req-c35731df-d138-4041-938d-ac58e3089aa9 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:52.410886 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e2984f98-9b65-4ff5-9e18-b4aca7e074cc req-c35731df-d138-4041-938d-ac58e3089aa9 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 943 time: 0.1358011 Apr 01 12:44:52.425438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-49adb58a-ca17-4ae1-b7f1-6442faf2ff3d req-3a34ecd3-45fb-479a-a468-ce7539da0c2b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] No DVR routers for this DVR port 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:52.436110 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:52.437610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Pushing event updated for resources: {'Port': ['ID=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:52.458756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-49adb58a-ca17-4ae1-b7f1-6442faf2ff3d req-3a34ecd3-45fb-479a-a468-ce7539da0c2b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:52.462064 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-49adb58a-ca17-4ae1-b7f1-6442faf2ff3d req-3a34ecd3-45fb-479a-a468-ce7539da0c2b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] 10.222.0.44 "DELETE /v2.0/ports/5e70ca5e-7834-4d95-b6d8-8dfaadabef77 HTTP/1.1" status: 204 len: 173 time: 4.1076143 Apr 01 12:44:52.487276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'name': 'network-vif-deleted', 'tag': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:44:52.490150 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea850da1-a31a-4f7a-9e24-5f9e5d9fde0c" -d '{"events": [{"server_uuid": "9b8a43e3-8247-43b1-9eae-42f1504a9428", "name": "network-vif-deleted", "tag": "5e70ca5e-7834-4d95-b6d8-8dfaadabef77"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:44:52.493268 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e2984f98-9b65-4ff5-9e18-b4aca7e074cc req-0acdead6-d6a1-4f93-b0dd-1ca922748ce6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711744 Apr 01 12:44:52.576989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-739df617-25f4-4541-860d-40cf835a2f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35513d7c-202c-4547-8eba-2046493914e1', 'name': 'tempest-TestAggregatesBasicOps-866106741-router', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:06Z', 'updated_at': '2022-04-01T12:44:48Z', 'revision_number': 5, 'project_id': '89c32d92ef8d40528e86d38fcc643d3c', 'gw_port': {'id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35513d7c-202c-4547-8eba-2046493914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:09Z', 'updated_at': '2022-04-01T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:52.582596 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7a06beac-77de-44b6-8d7b-8e78058fba63 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "GET /v2.0/ports?device_id=25eda4b6-09c6-4870-bacb-ec75375868e4 HTTP/1.1" status: 200 len: 205 time: 0.1763675 Apr 01 12:44:52.592002 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b524d392-d5db-4b65-87ab-5da9137ad868 x-openstack-request-id: req-b524d392-d5db-4b65-87ab-5da9137ad868 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:44:52.592002 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8a43e3-8247-43b1-9eae-42f1504a9428", "name": "network-vif-deleted", "tag": "5e70ca5e-7834-4d95-b6d8-8dfaadabef77", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:44:52.592432 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b524d392-d5db-4b65-87ab-5da9137ad868 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:44:52.592867 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b524d392-d5db-4b65-87ab-5da9137ad868'] response: {'server_uuid': '9b8a43e3-8247-43b1-9eae-42f1504a9428', 'name': 'network-vif-deleted', 'tag': '5e70ca5e-7834-4d95-b6d8-8dfaadabef77', 'status': 'completed', 'code': 200} Apr 01 12:44:52.592972 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48066) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:52.639628 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-61395d0e-4b70-46a7-89f2-062ddf3a90ab tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] delete failed (client error): The resource could not be found. Apr 01 12:44:52.642981 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-61395d0e-4b70-46a7-89f2-062ddf3a90ab tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/routers/25eda4b6-09c6-4870-bacb-ec75375868e4 HTTP/1.1" status: 404 len: 336 time: 0.0439138 Apr 01 12:44:52.644281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48068) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:52.648014 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-60429fce-6a3b-467a-afd4-88ec937a7fdd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:52.648626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739df617-25f4-4541-860d-40cf835a2f49 None None] Checking router: 35513d7c-202c-4547-8eba-2046493914e1 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:52.658388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34ecd3-45fb-479a-a468-ce7539da0c2b tempest-ServersNegativeTestJSON-1958492296 tempest-ServersNegativeTestJSON-1958492296-project] Pushing event deleted for resources: {'Port': ['ID=5e70ca5e-7834-4d95-b6d8-8dfaadabef77,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:52.660553 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:52.662624 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739df617-25f4-4541-860d-40cf835a2f49 None None] Routers {'35513d7c-202c-4547-8eba-2046493914e1'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:52.663201 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-739df617-25f4-4541-860d-40cf835a2f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['35513d7c-202c-4547-8eba-2046493914e1'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:52.681222 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf432f2-c9d8-4ffb-ab49-dfd08f55caaa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] DELETE failed (client error): The resource could not be found. Apr 01 12:44:52.681538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf432f2-c9d8-4ffb-ab49-dfd08f55caaa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:44:52.684594 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5bf432f2-c9d8-4ffb-ab49-dfd08f55caaa tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/08b342b8-b815-4cf0-a60b-71aad831e1ed HTTP/1.1" status: 404 len: 337 time: 0.0392849 Apr 01 12:44:52.688694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48070) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:52.715438 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea5f596-3a69-4e75-a477-2cd524f63030 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] DELETE failed (client error): The resource could not be found. Apr 01 12:44:52.715785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea5f596-3a69-4e75-a477-2cd524f63030 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:44:52.719194 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dea5f596-3a69-4e75-a477-2cd524f63030 tempest-RoutersTest-1340341306 tempest-RoutersTest-1340341306-project] 10.222.0.45 "DELETE /v2.0/subnets/e08951c1-5982-4ca7-a944-ff455b554f8b HTTP/1.1" status: 404 len: 337 time: 0.0293534 Apr 01 12:44:52.779573 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:52.784077 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.4294631 Apr 01 12:44:52.785863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48074) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:52.849379 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-739df617-25f4-4541-860d-40cf835a2f49 None None] Set router 35513d7c-202c-4547-8eba-2046493914e1 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:52.882368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec829463-4add-4f2e-b468-e9310e5c2aa0 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event updated for resources: {'Port': ['ID=12f5772c-40fc-4cba-8199-3c16cd5d3472,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:52.899311 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-60429fce-6a3b-467a-afd4-88ec937a7fdd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:52.902634 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-60429fce-6a3b-467a-afd4-88ec937a7fdd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/de589f02-d7e1-4245-9e1c-54ad14c4f791 HTTP/1.1" status: 204 len: 168 time: 2.8937402 Apr 01 12:44:52.911508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48076) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:52.981681 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ef4a9920-f941-4b24-9348-85c5f9e46d5c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "GET /v2.0/floatingips?floating_network_id=2e9be331-7fa9-4a21-99e2-83892b055340 HTTP/1.1" status: 200 len: 689 time: 0.1942639 Apr 01 12:44:52.984081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48080) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:53.037137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc9d8b-dd83-4a68-99fe-970845aa3e71 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:53.052482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc9d8b-dd83-4a68-99fe-970845aa3e71 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:53.064056 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1bcc9d8b-dd83-4a68-99fe-970845aa3e71 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1482823 Apr 01 12:44:53.066373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48082) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:53.070373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:53.078174 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Attempting to bind port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:53.078773 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Attempting to bind port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:53.079323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Attempting to bind port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:53.099784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60429fce-6a3b-467a-afd4-88ec937a7fdd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=de589f02-d7e1-4245-9e1c-54ad14c4f791,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:53.124481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 on network 7954533d-2445-42af-9c0a-77b864800a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:44:53.125058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Attempting to bind port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:53.132425 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.136950 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48086) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:53.157787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:53.158183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Checking segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:53.158570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Bound using segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:53.160540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Bound port: 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:53.161709 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.171806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:53.172186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5e70ca5e-7834-4d95-b6d8-8dfaadabef77 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:53.174892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.267504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-739df617-25f4-4541-860d-40cf835a2f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35513d7c-202c-4547-8eba-2046493914e1', 'name': 'tempest-TestAggregatesBasicOps-866106741-router', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:06Z', 'updated_at': '2022-04-01T12:44:48Z', 'revision_number': 5, 'project_id': '89c32d92ef8d40528e86d38fcc643d3c', 'gw_port': {'id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35513d7c-202c-4547-8eba-2046493914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:09Z', 'updated_at': '2022-04-01T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:53.289244 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48090) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:53.306600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739df617-25f4-4541-860d-40cf835a2f49 None None] The sync data for ids ['35513d7c-202c-4547-8eba-2046493914e1'] in n-d-836146-1 is: [{'id': '35513d7c-202c-4547-8eba-2046493914e1', 'name': 'tempest-TestAggregatesBasicOps-866106741-router', 'tenant_id': '89c32d92ef8d40528e86d38fcc643d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:06Z', 'updated_at': '2022-04-01T12:44:48Z', 'revision_number': 5, 'project_id': '89c32d92ef8d40528e86d38fcc643d3c', 'gw_port': {'id': '83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35513d7c-202c-4547-8eba-2046493914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:09Z', 'updated_at': '2022-04-01T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:44:53.340061 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.350802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] For port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:53.380052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] For port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:53.410484 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2809d2bc-36dd-4990-b726-3e5594334ad1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6012ca976eb042e4b4ff391cd251aec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701924 Apr 01 12:44:53.412777 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48092) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:53.416208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62af1f7-5694-493e-8e30-58283d705601 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet ae4eecc0-46da-4d2c-94fd-32f3900048cc {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:44:53.422157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a329fa2-5c42-4218-9a65-aaa298f33fba admin admin] Deleting subnet de55e09b-91e9-4604-9313-fe8b6951dd05 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:44:53.426449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a329fa2-5c42-4218-9a65-aaa298f33fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.439544 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.450622 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b62af1f7-5694-493e-8e30-58283d705601 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.459992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:53.460612 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.462271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] 10.222.0.37 "PUT /v2.0/ports/28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 HTTP/1.1" status: 200 len: 1091 time: 5.0166638 Apr 01 12:44:53.490026 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Deleting port 12f5772c-40fc-4cba-8199-3c16cd5d3472 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:53.490366 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.497850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a329fa2-5c42-4218-9a65-aaa298f33fba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.599744 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f54176b8-9bd9-49f7-9cc4-5397c5acd361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.606304 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a329fa2-5c42-4218-9a65-aaa298f33fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.648524 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b62af1f7-5694-493e-8e30-58283d705601 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.663117 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f54176b8-9bd9-49f7-9cc4-5397c5acd361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.665590 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.665912 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.695261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Calling delete_port for 12f5772c-40fc-4cba-8199-3c16cd5d3472 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:53.750474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb367d-e2ac-4f04-a0c2-80ef4279a28c service neutron] Pushing event updated for resources: {'Port': ['ID=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:53.771722 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a329fa2-5c42-4218-9a65-aaa298f33fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.809043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-a36112ba-a3fe-4656-9062-0b1acf9cba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:53.810595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-a36112ba-a3fe-4656-9062-0b1acf9cba2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 1094 time: 0.2857862 Apr 01 12:44:53.813499 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a329fa2-5c42-4218-9a65-aaa298f33fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de55e09b-91e9-4604-9313-fe8b6951dd05,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:53.819584 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6a329fa2-5c42-4218-9a65-aaa298f33fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.823076 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6a329fa2-5c42-4218-9a65-aaa298f33fba admin admin] 10.222.0.45 "DELETE /v2.0/subnets/de55e09b-91e9-4604-9313-fe8b6951dd05 HTTP/1.1" status: 204 len: 168 time: 0.5333765 Apr 01 12:44:53.825740 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48096) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:53.860461 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f54176b8-9bd9-49f7-9cc4-5397c5acd361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.863048 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f54176b8-9bd9-49f7-9cc4-5397c5acd361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.864219 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f54176b8-9bd9-49f7-9cc4-5397c5acd361 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/962e061f-797d-4436-b83f-50e8c41a6779 HTTP/1.1" status: 204 len: 168 time: 0.4504917 Apr 01 12:44:53.881278 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-e37bb5e1-5fbd-418b-be1d-b7c3a96020bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 HTTP/1.1" status: 200 len: 217 time: 0.0628116 Apr 01 12:44:53.915846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Deleting port 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:53.916123 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:53.942092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54176b8-9bd9-49f7-9cc4-5397c5acd361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962e061f-797d-4436-b83f-50e8c41a6779,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:53.963348 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.020796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-a0396fc4-7411-477b-b901-88572f773c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:54.022368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-a0396fc4-7411-477b-b901-88572f773c26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.0811925 Apr 01 12:44:54.060081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f72799-6b08-4cfd-a56f-f1dc26622731 req-e084dd05-9ce7-4c62-849d-1aff62e00a85 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:54.061699 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96f72799-6b08-4cfd-a56f-f1dc26622731 req-e084dd05-9ce7-4c62-849d-1aff62e00a85 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 943 time: 0.4683223 Apr 01 12:44:54.071758 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7f936c65-c242-4498-99e1-e76ae0c8782d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:54.132619 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b62af1f7-5694-493e-8e30-58283d705601 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.136560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Allocated IP 172.20.0.1 (b4b10f20-93cd-48c1-bba4-70b44c5b92f4/bb2409b7-d005-4b83-bb45-b3e7637fb4f0/78498dce-acd8-436b-b2c4-84459f93f121) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:54.140740 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-042239cf-fffd-4bda-8379-3ff75a37a76f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766809 Apr 01 12:44:54.152898 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.155461 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.171413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7f936c65-c242-4498-99e1-e76ae0c8782d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:54.171921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.244144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca97d75-f322-412f-ba58-fb5dd7056321']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:54.257330 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532e8cc1-8a13-4060-b4e1-a873727ab6ec') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:54.257637 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532e8cc1-8a13-4060-b4e1-a873727ab6ec') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:54.269319 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.287826 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.291801 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7d98d595-f83e-4492-900d-dcb59f046f00 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:54.296846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event deleted for resources: {'Port': ['ID=12f5772c-40fc-4cba-8199-3c16cd5d3472,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:54.314528 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:44:54.314944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.364255 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7d98d595-f83e-4492-900d-dcb59f046f00 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:54.365005 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.395129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.476287 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.501534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 7d98d595-f83e-4492-900d-dcb59f046f00, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7d98d595-f83e-4492-900d-dcb59f046f00,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:54.509122 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.521035 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:54.521973 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96f72799-6b08-4cfd-a56f-f1dc26622731 req-eb3f97d0-48c3-41ab-a2d0-85da60cb3209 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268482 Apr 01 12:44:54.573677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] For port 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:54.574087 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.594060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07f418b-2713-4cfd-b9af-c2350800105b', 'tag': '28c37571-5ea0-4cd4-8d3e-3e9b8650dc16'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:44:54.596704 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b42df52-dde8-4b54-a80b-9a2311c9d6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f07f418b-2713-4cfd-b9af-c2350800105b", "tag": "28c37571-5ea0-4cd4-8d3e-3e9b8650dc16"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:44:54.601174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:54.602132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ef5f5391-e3d7-4bed-9b74-0d1a19c214d9 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:54.618298 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b62af1f7-5694-493e-8e30-58283d705601 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.626987 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=7d98d595-f83e-4492-900d-dcb59f046f00,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:44:54.642084 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:44:54.675948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Calling delete_port for 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:54.690285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23a7e8-605b-4fd4-bed2-e9e3ae0cd70a None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:54.731601 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.735547 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.744024 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.750826 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4ca97d75-f322-412f-ba58-fb5dd7056321 HTTP/1.1" status: 204 len: 168 time: 0.9213569 Apr 01 12:44:54.762695 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48233a58-b5e9-4aec-9595-03a6e2e97970 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca97d75-f322-412f-ba58-fb5dd7056321,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:54.823322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.925897 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579f690e-0a59-4686-bab8-76194d0bc5d7 x-openstack-request-id: req-579f690e-0a59-4686-bab8-76194d0bc5d7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:44:54.926646 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07f418b-2713-4cfd-b9af-c2350800105b", "tag": "28c37571-5ea0-4cd4-8d3e-3e9b8650dc16", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:44:54.927063 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-579f690e-0a59-4686-bab8-76194d0bc5d7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:44:54.927729 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579f690e-0a59-4686-bab8-76194d0bc5d7'] response: {'name': 'network-changed', 'server_uuid': 'f07f418b-2713-4cfd-b9af-c2350800105b', 'tag': '28c37571-5ea0-4cd4-8d3e-3e9b8650dc16', 'status': 'completed', 'code': 200} Apr 01 12:44:54.928688 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.930860 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b62af1f7-5694-493e-8e30-58283d705601 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.937050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b62af1f7-5694-493e-8e30-58283d705601 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/ae4eecc0-46da-4d2c-94fd-32f3900048cc HTTP/1.1" status: 204 len: 168 time: 1.8422086 Apr 01 12:44:54.937234 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48120) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:54.954173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62af1f7-5694-493e-8e30-58283d705601 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4eecc0-46da-4d2c-94fd-32f3900048cc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:54.969159 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-e65a1891-9446-4cfe-bc0c-5714ed439007 service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7556887 Apr 01 12:44:54.977250 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:54.987355 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f35f5-8069-4680-89ea-412b79b3a973 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:44:55.015969 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48122) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:55.047160 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.090922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:55.106210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:55.108239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Pushing event updated for resources: {'Port': ['ID=78498dce-acd8-436b-b2c4-84459f93f121,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:55.110800 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:55.128036 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d2420b9c-5256-41b3-9af7-52f4f3dcf633 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1881738 Apr 01 12:44:55.130242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=af7396d3-a641-4f4e-9575-ee62c4427044,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:55.138928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f35f5-8069-4680-89ea-412b79b3a973 None None] Deleting port 7f936c65-c242-4498-99e1-e76ae0c8782d {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:55.139419 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d4f35f5-8069-4680-89ea-412b79b3a973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.155770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48126) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:55.196916 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.222594 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9be331-7fa9-4a21-99e2-83892b055340']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:55.232410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9d4f35f5-8069-4680-89ea-412b79b3a973 None None] For port 7f936c65-c242-4498-99e1-e76ae0c8782d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7f936c65-c242-4498-99e1-e76ae0c8782d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:55.232809 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d4f35f5-8069-4680-89ea-412b79b3a973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.247553 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac936872-69c2-4b83-a15f-20196cda6005') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:55.247553 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac936872-69c2-4b83-a15f-20196cda6005') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:55.273061 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.290343 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.290611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48128) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:55.298784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:44:55.299437 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.310689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:55.344187 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1a4ea0e1-52ef-45b0-82c9-b3af52b5d7d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1b78754d61141de95bbebd769b92f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261991 Apr 01 12:44:55.354705 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48132) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:44:55.387646 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:44:55.402239 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.403702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.411285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-be98dbb5-027b-4562-8e74-728fa33f9b24 req-01f5a824-cd5e-4a51-92c4-14cb10bd425c service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294624 Apr 01 12:44:55.412228 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e9be331-7fa9-4a21-99e2-83892b055340 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 12:44:55.418174 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.422137 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "DELETE /v2.0/networks/2e9be331-7fa9-4a21-99e2-83892b055340 HTTP/1.1" status: 204 len: 168 time: 2.4368329 Apr 01 12:44:55.424507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48134) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:55.465600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db429e-f4b3-49ff-9f59-a546536eb488 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e9be331-7fa9-4a21-99e2-83892b055340,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:55.481542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f35f5-8069-4680-89ea-412b79b3a973 None None] Calling delete_port for 7f936c65-c242-4498-99e1-e76ae0c8782d owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:55.487692 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.592005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9826f456-427e-41c7-8f17-ef9c27747c06 None None] Provisioning complete for port 78498dce-acd8-436b-b2c4-84459f93f121 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:55.592376 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9826f456-427e-41c7-8f17-ef9c27747c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.615621 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0ebb3102-0af5-443a-8ceb-24f268af01fc tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1883070 Apr 01 12:44:55.616436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48138) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:55.668053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9826f456-427e-41c7-8f17-ef9c27747c06 None None] Port 78498dce-acd8-436b-b2c4-84459f93f121 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:44:55.690993 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d4f35f5-8069-4680-89ea-412b79b3a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.727532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f35f5-8069-4680-89ea-412b79b3a973 None None] Pushing event deleted for resources: {'Port': ['ID=7f936c65-c242-4498-99e1-e76ae0c8782d,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:55.730842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7d98d595-f83e-4492-900d-dcb59f046f00 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:55.777971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4f35f5-8069-4680-89ea-412b79b3a973 None None] No DVR routers for this DVR port 7f936c65-c242-4498-99e1-e76ae0c8782d on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:55.796404 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7195df-8940-43dc-8c9e-98bd2bd05201 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:55.797160 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7195df-8940-43dc-8c9e-98bd2bd05201 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:55.797848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7195df-8940-43dc-8c9e-98bd2bd05201 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:55.799463 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7195df-8940-43dc-8c9e-98bd2bd05201 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:55.800195 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7195df-8940-43dc-8c9e-98bd2bd05201 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:55.801636 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7195df-8940-43dc-8c9e-98bd2bd05201 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:55.802269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7195df-8940-43dc-8c9e-98bd2bd05201 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:55.802860 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7195df-8940-43dc-8c9e-98bd2bd05201 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:55.806820 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7d98d595-f83e-4492-900d-dcb59f046f00 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:55.807196 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.813992 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cb7195df-8940-43dc-8c9e-98bd2bd05201 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5301 time: 0.1963067 Apr 01 12:44:55.814882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48140) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:55.855606 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-18a94138-bfe1-4d92-94de-7d58d0251449 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] delete failed (client error): The resource could not be found. Apr 01 12:44:55.859895 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-18a94138-bfe1-4d92-94de-7d58d0251449 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/2454912f-8d11-4cf7-8249-c44928f4c555 HTTP/1.1" status: 404 len: 345 time: 0.0439026 Apr 01 12:44:55.860635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48142) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:55.879845 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfd6347-5d19-4990-930b-8ca060bd27ab tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] DELETE failed (client error): The resource could not be found. Apr 01 12:44:55.880662 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfd6347-5d19-4990-930b-8ca060bd27ab tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:44:55.887840 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5cfd6347-5d19-4990-930b-8ca060bd27ab tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "DELETE /v2.0/networks/2e9be331-7fa9-4a21-99e2-83892b055340 HTTP/1.1" status: 404 len: 339 time: 0.0261045 Apr 01 12:44:55.888687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48144) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:55.893649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a150047f-68c4-4308-9e24-d42f55c72065 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Request body: {'network': {'name': 'tempest-network--2126847026', 'router:external': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:55.931637 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a150047f-68c4-4308-9e24-d42f55c72065 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Made reservation on behalf of 6a40659e4a9c4627844c93c4b7e7f279 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:55.933966 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a150047f-68c4-4308-9e24-d42f55c72065 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.964530 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a150047f-68c4-4308-9e24-d42f55c72065 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:44:55.978744 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a150047f-68c4-4308-9e24-d42f55c72065 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:55.978926 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-a150047f-68c4-4308-9e24-d42f55c72065 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Added segment c098c96b-7803-493b-a2a5-7a5d880a9471 of type vlan for network 640b8605-0653-4a47-b632-5e95652d73ff Apr 01 12:44:55.984787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9446e37-90db-4459-86c8-328609636ca0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:55.986472 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f9446e37-90db-4459-86c8-328609636ca0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7977962 Apr 01 12:44:55.991075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48146) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:55.997424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7f936c65-c242-4498-99e1-e76ae0c8782d no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:56.022735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ab17ffe3-5df2-409d-af0d-45e50f016302 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-592762853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:56.027997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7f936c65-c242-4498-99e1-e76ae0c8782d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:56.028669 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7f936c65-c242-4498-99e1-e76ae0c8782d not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:56.079264 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a150047f-68c4-4308-9e24-d42f55c72065 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.090166 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a6f4e-32b4-4dbd-85ea-f405c7fba064 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:56.091611 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-705a6f4e-32b4-4dbd-85ea-f405c7fba064 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0994828 Apr 01 12:44:56.095520 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48148) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:56.109686 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab17ffe3-5df2-409d-af0d-45e50f016302 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.110736 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab17ffe3-5df2-409d-af0d-45e50f016302 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.120772 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.132197 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.139060 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3aa9efa0-cc50-47b0-85ed-9321a468480b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424788 Apr 01 12:44:56.146362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48150) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:56.152429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0e38862d-8482-48bc-af4c-078507c77548 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:56.156719 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-73c4c48f-04c9-49a1-9943-a81b0c85618e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.168069 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a150047f-68c4-4308-9e24-d42f55c72065 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.169025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a150047f-68c4-4308-9e24-d42f55c72065 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:56.169604 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a150047f-68c4-4308-9e24-d42f55c72065 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.238313 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:44:56.239285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42df52-dde8-4b54-a80b-9a2311c9d6ae req-edc0a980-90c4-43ac-b58a-8a23e850e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:56.240791 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b42df52-dde8-4b54-a80b-9a2311c9d6ae req-edc0a980-90c4-43ac-b58a-8a23e850e27f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 1094 time: 0.7496526 Apr 01 12:44:56.245872 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a150047f-68c4-4308-9e24-d42f55c72065 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3538766 Apr 01 12:44:56.248993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48152) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:56.279864 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.280407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35513d7c-202c-4547-8eba-2046493914e1 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:44:56.284850 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.285972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f9e89daa-8ef2-4524-a82b-ec52c2c94b34 admin admin] 10.222.0.45 "DELETE /v2.0/routers/35513d7c-202c-4547-8eba-2046493914e1 HTTP/1.1" status: 204 len: 168 time: 4.3087525 Apr 01 12:44:56.288065 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-73c4c48f-04c9-49a1-9943-a81b0c85618e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.298936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48154) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:56.309053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f9d91-0b43-44e0-a879-0f254a225907 req-afea3b16-57ab-4f42-ba76-12b5c8774179 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:56.310558 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af0f9d91-0b43-44e0-a879-0f254a225907 req-afea3b16-57ab-4f42-ba76-12b5c8774179 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 943 time: 0.3189607 Apr 01 12:44:56.334283 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150047f-68c4-4308-9e24-d42f55c72065 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event updated for resources: {'Network': ['ID=640b8605-0653-4a47-b632-5e95652d73ff,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:56.346448 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 640b8605-0653-4a47-b632-5e95652d73ff details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:44:56.360747 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab17ffe3-5df2-409d-af0d-45e50f016302 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.394771 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab17ffe3-5df2-409d-af0d-45e50f016302 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.476230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e38862d-8482-48bc-af4c-078507c77548 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:56.479331 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e38862d-8482-48bc-af4c-078507c77548 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.495734 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab17ffe3-5df2-409d-af0d-45e50f016302 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.497276 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ab17ffe3-5df2-409d-af0d-45e50f016302 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1781130 Apr 01 12:44:56.500829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48156) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:56.501475 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.506462 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af0f9d91-0b43-44e0-a879-0f254a225907 req-05aa514a-6f2a-470c-9f09-712efc344f5b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557095 Apr 01 12:44:56.514104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1387632316'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:56.582314 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-73c4c48f-04c9-49a1-9943-a81b0c85618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.583294 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-73c4c48f-04c9-49a1-9943-a81b0c85618e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.586786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-73c4c48f-04c9-49a1-9943-a81b0c85618e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ec3ad04-7187-47e6-a9a4-e09f769bbeef HTTP/1.1" status: 204 len: 168 time: 1.2255046 Apr 01 12:44:56.594579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47d5a95-dd7e-4f63-a46d-21f92eb49660 admin admin] Deleting subnet f27fba87-5048-4554-a9f6-426694f2fd0e {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:44:56.600202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42df52-dde8-4b54-a80b-9a2311c9d6ae req-147c55f8-a833-4b01-9340-014d58993273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:56.602036 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b42df52-dde8-4b54-a80b-9a2311c9d6ae req-147c55f8-a833-4b01-9340-014d58993273 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 907 time: 0.3472543 Apr 01 12:44:56.604604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4c48f-04c9-49a1-9943-a81b0c85618e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec3ad04-7187-47e6-a9a4-e09f769bbeef,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:56.608048 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b47d5a95-dd7e-4f63-a46d-21f92eb49660 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.608222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Made reservation on behalf of df71b81a9af348b2b6d8dd4c6b651fd2 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:56.611866 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.625124 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.652089 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b42ed-5889-4a51-bf28-88231a0b2d12 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:56.658219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b42ed-5889-4a51-bf28-88231a0b2d12 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:56.664381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b42ed-5889-4a51-bf28-88231a0b2d12 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:56.670378 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b42ed-5889-4a51-bf28-88231a0b2d12 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:56.674535 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ef9b42ed-5889-4a51-bf28-88231a0b2d12 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4205503 Apr 01 12:44:56.674685 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b42df52-dde8-4b54-a80b-9a2311c9d6ae req-84924c40-d8b3-426f-a1fd-12dc2a362329 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 HTTP/1.1" status: 200 len: 217 time: 0.0522416 Apr 01 12:44:56.676212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48160) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:56.703156 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b47d5a95-dd7e-4f63-a46d-21f92eb49660 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.826708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42df52-dde8-4b54-a80b-9a2311c9d6ae req-ac106d7e-b9cb-461c-b551-4828675b63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:56.828796 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b42df52-dde8-4b54-a80b-9a2311c9d6ae req-ac106d7e-b9cb-461c-b551-4828675b63a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.1364095 Apr 01 12:44:56.830708 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.883894 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b42df52-dde8-4b54-a80b-9a2311c9d6ae req-e9e52763-3232-4e72-b3a2-748b99aa6eb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440438 Apr 01 12:44:56.942771 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b47d5a95-dd7e-4f63-a46d-21f92eb49660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.955662 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:56.986843 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e38862d-8482-48bc-af4c-078507c77548 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.001566 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.001566 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.043644 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.071282 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.078118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e38862d-8482-48bc-af4c-078507c77548 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:57.093468 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-0e38862d-8482-48bc-af4c-078507c77548 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:57.105191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38862d-8482-48bc-af4c-078507c77548 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:57.105781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e38862d-8482-48bc-af4c-078507c77548 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.112412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:44:57.115683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77dcc6b-3f66-4770-8696-17d6a35cfe42 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:57.121041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Pushing event updated for resources: {'Port': ['ID=78498dce-acd8-436b-b2c4-84459f93f121,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:57.122210 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640b8605-0653-4a47-b632-5e95652d73ff']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:57.123563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf5a8c3-426c-4fda-bcf7-abd299d9dec9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:57.126186 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38862d-8482-48bc-af4c-078507c77548 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=6062129f-d0c7-46b5-bc99-16b1bc43e04f,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:57.132512 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.141141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c098c96b-7803-493b-a2a5-7a5d880a9471') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:57.141433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c098c96b-7803-493b-a2a5-7a5d880a9471') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:57.144891 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b42df52-dde8-4b54-a80b-9a2311c9d6ae req-53fbe1b6-3370-4fd0-b3bf-7f25a27ecbd8 service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519648 Apr 01 12:44:57.146085 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.146458 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Added segment 6ad32a80-cf20-4d07-a59a-b476ffeb2376 of type vlan for network 29d4aa61-8bd4-497b-8109-0b8a0013baf0 Apr 01 12:44:57.152251 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0e38862d-8482-48bc-af4c-078507c77548 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0048401 Apr 01 12:44:57.155414 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b47d5a95-dd7e-4f63-a46d-21f92eb49660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.157915 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48172) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:57.160171 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.177714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': '6062129f-d0c7-46b5-bc99-16b1bc43e04f', 'ip_address': '2001:db8::b2a6:94a0:da75:46ba'}], 'name': 'tempest-NetworksTestDHCPv6-355156142'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:57.216524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d5a95-dd7e-4f63-a46d-21f92eb49660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27fba87-5048-4554-a9f6-426694f2fd0e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:57.220767 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b47d5a95-dd7e-4f63-a46d-21f92eb49660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.224763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b47d5a95-dd7e-4f63-a46d-21f92eb49660 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f27fba87-5048-4554-a9f6-426694f2fd0e HTTP/1.1" status: 204 len: 168 time: 0.9055755 Apr 01 12:44:57.228899 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.229057 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48174) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:57.250150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:44:57.251141 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.282325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b950d-ed04-4131-a824-7627d453ffba None None] Network 56b1c201-c1c5-4022-955b-47a5677d73c6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:44:57.289986 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:44:57.296700 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.407645 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.412750 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 640b8605-0653-4a47-b632-5e95652d73ff {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 12:44:57.416262 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.419879 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "DELETE /v2.0/networks/640b8605-0653-4a47-b632-5e95652d73ff HTTP/1.1" status: 204 len: 168 time: 0.7411370 Apr 01 12:44:57.425272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48184) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:57.437756 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8e8b8108-1006-4470-9ad4-04b0475b932c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Request body: {'network': {'name': 'tempest-network--1695094016', 'router:external': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:57.449983 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.465417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': '6062129f-d0c7-46b5-bc99-16b1bc43e04f'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:44:57.467299 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.470606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2b42df52-dde8-4b54-a80b-9a2311c9d6ae req-127849ce-06e3-4325-b5c8-3da4c2b5b05b service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113458 Apr 01 12:44:57.474735 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.482380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8b8108-1006-4470-9ad4-04b0475b932c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Made reservation on behalf of 6a40659e4a9c4627844c93c4b7e7f279 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:57.486196 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e8b8108-1006-4470-9ad4-04b0475b932c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.494790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:57.495444 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.513807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:57.517472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6511d-4589-447a-9529-902564c93589 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event deleted for resources: {'Network': ['ID=640b8605-0653-4a47-b632-5e95652d73ff,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:57.537620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:57.563742 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:44:57.569057 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8b8108-1006-4470-9ad4-04b0475b932c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:44:57.573961 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0664129 Apr 01 12:44:57.585523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48188) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:57.597440 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-358c8dea-26de-4fa3-b11e-fd5ec0eedb48 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Request body: {'subnet': {'network_id': '29d4aa61-8bd4-497b-8109-0b8a0013baf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:57.658733 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:44:57.659323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 83aa7ce0-3f0a-4c2b-8365-3bb381e2bf2b not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:44:57.663324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee8a06-6438-4b5c-9ba7-7b707a12175a tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'Network': ['ID=29d4aa61-8bd4-497b-8109-0b8a0013baf0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:57.772682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358c8dea-26de-4fa3-b11e-fd5ec0eedb48 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Made reservation on behalf of df71b81a9af348b2b6d8dd4c6b651fd2 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:57.776327 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-358c8dea-26de-4fa3-b11e-fd5ec0eedb48 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.786574 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e8b8108-1006-4470-9ad4-04b0475b932c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.787011 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-8e8b8108-1006-4470-9ad4-04b0475b932c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Added segment 64f36896-c23d-494f-b280-d83e78c84364 of type vlan for network 35edde9c-1444-4975-b78a-a6ecdd640a73 Apr 01 12:44:57.823052 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Allocated IP 2001:db8::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/6062129f-d0c7-46b5-bc99-16b1bc43e04f/2b9652ce-8921-40b3-b6e7-b7c07c44678d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:57.874408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Deleting port 1fc698c9-2d23-44db-a9c4-63abce125beb {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:57.874725 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.897241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02216b-63a2-4740-a3c7-8d347741cc36 req-d32f9f3c-66f4-4f50-9170-43f60cbb89eb tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:57.906623 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fb02216b-63a2-4740-a3c7-8d347741cc36 req-d32f9f3c-66f4-4f50-9170-43f60cbb89eb tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 943 time: 0.1802237 Apr 01 12:44:57.941493 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:44:57.950264 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e8b8108-1006-4470-9ad4-04b0475b932c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:57.990652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:44:57.995772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] For port 1fc698c9-2d23-44db-a9c4-63abce125beb, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1fc698c9-2d23-44db-a9c4-63abce125beb,segment=NetworkSegment(0d1071c5-8a81-43c2-b990-d5e12bea2d5b),segment_id=0d1071c5-8a81-43c2-b990-d5e12bea2d5b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:57.996374 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.008595 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e8b8108-1006-4470-9ad4-04b0475b932c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.009825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8b8108-1006-4470-9ad4-04b0475b932c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:58.010495 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e8b8108-1006-4470-9ad4-04b0475b932c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.014983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Calling delete_port for 1fc698c9-2d23-44db-a9c4-63abce125beb owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:58.019881 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.026828 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 29d4aa61-8bd4-497b-8109-0b8a0013baf0 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:44:58.044089 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.135373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d4d3c8dc-4684-467c-b069-fb5909daf0bf None None] Provisioning complete for port 78498dce-acd8-436b-b2c4-84459f93f121 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:58.135746 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d4d3c8dc-4684-467c-b069-fb5909daf0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.189682 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:44:58.199537 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:58.207369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:44:58.211330 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d4d3c8dc-4684-467c-b069-fb5909daf0bf None None] Port 78498dce-acd8-436b-b2c4-84459f93f121 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:44:58.212649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Pushing event updated for resources: {'Port': ['ID=2b9652ce-8921-40b3-b6e7-b7c07c44678d,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:58.277246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0ce3d-ee39-44ff-adf3-5b0871bb26b2 None None] DHCP port deletion for 56b1c201-c1c5-4022-955b-47a5677d73c6 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:44:58.280514 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8e8b8108-1006-4470-9ad4-04b0475b932c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8478916 Apr 01 12:44:58.284657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48202) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:58.300224 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Attempting to bind port 2b9652ce-8921-40b3-b6e7-b7c07c44678d on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:58.300555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Attempting to bind port 2b9652ce-8921-40b3-b6e7-b7c07c44678d by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:58.300901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Attempting to bind port 2b9652ce-8921-40b3-b6e7-b7c07c44678d on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:58.307020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:44:58.314308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-683c7340-99e9-4488-92c7-ac636df30c20 admin admin] 10.222.0.45 "PUT /v2.0/routers/40c0cb0a-627b-4830-8ac1-4f95607a26e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1363957 Apr 01 12:44:58.344063 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:58.344713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:58.345322 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.345900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:58.347761 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.351765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Bound port: 2b9652ce-8921-40b3-b6e7-b7c07c44678d, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:58.353206 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.368753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b8108-1006-4470-9ad4-04b0475b932c tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event updated for resources: {'Network': ['ID=35edde9c-1444-4975-b78a-a6ecdd640a73,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:58.390068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 35edde9c-1444-4975-b78a-a6ecdd640a73 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:44:58.390415 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.408289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] No DVR routers for this DVR port 1fc698c9-2d23-44db-a9c4-63abce125beb on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:58.411488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc698c9-2d23-44db-a9c4-63abce125beb,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:58.486910 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48210) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:58.512428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] For port 2b9652ce-8921-40b3-b6e7-b7c07c44678d, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:44:58.516132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] For port 2b9652ce-8921-40b3-b6e7-b7c07c44678d, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2b9652ce-8921-40b3-b6e7-b7c07c44678d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:44:58.525526 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.578697 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Sync routers for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:44:58.617243 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:44:58.617876 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:58.635785 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.721595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b1c201-c1c5-4022-955b-47a5677d73c6']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:58.761322 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.765313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1071c5-8a81-43c2-b990-d5e12bea2d5b') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:58.765313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1071c5-8a81-43c2-b990-d5e12bea2d5b') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:58.772265 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-aeb0ce3d-ee39-44ff-adf3-5b0871bb26b2 None None] Deleting port 1fc698c9-2d23-44db-a9c4-63abce125beb {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:44:58.772635 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aeb0ce3d-ee39-44ff-adf3-5b0871bb26b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.820800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143fb86-d254-4e9c-b89c-e8534e467198 None None] Pushing event updated for resources: {'Port': ['ID=2b9652ce-8921-40b3-b6e7-b7c07c44678d,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:58.843909 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:44:58.901068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-aeb0ce3d-ee39-44ff-adf3-5b0871bb26b2 None None] For port 1fc698c9-2d23-44db-a9c4-63abce125beb, host n-d-836146-1, got binding levels [] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:44:58.901591 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aeb0ce3d-ee39-44ff-adf3-5b0871bb26b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.916892 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fb02216b-63a2-4740-a3c7-8d347741cc36 req-05363e70-917b-4d25-a81e-2bf128c95a38 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9177589 Apr 01 12:44:58.928939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-aeb0ce3d-ee39-44ff-adf3-5b0871bb26b2 None None] Calling delete_port for 1fc698c9-2d23-44db-a9c4-63abce125beb owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:44:58.935615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.ipam_backend_mixin [None req-aeb0ce3d-ee39-44ff-adf3-5b0871bb26b2 None None] Port 1fc698c9-2d23-44db-a9c4-63abce125beb was not found and therefore no delete operation was performed {{(pid=102720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 12:44:58.937480 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aeb0ce3d-ee39-44ff-adf3-5b0871bb26b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:58.943577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port fbb33044-b7d1-4d35-8ea2-397faf2d608d yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:44:58.968841 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0ce3d-ee39-44ff-adf3-5b0871bb26b2 None None] Pushing event deleted for resources: {'Port': ['ID=1fc698c9-2d23-44db-a9c4-63abce125beb,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:58.986304 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0ce3d-ee39-44ff-adf3-5b0871bb26b2 None None] No DVR routers for this DVR port 1fc698c9-2d23-44db-a9c4-63abce125beb on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:44:59.018814 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.029929 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.038026 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.083946 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.156457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:44:59.157135 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:44:59.159282 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:44:59.184220 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=803db5e9d8b34b7191621e36c8e99f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6962802 Apr 01 12:44:59.187596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48222) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:59.193173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f94c95c-bbc4-407f-8350-bebf85fb5528,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:59.194640 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 2, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:44:59.223827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d43962a-f82b-4c10-ab3b-3bab884d6104 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:59.227882 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3d43962a-f82b-4c10-ab3b-3bab884d6104 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] 10.222.0.45 "GET /v2.0/networks/35edde9c-1444-4975-b78a-a6ecdd640a73 HTTP/1.1" status: 200 len: 757 time: 0.8580289 Apr 01 12:44:59.255990 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Checking router: 40c0cb0a-627b-4830-8ac1-4f95607a26e7 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:44:59.265797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48224) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:59.271300 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Updating router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 port 78498dce-acd8-436b-b2c4-84459f93f121 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:44:59.332662 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.377567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:59.378245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:59.378373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:59.378698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:59.379025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:59.379351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:59.379863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:59.380389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:59.381081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:59.381532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:59.382046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:59.382512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f367a8-13ee-4a4f-92d4-d416710f852a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:44:59.404878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-358c8dea-26de-4fa3-b11e-fd5ec0eedb48 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.410702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca63b770-7b76-488c-a38b-c93e6db4f3cf tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:59.412314 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ca63b770-7b76-488c-a38b-c93e6db4f3cf tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] 10.222.0.45 "GET /v2.0/networks/c301db3d-4f8f-43e2-aece-0c8cbb384fac HTTP/1.1" status: 200 len: 768 time: 0.1455228 Apr 01 12:44:59.418457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48230) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:59.496472 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.553112 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.559357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] 10.222.0.45 "DELETE /v2.0/networks/56b1c201-c1c5-4022-955b-47a5677d73c6 HTTP/1.1" status: 204 len: 168 time: 2.3267491 Apr 01 12:44:59.567179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48232) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:59.630338 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c8dea-26de-4fa3-b11e-fd5ec0eedb48 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'Subnet': ['ID=cd69ba81-d80d-4deb-8214-d095034fbadc,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:59.645432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2b9652ce-8921-40b3-b6e7-b7c07c44678d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:44:59.674363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358c8dea-26de-4fa3-b11e-fd5ec0eedb48 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Checking segment: {'id': '6ad32a80-cf20-4d07-a59a-b476ffeb2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '29d4aa61-8bd4-497b-8109-0b8a0013baf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:59.674727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c8dea-26de-4fa3-b11e-fd5ec0eedb48 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Network hostable DHCP agents. Network: 29d4aa61-8bd4-497b-8109-0b8a0013baf0, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:44:59.687857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::b2a6:94a0:da75:46ba (260099d2-7af7-4f0e-86b6-4c66e180255a/6062129f-d0c7-46b5-bc99-16b1bc43e04f/fbb33044-b7d1-4d35-8ea2-397faf2d608d) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:44:59.711066 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c8dea-26de-4fa3-b11e-fd5ec0eedb48 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Network 29d4aa61-8bd4-497b-8109-0b8a0013baf0 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:44:59.738994 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.741305 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-358c8dea-26de-4fa3-b11e-fd5ec0eedb48 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 29d4aa61-8bd4-497b-8109-0b8a0013baf0) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:44:59.748360 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.750629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358c8dea-26de-4fa3-b11e-fd5ec0eedb48 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:44:59.751358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-358c8dea-26de-4fa3-b11e-fd5ec0eedb48 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.776303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c5b50-13ca-4338-952c-506e12b08c1b None None] Network 29d4aa61-8bd4-497b-8109-0b8a0013baf0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:44:59.779299 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2b9652ce-8921-40b3-b6e7-b7c07c44678d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:44:59.779660 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.845367 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.849730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48234) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:59.858767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0c9f5726-08f6-4eb0-a7c0-08ab4d0f029a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1671766709', 'description': 'tempest-description--752500486'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:59.863885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7791a0-18ef-4c0c-8364-2143ebd1d76e admin admin] Pushing event deleted for resources: {'Network': ['ID=56b1c201-c1c5-4022-955b-47a5677d73c6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:59.908917 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.924479 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Attempting to bind port 78498dce-acd8-436b-b2c4-84459f93f121 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:44:59.924923 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Attempting to bind port 78498dce-acd8-436b-b2c4-84459f93f121 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:44:59.925388 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Attempting to bind port 78498dce-acd8-436b-b2c4-84459f93f121 on network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:44:59.927459 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f0e93-2e81-403e-ad99-2e9a1665dd44 None None] Pushing event updated for resources: {'Port': ['ID=78498dce-acd8-436b-b2c4-84459f93f121,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:44:59.935560 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:44:59.936008 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Checking segment: {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:44:59.936483 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.936933 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Bound using segment: {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:44:59.937471 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Bound port: 78498dce-acd8-436b-b2c4-84459f93f121, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:44:59.937913 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:44:59.969814 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-358c8dea-26de-4fa3-b11e-fd5ec0eedb48 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3868160 Apr 01 12:44:59.971028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48238) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:44:59.978065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Request body: {'network': {'name': 'tempest-router-network01--601968986'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:44:59.981693 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.043001 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] For port 78498dce-acd8-436b-b2c4-84459f93f121, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:00.049964 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] For port 78498dce-acd8-436b-b2c4-84459f93f121, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=78498dce-acd8-436b-b2c4-84459f93f121,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:00.057143 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.114274 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77bb7bb0-c3e3-4770-81c0-023b96662c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.141298 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f0e93-2e81-403e-ad99-2e9a1665dd44 None None] Pushing event updated for resources: {'Port': ['ID=78498dce-acd8-436b-b2c4-84459f93f121,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:00.149167 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5726-08f6-4eb0-a7c0-08ab4d0f029a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.175077 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:00.175709 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:00.220112 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Made reservation on behalf of df71b81a9af348b2b6d8dd4c6b651fd2 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:00.239164 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.248315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:00.271501 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:00.278961 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:00.286238 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:00.286985 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.299430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=fbb33044-b7d1-4d35-8ea2-397faf2d608d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:00.344662 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.349835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cf0796be-8746-4b22-b825-ad3b35c76431 None None] Provisioning complete for port 78498dce-acd8-436b-b2c4-84459f93f121 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:00.350036 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf0796be-8746-4b22-b825-ad3b35c76431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.360510 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0133d85b-f160-4618-981d-1ebc02888c3a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1968222 Apr 01 12:45:00.372673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf196dd6-896f-477c-a194-c27d790f7ff3 req-94d4b03b-d799-4f93-8999-1b4752f9416f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:00.374258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bf196dd6-896f-477c-a194-c27d790f7ff3 req-94d4b03b-d799-4f93-8999-1b4752f9416f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 943 time: 0.2914081 Apr 01 12:45:00.375101 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:45:00.376974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48240) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:00.393884 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77bb7bb0-c3e3-4770-81c0-023b96662c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.411592 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:00.479344 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.510510 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Added segment dbab9bbd-13c7-40d3-8821-d64bd5895147 of type vlan for network a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e Apr 01 12:45:00.568415 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.681781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.702455 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bf196dd6-896f-477c-a194-c27d790f7ff3 req-aaf14635-2e37-4f7f-b67b-60df999a22e8 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841001 Apr 01 12:45:00.713459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35edde9c-1444-4975-b78a-a6ecdd640a73']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:00.718613 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02714d94-157c-4f0c-9b8a-1f38ecb6f477 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:00.721038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 2b9652ce-8921-40b3-b6e7-b7c07c44678d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2b9652ce-8921-40b3-b6e7-b7c07c44678d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:00.725312 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02714d94-157c-4f0c-9b8a-1f38ecb6f477 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:00.729886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-29d4aa61-8bd4-497b-8109-0b8a0013baf0', 'network_id': '29d4aa61-8bd4-497b-8109-0b8a0013baf0', 'tenant_id': 'df71b81a9af348b2b6d8dd4c6b651fd2', 'fixed_ips': [{'subnet_id': 'cd69ba81-d80d-4deb-8214-d095034fbadc'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:45:00.731136 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.735077 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-02714d94-157c-4f0c-9b8a-1f38ecb6f477 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3546073 Apr 01 12:45:00.739870 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.741112 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48244) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:00.760558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f36896-c23d-494f-b280-d83e78c84364') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:00.760853 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f36896-c23d-494f-b280-d83e78c84364') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:00.789977 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.799164 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.resource_extend [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:45:00.822653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.828853 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:00Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:00.840870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:45:00.843007 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.882908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.898971 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:00.899667 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:00.948369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1fc698c9-2d23-44db-a9c4-63abce125beb no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:00.949893 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9765713 Apr 01 12:45:00.950519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:45:00.992894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48246) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:00.998174 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Request body: {'network': {'name': 'tempest-router-network02--1900028620'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:01.007509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932f0f5-c130-4d18-b1e2-3f08b94686c6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'Network': ['ID=a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:01.016564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 1fc698c9-2d23-44db-a9c4-63abce125beb {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:01.017060 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1fc698c9-2d23-44db-a9c4-63abce125beb not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:01.039463 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port fbb33044-b7d1-4d35-8ea2-397faf2d608d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:01.039769 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.060940 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:45:01.071660 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=2b9652ce-8921-40b3-b6e7-b7c07c44678d,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:01.074350 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Made reservation on behalf of df71b81a9af348b2b6d8dd4c6b651fd2 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:01.077926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.096476 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c767bc-184a-40cf-b0dd-00c2a2445bf9 None None] The sync data for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 is: [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:00Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:45:01.112144 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:45:01.114590 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.resource_extend [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:45:01.127303 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.204517 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5726-08f6-4eb0-a7c0-08ab4d0f029a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.209637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35edde9c-1444-4975-b78a-a6ecdd640a73 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 12:45:01.211841 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:45:01.230621 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.244201 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77bb7bb0-c3e3-4770-81c0-023b96662c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.248110 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.248462 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Added segment fda0b914-afb5-4791-98e1-3d511de01b38 of type vlan for network 1412d14f-564b-46df-8662-b781169e9adc Apr 01 12:45:01.251919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77bb7bb0-c3e3-4770-81c0-023b96662c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.254091 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-77bb7bb0-c3e3-4770-81c0-023b96662c53 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f94c95c-bbc4-407f-8350-bebf85fb5528 HTTP/1.1" status: 204 len: 168 time: 2.0574040 Apr 01 12:45:01.261829 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf0796be-8746-4b22-b825-ad3b35c76431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.286221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for fbb33044-b7d1-4d35-8ea2-397faf2d608d owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:01.298583 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.304972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "DELETE /v2.0/networks/35edde9c-1444-4975-b78a-a6ecdd640a73 HTTP/1.1" status: 204 len: 168 time: 1.8768895 Apr 01 12:45:01.311345 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Allocated IP 2001:db8::2 (29d4aa61-8bd4-497b-8109-0b8a0013baf0/cd69ba81-d80d-4deb-8214-d095034fbadc/cf50d83a-0a42-4b92-ab64-b8b94c8bb996) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:01.317099 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5726-08f6-4eb0-a7c0-08ab4d0f029a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.330367 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48250) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:01.335665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb7bb0-c3e3-4770-81c0-023b96662c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f94c95c-bbc4-407f-8350-bebf85fb5528,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:01.346246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6e2d18d5-23f7-4580-ae88-a55d4f2c1fad tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Request body: {'network': {'name': 'tempest-network--1951748183'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:01.374983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284eb3b-8f84-4975-bf16-864fafd9d559 tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event deleted for resources: {'Network': ['ID=35edde9c-1444-4975-b78a-a6ecdd640a73,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:01.382887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f5726-08f6-4eb0-a7c0-08ab4d0f029a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c750f3-0aaf-4e41-a8ee-b00b35af3b81,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:01.391638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5726-08f6-4eb0-a7c0-08ab4d0f029a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.393354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0c9f5726-08f6-4eb0-a7c0-08ab4d0f029a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5392983 Apr 01 12:45:01.401727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48252) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:01.404633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cf0796be-8746-4b22-b825-ad3b35c76431 None None] For port 78498dce-acd8-436b-b2c4-84459f93f121, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=78498dce-acd8-436b-b2c4-84459f93f121,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:01.414427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-56c26d3b-b977-4b3a-be4f-8d659d5d6606 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Request body: {'security_group_rule': {'security_group_id': '49c750f3-0aaf-4e41-a8ee-b00b35af3b81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:01.418943 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.420862 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:01.436725 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf0796be-8746-4b22-b825-ad3b35c76431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.559071 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56c26d3b-b977-4b3a-be4f-8d659d5d6606 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.627672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '28c37571-5ea0-4cd4-8d3e-3e9b8650dc16', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'port_id': '28c37571-5ea0-4cd4-8d3e-3e9b8650dc16', 'mac_address': 'fa:16:3e:27:20:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16405484-146e-4b1d-a8e6-5b44cba643c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:45:01.696356 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff589b3-977b-40f0-8cf2-2d9214eb2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.775880 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.resource_extend [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:45:01.782452 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56c26d3b-b977-4b3a-be4f-8d659d5d6606 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.793855 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56c26d3b-b977-4b3a-be4f-8d659d5d6606 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.809030 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.826899 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0796be-8746-4b22-b825-ad3b35c76431 None None] Pushing event updated for resources: {'Port': ['ID=78498dce-acd8-436b-b2c4-84459f93f121,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:01.849494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2d18d5-23f7-4580-ae88-a55d4f2c1fad tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Made reservation on behalf of 6a40659e4a9c4627844c93c4b7e7f279 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:01.851992 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e2d18d5-23f7-4580-ae88-a55d4f2c1fad tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.860244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2b9652ce-8921-40b3-b6e7-b7c07c44678d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:01.860418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=fbb33044-b7d1-4d35-8ea2-397faf2d608d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:01.874526 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.883406 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:01.884553 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.892337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c26d3b-b977-4b3a-be4f-8d659d5d6606 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ff7628-6f19-453a-b8d1-68dbf73a6802,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:01.912827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:01.913237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:01.914051 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:01.915056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:01.915785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:01.915995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:01.917311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:01.917807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:01.918382 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:01.918720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:01.919054 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:01.919439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:01.939766 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56c26d3b-b977-4b3a-be4f-8d659d5d6606 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.944042 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-56c26d3b-b977-4b3a-be4f-8d659d5d6606 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5395193 Apr 01 12:45:01.945723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48266) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:01.952627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3f7a615a-91b4-4d69-bd36-2921b150e479 None None] Provisioning complete for port 78498dce-acd8-436b-b2c4-84459f93f121 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:01.954617 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f7a615a-91b4-4d69-bd36-2921b150e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:01.957429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1f6f9f77-5a3e-460c-ad25-fed4da8a051a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Request body: {'security_group_rule': {'security_group_id': '49c750f3-0aaf-4e41-a8ee-b00b35af3b81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:02.079143 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f6f9f77-5a3e-460c-ad25-fed4da8a051a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.090102 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0932369 Apr 01 12:45:02.102308 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.113407 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.123252 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48270) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:02.131589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-24dd3d3f-e082-495c-97d1-eb4d7afb12f1 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Request body: {'subnet': {'network_id': 'a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:02.151762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:45:02.156498 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978ab03-81a9-4075-9ad0-829fc6c31a19 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'Network': ['ID=1412d14f-564b-46df-8662-b781169e9adc,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:02.170683 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.176524 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4292e974-321e-4214-924a-af75cdb96d1f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/fbb33044-b7d1-4d35-8ea2-397faf2d608d HTTP/1.1" status: 204 len: 168 time: 1.4318879 Apr 01 12:45:02.179563 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48272) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:02.216441 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:02.219848 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.227864 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f6f9f77-5a3e-460c-ad25-fed4da8a051a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.232032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2d18d5-23f7-4580-ae88-a55d4f2c1fad tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:45:02.245648 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f6f9f77-5a3e-460c-ad25-fed4da8a051a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.276743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 1412d14f-564b-46df-8662-b781169e9adc details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:45:02.321346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f9f77-5a3e-460c-ad25-fed4da8a051a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309aee3d-f798-4c07-a5ec-8e9ba677b2f8,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:02.327290 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e2d18d5-23f7-4580-ae88-a55d4f2c1fad tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.327645 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-6e2d18d5-23f7-4580-ae88-a55d4f2c1fad tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Added segment 063c7e66-36f1-4eaa-b238-93d4f3fcbb0c of type vlan for network 34b175e5-f91a-4afa-88a8-b8fb156fd34e Apr 01 12:45:02.375679 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191917a5-88c5-4283-9db2-948071043d71 req-9d7c3935-20de-41a5-b18e-814983653fbe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:02.385887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f6f9f77-5a3e-460c-ad25-fed4da8a051a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.387620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1f6f9f77-5a3e-460c-ad25-fed4da8a051a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4351568 Apr 01 12:45:02.392164 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48280) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:02.402397 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-191917a5-88c5-4283-9db2-948071043d71 req-9d7c3935-20de-41a5-b18e-814983653fbe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 943 time: 0.5436203 Apr 01 12:45:02.408007 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:02.424562 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.473832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13511272-8239-4e25-b6e0-0d23d16ee656 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:02.475493 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13511272-8239-4e25-b6e0-0d23d16ee656 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:02.479800 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-13511272-8239-4e25-b6e0-0d23d16ee656 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2965600 Apr 01 12:45:02.482392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48284) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:02.485917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dd3d3f-e082-495c-97d1-eb4d7afb12f1 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Made reservation on behalf of df71b81a9af348b2b6d8dd4c6b651fd2 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:02.491859 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24dd3d3f-e082-495c-97d1-eb4d7afb12f1 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.495126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Network 29d4aa61-8bd4-497b-8109-0b8a0013baf0 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:02.505550 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2b9652ce-8921-40b3-b6e7-b7c07c44678d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:02.506186 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.577894 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:02.591995 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:02.605767 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e2d18d5-23f7-4580-ae88-a55d4f2c1fad tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.609142 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Pushing event updated for resources: {'Port': ['ID=cf50d83a-0a42-4b92-ab64-b8b94c8bb996,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:02.635972 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-191917a5-88c5-4283-9db2-948071043d71 req-c39bf1d4-a8e9-4b17-8568-0d8bb483cb55 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325914 Apr 01 12:45:02.696632 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e2d18d5-23f7-4580-ae88-a55d4f2c1fad tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.697887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2d18d5-23f7-4580-ae88-a55d4f2c1fad tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:02.698538 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e2d18d5-23f7-4580-ae88-a55d4f2c1fad tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:02.800348 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d18d5-23f7-4580-ae88-a55d4f2c1fad tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event updated for resources: {'Network': ['ID=34b175e5-f91a-4afa-88a8-b8fb156fd34e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:02.806564 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6e2d18d5-23f7-4580-ae88-a55d4f2c1fad tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4731667 Apr 01 12:45:02.809113 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48290) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:02.814664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-86315b42-e6a5-47a3-913f-712368adac9d tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:02.917668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 34b175e5-f91a-4afa-88a8-b8fb156fd34e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:45:02.920782 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['28c37571-5ea0-4cd4-8d3e-3e9b8650dc16'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:45:02.989977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 78498dce-acd8-436b-b2c4-84459f93f121 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:03.069391 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86315b42-e6a5-47a3-913f-712368adac9d tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.087099 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86315b42-e6a5-47a3-913f-712368adac9d tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.129368 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86315b42-e6a5-47a3-913f-712368adac9d tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Network 34b175e5-f91a-4afa-88a8-b8fb156fd34e is not hosted by any dhcp agent {{(pid=102719) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 12:45:03.132434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86315b42-e6a5-47a3-913f-712368adac9d tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:03.133064 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86315b42-e6a5-47a3-913f-712368adac9d tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.136950 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-86315b42-e6a5-47a3-913f-712368adac9d tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "PUT /v2.0/networks/34b175e5-f91a-4afa-88a8-b8fb156fd34e HTTP/1.1" status: 200 len: 858 time: 0.3243937 Apr 01 12:45:03.137932 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48294) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:03.185395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Attempting to bind port cf50d83a-0a42-4b92-ab64-b8b94c8bb996 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:03.185698 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Attempting to bind port cf50d83a-0a42-4b92-ab64-b8b94c8bb996 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '6ad32a80-cf20-4d07-a59a-b476ffeb2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '29d4aa61-8bd4-497b-8109-0b8a0013baf0'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:03.186067 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Attempting to bind port cf50d83a-0a42-4b92-ab64-b8b94c8bb996 on network 29d4aa61-8bd4-497b-8109-0b8a0013baf0 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:03.191895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:03.223648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:03.223983 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Checking segment: {'id': '6ad32a80-cf20-4d07-a59a-b476ffeb2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '29d4aa61-8bd4-497b-8109-0b8a0013baf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:03.224387 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.224778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Bound using segment: {'id': '6ad32a80-cf20-4d07-a59a-b476ffeb2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '29d4aa61-8bd4-497b-8109-0b8a0013baf0'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:03.225235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Bound port: cf50d83a-0a42-4b92-ab64-b8b94c8bb996, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad32a80-cf20-4d07-a59a-b476ffeb2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '29d4aa61-8bd4-497b-8109-0b8a0013baf0'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:03.229942 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.236453 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86315b42-e6a5-47a3-913f-712368adac9d tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event updated for resources: {'Network': ['ID=34b175e5-f91a-4afa-88a8-b8fb156fd34e,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:03.281749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 78498dce-acd8-436b-b2c4-84459f93f121 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:03.283347 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.351645 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.382561 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.483117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3f7a615a-91b4-4d69-bd36-2921b150e479 None None] Provisioning complete for port 2b9652ce-8921-40b3-b6e7-b7c07c44678d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:03.483517 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f7a615a-91b4-4d69-bd36-2921b150e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.539839 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.593102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b175e5-f91a-4afa-88a8-b8fb156fd34e']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:03.595430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9aa2dc9-5ced-4335-acce-0baa53773103 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 6062129f-d0c7-46b5-bc99-16b1bc43e04f {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:45:03.619273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063c7e66-36f1-4eaa-b238-93d4f3fcbb0c') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:03.619567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063c7e66-36f1-4eaa-b238-93d4f3fcbb0c') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:03.637625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.670324 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.685667 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:45:03.694955 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:45:03.697094 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:45:03.715541 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2dc9-5ced-4335-acce-0baa53773103 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.729518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24dd3d3f-e082-495c-97d1-eb4d7afb12f1 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.755310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] For port cf50d83a-0a42-4b92-ab64-b8b94c8bb996, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:03.887635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] For port cf50d83a-0a42-4b92-ab64-b8b94c8bb996, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cf50d83a-0a42-4b92-ab64-b8b94c8bb996,segment=NetworkSegment(6ad32a80-cf20-4d07-a59a-b476ffeb2376),segment_id=6ad32a80-cf20-4d07-a59a-b476ffeb2376)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:03.890074 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.896276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34b175e5-f91a-4afa-88a8-b8fb156fd34e {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 12:45:03.902744 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.906339 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] 10.222.0.45 "DELETE /v2.0/networks/34b175e5-f91a-4afa-88a8-b8fb156fd34e HTTP/1.1" status: 204 len: 168 time: 0.7673759 Apr 01 12:45:03.916312 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e093e-f6b0-41d2-baa6-f1f732131c0c req-cb354e32-54c2-4402-b77b-fe5fb1d40a7a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:03.920763 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:03.924688 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-624e093e-f6b0-41d2-baa6-f1f732131c0c req-cb354e32-54c2-4402-b77b-fe5fb1d40a7a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 944 time: 0.1637433 Apr 01 12:45:03.926893 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48314) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:03.989305 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcc8d82-c31b-4e61-a81b-af3ec89ac375 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] DELETE failed (client error): The resource could not be found. Apr 01 12:45:03.989771 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcc8d82-c31b-4e61-a81b-af3ec89ac375 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:45:03.999158 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2dcc8d82-c31b-4e61-a81b-af3ec89ac375 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] 10.222.0.45 "DELETE /v2.0/subnets/af7396d3-a641-4f4e-9575-ee62c4427044 HTTP/1.1" status: 404 len: 337 time: 0.0517652 Apr 01 12:45:04.013434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48316) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:04.021742 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870672a4-94ab-484a-88d4-f4f02b1531eb tempest-ExternalNetworksTestJSON-381539299 tempest-ExternalNetworksTestJSON-381539299-project-admin] Pushing event deleted for resources: {'Network': ['ID=34b175e5-f91a-4afa-88a8-b8fb156fd34e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:04.051596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd3d3f-e082-495c-97d1-eb4d7afb12f1 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'Subnet': ['ID=360d422b-5b7b-4912-8533-4756e26b3952,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:04.076882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-6ff589b3-977b-40f0-8cf2-2d9214eb2fe8 admin admin] Deleting port 382849b0-6158-4768-a855-0f91de80383a {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:04.077312 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff589b3-977b-40f0-8cf2-2d9214eb2fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.135955 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-624e093e-f6b0-41d2-baa6-f1f732131c0c req-f24b6e5b-b080-444e-b46a-419b88a71a0c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103319 Apr 01 12:45:04.212048 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2dc9-5ced-4335-acce-0baa53773103 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.239448 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.307633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-6ff589b3-977b-40f0-8cf2-2d9214eb2fe8 admin admin] For port 382849b0-6158-4768-a855-0f91de80383a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=382849b0-6158-4768-a855-0f91de80383a,segment=NetworkSegment(8497716f-48d2-4b82-9cb5-32ccdcea1dc5),segment_id=8497716f-48d2-4b82-9cb5-32ccdcea1dc5)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:04.308199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff589b3-977b-40f0-8cf2-2d9214eb2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.334080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dd3d3f-e082-495c-97d1-eb4d7afb12f1 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Checking segment: {'id': 'dbab9bbd-13c7-40d3-8821-d64bd5895147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:04.334616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd3d3f-e082-495c-97d1-eb4d7afb12f1 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Network hostable DHCP agents. Network: a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:45:04.349075 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.359126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-6ff589b3-977b-40f0-8cf2-2d9214eb2fe8 admin admin] Calling delete_port for 382849b0-6158-4768-a855-0f91de80383a owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:04.363786 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 78498dce-acd8-436b-b2c4-84459f93f121 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:04.384451 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c301db3d-4f8f-43e2-aece-0c8cbb384fac']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:04.404938 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a5336f-beef-4026-b5db-d12448c30ce4') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:04.405396 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a5336f-beef-4026-b5db-d12448c30ce4') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:04.428623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3f7a615a-91b4-4d69-bd36-2921b150e479 None None] Could not find standard attr ID for object fbb33044-b7d1-4d35-8ea2-397faf2d608d. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:45:04.436489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd3d3f-e082-495c-97d1-eb4d7afb12f1 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Network a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:45:04.436636 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.463089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-24dd3d3f-e082-495c-97d1-eb4d7afb12f1 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:04.463942 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.477888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:45:04.478459 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:45:04.485276 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:45:04.523424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd3d3f-e082-495c-97d1-eb4d7afb12f1 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:04.524202 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24dd3d3f-e082-495c-97d1-eb4d7afb12f1 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.535077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a10a4d-35fb-4350-bfe9-9b60c4e7d674 None None] Network a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:04.538830 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.599909 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2dc9-5ced-4335-acce-0baa53773103 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.619511 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.639693 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.646648 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] 10.222.0.45 "DELETE /v2.0/networks/c301db3d-4f8f-43e2-aece-0c8cbb384fac HTTP/1.1" status: 204 len: 168 time: 0.6174068 Apr 01 12:45:04.664688 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48326) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:04.665446 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-24dd3d3f-e082-495c-97d1-eb4d7afb12f1 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5405760 Apr 01 12:45:04.673726 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5069d444-c2a4-4266-ac41-8a5d33d7b6b8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Request body: {'subnet': {'network_id': '1412d14f-564b-46df-8662-b781169e9adc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:04.680053 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef611fd6-3add-4546-8b81-76c8d1e9a742 tempest-ExternalNetworksTestJSON-859485057 tempest-ExternalNetworksTestJSON-859485057-project] Pushing event deleted for resources: {'Network': ['ID=c301db3d-4f8f-43e2-aece-0c8cbb384fac,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:04.906663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e640f-731b-4cce-97bf-09dcf5728d3c None None] Pushing event updated for resources: {'Port': ['ID=cf50d83a-0a42-4b92-ab64-b8b94c8bb996,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:04.919463 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e', 'network_id': 'a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e', 'tenant_id': 'df71b81a9af348b2b6d8dd4c6b651fd2', 'fixed_ips': [{'subnet_id': '360d422b-5b7b-4912-8533-4756e26b3952'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:45:04.920788 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:04.950166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 78498dce-acd8-436b-b2c4-84459f93f121 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:04.950708 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:05.049761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5069d444-c2a4-4266-ac41-8a5d33d7b6b8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Made reservation on behalf of df71b81a9af348b2b6d8dd4c6b651fd2 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:05.072244 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5069d444-c2a4-4266-ac41-8a5d33d7b6b8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:05.221080 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2dc9-5ced-4335-acce-0baa53773103 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:05.252060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Allocated IP 172.25.7.85 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/4d9c9cb6-4687-45f6-b1da-07c304f22309) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:05.374723 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48336) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:05.387574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Allocated IP 2001:db8::2 (a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e/360d422b-5b7b-4912-8533-4756e26b3952/2323dfe9-1060-48b7-9232-32fb99cc7f48) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:05.397849 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:05.466944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093c7d2-af5a-4f5f-a241-fb90ba193d1f req-be2eebf1-fe6c-4c6d-af03-d4baece56313 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:05.469539 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1093c7d2-af5a-4f5f-a241-fb90ba193d1f req-be2eebf1-fe6c-4c6d-af03-d4baece56313 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 944 time: 0.1870277 Apr 01 12:45:05.517076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa2dc9-5ced-4335-acce-0baa53773103 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=6062129f-d0c7-46b5-bc99-16b1bc43e04f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:05.527081 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff589b3-977b-40f0-8cf2-2d9214eb2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:05.558427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff589b3-977b-40f0-8cf2-2d9214eb2fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=382849b0-6158-4768-a855-0f91de80383a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:05.573424 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2dc9-5ced-4335-acce-0baa53773103 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:05.576849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e9aa2dc9-5ced-4335-acce-0baa53773103 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/6062129f-d0c7-46b5-bc99-16b1bc43e04f HTTP/1.1" status: 204 len: 168 time: 3.0791271 Apr 01 12:45:05.599505 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48342) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:05.626663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be43e69e-9b45-41df-b193-3d48c8b046c3 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:05.668438 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:05.689457 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5069d444-c2a4-4266-ac41-8a5d33d7b6b8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:05.779731 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1093c7d2-af5a-4f5f-a241-fb90ba193d1f req-773d7833-f4ce-47fd-bc11-d896bca6c7f3 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030891 Apr 01 12:45:05.884351 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:05.913229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-256b59eb-395c-4cc9-a389-52b1d9145f9b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2628322 Apr 01 12:45:05.921746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48346) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:05.924749 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069d444-c2a4-4266-ac41-8a5d33d7b6b8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'Subnet': ['ID=3992d564-ff32-40d2-8476-fdcb1d7b1a76,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:05.925575 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.008245 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d18f9ccc-13d9-4e3a-90bf-10ef52e9311d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:06.016714 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Network a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:06.020714 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:06.023741 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:06.064062 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5069d444-c2a4-4266-ac41-8a5d33d7b6b8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Checking segment: {'id': 'fda0b914-afb5-4791-98e1-3d511de01b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1412d14f-564b-46df-8662-b781169e9adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:06.064545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5069d444-c2a4-4266-ac41-8a5d33d7b6b8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Network hostable DHCP agents. Network: 1412d14f-564b-46df-8662-b781169e9adc, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:45:06.138754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Pushing event updated for resources: {'Port': ['ID=2323dfe9-1060-48b7-9232-32fb99cc7f48,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:06.140202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:06.168546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d6d5e-8f29-4b43-af81-6d795a654950 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:45:06.171555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:06.184997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:06.215460 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Attempting to bind port 2323dfe9-1060-48b7-9232-32fb99cc7f48 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:06.215847 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Attempting to bind port 2323dfe9-1060-48b7-9232-32fb99cc7f48 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'dbab9bbd-13c7-40d3-8821-d64bd5895147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:06.216264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Attempting to bind port 2323dfe9-1060-48b7-9232-32fb99cc7f48 on network a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:06.226948 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-528d7e1c-b99e-40db-bfda-2344830fe607 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2069e192737b444fa2decd9e2bb56e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8359890 Apr 01 12:45:06.230672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:06.231047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Checking segment: {'id': 'dbab9bbd-13c7-40d3-8821-d64bd5895147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:06.232493 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.232493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Bound using segment: {'id': 'dbab9bbd-13c7-40d3-8821-d64bd5895147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:06.232493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Bound port: 2323dfe9-1060-48b7-9232-32fb99cc7f48, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbab9bbd-13c7-40d3-8821-d64bd5895147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:06.232756 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.235691 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48352) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:06.324310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cf50d83a-0a42-4b92-ab64-b8b94c8bb996 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:06.354274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event updated for resources: {'Port': ['ID=4d9c9cb6-4687-45f6-b1da-07c304f22309,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:06.357279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5069d444-c2a4-4266-ac41-8a5d33d7b6b8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Network 1412d14f-564b-46df-8662-b781169e9adc is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:45:06.413888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18f9ccc-13d9-4e3a-90bf-10ef52e9311d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:06.417708 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d18f9ccc-13d9-4e3a-90bf-10ef52e9311d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.452071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-5069d444-c2a4-4266-ac41-8a5d33d7b6b8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 1412d14f-564b-46df-8662-b781169e9adc) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:06.462871 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069d444-c2a4-4266-ac41-8a5d33d7b6b8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:06.464209 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5069d444-c2a4-4266-ac41-8a5d33d7b6b8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.466401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2ecd607c-bb85-4b7e-9ed7-e6e26e9e8798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.478886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-331d6d5e-8f29-4b43-af81-6d795a654950 None None] Deleting port 2b9652ce-8921-40b3-b6e7-b7c07c44678d {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:06.478886 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-331d6d5e-8f29-4b43-af81-6d795a654950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.491339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd509c1-e350-482c-b62e-b8f6f696283d None None] Network 1412d14f-564b-46df-8662-b781169e9adc requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:06.530140 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff589b3-977b-40f0-8cf2-2d9214eb2fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.549479 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5069d444-c2a4-4266-ac41-8a5d33d7b6b8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8817337 Apr 01 12:45:06.552425 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2ecd607c-bb85-4b7e-9ed7-e6e26e9e8798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.555745 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.561230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48356) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:06.577149 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ccf55b-dfbc-4308-8d45-e561fd8bbae9 None None] Network 29d4aa61-8bd4-497b-8109-0b8a0013baf0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:06.622165 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b45849b7-7ded-45e8-beae-8eab77719967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.624157 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] For port 2323dfe9-1060-48b7-9232-32fb99cc7f48, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:06.733691 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.852527 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2ecd607c-bb85-4b7e-9ed7-e6e26e9e8798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.855288 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2ecd607c-bb85-4b7e-9ed7-e6e26e9e8798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.856716 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2ecd607c-bb85-4b7e-9ed7-e6e26e9e8798 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6403bc2f-9fa7-4558-b438-87d648614a94 HTTP/1.1" status: 204 len: 168 time: 0.6046209 Apr 01 12:45:06.911441 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd607c-bb85-4b7e-9ed7-e6e26e9e8798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6403bc2f-9fa7-4558-b438-87d648614a94,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:06.915600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-30a5645e-5654-40ea-8a85-b1606789c375 None None] Provisioning complete for port cf50d83a-0a42-4b92-ab64-b8b94c8bb996 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:06.916050 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-30a5645e-5654-40ea-8a85-b1606789c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:06.921003 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] For port 2323dfe9-1060-48b7-9232-32fb99cc7f48, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2323dfe9-1060-48b7-9232-32fb99cc7f48,segment=NetworkSegment(dbab9bbd-13c7-40d3-8821-d64bd5895147),segment_id=dbab9bbd-13c7-40d3-8821-d64bd5895147)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:06.944670 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:07.041980 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d18f9ccc-13d9-4e3a-90bf-10ef52e9311d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:07.102866 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e8e72-a7b3-4385-8c94-9d098731d5cf req-0aa8b7f9-2917-47e5-88c4-cc01ed61ef35 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:07.104471 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b54e8e72-a7b3-4385-8c94-9d098731d5cf req-0aa8b7f9-2917-47e5-88c4-cc01ed61ef35 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 944 time: 0.1798401 Apr 01 12:45:07.114054 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18f9ccc-13d9-4e3a-90bf-10ef52e9311d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:07.116767 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:07.144804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-331d6d5e-8f29-4b43-af81-6d795a654950 None None] For port 2b9652ce-8921-40b3-b6e7-b7c07c44678d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2b9652ce-8921-40b3-b6e7-b7c07c44678d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:07.145042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d18f9ccc-13d9-4e3a-90bf-10ef52e9311d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:07.145294 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-331d6d5e-8f29-4b43-af81-6d795a654950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:07.147874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:07.150735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f9ccc-13d9-4e3a-90bf-10ef52e9311d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:07.151459 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d18f9ccc-13d9-4e3a-90bf-10ef52e9311d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:07.162895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-331d6d5e-8f29-4b43-af81-6d795a654950 None None] Calling delete_port for 2b9652ce-8921-40b3-b6e7-b7c07c44678d owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:07.220079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f9ccc-13d9-4e3a-90bf-10ef52e9311d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=139223e3-3aae-4186-b82b-4ea932454bc6,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:07.321132 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b54e8e72-a7b3-4385-8c94-9d098731d5cf req-6d31992e-2150-4659-b724-722b2c6fbe2a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056010 Apr 01 12:45:07.338878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48372) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:07.344280 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d18f9ccc-13d9-4e3a-90bf-10ef52e9311d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3790329 Apr 01 12:45:07.360773 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': '139223e3-3aae-4186-b82b-4ea932454bc6', 'ip_address': '2001:db8::12eb:82dd:72cf:b565'}], 'name': 'tempest-NetworksTestDHCPv6-251392801'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:07.506131 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-331d6d5e-8f29-4b43-af81-6d795a654950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:07.518425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cf50d83a-0a42-4b92-ab64-b8b94c8bb996 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:07.518967 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:07.562757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48378) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:07.626121 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:07.642669 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:07.792161 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff589b3-977b-40f0-8cf2-2d9214eb2fe8 admin admin] Router 049406e9-5279-45dc-aae6-cbbe389dacea has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:45:07.873446 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8741b816-be42-4dee-bf7a-0ddeadff6e5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a40659e4a9c4627844c93c4b7e7f279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087680 Apr 01 12:45:07.874738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48390) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:07.876418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event updated for resources: {'Port': ['ID=4d9c9cb6-4687-45f6-b1da-07c304f22309,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:07.938982 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d6d5e-8f29-4b43-af81-6d795a654950 None None] No DVR routers for this DVR port 2b9652ce-8921-40b3-b6e7-b7c07c44678d on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:07.958336 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:07.974573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-1412d14f-564b-46df-8662-b781169e9adc', 'network_id': '1412d14f-564b-46df-8662-b781169e9adc', 'tenant_id': 'df71b81a9af348b2b6d8dd4c6b651fd2', 'fixed_ips': [{'subnet_id': '3992d564-ff32-40d2-8476-fdcb1d7b1a76'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:45:07.975471 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:07.992503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10753f-72c6-45d1-92a7-fe6e241ce783 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:07.998531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:45:08.025567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Allocated IP 2001:db8::1 (a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e/360d422b-5b7b-4912-8533-4756e26b3952/50837aaa-0637-458d-beb0-1867a3e73c35) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:08.077411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:08.078073 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.117343 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1685a405-059a-41f9-a39c-3ad655b44d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.121506 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.187366 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1685a405-059a-41f9-a39c-3ad655b44d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.202176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760da84b-7ad6-49a1-8223-cdc06c4eddb8 None None] Pushing event updated for resources: {'Port': ['ID=2323dfe9-1060-48b7-9232-32fb99cc7f48,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:08.320893 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.323349 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1685a405-059a-41f9-a39c-3ad655b44d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.326848 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1685a405-059a-41f9-a39c-3ad655b44d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.328840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d6d5e-8f29-4b43-af81-6d795a654950 None None] Pushing event deleted for resources: {'Port': ['ID=2b9652ce-8921-40b3-b6e7-b7c07c44678d,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:08.331957 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1685a405-059a-41f9-a39c-3ad655b44d4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b516e999-f2b8-4e1f-8f1f-7e1155c55f0e HTTP/1.1" status: 204 len: 168 time: 0.4442811 Apr 01 12:45:08.349101 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.350548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ecca3fdc-f27f-4b8c-94ef-b227416c4e3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9571421 Apr 01 12:45:08.355968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685a405-059a-41f9-a39c-3ad655b44d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b516e999-f2b8-4e1f-8f1f-7e1155c55f0e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:08.411284 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.412766 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.426684 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.483181 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port 31f03a0d-b9a8-48a7-af78-080054082142 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:45:08.488489 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-30a5645e-5654-40ea-8a85-b1606789c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.519042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'Port': ['ID=50837aaa-0637-458d-beb0-1867a3e73c35,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:08.581803 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Network a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:08.589206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:08.609481 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:08.611305 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.636910 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e5be5-c4d0-4bc2-8756-1c69ce468c48 req-ae31931a-b0bc-4142-96b6-baa1202221b5 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:08.647716 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f2e5be5-c4d0-4bc2-8756-1c69ce468c48 req-ae31931a-b0bc-4142-96b6-baa1202221b5 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.4485135 Apr 01 12:45:08.761779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff589b3-977b-40f0-8cf2-2d9214eb2fe8 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:45:08.771917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6ff589b3-977b-40f0-8cf2-2d9214eb2fe8 admin admin] 10.222.0.45 "PUT /v2.0/routers/049406e9-5279-45dc-aae6-cbbe389dacea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1825829 Apr 01 12:45:08.777982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48408) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:08.835267 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f991355-db40-469e-8233-bc9a2f772016 None None] Sync routers for ids ['049406e9-5279-45dc-aae6-cbbe389dacea'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:45:08.898249 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.908982 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port cf50d83a-0a42-4b92-ab64-b8b94c8bb996, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cf50d83a-0a42-4b92-ab64-b8b94c8bb996,segment=NetworkSegment(6ad32a80-cf20-4d07-a59a-b476ffeb2376),segment_id=6ad32a80-cf20-4d07-a59a-b476ffeb2376)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:08.923357 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:08.988090 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:09.004152 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f2e5be5-c4d0-4bc2-8756-1c69ce468c48 req-c36a54ce-7ef2-4842-b7bc-25c70474b821 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3552396 Apr 01 12:45:09.040614 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:09.063378 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': '139223e3-3aae-4186-b82b-4ea932454bc6'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:45:09.070251 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:09.219710 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-30a5645e-5654-40ea-8a85-b1606789c375 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:45:09.220064 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-30a5645e-5654-40ea-8a85-b1606789c375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:45:09.254507 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1256e6ea-108d-43fd-9b5a-d980db867e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:09.255977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f991355-db40-469e-8233-bc9a2f772016 None None] Routers {'049406e9-5279-45dc-aae6-cbbe389dacea'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:09.256654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1f991355-db40-469e-8233-bc9a2f772016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:44:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['049406e9-5279-45dc-aae6-cbbe389dacea'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:09.266736 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-b62adb7f-11d9-41d3-b76f-1ecd0aa4a2eb tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1671766709&fields=id&tenant_id=e6ae16d646f441cb89f62230071fa440 HTTP/1.1" status: 200 len: 267 time: 0.0935791 Apr 01 12:45:09.272532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::12eb:82dd:72cf:b565 (260099d2-7af7-4f0e-86b6-4c66e180255a/139223e3-3aae-4186-b82b-4ea932454bc6/31f03a0d-b9a8-48a7-af78-080054082142) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:09.330235 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e659047-f302-4d51-81f5-cfc66080ec76 req-7bc1b4b1-d083-4a1e-bf2a-0517cc814929 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:09.340839 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e659047-f302-4d51-81f5-cfc66080ec76 req-7bc1b4b1-d083-4a1e-bf2a-0517cc814929 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 944 time: 0.8577106 Apr 01 12:45:09.405083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-d96cf791-ccd6-42f3-8f75-8efd67eb21f4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:09.407307 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-d96cf791-ccd6-42f3-8f75-8efd67eb21f4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 811 time: 0.1281292 Apr 01 12:45:09.417239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-1f991355-db40-469e-8233-bc9a2f772016 None None] Set router 049406e9-5279-45dc-aae6-cbbe389dacea gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:09.430900 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:09.448857 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7e659047-f302-4d51-81f5-cfc66080ec76 req-677bb14b-4960-4df3-8623-ad8b47c7c6ae tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033335 Apr 01 12:45:09.491938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-e20b7f83-e40e-4c59-b896-4430b7cd39d6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/quotas/e6ae16d646f441cb89f62230071fa440 HTTP/1.1" status: 200 len: 375 time: 0.0762546 Apr 01 12:45:09.508576 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:09.508791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Allocated IP 2001:db8::2 (1412d14f-564b-46df-8662-b781169e9adc/3992d564-ff32-40d2-8476-fdcb1d7b1a76/98d4f23d-38e2-4473-b038-2122b9d5eb41) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:09.542188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2323dfe9-1060-48b7-9232-32fb99cc7f48 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:09.544735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=cf50d83a-0a42-4b92-ab64-b8b94c8bb996,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:09.547437 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52e03f3-6960-4a4a-a622-aa2b8e473b31 None None] Network a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:09.561157 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f418b-2713-4cfd-b9af-c2350800105b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c37571-5ea0-4cd4-8d3e-3e9b8650dc16'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:45:09.562832 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad0f724-6dc7-418c-bdf2-404146bfce94" -d '{"events": [{"server_uuid": "f07f418b-2713-4cfd-b9af-c2350800105b", "name": "network-vif-plugged", "status": "completed", "tag": "28c37571-5ea0-4cd4-8d3e-3e9b8650dc16"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:45:09.654477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:09.699415 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:09.725918 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2e2f3e-1822-452c-a0c2-1a2848ff1347 x-openstack-request-id: req-ff2e2f3e-1822-452c-a0c2-1a2848ff1347 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:45:09.725918 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f418b-2713-4cfd-b9af-c2350800105b", "name": "network-vif-plugged", "status": "completed", "tag": "28c37571-5ea0-4cd4-8d3e-3e9b8650dc16", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:45:09.726302 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff2e2f3e-1822-452c-a0c2-1a2848ff1347 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:45:09.726556 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2e2f3e-1822-452c-a0c2-1a2848ff1347'] response: {'server_uuid': 'f07f418b-2713-4cfd-b9af-c2350800105b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c37571-5ea0-4cd4-8d3e-3e9b8650dc16', 'code': 200} Apr 01 12:45:10.003762 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.011369 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.012436 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.034170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:10.137734 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'Port': ['ID=50837aaa-0637-458d-beb0-1867a3e73c35,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:10.173001 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Network a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:10.175822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:10.201850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2323dfe9-1060-48b7-9232-32fb99cc7f48 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:10.202265 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.312463 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.340471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b9ff8861-e0d3-4289-8be7-e6b0e1d56c4e None None] Provisioning complete for port cf50d83a-0a42-4b92-ab64-b8b94c8bb996 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:10.340845 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8861-e0d3-4289-8be7-e6b0e1d56c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.409513 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.437448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab870226-74ee-4978-8f7d-ee8aea677df2 req-6d48a45a-269b-436c-8a31-5fc44d2c9909 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:10.444292 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab870226-74ee-4978-8f7d-ee8aea677df2 req-6d48a45a-269b-436c-8a31-5fc44d2c9909 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.1611092 Apr 01 12:45:10.451434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-1c039a21-fe18-4f86-b1a3-efe59fb08af3 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9580443 Apr 01 12:45:10.501809 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.512147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=31f03a0d-b9a8-48a7-af78-080054082142,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:10.556953 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:10.571898 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.588550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:10.597227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:10.600408 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ab870226-74ee-4978-8f7d-ee8aea677df2 req-d86419cd-d721-4579-b0c8-b862c5f480d2 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438518 Apr 01 12:45:10.601577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Router 80862efd-c493-4bff-b440-1499ab9fc4e8 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:45:10.620481 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.624434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:10.630137 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.669703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5de999-b79b-4340-aa18-481e5427485f req-67b8cd51-5272-4fdb-8893-8a58297908cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:10.673754 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a5de999-b79b-4340-aa18-481e5427485f req-67b8cd51-5272-4fdb-8893-8a58297908cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 1096 time: 0.2904549 Apr 01 12:45:10.691562 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8766cf65-4bd9-41a4-970b-2d99521a6c48 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3468463 Apr 01 12:45:10.700774 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48480) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:10.709023 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.762469 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Network 1412d14f-564b-46df-8662-b781169e9adc is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:10.768032 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1f991355-db40-469e-8233-bc9a2f772016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'name': 'tempest-TestAggregatesBasicOps-482756026-router', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:25Z', 'updated_at': '2022-04-01T12:45:05Z', 'revision_number': 5, 'project_id': 'bfc2e703d772426d9d25ba2984c90038', 'gw_port': {'id': 'de69f79c-5573-4080-9b3a-5a229f9acc8b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:26Z', 'updated_at': '2022-04-01T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:10.780720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Deleting port de69f79c-5573-4080-9b3a-5a229f9acc8b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:10.781321 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.809657 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a5de999-b79b-4340-aa18-481e5427485f req-dcc67d55-3f99-41fb-9daf-6d7e9616142f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151912 Apr 01 12:45:10.849072 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Allocated IP 2001:db8::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/139223e3-3aae-4186-b82b-4ea932454bc6/c41e22d6-a59a-4287-a28d-b70e88179383) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:10.891310 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30424856-0765-4041-83d9-ee2cbfb0cf0a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:10.902048 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-30424856-0765-4041-83d9-ee2cbfb0cf0a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1993451 Apr 01 12:45:10.907147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48482) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:10.911273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:10.919239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:10.926616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] For port de69f79c-5573-4080-9b3a-5a229f9acc8b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=de69f79c-5573-4080-9b3a-5a229f9acc8b,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:10.929675 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:10.930091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:45:10.931115 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f991355-db40-469e-8233-bc9a2f772016 None None] Checking router: 049406e9-5279-45dc-aae6-cbbe389dacea for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:45:10.949533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Pushing event updated for resources: {'Port': ['ID=98d4f23d-38e2-4473-b038-2122b9d5eb41,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:10.950694 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c63a2-8c21-4b87-b26f-e90a5f428b23 None None] Sync routers for ids ['80862efd-c493-4bff-b440-1499ab9fc4e8'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:45:10.955686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-2cc6894f-c190-43a3-b006-a7b233952ecc service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:45:10.965222 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a68eef-06e4-4123-baea-24019a578890 req-0db980ce-a867-49f8-ac33-d6b3ec5368d5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:10.966188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-2cc6894f-c190-43a3-b006-a7b233952ecc service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4587350 Apr 01 12:45:10.968208 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c63a2-8c21-4b87-b26f-e90a5f428b23 None None] Routers {'80862efd-c493-4bff-b440-1499ab9fc4e8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:10.970413 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-61a68eef-06e4-4123-baea-24019a578890 req-0db980ce-a867-49f8-ac33-d6b3ec5368d5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 945 time: 0.1796362 Apr 01 12:45:10.972935 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-543c63a2-8c21-4b87-b26f-e90a5f428b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80862efd-c493-4bff-b440-1499ab9fc4e8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:11.014217 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:11.022020 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-818d506d-a76b-441a-8d2f-3bcb5232bc2f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "PUT /v2.0/routers/80862efd-c493-4bff-b440-1499ab9fc4e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4596169 Apr 01 12:45:11.039039 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48484) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:11.099690 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-543c63a2-8c21-4b87-b26f-e90a5f428b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:11.136898 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c63a2-8c21-4b87-b26f-e90a5f428b23 None None] Routers {'80862efd-c493-4bff-b440-1499ab9fc4e8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:11.139873 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-543c63a2-8c21-4b87-b26f-e90a5f428b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80862efd-c493-4bff-b440-1499ab9fc4e8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:11.218432 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-543c63a2-8c21-4b87-b26f-e90a5f428b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:11.219089 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c63a2-8c21-4b87-b26f-e90a5f428b23 None None] The sync data for ids ['80862efd-c493-4bff-b440-1499ab9fc4e8'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:45:11.234970 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-a07082f1-9052-4b32-92fe-318c93cd9081 service neutron] 10.222.0.45 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663784 Apr 01 12:45:11.255044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f991355-db40-469e-8233-bc9a2f772016 None None] Routers {'049406e9-5279-45dc-aae6-cbbe389dacea'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:11.255760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1f991355-db40-469e-8233-bc9a2f772016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['049406e9-5279-45dc-aae6-cbbe389dacea'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:11.256390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Calling delete_port for de69f79c-5573-4080-9b3a-5a229f9acc8b owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:11.542494 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-61a68eef-06e4-4123-baea-24019a578890 req-09ddba23-fb30-4b52-93fa-9a0c1853e1a2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157394 Apr 01 12:45:11.553571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Attempting to bind port 98d4f23d-38e2-4473-b038-2122b9d5eb41 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:11.554418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Attempting to bind port 98d4f23d-38e2-4473-b038-2122b9d5eb41 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'fda0b914-afb5-4791-98e1-3d511de01b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1412d14f-564b-46df-8662-b781169e9adc'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:11.555498 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Attempting to bind port 98d4f23d-38e2-4473-b038-2122b9d5eb41 on network 1412d14f-564b-46df-8662-b781169e9adc {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:11.559598 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:11.566307 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-f74e6917-1314-4574-ac40-c2def334d102 service neutron] 10.222.0.45 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166811 Apr 01 12:45:11.589076 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 2323dfe9-1060-48b7-9232-32fb99cc7f48, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2323dfe9-1060-48b7-9232-32fb99cc7f48,segment=NetworkSegment(dbab9bbd-13c7-40d3-8821-d64bd5895147),segment_id=dbab9bbd-13c7-40d3-8821-d64bd5895147)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:11.593796 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:11.594224 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Checking segment: {'id': 'fda0b914-afb5-4791-98e1-3d511de01b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1412d14f-564b-46df-8662-b781169e9adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:11.594789 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:11.595184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Bound using segment: {'id': 'fda0b914-afb5-4791-98e1-3d511de01b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1412d14f-564b-46df-8662-b781169e9adc'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:11.595916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Bound port: 98d4f23d-38e2-4473-b038-2122b9d5eb41, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda0b914-afb5-4791-98e1-3d511de01b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1412d14f-564b-46df-8662-b781169e9adc'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:11.597456 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:11.607533 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:11.609807 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-1f991355-db40-469e-8233-bc9a2f772016 None None] Set router 049406e9-5279-45dc-aae6-cbbe389dacea gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:11.623578 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:11.807651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1f991355-db40-469e-8233-bc9a2f772016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'name': 'tempest-TestAggregatesBasicOps-482756026-router', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:25Z', 'updated_at': '2022-04-01T12:45:10Z', 'revision_number': 6, 'project_id': 'bfc2e703d772426d9d25ba2984c90038', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:11.814513 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2b9652ce-8921-40b3-b6e7-b7c07c44678d no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:11.859721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-95c739bd-6eb6-4692-9ab3-655eda733709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 31f03a0d-b9a8-48a7-af78-080054082142 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:11.860080 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-95c739bd-6eb6-4692-9ab3-655eda733709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:11.862740 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48502) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:11.924371 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:11.982475 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b9ff8861-e0d3-4289-8be7-e6b0e1d56c4e None None] Provisioning complete for port 2323dfe9-1060-48b7-9232-32fb99cc7f48 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:11.982760 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8861-e0d3-4289-8be7-e6b0e1d56c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.001311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=de69f79c-5573-4080-9b3a-5a229f9acc8b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:12.069792 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f991355-db40-469e-8233-bc9a2f772016 None None] The sync data for ids ['049406e9-5279-45dc-aae6-cbbe389dacea'] in n-d-836146-1 is: [{'id': '049406e9-5279-45dc-aae6-cbbe389dacea', 'name': 'tempest-TestAggregatesBasicOps-482756026-router', 'tenant_id': 'bfc2e703d772426d9d25ba2984c90038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:25Z', 'updated_at': '2022-04-01T12:45:10Z', 'revision_number': 6, 'project_id': 'bfc2e703d772426d9d25ba2984c90038', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:45:12.108115 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 2b9652ce-8921-40b3-b6e7-b7c07c44678d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:12.114887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce35489-3378-4431-9f27-d59bdb77a9b7 req-d2b7e7c7-14f9-4ad9-9991-e307ec6561dd tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:12.123325 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cce35489-3378-4431-9f27-d59bdb77a9b7 req-d2b7e7c7-14f9-4ad9-9991-e307ec6561dd tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.3296330 Apr 01 12:45:12.144852 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2b9652ce-8921-40b3-b6e7-b7c07c44678d not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:12.151396 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8a1c8050-b993-411a-a618-7380f7025b78 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:12.152825 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.171044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:12.227732 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cce35489-3378-4431-9f27-d59bdb77a9b7 req-f7653b03-0d2d-421a-b0c7-06267b9e6732 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994916 Apr 01 12:45:12.241747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] For port 98d4f23d-38e2-4473-b038-2122b9d5eb41, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:12.243220 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-66cdd710-2375-4231-894c-f05e628d0813 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:45:12.244278 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-66cdd710-2375-4231-894c-f05e628d0813 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "PUT /v2.0/routers/80862efd-c493-4bff-b440-1499ab9fc4e8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2042923 Apr 01 12:45:12.247557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-95c739bd-6eb6-4692-9ab3-655eda733709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.250832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48514) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:12.255211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] For port 98d4f23d-38e2-4473-b038-2122b9d5eb41, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=98d4f23d-38e2-4473-b038-2122b9d5eb41,segment=NetworkSegment(fda0b914-afb5-4791-98e1-3d511de01b38),segment_id=fda0b914-afb5-4791-98e1-3d511de01b38)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:12.264171 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.275271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0825af4-6103-4b91-91ab-4bbb9484205e req-798c2153-be78-4c8b-8c97-bb23e389bb95 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 210 time: 0.2451549 Apr 01 12:45:12.287181 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:12.290518 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.295246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:12.308578 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Pushing event updated for resources: {'Port': ['ID=c41e22d6-a59a-4287-a28d-b70e88179383,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:12.338245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-dd6b733f-82bb-4b1b-b8bf-ef1b067af60f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:12.340055 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-dd6b733f-82bb-4b1b-b8bf-ef1b067af60f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.3409522 Apr 01 12:45:12.344203 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.381888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-95c739bd-6eb6-4692-9ab3-655eda733709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 31f03a0d-b9a8-48a7-af78-080054082142 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:12.549119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=2323dfe9-1060-48b7-9232-32fb99cc7f48,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:12.622919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.633383 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.673051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Attempting to bind port c41e22d6-a59a-4287-a28d-b70e88179383 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:12.673285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Attempting to bind port c41e22d6-a59a-4287-a28d-b70e88179383 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:12.675622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Attempting to bind port c41e22d6-a59a-4287-a28d-b70e88179383 on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:12.772305 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bee309-dceb-418b-aad9-67e4d6217c6d None None] Pushing event updated for resources: {'Port': ['ID=98d4f23d-38e2-4473-b038-2122b9d5eb41,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:12.777787 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:12.778401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.778621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:12.779437 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.779897 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 049406e9-5279-45dc-aae6-cbbe389dacea {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:45:12.780155 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:12.780780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Bound port: c41e22d6-a59a-4287-a28d-b70e88179383, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:12.781317 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.790612 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.795040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dd48af7f-a8a2-48f2-b09e-d95ee08cc3a7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/049406e9-5279-45dc-aae6-cbbe389dacea HTTP/1.1" status: 204 len: 168 time: 4.0138636 Apr 01 12:45:12.796151 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8a1c8050-b993-411a-a618-7380f7025b78 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] 10.222.0.45 "PUT /v2.0/quotas/327d33df9e7c4f8687c0ad17c85671ef HTTP/1.1" status: 200 len: 366 time: 0.9196572 Apr 01 12:45:12.796755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48524) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:12.799037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48526) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:12.836135 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48528) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:12.840149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1611e7a0-a123-45e3-a891-95b84d68e9a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0338135 Apr 01 12:45:12.855714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Deleting port a555e335-b14c-40ae-98af-fedfb9a2be53 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:12.856136 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.883739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] For port c41e22d6-a59a-4287-a28d-b70e88179383, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:12.889203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] For port c41e22d6-a59a-4287-a28d-b70e88179383, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c41e22d6-a59a-4287-a28d-b70e88179383,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:12.899442 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:12.942331 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cfce22-c0ab-42ad-bada-71357de23200 admin admin] Deleting subnet 6506de88-8d58-4c6b-8a0b-d501af866e86 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:45:12.976309 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4cfce22-c0ab-42ad-bada-71357de23200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.027193 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7fcd9a67-baa4-49f5-a8eb-7870de32a4e2 None None] Provisioning complete for port 2323dfe9-1060-48b7-9232-32fb99cc7f48 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:13.028128 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9a67-baa4-49f5-a8eb-7870de32a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.042850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] For port a555e335-b14c-40ae-98af-fedfb9a2be53, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a555e335-b14c-40ae-98af-fedfb9a2be53,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:13.043475 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.138317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cf50d83a-0a42-4b92-ab64-b8b94c8bb996 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:13.151320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083e2dc-72be-47b5-8fab-134f40409f6d None None] Pushing event updated for resources: {'Port': ['ID=c41e22d6-a59a-4287-a28d-b70e88179383,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:13.155271 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fb196956-4124-4bd2-ad00-9cc3c864bd97 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] 10.222.0.45 "GET /v2.0/quotas/327d33df9e7c4f8687c0ad17c85671ef HTTP/1.1" status: 200 len: 366 time: 0.2985470 Apr 01 12:45:13.189167 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48532) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:13.278054 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48534) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:13.298454 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff68d0-3f0a-4c1e-8010-fa148342819a req-4f747a90-5bc2-412c-ad28-eb7896229973 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:13.300046 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-98ff68d0-3f0a-4c1e-8010-fa148342819a req-4f747a90-5bc2-412c-ad28-eb7896229973 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 945 time: 0.5713162 Apr 01 12:45:13.306927 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3a30516e-d00f-4c9a-82c6-1b4920a1b3dc tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/327d33df9e7c4f8687c0ad17c85671ef HTTP/1.1" status: 204 len: 168 time: 0.0840452 Apr 01 12:45:13.326274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48540) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:13.376208 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a8bb17fa-b497-4d28-a981-f19a1043a205 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0210192 Apr 01 12:45:13.396635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48544) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:13.400760 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4cfce22-c0ab-42ad-bada-71357de23200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.446288 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cf50d83a-0a42-4b92-ab64-b8b94c8bb996 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:13.447324 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.480119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-95c739bd-6eb6-4692-9ab3-655eda733709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.513925 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.514471 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.515035 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Floating IP 3c43c160-4a87-472d-9d90-19b15092920d disassociated. External IP: 172.25.7.128, port: a555e335-b14c-40ae-98af-fedfb9a2be53. Apr 01 12:45:13.515439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Calling delete_port for a555e335-b14c-40ae-98af-fedfb9a2be53 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:13.531041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7fcd9a67-baa4-49f5-a8eb-7870de32a4e2 None None] Provisioning complete for port 50837aaa-0637-458d-beb0-1867a3e73c35 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:13.532408 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9a67-baa4-49f5-a8eb-7870de32a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.545137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b2218-87a4-4ad2-ae47-eda1f87b7aa6 req-2e0a81ef-e135-4958-82fb-71a7dc25d539 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:13.546885 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a4b2218-87a4-4ad2-ae47-eda1f87b7aa6 req-2e0a81ef-e135-4958-82fb-71a7dc25d539 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 945 time: 0.1025627 Apr 01 12:45:13.570459 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-98ff68d0-3f0a-4c1e-8010-fa148342819a req-3e0261b0-11f4-4ec2-99f6-e0591ad0d094 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334394 Apr 01 12:45:13.571751 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7b697b28-f324-43e4-a236-270b855c2cae tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] 10.222.0.45 "GET /v2.0/quotas/327d33df9e7c4f8687c0ad17c85671ef HTTP/1.1" status: 200 len: 370 time: 0.1741025 Apr 01 12:45:13.572562 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c739bd-6eb6-4692-9ab3-655eda733709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=31f03a0d-b9a8-48a7-af78-080054082142,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:13.587145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48546) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:13.607011 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ae3e3373-c43f-4391-a8af-1136536bd744 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] 10.222.0.45 "GET /v2.0/quotas/327d33df9e7c4f8687c0ad17c85671ef/default HTTP/1.1" status: 200 len: 370 time: 0.0144188 Apr 01 12:45:13.620731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48550) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:13.644443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd9a67-baa4-49f5-a8eb-7870de32a4e2 None None] Port 50837aaa-0637-458d-beb0-1867a3e73c35 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:45:13.657924 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 382849b0-6158-4768-a855-0f91de80383a no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:13.671610 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e1361c35-2af8-4bd4-9cdc-1420a541761f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.687411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a4b2218-87a4-4ad2-ae47-eda1f87b7aa6 req-34fba124-76bd-4415-9715-b2cf6b1ca884 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a87a1cad-4029-4788-ba5f-577a8f2ff51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305964 Apr 01 12:45:13.689051 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-02d5ac73-f2e5-451e-9691-4915992fe451 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] delete failed (client error): The resource could not be found. Apr 01 12:45:13.690103 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-02d5ac73-f2e5-451e-9691-4915992fe451 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/327d33df9e7c4f8687c0ad17c85671ef HTTP/1.1" status: 404 len: 348 time: 0.0640707 Apr 01 12:45:13.707699 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 382849b0-6158-4768-a855-0f91de80383a {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:13.708317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 382849b0-6158-4768-a855-0f91de80383a not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:13.778618 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-95c739bd-6eb6-4692-9ab3-655eda733709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.781862 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-95c739bd-6eb6-4692-9ab3-655eda733709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/31f03a0d-b9a8-48a7-af78-080054082142 HTTP/1.1" status: 204 len: 168 time: 2.8711743 Apr 01 12:45:13.787616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48554) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:13.879991 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-18fe2be7-310b-4f07-abe3-51c149edc0c8 req-4cd743f7-a596-4a47-b756-9930a6e500bf tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 210 time: 0.0681767 Apr 01 12:45:13.923668 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4cfce22-c0ab-42ad-bada-71357de23200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.961351 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:13.994151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77df170f-48a3-485a-8e1f-87fe7e4c0e61 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:13.998226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77df170f-48a3-485a-8e1f-87fe7e4c0e61 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:14.000161 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-77df170f-48a3-485a-8e1f-87fe7e4c0e61 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2113674 Apr 01 12:45:14.004449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:14.107636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48560) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:14.127088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event deleted for resources: {'Port': ['ID=a555e335-b14c-40ae-98af-fedfb9a2be53,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:14.146748 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4cfce22-c0ab-42ad-bada-71357de23200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:14.153568 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e1361c35-2af8-4bd4-9cdc-1420a541761f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:14.163621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8780c55-c09b-48ea-977c-cd1843ed0fb9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 139223e3-3aae-4186-b82b-4ea932454bc6 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:45:14.188942 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e1361c35-2af8-4bd4-9cdc-1420a541761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:14.192171 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8780c55-c09b-48ea-977c-cd1843ed0fb9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:14.205544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56f7f1-4997-4828-a206-52f1ec7b5cf0 req-802b2eef-ea24-4d65-9e74-755c05ac6366 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:14.206735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0f56f7f1-4997-4828-a206-52f1ec7b5cf0 req-802b2eef-ea24-4d65-9e74-755c05ac6366 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 945 time: 0.2586882 Apr 01 12:45:14.210875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec44dda-0afe-4e13-8115-021e1296ec0b None None] Network 7b3250b1-a1ff-4d84-8aba-e6adad603f02 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:14.263454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-9de7373b-2ff8-4ff4-a660-97bb3ecfa4d0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:14.265605 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-9de7373b-2ff8-4ff4-a660-97bb3ecfa4d0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.44 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 811 time: 0.3729265 Apr 01 12:45:14.329591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Usage tracker for resource:network and tenant:aa139053d0ee433589bbfa341cb4a4e6 is out of sync, need to count used quota {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 12:45:14.385456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 12:45:14.422794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0f56f7f1-4997-4828-a206-52f1ec7b5cf0 req-218e3915-3aef-47fc-9d0d-56946854a220 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980832 Apr 01 12:45:14.453432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a7a81-63ec-447a-9ef4-da71489e63b9 None None] DHCP port deletion for 7b3250b1-a1ff-4d84-8aba-e6adad603f02 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:45:14.464802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Usage tracker for resource:subnet and tenant:aa139053d0ee433589bbfa341cb4a4e6 is out of sync, need to count used quota {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 12:45:14.481814 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-4b01f61e-dd98-4c38-b23e-397c5ee509d3 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ae16d646f441cb89f62230071fa440 HTTP/1.1" status: 200 len: 380 time: 0.1492345 Apr 01 12:45:14.483874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Router a20c6a44-4060-48fb-b4da-69367d9b1551 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:45:14.484805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 12:45:14.500929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Request body: {'port': {'device_id': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'admin_state_up': True, 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'security_groups': ['49c750f3-0aaf-4e41-a8ee-b00b35af3b81']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:14.631626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a55a7a81-63ec-447a-9ef4-da71489e63b9 None None] Deleting port 6f954e92-1d50-4292-b98e-a26d4ec1001c {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:14.632118 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a55a7a81-63ec-447a-9ef4-da71489e63b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:14.661964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Usage tracker for resource:subnetpool and tenant:aa139053d0ee433589bbfa341cb4a4e6 is out of sync, need to count used quota {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 12:45:14.768610 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8780c55-c09b-48ea-977c-cd1843ed0fb9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:14.831112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 12:45:14.902981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfce22-c0ab-42ad-bada-71357de23200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6506de88-8d58-4c6b-8a0b-d501af866e86,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:14.916350 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c41e22d6-a59a-4287-a28d-b70e88179383 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:14.924493 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4cfce22-c0ab-42ad-bada-71357de23200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:14.929994 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c4cfce22-c0ab-42ad-bada-71357de23200 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6506de88-8d58-4c6b-8a0b-d501af866e86 HTTP/1.1" status: 204 len: 168 time: 2.1264114 Apr 01 12:45:14.938730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48568) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:14.940223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Usage tracker for resource:port and tenant:aa139053d0ee433589bbfa341cb4a4e6 is out of sync, need to count used quota {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 12:45:14.956621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-75e92ae0-fa13-4a8d-8362-5801e679ca42 req-496ebd0d-5692-450e-be3e-6e41d0d2dad0 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 210 time: 0.1068168 Apr 01 12:45:14.977747 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e1361c35-2af8-4bd4-9cdc-1420a541761f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69ec26870fff4511a6292b93b25cfc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6713178 Apr 01 12:45:14.979524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1361c35-2af8-4bd4-9cdc-1420a541761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de528d31-61ee-4259-8915-f0baf6e16414,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:14.987673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48570) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:15.061469 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a55a7a81-63ec-447a-9ef4-da71489e63b9 None None] For port 6f954e92-1d50-4292-b98e-a26d4ec1001c, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6f954e92-1d50-4292-b98e-a26d4ec1001c,segment=NetworkSegment(8497716f-48d2-4b82-9cb5-32ccdcea1dc5),segment_id=8497716f-48d2-4b82-9cb5-32ccdcea1dc5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:15.063292 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a55a7a81-63ec-447a-9ef4-da71489e63b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.072702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Made reservation on behalf of e6ae16d646f441cb89f62230071fa440 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:15.077173 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.090750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a55a7a81-63ec-447a-9ef4-da71489e63b9 None None] Calling delete_port for 6f954e92-1d50-4292-b98e-a26d4ec1001c owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:15.091233 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8780c55-c09b-48ea-977c-cd1843ed0fb9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.096618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-40be8b52-8d23-43e1-8616-9ca6d7005067 None None] Provisioning complete for port c41e22d6-a59a-4287-a28d-b70e88179383 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:15.096978 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-40be8b52-8d23-43e1-8616-9ca6d7005067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.102915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 12:45:15.163534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe77c6-ed46-453e-b9cd-810adf0c6f43 req-a4a3731f-6c48-4583-9122-271467adcc6d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:15.165060 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5efe77c6-ed46-453e-b9cd-810adf0c6f43 req-a4a3731f-6c48-4583-9122-271467adcc6d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 945 time: 0.2304695 Apr 01 12:45:15.187643 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7f60205-c841-4093-b461-3b358a8c5eed tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.191943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d91c5d7-31b2-47ea-8986-50711f2c39ca None None] Network 1412d14f-564b-46df-8662-b781169e9adc requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:15.243031 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d4a4c6d8-ba8d-4e3c-9024-919b436ec075 req-6cedb6af-e30e-4a51-9fb4-cbe234e5684f tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 210 time: 0.1217649 Apr 01 12:45:15.253376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Usage tracker for resource:router and tenant:aa139053d0ee433589bbfa341cb4a4e6 is out of sync, need to count used quota {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 12:45:15.264515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 12:45:15.276518 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c41e22d6-a59a-4287-a28d-b70e88179383 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:15.276750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:45:15.277745 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.308402 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.313700 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca210f-900d-4070-9013-625b0e971875 None None] Sync routers for ids ['a20c6a44-4060-48fb-b4da-69367d9b1551'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:45:15.336472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] No DVR routers for this DVR port a555e335-b14c-40ae-98af-fedfb9a2be53 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:15.341407 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.345066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ed3f649f-c84d-4f77-8412-1cff104419e8 req-0e081303-88b2-4b60-8535-a236dd68bd3f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.37 "DELETE /v2.0/ports/a555e335-b14c-40ae-98af-fedfb9a2be53 HTTP/1.1" status: 204 len: 173 time: 2.9962428 Apr 01 12:45:15.349635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'name': 'network-vif-deleted', 'tag': 'a555e335-b14c-40ae-98af-fedfb9a2be53'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:45:15.352003 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f8b77f-11a5-4ac5-9e24-8ab47f174256" -d '{"events": [{"server_uuid": "9191a7d8-0ece-4674-aa4f-1fd4a474b306", "name": "network-vif-deleted", "tag": "a555e335-b14c-40ae-98af-fedfb9a2be53"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:45:15.360582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Usage tracker for resource:floatingip and tenant:aa139053d0ee433589bbfa341cb4a4e6 is out of sync, need to count used quota {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 12:45:15.394853 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 12:45:15.442246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca210f-900d-4070-9013-625b0e971875 None None] Routers {'a20c6a44-4060-48fb-b4da-69367d9b1551'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:15.447481 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5efe77c6-ed46-453e-b9cd-810adf0c6f43 req-77333e15-69fa-42b0-a73a-2e79f1911d09 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453128 Apr 01 12:45:15.449952 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79668c6-0d0c-42b4-ba7a-55b78dd6dd10 x-openstack-request-id: req-e79668c6-0d0c-42b4-ba7a-55b78dd6dd10 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:45:15.449952 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9191a7d8-0ece-4674-aa4f-1fd4a474b306", "name": "network-vif-deleted", "tag": "a555e335-b14c-40ae-98af-fedfb9a2be53", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:45:15.450327 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e79668c6-0d0c-42b4-ba7a-55b78dd6dd10 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:45:15.450655 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79668c6-0d0c-42b4-ba7a-55b78dd6dd10'] response: {'server_uuid': '9191a7d8-0ece-4674-aa4f-1fd4a474b306', 'name': 'network-vif-deleted', 'tag': 'a555e335-b14c-40ae-98af-fedfb9a2be53', 'status': 'completed', 'code': 200} Apr 01 12:45:15.459427 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3405cc6c-986b-49aa-ad92-f41958f7c8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.461206 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5aca210f-900d-4070-9013-625b0e971875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a20c6a44-4060-48fb-b4da-69367d9b1551'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:15.495446 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8780c55-c09b-48ea-977c-cd1843ed0fb9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.529064 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-40be8b52-8d23-43e1-8616-9ca6d7005067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.539817 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8780c55-c09b-48ea-977c-cd1843ed0fb9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.545746 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e8780c55-c09b-48ea-977c-cd1843ed0fb9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/139223e3-3aae-4186-b82b-4ea932454bc6 HTTP/1.1" status: 204 len: 168 time: 1.5342178 Apr 01 12:45:15.551258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48576) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:15.558271 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8780c55-c09b-48ea-977c-cd1843ed0fb9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=139223e3-3aae-4186-b82b-4ea932454bc6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:15.573279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Allocated IP 172.20.0.6 (b4b10f20-93cd-48c1-bba4-70b44c5b92f4/bb2409b7-d005-4b83-bb45-b3e7637fb4f0/df3209c2-7824-4886-9141-855b216eb174) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:15.609375 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3405cc6c-986b-49aa-ad92-f41958f7c8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.616915 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4c335d44-e750-49f2-b739-44846ed7b41e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552795 Apr 01 12:45:15.619435 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48578) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:15.626249 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a55a7a81-63ec-447a-9ef4-da71489e63b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.649284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8acaf466-568e-4e36-8d17-b0ee4a3e3272 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:15.726241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a7a81-63ec-447a-9ef4-da71489e63b9 None None] Pushing event deleted for resources: {'Port': ['ID=6f954e92-1d50-4292-b98e-a26d4ec1001c,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:15.759570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a7a81-63ec-447a-9ef4-da71489e63b9 None None] No DVR routers for this DVR port 6f954e92-1d50-4292-b98e-a26d4ec1001c on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:15.788993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a7f60205-c841-4093-b461-3b358a8c5eed tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Deleting port 50837aaa-0637-458d-beb0-1867a3e73c35 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:15.789529 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7f60205-c841-4093-b461-3b358a8c5eed tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.821797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af2af1a-acbd-4c6f-9b50-9c6d67525de3 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:15.824663 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3405cc6c-986b-49aa-ad92-f41958f7c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.828019 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3405cc6c-986b-49aa-ad92-f41958f7c8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.829153 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3405cc6c-986b-49aa-ad92-f41958f7c8cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de528d31-61ee-4259-8915-f0baf6e16414 HTTP/1.1" status: 204 len: 168 time: 0.8405180 Apr 01 12:45:15.862153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405cc6c-986b-49aa-ad92-f41958f7c8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de528d31-61ee-4259-8915-f0baf6e16414,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:15.875317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Deleting port 6f954e92-1d50-4292-b98e-a26d4ec1001c {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:15.875800 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:15.921323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Usage tracker for resource:security_group and tenant:aa139053d0ee433589bbfa341cb4a4e6 is out of sync, need to count used quota {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 12:45:15.954350 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 12:45:15.957753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63562492-0d9e-4c4f-bc81-c07f82d5d57b req-820285df-d17c-4e05-8833-1e8c481cbe04 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:15.960033 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63562492-0d9e-4c4f-bc81-c07f82d5d57b req-820285df-d17c-4e05-8833-1e8c481cbe04 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 945 time: 0.1492293 Apr 01 12:45:15.968044 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.021652 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-40be8b52-8d23-43e1-8616-9ca6d7005067 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:45:16.022045 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-40be8b52-8d23-43e1-8616-9ca6d7005067 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:45:16.041303 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7f60205-c841-4093-b461-3b358a8c5eed tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.064882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acaf466-568e-4e36-8d17-b0ee4a3e3272 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:16.067084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5aca210f-900d-4070-9013-625b0e971875 None None] Set router a20c6a44-4060-48fb-b4da-69367d9b1551 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:16.085428 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a7f60205-c841-4093-b461-3b358a8c5eed tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Calling delete_port for 50837aaa-0637-458d-beb0-1867a3e73c35 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:16.087397 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8acaf466-568e-4e36-8d17-b0ee4a3e3272 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.118038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] For port 6f954e92-1d50-4292-b98e-a26d4ec1001c, host n-d-836146-1, got binding levels [] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:16.118716 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.135870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Usage tracker for resource:security_group_rule and tenant:aa139053d0ee433589bbfa341cb4a4e6 is out of sync, need to count used quota {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 12:45:16.139331 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63562492-0d9e-4c4f-bc81-c07f82d5d57b req-1d0bdb4b-67f1-4bdf-beb8-1e86c9476b48 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638734 Apr 01 12:45:16.186831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.quota.resource [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102718) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 12:45:16.192311 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.207208 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-69f3b6e4-a769-4d89-bc5f-84ac447ec4d4 req-7f9636e9-bdbb-48b4-b6af-44b54d60514f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9191a7d8-0ece-4674-aa4f-1fd4a474b306 HTTP/1.1" status: 200 len: 210 time: 0.1054888 Apr 01 12:45:16.214411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port c41e22d6-a59a-4287-a28d-b70e88179383, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c41e22d6-a59a-4287-a28d-b70e88179383,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:16.224688 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.225152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Calling delete_port for 6f954e92-1d50-4292-b98e-a26d4ec1001c owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:16.225630 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 98d4f23d-38e2-4473-b038-2122b9d5eb41 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:16.256909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.ipam_backend_mixin [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Port 6f954e92-1d50-4292-b98e-a26d4ec1001c was not found and therefore no delete operation was performed {{(pid=102718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 12:45:16.265565 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b3f360b6-a2f5-40ff-af23-32f0404993a8 tempest-QuotasTest-910115076 tempest-QuotasTest-910115076-project-admin] 10.222.0.45 "GET /v2.0/quotas/aa139053d0ee433589bbfa341cb4a4e6/details.json HTTP/1.1" status: 200 len: 703 time: 2.1541834 Apr 01 12:45:16.275785 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.334348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] No DVR routers for this DVR port 6f954e92-1d50-4292-b98e-a26d4ec1001c on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:16.344142 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6f954e92-1d50-4292-b98e-a26d4ec1001c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:16.406406 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7f60205-c841-4093-b461-3b358a8c5eed tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.474269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f60205-c841-4093-b461-3b358a8c5eed tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Port': ['ID=50837aaa-0637-458d-beb0-1867a3e73c35,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:16.481925 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.490900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=c41e22d6-a59a-4287-a28d-b70e88179383,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:16.573221 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.632194 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 98d4f23d-38e2-4473-b038-2122b9d5eb41 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:16.632399 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.723345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48594) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:16.730851 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7f60205-c841-4093-b461-3b358a8c5eed tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.739878 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1b6fd-d366-4c04-bf90-575a65740389 req-35354fca-f830-4316-b01a-f2d1a227346d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:16.741450 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-beb1b6fd-d366-4c04-bf90-575a65740389 req-35354fca-f830-4316-b01a-f2d1a227346d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 931 time: 0.2811193 Apr 01 12:45:16.751665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fb29b4-8f6e-4c4b-a7dc-b28047d307f1 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:45:16.774047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48596) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:16.778970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3250b1-a1ff-4d84-8aba-e6adad603f02']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:16.796552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:16.801322 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-97faf8cb-af95-40ff-8012-3d278e1cd243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.822176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8497716f-48d2-4b82-9cb5-32ccdcea1dc5') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:16.822176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8497716f-48d2-4b82-9cb5-32ccdcea1dc5') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:16.823810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:16.825817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event updated for resources: {'Port': ['ID=df3209c2-7824-4886-9141-855b216eb174,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:16.851944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:16.861010 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.911080 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-beb1b6fd-d366-4c04-bf90-575a65740389 req-1694ebeb-80da-4a2a-a29b-0e40098cbbaa tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587372 Apr 01 12:45:16.943303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0561971e-1c9a-4e9e-b0b4-1c8bf908c8f9 None None] Provisioning complete for port 98d4f23d-38e2-4473-b038-2122b9d5eb41 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:16.944125 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0561971e-1c9a-4e9e-b0b4-1c8bf908c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.951242 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.957090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a555e335-b14c-40ae-98af-fedfb9a2be53 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:16.976775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:45:16.977208 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:45:16.986880 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:45:17.014421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:17.015095 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.027169 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8acaf466-568e-4e36-8d17-b0ee4a3e3272 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.040892 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.050284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: a555e335-b14c-40ae-98af-fedfb9a2be53 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:17.050640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a555e335-b14c-40ae-98af-fedfb9a2be53 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:17.067036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f60205-c841-4093-b461-3b358a8c5eed tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Router 80862efd-c493-4bff-b440-1499ab9fc4e8 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:45:17.121023 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-50fb29b4-8f6e-4c4b-a7dc-b28047d307f1 None None] Deleting port c41e22d6-a59a-4287-a28d-b70e88179383 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:17.121023 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50fb29b4-8f6e-4c4b-a7dc-b28047d307f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.129737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5aca210f-900d-4070-9013-625b0e971875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '69afef18-e3c8-497d-b469-7959cea12b70', 'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'mac_address': 'fa:16:3e:f1:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:39:39Z', 'revision_number': 5, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'subnets': [{'id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:17.153049 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acaf466-568e-4e36-8d17-b0ee4a3e3272 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:17.156697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 98d4f23d-38e2-4473-b038-2122b9d5eb41, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=98d4f23d-38e2-4473-b038-2122b9d5eb41,segment=NetworkSegment(fda0b914-afb5-4791-98e1-3d511de01b38),segment_id=fda0b914-afb5-4791-98e1-3d511de01b38)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:17.164148 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-eea1376e-a9e4-429a-9619-64d4ac9dfa81 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6688869 Apr 01 12:45:17.192133 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f60205-c841-4093-b461-3b358a8c5eed tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:45:17.192419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8acaf466-568e-4e36-8d17-b0ee4a3e3272 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:17.196186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acaf466-568e-4e36-8d17-b0ee4a3e3272 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:17.197158 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8acaf466-568e-4e36-8d17-b0ee4a3e3272 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.199633 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.204389 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d702ce-d8f1-415d-bef7-296a338aefde None None] Sync routers for ids ['80862efd-c493-4bff-b440-1499ab9fc4e8'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:45:17.214412 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.214412 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] 10.222.0.45 "DELETE /v2.0/networks/7b3250b1-a1ff-4d84-8aba-e6adad603f02 HTTP/1.1" status: 204 len: 168 time: 2.2732551 Apr 01 12:45:17.220850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48602) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:17.225711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca210f-900d-4070-9013-625b0e971875 None None] Checking router: a20c6a44-4060-48fb-b4da-69367d9b1551 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:45:17.228328 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d702ce-d8f1-415d-bef7-296a338aefde None None] Routers {'80862efd-c493-4bff-b440-1499ab9fc4e8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:17.228968 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-83d702ce-d8f1-415d-bef7-296a338aefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80862efd-c493-4bff-b440-1499ab9fc4e8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:17.234476 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a7f60205-c841-4093-b461-3b358a8c5eed tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "PUT /v2.0/routers/80862efd-c493-4bff-b440-1499ab9fc4e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9824679 Apr 01 12:45:17.247837 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.248674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2323dfe9-1060-48b7-9232-32fb99cc7f48 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:17.290720 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-83d702ce-d8f1-415d-bef7-296a338aefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:17.292759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Request body: {'port': {'device_id': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:17.303879 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d702ce-d8f1-415d-bef7-296a338aefde None None] Routers {'80862efd-c493-4bff-b440-1499ab9fc4e8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:17.305606 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-83d702ce-d8f1-415d-bef7-296a338aefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80862efd-c493-4bff-b440-1499ab9fc4e8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:17.318258 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c602adae-5725-4957-8c6c-c756118c7f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.353288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48610) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:17.375408 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-83d702ce-d8f1-415d-bef7-296a338aefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:17.376398 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d702ce-d8f1-415d-bef7-296a338aefde None None] The sync data for ids ['80862efd-c493-4bff-b440-1499ab9fc4e8'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:45:17.407828 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48612) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:17.459314 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c2160b4-ed76-42dd-9e53-79521e0b78e2 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.460444 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ac83e-9a74-41cb-aced-05c4488035ff admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3250b1-a1ff-4d84-8aba-e6adad603f02,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:17.462372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acaf466-568e-4e36-8d17-b0ee4a3e3272 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=e60e119a-e206-48a8-9508-06276ab3b51e,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:17.475731 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-23775707-cbac-47ed-b5fb-2bbd738056ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89c32d92ef8d40528e86d38fcc643d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666893 Apr 01 12:45:17.478288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48614) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:17.484846 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-cbc7b2fe-5c57-408e-a304-2c81058e96d9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] delete failed (client error): The resource could not be found. Apr 01 12:45:17.485882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cbc7b2fe-5c57-408e-a304-2c81058e96d9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-802155823 HTTP/1.1" status: 404 len: 334 time: 0.1879117 Apr 01 12:45:17.491140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48616) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:17.500762 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8acaf466-568e-4e36-8d17-b0ee4a3e3272 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8682766 Apr 01 12:45:17.501960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6edced20-0bdc-43dc-9411-5b0f2e445cae tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Request body: {'router': {'external_gateway_info': {'network_id': '80862efd-c493-4bff-b440-1499ab9fc4e8'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:17.512120 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48618) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:17.521004 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-97faf8cb-af95-40ff-8012-3d278e1cd243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.526207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': 'e60e119a-e206-48a8-9508-06276ab3b51e', 'ip_address': '2001:db8::2be6:fdc0:29c1:3850'}], 'name': 'tempest-NetworksTestDHCPv6-1959148565'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:17.554447 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c2160b4-ed76-42dd-9e53-79521e0b78e2 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.569882 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-97faf8cb-af95-40ff-8012-3d278e1cd243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.571523 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-50fb29b4-8f6e-4c4b-a7dc-b28047d307f1 None None] For port c41e22d6-a59a-4287-a28d-b70e88179383, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c41e22d6-a59a-4287-a28d-b70e88179383,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:17.572097 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50fb29b4-8f6e-4c4b-a7dc-b28047d307f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.577728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca210f-900d-4070-9013-625b0e971875 None None] Routers {'a20c6a44-4060-48fb-b4da-69367d9b1551'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:17.578405 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5aca210f-900d-4070-9013-625b0e971875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a20c6a44-4060-48fb-b4da-69367d9b1551'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:17.624074 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f009d1c-c055-4854-8578-eb4a00a4defa req-f50f88ef-9e16-47ab-a8ec-9bd4351d3bd9 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:17.625471 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f009d1c-c055-4854-8578-eb4a00a4defa req-f50f88ef-9e16-47ab-a8ec-9bd4351d3bd9 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 945 time: 0.4439483 Apr 01 12:45:17.640954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-50fb29b4-8f6e-4c4b-a7dc-b28047d307f1 None None] Calling delete_port for c41e22d6-a59a-4287-a28d-b70e88179383 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:17.668075 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=98d4f23d-38e2-4473-b038-2122b9d5eb41,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:17.674768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0561971e-1c9a-4e9e-b0b4-1c8bf908c8f9 None None] Could not find standard attr ID for object 31f03a0d-b9a8-48a7-af78-080054082142. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:45:17.747568 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c2160b4-ed76-42dd-9e53-79521e0b78e2 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.750134 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c2160b4-ed76-42dd-9e53-79521e0b78e2 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.751349 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1c2160b4-ed76-42dd-9e53-79521e0b78e2 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "DELETE /v2.0/security-groups/a87a1cad-4029-4788-ba5f-577a8f2ff51d HTTP/1.1" status: 204 len: 168 time: 0.3963239 Apr 01 12:45:17.791126 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b45b47a-e1bd-4b65-b2b0-074fa74cc4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.792457 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48620) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:17.793388 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2323dfe9-1060-48b7-9232-32fb99cc7f48 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:17.793934 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.831880 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5aca210f-900d-4070-9013-625b0e971875 None None] Set router a20c6a44-4060-48fb-b4da-69367d9b1551 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:17.843082 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2160b4-ed76-42dd-9e53-79521e0b78e2 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87a1cad-4029-4788-ba5f-577a8f2ff51d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:17.846646 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6edced20-0bdc-43dc-9411-5b0f2e445cae tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.869294 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-47c27d66-f127-4b7a-9ce3-37c02499b9c0 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] show failed (client error): The resource could not be found. Apr 01 12:45:17.870379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-47c27d66-f127-4b7a-9ce3-37c02499b9c0 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups/a87a1cad-4029-4788-ba5f-577a8f2ff51d HTTP/1.1" status: 404 len: 347 time: 0.0734568 Apr 01 12:45:17.874030 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b45b47a-e1bd-4b65-b2b0-074fa74cc4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.884521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48622) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:17.889828 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-33e8d4a3-eac4-44cc-a078-6223ff83adbd None None] Provisioning complete for port df3209c2-7824-4886-9141-855b216eb174 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:17.890469 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-33e8d4a3-eac4-44cc-a078-6223ff83adbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:17.896758 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-6edced20-0bdc-43dc-9411-5b0f2e445cae tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] update failed (client error): The resource could not be found. Apr 01 12:45:17.898251 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6edced20-0bdc-43dc-9411-5b0f2e445cae tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "PUT /v2.0/routers/80862efd-c493-4bff-b440-1499ab9fc4e8 HTTP/1.1" status: 404 len: 339 time: 0.4050853 Apr 01 12:45:17.933624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48624) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:17.974818 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f0b64765-0c0d-46f7-b8c9-4a4d2f8db485 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1450608599'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:17.993295 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50fb29b4-8f6e-4c4b-a7dc-b28047d307f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.018040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-33e8d4a3-eac4-44cc-a078-6223ff83adbd None None] Port df3209c2-7824-4886-9141-855b216eb174 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:45:18.028460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.039563 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb29b4-8f6e-4c4b-a7dc-b28047d307f1 None None] No DVR routers for this DVR port c41e22d6-a59a-4287-a28d-b70e88179383 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:18.048746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb29b4-8f6e-4c4b-a7dc-b28047d307f1 None None] Pushing event deleted for resources: {'Port': ['ID=c41e22d6-a59a-4287-a28d-b70e88179383,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:18.087892 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83530a0-2f1c-4fd6-bdf1-7b3c153b9cdf None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:18.110031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b64765-0c0d-46f7-b8c9-4a4d2f8db485 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Made reservation on behalf of df71b81a9af348b2b6d8dd4c6b651fd2 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:18.111733 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0b64765-0c0d-46f7-b8c9-4a4d2f8db485 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.116833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2dba7-becc-4fe3-881d-2b3d0c050c22 req-a3cd2a43-fe6f-4131-bc43-5f3a1a7666ec tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:18.118374 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-16f2dba7-becc-4fe3-881d-2b3d0c050c22 req-a3cd2a43-fe6f-4131-bc43-5f3a1a7666ec tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 945 time: 0.8117852 Apr 01 12:45:18.119023 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faf8cb-af95-40ff-8012-3d278e1cd243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ba18a0-2d93-48a2-9d7e-dcb81968ae14,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:18.123960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-97faf8cb-af95-40ff-8012-3d278e1cd243 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07b7a6d42b93454083d5f2db7de747d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3991613 Apr 01 12:45:18.130597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48628) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:18.196371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b64765-0c0d-46f7-b8c9-4a4d2f8db485 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:45:18.222674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788d18-e9b5-4a01-afd1-2478b2d1ab5a req-06c941bd-27bb-433f-a531-f4393da6b564 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:18.224286 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2d788d18-e9b5-4a01-afd1-2478b2d1ab5a req-06c941bd-27bb-433f-a531-f4393da6b564 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 931 time: 0.1634414 Apr 01 12:45:18.252439 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0b64765-0c0d-46f7-b8c9-4a4d2f8db485 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.252842 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-f0b64765-0c0d-46f7-b8c9-4a4d2f8db485 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Added segment ac4d85fd-9fd8-49a1-bb67-62b63a0d180e of type vlan for network 0e512c48-c69f-4dd4-b963-de9c981bab4d Apr 01 12:45:18.267880 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b45b47a-e1bd-4b65-b2b0-074fa74cc4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.271622 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b45b47a-e1bd-4b65-b2b0-074fa74cc4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.272235 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3b45b47a-e1bd-4b65-b2b0-074fa74cc4b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8cea1f26-4749-4dc9-9abe-462615a82f39 HTTP/1.1" status: 204 len: 168 time: 0.7928464 Apr 01 12:45:18.313098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45b47a-e1bd-4b65-b2b0-074fa74cc4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cea1f26-4749-4dc9-9abe-462615a82f39,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:18.323728 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c602adae-5725-4957-8c6c-c756118c7f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.324747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-372dc155-bc9c-4a3d-9873-3e45adc2be15 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Deleting port 5017c81c-6464-4947-8e78-3537d566ea16 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:18.325093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-372dc155-bc9c-4a3d-9873-3e45adc2be15 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.351175 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c602adae-5725-4957-8c6c-c756118c7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.355756 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0b64765-0c0d-46f7-b8c9-4a4d2f8db485 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.360678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device de69f79c-5573-4080-9b3a-5a229f9acc8b no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:18.362487 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2d788d18-e9b5-4a01-afd1-2478b2d1ab5a req-f8b843d0-b237-4683-ad53-0a3d04ae4254 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265895 Apr 01 12:45:18.408841 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': 'e60e119a-e206-48a8-9508-06276ab3b51e'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:45:18.409504 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.414379 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: de69f79c-5573-4080-9b3a-5a229f9acc8b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:18.415152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device de69f79c-5573-4080-9b3a-5a229f9acc8b not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:18.415152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6f954e92-1d50-4292-b98e-a26d4ec1001c no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:18.416896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-16f2dba7-becc-4fe3-881d-2b3d0c050c22 req-f7aa77ae-8507-425d-adfe-d87a31bf94a9 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576056 Apr 01 12:45:18.437792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0b64765-0c0d-46f7-b8c9-4a4d2f8db485 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.446727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b64765-0c0d-46f7-b8c9-4a4d2f8db485 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:18.447325 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0b64765-0c0d-46f7-b8c9-4a4d2f8db485 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.490620 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-372dc155-bc9c-4a3d-9873-3e45adc2be15 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.491002 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-372dc155-bc9c-4a3d-9873-3e45adc2be15 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.507337 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f0b64765-0c0d-46f7-b8c9-4a4d2f8db485 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5675859 Apr 01 12:45:18.513548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48632) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:18.527433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-87cb217c-9852-49d2-8faf-d0526000e545 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Request body: {'subnet': {'network_id': '0e512c48-c69f-4dd4-b963-de9c981bab4d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:18.531486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-372dc155-bc9c-4a3d-9873-3e45adc2be15 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Calling delete_port for 5017c81c-6464-4947-8e78-3537d566ea16 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:18.558421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:18.585429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 6f954e92-1d50-4292-b98e-a26d4ec1001c {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:18.585882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6f954e92-1d50-4292-b98e-a26d4ec1001c not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:18.597727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5aca210f-900d-4070-9013-625b0e971875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '69afef18-e3c8-497d-b469-7959cea12b70', 'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'mac_address': 'fa:16:3e:f1:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:39:39Z', 'revision_number': 5, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'subnets': [{'id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:18.598377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b64765-0c0d-46f7-b8c9-4a4d2f8db485 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'Network': ['ID=0e512c48-c69f-4dd4-b963-de9c981bab4d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:18.618230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c602adae-5725-4957-8c6c-c756118c7f5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a383be81f1534288b3c2562b44e920f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8330736 Apr 01 12:45:18.618904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602adae-5725-4957-8c6c-c756118c7f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447b77b6-7182-4c95-8de4-2474bf2fa507,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:18.621843 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-615f4ef6-1739-48f3-ad79-d1f9a6db13a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.623621 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48634) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:18.639031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca210f-900d-4070-9013-625b0e971875 None None] The sync data for ids ['a20c6a44-4060-48fb-b4da-69367d9b1551'] in n-d-836146-1 is: [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:39:34Z', 'revision_number': 4, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '69afef18-e3c8-497d-b469-7959cea12b70', 'name': '', 'network_id': 'edbe49f5-f68c-4795-90d9-df82f3d85241', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'mac_address': 'fa:16:3e:f1:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:32Z', 'updated_at': '2022-04-01T12:39:39Z', 'revision_number': 5, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'subnets': [{'id': 'a657cc8f-dfd7-46c1-a860-5ffd444a83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:45:18.640661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 0e512c48-c69f-4dd4-b963-de9c981bab4d details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:45:18.644200 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Allocated IP 2001:db8::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/e60e119a-e206-48a8-9508-06276ab3b51e/6a6e819d-e95d-463e-ace1-bebc79d52113) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:18.712316 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-6f009d1c-c055-4854-8578-eb4a00a4defa req-50f5b96c-4f2b-4f0f-9829-97dfaf7295e7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Deleting port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:18.713014 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6f009d1c-c055-4854-8578-eb4a00a4defa req-50f5b96c-4f2b-4f0f-9829-97dfaf7295e7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.778171 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cb217c-9852-49d2-8faf-d0526000e545 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Made reservation on behalf of df71b81a9af348b2b6d8dd4c6b651fd2 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:18.781747 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87cb217c-9852-49d2-8faf-d0526000e545 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.827954 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-615f4ef6-1739-48f3-ad79-d1f9a6db13a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.961096 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-372dc155-bc9c-4a3d-9873-3e45adc2be15 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:18.972377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.007073 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dc155-bc9c-4a3d-9873-3e45adc2be15 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event deleted for resources: {'Port': ['ID=5017c81c-6464-4947-8e78-3537d566ea16,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:19.007224 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.033750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 98d4f23d-38e2-4473-b038-2122b9d5eb41 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:19.039509 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.056337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48638) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:19.086065 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0b2c322b-6559-41a8-b710-32e2c807ec51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.106084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port 2c085154-7c31-4a01-99b7-45752bb934f0 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:45:19.126030 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6f009d1c-c055-4854-8578-eb4a00a4defa req-50f5b96c-4f2b-4f0f-9829-97dfaf7295e7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] For port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:19.126344 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6f009d1c-c055-4854-8578-eb4a00a4defa req-50f5b96c-4f2b-4f0f-9829-97dfaf7295e7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.141249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:19.147482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:19.153564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdf692d-cfb5-4e83-be19-e9ad3f2f9a9a None None] New status for floating IP 3c43c160-4a87-472d-9d90-19b15092920d: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:45:19.171774 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87cb217c-9852-49d2-8faf-d0526000e545 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.206552 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0b2c322b-6559-41a8-b710-32e2c807ec51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.212641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:19.212997 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-372dc155-bc9c-4a3d-9873-3e45adc2be15 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.214248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-6f009d1c-c055-4854-8578-eb4a00a4defa req-50f5b96c-4f2b-4f0f-9829-97dfaf7295e7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Calling delete_port for 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:19.216250 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-372dc155-bc9c-4a3d-9873-3e45adc2be15 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.220919 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-372dc155-bc9c-4a3d-9873-3e45adc2be15 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "DELETE /v2.0/floatingips/3c43c160-4a87-472d-9d90-19b15092920d HTTP/1.1" status: 204 len: 168 time: 1.3354204 Apr 01 12:45:19.224836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Pushing event updated for resources: {'Port': ['ID=6a6e819d-e95d-463e-ace1-bebc79d52113,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:19.263126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 98d4f23d-38e2-4473-b038-2122b9d5eb41 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:19.263126 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.263372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb217c-9852-49d2-8faf-d0526000e545 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'Subnet': ['ID=efc122ba-690e-4b0d-adf2-c661955def8a,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:19.281313 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-615f4ef6-1739-48f3-ad79-d1f9a6db13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.284276 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-615f4ef6-1739-48f3-ad79-d1f9a6db13a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.285654 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-615f4ef6-1739-48f3-ad79-d1f9a6db13a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75ba18a0-2d93-48a2-9d7e-dcb81968ae14 HTTP/1.1" status: 204 len: 168 time: 1.1511533 Apr 01 12:45:19.287333 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cb217c-9852-49d2-8faf-d0526000e545 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Checking segment: {'id': 'ac4d85fd-9fd8-49a1-bb67-62b63a0d180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0e512c48-c69f-4dd4-b963-de9c981bab4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:19.287706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cb217c-9852-49d2-8faf-d0526000e545 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Network hostable DHCP agents. Network: 0e512c48-c69f-4dd4-b963-de9c981bab4d, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:45:19.309113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2091fa6f-e7d4-4640-8787-1d428d0d5074 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bfc2e703d772426d9d25ba2984c90038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463760 Apr 01 12:45:19.312452 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48644) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:19.354140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cb217c-9852-49d2-8faf-d0526000e545 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Network 0e512c48-c69f-4dd4-b963-de9c981bab4d is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:45:19.383617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-87cb217c-9852-49d2-8faf-d0526000e545 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 0e512c48-c69f-4dd4-b963-de9c981bab4d) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:19.394677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3209c2-7824-4886-9141-855b216eb174 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:45:19.399290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cb217c-9852-49d2-8faf-d0526000e545 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:19.399905 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87cb217c-9852-49d2-8faf-d0526000e545 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.400278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f4ef6-1739-48f3-ad79-d1f9a6db13a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ba18a0-2d93-48a2-9d7e-dcb81968ae14,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:19.418250 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.450952 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-772a36aa-31d4-481c-befa-7c1bb7d5bb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.473769 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-87cb217c-9852-49d2-8faf-d0526000e545 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9572611 Apr 01 12:45:19.495535 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48652) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:19.508269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-01ceeb6b-c439-4140-bd8c-d4bbf0292cba tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Request body: {'router': {'external_gateway_info': {'network_id': '0e512c48-c69f-4dd4-b963-de9c981bab4d'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:19.591221 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d327d2a7-2b15-4121-90ea-31d8f05e0049 None None] Network 0e512c48-c69f-4dd4-b963-de9c981bab4d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:19.602341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::2be6:fdc0:29c1:3850 (260099d2-7af7-4f0e-86b6-4c66e180255a/e60e119a-e206-48a8-9508-06276ab3b51e/2c085154-7c31-4a01-99b7-45752bb934f0) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:19.632607 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-772a36aa-31d4-481c-befa-7c1bb7d5bb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.648927 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Attempting to bind port 6a6e819d-e95d-463e-ace1-bebc79d52113 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:19.656279 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Attempting to bind port 6a6e819d-e95d-463e-ace1-bebc79d52113 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:19.656279 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Attempting to bind port 6a6e819d-e95d-463e-ace1-bebc79d52113 on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:19.701654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:19.702043 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:19.712011 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.712011 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:19.712011 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Bound port: 6a6e819d-e95d-463e-ace1-bebc79d52113, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:19.712011 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.721167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Transition to ACTIVE for port object df3209c2-7824-4886-9141-855b216eb174 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:45:19.736737 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0b2c322b-6559-41a8-b710-32e2c807ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.740340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0b2c322b-6559-41a8-b710-32e2c807ec51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.745052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0b2c322b-6559-41a8-b710-32e2c807ec51 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/447b77b6-7182-4c95-8de4-2474bf2fa507 HTTP/1.1" status: 204 len: 168 time: 1.1150100 Apr 01 12:45:19.747482 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:19.848700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c322b-6559-41a8-b710-32e2c807ec51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447b77b6-7182-4c95-8de4-2474bf2fa507,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:19.904544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2d255-7b45-4ebc-a960-f55d4313ddc5 req-b70f47cc-d5c7-44de-8256-297a401e711a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:19.905466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6de2d255-7b45-4ebc-a960-f55d4313ddc5 req-b70f47cc-d5c7-44de-8256-297a401e711a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07f418b-2713-4cfd-b9af-c2350800105b HTTP/1.1" status: 200 len: 945 time: 0.3688436 Apr 01 12:45:19.913565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Pushing event updated for resources: {'Port': ['ID=df3209c2-7824-4886-9141-855b216eb174,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:20.062414 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6f009d1c-c055-4854-8578-eb4a00a4defa req-50f5b96c-4f2b-4f0f-9829-97dfaf7295e7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:20.092724 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b', '28c37571-5ea0-4cd4-8d3e-3e9b8650dc16'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:45:20.236446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5b96c-4f2b-4f0f-9829-97dfaf7295e7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event deleted for resources: {'Port': ['ID=28c37571-5ea0-4cd4-8d3e-3e9b8650dc16,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:20.292901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] For port 6a6e819d-e95d-463e-ace1-bebc79d52113, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:20.328771 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] For port 6a6e819d-e95d-463e-ace1-bebc79d52113, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6a6e819d-e95d-463e-ace1-bebc79d52113,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:20.339107 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:20.370734 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6de2d255-7b45-4ebc-a960-f55d4313ddc5 req-305a2a57-ba8b-418e-b35f-335996019cec tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418006 Apr 01 12:45:20.371214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48668) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:20.415509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c41e22d6-a59a-4287-a28d-b70e88179383 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:20.446817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f009d1c-c055-4854-8578-eb4a00a4defa req-50f5b96c-4f2b-4f0f-9829-97dfaf7295e7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] No DVR routers for this DVR port 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:20.453693 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6f009d1c-c055-4854-8578-eb4a00a4defa req-50f5b96c-4f2b-4f0f-9829-97dfaf7295e7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:20.469148 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f009d1c-c055-4854-8578-eb4a00a4defa req-50f5b96c-4f2b-4f0f-9829-97dfaf7295e7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "DELETE /v2.0/ports/28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 HTTP/1.1" status: 204 len: 173 time: 2.8334115 Apr 01 12:45:20.473060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f418b-2713-4cfd-b9af-c2350800105b', 'name': 'network-vif-deleted', 'tag': '28c37571-5ea0-4cd4-8d3e-3e9b8650dc16'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:45:20.475380 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779b7d3f-e5a3-445f-9d3a-2b6e18ce15b8" -d '{"events": [{"server_uuid": "f07f418b-2713-4cfd-b9af-c2350800105b", "name": "network-vif-deleted", "tag": "28c37571-5ea0-4cd4-8d3e-3e9b8650dc16"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:45:20.491166 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d37c8bd-e9d6-40c4-909d-1d26fdccf426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:20.521031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Attempting to bind port df3209c2-7824-4886-9141-855b216eb174 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:20.521386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Attempting to bind port df3209c2-7824-4886-9141-855b216eb174 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:20.521687 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Attempting to bind port df3209c2-7824-4886-9141-855b216eb174 on network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:20.550683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: c41e22d6-a59a-4287-a28d-b70e88179383 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:20.551018 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c41e22d6-a59a-4287-a28d-b70e88179383 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:20.564859 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Port df3209c2-7824-4886-9141-855b216eb174 on network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:45:20.565795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Attempting to bind port df3209c2-7824-4886-9141-855b216eb174 on network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:20.572106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-0e512c48-c69f-4dd4-b963-de9c981bab4d', 'network_id': '0e512c48-c69f-4dd4-b963-de9c981bab4d', 'tenant_id': 'df71b81a9af348b2b6d8dd4c6b651fd2', 'fixed_ips': [{'subnet_id': 'efc122ba-690e-4b0d-adf2-c661955def8a'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:45:20.573626 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:20.585955 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2c2e1-e728-4c56-b31c-4b8d1fc830b2 req-a7aa977f-6fe2-47bc-af14-bd9c9fe2599a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:20.599476 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-70e2c2e1-e728-4c56-b31c-4b8d1fc830b2 req-a7aa977f-6fe2-47bc-af14-bd9c9fe2599a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 931 time: 1.1048946 Apr 01 12:45:20.605964 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:20.608255 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a92962d-45f6-4a85-b4ce-beb659fbc50e x-openstack-request-id: req-3a92962d-45f6-4a85-b4ce-beb659fbc50e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:45:20.622493 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f418b-2713-4cfd-b9af-c2350800105b", "name": "network-vif-deleted", "tag": "28c37571-5ea0-4cd4-8d3e-3e9b8650dc16", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:45:20.622761 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a92962d-45f6-4a85-b4ce-beb659fbc50e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:45:20.623212 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a92962d-45f6-4a85-b4ce-beb659fbc50e'] response: {'server_uuid': 'f07f418b-2713-4cfd-b9af-c2350800105b', 'name': 'network-vif-deleted', 'tag': '28c37571-5ea0-4cd4-8d3e-3e9b8650dc16', 'status': 'completed', 'code': 200} Apr 01 12:45:20.651481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:20.651826 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Checking segment: {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:20.652224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Bound using segment: {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:20.652684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Bound port: df3209c2-7824-4886-9141-855b216eb174, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:20.653047 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:20.677926 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2ba64-e924-483c-a4f3-dd519337f91d None None] Pushing event updated for resources: {'Port': ['ID=6a6e819d-e95d-463e-ace1-bebc79d52113,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:20.817974 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-01ceeb6b-c439-4140-bd8c-d4bbf0292cba tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:20.873747 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-772a36aa-31d4-481c-befa-7c1bb7d5bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:20.876894 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-772a36aa-31d4-481c-befa-7c1bb7d5bb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:20.894403 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-772a36aa-31d4-481c-befa-7c1bb7d5bb58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3fba6955-452c-4b75-ab1f-6785945d8d8c HTTP/1.1" status: 204 len: 168 time: 1.5698264 Apr 01 12:45:20.894738 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:20.952917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Allocated IP 2001:db8:1::2 (0e512c48-c69f-4dd4-b963-de9c981bab4d/efc122ba-690e-4b0d-adf2-c661955def8a/595c5311-7a6e-47eb-8b8d-63f5f31efbcb) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:21.001663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-70e2c2e1-e728-4c56-b31c-4b8d1fc830b2 req-969353db-7500-4b5b-8310-611c1675b50e tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994248 Apr 01 12:45:21.025030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a36aa-31d4-481c-befa-7c1bb7d5bb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fba6955-452c-4b75-ab1f-6785945d8d8c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:21.037924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d37c8bd-e9d6-40c4-909d-1d26fdccf426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:21.056770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] For port df3209c2-7824-4886-9141-855b216eb174, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:21.100668 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d37c8bd-e9d6-40c4-909d-1d26fdccf426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:21.137560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] For port df3209c2-7824-4886-9141-855b216eb174, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=df3209c2-7824-4886-9141-855b216eb174,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:21.178590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:21.213324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:21.215671 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:21.232638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:21.239844 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-01ceeb6b-c439-4140-bd8c-d4bbf0292cba tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:45:21.241352 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-01ceeb6b-c439-4140-bd8c-d4bbf0292cba tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "PUT /v2.0/routers/80862efd-c493-4bff-b440-1499ab9fc4e8 HTTP/1.1" status: 400 len: 364 time: 1.7445109 Apr 01 12:45:21.245010 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48686) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:21.257631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:21.282621 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:21.363132 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1d37c8bd-e9d6-40c4-909d-1d26fdccf426 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa139053d0ee433589bbfa341cb4a4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9881096 Apr 01 12:45:21.364457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=2c085154-7c31-4a01-99b7-45752bb934f0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:21.369466 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:21.379858 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:21.401053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:21.403234 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:21.405320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] 10.222.0.44 "PUT /v2.0/ports/df3209c2-7824-4886-9141-855b216eb174 HTTP/1.1" status: 200 len: 1091 time: 4.2212269 Apr 01 12:45:21.414024 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48692) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:21.414949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37c8bd-e9d6-40c4-909d-1d26fdccf426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a0bc8c-f74e-407b-bb2a-b729df26df9a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:21.467536 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48700) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:21.468299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-514356c2-a475-4ab2-8b0e-587e831c9344 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9498646 Apr 01 12:45:21.475238 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Network 0e512c48-c69f-4dd4-b963-de9c981bab4d is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:21.486115 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:21.490104 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:21.495668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Pushing event updated for resources: {'Port': ['ID=595c5311-7a6e-47eb-8b8d-63f5f31efbcb,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:21.616523 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Attempting to bind port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:21.616889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Attempting to bind port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ac4d85fd-9fd8-49a1-bb67-62b63a0d180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0e512c48-c69f-4dd4-b963-de9c981bab4d'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:21.617679 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Attempting to bind port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb on network 0e512c48-c69f-4dd4-b963-de9c981bab4d {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:21.625719 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:21.627139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Checking segment: {'id': 'ac4d85fd-9fd8-49a1-bb67-62b63a0d180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0e512c48-c69f-4dd4-b963-de9c981bab4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:21.628260 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:21.628958 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Bound using segment: {'id': 'ac4d85fd-9fd8-49a1-bb67-62b63a0d180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0e512c48-c69f-4dd4-b963-de9c981bab4d'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:21.629594 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Bound port: 595c5311-7a6e-47eb-8b8d-63f5f31efbcb, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4d85fd-9fd8-49a1-bb67-62b63a0d180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0e512c48-c69f-4dd4-b963-de9c981bab4d'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:21.630258 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:21.739221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8691b9-2f3f-4e94-875c-75e8bc328451 service neutron] Pushing event updated for resources: {'Port': ['ID=df3209c2-7824-4886-9141-855b216eb174,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:21.791230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-c19af608-996a-45da-b6ec-f27bdb62c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:21.807242 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-c19af608-996a-45da-b6ec-f27bdb62c5fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 1094 time: 0.2393143 Apr 01 12:45:21.820937 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-84c4aee4-1c36-440c-9843-6a424fde2079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:21.834120 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] For port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:21.848771 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] For port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=595c5311-7a6e-47eb-8b8d-63f5f31efbcb,segment=NetworkSegment(ac4d85fd-9fd8-49a1-bb67-62b63a0d180e),segment_id=ac4d85fd-9fd8-49a1-bb67-62b63a0d180e)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:21.848902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd10ba-2ca0-4ba7-a967-5982f88ccb4e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:21.850896 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:21.852813 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd10ba-2ca0-4ba7-a967-5982f88ccb4e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:21.862464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5fbd10ba-2ca0-4ba7-a967-5982f88ccb4e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3668301 Apr 01 12:45:21.881517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48712) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:21.906435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-3db2a633-434e-414e-a8ef-23cbcd04063d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df3209c2-7824-4886-9141-855b216eb174 HTTP/1.1" status: 200 len: 217 time: 0.0972779 Apr 01 12:45:22.056436 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036a1fc-a3dc-450d-80f0-b4f0d4748a48 None None] Pushing event updated for resources: {'Port': ['ID=595c5311-7a6e-47eb-8b8d-63f5f31efbcb,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:22.071738 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-84c4aee4-1c36-440c-9843-6a424fde2079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:22.281432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-37d202ce-33ce-4b99-9ade-32e48bb544eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:22.283214 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-37d202ce-33ce-4b99-9ade-32e48bb544eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb2409b7-d005-4b83-bb45-b3e7637fb4f0 HTTP/1.1" status: 200 len: 850 time: 0.3121874 Apr 01 12:45:22.512608 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-f168cb04-03fe-45a0-8a3d-2a77d1cc6cf7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:22.531419 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-f168cb04-03fe-45a0-8a3d-2a77d1cc6cf7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 0.4093738 Apr 01 12:45:22.569026 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-4e39e252-2f8c-4b65-9bfd-ea79b43aa629 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/quotas/faf9e4a3810b4cb7ac6ea91a58e763e8 HTTP/1.1" status: 200 len: 375 time: 0.0336483 Apr 01 12:45:22.695773 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:22.779172 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8af97c3f-b981-4d73-82c5-6c59cb3071ae None None] Provisioning complete for port 6a6e819d-e95d-463e-ace1-bebc79d52113 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:22.779739 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8af97c3f-b981-4d73-82c5-6c59cb3071ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:22.920794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'tag': 'df3209c2-7824-4886-9141-855b216eb174'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:45:22.928304 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61228d9-64ae-4b51-9863-af76f9486a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba631b08-3095-4c69-b0fc-e05fba975b1d", "tag": "df3209c2-7824-4886-9141-855b216eb174"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:45:22.944419 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-cc917a3f-6ff4-4243-b5a7-db6e8f802417 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3744643 Apr 01 12:45:23.012132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b69a5-18ef-4475-906c-240c84a9fb9a req-9313d59e-6bc8-44c6-a1f0-dd68c8e44b92 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:23.024967 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a3b69a5-18ef-4475-906c-240c84a9fb9a req-9313d59e-6bc8-44c6-a1f0-dd68c8e44b92 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 943 time: 0.8702040 Apr 01 12:45:23.058303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:23.097546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-405de67d-d0bc-4a9b-ba85-349d47ed6c71 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 2c085154-7c31-4a01-99b7-45752bb934f0 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:23.108950 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-405de67d-d0bc-4a9b-ba85-349d47ed6c71 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:23.131169 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-84c4aee4-1c36-440c-9843-6a424fde2079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:23.141771 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-84c4aee4-1c36-440c-9843-6a424fde2079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:23.145783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 595c5311-7a6e-47eb-8b8d-63f5f31efbcb up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:23.147308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-84c4aee4-1c36-440c-9843-6a424fde2079 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1a0bc8c-f74e-407b-bb2a-b729df26df9a HTTP/1.1" status: 204 len: 168 time: 1.6761367 Apr 01 12:45:23.206863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4aee4-1c36-440c-9843-6a424fde2079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a0bc8c-f74e-407b-bb2a-b729df26df9a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:23.219655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:23.220088 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 28c37571-5ea0-4cd4-8d3e-3e9b8650dc16 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:23.222146 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8af97c3f-b981-4d73-82c5-6c59cb3071ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:23.318064 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8af97c3f-b981-4d73-82c5-6c59cb3071ae None None] For port 6a6e819d-e95d-463e-ace1-bebc79d52113, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6a6e819d-e95d-463e-ace1-bebc79d52113,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:23.345198 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8af97c3f-b981-4d73-82c5-6c59cb3071ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:23.501375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af97c3f-b981-4d73-82c5-6c59cb3071ae None None] Pushing event updated for resources: {'Port': ['ID=6a6e819d-e95d-463e-ace1-bebc79d52113,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:23.512637 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7eae2062-37cf-401e-bcaa-4294fef32d4b None None] Provisioning complete for port 2c085154-7c31-4a01-99b7-45752bb934f0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:23.513330 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7eae2062-37cf-401e-bcaa-4294fef32d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:23.520571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:23.521242 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:23.526262 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-405de67d-d0bc-4a9b-ba85-349d47ed6c71 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:23.558803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-405de67d-d0bc-4a9b-ba85-349d47ed6c71 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 2c085154-7c31-4a01-99b7-45752bb934f0 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:23.601702 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7eae2062-37cf-401e-bcaa-4294fef32d4b None None] Port 2c085154-7c31-4a01-99b7-45752bb934f0 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:45:23.624123 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-056b664b-1770-4cea-ba89-9a56f648461d service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734730 Apr 01 12:45:23.689681 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:23.762742 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a3b69a5-18ef-4475-906c-240c84a9fb9a req-6b05ff0c-f5f3-4298-bd3e-f87ab5640153 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7328565 Apr 01 12:45:23.765492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=595c5311-7a6e-47eb-8b8d-63f5f31efbcb,segment=NetworkSegment(ac4d85fd-9fd8-49a1-bb67-62b63a0d180e),segment_id=ac4d85fd-9fd8-49a1-bb67-62b63a0d180e)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:23.772781 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:23.775381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6a6e819d-e95d-463e-ace1-bebc79d52113 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:23.788800 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-790921cc-f018-4349-a354-a0f9facb3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:23.796110 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-790921cc-f018-4349-a354-a0f9facb3393 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5000625 Apr 01 12:45:23.897236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Allocated IP 2001:db8::1 (29d4aa61-8bd4-497b-8109-0b8a0013baf0/cd69ba81-d80d-4deb-8214-d095034fbadc/bbe7d1ad-c5f6-42ef-adf5-afafce370ae0) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:23.919217 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=595c5311-7a6e-47eb-8b8d-63f5f31efbcb,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:24.032625 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d7accc-ea3f-4159-8290-2dda077069e3 x-openstack-request-id: req-03d7accc-ea3f-4159-8290-2dda077069e3 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:45:24.033076 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba631b08-3095-4c69-b0fc-e05fba975b1d", "tag": "df3209c2-7824-4886-9141-855b216eb174", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:45:24.033384 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03d7accc-ea3f-4159-8290-2dda077069e3 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:45:24.034261 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d7accc-ea3f-4159-8290-2dda077069e3'] response: {'name': 'network-changed', 'server_uuid': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'tag': 'df3209c2-7824-4886-9141-855b216eb174', 'status': 'completed', 'code': 200} Apr 01 12:45:24.044742 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-405de67d-d0bc-4a9b-ba85-349d47ed6c71 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:24.079706 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-d8274306-ddb4-4d05-92b7-0ef6391b50dc service neutron] 10.222.0.45 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469671 Apr 01 12:45:24.102488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6a6e819d-e95d-463e-ace1-bebc79d52113 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:24.107536 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:24.239015 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:24.249758 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5213681-be12-41e8-b2c2-62efec6ac3b9 None None] Network 0e512c48-c69f-4dd4-b963-de9c981bab4d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:24.313285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405de67d-d0bc-4a9b-ba85-349d47ed6c71 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=2c085154-7c31-4a01-99b7-45752bb934f0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:24.323633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-96ab04fc-6d5d-42b7-b52f-0d770c0d990c service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061767 Apr 01 12:45:24.329003 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:24.444608 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'Port': ['ID=bbe7d1ad-c5f6-42ef-adf5-afafce370ae0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:24.458647 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3761fd10-347e-43aa-9ce7-c463322dfee6 None None] Provisioning complete for port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:24.461046 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3761fd10-347e-43aa-9ce7-c463322dfee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:24.464837 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-405de67d-d0bc-4a9b-ba85-349d47ed6c71 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:24.474357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-405de67d-d0bc-4a9b-ba85-349d47ed6c71 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/2c085154-7c31-4a01-99b7-45752bb934f0 HTTP/1.1" status: 204 len: 168 time: 2.5758245 Apr 01 12:45:24.481249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48780) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:24.482578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Network 29d4aa61-8bd4-497b-8109-0b8a0013baf0 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:24.484055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:24.498909 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:24.499482 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:24.870454 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1723231c-8a48-4652-8063-f6695cc4e000 req-583bfcba-eb3b-4736-b3a1-f42fb35748b7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 210 time: 0.2964394 Apr 01 12:45:24.890174 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:24.966541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a358b0-98d7-48e7-888f-f6871bef016f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:24.968034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a358b0-98d7-48e7-888f-f6871bef016f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:24.971976 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d2a358b0-98d7-48e7-888f-f6871bef016f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4873364 Apr 01 12:45:24.972771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48802) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:25.003738 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-749d47b9-864e-45e5-bd6f-b92803bc1181 req-990b1baa-ca50-47f4-ab6b-b673b22efd15 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335638 Apr 01 12:45:25.212913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e014fc6-3810-4b94-a038-24de393d21a7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet e60e119a-e206-48a8-9508-06276ab3b51e {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:45:25.246433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e014fc6-3810-4b94-a038-24de393d21a7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:25.345436 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 595c5311-7a6e-47eb-8b8d-63f5f31efbcb up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:25.455774 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e014fc6-3810-4b94-a038-24de393d21a7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:25.519469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a18676-65fe-4b77-b56e-01293e481396 req-c271956f-e28e-493a-a4b3-a3516e5c25e7 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:25.522925 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-79a18676-65fe-4b77-b56e-01293e481396 req-c271956f-e28e-493a-a4b3-a3516e5c25e7 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 943 time: 0.4937370 Apr 01 12:45:25.626134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61228d9-64ae-4b51-9863-af76f9486a0e req-62c50da0-938e-4ff3-b753-534807f49af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:25.628783 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b61228d9-64ae-4b51-9863-af76f9486a0e req-62c50da0-938e-4ff3-b753-534807f49af3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 1094 time: 0.5538013 Apr 01 12:45:25.634058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3d4934ff-a4da-449d-aca8-083784a85c58 None None] Provisioning complete for port bbe7d1ad-c5f6-42ef-adf5-afafce370ae0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:25.634058 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3d4934ff-a4da-449d-aca8-083784a85c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:25.689655 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-79a18676-65fe-4b77-b56e-01293e481396 req-5c18db68-74df-4ba3-87d0-698ba0d66c0c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547110 Apr 01 12:45:25.959273 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:25.968303 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:25.969124 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:26.045066 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e014fc6-3810-4b94-a038-24de393d21a7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:26.125984 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:26.126404 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:26.165213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3d4934ff-a4da-449d-aca8-083784a85c58 None None] Port bbe7d1ad-c5f6-42ef-adf5-afafce370ae0 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:45:26.172139 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-986f80d3-c704-4886-abe7-df0bb0a84161 req-69e2a235-c3d5-48ba-9974-93f5cb485674 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 210 time: 0.1236029 Apr 01 12:45:26.184873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event updated for resources: {'Port': ['ID=bbe7d1ad-c5f6-42ef-adf5-afafce370ae0,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:26.255755 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e014fc6-3810-4b94-a038-24de393d21a7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:26.341140 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6a6e819d-e95d-463e-ace1-bebc79d52113 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:26.349149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Network 29d4aa61-8bd4-497b-8109-0b8a0013baf0 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:26.353935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:26.427577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e014fc6-3810-4b94-a038-24de393d21a7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:26.447377 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8e014fc6-3810-4b94-a038-24de393d21a7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/e60e119a-e206-48a8-9508-06276ab3b51e HTTP/1.1" status: 204 len: 168 time: 1.4741058 Apr 01 12:45:26.454154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61228d9-64ae-4b51-9863-af76f9486a0e req-55a4176b-eb08-426f-b348-9768ca1c075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:26.457974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb116d-b990-4cd2-94e3-10f48bc47552 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:26.461089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b61228d9-64ae-4b51-9863-af76f9486a0e req-55a4176b-eb08-426f-b348-9768ca1c075d service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 912 time: 0.8219938 Apr 01 12:45:26.526165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48830) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:26.600542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3e788c8c-7bbc-412f-b97a-adc6b9e62868 None None] Provisioning complete for port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:26.601554 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3e788c8c-7bbc-412f-b97a-adc6b9e62868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:26.603181 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48834) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:26.608964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e014fc6-3810-4b94-a038-24de393d21a7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=e60e119a-e206-48a8-9508-06276ab3b51e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:26.623841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-cb5718f0-bff7-4c56-9ce6-784dc30efb38 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1068544525', 'description': 'tempest-secgroup-smoke-1068544525 description', 'project_id': '57d91513207248b7a1ea77190e0bd483'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:26.724962 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bcc8cd47-8a97-41c6-9a8e-d88c4eec13d6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1891534 Apr 01 12:45:26.730725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48840) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:26.763676 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb5718f0-bff7-4c56-9ce6-784dc30efb38 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:26.808628 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb5718f0-bff7-4c56-9ce6-784dc30efb38 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:26.810915 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6a6e819d-e95d-463e-ace1-bebc79d52113 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:26.811473 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:26.840297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b61228d9-64ae-4b51-9863-af76f9486a0e req-0307c4b9-4946-4983-883b-66c3fb9ff026 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df3209c2-7824-4886-9141-855b216eb174 HTTP/1.1" status: 200 len: 217 time: 0.2709358 Apr 01 12:45:27.013704 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Router 80862efd-c493-4bff-b440-1499ab9fc4e8 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:45:27.016807 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae30e693-ba5d-4e0c-bb05-06db067dc6aa None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:45:27.045956 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50e928d-dad0-47da-956a-8818988d3753 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:27.047488 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e50e928d-dad0-47da-956a-8818988d3753 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3140604 Apr 01 12:45:27.061392 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48848) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:27.071430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2de791-4abd-4227-912f-f259b841d5ef req-0461ae39-78ac-4b58-9ea9-295a85f2b1af tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:27.088430 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f2de791-4abd-4227-912f-f259b841d5ef req-0461ae39-78ac-4b58-9ea9-295a85f2b1af tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 943 time: 0.2128029 Apr 01 12:45:27.141160 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61228d9-64ae-4b51-9863-af76f9486a0e req-5026ec40-4031-44e6-a81d-33b5e907d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:27.145873 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b61228d9-64ae-4b51-9863-af76f9486a0e req-5026ec40-4031-44e6-a81d-33b5e907d57e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb2409b7-d005-4b83-bb45-b3e7637fb4f0 HTTP/1.1" status: 200 len: 850 time: 0.1076484 Apr 01 12:45:27.183346 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ae30e693-ba5d-4e0c-bb05-06db067dc6aa None None] Deleting port 6a6e819d-e95d-463e-ace1-bebc79d52113 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:27.183725 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae30e693-ba5d-4e0c-bb05-06db067dc6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:27.188837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96c18bf-b54d-44ed-b3cf-abf477c697df tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:27.197901 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e96c18bf-b54d-44ed-b3cf-abf477c697df tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1084027 Apr 01 12:45:27.211602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48858) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:27.225423 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb5718f0-bff7-4c56-9ce6-784dc30efb38 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:27.246450 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb5718f0-bff7-4c56-9ce6-784dc30efb38 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:27.333259 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device df3209c2-7824-4886-9141-855b216eb174 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:45:27.337168 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb5718f0-bff7-4c56-9ce6-784dc30efb38 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:27.354493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6a6e819d-e95d-463e-ace1-bebc79d52113 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:27.362275 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2fe1516b-65fc-4d59-b99f-3769838f45da tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1335139 Apr 01 12:45:27.367780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48862) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:27.370988 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ae30e693-ba5d-4e0c-bb05-06db067dc6aa None None] For port 6a6e819d-e95d-463e-ace1-bebc79d52113, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6a6e819d-e95d-463e-ace1-bebc79d52113,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:27.371938 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae30e693-ba5d-4e0c-bb05-06db067dc6aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:27.376979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-47eddc7b-f34b-41b2-94d4-c323d6261f13 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:27.393671 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb5718f0-bff7-4c56-9ce6-784dc30efb38 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:27.456372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ae30e693-ba5d-4e0c-bb05-06db067dc6aa None None] Calling delete_port for 6a6e819d-e95d-463e-ace1-bebc79d52113 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:27.499599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5740932c-c2a9-4904-8ba0-a4feff7b18ad None None] Provisioning complete for port bbe7d1ad-c5f6-42ef-adf5-afafce370ae0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:27.500259 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5740932c-c2a9-4904-8ba0-a4feff7b18ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:27.505508 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f2de791-4abd-4227-912f-f259b841d5ef req-a92ee7a6-0633-4ec0-986f-b5aa5741c2f2 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061631 Apr 01 12:45:27.553995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-f83241e5-a29b-401f-8ed3-78a24bd469df tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:27.555725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-f83241e5-a29b-401f-8ed3-78a24bd469df tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 806 time: 1.0895061 Apr 01 12:45:27.557516 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7afff861-6fc2-43e7-b857-67cdfc9922e5 req-83de0ceb-102c-491a-93ee-1f5ba11d5c79 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 210 time: 0.1974757 Apr 01 12:45:27.558967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48868) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:27.567388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb5718f0-bff7-4c56-9ce6-784dc30efb38 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:27.572180 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cb5718f0-bff7-4c56-9ce6-784dc30efb38 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9677131 Apr 01 12:45:27.575639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48872) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:27.581259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2658c7d0-91c4-4a40-bc97-73dbb2e1a4da tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': '143385c1-e9a7-4fc1-991e-702a0f0af38a', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:27.601064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Request body: {'port': {'device_id': '92d5cd76-3267-4a2b-b176-ac0adf9700c5', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'admin_state_up': True, 'tenant_id': 'faf9e4a3810b4cb7ac6ea91a58e763e8'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:27.613270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:45:27.632994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61228d9-64ae-4b51-9863-af76f9486a0e req-68098c06-8dc0-42db-8aa3-52c6b4c41c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:27.633352 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a3a05-6489-4b7f-8a2b-a342da871d37 None None] Sync routers for ids ['80862efd-c493-4bff-b440-1499ab9fc4e8'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:45:27.637055 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b61228d9-64ae-4b51-9863-af76f9486a0e req-68098c06-8dc0-42db-8aa3-52c6b4c41c4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4514048 Apr 01 12:45:27.642156 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5718f0-bff7-4c56-9ce6-784dc30efb38 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9318b80-bc22-479e-a13b-57aa9ba8416c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:27.650094 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a3a05-6489-4b7f-8a2b-a342da871d37 None None] Routers {'80862efd-c493-4bff-b440-1499ab9fc4e8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:27.654939 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0464e506-92df-4217-a951-116350a827f9 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "PUT /v2.0/routers/80862efd-c493-4bff-b440-1499ab9fc4e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4061954 Apr 01 12:45:27.655140 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e76a3a05-6489-4b7f-8a2b-a342da871d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80862efd-c493-4bff-b440-1499ab9fc4e8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:27.655664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48876) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:27.659604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eddc7b-f34b-41b2-94d4-c323d6261f13 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:27.664699 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47eddc7b-f34b-41b2-94d4-c323d6261f13 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:27.771747 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e76a3a05-6489-4b7f-8a2b-a342da871d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:27.779158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port df3209c2-7824-4886-9141-855b216eb174, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=df3209c2-7824-4886-9141-855b216eb174,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:27.801759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'df3209c2-7824-4886-9141-855b216eb174', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'port_id': 'df3209c2-7824-4886-9141-855b216eb174', 'mac_address': 'fa:16:3e:3d:bf:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:45:27.810560 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a3a05-6489-4b7f-8a2b-a342da871d37 None None] Routers {'80862efd-c493-4bff-b440-1499ab9fc4e8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:27.811446 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e76a3a05-6489-4b7f-8a2b-a342da871d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80862efd-c493-4bff-b440-1499ab9fc4e8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:27.836003 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5718f0-bff7-4c56-9ce6-784dc30efb38 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143385c1-e9a7-4fc1-991e-702a0f0af38a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:27.897501 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5e3de3d1-ec42-4aea-acb6-960eadfb4373 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:27.902292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b61228d9-64ae-4b51-9863-af76f9486a0e req-7040d461-5a96-4827-b973-6fd3c8b6baf9 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482245 Apr 01 12:45:27.908961 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:27.917267 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e76a3a05-6489-4b7f-8a2b-a342da871d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:27.917923 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a3a05-6489-4b7f-8a2b-a342da871d37 None None] The sync data for ids ['80862efd-c493-4bff-b440-1499ab9fc4e8'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:45:27.937586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3209c2-7824-4886-9141-855b216eb174 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:45:27.978138 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:27.991653 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5740932c-c2a9-4904-8ba0-a4feff7b18ad None None] Port bbe7d1ad-c5f6-42ef-adf5-afafce370ae0 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:45:27.998595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port df3209c2-7824-4886-9141-855b216eb174, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=df3209c2-7824-4886-9141-855b216eb174,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:28.006423 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48880) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:28.016071 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.048929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 6a6e819d-e95d-463e-ace1-bebc79d52113, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6a6e819d-e95d-463e-ace1-bebc79d52113,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:28.053300 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b61228d9-64ae-4b51-9863-af76f9486a0e req-fdcfa8bd-f2ab-40f0-93c7-ed917f6d9552 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406572 Apr 01 12:45:28.079855 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17c252e2-970a-4ecd-ad0c-255733605c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.099666 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.111075 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2658c7d0-91c4-4a40-bc97-73dbb2e1a4da tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.130390 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae30e693-ba5d-4e0c-bb05-06db067dc6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.154264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30e693-ba5d-4e0c-bb05-06db067dc6aa None None] No DVR routers for this DVR port 6a6e819d-e95d-463e-ace1-bebc79d52113 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:28.168918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-05b4e353-23c0-4555-bd45-2e89ea999de7 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1133642076'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:28.175012 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=df3209c2-7824-4886-9141-855b216eb174,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:28.204847 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17c252e2-970a-4ecd-ad0c-255733605c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.205988 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event deleted for resources: {'Port': ['ID=6a6e819d-e95d-463e-ace1-bebc79d52113,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:28.208307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Made reservation on behalf of faf9e4a3810b4cb7ac6ea91a58e763e8 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:28.218219 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.224265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17c252e2-970a-4ecd-ad0c-255733605c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.230518 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-5e3de3d1-ec42-4aea-acb6-960eadfb4373 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 12:45:28.234733 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5e3de3d1-ec42-4aea-acb6-960eadfb4373 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "DELETE /v2.0/routers/80862efd-c493-4bff-b440-1499ab9fc4e8 HTTP/1.1" status: 409 len: 329 time: 0.5779581 Apr 01 12:45:28.238876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30e693-ba5d-4e0c-bb05-06db067dc6aa None None] Pushing event deleted for resources: {'Port': ['ID=6a6e819d-e95d-463e-ace1-bebc79d52113,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:28.239040 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48884) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:28.291350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-17c252e2-970a-4ecd-ad0c-255733605c88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21ca69a067a140b296964ce5cead6958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7173159 Apr 01 12:45:28.295666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48886) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:28.298906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b4e353-23c0-4555-bd45-2e89ea999de7 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.299930 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b4e353-23c0-4555-bd45-2e89ea999de7 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.308907 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['df3209c2-7824-4886-9141-855b216eb174'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:45:28.327745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c252e2-970a-4ecd-ad0c-255733605c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850874d9-c58b-421b-8c89-c3c0add24424,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:28.446097 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d621cfa8-abd3-48d8-a2a2-45f6cb3d03bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.470653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Allocated IP 172.20.0.13 (7954533d-2445-42af-9c0a-77b864800a7b/16405484-146e-4b1d-a8e6-5b44cba643c4/88d6ea18-752d-46d9-a8e0-3441dc8e0aaf) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:28.511401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d621cfa8-abd3-48d8-a2a2-45f6cb3d03bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.643756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d621cfa8-abd3-48d8-a2a2-45f6cb3d03bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.646441 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d621cfa8-abd3-48d8-a2a2-45f6cb3d03bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.649880 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d621cfa8-abd3-48d8-a2a2-45f6cb3d03bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/850874d9-c58b-421b-8c89-c3c0add24424 HTTP/1.1" status: 204 len: 168 time: 0.3511868 Apr 01 12:45:28.690140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621cfa8-abd3-48d8-a2a2-45f6cb3d03bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850874d9-c58b-421b-8c89-c3c0add24424,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:28.761186 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-daa1d3d1-e470-4c38-83cf-889b1d0f8f0f req-dbade69f-1a15-424f-8102-d8258e145ce4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 210 time: 0.0475013 Apr 01 12:45:28.792049 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.835156 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.848419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:45:28.850805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2658c7d0-91c4-4a40-bc97-73dbb2e1a4da tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.901762 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b4e353-23c0-4555-bd45-2e89ea999de7 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.902678 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2658c7d0-91c4-4a40-bc97-73dbb2e1a4da tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.928590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Network 7954533d-2445-42af-9c0a-77b864800a7b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:28.933695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:28.938195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:28.959228 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b4e353-23c0-4555-bd45-2e89ea999de7 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:28.968571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event updated for resources: {'Port': ['ID=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:29.010174 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:29.011744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.037557 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-30559b64-d0b7-4e27-aa6c-665b844287b5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4581523 Apr 01 12:45:29.039930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658c7d0-91c4-4a40-bc97-73dbb2e1a4da tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205610f8-913c-4a36-bfdc-7301a5cc9dd5,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:29.051241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Request body: {'port': {'device_id': '92d5cd76-3267-4a2b-b176-ac0adf9700c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:29.081859 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2658c7d0-91c4-4a40-bc97-73dbb2e1a4da tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.086548 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2658c7d0-91c4-4a40-bc97-73dbb2e1a4da tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5091412 Apr 01 12:45:29.088552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48898) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:29.093431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-cabe1e73-4e73-4d58-8ed5-97bd296134e6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': '143385c1-e9a7-4fc1-991e-702a0f0af38a', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:29.099384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d43515-774d-4eb7-a189-57f9afe8cd2a req-bcca84dd-b6ac-49fe-80bb-1b13fa3112e2 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:29.100920 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-67d43515-774d-4eb7-a189-57f9afe8cd2a req-bcca84dd-b6ac-49fe-80bb-1b13fa3112e2 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 944 time: 0.3582234 Apr 01 12:45:29.121139 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b4e353-23c0-4555-bd45-2e89ea999de7 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.124801 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-05b4e353-23c0-4555-bd45-2e89ea999de7 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1151693 Apr 01 12:45:29.128874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48900) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:29.147832 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cabe1e73-4e73-4d58-8ed5-97bd296134e6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.166336 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.179195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48902) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:29.188140 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47eddc7b-f34b-41b2-94d4-c323d6261f13 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.196196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device df3209c2-7824-4886-9141-855b216eb174 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:29.207591 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fdf12377-2a93-44f1-81e4-8ca29bf265b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.267773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port df3209c2-7824-4886-9141-855b216eb174 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:45:29.271746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port df3209c2-7824-4886-9141-855b216eb174 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:29.272118 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.284361 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cabe1e73-4e73-4d58-8ed5-97bd296134e6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.292831 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74631f53-8318-4a4f-9167-5140b08cba71 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.297563 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cabe1e73-4e73-4d58-8ed5-97bd296134e6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.301540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eddc7b-f34b-41b2-94d4-c323d6261f13 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:29.348035 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-47eddc7b-f34b-41b2-94d4-c323d6261f13 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:29.358060 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-67d43515-774d-4eb7-a189-57f9afe8cd2a req-f6fb720b-fc9d-4236-a748-946d2dc02f06 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342646 Apr 01 12:45:29.370420 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eddc7b-f34b-41b2-94d4-c323d6261f13 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:29.378243 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47eddc7b-f34b-41b2-94d4-c323d6261f13 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.379340 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9798559a-2169-4621-98c2-8044c99b295e None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:29.390068 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eddc7b-f34b-41b2-94d4-c323d6261f13 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=4c192b42-14ca-485b-9eb0-040a414cad25,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:29.394930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe1e73-4e73-4d58-8ed5-97bd296134e6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b29878-f247-45bb-af79-bfe64eaaaafb,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:29.415547 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cabe1e73-4e73-4d58-8ed5-97bd296134e6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.419414 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cabe1e73-4e73-4d58-8ed5-97bd296134e6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3269384 Apr 01 12:45:29.426273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48904) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:29.434243 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1713b02f-33d0-4875-81ec-62764041fe6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': '143385c1-e9a7-4fc1-991e-702a0f0af38a', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:29.446679 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.501225 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-47eddc7b-f34b-41b2-94d4-c323d6261f13 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1308229 Apr 01 12:45:29.508714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48906) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:29.519282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3209c2-7824-4886-9141-855b216eb174'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:45:29.521490 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174620ba-4d09-4af1-a73e-3ef5caf09798" -d '{"events": [{"server_uuid": "ba631b08-3095-4c69-b0fc-e05fba975b1d", "name": "network-vif-plugged", "status": "completed", "tag": "df3209c2-7824-4886-9141-855b216eb174"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:45:29.525117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': '4c192b42-14ca-485b-9eb0-040a414cad25', 'ip_address': '2001:db8::3243:8ef8:4fdb:5926'}], 'name': 'tempest-NetworksTestDHCPv6-912979615'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:29.555166 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fdf12377-2a93-44f1-81e4-8ca29bf265b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.568218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port df3209c2-7824-4886-9141-855b216eb174, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=df3209c2-7824-4886-9141-855b216eb174,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:29.580756 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.584996 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7530026c-dc28-4de0-bcea-a93d101958e0 x-openstack-request-id: req-7530026c-dc28-4de0-bcea-a93d101958e0 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:45:29.585546 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba631b08-3095-4c69-b0fc-e05fba975b1d", "name": "network-vif-plugged", "status": "completed", "tag": "df3209c2-7824-4886-9141-855b216eb174", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:45:29.586044 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7530026c-dc28-4de0-bcea-a93d101958e0 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:45:29.586637 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7530026c-dc28-4de0-bcea-a93d101958e0'] response: {'server_uuid': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3209c2-7824-4886-9141-855b216eb174', 'code': 200} Apr 01 12:45:29.602616 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fdf12377-2a93-44f1-81e4-8ca29bf265b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.650077 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74631f53-8318-4a4f-9167-5140b08cba71 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.667415 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74631f53-8318-4a4f-9167-5140b08cba71 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.685533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=df3209c2-7824-4886-9141-855b216eb174,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:29.691115 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1713b02f-33d0-4875-81ec-62764041fe6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.757731 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': '4c192b42-14ca-485b-9eb0-040a414cad25'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:45:29.760426 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.787427 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74631f53-8318-4a4f-9167-5140b08cba71 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.787964 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74631f53-8318-4a4f-9167-5140b08cba71 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab5e77e3-8de3-4cc3-9127-ea9f71138bfd {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:45:29.811473 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74631f53-8318-4a4f-9167-5140b08cba71 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:29.812628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-74631f53-8318-4a4f-9167-5140b08cba71 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] 10.222.0.45 "DELETE /v2.0/routers/ab5e77e3-8de3-4cc3-9127-ea9f71138bfd HTTP/1.1" status: 204 len: 168 time: 0.6814208 Apr 01 12:45:29.825221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48916) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:29.839989 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d36c4ec8-7ed1-46a4-aa11-ee752f52c321 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Request body: {'router': {'name': 'tempest-router-93414537', 'distributed': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:30.034440 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1713b02f-33d0-4875-81ec-62764041fe6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.060259 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d36c4ec8-7ed1-46a4-aa11-ee752f52c321 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.061786 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d36c4ec8-7ed1-46a4-aa11-ee752f52c321 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.075628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Allocated IP 2001:db8::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/4c192b42-14ca-485b-9eb0-040a414cad25/49107b78-2ce7-4de3-8314-9f865d575e85) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:30.090537 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1713b02f-33d0-4875-81ec-62764041fe6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.140549 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713b02f-33d0-4875-81ec-62764041fe6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af99544-b82c-4269-852d-58eb11d642ac,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:30.152787 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1713b02f-33d0-4875-81ec-62764041fe6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.157020 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1713b02f-33d0-4875-81ec-62764041fe6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7268438 Apr 01 12:45:30.161477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48920) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:30.185180 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-040465a3-e90e-4232-87ad-6350bc3c29ae tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': '143385c1-e9a7-4fc1-991e-702a0f0af38a', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:30.218486 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3305e205-dfa3-4211-935d-2ef9eb630731 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.223853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fdf12377-2a93-44f1-81e4-8ca29bf265b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73d89a5db3254410a35f48a59ca2335c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0411355 Apr 01 12:45:30.224661 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf12377-2a93-44f1-81e4-8ca29bf265b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc7e6f8-84ed-4faa-830d-56e44898789a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:30.241884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48922) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:30.295074 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.304785 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.305936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dd931-5538-4a61-9903-9ec6f00ddbd5 req-6013e71b-7edd-4aaa-8497-75c804f7bb6b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:30.307602 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c5dd931-5538-4a61-9903-9ec6f00ddbd5 req-6013e71b-7edd-4aaa-8497-75c804f7bb6b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.2755258 Apr 01 12:45:30.358823 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Pushing event updated for resources: {'Port': ['ID=49107b78-2ce7-4de3-8314-9f865d575e85,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:30.369366 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:30.372882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:30.376649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:30.384187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38567ee9-2caf-421e-9d8a-fcff08c00ec8 req-41cb349a-19d4-464f-bb14-989616e48bf0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:30.391856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-38567ee9-2caf-421e-9d8a-fcff08c00ec8 req-41cb349a-19d4-464f-bb14-989616e48bf0 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 932 time: 0.2007668 Apr 01 12:45:30.405537 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2f9eb-2aa2-4d85-b92a-ea18d586aa0f req-74d7e4c6-c615-48c7-9b3f-98e6ba4d7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:30.407467 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-95c2f9eb-2aa2-4d85-b92a-ea18d586aa0f req-74d7e4c6-c615-48c7-9b3f-98e6ba4d7732 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 1096 time: 0.6271551 Apr 01 12:45:30.416610 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d36c4ec8-7ed1-46a4-aa11-ee752f52c321 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.427723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:45:30.434805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:30.439414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Attempting to bind port 49107b78-2ce7-4de3-8314-9f865d575e85 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:30.441039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Attempting to bind port 49107b78-2ce7-4de3-8314-9f865d575e85 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:30.441546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Attempting to bind port 49107b78-2ce7-4de3-8314-9f865d575e85 on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:30.444520 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.446739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:30.447657 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:30.447657 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.447868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:30.448309 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Bound port: 49107b78-2ce7-4de3-8314-9f865d575e85, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:30.448836 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.449540 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d36c4ec8-7ed1-46a4-aa11-ee752f52c321 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.503017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Transition to ACTIVE for port object 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:45:30.522356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] For port 49107b78-2ce7-4de3-8314-9f865d575e85, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:30.526187 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] For port 49107b78-2ce7-4de3-8314-9f865d575e85, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=49107b78-2ce7-4de3-8314-9f865d575e85,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:30.531208 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.541066 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d36c4ec8-7ed1-46a4-aa11-ee752f52c321 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.545488 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d36c4ec8-7ed1-46a4-aa11-ee752f52c321 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7107649 Apr 01 12:45:30.545669 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-38567ee9-2caf-421e-9d8a-fcff08c00ec8 req-9c3127cb-2e4e-4191-b3a7-00f9cb454f9b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504536 Apr 01 12:45:30.546789 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48926) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:30.549176 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-040465a3-e90e-4232-87ad-6350bc3c29ae tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.559787 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.563984 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-95c2f9eb-2aa2-4d85-b92a-ea18d586aa0f req-339ed747-e9b2-43f6-808d-abf543d9b59e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442285 Apr 01 12:45:30.575982 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c5dd931-5538-4a61-9903-9ec6f00ddbd5 req-edaf9d5a-9073-43d1-958e-8449219de858 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643414 Apr 01 12:45:30.602039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3789a3-3668-4e75-9231-096b49175b08 None None] Pushing event updated for resources: {'Port': ['ID=49107b78-2ce7-4de3-8314-9f865d575e85,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:30.698494 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be715dc5-f7f7-4226-baf5-d9c97b8df417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.749712 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.754480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Pushing event updated for resources: {'Port': ['ID=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:30.762894 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bcf098cb-86c3-4078-81b4-fa9d1e8f1b21 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.781856 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be715dc5-f7f7-4226-baf5-d9c97b8df417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.790476 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port f16c301d-0d58-4fef-bb7a-f323f0e45f4c yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:45:30.820210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff58e59-8312-4f15-94f3-20e2e22851f1 req-2f9d1bae-986b-438f-a010-4ba82021b996 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:30.821810 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bff58e59-8312-4f15-94f3-20e2e22851f1 req-2f9d1bae-986b-438f-a010-4ba82021b996 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.1643870 Apr 01 12:45:30.857000 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-040465a3-e90e-4232-87ad-6350bc3c29ae tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.896019 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-040465a3-e90e-4232-87ad-6350bc3c29ae tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.914047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Attempting to bind port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:30.914388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Attempting to bind port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:30.914711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Attempting to bind port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:30.937813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf on network 7954533d-2445-42af-9c0a-77b864800a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:45:30.938194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Attempting to bind port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf on network 7954533d-2445-42af-9c0a-77b864800a7b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:30.960448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040465a3-e90e-4232-87ad-6350bc3c29ae tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb376249-bab2-4483-a7b7-42ff7aa531ca,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:30.967029 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-040465a3-e90e-4232-87ad-6350bc3c29ae tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.968247 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-040465a3-e90e-4232-87ad-6350bc3c29ae tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8056314 Apr 01 12:45:30.976678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bff58e59-8312-4f15-94f3-20e2e22851f1 req-92058c92-24ae-4381-bd2d-43da1a0f7a5c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083894 Apr 01 12:45:30.982831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48928) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:30.983287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:30.983696 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Checking segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:30.984158 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Bound using segment: {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:30.984684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Bound port: 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775a7630-975a-4860-a482-773275ba63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:30.985102 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:30.997056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2e768f28-6c5f-4662-a3d3-e3b355c7ad7b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': '143385c1-e9a7-4fc1-991e-702a0f0af38a', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:31.057888 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bcf098cb-86c3-4078-81b4-fa9d1e8f1b21 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.061304 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be715dc5-f7f7-4226-baf5-d9c97b8df417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.063973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be715dc5-f7f7-4226-baf5-d9c97b8df417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.065722 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-be715dc5-f7f7-4226-baf5-d9c97b8df417 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8bc7e6f8-84ed-4faa-830d-56e44898789a HTTP/1.1" status: 204 len: 168 time: 0.8108008 Apr 01 12:45:31.067021 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bcf098cb-86c3-4078-81b4-fa9d1e8f1b21 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.067976 n-d-836146-1 neutron-server[102718]: INFO neutron.db.securitygroups_db [None req-2e768f28-6c5f-4662-a3d3-e3b355c7ad7b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Project 57d91513207248b7a1ea77190e0bd483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:45:31.097895 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e768f28-6c5f-4662-a3d3-e3b355c7ad7b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.105477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be715dc5-f7f7-4226-baf5-d9c97b8df417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc7e6f8-84ed-4faa-830d-56e44898789a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:31.163402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::3243:8ef8:4fdb:5926 (260099d2-7af7-4f0e-86b6-4c66e180255a/4c192b42-14ca-485b-9eb0-040a414cad25/f16c301d-0d58-4fef-bb7a-f323f0e45f4c) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:31.171058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] For port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:31.176145 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bcf098cb-86c3-4078-81b4-fa9d1e8f1b21 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.176841 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf098cb-86c3-4078-81b4-fa9d1e8f1b21 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c43dc8f-2cb5-4465-90ef-679dbff84b3f {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:45:31.182531 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bcf098cb-86c3-4078-81b4-fa9d1e8f1b21 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.183789 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bcf098cb-86c3-4078-81b4-fa9d1e8f1b21 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] 10.222.0.45 "DELETE /v2.0/routers/7c43dc8f-2cb5-4465-90ef-679dbff84b3f HTTP/1.1" status: 204 len: 168 time: 0.6358113 Apr 01 12:45:31.191526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48932) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:31.197008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-df7139fb-09d0-4ed2-80e5-f5297f4b29af tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Request body: {'router': {'name': 'tempest-router-1540724557', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e7697bd8f9e940219f41a2e9d97ec209'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:31.207357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] For port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:31.223715 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.225933 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df7139fb-09d0-4ed2-80e5-f5297f4b29af tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.227435 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df7139fb-09d0-4ed2-80e5-f5297f4b29af tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.264547 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-3305e205-dfa3-4211-935d-2ef9eb630731 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Deleting port bbe7d1ad-c5f6-42ef-adf5-afafce370ae0 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:31.264915 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3305e205-dfa3-4211-935d-2ef9eb630731 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.297160 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e768f28-6c5f-4662-a3d3-e3b355c7ad7b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.308152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:31.308774 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.310247 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] 10.222.0.37 "PUT /v2.0/ports/88d6ea18-752d-46d9-a8e0-3441dc8e0aaf HTTP/1.1" status: 200 len: 1092 time: 2.2642553 Apr 01 12:45:31.310700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d5cd76-3267-4a2b-b176-ac0adf9700c5', 'tag': '88d6ea18-752d-46d9-a8e0-3441dc8e0aaf'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:45:31.312951 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4a7df8-18ff-40a4-ada5-b68d4a629982" -d '{"events": [{"name": "network-changed", "server_uuid": "92d5cd76-3267-4a2b-b176-ac0adf9700c5", "tag": "88d6ea18-752d-46d9-a8e0-3441dc8e0aaf"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:45:31.331508 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e768f28-6c5f-4662-a3d3-e3b355c7ad7b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.335029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 49107b78-2ce7-4de3-8314-9f865d575e85 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:31.411016 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df7139fb-09d0-4ed2-80e5-f5297f4b29af tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.413950 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 49107b78-2ce7-4de3-8314-9f865d575e85 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:31.414476 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.420172 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df7139fb-09d0-4ed2-80e5-f5297f4b29af tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.437812 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31c9b34-ca5b-40bc-8e93-2c864eea8d75 x-openstack-request-id: req-c31c9b34-ca5b-40bc-8e93-2c864eea8d75 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:45:31.438720 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d5cd76-3267-4a2b-b176-ac0adf9700c5", "tag": "88d6ea18-752d-46d9-a8e0-3441dc8e0aaf", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:45:31.438720 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c31c9b34-ca5b-40bc-8e93-2c864eea8d75 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:45:31.439684 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31c9b34-ca5b-40bc-8e93-2c864eea8d75'] response: {'name': 'network-changed', 'server_uuid': '92d5cd76-3267-4a2b-b176-ac0adf9700c5', 'tag': '88d6ea18-752d-46d9-a8e0-3441dc8e0aaf', 'status': 'completed', 'code': 200} Apr 01 12:45:31.452521 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df7139fb-09d0-4ed2-80e5-f5297f4b29af tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.454112 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-df7139fb-09d0-4ed2-80e5-f5297f4b29af tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2615020 Apr 01 12:45:31.456845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48938) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:31.460200 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3305e205-dfa3-4211-935d-2ef9eb630731 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.467886 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:31.611103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-3305e205-dfa3-4211-935d-2ef9eb630731 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Calling delete_port for bbe7d1ad-c5f6-42ef-adf5-afafce370ae0 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:31.702574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e768f28-6c5f-4662-a3d3-e3b355c7ad7b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516a51c7-81dd-4952-9954-9e76c8762407,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:31.747300 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.768917 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e768f28-6c5f-4662-a3d3-e3b355c7ad7b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.773088 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2e768f28-6c5f-4662-a3d3-e3b355c7ad7b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7822671 Apr 01 12:45:31.779455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da99413-34ed-41c4-acd7-1d3777916286 service neutron] Pushing event updated for resources: {'Port': ['ID=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:31.783176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48950) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:31.796211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1970841d-20d8-42b7-9786-6abcb584d471 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': '143385c1-e9a7-4fc1-991e-702a0f0af38a', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:31.818039 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.821983 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.834051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cead9-63da-40fb-bd40-cbdaf998ad04 req-78afb253-c1de-4ec9-8f9c-88760b3c0733 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:31.835715 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-556cead9-63da-40fb-bd40-cbdaf998ad04 req-78afb253-c1de-4ec9-8f9c-88760b3c0733 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.44 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.1986940 Apr 01 12:45:31.887094 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.940225 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 49107b78-2ce7-4de3-8314-9f865d575e85, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=49107b78-2ce7-4de3-8314-9f865d575e85,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:31.945784 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.950067 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:31.988118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-83e68a80-2d68-4256-acc2-e53339650ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:31.989710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-83e68a80-2d68-4256-acc2-e53339650ed5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 1095 time: 0.6155486 Apr 01 12:45:32.015958 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=49107b78-2ce7-4de3-8314-9f865d575e85,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:32.063140 n-d-836146-1 neutron-server[102718]: INFO neutron.db.securitygroups_db [None req-1970841d-20d8-42b7-9786-6abcb584d471 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Project 57d91513207248b7a1ea77190e0bd483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:45:32.108856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-4932261a-0c51-4a4e-a6e5-d1f440563043 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf HTTP/1.1" status: 200 len: 217 time: 0.0661950 Apr 01 12:45:32.125323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14717971-6463-4e2d-b623-d56721dbee95 req-a4863b83-f695-4f76-91c4-258af3374aa5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:32.127927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14717971-6463-4e2d-b623-d56721dbee95 req-a4863b83-f695-4f76-91c4-258af3374aa5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 944 time: 0.3430161 Apr 01 12:45:32.136471 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1970841d-20d8-42b7-9786-6abcb584d471 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.171877 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9226d065-a0b6-4427-abee-11309843e9bb None None] Provisioning complete for port 49107b78-2ce7-4de3-8314-9f865d575e85 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:32.172531 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9226d065-a0b6-4427-abee-11309843e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.182257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:32.210143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=f16c301d-0d58-4fef-bb7a-f323f0e45f4c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:32.232671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:32.257971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:32.257971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:32.257971 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.323074 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-d13807ca-794b-438b-bf06-ecfd3e41d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:32.324637 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-d13807ca-794b-438b-bf06-ecfd3e41d462 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.1921482 Apr 01 12:45:32.329799 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-14717971-6463-4e2d-b623-d56721dbee95 req-8cd86c73-7cf7-40e0-8fc6-0ac369ce7149 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913667 Apr 01 12:45:32.333648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5b963954-a0b2-4275-8b15-1068ba631c65 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8223171 Apr 01 12:45:32.336707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102719) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 01 12:45:32.337180 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Router e7847749-e9c6-4e8a-8393-e38a242fed95 migrating from provider to provider. {{(pid=102719) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 01 12:45:32.337532 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.342393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48964) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:32.358773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-df35af35-bcce-408f-a10e-e359155d466e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': '4c192b42-14ca-485b-9eb0-040a414cad25', 'ip_address': '2001:db8::3243:8ef8:4fdb:5926'}], 'name': 'tempest-NetworksTestDHCPv6-1329200265'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:32.390547 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-5b0c3ebc-2b19-4f1c-87b0-831fa638cf72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541823 Apr 01 12:45:32.413018 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1970841d-20d8-42b7-9786-6abcb584d471 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.415334 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.428864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad5193-df4e-4742-a0c4-79881b8d1452 req-2696d422-40b0-4043-9fe7-5e0c3a5f99f5 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:32.438928 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6ad5193-df4e-4742-a0c4-79881b8d1452 req-2696d422-40b0-4043-9fe7-5e0c3a5f99f5 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.6109891 Apr 01 12:45:32.448649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-556cead9-63da-40fb-bd40-cbdaf998ad04 req-5ba539e1-5902-4fc3-82de-97c125a66a2b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Deleting port 8863fbb4-75df-49db-ab61-f0301739530f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:32.449283 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-556cead9-63da-40fb-bd40-cbdaf998ad04 req-5ba539e1-5902-4fc3-82de-97c125a66a2b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.452830 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1970841d-20d8-42b7-9786-6abcb584d471 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.460041 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.532915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970841d-20d8-42b7-9786-6abcb584d471 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfa18c3-97d8-4fdf-82a7-fbd1265893a1,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:32.626077 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1970841d-20d8-42b7-9786-6abcb584d471 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.630625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1970841d-20d8-42b7-9786-6abcb584d471 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8387706 Apr 01 12:45:32.631558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48970) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:32.646295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b6a06f71-1b7a-463b-872a-99d3ded17ac4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'network': {'name': 'tempest-network-smoke--1116183596', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'port_security_enabled': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:32.647577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6ad5193-df4e-4742-a0c4-79881b8d1452 req-2b5bfca6-eea2-40a1-9094-5b031c67b03f tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077911 Apr 01 12:45:32.683465 n-d-836146-1 neutron-server[102719]: WARNING neutron.scheduler.l3_agent_scheduler [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] No L3 agents can host the router e7847749-e9c6-4e8a-8393-e38a242fed95 Apr 01 12:45:32.705925 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3305e205-dfa3-4211-935d-2ef9eb630731 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.715409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94dfc0-4447-4251-8768-87460c970435 req-5a59564c-066c-48ed-8cd8-7d758ff291c9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:32.724978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc94dfc0-4447-4251-8768-87460c970435 req-5a59564c-066c-48ed-8cd8-7d758ff291c9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.2830753 Apr 01 12:45:32.742644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-694f6a26-1ae3-4239-98c2-9d769e6ff538 None None] Provisioning complete for port f16c301d-0d58-4fef-bb7a-f323f0e45f4c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:32.744235 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-694f6a26-1ae3-4239-98c2-9d769e6ff538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.766224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-556cead9-63da-40fb-bd40-cbdaf998ad04 req-5ba539e1-5902-4fc3-82de-97c125a66a2b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] For port 8863fbb4-75df-49db-ab61-f0301739530f, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=8863fbb4-75df-49db-ab61-f0301739530f,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:32.766672 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-556cead9-63da-40fb-bd40-cbdaf998ad04 req-5ba539e1-5902-4fc3-82de-97c125a66a2b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.771802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-116da3d0-8d9b-4151-9663-3a7e798bb4f1 service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712029 Apr 01 12:45:32.787271 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305e205-dfa3-4211-935d-2ef9eb630731 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Port': ['ID=bbe7d1ad-c5f6-42ef-adf5-afafce370ae0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:32.806917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-694f6a26-1ae3-4239-98c2-9d769e6ff538 None None] Port f16c301d-0d58-4fef-bb7a-f323f0e45f4c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:45:32.811846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a06f71-1b7a-463b-872a-99d3ded17ac4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Made reservation on behalf of 57d91513207248b7a1ea77190e0bd483 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:32.814798 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df35af35-bcce-408f-a10e-e359155d466e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:32.815615 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6a06f71-1b7a-463b-872a-99d3ded17ac4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:32.849398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-556cead9-63da-40fb-bd40-cbdaf998ad04 req-5ba539e1-5902-4fc3-82de-97c125a66a2b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Calling delete_port for 8863fbb4-75df-49db-ab61-f0301739530f owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:32.910495 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bc94dfc0-4447-4251-8768-87460c970435 req-8a782757-bf48-43a8-9772-c0f10ef18aff tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812594 Apr 01 12:45:32.930614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a06f71-1b7a-463b-872a-99d3ded17ac4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:45:33.012961 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3305e205-dfa3-4211-935d-2ef9eb630731 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:33.041459 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Hosts for router e7847749-e9c6-4e8a-8393-e38a242fed95: [] {{(pid=102719) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 01 12:45:33.043456 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6a06f71-1b7a-463b-872a-99d3ded17ac4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:33.043876 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-b6a06f71-1b7a-463b-872a-99d3ded17ac4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Added segment 87cfa559-3fdc-4ffa-b40f-3844b91de3ef of type vlan for network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f Apr 01 12:45:33.118516 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6a06f71-1b7a-463b-872a-99d3ded17ac4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:33.132222 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Hosts for other DVR routers connected to router e7847749-e9c6-4e8a-8393-e38a242fed95: set() {{(pid=102719) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 01 12:45:33.132938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b6caf13a-f72b-4936-8e35-ec878d7047ac req-0e5d930e-2e08-49ce-adc2-34b19565a4ab service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086166 Apr 01 12:45:33.135056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:33.136202 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-792e51c1-5fbb-4770-b695-8a7eb5221c6c tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] 10.222.0.45 "PUT /v2.0/routers/e7847749-e9c6-4e8a-8393-e38a242fed95 HTTP/1.1" status: 200 len: 717 time: 1.6781728 Apr 01 12:45:33.139330 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-df35af35-bcce-408f-a10e-e359155d466e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:33.143582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48984) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:33.211359 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4888ac4-1b4c-4888-a2f4-0905ff132da2 req-77765423-e7e4-4b71-8c82-6b8a61ec27e9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:33.214214 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f4888ac4-1b4c-4888-a2f4-0905ff132da2 req-77765423-e7e4-4b71-8c82-6b8a61ec27e9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.2019675 Apr 01 12:45:33.223396 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-df35af35-bcce-408f-a10e-e359155d466e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port ee536f3c-dad8-4a67-9d04-d803aa57eedc yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:45:33.227766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 48988) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:33.237151 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:45:33.265455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-51f4d793-e684-47a6-8055-a77502e05af9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Request body: {'floatingip': {'port_id': 'df3209c2-7824-4886-9141-855b216eb174'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:33.266393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 49107b78-2ce7-4de3-8314-9f865d575e85 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:33.316948 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6a06f71-1b7a-463b-872a-99d3ded17ac4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:33.322752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a06f71-1b7a-463b-872a-99d3ded17ac4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:33.323583 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6a06f71-1b7a-463b-872a-99d3ded17ac4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:33.353366 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b6a06f71-1b7a-463b-872a-99d3ded17ac4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7125793 Apr 01 12:45:33.355744 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-235fce18-56c0-4727-8776-c94e7a0ca423 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] 10.222.0.45 "GET /v2.0/routers/e7847749-e9c6-4e8a-8393-e38a242fed95 HTTP/1.1" status: 200 len: 717 time: 0.2112188 Apr 01 12:45:33.358881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48992) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:33.361653 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 48994) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:33.377486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'admin_state_up': True, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:33.384293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 49107b78-2ce7-4de3-8314-9f865d575e85 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:33.384655 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:33.396945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3305e205-dfa3-4211-935d-2ef9eb630731 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Router 80862efd-c493-4bff-b440-1499ab9fc4e8 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:45:33.460067 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:33.461262 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:33.473007 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51f4d793-e684-47a6-8055-a77502e05af9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:33.598691 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3305e205-dfa3-4211-935d-2ef9eb630731 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:45:33.613592 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3305e205-dfa3-4211-935d-2ef9eb630731 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "PUT /v2.0/routers/80862efd-c493-4bff-b440-1499ab9fc4e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3731816 Apr 01 12:45:33.622022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a5da3-9ed5-44df-828a-7d9878704194 None None] Sync routers for ids ['80862efd-c493-4bff-b440-1499ab9fc4e8'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:45:33.622251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49006) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:33.643213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a5da3-9ed5-44df-828a-7d9878704194 None None] Routers {'80862efd-c493-4bff-b440-1499ab9fc4e8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:33.644636 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-fb1a5da3-9ed5-44df-828a-7d9878704194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80862efd-c493-4bff-b440-1499ab9fc4e8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:33.697075 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:33.704276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-fb1a5da3-9ed5-44df-828a-7d9878704194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:33.717003 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a5da3-9ed5-44df-828a-7d9878704194 None None] Routers {'80862efd-c493-4bff-b440-1499ab9fc4e8'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:33.717894 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-fb1a5da3-9ed5-44df-828a-7d9878704194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80862efd-c493-4bff-b440-1499ab9fc4e8'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:33.766244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-fb1a5da3-9ed5-44df-828a-7d9878704194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:33.766989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a5da3-9ed5-44df-828a-7d9878704194 None None] The sync data for ids ['80862efd-c493-4bff-b440-1499ab9fc4e8'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:45:33.781798 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-70c51ef1-b6d5-4e8f-9a6c-6488626cb9db tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] show failed (client error): The resource could not be found. Apr 01 12:45:33.788105 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-70c51ef1-b6d5-4e8f-9a6c-6488626cb9db tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1601309622 HTTP/1.1" status: 404 len: 335 time: 0.1646290 Apr 01 12:45:33.789228 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-df35af35-bcce-408f-a10e-e359155d466e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 12:45:33.789809 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df35af35-bcce-408f-a10e-e359155d466e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:45:33.817936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49014) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:33.832698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b6bbfc10-fc79-4d2d-82ac-c4951c1941a8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:33.890309 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3409c3a3-292b-4e30-b5de-c870d3a568a2 tempest-RoutersTestDVR-1347189822 tempest-RoutersTestDVR-1347189822-project] 10.222.0.45 "GET /v2.0/routers/e7847749-e9c6-4e8a-8393-e38a242fed95 HTTP/1.1" status: 200 len: 683 time: 0.5236075 Apr 01 12:45:33.893873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49020) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:33.937939 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-df35af35-bcce-408f-a10e-e359155d466e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5928462 Apr 01 12:45:33.951975 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-b6bbfc10-fc79-4d2d-82ac-c4951c1941a8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] update failed (client error): The resource could not be found. Apr 01 12:45:33.953147 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b6bbfc10-fc79-4d2d-82ac-c4951c1941a8 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-330727057 HTTP/1.1" status: 404 len: 334 time: 0.1274230 Apr 01 12:45:33.956036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49022) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:33.956569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49024) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:33.965907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a7df8-18ff-40a4-ada5-b68d4a629982 req-54a0fd4b-d0f1-4a53-9499-fb18f6921add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:33.967410 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa4a7df8-18ff-40a4-ada5-b68d4a629982 req-54a0fd4b-d0f1-4a53-9499-fb18f6921add service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 1095 time: 0.7596223 Apr 01 12:45:33.997478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a06f71-1b7a-463b-872a-99d3ded17ac4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Network': ['ID=42f3c55c-7df1-4c0a-a453-71f7a5cc989f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:34.014739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:45:34.082811 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.098380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0e369-1a4e-4b18-8b18-a46f22be75b3 req-b405f00f-dc3b-4f2d-a5c6-3399a27287a8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:34.106997 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84f0e369-1a4e-4b18-8b18-a46f22be75b3 req-b405f00f-dc3b-4f2d-a5c6-3399a27287a8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=980655d8-4e0c-4467-83fd-61a460a7a279 HTTP/1.1" status: 200 len: 946 time: 0.3459234 Apr 01 12:45:34.109609 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-556cead9-63da-40fb-bd40-cbdaf998ad04 req-5ba539e1-5902-4fc3-82de-97c125a66a2b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.120882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:45:34.123503 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06030e1e-3e79-4037-a4b5-ad1233179269 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.140656 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160a280-0097-42d3-ba72-262e002aa8eb req-ea81c0ec-f9ea-4a43-a4ee-1b88969d90cc tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:34.142199 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d160a280-0097-42d3-ba72-262e002aa8eb req-ea81c0ec-f9ea-4a43-a4ee-1b88969d90cc tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 944 time: 0.6620481 Apr 01 12:45:34.263720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba539e1-5902-4fc3-82de-97c125a66a2b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event deleted for resources: {'Port': ['ID=8863fbb4-75df-49db-ab61-f0301739530f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:34.280114 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf85e834-bb83-4d38-b261-04948b7d1245 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Deleting subnet efc122ba-690e-4b0d-adf2-c661955def8a {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:45:34.293853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf85e834-bb83-4d38-b261-04948b7d1245 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.356413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edf681-2fc1-4537-9839-58caeec41a23 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:34.364111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edf681-2fc1-4537-9839-58caeec41a23 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:34.366352 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e9edf681-2fc1-4537-9839-58caeec41a23 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4035375 Apr 01 12:45:34.388100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49030) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:34.467344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-556cead9-63da-40fb-bd40-cbdaf998ad04 req-5ba539e1-5902-4fc3-82de-97c125a66a2b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] No DVR routers for this DVR port 8863fbb4-75df-49db-ab61-f0301739530f on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:34.510449 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-556cead9-63da-40fb-bd40-cbdaf998ad04 req-5ba539e1-5902-4fc3-82de-97c125a66a2b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.513724 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-556cead9-63da-40fb-bd40-cbdaf998ad04 req-5ba539e1-5902-4fc3-82de-97c125a66a2b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.44 "DELETE /v2.0/ports/8863fbb4-75df-49db-ab61-f0301739530f HTTP/1.1" status: 204 len: 173 time: 2.6166484 Apr 01 12:45:34.516368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980655d8-4e0c-4467-83fd-61a460a7a279', 'name': 'network-vif-deleted', 'tag': '8863fbb4-75df-49db-ab61-f0301739530f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:45:34.519336 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d6a14b-34c3-4a68-b8d9-67e504081328" -d '{"events": [{"server_uuid": "980655d8-4e0c-4467-83fd-61a460a7a279", "name": "network-vif-deleted", "tag": "8863fbb4-75df-49db-ab61-f0301739530f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:45:34.532585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d160a280-0097-42d3-ba72-262e002aa8eb req-eeee3a7c-3a38-4ac3-b158-925b98b4b0c3 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126478 Apr 01 12:45:34.539248 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf85e834-bb83-4d38-b261-04948b7d1245 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.566564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a7df8-18ff-40a4-ada5-b68d4a629982 req-3f93fb60-1486-49ca-9828-8fe161007fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:34.568786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa4a7df8-18ff-40a4-ada5-b68d4a629982 req-3f93fb60-1486-49ca-9828-8fe161007fba service neutron] 10.222.0.37 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 907 time: 0.5787954 Apr 01 12:45:34.664813 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06030e1e-3e79-4037-a4b5-ad1233179269 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.669324 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-84f0e369-1a4e-4b18-8b18-a46f22be75b3 req-ff3c2181-bde7-47aa-9fb8-8973b07ded62 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611925 Apr 01 12:45:34.672984 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06030e1e-3e79-4037-a4b5-ad1233179269 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.718322 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7190cb-d767-44fe-b4d8-52333c0e4b76 x-openstack-request-id: req-0e7190cb-d767-44fe-b4d8-52333c0e4b76 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:45:34.718753 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980655d8-4e0c-4467-83fd-61a460a7a279", "name": "network-vif-deleted", "tag": "8863fbb4-75df-49db-ab61-f0301739530f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:45:34.719101 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e7190cb-d767-44fe-b4d8-52333c0e4b76 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:45:34.719596 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7190cb-d767-44fe-b4d8-52333c0e4b76'] response: {'server_uuid': '980655d8-4e0c-4467-83fd-61a460a7a279', 'name': 'network-vif-deleted', 'tag': '8863fbb4-75df-49db-ab61-f0301739530f', 'status': 'completed', 'code': 200} Apr 01 12:45:34.728516 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa4a7df8-18ff-40a4-ada5-b68d4a629982 req-ab577407-8543-4b44-993f-03ed763a7bb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf HTTP/1.1" status: 200 len: 217 time: 0.1292629 Apr 01 12:45:34.751084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06030e1e-3e79-4037-a4b5-ad1233179269 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.751633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06030e1e-3e79-4037-a4b5-ad1233179269 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7847749-e9c6-4e8a-8393-e38a242fed95 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:45:34.817221 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06030e1e-3e79-4037-a4b5-ad1233179269 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.818606 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-06030e1e-3e79-4037-a4b5-ad1233179269 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] 10.222.0.45 "DELETE /v2.0/routers/e7847749-e9c6-4e8a-8393-e38a242fed95 HTTP/1.1" status: 204 len: 168 time: 0.9229913 Apr 01 12:45:34.822084 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49040) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:34.826929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-468089a9-59d8-4b1c-bb8f-18c3ab2b5a9f tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Request body: {'router': {'name': 'tempest-router-197123995', 'distributed': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:34.870048 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-468089a9-59d8-4b1c-bb8f-18c3ab2b5a9f tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.871098 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-468089a9-59d8-4b1c-bb8f-18c3ab2b5a9f tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.941006 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-468089a9-59d8-4b1c-bb8f-18c3ab2b5a9f tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:34.976157 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-468089a9-59d8-4b1c-bb8f-18c3ab2b5a9f tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.035945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a7df8-18ff-40a4-ada5-b68d4a629982 req-d4ff9e8f-2af7-41cb-8651-93d6fb8d89a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:35.037934 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-468089a9-59d8-4b1c-bb8f-18c3ab2b5a9f tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.038105 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa4a7df8-18ff-40a4-ada5-b68d4a629982 req-d4ff9e8f-2af7-41cb-8651-93d6fb8d89a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.3008373 Apr 01 12:45:35.039165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-468089a9-59d8-4b1c-bb8f-18c3ab2b5a9f tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2159524 Apr 01 12:45:35.040605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.042403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49042) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:35.067341 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.073742 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf85e834-bb83-4d38-b261-04948b7d1245 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.141196 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa4a7df8-18ff-40a4-ada5-b68d4a629982 req-0f578013-a506-467e-bae2-b346e40dd2fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943644 Apr 01 12:45:35.176399 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f07c63fb-284e-4313-bb09-ccf0769138e2 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.213276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49046) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:35.215835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-900b9264-7960-40f9-b422-836e0dd69b1a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port f16c301d-0d58-4fef-bb7a-f323f0e45f4c {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:35.216180 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-900b9264-7960-40f9-b422-836e0dd69b1a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.245883 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8863fbb4-75df-49db-ab61-f0301739530f no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:35.268487 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 8863fbb4-75df-49db-ab61-f0301739530f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:35.268831 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 8863fbb4-75df-49db-ab61-f0301739530f not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:35.389240 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f07c63fb-284e-4313-bb09-ccf0769138e2 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.398271 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f07c63fb-284e-4313-bb09-ccf0769138e2 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.411931 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.25.7.253 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:35.417702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2bbadd3a-df51-4b24-bd41-e0b168d822a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.482769 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f07c63fb-284e-4313-bb09-ccf0769138e2 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.483361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07c63fb-284e-4313-bb09-ccf0769138e2 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 311e9705-62b5-47db-87f4-a61ab0090530 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:45:35.491988 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f07c63fb-284e-4313-bb09-ccf0769138e2 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.493153 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f07c63fb-284e-4313-bb09-ccf0769138e2 tempest-RoutersTestDVR-1130481967 tempest-RoutersTestDVR-1130481967-project-admin] 10.222.0.45 "DELETE /v2.0/routers/311e9705-62b5-47db-87f4-a61ab0090530 HTTP/1.1" status: 204 len: 168 time: 0.4491849 Apr 01 12:45:35.633852 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.651255 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2bbadd3a-df51-4b24-bd41-e0b168d822a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.668169 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2bbadd3a-df51-4b24-bd41-e0b168d822a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.717200 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2bbadd3a-df51-4b24-bd41-e0b168d822a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a406167a54a8476f96e3f511d87fde10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5011008 Apr 01 12:45:35.718129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbadd3a-df51-4b24-bd41-e0b168d822a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f9017b-d122-480d-abdc-9566c06cd4b4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:35.720430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49058) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:35.733697 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.801924 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:35.812363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:35.815015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:35.834372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49062) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:35.839434 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.db.resource_extend [None req-51f4d793-e684-47a6-8055-a77502e05af9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:45:35.849826 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:35.883131 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf85e834-bb83-4d38-b261-04948b7d1245 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.884826 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e78e679-d457-40cd-887c-dfab255115f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.910455 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-900b9264-7960-40f9-b422-836e0dd69b1a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.947513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa4a7df8-18ff-40a4-ada5-b68d4a629982 req-59f53f5d-ea54-4244-bef7-e59795e82c88 service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7565184 Apr 01 12:45:35.963971 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51f4d793-e684-47a6-8055-a77502e05af9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.975096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85e834-bb83-4d38-b261-04948b7d1245 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Subnet': ['ID=efc122ba-690e-4b0d-adf2-c661955def8a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:35.984502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-900b9264-7960-40f9-b422-836e0dd69b1a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for f16c301d-0d58-4fef-bb7a-f323f0e45f4c owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:35.985091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df69de21-a020-40c3-bc83-7326f59648df None None] Network 0e512c48-c69f-4dd4-b963-de9c981bab4d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:35.987537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf85e834-bb83-4d38-b261-04948b7d1245 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:35.991548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cf85e834-bb83-4d38-b261-04948b7d1245 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "DELETE /v2.0/subnets/efc122ba-690e-4b0d-adf2-c661955def8a HTTP/1.1" status: 204 len: 168 time: 2.0274644 Apr 01 12:45:36.007036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49068) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:36.007734 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51f4d793-e684-47a6-8055-a77502e05af9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.015613 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e78e679-d457-40cd-887c-dfab255115f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.073843 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398b6f-fc02-4b04-8812-96ac3fbd514a req-99235bf0-5189-4ee1-8195-cf72f10340cc tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:36.075409 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-36398b6f-fc02-4b04-8812-96ac3fbd514a req-99235bf0-5189-4ee1-8195-cf72f10340cc tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 944 time: 0.3613057 Apr 01 12:45:36.115021 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-81d1eda1-e54c-42fb-b5cf-be0e8fe839ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.126428 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84491f-14d6-475b-85be-7e3c908ddeb0 req-c24712bd-b6b8-4335-ad5b-105b42ff2b07 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:36.128051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dd84491f-14d6-475b-85be-7e3c908ddeb0 req-c24712bd-b6b8-4335-ad5b-105b42ff2b07 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.1152663 Apr 01 12:45:36.190694 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e78e679-d457-40cd-887c-dfab255115f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.193202 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e78e679-d457-40cd-887c-dfab255115f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.196774 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3e78e679-d457-40cd-887c-dfab255115f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/34f9017b-d122-480d-abdc-9566c06cd4b4 HTTP/1.1" status: 204 len: 168 time: 0.4725022 Apr 01 12:45:36.216285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] DHCP port deletion for 0e512c48-c69f-4dd4-b963-de9c981bab4d request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:45:36.234731 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78e679-d457-40cd-887c-dfab255115f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f9017b-d122-480d-abdc-9566c06cd4b4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:36.270566 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dd84491f-14d6-475b-85be-7e3c908ddeb0 req-a5116901-427c-4809-98e8-629226f0d7f4 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288562 Apr 01 12:45:36.299474 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Deleting port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:36.300129 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.315140 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-81d1eda1-e54c-42fb-b5cf-be0e8fe839ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.344411 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.400868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] For port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=595c5311-7a6e-47eb-8b8d-63f5f31efbcb,segment=NetworkSegment(ac4d85fd-9fd8-49a1-bb67-62b63a0d180e),segment_id=ac4d85fd-9fd8-49a1-bb67-62b63a0d180e)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:36.401858 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.403577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-81d1eda1-e54c-42fb-b5cf-be0e8fe839ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.410668 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8310d0ab-3327-40fa-8d57-6d236fe0b9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.421228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Calling delete_port for 595c5311-7a6e-47eb-8b8d-63f5f31efbcb owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:36.473924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.489637 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-36398b6f-fc02-4b04-8812-96ac3fbd514a req-ab40b801-f3f9-48f0-8fdd-5e03a80392fe tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757248 Apr 01 12:45:36.526086 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-81d1eda1-e54c-42fb-b5cf-be0e8fe839ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7697bd8f9e940219f41a2e9d97ec209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6822124 Apr 01 12:45:36.526086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1eda1-e54c-42fb-b5cf-be0e8fe839ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d980e7-d010-4a66-b1c3-08f6df63b449,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:36.530579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49074) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:36.538066 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.539176 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-51f4d793-e684-47a6-8055-a77502e05af9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Floating IP 8a4b8160-f964-44c9-b29e-fc315981ea33 associated. External IP: 172.25.7.85, port: df3209c2-7824-4886-9141-855b216eb174. Apr 01 12:45:36.577996 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] No DVR routers for this DVR port 595c5311-7a6e-47eb-8b8d-63f5f31efbcb on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:36.585297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa4a7df8-18ff-40a4-ada5-b68d4a629982 req-f9843d2c-5334-4135-a548-5c1e02f674bb service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6112349 Apr 01 12:45:36.597331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Pushing event deleted for resources: {'Port': ['ID=595c5311-7a6e-47eb-8b8d-63f5f31efbcb,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:36.601254 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.613462 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:36.614934 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:36.615312 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:36.615718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:36.615970 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:36.616297 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:36.616624 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:36.616945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:36.617266 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:36.617585 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:36.617904 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:36.618245 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13527996-62a6-4fd2-90fc-817cefff44ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:36.653208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49076) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:36.671858 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed27b631-ebf5-4763-8667-e44779f772ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.808170 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router f160c458-0538-42a7-a2ab-257d807b7c4e is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:45:36.811084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed27b631-ebf5-4763-8667-e44779f772ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.817043 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed27b631-ebf5-4763-8667-e44779f772ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.819669 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.842696 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-900b9264-7960-40f9-b422-836e0dd69b1a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.866461 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-105095d4-e1e1-4496-b100-6e473853a182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:36.872928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e512c48-c69f-4dd4-b963-de9c981bab4d']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:36.896677 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27b631-ebf5-4763-8667-e44779f772ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f39e5b-8d93-4250-abf7-098169a46402,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:36.903171 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ed27b631-ebf5-4763-8667-e44779f772ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9023699c555e4c76a4d531ebe6838a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466722 Apr 01 12:45:36.903543 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49078) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:36.913762 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4d85fd-9fd8-49a1-bb67-62b63a0d180e') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:36.914082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4d85fd-9fd8-49a1-bb67-62b63a0d180e') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:36.918500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b9264-7960-40f9-b422-836e0dd69b1a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=f16c301d-0d58-4fef-bb7a-f323f0e45f4c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:36.985441 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.000929 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-105095d4-e1e1-4496-b100-6e473853a182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.003164 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-900b9264-7960-40f9-b422-836e0dd69b1a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.004569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:45:37.006524 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97ea6b9f-c103-497d-8fbb-0d6a4e25ec8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.007379 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-900b9264-7960-40f9-b422-836e0dd69b1a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/f16c301d-0d58-4fef-bb7a-f323f0e45f4c HTTP/1.1" status: 204 len: 168 time: 2.6140223 Apr 01 12:45:37.010853 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49080) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:37.016682 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Sync routers for ids ['f160c458-0538-42a7-a2ab-257d807b7c4e'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:45:37.018817 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.025273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:45:37.032925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:45:37.033858 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:45:37.041768 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:45:37.044488 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Routers {'f160c458-0538-42a7-a2ab-257d807b7c4e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:37.045107 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f160c458-0538-42a7-a2ab-257d807b7c4e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:37.078523 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97ea6b9f-c103-497d-8fbb-0d6a4e25ec8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.089756 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.091211 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a1a77524-361c-4f85-8256-aadc66b02a5d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7258878 Apr 01 12:45:37.097208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49082) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:37.123578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f7baef-6543-407e-b2b9-2cea0fa0739c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:37.125194 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f7baef-6543-407e-b2b9-2cea0fa0739c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:37.130304 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-94f7baef-6543-407e-b2b9-2cea0fa0739c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1139314 Apr 01 12:45:37.130743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49086) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:37.195728 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.211033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-750545a0-b4f9-4650-97f3-9bcd48bef66f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 4c192b42-14ca-485b-9eb0-040a414cad25 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:45:37.217347 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-750545a0-b4f9-4650-97f3-9bcd48bef66f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.225848 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97ea6b9f-c103-497d-8fbb-0d6a4e25ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.243210 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97ea6b9f-c103-497d-8fbb-0d6a4e25ec8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.247815 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-97ea6b9f-c103-497d-8fbb-0d6a4e25ec8f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4f39e5b-8d93-4250-abf7-098169a46402 HTTP/1.1" status: 204 len: 168 time: 0.3432996 Apr 01 12:45:37.251063 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.259272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "DELETE /v2.0/networks/0e512c48-c69f-4dd4-b963-de9c981bab4d HTTP/1.1" status: 204 len: 168 time: 1.2472923 Apr 01 12:45:37.271557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49090) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:37.272514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:37.280644 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Set router f160c458-0538-42a7-a2ab-257d807b7c4e gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:37.306886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '88d6ea18-752d-46d9-a8e0-3441dc8e0aaf', 'network_id': '7954533d-2445-42af-9c0a-77b864800a7b', 'port_id': '88d6ea18-752d-46d9-a8e0-3441dc8e0aaf', 'mac_address': 'fa:16:3e:8d:cc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16405484-146e-4b1d-a8e6-5b44cba643c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:45:37.322919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 595c5311-7a6e-47eb-8b8d-63f5f31efbcb no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:37.358705 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21792766-b8b3-4e89-af41-09196504adf6 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Network': ['ID=0e512c48-c69f-4dd4-b963-de9c981bab4d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:37.377906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea6b9f-c103-497d-8fbb-0d6a4e25ec8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f39e5b-8d93-4250-abf7-098169a46402,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:37.402664 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-750545a0-b4f9-4650-97f3-9bcd48bef66f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.487493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 595c5311-7a6e-47eb-8b8d-63f5f31efbcb {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:37.488927 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 595c5311-7a6e-47eb-8b8d-63f5f31efbcb not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:37.501707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec196c3-767b-4dde-be56-0fda1df42fb1 req-ce06f438-d233-4ed5-a67f-87eeacf2d69c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:37.510132 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9ec196c3-767b-4dde-be56-0fda1df42fb1 req-ce06f438-d233-4ed5-a67f-87eeacf2d69c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.1032815 Apr 01 12:45:37.602642 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.621436 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-750545a0-b4f9-4650-97f3-9bcd48bef66f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.638195 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-105095d4-e1e1-4496-b100-6e473853a182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.640680 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-105095d4-e1e1-4496-b100-6e473853a182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.644499 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-105095d4-e1e1-4496-b100-6e473853a182 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31d980e7-d010-4a66-b1c3-08f6df63b449 HTTP/1.1" status: 204 len: 168 time: 1.1067865 Apr 01 12:45:37.649628 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:45:36Z', 'revision_number': 3, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:37.650775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f4d793-e684-47a6-8055-a77502e05af9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:45:37.651919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:45:37.660503 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9ec196c3-767b-4dde-be56-0fda1df42fb1 req-01b2c198-3510-491b-96db-b1eece897dc8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494052 Apr 01 12:45:37.683345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b8de33-de10-4c08-a2dd-1c79ec91ca43 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Deleting subnet 3992d564-ff32-40d2-8476-fdcb1d7b1a76 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:45:37.702211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:37.705787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105095d4-e1e1-4496-b100-6e473853a182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d980e7-d010-4a66-b1c3-08f6df63b449,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:37.715727 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.716975 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-640cfeba-9970-4fc8-8124-d7080203ea65 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=57d91513207248b7a1ea77190e0bd483&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6185977 Apr 01 12:45:37.719169 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51b8de33-de10-4c08-a2dd-1c79ec91ca43 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.719751 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49104) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:37.734718 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Checking router: f160c458-0538-42a7-a2ab-257d807b7c4e for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:45:37.736243 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Updating router f160c458-0538-42a7-a2ab-257d807b7c4e port c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:45:37.792075 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.879772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:37.880077 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51b8de33-de10-4c08-a2dd-1c79ec91ca43 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.883476 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-750545a0-b4f9-4650-97f3-9bcd48bef66f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:37.959408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc6830-64e0-4ba6-b303-8c48e3fa14d5 req-2af0b2e4-0eb1-433c-94ee-fa4eac2c55d7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:37.961402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4abc6830-64e0-4ba6-b303-8c48e3fa14d5 req-2af0b2e4-0eb1-433c-94ee-fa4eac2c55d7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 944 time: 0.3157086 Apr 01 12:45:38.034283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6226bd7-0662-49ec-9dfe-7e1826bfa7a1 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:38.038538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['88d6ea18-752d-46d9-a8e0-3441dc8e0aaf'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:45:38.041921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750545a0-b4f9-4650-97f3-9bcd48bef66f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=4c192b42-14ca-485b-9eb0-040a414cad25,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:38.046816 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-750545a0-b4f9-4650-97f3-9bcd48bef66f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.059040 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-750545a0-b4f9-4650-97f3-9bcd48bef66f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/4c192b42-14ca-485b-9eb0-040a414cad25 HTTP/1.1" status: 204 len: 168 time: 0.9229252 Apr 01 12:45:38.073563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49112) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:38.105199 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f173430-224a-4e5b-843c-7a3430117893 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:38.107899 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8f173430-224a-4e5b-843c-7a3430117893 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3872130 Apr 01 12:45:38.111242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49114) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:38.128506 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4abc6830-64e0-4ba6-b303-8c48e3fa14d5 req-816ddc4e-1094-48c4-9ee8-6b36cd33ace1 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247330 Apr 01 12:45:38.201411 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d154c89d-f660-4044-9798-61af24047f42 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0889766 Apr 01 12:45:38.204032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49116) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:38.213895 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-85fa7765-1819-46ee-8a08-299cf06099f7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1247163 Apr 01 12:45:38.213895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f4d793-e684-47a6-8055-a77502e05af9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:45:38.216990 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49118) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:38.228299 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-28435c24-72bb-45e4-bc68-58043a09411c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-549746875', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:38.235032 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51f4d793-e684-47a6-8055-a77502e05af9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.248660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ea2a0f77-bdfe-4db7-ad51-50f146f36714 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:38.252055 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c5ba18-e67c-4c16-aa44-cc2060564de0 None None] Sync routers for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:45:38.287308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-51f4d793-e684-47a6-8055-a77502e05af9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "PUT /v2.0/floatingips/8a4b8160-f964-44c9-b29e-fc315981ea33 HTTP/1.1" status: 200 len: 990 time: 5.0485549 Apr 01 12:45:38.287308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'tag': 'df3209c2-7824-4886-9141-855b216eb174'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:45:38.287308 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77769fb-355a-4238-bc1b-f3831157e221" -d '{"events": [{"name": "network-changed", "server_uuid": "ba631b08-3095-4c69-b0fc-e05fba975b1d", "tag": "df3209c2-7824-4886-9141-855b216eb174"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:45:38.293001 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51b8de33-de10-4c08-a2dd-1c79ec91ca43 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.301203 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.312480 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.342084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49126) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:38.380757 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff264ee4-9014-40e8-a305-ec2b0c606cb0 None None] Pushing event updated for resources: {'Port': ['ID=c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:38.388784 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ac51739-5909-4655-9bdb-698b67c6c334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.401901 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602b7f95-a5b9-400e-8c5c-894c1a9009cb x-openstack-request-id: req-602b7f95-a5b9-400e-8c5c-894c1a9009cb {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:45:38.402448 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba631b08-3095-4c69-b0fc-e05fba975b1d", "tag": "df3209c2-7824-4886-9141-855b216eb174", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:45:38.402820 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-602b7f95-a5b9-400e-8c5c-894c1a9009cb {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:45:38.403462 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602b7f95-a5b9-400e-8c5c-894c1a9009cb'] response: {'name': 'network-changed', 'server_uuid': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'tag': 'df3209c2-7824-4886-9141-855b216eb174', 'status': 'completed', 'code': 200} Apr 01 12:45:38.421119 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Attempting to bind port c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:38.424923 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Attempting to bind port c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:38.426738 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Attempting to bind port c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:38.442520 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:38.443552 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:38.444668 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.445224 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:38.446151 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Bound port: c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:38.446737 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.453244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5ba18-e67c-4c16-aa44-cc2060564de0 None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:38.453874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d4c5ba18-e67c-4c16-aa44-cc2060564de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:38.473064 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28435c24-72bb-45e4-bc68-58043a09411c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Made reservation on behalf of 57d91513207248b7a1ea77190e0bd483 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:38.478086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-28435c24-72bb-45e4-bc68-58043a09411c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.520536 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] For port c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:38.525622 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] For port c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:38.532224 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.587722 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51b8de33-de10-4c08-a2dd-1c79ec91ca43 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.654042 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Routers {'f160c458-0538-42a7-a2ab-257d807b7c4e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:38.654761 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f160c458-0538-42a7-a2ab-257d807b7c4e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:38.720610 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff264ee4-9014-40e8-a305-ec2b0c606cb0 None None] Pushing event updated for resources: {'Port': ['ID=c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:38.727638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2a0f77-bdfe-4db7-ad51-50f146f36714 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:38.733364 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea2a0f77-bdfe-4db7-ad51-50f146f36714 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.748233 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdb1bcf-e5c4-47d8-8a95-7a39c70b0450 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:45:38.798871 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] Set router f160c458-0538-42a7-a2ab-257d807b7c4e gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:38.862097 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.920286 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-485bdabf-03d2-4f4f-b955-77eccb983155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.923832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-d4c5ba18-e67c-4c16-aa44-cc2060564de0 None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:38.961586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:38.996336 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-efdb1bcf-e5c4-47d8-8a95-7a39c70b0450 None None] Deleting port 49107b78-2ce7-4de3-8314-9f865d575e85 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:38.996982 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-efdb1bcf-e5c4-47d8-8a95-7a39c70b0450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:39.041256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77769fb-355a-4238-bc1b-f3831157e221 req-eb0c6385-6516-4351-a605-3c4ad84954c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:39.042865 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e77769fb-355a-4238-bc1b-f3831157e221 req-eb0c6385-6516-4351-a605-3c4ad84954c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 1096 time: 0.6441922 Apr 01 12:45:39.053529 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51b8de33-de10-4c08-a2dd-1c79ec91ca43 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:39.061738 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-51b8de33-de10-4c08-a2dd-1c79ec91ca43 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "DELETE /v2.0/subnets/3992d564-ff32-40d2-8476-fdcb1d7b1a76 HTTP/1.1" status: 204 len: 168 time: 1.7338529 Apr 01 12:45:39.063102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8de33-de10-4c08-a2dd-1c79ec91ca43 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Subnet': ['ID=3992d564-ff32-40d2-8476-fdcb1d7b1a76,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:39.074680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49138) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:39.187969 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b67689-b7c2-48a3-a7fe-ad11be1f3439 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Deleting subnet 360d422b-5b7b-4912-8533-4756e26b3952 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:45:39.244642 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f8b67689-b7c2-48a3-a7fe-ad11be1f3439 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:39.295749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c780ff1-645b-4a9f-b796-0693c84c36a0 req-c6a07e54-45d8-4563-8310-b0b49789dce7 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:39.297753 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c780ff1-645b-4a9f-b796-0693c84c36a0 req-c6a07e54-45d8-4563-8310-b0b49789dce7 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.7875969 Apr 01 12:45:39.306026 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba03956-fe3e-46ad-824e-caf26be1d1d6 req-2f2290ed-b497-4d5c-bd46-bdae32f13b6c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:39.307881 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cba03956-fe3e-46ad-824e-caf26be1d1d6 req-2f2290ed-b497-4d5c-bd46-bdae32f13b6c tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.3495569 Apr 01 12:45:39.348136 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-efdb1bcf-e5c4-47d8-8a95-7a39c70b0450 None None] For port 49107b78-2ce7-4de3-8314-9f865d575e85, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=49107b78-2ce7-4de3-8314-9f865d575e85,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:39.351055 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-efdb1bcf-e5c4-47d8-8a95-7a39c70b0450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:39.351918 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:45:36Z', 'revision_number': 3, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:39.371214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-efdb1bcf-e5c4-47d8-8a95-7a39c70b0450 None None] Calling delete_port for 49107b78-2ce7-4de3-8314-9f865d575e85 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:39.408237 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279cc52-b1f7-4013-b9a6-3d656e509cbc None None] The sync data for ids ['f160c458-0538-42a7-a2ab-257d807b7c4e'] in n-d-836146-1 is: [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:45:36Z', 'revision_number': 3, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:45:39.453708 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-28435c24-72bb-45e4-bc68-58043a09411c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:39.468225 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2236510e-e0d1-4532-bf4b-b91c6fbce59d None None] Network 1412d14f-564b-46df-8662-b781169e9adc requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:39.470127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 49107b78-2ce7-4de3-8314-9f865d575e85 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:39.496105 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cba03956-fe3e-46ad-824e-caf26be1d1d6 req-18310208-8b36-4b9b-96a7-6aef4b3736f8 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751878 Apr 01 12:45:39.499884 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ac51739-5909-4655-9bdb-698b67c6c334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:39.530477 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f8b67689-b7c2-48a3-a7fe-ad11be1f3439 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:39.547873 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ac51739-5909-4655-9bdb-698b67c6c334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:39.616908 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28435c24-72bb-45e4-bc68-58043a09411c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Subnet': ['ID=038197aa-3cc7-4241-9b9d-aa4a36b9c168,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:39.647421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9494b-a920-473e-96c8-5908cb6367c5 req-9034413f-6497-44fb-a6be-092eefaaf6c9 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:39.648999 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-14d9494b-a920-473e-96c8-5908cb6367c5 req-9034413f-6497-44fb-a6be-092eefaaf6c9 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 945 time: 0.2244370 Apr 01 12:45:39.651841 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28435c24-72bb-45e4-bc68-58043a09411c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Checking segment: {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:39.652205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28435c24-72bb-45e4-bc68-58043a09411c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network hostable DHCP agents. Network: 42f3c55c-7df1-4c0a-a453-71f7a5cc989f, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:45:39.675441 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea2a0f77-bdfe-4db7-ad51-50f146f36714 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:39.686593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77769fb-355a-4238-bc1b-f3831157e221 req-840aed42-eac0-443e-ae00-940a033534f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:39.688560 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e77769fb-355a-4238-bc1b-f3831157e221 req-840aed42-eac0-443e-ae00-940a033534f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 912 time: 0.6077981 Apr 01 12:45:39.697376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac51739-5909-4655-9bdb-698b67c6c334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544565be-843a-485b-bf96-d0888c5eae29,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:39.735226 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28435c24-72bb-45e4-bc68-58043a09411c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:45:39.809612 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-efdb1bcf-e5c4-47d8-8a95-7a39c70b0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:39.833063 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-14d9494b-a920-473e-96c8-5908cb6367c5 req-746674e8-2fd9-480e-893f-3c96764a3bb4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771126 Apr 01 12:45:39.834294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9ac51739-5909-4655-9bdb-698b67c6c334 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=adf8f970a4a04a42bc959b24a06418c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4899416 Apr 01 12:45:39.845113 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2a0f77-bdfe-4db7-ad51-50f146f36714 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:39.849191 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49152) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:39.860889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a0f77-bdfe-4db7-ad51-50f146f36714 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=618fc85d-5178-43f4-8a54-c1a2bdfa5352,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:39.871109 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-28435c24-72bb-45e4-bc68-58043a09411c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 42f3c55c-7df1-4c0a-a453-71f7a5cc989f) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:39.871109 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ea2a0f77-bdfe-4db7-ad51-50f146f36714 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:39.896241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a0f77-bdfe-4db7-ad51-50f146f36714 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:39.897571 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ea2a0f77-bdfe-4db7-ad51-50f146f36714 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:39.897834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e292f606-c32d-4277-a895-077ba7191ff5 None None] Network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:39.899254 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e77769fb-355a-4238-bc1b-f3831157e221 req-24bfce87-8095-443b-a562-b12ff7055c12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df3209c2-7824-4886-9141-855b216eb174 HTTP/1.1" status: 200 len: 998 time: 0.1929598 Apr 01 12:45:39.918216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28435c24-72bb-45e4-bc68-58043a09411c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:39.919409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-28435c24-72bb-45e4-bc68-58043a09411c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:39.937111 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb1bcf-e5c4-47d8-8a95-7a39c70b0450 None None] Pushing event deleted for resources: {'Port': ['ID=49107b78-2ce7-4de3-8314-9f865d575e85,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:39.937851 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ea2a0f77-bdfe-4db7-ad51-50f146f36714 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7017891 Apr 01 12:45:39.940411 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49156) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:39.963283 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-169d35f8-3632-4ff3-8410-cdc5375e8c73 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': '618fc85d-5178-43f4-8a54-c1a2bdfa5352', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1955139358'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:39.975723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb1bcf-e5c4-47d8-8a95-7a39c70b0450 None None] No DVR routers for this DVR port 49107b78-2ce7-4de3-8314-9f865d575e85 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:40.004111 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No active binding found for port 49107b78-2ce7-4de3-8314-9f865d575e85 {{(pid=102720) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 01 12:45:40.004538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 49107b78-2ce7-4de3-8314-9f865d575e85 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:40.013968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff8622a-8044-4b31-9805-e7f176afead7 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:40.078634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-3c780ff1-645b-4a9f-b796-0693c84c36a0 req-0cd9bb97-3e03-46bb-9f2e-c69494910966 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Deleting port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:40.079213 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c780ff1-645b-4a9f-b796-0693c84c36a0 req-0cd9bb97-3e03-46bb-9f2e-c69494910966 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.083652 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f8b67689-b7c2-48a3-a7fe-ad11be1f3439 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.112113 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-28435c24-72bb-45e4-bc68-58043a09411c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9045098 Apr 01 12:45:40.115158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49158) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:40.150555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77769fb-355a-4238-bc1b-f3831157e221 req-7149d23e-5c45-4f5c-aee1-ec40e24bcc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:40.152351 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e77769fb-355a-4238-bc1b-f3831157e221 req-7149d23e-5c45-4f5c-aee1-ec40e24bcc52 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb2409b7-d005-4b83-bb45-b3e7637fb4f0 HTTP/1.1" status: 200 len: 850 time: 0.1747174 Apr 01 12:45:40.186635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-704fb0cf-7790-4f99-8373-7c62feb65322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.217326 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-704fb0cf-7790-4f99-8373-7c62feb65322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.320773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169d35f8-3632-4ff3-8410-cdc5375e8c73 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:40.333135 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb491b4c-abbd-4338-b808-75ad5da14e92 None None] DHCP port deletion for 1412d14f-564b-46df-8662-b781169e9adc request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:45:40.454446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77769fb-355a-4238-bc1b-f3831157e221 req-35436ac6-87d8-4f93-ad3d-3fe245e4e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:40.455195 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-169d35f8-3632-4ff3-8410-cdc5375e8c73 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.455906 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e77769fb-355a-4238-bc1b-f3831157e221 req-35436ac6-87d8-4f93-ad3d-3fe245e4e6fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2946432 Apr 01 12:45:40.474121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3c780ff1-645b-4a9f-b796-0693c84c36a0 req-0cd9bb97-3e03-46bb-9f2e-c69494910966 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] For port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:40.475842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c780ff1-645b-4a9f-b796-0693c84c36a0 req-0cd9bb97-3e03-46bb-9f2e-c69494910966 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.491997 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-169d35f8-3632-4ff3-8410-cdc5375e8c73 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port 82358a16-b39a-42b7-9d36-8515afdea7a9 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:45:40.492151 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.535983 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f8b67689-b7c2-48a3-a7fe-ad11be1f3439 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.593577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': '618fc85d-5178-43f4-8a54-c1a2bdfa5352'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:45:40.594607 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.608134 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-704fb0cf-7790-4f99-8373-7c62feb65322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.610671 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-704fb0cf-7790-4f99-8373-7c62feb65322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.615834 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-704fb0cf-7790-4f99-8373-7c62feb65322 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/544565be-843a-485b-bf96-d0888c5eae29 HTTP/1.1" status: 204 len: 168 time: 0.7556374 Apr 01 12:45:40.643924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-3c780ff1-645b-4a9f-b796-0693c84c36a0 req-0cd9bb97-3e03-46bb-9f2e-c69494910966 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Calling delete_port for 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:40.666873 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a6b33b-e96f-473c-9e23-2fa54377de8c None None] Network a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:40.682365 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f8b67689-b7c2-48a3-a7fe-ad11be1f3439 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.695599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ips': [{'subnet_id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:45:40.696037 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f8b67689-b7c2-48a3-a7fe-ad11be1f3439 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "DELETE /v2.0/subnets/360d422b-5b7b-4912-8533-4756e26b3952 HTTP/1.1" status: 204 len: 168 time: 1.6139081 Apr 01 12:45:40.701626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49178) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:40.702193 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.764647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fb0cf-7790-4f99-8373-7c62feb65322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544565be-843a-485b-bf96-d0888c5eae29,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:40.813365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b67689-b7c2-48a3-a7fe-ad11be1f3439 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Subnet': ['ID=360d422b-5b7b-4912-8533-4756e26b3952,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:40.839915 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.850300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-fb491b4c-abbd-4338-b808-75ad5da14e92 None None] Deleting port 98d4f23d-38e2-4473-b038-2122b9d5eb41 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:40.850674 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fb491b4c-abbd-4338-b808-75ad5da14e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:40.853981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d4c5ba18-e67c-4c16-aa44-cc2060564de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '8a4b8160-f964-44c9-b29e-fc315981ea33', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'floating_ip_address': '172.25.7.85', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'port_id': 'df3209c2-7824-4886-9141-855b216eb174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'mac_address': 'fa:16:3e:3d:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:45:06Z', 'updated_at': '2022-04-01T12:45:35Z', 'revision_number': 1, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:01Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:41.052042 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c5ba18-e67c-4c16-aa44-cc2060564de0 None None] Checking router: 40c0cb0a-627b-4830-8ac1-4f95607a26e7 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:45:41.071525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:41.132593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8c675-6d69-40d1-bdcb-a1bd2573a8e9 req-94ff8fff-a307-4826-836c-d492d46b7680 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:41.137159 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18a8c675-6d69-40d1-bdcb-a1bd2573a8e9 req-94ff8fff-a307-4826-836c-d492d46b7680 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 945 time: 0.5053575 Apr 01 12:45:41.160126 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-169d35f8-3632-4ff3-8410-cdc5375e8c73 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:45:41.160638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169d35f8-3632-4ff3-8410-cdc5375e8c73 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:45:41.183784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e77769fb-355a-4238-bc1b-f3831157e221 req-2ebb263c-56bc-4992-a5bc-0edcecaf78da service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7143633 Apr 01 12:45:41.201020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5ba18-e67c-4c16-aa44-cc2060564de0 None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:41.203973 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d4c5ba18-e67c-4c16-aa44-cc2060564de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:41.212687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a5070-659d-448c-bbba-397e7a0e062c req-c44f7c8f-7b96-401c-a007-4e3dcb31d969 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:41.215036 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc1a5070-659d-448c-bbba-397e7a0e062c req-c44f7c8f-7b96-401c-a007-4e3dcb31d969 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 945 time: 0.2519414 Apr 01 12:45:41.266223 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-169d35f8-3632-4ff3-8410-cdc5375e8c73 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3197050 Apr 01 12:45:41.305357 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49196) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:41.326986 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Deleting port 98d4f23d-38e2-4473-b038-2122b9d5eb41 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:41.327467 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:41.358110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-fb491b4c-abbd-4338-b808-75ad5da14e92 None None] For port 98d4f23d-38e2-4473-b038-2122b9d5eb41, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=98d4f23d-38e2-4473-b038-2122b9d5eb41,segment=NetworkSegment(fda0b914-afb5-4791-98e1-3d511de01b38),segment_id=fda0b914-afb5-4791-98e1-3d511de01b38)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:41.358473 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fb491b4c-abbd-4338-b808-75ad5da14e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:41.398638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:41.413323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Allocated IP 2001:db8::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/618fc85d-5178-43f4-8a54-c1a2bdfa5352/2841b3e8-3e13-447e-9a8a-775d27bc9327) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:41.444040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-fb491b4c-abbd-4338-b808-75ad5da14e92 None None] Calling delete_port for 98d4f23d-38e2-4473-b038-2122b9d5eb41 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:41.452380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:45:41.456541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] For port 98d4f23d-38e2-4473-b038-2122b9d5eb41, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=98d4f23d-38e2-4473-b038-2122b9d5eb41,segment=NetworkSegment(fda0b914-afb5-4791-98e1-3d511de01b38),segment_id=fda0b914-afb5-4791-98e1-3d511de01b38)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:41.457092 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:41.472634 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Calling delete_port for 98d4f23d-38e2-4473-b038-2122b9d5eb41 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:41.532153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:41.533779 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:41.632725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18a8c675-6d69-40d1-bdcb-a1bd2573a8e9 req-c5d1ace5-5506-455b-8cac-120d3bb16be7 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457514 Apr 01 12:45:41.653922 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-183d8a61-0bc6-4509-9156-cf3d364fb9dc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3474004 Apr 01 12:45:41.665440 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc1a5070-659d-448c-bbba-397e7a0e062c req-c81f91ce-0ffc-4dd0-a734-2dfce3aa2589 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431818 Apr 01 12:45:41.666255 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:41.672963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49206) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:41.683017 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] No DVR routers for this DVR port 98d4f23d-38e2-4473-b038-2122b9d5eb41 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:41.788256 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Port': ['ID=98d4f23d-38e2-4473-b038-2122b9d5eb41,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:41.788934 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Allocated IP 172.20.0.2 (42f3c55c-7df1-4c0a-a453-71f7a5cc989f/038197aa-3cc7-4241-9b9d-aa4a36b9c168/37f889d7-d734-48de-b0b1-bfec16d8e303) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:41.796625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9065bf3-a515-49d3-99a4-209d78c9c62f None None] DHCP port deletion for a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:45:41.819013 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49208) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:41.910543 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d6435bd-90ed-4ce0-b700-167b6dabf8a2 req-b87550e1-b39a-4496-8827-55e1abd45f7f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7625639 Apr 01 12:45:41.921478 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c780ff1-645b-4a9f-b796-0693c84c36a0 req-0cd9bb97-3e03-46bb-9f2e-c69494910966 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:41.947804 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:41.952997 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:41.994952 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1412d14f-564b-46df-8662-b781169e9adc']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:42.025638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9bb97-3e03-46bb-9f2e-c69494910966 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Pushing event deleted for resources: {'Port': ['ID=9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:42.035681 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa34935f-a6a0-4e0d-b9f5-7ad2318e1235 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:42.037646 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa34935f-a6a0-4e0d-b9f5-7ad2318e1235 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:42.041316 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aa34935f-a6a0-4e0d-b9f5-7ad2318e1235 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3559437 Apr 01 12:45:42.046190 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49218) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:42.068399 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda0b914-afb5-4791-98e1-3d511de01b38') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:42.068703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda0b914-afb5-4791-98e1-3d511de01b38') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:42.091706 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e77769fb-355a-4238-bc1b-f3831157e221 req-73cabe99-4623-484e-a54c-b92dfa24d2ec service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7731428 Apr 01 12:45:42.109720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65f24943-337d-46e2-9bc7-6317a56b368b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.113416 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.161724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c780ff1-645b-4a9f-b796-0693c84c36a0 req-0cd9bb97-3e03-46bb-9f2e-c69494910966 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] No DVR routers for this DVR port 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:42.165353 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3c780ff1-645b-4a9f-b796-0693c84c36a0 req-0cd9bb97-3e03-46bb-9f2e-c69494910966 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.168443 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3c780ff1-645b-4a9f-b796-0693c84c36a0 req-0cd9bb97-3e03-46bb-9f2e-c69494910966 tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.44 "DELETE /v2.0/ports/9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 HTTP/1.1" status: 204 len: 173 time: 2.8556795 Apr 01 12:45:42.168896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f', 'name': 'network-vif-deleted', 'tag': '9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:45:42.171168 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef270917-58a0-4081-a5cb-d2311758e760" -d '{"events": [{"server_uuid": "9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f", "name": "network-vif-deleted", "tag": "9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:45:42.177341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6435bd-90ed-4ce0-b700-167b6dabf8a2 req-d94c4af3-8998-411c-b49a-03b753f93c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:42.179091 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d6435bd-90ed-4ce0-b700-167b6dabf8a2 req-d94c4af3-8998-411c-b49a-03b753f93c62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 1096 time: 0.2011774 Apr 01 12:45:42.226219 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.230104 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b082bdea-2f96-4d5e-a23a-96b2a4cf5b64 x-openstack-request-id: req-b082bdea-2f96-4d5e-a23a-96b2a4cf5b64 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:45:42.230875 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f", "name": "network-vif-deleted", "tag": "9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:45:42.231339 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b082bdea-2f96-4d5e-a23a-96b2a4cf5b64 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:45:42.232211 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b082bdea-2f96-4d5e-a23a-96b2a4cf5b64'] response: {'server_uuid': '9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f', 'name': 'network-vif-deleted', 'tag': '9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52', 'status': 'completed', 'code': 200} Apr 01 12:45:42.252926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19b8d90-8f59-4dc5-82b1-9fd5d2e6c3ff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 618fc85d-5178-43f4-8a54-c1a2bdfa5352 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:45:42.254285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-d4c5ba18-e67c-4c16-aa44-cc2060564de0 None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:42.259654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:45:42.260074 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:45:42.263231 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:45:42.304518 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.339323 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.341133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:42.341486 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.343295 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.360718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6435bd-90ed-4ce0-b700-167b6dabf8a2 req-e2f9b83a-beb4-47d1-9f47-fd4b81a63788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:42.363643 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d6435bd-90ed-4ce0-b700-167b6dabf8a2 req-e2f9b83a-beb4-47d1-9f47-fd4b81a63788 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 200 len: 907 time: 0.1590261 Apr 01 12:45:42.373669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49224) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:42.414896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d6435bd-90ed-4ce0-b700-167b6dabf8a2 req-d78abb20-5444-40df-8323-5141d0448631 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5df4ca8-410c-48d6-ad2b-f4230345086b HTTP/1.1" status: 200 len: 217 time: 0.0436034 Apr 01 12:45:42.439086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.458207 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.463435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "DELETE /v2.0/networks/1412d14f-564b-46df-8662-b781169e9adc HTTP/1.1" status: 204 len: 168 time: 1.7550726 Apr 01 12:45:42.465602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49228) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:42.516118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6435bd-90ed-4ce0-b700-167b6dabf8a2 req-051ea644-cdf6-44c5-8656-abe5461b71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:42.517840 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d6435bd-90ed-4ce0-b700-167b6dabf8a2 req-051ea644-cdf6-44c5-8656-abe5461b71a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 200 len: 846 time: 0.0971937 Apr 01 12:45:42.525780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946aca4-47d1-4227-9dc3-04c0d267035f tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Network': ['ID=1412d14f-564b-46df-8662-b781169e9adc,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:42.533499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b9065bf3-a515-49d3-99a4-209d78c9c62f None None] Deleting port 2323dfe9-1060-48b7-9232-32fb99cc7f48 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:42.533957 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b9065bf3-a515-49d3-99a4-209d78c9c62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.554073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d5cd76-3267-4a2b-b176-ac0adf9700c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d6ea18-752d-46d9-a8e0-3441dc8e0aaf'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:45:42.557094 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504e842d-0fa6-4a09-ab16-e128f68d338e" -d '{"events": [{"server_uuid": "92d5cd76-3267-4a2b-b176-ac0adf9700c5", "name": "network-vif-plugged", "status": "completed", "tag": "88d6ea18-752d-46d9-a8e0-3441dc8e0aaf"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:45:42.571910 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65f24943-337d-46e2-9bc7-6317a56b368b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.582451 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65f24943-337d-46e2-9bc7-6317a56b368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.640578 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed7fc20-66fa-4200-b193-7756f2d52961 x-openstack-request-id: req-8ed7fc20-66fa-4200-b193-7756f2d52961 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:45:42.640857 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d5cd76-3267-4a2b-b176-ac0adf9700c5", "name": "network-vif-plugged", "status": "completed", "tag": "88d6ea18-752d-46d9-a8e0-3441dc8e0aaf", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:45:42.641105 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ed7fc20-66fa-4200-b193-7756f2d52961 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:45:42.641491 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed7fc20-66fa-4200-b193-7756f2d52961'] response: {'server_uuid': '92d5cd76-3267-4a2b-b176-ac0adf9700c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d6ea18-752d-46d9-a8e0-3441dc8e0aaf', 'code': 200} Apr 01 12:45:42.649928 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d6435bd-90ed-4ce0-b700-167b6dabf8a2 req-a7ba6b2e-7882-4241-af28-9fc78d850b72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7954533d-2445-42af-9c0a-77b864800a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927851 Apr 01 12:45:42.658743 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-65f24943-337d-46e2-9bc7-6317a56b368b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0793ea61cabd4bc0ad3308b8e3c14f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8357811 Apr 01 12:45:42.661536 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.665763 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49234) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:42.668265 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f24943-337d-46e2-9bc7-6317a56b368b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a29003-8f83-4ada-84f3-dd590c757a7c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:42.712863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:42.726623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-bf2a59b7-5acc-42ff-8ccd-7f02065ea09d tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] Request body: {'port': {'network_id': '428980de-19b8-4a96-811b-9ba539ece20c', 'name': 'tempest-NetworksNegativeTestJSON-1501554168'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:42.752005 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2a59b7-5acc-42ff-8ccd-7f02065ea09d tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] POST failed (client error): The resource could not be found. Apr 01 12:45:42.752629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2a59b7-5acc-42ff-8ccd-7f02065ea09d tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:45:42.760131 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bf2a59b7-5acc-42ff-8ccd-7f02065ea09d tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3823924 Apr 01 12:45:42.762944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49238) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:42.792509 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-390156d2-4de5-4c48-83a6-f29b922631b8 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] DELETE failed (client error): The resource could not be found. Apr 01 12:45:42.793257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390156d2-4de5-4c48-83a6-f29b922631b8 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:45:42.822934 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-390156d2-4de5-4c48-83a6-f29b922631b8 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] 10.222.0.45 "DELETE /v2.0/networks/c1cb17b9-5de8-4ef5-8b5b-4b44d5be4b7a HTTP/1.1" status: 404 len: 339 time: 0.0589743 Apr 01 12:45:42.823632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49240) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:42.826738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b9065bf3-a515-49d3-99a4-209d78c9c62f None None] For port 2323dfe9-1060-48b7-9232-32fb99cc7f48, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2323dfe9-1060-48b7-9232-32fb99cc7f48,segment=NetworkSegment(dbab9bbd-13c7-40d3-8821-d64bd5895147),segment_id=dbab9bbd-13c7-40d3-8821-d64bd5895147)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:42.827138 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b9065bf3-a515-49d3-99a4-209d78c9c62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.872288 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-580ea672-d151-427b-b1b7-4d75092ef69d tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] DELETE failed (client error): The resource could not be found. Apr 01 12:45:42.873066 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580ea672-d151-427b-b1b7-4d75092ef69d tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:45:42.883393 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-580ea672-d151-427b-b1b7-4d75092ef69d tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] 10.222.0.45 "DELETE /v2.0/ports/4e23dd18-f503-4954-814e-751fc6b470b8 HTTP/1.1" status: 404 len: 333 time: 0.0585780 Apr 01 12:45:42.896532 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.898114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49242) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:42.901318 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fb491b4c-abbd-4338-b808-75ad5da14e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.911678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b9065bf3-a515-49d3-99a4-209d78c9c62f None None] Calling delete_port for 2323dfe9-1060-48b7-9232-32fb99cc7f48 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:42.915187 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.935728 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c778b412-877e-436c-b436-e34b5f207490 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] DELETE failed (client error): The resource could not be found. Apr 01 12:45:42.936183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c778b412-877e-436c-b436-e34b5f207490 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:45:42.945850 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c778b412-877e-436c-b436-e34b5f207490 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] 10.222.0.45 "DELETE /v2.0/subnets/d0923fad-ea13-4380-9edd-7f1b5ab4a830 HTTP/1.1" status: 404 len: 337 time: 0.0467010 Apr 01 12:45:42.951955 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49244) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:42.956100 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:42.973967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb491b4c-abbd-4338-b808-75ad5da14e92 None None] Network 1412d14f-564b-46df-8662-b781169e9adc is not hosted by any dhcp agent {{(pid=102720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 12:45:42.974640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb491b4c-abbd-4338-b808-75ad5da14e92 None None] No DVR routers for this DVR port 98d4f23d-38e2-4473-b038-2122b9d5eb41 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:42.976283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb491b4c-abbd-4338-b808-75ad5da14e92 None None] Pushing event deleted for resources: {'Port': ['ID=98d4f23d-38e2-4473-b038-2122b9d5eb41,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:43.008766 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-470b663e-5250-4f01-9cf1-a50b3786cb42 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] GET failed (client error): The resource could not be found. Apr 01 12:45:43.015084 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-470b663e-5250-4f01-9cf1-a50b3786cb42 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] 10.222.0.45 "GET /v2.0/networks/21083b7c-1755-4b9e-8b29-31e51b275289 HTTP/1.1" status: 404 len: 339 time: 0.0579283 Apr 01 12:45:43.017480 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49246) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:43.058750 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462b23d-6126-4bbf-8410-6b15ba052c38 req-94dc8780-cdce-4aea-9fe3-69046af5ff5e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:43.060289 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1462b23d-6126-4bbf-8410-6b15ba052c38 req-94dc8780-cdce-4aea-9fe3-69046af5ff5e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.2285833 Apr 01 12:45:43.062073 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-538801e5-375f-42db-8637-8e11b216833a tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] GET failed (client error): The resource could not be found. Apr 01 12:45:43.066837 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-538801e5-375f-42db-8637-8e11b216833a tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] 10.222.0.45 "GET /v2.0/ports/47dcbddf-7dc3-4ec1-bc1e-91e679620f08 HTTP/1.1" status: 404 len: 333 time: 0.0442817 Apr 01 12:45:43.067694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49248) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:43.078078 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.20.0.1 (42f3c55c-7df1-4c0a-a453-71f7a5cc989f/038197aa-3cc7-4241-9b9d-aa4a36b9c168/7c2633ec-0674-4c56-9991-0adaed1c7cba) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:43.123547 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9620ea2-4bf6-4412-86c5-a886916f89f4 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] GET failed (client error): The resource could not be found. Apr 01 12:45:43.124895 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b9620ea2-4bf6-4412-86c5-a886916f89f4 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] 10.222.0.45 "GET /v2.0/subnets/873fbfd8-08f8-4fe4-b128-3e6bc724dfc8 HTTP/1.1" status: 404 len: 337 time: 0.0564325 Apr 01 12:45:43.125392 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.130921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:43.131151 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49250) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:43.138851 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-be303914-b98e-40df-8e35-b546c13a7636 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:43.145425 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.146392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e19b8d90-8f59-4dc5-82b1-9fd5d2e6c3ff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.159468 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.161444 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:43.198056 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8e218f22-fc30-4e47-8ea9-9debd3502cbd req-fa44793c-7166-44ad-9980-fe9af4c8272b tempest-ServerRescueNegativeTestJSON-1731019792 tempest-ServerRescueNegativeTestJSON-1731019792-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d91dbfc-3fa7-43b1-8c13-86de9ab9b69f HTTP/1.1" status: 200 len: 210 time: 0.0609407 Apr 01 12:45:43.201344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:43.215720 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-be303914-b98e-40df-8e35-b546c13a7636 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] PUT failed (client error): The resource could not be found. Apr 01 12:45:43.216426 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be303914-b98e-40df-8e35-b546c13a7636 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:45:43.222633 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-be303914-b98e-40df-8e35-b546c13a7636 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] 10.222.0.45 "PUT /v2.0/networks/d8b08658-b88e-4850-be62-14dd11678067 HTTP/1.1" status: 404 len: 339 time: 0.0865071 Apr 01 12:45:43.222804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:43.228664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49252) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:43.243468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da509afe-3335-4f86-80b8-9eebee546c56 req-c9ff5a1b-64e6-4834-adfe-0f6d2f467d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:43.245716 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da509afe-3335-4f86-80b8-9eebee546c56 req-c9ff5a1b-64e6-4834-adfe-0f6d2f467d0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 1097 time: 0.5118303 Apr 01 12:45:43.249053 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d6435bd-90ed-4ce0-b700-167b6dabf8a2 req-bf6111c3-f78f-4967-9fa9-241e2270c3db service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848839 Apr 01 12:45:43.249965 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54c9efb2-4be7-4e73-b06f-2fd37caa46a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.267726 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-25289115-4f8f-4892-a869-712c20a22734 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:43.271941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:43.276167 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1462b23d-6126-4bbf-8410-6b15ba052c38 req-70a2aa3d-0aa9-4a7c-80c3-d088c602a448 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995008 Apr 01 12:45:43.292900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:43.296201 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-25289115-4f8f-4892-a869-712c20a22734 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] PUT failed (client error): The resource could not be found. Apr 01 12:45:43.296928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25289115-4f8f-4892-a869-712c20a22734 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:45:43.298105 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-25289115-4f8f-4892-a869-712c20a22734 tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] 10.222.0.45 "PUT /v2.0/ports/948e64cd-4325-4267-bf7b-a5f167b37507 HTTP/1.1" status: 404 len: 333 time: 0.0660937 Apr 01 12:45:43.306326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49254) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:43.306558 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e19b8d90-8f59-4dc5-82b1-9fd5d2e6c3ff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.313775 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:43.330916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-be133bd6-b0db-46f3-9803-6ba7240c69dd tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:43.337603 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54c9efb2-4be7-4e73-b06f-2fd37caa46a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.341297 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.353609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:43.359991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Deleting port 2323dfe9-1060-48b7-9232-32fb99cc7f48 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:43.360625 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.379747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:43.380221 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 9b50d5f8-ff88-4ec9-9bd5-3b31d2270f52 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:43.384323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:43.398212 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.410187 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Attempting to bind port 37f889d7-d734-48de-b0b1-bfec16d8e303 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:43.410727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Attempting to bind port 37f889d7-d734-48de-b0b1-bfec16d8e303 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:43.411189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Attempting to bind port 37f889d7-d734-48de-b0b1-bfec16d8e303 on network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:43.421725 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-be133bd6-b0db-46f3-9803-6ba7240c69dd tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] PUT failed (client error): The resource could not be found. Apr 01 12:45:43.421960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:43.422399 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Checking segment: {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:43.422862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be133bd6-b0db-46f3-9803-6ba7240c69dd tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:45:43.423061 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.423633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Bound using segment: {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:43.424202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Bound port: 37f889d7-d734-48de-b0b1-bfec16d8e303, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:43.424683 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.425747 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-be133bd6-b0db-46f3-9803-6ba7240c69dd tempest-NetworksNegativeTestJSON-2085936705 tempest-NetworksNegativeTestJSON-2085936705-project] 10.222.0.45 "PUT /v2.0/subnets/5c7e41f6-792f-4f7a-8397-5d41ec62c3e8 HTTP/1.1" status: 404 len: 337 time: 0.0996766 Apr 01 12:45:43.432925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Pushing event updated for resources: {'Port': ['ID=37f889d7-d734-48de-b0b1-bfec16d8e303,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:43.449436 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e19b8d90-8f59-4dc5-82b1-9fd5d2e6c3ff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.485881 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da509afe-3335-4f86-80b8-9eebee546c56 req-66afe029-959e-42c5-b95b-2735a818d45c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191322 Apr 01 12:45:43.494549 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b9065bf3-a515-49d3-99a4-209d78c9c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.504467 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 98d4f23d-38e2-4473-b038-2122b9d5eb41 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:43.515161 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.550825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 98d4f23d-38e2-4473-b038-2122b9d5eb41 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:43.551853 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 98d4f23d-38e2-4473-b038-2122b9d5eb41 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:43.571416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:43.572700 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e19b8d90-8f59-4dc5-82b1-9fd5d2e6c3ff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.579746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] For port 2323dfe9-1060-48b7-9232-32fb99cc7f48, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2323dfe9-1060-48b7-9232-32fb99cc7f48,segment=NetworkSegment(dbab9bbd-13c7-40d3-8821-d64bd5895147),segment_id=dbab9bbd-13c7-40d3-8821-d64bd5895147)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:43.580134 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.586602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:43.593207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:43.612837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Calling delete_port for 2323dfe9-1060-48b7-9232-32fb99cc7f48 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:43.632222 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54c9efb2-4be7-4e73-b06f-2fd37caa46a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.634453 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54c9efb2-4be7-4e73-b06f-2fd37caa46a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.635591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-54c9efb2-4be7-4e73-b06f-2fd37caa46a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67a29003-8f83-4ada-84f3-dd590c757a7c HTTP/1.1" status: 204 len: 168 time: 0.9677205 Apr 01 12:45:43.642486 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] For port 37f889d7-d734-48de-b0b1-bfec16d8e303, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:43.646361 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] For port 37f889d7-d734-48de-b0b1-bfec16d8e303, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=37f889d7-d734-48de-b0b1-bfec16d8e303,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:43.650862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b8d90-8f59-4dc5-82b1-9fd5d2e6c3ff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=618fc85d-5178-43f4-8a54-c1a2bdfa5352,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:43.664871 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=7c2633ec-0674-4c56-9991-0adaed1c7cba,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:43.686974 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e19b8d90-8f59-4dc5-82b1-9fd5d2e6c3ff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.692958 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e19b8d90-8f59-4dc5-82b1-9fd5d2e6c3ff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/618fc85d-5178-43f4-8a54-c1a2bdfa5352 HTTP/1.1" status: 204 len: 168 time: 1.6340156 Apr 01 12:45:43.696498 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.699035 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49260) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:43.723135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9efb2-4be7-4e73-b06f-2fd37caa46a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a29003-8f83-4ada-84f3-dd590c757a7c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:43.740271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d6435bd-90ed-4ce0-b700-167b6dabf8a2 req-eaf2f944-54c2-4b04-aca3-9075e6f6c02c service neutron] 10.222.0.37 "GET /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778764 Apr 01 12:45:43.753088 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9065bf3-a515-49d3-99a4-209d78c9c62f None None] No DVR routers for this DVR port 2323dfe9-1060-48b7-9232-32fb99cc7f48 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:43.786357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2323dfe9-1060-48b7-9232-32fb99cc7f48 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:43.787199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.821221 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 2323dfe9-1060-48b7-9232-32fb99cc7f48 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:43.821718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2323dfe9-1060-48b7-9232-32fb99cc7f48 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:43.826559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Pushing event updated for resources: {'Port': ['ID=2841b3e8-3e13-447e-9a8a-775d27bc9327,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:43.830968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Attempting to bind port 2841b3e8-3e13-447e-9a8a-775d27bc9327 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:43.831337 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Attempting to bind port 2841b3e8-3e13-447e-9a8a-775d27bc9327 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:43.833006 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Attempting to bind port 2841b3e8-3e13-447e-9a8a-775d27bc9327 on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:43.833726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Port': ['ID=2323dfe9-1060-48b7-9232-32fb99cc7f48,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:43.843218 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] No DVR routers for this DVR port 2323dfe9-1060-48b7-9232-32fb99cc7f48 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:43.929883 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:43.930290 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:43.930692 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.931084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:43.933414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Bound port: 2841b3e8-3e13-447e-9a8a-775d27bc9327, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:43.942574 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:43.964294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d4c5ba18-e67c-4c16-aa44-cc2060564de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '8a4b8160-f964-44c9-b29e-fc315981ea33', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'floating_ip_address': '172.25.7.85', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'port_id': 'df3209c2-7824-4886-9141-855b216eb174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'mac_address': 'fa:16:3e:3d:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:45:06Z', 'updated_at': '2022-04-01T12:45:35Z', 'revision_number': 1, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:01Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:44.045812 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.066851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c5ba18-e67c-4c16-aa44-cc2060564de0 None None] The sync data for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 is: [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '8a4b8160-f964-44c9-b29e-fc315981ea33', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'floating_ip_address': '172.25.7.85', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'port_id': 'df3209c2-7824-4886-9141-855b216eb174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'mac_address': 'fa:16:3e:3d:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:45:06Z', 'updated_at': '2022-04-01T12:45:35Z', 'revision_number': 1, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:01Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:45:44.078769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:44.088926 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:44.094998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbab9bbd-13c7-40d3-8821-d64bd5895147') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:44.095324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbab9bbd-13c7-40d3-8821-d64bd5895147') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:44.131172 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.160871 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.168393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:45:44.168711 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:45:44.245762 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:45:44.267827 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9065bf3-a515-49d3-99a4-209d78c9c62f None None] Pushing event deleted for resources: {'Port': ['ID=2323dfe9-1060-48b7-9232-32fb99cc7f48,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:44.300654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49268) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:44.348012 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.358474 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.363265 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "DELETE /v2.0/networks/a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e HTTP/1.1" status: 204 len: 168 time: 1.8976047 Apr 01 12:45:44.367019 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49276) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:44.468840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49278) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:44.490238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d672f-0271-482d-ab2e-0937ef4574fa tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Network': ['ID=a40d6d1f-a52f-47fd-8b8b-39eba4a3bf8e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:44.492238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.503098 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-73f6aa0b-d16f-4882-b58f-62446fd3b22f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7989924 Apr 01 12:45:44.505141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49282) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:44.508053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] For port 2841b3e8-3e13-447e-9a8a-775d27bc9327, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:44.510272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0a45f56c-4381-464d-8dd8-83303db7a9d1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:44.519366 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49284) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:44.530761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] For port 2841b3e8-3e13-447e-9a8a-775d27bc9327, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2841b3e8-3e13-447e-9a8a-775d27bc9327,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:44.531989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ac630-ac18-4717-8b86-1f07bb11a843 None None] Pushing event updated for resources: {'Port': ['ID=37f889d7-d734-48de-b0b1-bfec16d8e303,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:44.536537 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42860f4-b34e-45a8-9f84-9ba8ccfd815b None None] New status for floating IP 8a4b8160-f964-44c9-b29e-fc315981ea33: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:45:44.547986 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.550333 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afe90bfb-3a3a-4675-9d5b-fb594888a3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.671632 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afe90bfb-3a3a-4675-9d5b-fb594888a3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.677795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82fb14d-9c6a-4fa6-9e36-15e016d2fe79 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Deleting subnet cd69ba81-d80d-4deb-8214-d095034fbadc {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:45:44.681898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afe90bfb-3a3a-4675-9d5b-fb594888a3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.685363 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d82fb14d-9c6a-4fa6-9e36-15e016d2fe79 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.748041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe90bfb-3a3a-4675-9d5b-fb594888a3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d373b851-35af-4903-b0aa-54d1358c506c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:44.813206 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-afe90bfb-3a3a-4675-9d5b-fb594888a3c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c99a8a4e6794ec2a5a65d4f710a90bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866292 Apr 01 12:45:44.818654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49286) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:44.825265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d82fb14d-9c6a-4fa6-9e36-15e016d2fe79 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.933221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25241674-2fd5-46bc-9e23-6374638e5fc3 req-7b03afe5-7775-4b49-ba3f-40a80707801c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:44.936739 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-25241674-2fd5-46bc-9e23-6374638e5fc3 req-7b03afe5-7775-4b49-ba3f-40a80707801c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.2353549 Apr 01 12:45:44.954483 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d82fb14d-9c6a-4fa6-9e36-15e016d2fe79 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:44.969360 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a45f56c-4381-464d-8dd8-83303db7a9d1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:44.974905 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a45f56c-4381-464d-8dd8-83303db7a9d1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.016142 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f453f167-6899-44d0-b887-d6c5a7b34b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.086837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980d9a4-9b49-40b8-84f0-3a3862d2f6b7 None None] Pushing event updated for resources: {'Port': ['ID=2841b3e8-3e13-447e-9a8a-775d27bc9327,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:45.187890 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d82fb14d-9c6a-4fa6-9e36-15e016d2fe79 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.189079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92d123fd-6b92-4ac7-ae4a-9bf9735d7528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.234058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fb14d-9c6a-4fa6-9e36-15e016d2fe79 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Subnet': ['ID=cd69ba81-d80d-4deb-8214-d095034fbadc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:45.251150 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d82fb14d-9c6a-4fa6-9e36-15e016d2fe79 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.255695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d82fb14d-9c6a-4fa6-9e36-15e016d2fe79 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "DELETE /v2.0/subnets/cd69ba81-d80d-4deb-8214-d095034fbadc HTTP/1.1" status: 204 len: 168 time: 0.8875771 Apr 01 12:45:45.256524 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-25241674-2fd5-46bc-9e23-6374638e5fc3 req-5ebbca05-930f-4e1a-86ed-5f66ad34eeb2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051670 Apr 01 12:45:45.261583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76008ff-b1c3-4f53-84c4-dc546d034ef9 None None] Network 29d4aa61-8bd4-497b-8109-0b8a0013baf0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:45.270572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49288) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:45.291877 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92d123fd-6b92-4ac7-ae4a-9bf9735d7528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.306255 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.327192 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f453f167-6899-44d0-b887-d6c5a7b34b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.334278 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f453f167-6899-44d0-b887-d6c5a7b34b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.417783 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f453f167-6899-44d0-b887-d6c5a7b34b60 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=061dc9a3cd244570a31756b15ace9cca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1161404 Apr 01 12:45:45.427381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49290) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:45.431588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453f167-6899-44d0-b887-d6c5a7b34b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b558de-9f0f-4c2c-ac8a-fe894c0dec33,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:45.506194 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f650c6-c9ad-4533-907f-5e20b4d9f4bb None None] Network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:45.528227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d00d3b-9481-4f71-9ff1-d772667a6af1 None None] DHCP port deletion for 29d4aa61-8bd4-497b-8109-0b8a0013baf0 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:45:45.612224 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.623944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a45f56c-4381-464d-8dd8-83303db7a9d1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.645707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-114a53ed-15dc-440c-91e2-4db74a0040fd None None] Provisioning complete for port 37f889d7-d734-48de-b0b1-bfec16d8e303 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:45.645707 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-114a53ed-15dc-440c-91e2-4db74a0040fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.646802 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-20e5e2cb-9dd5-45af-bd68-ddd42d5ac267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.649383 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92d123fd-6b92-4ac7-ae4a-9bf9735d7528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.651931 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92d123fd-6b92-4ac7-ae4a-9bf9735d7528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.656253 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-92d123fd-6b92-4ac7-ae4a-9bf9735d7528 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d373b851-35af-4903-b0aa-54d1358c506c HTTP/1.1" status: 204 len: 168 time: 0.8173628 Apr 01 12:45:45.749573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-31d00d3b-9481-4f71-9ff1-d772667a6af1 None None] Deleting port cf50d83a-0a42-4b92-ab64-b8b94c8bb996 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:45.750107 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-31d00d3b-9481-4f71-9ff1-d772667a6af1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.777893 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d123fd-6b92-4ac7-ae4a-9bf9735d7528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d373b851-35af-4903-b0aa-54d1358c506c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:45.789010 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a45f56c-4381-464d-8dd8-83303db7a9d1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:45.836278 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-31d00d3b-9481-4f71-9ff1-d772667a6af1 None None] For port cf50d83a-0a42-4b92-ab64-b8b94c8bb996, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cf50d83a-0a42-4b92-ab64-b8b94c8bb996,segment=NetworkSegment(6ad32a80-cf20-4d07-a59a-b476ffeb2376),segment_id=6ad32a80-cf20-4d07-a59a-b476ffeb2376)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:45.836724 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-31d00d3b-9481-4f71-9ff1-d772667a6af1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.841566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-0a45f56c-4381-464d-8dd8-83303db7a9d1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:45.850365 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a45f56c-4381-464d-8dd8-83303db7a9d1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:45.850636 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a45f56c-4381-464d-8dd8-83303db7a9d1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.857549 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9a03-33ef-4f5b-a695-642b7ce7fc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.877756 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45f56c-4381-464d-8dd8-83303db7a9d1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=79417472-b99a-4fd5-b184-f42cf3b542df,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:45.886300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3889c1d9-6f5d-4bc8-be06-82b57b642b00 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:45.888038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 37f889d7-d734-48de-b0b1-bfec16d8e303 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:45.937084 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0a45f56c-4381-464d-8dd8-83303db7a9d1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4308298 Apr 01 12:45:45.941713 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9a03-33ef-4f5b-a695-642b7ce7fc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:45.944221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49296) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:45.965030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3b40a39a-0ad7-4ad4-bda8-8c177045a454 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1917774552', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:45.969877 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-31d00d3b-9481-4f71-9ff1-d772667a6af1 None None] Calling delete_port for cf50d83a-0a42-4b92-ab64-b8b94c8bb996 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:46.026468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-20e5e2cb-9dd5-45af-bd68-ddd42d5ac267 admin admin] Deleting port 69afef18-e3c8-497d-b469-7959cea12b70 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:46.026932 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-20e5e2cb-9dd5-45af-bd68-ddd42d5ac267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.068720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b40a39a-0ad7-4ad4-bda8-8c177045a454 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.069755 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b40a39a-0ad7-4ad4-bda8-8c177045a454 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.082966 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Deleting port cf50d83a-0a42-4b92-ab64-b8b94c8bb996 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:46.083317 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.165727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-20e5e2cb-9dd5-45af-bd68-ddd42d5ac267 admin admin] For port 69afef18-e3c8-497d-b469-7959cea12b70, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=69afef18-e3c8-497d-b469-7959cea12b70,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:46.166374 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-20e5e2cb-9dd5-45af-bd68-ddd42d5ac267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.183774 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-114a53ed-15dc-440c-91e2-4db74a0040fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.184640 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9a03-33ef-4f5b-a695-642b7ce7fc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.187315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-20e5e2cb-9dd5-45af-bd68-ddd42d5ac267 admin admin] Calling delete_port for 69afef18-e3c8-497d-b469-7959cea12b70 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:46.187580 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9a03-33ef-4f5b-a695-642b7ce7fc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.188901 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8c0d9a03-33ef-4f5b-a695-642b7ce7fc8b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30b558de-9f0f-4c2c-ac8a-fe894c0dec33 HTTP/1.1" status: 204 len: 168 time: 0.7530417 Apr 01 12:45:46.191390 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.221720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] For port cf50d83a-0a42-4b92-ab64-b8b94c8bb996, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cf50d83a-0a42-4b92-ab64-b8b94c8bb996,segment=NetworkSegment(6ad32a80-cf20-4d07-a59a-b476ffeb2376),segment_id=6ad32a80-cf20-4d07-a59a-b476ffeb2376)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:46.222992 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.225787 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.264499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-114a53ed-15dc-440c-91e2-4db74a0040fd None None] For port 37f889d7-d734-48de-b0b1-bfec16d8e303, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=37f889d7-d734-48de-b0b1-bfec16d8e303,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:46.295391 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 37f889d7-d734-48de-b0b1-bfec16d8e303 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:46.295769 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.299005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d9a03-33ef-4f5b-a695-642b7ce7fc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b558de-9f0f-4c2c-ac8a-fe894c0dec33,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:46.303494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Calling delete_port for cf50d83a-0a42-4b92-ab64-b8b94c8bb996 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:46.307296 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b40a39a-0ad7-4ad4-bda8-8c177045a454 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.311491 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-114a53ed-15dc-440c-91e2-4db74a0040fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.343410 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b40a39a-0ad7-4ad4-bda8-8c177045a454 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.420716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.446818 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3b40a39a-0ad7-4ad4-bda8-8c177045a454 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.448496 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3b40a39a-0ad7-4ad4-bda8-8c177045a454 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4912212 Apr 01 12:45:46.451719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49310) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:46.454335 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=7c2633ec-0674-4c56-9991-0adaed1c7cba,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:46.500412 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-31d00d3b-9481-4f71-9ff1-d772667a6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.584619 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a53ed-15dc-440c-91e2-4db74a0040fd None None] Pushing event updated for resources: {'Port': ['ID=37f889d7-d734-48de-b0b1-bfec16d8e303,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:46.604904 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d00d3b-9481-4f71-9ff1-d772667a6af1 None None] No DVR routers for this DVR port cf50d83a-0a42-4b92-ab64-b8b94c8bb996 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:46.657316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d00d3b-9481-4f71-9ff1-d772667a6af1 None None] Pushing event deleted for resources: {'Port': ['ID=cf50d83a-0a42-4b92-ab64-b8b94c8bb996,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:46.664526 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58a786-e18a-4631-a136-05d36ec66407 req-fb64f42c-e5cf-4999-90d0-6fa4360449bc tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:46.666135 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6c58a786-e18a-4631-a136-05d36ec66407 req-fb64f42c-e5cf-4999-90d0-6fa4360449bc tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.1711917 Apr 01 12:45:46.744838 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-dcd9b7e3-5ba3-4897-b52d-7fe1dd85a941 None None] Provisioning complete for port 7c2633ec-0674-4c56-9991-0adaed1c7cba triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:46.745221 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b7e3-5ba3-4897-b52d-7fe1dd85a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.788664 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:46.834074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6c58a786-e18a-4631-a136-05d36ec66407 req-29cb3683-3304-47a1-bc15-ce298a55fa20 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490893 Apr 01 12:45:46.861698 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-20e5e2cb-9dd5-45af-bd68-ddd42d5ac267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:46.873325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9b7e3-5ba3-4897-b52d-7fe1dd85a941 None None] Port 7c2633ec-0674-4c56-9991-0adaed1c7cba cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:45:46.907003 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5e2cb-9dd5-45af-bd68-ddd42d5ac267 admin admin] Pushing event deleted for resources: {'Port': ['ID=69afef18-e3c8-497d-b469-7959cea12b70,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:46.918676 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6297a7-a531-4ee4-a670-c4a31941ad58 None None] Update dhcp port {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': '79417472-b99a-4fd5-b184-f42cf3b542df'}], 'binding:host_id': 'n-d-836146-1'}, 'id': '2841b3e8-3e13-447e-9a8a-775d27bc9327'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:45:46.964910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-dcd9b7e3-5ba3-4897-b52d-7fe1dd85a941 None None] Provisioning complete for port 37f889d7-d734-48de-b0b1-bfec16d8e303 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:46.965792 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b7e3-5ba3-4897-b52d-7fe1dd85a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:47.010341 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fa6297a7-a531-4ee4-a670-c4a31941ad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:47.040697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:47.041078 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:47.079156 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:47.210605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Port': ['ID=cf50d83a-0a42-4b92-ab64-b8b94c8bb996,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:47.213351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] No DVR routers for this DVR port cf50d83a-0a42-4b92-ab64-b8b94c8bb996 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:47.219694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:47.227794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:47.372006 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-fa6297a7-a531-4ee4-a670-c4a31941ad58 None None] Allocated IP 2001:db8::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/79417472-b99a-4fd5-b184-f42cf3b542df/2841b3e8-3e13-447e-9a8a-775d27bc9327) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:47.483914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e6302-5d11-432e-80e3-b67671e03a07 req-3715260f-72ff-4337-83cd-401b007c4f59 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:47.490187 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-fa6297a7-a531-4ee4-a670-c4a31941ad58 None None] For port 2841b3e8-3e13-447e-9a8a-775d27bc9327, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2841b3e8-3e13-447e-9a8a-775d27bc9327,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:47.492186 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1d2e6302-5d11-432e-80e3-b67671e03a07 req-3715260f-72ff-4337-83cd-401b007c4f59 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.2821152 Apr 01 12:45:47.505059 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-20e5e2cb-9dd5-45af-bd68-ddd42d5ac267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:47.556627 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fa6297a7-a531-4ee4-a670-c4a31941ad58 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:47.569234 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fa6297a7-a531-4ee4-a670-c4a31941ad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:47.632764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1d2e6302-5d11-432e-80e3-b67671e03a07 req-7d21aa3b-0481-4f75-8cde-f38563e421e6 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135671 Apr 01 12:45:47.662662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:47.694932 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6297a7-a531-4ee4-a670-c4a31941ad58 None None] Pushing event updated for resources: {'Port': ['ID=2841b3e8-3e13-447e-9a8a-775d27bc9327,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:47.781702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:47.840930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49350) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:47.870178 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d4aa61-8bd4-497b-8109-0b8a0013baf0']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:47.917739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad32a80-cf20-4d07-a59a-b476ffeb2376') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:47.921417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad32a80-cf20-4d07-a59a-b476ffeb2376') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:47.956028 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cf50d83a-0a42-4b92-ab64-b8b94c8bb996 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:47.996290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49356) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:48.000251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: cf50d83a-0a42-4b92-ab64-b8b94c8bb996 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:48.000589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cf50d83a-0a42-4b92-ab64-b8b94c8bb996 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:48.001135 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027914 Apr 01 12:45:48.005914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49358) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:48.011550 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9b2cf48d-197b-4428-9963-534b349939ba None None] Provisioning complete for port 7c2633ec-0674-4c56-9991-0adaed1c7cba triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:48.011922 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf48d-197b-4428-9963-534b349939ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:48.012144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:48.085222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cf48d-197b-4428-9963-534b349939ba None None] Port 7c2633ec-0674-4c56-9991-0adaed1c7cba cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:45:48.237667 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-48e6c147-b62f-4d4e-abd9-178112443da2 tempest-NetworksApiDiscovery-949599751 tempest-NetworksApiDiscovery-949599751-project] 10.222.0.45 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2306225 Apr 01 12:45:48.272011 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e5e2cb-9dd5-45af-bd68-ddd42d5ac267 admin admin] Router a20c6a44-4060-48fb-b4da-69367d9b1551 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:45:48.296464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 37f889d7-d734-48de-b0b1-bfec16d8e303 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:48.502414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bbc2a-eb49-46a8-80d4-0eb5eb436f3c req-af81fcfd-37cd-41e1-aa4a-65c73dd81408 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:48.510707 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e69bbc2a-eb49-46a8-80d4-0eb5eb436f3c req-af81fcfd-37cd-41e1-aa4a-65c73dd81408 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.7664819 Apr 01 12:45:48.521591 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:48.526147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 37f889d7-d734-48de-b0b1-bfec16d8e303 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:48.527123 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:48.564141 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1a808461-4b32-4ae5-8e32-ea173e566e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:48.584659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:45:48.584891 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:45:48.594286 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:45:48.612545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router f160c458-0538-42a7-a2ab-257d807b7c4e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:45:48.655620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49366) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:48.729065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e5e2cb-9dd5-45af-bd68-ddd42d5ac267 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:45:48.736784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-20e5e2cb-9dd5-45af-bd68-ddd42d5ac267 admin admin] 10.222.0.45 "PUT /v2.0/routers/a20c6a44-4060-48fb-b4da-69367d9b1551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2618561 Apr 01 12:45:48.736931 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e69bbc2a-eb49-46a8-80d4-0eb5eb436f3c req-a71404e2-adc0-4f90-9c3a-e2706ff2d2fd tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246997 Apr 01 12:45:48.738191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49370) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:48.746145 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52edb2e-c2a0-4a9d-a588-73de2f907d74 None None] Sync routers for ids ['a20c6a44-4060-48fb-b4da-69367d9b1551'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:45:48.763954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52edb2e-c2a0-4a9d-a588-73de2f907d74 None None] Routers {'a20c6a44-4060-48fb-b4da-69367d9b1551'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:48.765219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d52edb2e-c2a0-4a9d-a588-73de2f907d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a20c6a44-4060-48fb-b4da-69367d9b1551'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:48.808015 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c5f61007-723e-4da2-8a06-93daf490fa68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:48.911153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:48.913360 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-d52edb2e-c2a0-4a9d-a588-73de2f907d74 None None] Set router a20c6a44-4060-48fb-b4da-69367d9b1551 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:48.943703 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:48.947604 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "DELETE /v2.0/networks/29d4aa61-8bd4-497b-8109-0b8a0013baf0 HTTP/1.1" status: 204 len: 168 time: 3.6749098 Apr 01 12:45:48.952328 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c5f61007-723e-4da2-8a06-93daf490fa68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:48.957098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49376) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:48.985355 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c5f61007-723e-4da2-8a06-93daf490fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:48.998081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa051bd-744d-4e62-8400-ad3ce2038c0c tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Pushing event deleted for resources: {'Network': ['ID=29d4aa61-8bd4-497b-8109-0b8a0013baf0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:49.024764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-51ad2970-3794-4255-ae47-63cf2fa9ca09 tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "GET /v2.0/ports?device_id=80862efd-c493-4bff-b440-1499ab9fc4e8 HTTP/1.1" status: 200 len: 205 time: 0.0619197 Apr 01 12:45:49.026141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49378) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:49.163844 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c5f61007-723e-4da2-8a06-93daf490fa68 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c3fb69188d64b11be1f908dc0ffe0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042577 Apr 01 12:45:49.186445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d52edb2e-c2a0-4a9d-a588-73de2f907d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:45:46Z', 'revision_number': 5, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:49.194629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49380) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:49.196057 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::1 (260099d2-7af7-4f0e-86b6-4c66e180255a/79417472-b99a-4fd5-b184-f42cf3b542df/43eaeced-436e-421e-b4f4-5102c70ca0ec) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:49.203075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f61007-723e-4da2-8a06-93daf490fa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39548542-6f8f-47ad-806f-3e1f21cf2d37,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:49.221117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52edb2e-c2a0-4a9d-a588-73de2f907d74 None None] Checking router: a20c6a44-4060-48fb-b4da-69367d9b1551 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:45:49.223881 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-513f3a76-c3ae-4c24-903d-a307205d17cd tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.225212 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1a808461-4b32-4ae5-8e32-ea173e566e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.233768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52edb2e-c2a0-4a9d-a588-73de2f907d74 None None] Routers {'a20c6a44-4060-48fb-b4da-69367d9b1551'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:49.234486 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d52edb2e-c2a0-4a9d-a588-73de2f907d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a20c6a44-4060-48fb-b4da-69367d9b1551'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:49.250846 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1a808461-4b32-4ae5-8e32-ea173e566e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.253711 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:45:49.264315 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Sync routers for ids ['f160c458-0538-42a7-a2ab-257d807b7c4e'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:45:49.269876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecd426-51c0-4479-8039-2c7031450030 req-89245404-d523-4342-adae-932f4e6010ab tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:49.271645 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5fecd426-51c0-4479-8039-2c7031450030 req-89245404-d523-4342-adae-932f4e6010ab tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.2959175 Apr 01 12:45:49.279705 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Routers {'f160c458-0538-42a7-a2ab-257d807b7c4e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:49.280505 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f160c458-0538-42a7-a2ab-257d807b7c4e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:49.292417 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-42228280-39af-494d-adae-ad4c42a07c29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "PUT /v2.0/routers/f160c458-0538-42a7-a2ab-257d807b7c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1760652 Apr 01 12:45:49.343176 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.412816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b37913a-fcf6-4e0b-8621-9be3fb1ae237 None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:45:49.469708 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Set router f160c458-0538-42a7-a2ab-257d807b7c4e gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:49.489534 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-513f3a76-c3ae-4c24-903d-a307205d17cd tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.491939 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-513f3a76-c3ae-4c24-903d-a307205d17cd tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.495674 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1a808461-4b32-4ae5-8e32-ea173e566e3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3af0b0ad42364761a9c74039d96a85d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6461904 Apr 01 12:45:49.497613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49390) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:49.508124 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d1551fda-b3f1-4c35-9f48-5743b2114a69 None None] Provisioning complete for port 2841b3e8-3e13-447e-9a8a-775d27bc9327 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:49.508689 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d1551fda-b3f1-4c35-9f48-5743b2114a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.519620 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-d52edb2e-c2a0-4a9d-a588-73de2f907d74 None None] Set router a20c6a44-4060-48fb-b4da-69367d9b1551 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:49.533730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a808461-4b32-4ae5-8e32-ea173e566e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f54acce-d630-4c66-9cc8-6222aec54c40,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:49.606471 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5fecd426-51c0-4479-8039-2c7031450030 req-62e7e508-5551-40ad-b16f-0022f601a1b3 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975082 Apr 01 12:45:49.616679 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76fb1f95-418e-476b-b3cb-1a678498a983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.651601 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-513f3a76-c3ae-4c24-903d-a307205d17cd tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.652092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513f3a76-c3ae-4c24-903d-a307205d17cd tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Fanout notify agent at l3_agent the message router_deleted on router 80862efd-c493-4bff-b440-1499ab9fc4e8 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:45:49.662356 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-513f3a76-c3ae-4c24-903d-a307205d17cd tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.667125 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-513f3a76-c3ae-4c24-903d-a307205d17cd tempest-RoutersNegativeIpV6Test-521113035 tempest-RoutersNegativeIpV6Test-521113035-project] 10.222.0.45 "DELETE /v2.0/routers/80862efd-c493-4bff-b440-1499ab9fc4e8 HTTP/1.1" status: 204 len: 168 time: 0.6368496 Apr 01 12:45:49.685921 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-ffaf81ae-d45e-476c-aee9-2c4dab8685be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068544525&fields=id&tenant_id=57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 267 time: 0.0889347 Apr 01 12:45:49.690406 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-183ced3b-da8a-4d6a-8fb3-aff7e74f3093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.715167 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76fb1f95-418e-476b-b3cb-1a678498a983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.745440 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.761089 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.767910 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-183ced3b-da8a-4d6a-8fb3-aff7e74f3093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.777426 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:45:45Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7c2633ec-0674-4c56-9991-0adaed1c7cba', 'name': '', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:45:58:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:42Z', 'updated_at': '2022-04-01T12:45:45Z', 'revision_number': 2, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:49.813783 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Checking router: f160c458-0538-42a7-a2ab-257d807b7c4e for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:45:49.814492 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Updating router f160c458-0538-42a7-a2ab-257d807b7c4e port 7c2633ec-0674-4c56-9991-0adaed1c7cba binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:45:49.849795 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.895514 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76fb1f95-418e-476b-b3cb-1a678498a983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.898626 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76fb1f95-418e-476b-b3cb-1a678498a983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.899921 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-76fb1f95-418e-476b-b3cb-1a678498a983 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39548542-6f8f-47ad-806f-3e1f21cf2d37 HTTP/1.1" status: 204 len: 168 time: 0.6992772 Apr 01 12:45:49.935569 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:49.951598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb1f95-418e-476b-b3cb-1a678498a983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39548542-6f8f-47ad-806f-3e1f21cf2d37,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:49.975198 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-41109117-a41b-4187-9f96-fbfdd9226a5c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:49.978780 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-41109117-a41b-4187-9f96-fbfdd9226a5c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/networks?id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f HTTP/1.1" status: 200 len: 797 time: 0.2852232 Apr 01 12:45:50.029668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b37913a-fcf6-4e0b-8621-9be3fb1ae237 None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:45:50.040193 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d1551fda-b3f1-4c35-9f48-5743b2114a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.048680 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5a58346b-c66c-49e8-94d6-c3f9db52e27b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/quotas/57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 375 time: 0.0414484 Apr 01 12:45:50.054839 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-183ced3b-da8a-4d6a-8fb3-aff7e74f3093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.057542 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-183ced3b-da8a-4d6a-8fb3-aff7e74f3093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.064579 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d52edb2e-c2a0-4a9d-a588-73de2f907d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:45:46Z', 'revision_number': 5, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:50.068969 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-183ced3b-da8a-4d6a-8fb3-aff7e74f3093 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f54acce-d630-4c66-9cc8-6222aec54c40 HTTP/1.1" status: 204 len: 168 time: 0.5686593 Apr 01 12:45:50.093742 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:50.099552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ced3b-da8a-4d6a-8fb3-aff7e74f3093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f54acce-d630-4c66-9cc8-6222aec54c40,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:50.102936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Deleting port d807e043-a2a7-4c7e-8b34-62cbcfb6b390 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:50.103258 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.110459 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:50.120549 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:50.121125 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.125539 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=43eaeced-436e-421e-b4f4-5102c70ca0ec,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:50.153730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52edb2e-c2a0-4a9d-a588-73de2f907d74 None None] The sync data for ids ['a20c6a44-4060-48fb-b4da-69367d9b1551'] in n-d-836146-1 is: [{'id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'name': 'tempest-ServerRescueNegativeTestJSON-1873391875-router', 'tenant_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:39:23Z', 'updated_at': '2022-04-01T12:45:46Z', 'revision_number': 5, 'project_id': '6ff99ac6f689495b8d05e76ea4e90af1', 'gw_port': {'id': 'd807e043-a2a7-4c7e-8b34-62cbcfb6b390', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6a44-4060-48fb-b4da-69367d9b1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:39:25Z', 'updated_at': '2022-04-01T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:45:50.177291 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d1551fda-b3f1-4c35-9f48-5743b2114a69 None None] For port 2841b3e8-3e13-447e-9a8a-775d27bc9327, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2841b3e8-3e13-447e-9a8a-775d27bc9327,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:50.210480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49404) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:50.306964 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-1d59a094-911d-461f-97b6-9304afde91e1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2353966 Apr 01 12:45:50.355172 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d1551fda-b3f1-4c35-9f48-5743b2114a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.362037 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.375466 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.418992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1551fda-b3f1-4c35-9f48-5743b2114a69 None None] Pushing event updated for resources: {'Port': ['ID=2841b3e8-3e13-447e-9a8a-775d27bc9327,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:50.486545 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Pushing event updated for resources: {'Port': ['ID=7c2633ec-0674-4c56-9991-0adaed1c7cba,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:50.535239 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:50.537607 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:50.538168 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:50.538884 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:50.540482 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] For port d807e043-a2a7-4c7e-8b34-62cbcfb6b390, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d807e043-a2a7-4c7e-8b34-62cbcfb6b390,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:50.540961 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:50.540961 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:50.541126 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.541803 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:50.541803 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:50.544012 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:50.544571 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:50.544981 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:50.545717 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:45:50.551705 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-0251cea1-97dc-46da-99c4-0a5169af685f service neutron] 10.222.0.45 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437868 Apr 01 12:45:50.587042 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Attempting to bind port 7c2633ec-0674-4c56-9991-0adaed1c7cba on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:50.587253 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Attempting to bind port 7c2633ec-0674-4c56-9991-0adaed1c7cba by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:50.587933 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Attempting to bind port 7c2633ec-0674-4c56-9991-0adaed1c7cba on network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:50.617762 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:50.618293 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Checking segment: {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:50.618791 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.619277 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Bound using segment: {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:50.619849 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Bound port: 7c2633ec-0674-4c56-9991-0adaed1c7cba, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:50.620322 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.627288 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2841b3e8-3e13-447e-9a8a-775d27bc9327 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:50.646130 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Calling delete_port for d807e043-a2a7-4c7e-8b34-62cbcfb6b390 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:50.712208 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.739303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-b8976c69-c0c8-431f-87df-0b8ad404b808 service neutron] 10.222.0.45 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756597 Apr 01 12:45:50.763462 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] For port 7c2633ec-0674-4c56-9991-0adaed1c7cba, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:50.768280 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] For port 7c2633ec-0674-4c56-9991-0adaed1c7cba, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7c2633ec-0674-4c56-9991-0adaed1c7cba,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:50.776100 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.809231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2841b3e8-3e13-447e-9a8a-775d27bc9327 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:50.809612 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:50.945027 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-39904226-426d-4779-a78d-c0c3cd4d30ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df71b81a9af348b2b6d8dd4c6b651fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7325888 Apr 01 12:45:50.947388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49422) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:51.072687 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Routers {'f160c458-0538-42a7-a2ab-257d807b7c4e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:51.073338 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f160c458-0538-42a7-a2ab-257d807b7c4e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:51.086736 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520909a-9e2c-4a29-9dbb-b18c3ec458b3 None None] Pushing event updated for resources: {'Port': ['ID=7c2633ec-0674-4c56-9991-0adaed1c7cba,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:51.133045 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-644b27a9-f06d-4c65-859f-b27f875abfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:51.188647 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-644b27a9-f06d-4c65-859f-b27f875abfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:51.284347 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-644b27a9-f06d-4c65-859f-b27f875abfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:51.289241 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-644b27a9-f06d-4c65-859f-b27f875abfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:51.291002 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-644b27a9-f06d-4c65-859f-b27f875abfeb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/edf5a8c3-426c-4fda-bcf7-abd299d9dec9 HTTP/1.1" status: 204 len: 168 time: 0.3425734 Apr 01 12:45:51.299485 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a273be6-dfef-4834-9f27-bd6246c89685 req-057c8b58-7d01-47c6-9520-7c8b9be1434e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:51.307228 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2a273be6-dfef-4834-9f27-bd6246c89685 req-057c8b58-7d01-47c6-9520-7c8b9be1434e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.5338788 Apr 01 12:45:51.320730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3fa0a6ca-f5d4-4d63-a11e-9912a46093f4 req-39245842-4077-48f5-bcd4-6b8b691c48c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 210 time: 0.0509307 Apr 01 12:45:51.327753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b27a9-f06d-4c65-859f-b27f875abfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf5a8c3-426c-4fda-bcf7-abd299d9dec9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:51.435300 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] Set router f160c458-0538-42a7-a2ab-257d807b7c4e gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:51.465172 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2a273be6-dfef-4834-9f27-bd6246c89685 req-786d32f3-e6ed-418b-b48f-d0e604f178e3 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569791 Apr 01 12:45:51.597937 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:51.643896 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Pushing event deleted for resources: {'Port': ['ID=d807e043-a2a7-4c7e-8b34-62cbcfb6b390,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:51.759766 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:51.779644 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:51.785414 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:51.809702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:51.912046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=43eaeced-436e-421e-b4f4-5102c70ca0ec,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:51.948431 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:45:45Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7c2633ec-0674-4c56-9991-0adaed1c7cba', 'name': '', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:45:58:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:42Z', 'updated_at': '2022-04-01T12:45:50Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:51.997564 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8a0ea-f23c-4b78-a7aa-e198023abf95 None None] The sync data for ids ['f160c458-0538-42a7-a2ab-257d807b7c4e'] in n-d-836146-1 is: [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:45:45Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7c2633ec-0674-4c56-9991-0adaed1c7cba', 'name': '', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:45:58:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:42Z', 'updated_at': '2022-04-01T12:45:50Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:45:52.046219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5251b5be-952f-4e5c-a9df-d3340d6d3c15 None None] Provisioning complete for port 43eaeced-436e-421e-b4f4-5102c70ca0ec triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:52.046701 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5251b5be-952f-4e5c-a9df-d3340d6d3c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:52.155891 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5251b5be-952f-4e5c-a9df-d3340d6d3c15 None None] Port 43eaeced-436e-421e-b4f4-5102c70ca0ec cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:45:52.184002 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:52.185020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5251b5be-952f-4e5c-a9df-d3340d6d3c15 None None] Provisioning complete for port 2841b3e8-3e13-447e-9a8a-775d27bc9327 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:52.185544 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5251b5be-952f-4e5c-a9df-d3340d6d3c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:52.198166 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:52.373835 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:52.374413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a20c6a44-4060-48fb-b4da-69367d9b1551 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:45:52.406336 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:52.409163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2841b3e8-3e13-447e-9a8a-775d27bc9327 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:52.422238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:52.429712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49470) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:52.432199 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d539299a-5186-43d4-b59c-0b7bdf1b654d admin admin] 10.222.0.45 "DELETE /v2.0/routers/a20c6a44-4060-48fb-b4da-69367d9b1551 HTTP/1.1" status: 204 len: 168 time: 3.6878324 Apr 01 12:45:52.439358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:52.670831 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2841b3e8-3e13-447e-9a8a-775d27bc9327 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:52.671206 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:52.677477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4e291163-7e6c-4d6d-9209-e9c952dc6c21 None None] Provisioning complete for port 7c2633ec-0674-4c56-9991-0adaed1c7cba triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:52.690210 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4e291163-7e6c-4d6d-9209-e9c952dc6c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:52.698940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f774fad0-64ff-4b1b-a9fc-ef6f73abb409 req-7aa363b1-385b-49c5-8137-4b596a9c4a29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 210 time: 0.1375365 Apr 01 12:45:52.705847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ee1fb7-1cbf-4069-935f-31ae2007a120 admin admin] Deleting subnet a657cc8f-dfd7-46c1-a860-5ffd444a83f2 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:45:52.732897 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04ee1fb7-1cbf-4069-935f-31ae2007a120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:52.845329 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04ee1fb7-1cbf-4069-935f-31ae2007a120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:52.955694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbe920-a985-4afe-8f6c-b046c534df32 req-c58df8b7-fe32-4f30-95cd-c596ede94b47 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:52.968763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bbbbe920-a985-4afe-8f6c-b046c534df32 req-c58df8b7-fe32-4f30-95cd-c596ede94b47 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.2346237 Apr 01 12:45:52.974229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Router 87683991-07d5-43f3-8cd2-161dce730840 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:45:53.055052 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bbbbe920-a985-4afe-8f6c-b046c534df32 req-086efa94-f1f7-47ff-ad92-c9dfb3cbe521 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850940 Apr 01 12:45:53.156948 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04ee1fb7-1cbf-4069-935f-31ae2007a120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:53.283122 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4e291163-7e6c-4d6d-9209-e9c952dc6c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:53.299670 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:45:53.309087 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d7202396-a97f-4fb8-8d8b-3982544b0886 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "PUT /v2.0/routers/87683991-07d5-43f3-8cd2-161dce730840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8556747 Apr 01 12:45:53.314103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49486) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:53.322106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Sync routers for ids ['87683991-07d5-43f3-8cd2-161dce730840'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:45:53.348678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-45384b64-27eb-4179-9e4d-6c6804ea7dc1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:53.353899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-45384b64-27eb-4179-9e4d-6c6804ea7dc1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.44 "GET /v2.0/networks?id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f HTTP/1.1" status: 200 len: 797 time: 0.2767806 Apr 01 12:45:53.363818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04ee1fb7-1cbf-4069-935f-31ae2007a120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:53.365251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 69afef18-e3c8-497d-b469-7959cea12b70 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:53.422808 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Routers {'87683991-07d5-43f3-8cd2-161dce730840'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:53.423601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd40b02-0c59-4195-a6a1-de562a3a7f81 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:53.425568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['87683991-07d5-43f3-8cd2-161dce730840'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:53.428527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee1fb7-1cbf-4069-935f-31ae2007a120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a657cc8f-dfd7-46c1-a860-5ffd444a83f2,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:53.428768 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7dd40b02-0c59-4195-a6a1-de562a3a7f81 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports/43eaeced-436e-421e-b4f4-5102c70ca0ec HTTP/1.1" status: 200 len: 911 time: 0.1055167 Apr 01 12:45:53.429411 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49490) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:53.480726 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04ee1fb7-1cbf-4069-935f-31ae2007a120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:53.484568 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-04ee1fb7-1cbf-4069-935f-31ae2007a120 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a657cc8f-dfd7-46c1-a860-5ffd444a83f2 HTTP/1.1" status: 204 len: 168 time: 1.0538507 Apr 01 12:45:53.487663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49494) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:53.506874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8820a2bc-6a10-4abd-bc70-42cfea130bfa None None] Network edbe49f5-f68c-4795-90d9-df82f3d85241 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:53.508462 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-a8309c42-7a79-4972-b308-a4aaf6770151 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 380 time: 0.1014037 Apr 01 12:45:53.518970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'port': {'device_id': '2f7adb4d-5377-4244-8061-2b92668d7724', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'admin_state_up': True, 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'security_groups': ['143385c1-e9a7-4fc1-991e-702a0f0af38a']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:53.541770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817799b1-83f3-43b5-88b5-b4440add53ec tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:53.551389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817799b1-83f3-43b5-88b5-b4440add53ec tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:53.554786 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-817799b1-83f3-43b5-88b5-b4440add53ec tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1191959 Apr 01 12:45:53.562542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49498) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:53.575465 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 69afef18-e3c8-497d-b469-7959cea12b70 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:53.579261 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 69afef18-e3c8-497d-b469-7959cea12b70 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:53.630943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4e291163-7e6c-4d6d-9209-e9c952dc6c21 None None] For port 7c2633ec-0674-4c56-9991-0adaed1c7cba, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7c2633ec-0674-4c56-9991-0adaed1c7cba,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:53.652286 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4e291163-7e6c-4d6d-9209-e9c952dc6c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:53.738037 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Set router 87683991-07d5-43f3-8cd2-161dce730840 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:53.801066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Made reservation on behalf of 57d91513207248b7a1ea77190e0bd483 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:45:53.804963 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:53.991555 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bda1100d-081f-498b-98ef-edd43363a4d0 req-286880e6-07e9-4a5a-8df6-f34bf2f4dc64 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 210 time: 0.1270905 Apr 01 12:45:54.187735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cf4e272d-82bf-4816-94e7-ab4c68d46317 None None] Provisioning complete for port 7c2633ec-0674-4c56-9991-0adaed1c7cba triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:54.190517 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf4e272d-82bf-4816-94e7-ab4c68d46317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:54.192013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.20.0.3 (42f3c55c-7df1-4c0a-a453-71f7a5cc989f/038197aa-3cc7-4241-9b9d-aa4a36b9c168/2a3471e0-4bfc-41e0-be03-8aee4296f81b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:45:54.242405 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e291163-7e6c-4d6d-9209-e9c952dc6c21 None None] Pushing event updated for resources: {'Port': ['ID=7c2633ec-0674-4c56-9991-0adaed1c7cba,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:54.285334 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7c2633ec-0674-4c56-9991-0adaed1c7cba up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:54.446203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7c2633ec-0674-4c56-9991-0adaed1c7cba triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:54.446575 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:54.475180 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87683991-07d5-43f3-8cd2-161dce730840', 'name': 'tempest-NetworksTestDHCPv6-router-1917774552', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:46Z', 'updated_at': '2022-04-01T12:45:50Z', 'revision_number': 2, 'project_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'gw_port_host': None, '_interfaces': [{'id': '43eaeced-436e-421e-b4f4-5102c70ca0ec', 'name': '', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'mac_address': 'fa:16:3e:b5:6a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87683991-07d5-43f3-8cd2-161dce730840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '79417472-b99a-4fd5-b184-f42cf3b542df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:48Z', 'updated_at': '2022-04-01T12:45:51Z', 'revision_number': 2, 'project_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'subnets': [{'id': '79417472-b99a-4fd5-b184-f42cf3b542df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:54.485737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931f460-0d90-4554-93d9-660fe3d5b6f8 None None] DHCP port deletion for edbe49f5-f68c-4795-90d9-df82f3d85241 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:45:54.511328 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:54.515781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:54.524930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cf4e272d-82bf-4816-94e7-ab4c68d46317 None None] Provisioning complete for port 43eaeced-436e-421e-b4f4-5102c70ca0ec triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:54.525537 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf4e272d-82bf-4816-94e7-ab4c68d46317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:54.530397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Checking router: 87683991-07d5-43f3-8cd2-161dce730840 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:45:54.530943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Updating router 87683991-07d5-43f3-8cd2-161dce730840 port 43eaeced-436e-421e-b4f4-5102c70ca0ec binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:45:54.568852 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:54.648595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e272d-82bf-4816-94e7-ab4c68d46317 None None] Port 43eaeced-436e-421e-b4f4-5102c70ca0ec cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:45:54.654793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49530) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:54.662253 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:54.665627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=2a3471e0-4bfc-41e0-be03-8aee4296f81b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:54.671351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9fe6c-2fd3-48b2-baa7-306b046b98ec req-383f1c78-a4e0-4697-9dd2-fd44ee79a0b7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:54.673364 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8e9fe6c-2fd3-48b2-baa7-306b046b98ec req-383f1c78-a4e0-4697-9dd2-fd44ee79a0b7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.2393637 Apr 01 12:45:54.686622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:45:54.689528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:45:54.710411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:45:54.766340 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e931f460-0d90-4554-93d9-660fe3d5b6f8 None None] Deleting port 911f40c4-2247-40d2-ae7f-7e50d069a093 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:54.766756 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e931f460-0d90-4554-93d9-660fe3d5b6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:54.795943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d807e043-a2a7-4c7e-8b34-62cbcfb6b390 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:54.826557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:54.827225 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:54.855116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-5c0efc3d-0872-4541-a7a7-fd26b53285b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3388119 Apr 01 12:45:54.870518 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Request body: {'port': {'device_id': '2f7adb4d-5377-4244-8061-2b92668d7724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:54.891853 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Deleting port 911f40c4-2247-40d2-ae7f-7e50d069a093 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:54.892422 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:54.954510 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b8e9fe6c-2fd3-48b2-baa7-306b046b98ec req-d946b06c-46e5-404b-a34f-92fff74e139a tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213168 Apr 01 12:45:54.966353 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.043364 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: d807e043-a2a7-4c7e-8b34-62cbcfb6b390 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:55.043705 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d807e043-a2a7-4c7e-8b34-62cbcfb6b390 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:55.086022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-c1e4c231-3fbc-40ec-aa3b-dd143e17b53a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group': {'name': 'tempest-secgroup--103296070'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:55.102798 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] For port 911f40c4-2247-40d2-ae7f-7e50d069a093, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=911f40c4-2247-40d2-ae7f-7e50d069a093,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:55.103175 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.109840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e931f460-0d90-4554-93d9-660fe3d5b6f8 None None] For port 911f40c4-2247-40d2-ae7f-7e50d069a093, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=911f40c4-2247-40d2-ae7f-7e50d069a093,segment=NetworkSegment(b7339ba7-9fcb-499b-a420-65acacb61605),segment_id=b7339ba7-9fcb-499b-a420-65acacb61605)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:55.111624 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e931f460-0d90-4554-93d9-660fe3d5b6f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.154600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Calling delete_port for 911f40c4-2247-40d2-ae7f-7e50d069a093 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:55.161979 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e931f460-0d90-4554-93d9-660fe3d5b6f8 None None] Calling delete_port for 911f40c4-2247-40d2-ae7f-7e50d069a093 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:55.253751 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c1e4c231-3fbc-40ec-aa3b-dd143e17b53a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.277906 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c1e4c231-3fbc-40ec-aa3b-dd143e17b53a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.341704 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.342161 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1d1bc-670d-4217-848e-3ec57a918de2 req-82f89079-a567-4466-a671-f4b92f3d62f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:55.344092 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32a1d1bc-670d-4217-848e-3ec57a918de2 req-82f89079-a567-4466-a671-f4b92f3d62f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 931 time: 0.2286253 Apr 01 12:45:55.422353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=911f40c4-2247-40d2-ae7f-7e50d069a093,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:55.437725 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5f85316-c5ac-4263-8d09-120cddd8a828 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.460066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4eb48cf7-3f29-41e1-8fdf-f06e2053d583 None None] Provisioning complete for port 2a3471e0-4bfc-41e0-be03-8aee4296f81b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:55.460655 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4eb48cf7-3f29-41e1-8fdf-f06e2053d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.491343 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] No DVR routers for this DVR port 911f40c4-2247-40d2-ae7f-7e50d069a093 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:55.539784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-32a1d1bc-670d-4217-848e-3ec57a918de2 req-6642b654-246c-44e7-8db6-87d9632cb592 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746240 Apr 01 12:45:55.559273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4eb48cf7-3f29-41e1-8fdf-f06e2053d583 None None] Port 2a3471e0-4bfc-41e0-be03-8aee4296f81b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:45:55.630189 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e931f460-0d90-4554-93d9-660fe3d5b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.633583 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c1e4c231-3fbc-40ec-aa3b-dd143e17b53a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.644612 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c1e4c231-3fbc-40ec-aa3b-dd143e17b53a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.675691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3471e0-4bfc-41e0-be03-8aee4296f81b {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:45:55.709950 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.718863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931f460-0d90-4554-93d9-660fe3d5b6f8 None None] Pushing event deleted for resources: {'Port': ['ID=911f40c4-2247-40d2-ae7f-7e50d069a093,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:55.732253 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.764196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e931f460-0d90-4554-93d9-660fe3d5b6f8 None None] No DVR routers for this DVR port 911f40c4-2247-40d2-ae7f-7e50d069a093 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:55.797045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbe49f5-f68c-4795-90d9-df82f3d85241']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:55.810758 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7339ba7-9fcb-499b-a420-65acacb61605') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:55.810758 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7339ba7-9fcb-499b-a420-65acacb61605') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:55.818978 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.822489 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.828062 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.862520 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.881728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:45:55.882220 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.883252 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c1e4c231-3fbc-40ec-aa3b-dd143e17b53a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:45:55.883969 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:45:55.887489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4c231-3fbc-40ec-aa3b-dd143e17b53a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4880650e-9ddf-4029-b46a-fa7d297b3a64,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:55.891102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Transition to ACTIVE for port object 2a3471e0-4bfc-41e0-be03-8aee4296f81b will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:45:55.893525 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c1e4c231-3fbc-40ec-aa3b-dd143e17b53a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.901498 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:55.965454 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef54042-a19e-4fdf-b41c-373a48ff2f8b None None] Pushing event updated for resources: {'Port': ['ID=43eaeced-436e-421e-b4f4-5102c70ca0ec,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:55.977273 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.006767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3471e0-4bfc-41e0-be03-8aee4296f81b,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:56.008188 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49596) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:56.050889 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.052316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Attempting to bind port 43eaeced-436e-421e-b4f4-5102c70ca0ec on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:56.054763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/edbe49f5-f68c-4795-90d9-df82f3d85241 HTTP/1.1" status: 204 len: 168 time: 2.5659950 Apr 01 12:45:56.055004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Attempting to bind port 43eaeced-436e-421e-b4f4-5102c70ca0ec by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:56.055521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40564056-8e73-4aaf-b9ea-dd79b09b52c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=edbe49f5-f68c-4795-90d9-df82f3d85241,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:56.056744 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Attempting to bind port 43eaeced-436e-421e-b4f4-5102c70ca0ec on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:56.072019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:56.072398 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:56.072802 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.073194 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:56.073667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Bound port: 43eaeced-436e-421e-b4f4-5102c70ca0ec, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:56.074091 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.081495 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c1e4c231-3fbc-40ec-aa3b-dd143e17b53a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.084686 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c1e4c231-3fbc-40ec-aa3b-dd143e17b53a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4154778 Apr 01 12:45:56.087424 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49602) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:56.112777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4c231-3fbc-40ec-aa3b-dd143e17b53a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cf9052-8bac-43d5-aff9-8f30816bf318,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:56.284706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7c2633ec-0674-4c56-9991-0adaed1c7cba up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:45:56.292729 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91692137-cf29-48c8-b114-80cccf998902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.343677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49604) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:56.348629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] For port 43eaeced-436e-421e-b4f4-5102c70ca0ec, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:56.350392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Attempting to bind port 2a3471e0-4bfc-41e0-be03-8aee4296f81b on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:45:56.350735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Attempting to bind port 2a3471e0-4bfc-41e0-be03-8aee4296f81b by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:45:56.351066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Attempting to bind port 2a3471e0-4bfc-41e0-be03-8aee4296f81b on network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:56.389010 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Port 2a3471e0-4bfc-41e0-be03-8aee4296f81b on network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:45:56.389341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Attempting to bind port 2a3471e0-4bfc-41e0-be03-8aee4296f81b on network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:45:56.390637 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] For port 43eaeced-436e-421e-b4f4-5102c70ca0ec, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=43eaeced-436e-421e-b4f4-5102c70ca0ec,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:56.400866 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.412347 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5b6c2be3-6ce8-4887-ab8f-f5af849816ef tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3207724 Apr 01 12:45:56.412562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:45:56.413205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Checking segment: {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:45:56.415772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Bound using segment: {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:45:56.416261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Bound port: 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:45:56.416776 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.417165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49606) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:56.428880 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2a89b-6d88-4ecd-8660-caac5549bfd5 req-1d945c7d-68bd-47ee-80af-62c655011c49 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:56.431423 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c4e2a89b-6d88-4ecd-8660-caac5549bfd5 req-1d945c7d-68bd-47ee-80af-62c655011c49 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.2788999 Apr 01 12:45:56.438063 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ffe9edbe-019b-4623-85f5-b15c3119f474 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group': {'name': 'tempest-security--1933031291', 'description': 'tempest-security-description-188837216'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:56.463590 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-78e953d2-45e5-40c6-b8bd-80e858a5abb7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ff99ac6f689495b8d05e76ea4e90af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088803 Apr 01 12:45:56.464517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49608) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:56.484183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d5f85316-c5ac-4263-8d09-120cddd8a828 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 43eaeced-436e-421e-b4f4-5102c70ca0ec {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:56.484524 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5f85316-c5ac-4263-8d09-120cddd8a828 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.548413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Routers {'87683991-07d5-43f3-8cd2-161dce730840'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:45:56.549701 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['87683991-07d5-43f3-8cd2-161dce730840'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:56.584387 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:45:56.587616 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-39db0b24-71b7-4873-aaf3-de2f95e6066f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.603510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:45:56.605866 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-d5f85316-c5ac-4263-8d09-120cddd8a828 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] For port 43eaeced-436e-421e-b4f4-5102c70ca0ec, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=43eaeced-436e-421e-b4f4-5102c70ca0ec,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:56.606297 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5f85316-c5ac-4263-8d09-120cddd8a828 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.611687 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.641334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d5f85316-c5ac-4263-8d09-120cddd8a828 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 43eaeced-436e-421e-b4f4-5102c70ca0ec owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:56.659782 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef54042-a19e-4fdf-b41c-373a48ff2f8b None None] Pushing event updated for resources: {'Port': ['ID=43eaeced-436e-421e-b4f4-5102c70ca0ec,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:56.665117 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-39db0b24-71b7-4873-aaf3-de2f95e6066f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.676334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:56.676980 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.678765 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] 10.222.0.44 "PUT /v2.0/ports/2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 200 len: 1091 time: 1.8156934 Apr 01 12:45:56.683375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7c2633ec-0674-4c56-9991-0adaed1c7cba triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:56.689918 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.714975 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ffe9edbe-019b-4623-85f5-b15c3119f474 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.723123 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:45:56.725750 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a43301f-2198-4865-bcca-e8192ac7d64a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:45:56.763292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] Set router 87683991-07d5-43f3-8cd2-161dce730840 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:45:56.787213 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ffe9edbe-019b-4623-85f5-b15c3119f474 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.857257 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ffe9edbe-019b-4623-85f5-b15c3119f474 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.882358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ffe9edbe-019b-4623-85f5-b15c3119f474 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:56.886765 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ffe9edbe-019b-4623-85f5-b15c3119f474 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "PUT /v2.0/security-groups/b3cf9052-8bac-43d5-aff9-8f30816bf318 HTTP/1.1" status: 200 len: 1779 time: 0.4540129 Apr 01 12:45:56.887730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49616) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:56.914872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a8415-1999-4385-beca-773a19259f5c req-eb9d8449-1b0a-4091-8ea0-2a5db054ab39 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:56.916796 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-203a8415-1999-4385-beca-773a19259f5c req-eb9d8449-1b0a-4091-8ea0-2a5db054ab39 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 943 time: 0.2576444 Apr 01 12:45:56.917494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161503b-6601-46a2-98e0-12145bde30a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3471e0-4bfc-41e0-be03-8aee4296f81b,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:56.930466 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9edbe-019b-4623-85f5-b15c3119f474 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cf9052-8bac-43d5-aff9-8f30816bf318,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:56.941798 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c4e2a89b-6d88-4ecd-8660-caac5549bfd5 req-8da46ebe-b8ad-47d5-9ad2-63abef9bd10e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918084 Apr 01 12:45:56.982414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8b4e770c-a0e0-4e94-aad4-61ec94f22dd8 None None] Provisioning complete for port 43eaeced-436e-421e-b4f4-5102c70ca0ec triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:45:56.984527 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8b4e770c-a0e0-4e94-aad4-61ec94f22dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.028058 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-296f1a29-6100-4b3e-bd50-dc1f19c04dbc tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-groups/b3cf9052-8bac-43d5-aff9-8f30816bf318 HTTP/1.1" status: 200 len: 1779 time: 0.1092868 Apr 01 12:45:57.035748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49618) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:57.065985 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c728db8-e0bc-4fdb-865d-16c88b40500a x-openstack-request-id: req-9c728db8-e0bc-4fdb-865d-16c88b40500a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:45:57.066345 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:45:57.066562 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c728db8-e0bc-4fdb-865d-16c88b40500a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:45:57.066960 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c728db8-e0bc-4fdb-865d-16c88b40500a'] response: {'name': 'network-changed', 'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'status': 'completed', 'code': 200} Apr 01 12:45:57.076271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-203a8415-1999-4385-beca-773a19259f5c req-6271984e-b62f-416b-8192-ed9f961928c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350138 Apr 01 12:45:57.078104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-a96e9673-4671-44c9-8bea-9331edfcf6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:57.080134 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-a96e9673-4671-44c9-8bea-9331edfcf6e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1094 time: 0.3494389 Apr 01 12:45:57.099320 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91692137-cf29-48c8-b114-80cccf998902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.106180 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91692137-cf29-48c8-b114-80cccf998902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.111751 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-39db0b24-71b7-4873-aaf3-de2f95e6066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.112175 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-39db0b24-71b7-4873-aaf3-de2f95e6066f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.113316 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-39db0b24-71b7-4873-aaf3-de2f95e6066f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4 HTTP/1.1" status: 204 len: 168 time: 0.6478872 Apr 01 12:45:57.153518 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db0b24-71b7-4873-aaf3-de2f95e6066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b1777c-2b45-43d4-b4b4-1dcd8bcfcaa4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:57.156226 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-8fe77564-1cc6-4615-a7d7-4f4373803cda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 200 len: 217 time: 0.0589578 Apr 01 12:45:57.213769 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-91692137-cf29-48c8-b114-80cccf998902 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab055d4696c14e73bd3b748be2ba056a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1814368 Apr 01 12:45:57.213769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91692137-cf29-48c8-b114-80cccf998902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9111ffc-35f0-4a96-8ebe-34d5c5569427,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:57.238132 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49622) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:57.239150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-539dd655-b2ac-4873-b16c-d2ea1eed4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:57.240750 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-539dd655-b2ac-4873-b16c-d2ea1eed4af0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=038197aa-3cc7-4241-9b9d-aa4a36b9c168 HTTP/1.1" status: 200 len: 834 time: 0.0737765 Apr 01 12:45:57.313192 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-279bdd67-22a7-4435-95cb-201c1dfa4890 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.336833 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5f85316-c5ac-4263-8d09-120cddd8a828 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.370234 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-255a6bdc-062f-4cb3-8e0b-4ee2bf5f6fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.372829 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f85316-c5ac-4263-8d09-120cddd8a828 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=43eaeced-436e-421e-b4f4-5102c70ca0ec,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:57.373221 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-279bdd67-22a7-4435-95cb-201c1dfa4890 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.407031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-46c9251d-ab68-423f-ab20-7f46d129e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:57.409115 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-46c9251d-ab68-423f-ab20-7f46d129e504 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601503 Apr 01 12:45:57.425986 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-255a6bdc-062f-4cb3-8e0b-4ee2bf5f6fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.463639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e770c-a0e0-4e94-aad4-61ec94f22dd8 None None] Port 43eaeced-436e-421e-b4f4-5102c70ca0ec update to ACTIVE by agent not found {{(pid=102720) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Apr 01 12:45:57.541743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 911f40c4-2247-40d2-ae7f-7e50d069a093 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:45:57.551669 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d5f85316-c5ac-4263-8d09-120cddd8a828 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.573086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 911f40c4-2247-40d2-ae7f-7e50d069a093 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:45:57.573599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 911f40c4-2247-40d2-ae7f-7e50d069a093 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:45:57.575372 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-279bdd67-22a7-4435-95cb-201c1dfa4890 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.593535 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-279bdd67-22a7-4435-95cb-201c1dfa4890 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.602039 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-279bdd67-22a7-4435-95cb-201c1dfa4890 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-groups/b3cf9052-8bac-43d5-aff9-8f30816bf318 HTTP/1.1" status: 204 len: 168 time: 0.5609763 Apr 01 12:45:57.602872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49630) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:57.603050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87683991-07d5-43f3-8cd2-161dce730840', 'name': 'tempest-NetworksTestDHCPv6-router-1917774552', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:46Z', 'updated_at': '2022-04-01T12:45:50Z', 'revision_number': 2, 'project_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'gw_port_host': None, '_interfaces': [{'id': '43eaeced-436e-421e-b4f4-5102c70ca0ec', 'name': '', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'mac_address': 'fa:16:3e:b5:6a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87683991-07d5-43f3-8cd2-161dce730840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '79417472-b99a-4fd5-b184-f42cf3b542df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:48Z', 'updated_at': '2022-04-01T12:45:56Z', 'revision_number': 4, 'project_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'subnets': [{'id': '79417472-b99a-4fd5-b184-f42cf3b542df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:45:57.677872 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54692e76-23ea-44b2-8550-0375204cb367 None None] The sync data for ids ['87683991-07d5-43f3-8cd2-161dce730840'] in n-d-836146-1 is: [{'id': '87683991-07d5-43f3-8cd2-161dce730840', 'name': 'tempest-NetworksTestDHCPv6-router-1917774552', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:46Z', 'updated_at': '2022-04-01T12:45:50Z', 'revision_number': 2, 'project_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'gw_port_host': None, '_interfaces': [{'id': '43eaeced-436e-421e-b4f4-5102c70ca0ec', 'name': '', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'mac_address': 'fa:16:3e:b5:6a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87683991-07d5-43f3-8cd2-161dce730840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '79417472-b99a-4fd5-b184-f42cf3b542df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:48Z', 'updated_at': '2022-04-01T12:45:56Z', 'revision_number': 4, 'project_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'subnets': [{'id': '79417472-b99a-4fd5-b184-f42cf3b542df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:45:57.682704 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-48608fd0-95ac-4420-90c7-9f54d41965d5 None None] Could not find standard attr ID for object 43eaeced-436e-421e-b4f4-5102c70ca0ec. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:45:57.744555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bdd67-22a7-4435-95cb-201c1dfa4890 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cf9052-8bac-43d5-aff9-8f30816bf318,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:57.761130 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-f32237ca-315e-4230-8063-a843fb1e52e2 service neutron] 10.222.0.44 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436117 Apr 01 12:45:57.792127 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f85316-c5ac-4263-8d09-120cddd8a828 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Router 87683991-07d5-43f3-8cd2-161dce730840 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:45:57.796466 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-255a6bdc-062f-4cb3-8e0b-4ee2bf5f6fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.800646 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-255a6bdc-062f-4cb3-8e0b-4ee2bf5f6fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:57.804629 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-255a6bdc-062f-4cb3-8e0b-4ee2bf5f6fbb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9111ffc-35f0-4a96-8ebe-34d5c5569427 HTTP/1.1" status: 204 len: 168 time: 0.5611451 Apr 01 12:45:57.815294 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a6bdc-062f-4cb3-8e0b-4ee2bf5f6fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9111ffc-35f0-4a96-8ebe-34d5c5569427,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:57.882879 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2c4bbe3a-b01f-4b19-b986-8bc01bbc0cd2 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2707632 Apr 01 12:45:57.910806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49640) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:57.923798 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f85316-c5ac-4263-8d09-120cddd8a828 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:45:57.930274 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d5f85316-c5ac-4263-8d09-120cddd8a828 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "PUT /v2.0/routers/87683991-07d5-43f3-8cd2-161dce730840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3658159 Apr 01 12:45:57.932573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49646) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:57.948193 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-900e790e-49c8-4792-8afe-acd9fc4e8b29 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] delete failed (client error): The resource could not be found. Apr 01 12:45:57.957157 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-900e790e-49c8-4792-8afe-acd9fc4e8b29 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-groups/b3cf9052-8bac-43d5-aff9-8f30816bf318 HTTP/1.1" status: 404 len: 347 time: 0.0399873 Apr 01 12:45:57.959231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49648) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:57.968564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d565e80e-e455-4dee-84eb-3f26fe18759c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group': {'name': 'tempest-secgroup--576935973'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:58.018754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bed8d8-d237-4d20-a57d-b6697c986d93 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:58.022600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bed8d8-d237-4d20-a57d-b6697c986d93 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:58.024234 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-23bed8d8-d237-4d20-a57d-b6697c986d93 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0900526 Apr 01 12:45:58.027960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49654) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:58.108182 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d565e80e-e455-4dee-84eb-3f26fe18759c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.141064 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1243305c-2bc4-4ccb-902e-11e7955c6143 req-e1aba293-2918-411f-9e36-3b6c13bce1a1 service neutron] 10.222.0.44 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632782 Apr 01 12:45:58.231617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-5630a8f8-2f85-4fbb-8941-c2f9e82c7100 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 79417472-b99a-4fd5-b184-f42cf3b542df {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:45:58.239905 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5630a8f8-2f85-4fbb-8941-c2f9e82c7100 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.309329 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5630a8f8-2f85-4fbb-8941-c2f9e82c7100 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.323342 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a12ea-db37-4f8b-95ee-79d05a135785 req-4afc5ebf-39ca-4cff-8eb0-44183560b934 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:58.325126 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-241a12ea-db37-4f8b-95ee-79d05a135785 req-4afc5ebf-39ca-4cff-8eb0-44183560b934 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.1770170 Apr 01 12:45:58.345655 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d565e80e-e455-4dee-84eb-3f26fe18759c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.354812 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d565e80e-e455-4dee-84eb-3f26fe18759c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.408503 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d565e80e-e455-4dee-84eb-3f26fe18759c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.411535 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-241a12ea-db37-4f8b-95ee-79d05a135785 req-6df415be-e6de-447e-a952-db3b61beef2b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533414 Apr 01 12:45:58.415648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49666) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:58.419363 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d565e80e-e455-4dee-84eb-3f26fe18759c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4589705 Apr 01 12:45:58.421145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-cb486f38-d43d-498f-a0f3-a7d2f2a9fc98 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': '25c35f1f-6636-4159-ba5c-6abc7d880682', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:58.426346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43301f-2198-4865-bcca-e8192ac7d64a req-dc668c5c-e848-42c2-9211-0739d9e56aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:58.427909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a43301f-2198-4865-bcca-e8192ac7d64a req-dc668c5c-e848-42c2-9211-0739d9e56aeb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1094 time: 0.2183328 Apr 01 12:45:58.476144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb486f38-d43d-498f-a0f3-a7d2f2a9fc98 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.518615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a467938-13ee-412d-a93e-401ae911fbd7 req-5ee937c2-1226-477a-8336-5dd6a0a7369b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:58.526956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a467938-13ee-412d-a93e-401ae911fbd7 req-5ee937c2-1226-477a-8336-5dd6a0a7369b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 943 time: 0.2341673 Apr 01 12:45:58.531309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e80e-e455-4dee-84eb-3f26fe18759c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c35f1f-6636-4159-ba5c-6abc7d880682,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:58.583903 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5630a8f8-2f85-4fbb-8941-c2f9e82c7100 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.644544 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb486f38-d43d-498f-a0f3-a7d2f2a9fc98 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.649690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49676) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:58.671381 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb486f38-d43d-498f-a0f3-a7d2f2a9fc98 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.711079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-53155f19-040c-4de6-a078-67edd5ed08f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.743690 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb486f38-d43d-498f-a0f3-a7d2f2a9fc98 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.747489 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cb486f38-d43d-498f-a0f3-a7d2f2a9fc98 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306532 Apr 01 12:45:58.756667 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49678) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:58.768990 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb486f38-d43d-498f-a0f3-a7d2f2a9fc98 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9fb243-2529-4391-9c6c-9b9212f71253,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:58.826566 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57d3d-938c-4c1e-8c40-c7538f411463 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.840961 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57d3d-938c-4c1e-8c40-c7538f411463 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.843605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5630a8f8-2f85-4fbb-8941-c2f9e82c7100 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.899247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630a8f8-2f85-4fbb-8941-c2f9e82c7100 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=79417472-b99a-4fd5-b184-f42cf3b542df,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:58.919470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed9ddb5-a1ec-4b9b-b804-6a98f1cd03fc None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:45:58.928381 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5630a8f8-2f85-4fbb-8941-c2f9e82c7100 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:58.935558 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5630a8f8-2f85-4fbb-8941-c2f9e82c7100 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/79417472-b99a-4fd5-b184-f42cf3b542df HTTP/1.1" status: 204 len: 168 time: 0.9055336 Apr 01 12:45:58.939592 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49682) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:58.996291 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57d3d-938c-4c1e-8c40-c7538f411463 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.018772 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57d3d-938c-4c1e-8c40-c7538f411463 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.018772 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1fd57d3d-938c-4c1e-8c40-c7538f411463 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/9e9fb243-2529-4391-9c6c-9b9212f71253 HTTP/1.1" status: 204 len: 168 time: 0.2585671 Apr 01 12:45:59.021883 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49686) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:59.061965 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-53155f19-040c-4de6-a078-67edd5ed08f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.065961 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd57d3d-938c-4c1e-8c40-c7538f411463 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e9fb243-2529-4391-9c6c-9b9212f71253,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:59.088849 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-53155f19-040c-4de6-a078-67edd5ed08f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.089999 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a467938-13ee-412d-a93e-401ae911fbd7 req-4a572fb2-b6d2-4f0e-a24a-7c8e6bc3276f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5525343 Apr 01 12:45:59.128015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43301f-2198-4865-bcca-e8192ac7d64a req-50a2d23f-9d46-4286-a917-4133e6f82518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:59.130231 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a43301f-2198-4865-bcca-e8192ac7d64a req-50a2d23f-9d46-4286-a917-4133e6f82518 service neutron] 10.222.0.44 "GET /v2.0/networks?id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f HTTP/1.1" status: 200 len: 898 time: 0.6771312 Apr 01 12:45:59.194465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a43301f-2198-4865-bcca-e8192ac7d64a req-d5c850a7-da29-4881-9738-623eac0ac9e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 200 len: 217 time: 0.0539672 Apr 01 12:45:59.221904 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53155f19-040c-4de6-a078-67edd5ed08f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459a3ff8-47b7-418e-8aae-01dc678e9f75,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:59.234702 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9111aacd-2285-4067-a22d-fb7aa6d766a7 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:45:59.278307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43301f-2198-4865-bcca-e8192ac7d64a req-2370908b-3fc2-48b1-a98a-2c17bf3cd1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:59.280986 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ecdf4b16-c982-4626-8152-a1516bf2114d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3382308 Apr 01 12:45:59.284808 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a43301f-2198-4865-bcca-e8192ac7d64a req-2370908b-3fc2-48b1-a98a-2c17bf3cd1f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=038197aa-3cc7-4241-9b9d-aa4a36b9c168 HTTP/1.1" status: 200 len: 834 time: 0.0745809 Apr 01 12:45:59.285532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49700) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:59.295948 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-53155f19-040c-4de6-a078-67edd5ed08f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=340dd330bc3947bc9f4fb448ad2760dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6365268 Apr 01 12:45:59.300526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49702) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:59.320209 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1d329e62-5895-48ed-89d8-88d2c6bf9249 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2908740 Apr 01 12:45:59.326850 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49704) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:59.331102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9111aacd-2285-4067-a22d-fb7aa6d766a7 None None] Deleting port 2841b3e8-3e13-447e-9a8a-775d27bc9327 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:45:59.332222 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9111aacd-2285-4067-a22d-fb7aa6d766a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.420036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9111aacd-2285-4067-a22d-fb7aa6d766a7 None None] For port 2841b3e8-3e13-447e-9a8a-775d27bc9327, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2841b3e8-3e13-447e-9a8a-775d27bc9327,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:45:59.420370 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9111aacd-2285-4067-a22d-fb7aa6d766a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.445109 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9111aacd-2285-4067-a22d-fb7aa6d766a7 None None] Calling delete_port for 2841b3e8-3e13-447e-9a8a-775d27bc9327 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:45:59.473601 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-765cc4be-9521-419d-91ab-070627355b77 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.489941 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8910233-9846-43ea-acf6-21bf8b7e2914 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.497766 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca32ac9c-1716-40b0-9ea2-3da6557b4ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.523463 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-765cc4be-9521-419d-91ab-070627355b77 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.549137 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca32ac9c-1716-40b0-9ea2-3da6557b4ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.629267 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9111aacd-2285-4067-a22d-fb7aa6d766a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.651623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111aacd-2285-4067-a22d-fb7aa6d766a7 None None] No DVR routers for this DVR port 2841b3e8-3e13-447e-9a8a-775d27bc9327 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:45:59.671648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b68f2c8-5ce7-43dd-8bd3-febedecacb99 req-7c7ba867-5b6c-4266-9f32-7e46cd8fe82d tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.1024799 Apr 01 12:45:59.678677 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-765cc4be-9521-419d-91ab-070627355b77 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.681676 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-765cc4be-9521-419d-91ab-070627355b77 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.683265 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-765cc4be-9521-419d-91ab-070627355b77 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-groups/25c35f1f-6636-4159-ba5c-6abc7d880682 HTTP/1.1" status: 204 len: 168 time: 0.3552191 Apr 01 12:45:59.698896 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49718) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:59.701144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111aacd-2285-4067-a22d-fb7aa6d766a7 None None] Pushing event deleted for resources: {'Port': ['ID=2841b3e8-3e13-447e-9a8a-775d27bc9327,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:59.706177 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cc4be-9521-419d-91ab-070627355b77 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c35f1f-6636-4159-ba5c-6abc7d880682,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:59.729290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3898f-8878-4b60-b614-b2b56107eb7c req-f9132b5d-a05c-4555-9ab4-7ebfdf02f0c5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:59.743536 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-09c3898f-8878-4b60-b614-b2b56107eb7c req-f9132b5d-a05c-4555-9ab4-7ebfdf02f0c5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.1463559 Apr 01 12:45:59.767483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca32ac9c-1716-40b0-9ea2-3da6557b4ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.769988 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ca32ac9c-1716-40b0-9ea2-3da6557b4ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.775294 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ca32ac9c-1716-40b0-9ea2-3da6557b4ecd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/459a3ff8-47b7-418e-8aae-01dc678e9f75 HTTP/1.1" status: 204 len: 168 time: 0.4733233 Apr 01 12:45:59.822279 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32ac9c-1716-40b0-9ea2-3da6557b4ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459a3ff8-47b7-418e-8aae-01dc678e9f75,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:45:59.848478 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8910233-9846-43ea-acf6-21bf8b7e2914 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.858170 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8910233-9846-43ea-acf6-21bf8b7e2914 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:45:59.879596 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-357e7a61-5637-45c3-8575-4f78a712dc29 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1742113 Apr 01 12:45:59.896732 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-09c3898f-8878-4b60-b614-b2b56107eb7c req-a201ad61-d2c8-4f49-a332-8dad74b6e544 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315484 Apr 01 12:45:59.899398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49722) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:45:59.953349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394558940'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:45:59.984494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43301f-2198-4865-bcca-e8192ac7d64a req-50d67738-4d3b-430c-8bbe-0cdcc7c9f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:45:59.990187 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a43301f-2198-4865-bcca-e8192ac7d64a req-50d67738-4d3b-430c-8bbe-0cdcc7c9f45b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4174106 Apr 01 12:45:59.992473 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.025751 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8910233-9846-43ea-acf6-21bf8b7e2914 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.026636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8910233-9846-43ea-acf6-21bf8b7e2914 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Fanout notify agent at l3_agent the message router_deleted on router 87683991-07d5-43f3-8cd2-161dce730840 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:46:00.044491 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8910233-9846-43ea-acf6-21bf8b7e2914 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.045754 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d8910233-9846-43ea-acf6-21bf8b7e2914 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/routers/87683991-07d5-43f3-8cd2-161dce730840 HTTP/1.1" status: 204 len: 168 time: 0.7590787 Apr 01 12:46:00.049566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49726) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:00.055230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-cbf40945-839f-45ef-91e6-a94bd74d69a4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:00.171993 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9766e5c-367a-43c6-9b70-f202cae6e972 None None] Sync routers for ids ['87683991-07d5-43f3-8cd2-161dce730840'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:46:00.192720 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9766e5c-367a-43c6-9b70-f202cae6e972 None None] Routers set() bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:46:00.194393 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9766e5c-367a-43c6-9b70-f202cae6e972 None None] Router IDs set() for agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 12:46:00.195098 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_agentschedulers_db [None req-a9766e5c-367a-43c6-9b70-f202cae6e972 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'87683991-07d5-43f3-8cd2-161dce730840'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent'). {{(pid=102721) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 12:46:00.196867 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.204596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2841b3e8-3e13-447e-9a8a-775d27bc9327 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:46:00.205165 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9766e5c-367a-43c6-9b70-f202cae6e972 None None] Routers set() bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:46:00.205308 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9766e5c-367a-43c6-9b70-f202cae6e972 None None] Router IDs set() for agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 12:46:00.206287 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_agentschedulers_db [None req-a9766e5c-367a-43c6-9b70-f202cae6e972 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'87683991-07d5-43f3-8cd2-161dce730840'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent'). {{(pid=102721) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 12:46:00.206638 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9766e5c-367a-43c6-9b70-f202cae6e972 None None] The sync data for ids ['87683991-07d5-43f3-8cd2-161dce730840'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:46:00.208999 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf40945-839f-45ef-91e6-a94bd74d69a4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:00.217273 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbf40945-839f-45ef-91e6-a94bd74d69a4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.240210 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.247006 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 2841b3e8-3e13-447e-9a8a-775d27bc9327 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:46:00.247348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2841b3e8-3e13-447e-9a8a-775d27bc9327 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:46:00.350123 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a43301f-2198-4865-bcca-e8192ac7d64a req-3f93b430-2740-4f1d-b6da-23536093761d service neutron] 10.222.0.44 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452361 Apr 01 12:46:00.359861 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.362463 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4617836 Apr 01 12:46:00.364644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463ece54-f09c-4bb8-b5c6-80a28438ad13,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:00.369125 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49734) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:00.374367 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-97ae0b27-00a7-4dc8-9e8e-c0edab6df27d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': '463ece54-f09c-4bb8-b5c6-80a28438ad13', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:00.406850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:00.407870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:00.408249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:00.408701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:00.409103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:00.409470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:00.410024 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:00.410361 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:00.410893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:00.411293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:00.411652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:00.411980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360c310-4beb-4e17-9947-460976fd458a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:00.434632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a13fed-2ba9-44f1-9ac0-340947ac1089 req-0a7e5a82-5ab7-4707-92b3-7c82ecef3e9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:00.436193 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-99a13fed-2ba9-44f1-9ac0-340947ac1089 req-0a7e5a82-5ab7-4707-92b3-7c82ecef3e9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 943 time: 0.2213724 Apr 01 12:46:00.445085 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97ae0b27-00a7-4dc8-9e8e-c0edab6df27d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.565389 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97ae0b27-00a7-4dc8-9e8e-c0edab6df27d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.568739 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-99a13fed-2ba9-44f1-9ac0-340947ac1089 req-8e3b6401-3fe2-402f-8850-c4f4cc17ac31 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161928 Apr 01 12:46:00.573242 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a43301f-2198-4865-bcca-e8192ac7d64a req-bcd2ea87-324d-4cfc-9faa-105fec0f0c61 service neutron] 10.222.0.44 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051013 Apr 01 12:46:00.573661 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97ae0b27-00a7-4dc8-9e8e-c0edab6df27d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.617478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae0b27-00a7-4dc8-9e8e-c0edab6df27d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2256ac1-da58-4956-9398-183212fe0c19,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:00.632661 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-97ae0b27-00a7-4dc8-9e8e-c0edab6df27d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.637071 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49744) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:00.637240 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-97ae0b27-00a7-4dc8-9e8e-c0edab6df27d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2670038 Apr 01 12:46:00.644609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3787a055-2fb5-4ab9-af3d-3291288792a7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': '463ece54-f09c-4bb8-b5c6-80a28438ad13', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:00.691835 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbf40945-839f-45ef-91e6-a94bd74d69a4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.720530 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3787a055-2fb5-4ab9-af3d-3291288792a7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.781892 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf40945-839f-45ef-91e6-a94bd74d69a4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:00.785289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-cbf40945-839f-45ef-91e6-a94bd74d69a4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:00.788793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf40945-839f-45ef-91e6-a94bd74d69a4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:00.789400 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbf40945-839f-45ef-91e6-a94bd74d69a4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.795948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0835e9c-e707-4940-b819-dbe7d74e1cd3 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:00.842587 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fd02496a-1a60-4c29-a4f6-7af00325e75d req-f02a1164-59ec-4518-a4d9-d4e0cebb9939 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0343399 Apr 01 12:46:00.844098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf40945-839f-45ef-91e6-a94bd74d69a4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=46517e34-7e63-464f-8289-8c74deca95ad,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:00.863320 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cbf40945-839f-45ef-91e6-a94bd74d69a4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8122103 Apr 01 12:46:00.864779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49750) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:00.873521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c0e7acf1-fed3-476c-93a6-4ad3c9ad6944 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1776639860', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:00.882054 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3787a055-2fb5-4ab9-af3d-3291288792a7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.887534 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3787a055-2fb5-4ab9-af3d-3291288792a7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.916064 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0e7acf1-fed3-476c-93a6-4ad3c9ad6944 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.917808 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0e7acf1-fed3-476c-93a6-4ad3c9ad6944 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.949782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787a055-2fb5-4ab9-af3d-3291288792a7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8497e557-6e78-4f3c-9838-6b44164ebb56,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:00.970072 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3787a055-2fb5-4ab9-af3d-3291288792a7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:00.970857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3787a055-2fb5-4ab9-af3d-3291288792a7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3327320 Apr 01 12:46:00.974200 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49758) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:00.980094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a0c1a8ee-2a7f-4e55-9f70-965742472eaa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': '463ece54-f09c-4bb8-b5c6-80a28438ad13', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:01.027895 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0e7acf1-fed3-476c-93a6-4ad3c9ad6944 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.040960 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0e7acf1-fed3-476c-93a6-4ad3c9ad6944 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.073272 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a0c1a8ee-2a7f-4e55-9f70-965742472eaa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.077892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0e7acf1-fed3-476c-93a6-4ad3c9ad6944 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.083154 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c0e7acf1-fed3-476c-93a6-4ad3c9ad6944 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2158434 Apr 01 12:46:01.083403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49760) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:01.098738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': '46517e34-7e63-464f-8289-8c74deca95ad'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:46:01.099722 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.128215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ef2c-f3a6-4dea-bd50-d2bd27950ab1 req-63bfaa31-a0f7-4e4e-8b73-ad3a81f26f99 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:01.130120 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0b9ef2c-f3a6-4dea-bd50-d2bd27950ab1 req-63bfaa31-a0f7-4e4e-8b73-ad3a81f26f99 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.1010771 Apr 01 12:46:01.185444 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a0c1a8ee-2a7f-4e55-9f70-965742472eaa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.190938 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a0c1a8ee-2a7f-4e55-9f70-965742472eaa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.233134 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a0c1a8ee-2a7f-4e55-9f70-965742472eaa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.235024 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a0c1a8ee-2a7f-4e55-9f70-965742472eaa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2591062 Apr 01 12:46:01.236611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1a8ee-2a7f-4e55-9f70-965742472eaa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ae246b-edda-4593-965f-aac308f419fb,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:01.241204 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49764) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:01.262046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0b9ef2c-f3a6-4dea-bd50-d2bd27950ab1 req-a30eb0b3-9faa-4977-bbae-af417d8de3e4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917904 Apr 01 12:46:01.263963 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c93d3cd2-4e87-482a-b3ea-138412e332d1 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': '463ece54-f09c-4bb8-b5c6-80a28438ad13', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:01.324448 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c93d3cd2-4e87-482a-b3ea-138412e332d1 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.331260 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2a3471e0-4bfc-41e0-be03-8aee4296f81b details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:46:01.416590 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c93d3cd2-4e87-482a-b3ea-138412e332d1 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.426860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Allocated IP 2001:db8::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/46517e34-7e63-464f-8289-8c74deca95ad/7fea576f-d2de-4696-9335-c8f01abf495c) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:01.435609 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c93d3cd2-4e87-482a-b3ea-138412e332d1 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.475537 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d3cd2-4e87-482a-b3ea-138412e332d1 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b97e49-eb0d-4762-8f53-b2f56abeab97,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:01.497400 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c93d3cd2-4e87-482a-b3ea-138412e332d1 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.502786 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c93d3cd2-4e87-482a-b3ea-138412e332d1 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2479773 Apr 01 12:46:01.503471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49768) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:01.513300 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-af3dcc1c-4572-41c7-a79e-14e29b83a1fc tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': '463ece54-f09c-4bb8-b5c6-80a28438ad13', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:01.558692 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af3dcc1c-4572-41c7-a79e-14e29b83a1fc tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.575648 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.669530 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af3dcc1c-4572-41c7-a79e-14e29b83a1fc tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.675107 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af3dcc1c-4572-41c7-a79e-14e29b83a1fc tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.711361 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af3dcc1c-4572-41c7-a79e-14e29b83a1fc tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.712603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-af3dcc1c-4572-41c7-a79e-14e29b83a1fc tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2075925 Apr 01 12:46:01.716122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dcc1c-4572-41c7-a79e-14e29b83a1fc tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e81cb3-84ac-44ed-bfdf-e2d2723c54ee,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:01.721273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49776) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:01.790607 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b1860b8-b87e-44d6-9a01-58aa39ef362d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.808040 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b1860b8-b87e-44d6-9a01-58aa39ef362d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.850458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:01.851155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585f54b-f1f0-49f1-9823-c9ffa376818b req-d9bac0bb-4f1d-4c8a-b486-934664b67c82 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:01.852794 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3585f54b-f1f0-49f1-9823-c9ffa376818b req-d9bac0bb-4f1d-4c8a-b486-934664b67c82 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 943 time: 0.1305935 Apr 01 12:46:01.854242 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b1860b8-b87e-44d6-9a01-58aa39ef362d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.859714 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b1860b8-b87e-44d6-9a01-58aa39ef362d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:01.861487 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0b1860b8-b87e-44d6-9a01-58aa39ef362d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/97e81cb3-84ac-44ed-bfdf-e2d2723c54ee HTTP/1.1" status: 204 len: 168 time: 0.1381221 Apr 01 12:46:01.870981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49780) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:01.872715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1860b8-b87e-44d6-9a01-58aa39ef362d tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97e81cb3-84ac-44ed-bfdf-e2d2723c54ee,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:01.872842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'port_id': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'mac_address': 'fa:16:3e:6a:c9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:46:01.932701 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3585f54b-f1f0-49f1-9823-c9ffa376818b req-1d55d851-6588-4e74-b657-ede03ed767c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700414 Apr 01 12:46:01.962903 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c4ef0872-cc22-42cf-bb56-64283d5bb5d5 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0870259 Apr 01 12:46:01.965792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49784) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:01.987676 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.010789 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53d8bb94-a4ea-479b-82cc-a0565ef7c7ca tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.019272 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.024781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3471e0-4bfc-41e0-be03-8aee4296f81b {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:46:02.030900 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.032593 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-20bd74d7-fb65-4b20-95db-df81e775a75a req-77d82fb8-90e0-475a-bcf0-52cd4d559460 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0345635 Apr 01 12:46:02.042317 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53d8bb94-a4ea-479b-82cc-a0565ef7c7ca tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.101810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 43eaeced-436e-421e-b4f4-5102c70ca0ec no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:46:02.105864 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:02.110626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::1 (260099d2-7af7-4f0e-86b6-4c66e180255a/46517e34-7e63-464f-8289-8c74deca95ad/61a2215a-4e80-427e-9334-e172e8d568a3) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:02.115196 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53d8bb94-a4ea-479b-82cc-a0565ef7c7ca tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.123388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53d8bb94-a4ea-479b-82cc-a0565ef7c7ca tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.127455 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-53d8bb94-a4ea-479b-82cc-a0565ef7c7ca tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/16b97e49-eb0d-4762-8f53-b2f56abeab97 HTTP/1.1" status: 204 len: 168 time: 0.1575458 Apr 01 12:46:02.127916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49790) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:02.135661 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8bb94-a4ea-479b-82cc-a0565ef7c7ca tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16b97e49-eb0d-4762-8f53-b2f56abeab97,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:02.138690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:02.142232 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.146958 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 43eaeced-436e-421e-b4f4-5102c70ca0ec {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:46:02.147459 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 43eaeced-436e-421e-b4f4-5102c70ca0ec not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:46:02.152884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:02.155625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:02.157846 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Pushing event updated for resources: {'Port': ['ID=7fea576f-d2de-4696-9335-c8f01abf495c,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:02.236510 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ac765195-6ba8-4f9c-bb4b-c8096fb3ff82 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1071324 Apr 01 12:46:02.239399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49794) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:02.255900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Attempting to bind port 7fea576f-d2de-4696-9335-c8f01abf495c on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:46:02.256370 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Attempting to bind port 7fea576f-d2de-4696-9335-c8f01abf495c by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:46:02.256752 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Attempting to bind port 7fea576f-d2de-4696-9335-c8f01abf495c on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:46:02.269034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=2a3471e0-4bfc-41e0-be03-8aee4296f81b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:02.280043 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:46:02.280232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:02.280954 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.281351 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:46:02.281834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Bound port: 7fea576f-d2de-4696-9335-c8f01abf495c, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:46:02.282982 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.283603 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca2f4-6cea-44d9-9f62-217dcdb4815c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.297519 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca2f4-6cea-44d9-9f62-217dcdb4815c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.316281 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.369842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] For port 7fea576f-d2de-4696-9335-c8f01abf495c, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:46:02.373503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] For port 7fea576f-d2de-4696-9335-c8f01abf495c, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7fea576f-d2de-4696-9335-c8f01abf495c,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:46:02.381341 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.386739 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca2f4-6cea-44d9-9f62-217dcdb4815c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.394635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca2f4-6cea-44d9-9f62-217dcdb4815c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.396049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7e0ca2f4-6cea-44d9-9f62-217dcdb4815c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/18ae246b-edda-4593-965f-aac308f419fb HTTP/1.1" status: 204 len: 168 time: 0.1554513 Apr 01 12:46:02.398523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49800) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:02.429440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ca2f4-6cea-44d9-9f62-217dcdb4815c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18ae246b-edda-4593-965f-aac308f419fb,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:02.465643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['2a3471e0-4bfc-41e0-be03-8aee4296f81b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:46:02.480382 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.525744 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-75b0d0b4-c2aa-4f23-807b-7e927321293f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1259851 Apr 01 12:46:02.528769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49808) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:02.534139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf87443-4ca3-477b-ac94-ef3ca2b239c7 None None] Pushing event updated for resources: {'Port': ['ID=7fea576f-d2de-4696-9335-c8f01abf495c,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:02.565058 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d4b9c-51f2-440f-aba9-f6f646378079 req-9a01a16a-0494-421d-9b8c-d735958fc975 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:02.566904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:02.576351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:02.576559 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e5d4b9c-51f2-440f-aba9-f6f646378079 req-9a01a16a-0494-421d-9b8c-d735958fc975 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.1510892 Apr 01 12:46:02.592782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:02.593720 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.617769 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.635683 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.670410 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e5d4b9c-51f2-440f-aba9-f6f646378079 req-8ff0d1e3-a9af-4b64-81e2-8ade878ffeee tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815115 Apr 01 12:46:02.692531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=61a2215a-4e80-427e-9334-e172e8d568a3,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:02.723289 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.731517 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.735019 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/8497e557-6e78-4f3c-9838-6b44164ebb56 HTTP/1.1" status: 204 len: 168 time: 0.2041221 Apr 01 12:46:02.739494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49814) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:02.752269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8497e557-6e78-4f3c-9838-6b44164ebb56,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:02.772203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:02.772564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:02.772906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:02.773251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:02.773870 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:02.774084 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:02.774533 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:02.774999 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:02.775465 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:02.775811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:02.776273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:02.776702 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da43034a-5e70-4463-9e7b-6e2d95da40fa tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:02.861491 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2916941a-dca6-436c-8476-70655a05a481 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1182208 Apr 01 12:46:02.861906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49820) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:02.905078 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-03e0dee6-4cf1-4dfd-8159-3f078baa5207 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.917531 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-03e0dee6-4cf1-4dfd-8159-3f078baa5207 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:02.939291 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:03.185888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caa5af-dc6f-4927-a52c-f5d5c8c2096b req-fda1fddb-a708-4531-9a55-a7b701003c62 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:03.187645 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21caa5af-dc6f-4927-a52c-f5d5c8c2096b req-fda1fddb-a708-4531-9a55-a7b701003c62 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 944 time: 0.1297593 Apr 01 12:46:03.305484 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21caa5af-dc6f-4927-a52c-f5d5c8c2096b req-630352b4-9ec3-4a46-a381-f886f6a8519d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867560 Apr 01 12:46:03.478217 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f65d1398-c897-46c6-a33d-04ea58732969 req-c36e9e54-eeb0-4a12-a3db-453e47f031e0 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0395961 Apr 01 12:46:03.497141 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:03.512438 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-03e0dee6-4cf1-4dfd-8159-3f078baa5207 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:03.513975 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49856) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:03.514801 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:03.515651 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:03.522122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-03e0dee6-4cf1-4dfd-8159-3f078baa5207 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:03.523300 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-03e0dee6-4cf1-4dfd-8159-3f078baa5207 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/e2256ac1-da58-4956-9398-183212fe0c19 HTTP/1.1" status: 204 len: 168 time: 0.6587286 Apr 01 12:46:03.538921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49860) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:03.539757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0dee6-4cf1-4dfd-8159-3f078baa5207 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2256ac1-da58-4956-9398-183212fe0c19,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:03.613688 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3d36e33a-56af-4a72-b602-ecd004153f40 req-b9b6277c-8ee2-4344-8bc0-5d70e0afc60e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0521064 Apr 01 12:46:03.638924 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-32c0a8b5-ab7a-4757-a08a-f3d4ff49a0b2 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0965445 Apr 01 12:46:03.641656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49862) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:03.647432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=61a2215a-4e80-427e-9334-e172e8d568a3,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:03.701430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49866) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:03.769282 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bce0af91-efec-4aec-b9f7-ff11fbd784b6 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:03.804999 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bce0af91-efec-4aec-b9f7-ff11fbd784b6 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:03.823351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:03.832617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa8619-5f2f-4911-9d5c-5e4cdfa268e3 req-89a6f563-a26f-4bad-be55-7615ae0bd5a2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:03.834322 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afaa8619-5f2f-4911-9d5c-5e4cdfa268e3 req-89a6f563-a26f-4bad-be55-7615ae0bd5a2 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.0842535 Apr 01 12:46:03.835794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:03.877048 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1af2983d-e5ad-492a-b5f0-1c352a0f4d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:03.891506 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d32fc541-cff3-4dac-bb05-f9c43d3b594a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:03.914144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bce0af91-efec-4aec-b9f7-ff11fbd784b6 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:03.916695 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bce0af91-efec-4aec-b9f7-ff11fbd784b6 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:03.920476 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bce0af91-efec-4aec-b9f7-ff11fbd784b6 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-groups/463ece54-f09c-4bb8-b5c6-80a28438ad13 HTTP/1.1" status: 204 len: 168 time: 0.2753477 Apr 01 12:46:03.927548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49870) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:03.956548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afaa8619-5f2f-4911-9d5c-5e4cdfa268e3 req-78d51c42-b612-4123-9319-fec916d38d3e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085453 Apr 01 12:46:03.957782 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0af91-efec-4aec-b9f7-ff11fbd784b6 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=463ece54-f09c-4bb8-b5c6-80a28438ad13,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:04.004686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Router f3451ff8-6266-4646-8c55-a8c50e6f60e1 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:46:04.032983 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1cab8ace-f1fa-483d-8537-8d75a88cd05a tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1019521 Apr 01 12:46:04.036786 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49872) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:04.045836 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-78ae9d64-004c-4758-9a03-11b310e06a48 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group': {'name': 'tempest-secgroup--827382553'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:04.103937 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78ae9d64-004c-4758-9a03-11b310e06a48 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.118927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:46:04.127954 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-be03d984-95a2-46b5-901e-d81d194aa524 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "PUT /v2.0/routers/f3451ff8-6266-4646-8c55-a8c50e6f60e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0303888 Apr 01 12:46:04.128630 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7f56e6a3-d9ce-4bc7-91e5-2ec4bdb5d459 None None] Provisioning complete for port 7fea576f-d2de-4696-9335-c8f01abf495c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:04.130201 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7f56e6a3-d9ce-4bc7-91e5-2ec4bdb5d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.130472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49876) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:04.136009 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Sync routers for ids ['f3451ff8-6266-4646-8c55-a8c50e6f60e1'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:46:04.145328 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d32fc541-cff3-4dac-bb05-f9c43d3b594a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.147540 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1af2983d-e5ad-492a-b5f0-1c352a0f4d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.154710 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d32fc541-cff3-4dac-bb05-f9c43d3b594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.170775 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1af2983d-e5ad-492a-b5f0-1c352a0f4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.192711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefad8b1-81eb-435f-941e-a3f078c2d992 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:04.203813 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fefad8b1-81eb-435f-941e-a3f078c2d992 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports/61a2215a-4e80-427e-9334-e172e8d568a3 HTTP/1.1" status: 200 len: 911 time: 0.0712588 Apr 01 12:46:04.206469 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49878) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:04.239471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7fea576f-d2de-4696-9335-c8f01abf495c up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:04.249337 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d32fc541-cff3-4dac-bb05-f9c43d3b594a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=988d6d80148448c7a98f36320d0614bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428102 Apr 01 12:46:04.249678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49880) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:04.258167 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1af2983d-e5ad-492a-b5f0-1c352a0f4d24 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=670f521e2a934053afdd80bbdab2d5a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7391942 Apr 01 12:46:04.259207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fc541-cff3-4dac-bb05-f9c43d3b594a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389ae5b3-8cad-4180-927e-38a4e5412cb6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:04.279732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49882) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:04.287963 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Routers {'f3451ff8-6266-4646-8c55-a8c50e6f60e1'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:46:04.288893 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f3451ff8-6266-4646-8c55-a8c50e6f60e1'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:04.335869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4123ae-f583-442b-af31-58a3ea3b5eb9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:04.343244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4123ae-f583-442b-af31-58a3ea3b5eb9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:04.345467 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2d4123ae-f583-442b-af31-58a3ea3b5eb9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1373844 Apr 01 12:46:04.346827 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b45b94f5-48bb-40ac-b235-f6e26f3c9536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.358355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49886) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:04.369164 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78ae9d64-004c-4758-9a03-11b310e06a48 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.376010 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2983d-e5ad-492a-b5f0-1c352a0f4d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a9b426-dc9d-40f3-8b12-4874a7a596a5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:04.380225 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b45b94f5-48bb-40ac-b235-f6e26f3c9536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.434551 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b45b94f5-48bb-40ac-b235-f6e26f3c9536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.437182 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b45b94f5-48bb-40ac-b235-f6e26f3c9536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.441504 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b45b94f5-48bb-40ac-b235-f6e26f3c9536 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/389ae5b3-8cad-4180-927e-38a4e5412cb6 HTTP/1.1" status: 204 len: 168 time: 0.1878555 Apr 01 12:46:04.445063 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78ae9d64-004c-4758-9a03-11b310e06a48 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.465608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b94f5-48bb-40ac-b235-f6e26f3c9536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389ae5b3-8cad-4180-927e-38a4e5412cb6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:04.476875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Set router f3451ff8-6266-4646-8c55-a8c50e6f60e1 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:46:04.511516 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7f56e6a3-d9ce-4bc7-91e5-2ec4bdb5d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.527029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7fea576f-d2de-4696-9335-c8f01abf495c triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:04.527386 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.569291 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dca8d390-a680-40d5-92a0-a10485e7435d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.581891 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78ae9d64-004c-4758-9a03-11b310e06a48 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.583185 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-78ae9d64-004c-4758-9a03-11b310e06a48 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5449171 Apr 01 12:46:04.586883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49892) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:04.594752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-34dafcdd-a9c2-4423-98ab-f596783a3666 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': 'e7ae2b47-e14f-4dcc-ad32-1f50af29e0cd', 'direction': 'ingress', 'protocol': 17}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:04.603631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae9d64-004c-4758-9a03-11b310e06a48 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ae2b47-e14f-4dcc-ad32-1f50af29e0cd,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:04.624557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dca8d390-a680-40d5-92a0-a10485e7435d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.659718 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34dafcdd-a9c2-4423-98ab-f596783a3666 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.667805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7341163-3f87-4771-815f-51a27c7d3cfc req-0561cfe5-01af-4f39-922b-1bc57d2d46e4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:04.668798 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c7341163-3f87-4771-815f-51a27c7d3cfc req-0561cfe5-01af-4f39-922b-1bc57d2d46e4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 944 time: 0.2270389 Apr 01 12:46:04.711132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7f56e6a3-d9ce-4bc7-91e5-2ec4bdb5d459 None None] For port 7fea576f-d2de-4696-9335-c8f01abf495c, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7fea576f-d2de-4696-9335-c8f01abf495c,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:04.730184 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7f56e6a3-d9ce-4bc7-91e5-2ec4bdb5d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.780206 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-726a9c5b-7cb4-436b-9ce2-e3a835d90c8f req-e4451b6f-688a-4e0d-9edf-c5e3a385b738 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0617926 Apr 01 12:46:04.832686 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c7341163-3f87-4771-815f-51a27c7d3cfc req-2930b190-3fd2-404d-a34e-2197fb7208f0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134806 Apr 01 12:46:04.834502 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34dafcdd-a9c2-4423-98ab-f596783a3666 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.844661 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34dafcdd-a9c2-4423-98ab-f596783a3666 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.875668 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dca8d390-a680-40d5-92a0-a10485e7435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.879489 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dca8d390-a680-40d5-92a0-a10485e7435d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.883436 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dca8d390-a680-40d5-92a0-a10485e7435d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8a9b426-dc9d-40f3-8b12-4874a7a596a5 HTTP/1.1" status: 204 len: 168 time: 0.6000905 Apr 01 12:46:04.888148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56e6a3-d9ce-4bc7-91e5-2ec4bdb5d459 None None] Pushing event updated for resources: {'Port': ['ID=7fea576f-d2de-4696-9335-c8f01abf495c,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:04.895140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dafcdd-a9c2-4423-98ab-f596783a3666 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f451aa-7848-4945-9a8b-3b61d282b956,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:04.903720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d390-a680-40d5-92a0-a10485e7435d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a9b426-dc9d-40f3-8b12-4874a7a596a5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:04.918759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3f1c8816-bca0-4a8e-bd9d-7caeec56e344 None None] Provisioning complete for port 61a2215a-4e80-427e-9334-e172e8d568a3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:04.919149 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8816-bca0-4a8e-bd9d-7caeec56e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.940990 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34dafcdd-a9c2-4423-98ab-f596783a3666 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:04.946336 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-34dafcdd-a9c2-4423-98ab-f596783a3666 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3575583 Apr 01 12:46:04.948916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49898) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:04.978119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c8816-bca0-4a8e-bd9d-7caeec56e344 None None] Port 61a2215a-4e80-427e-9334-e172e8d568a3 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:46:04.999482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3451ff8-6266-4646-8c55-a8c50e6f60e1', 'name': 'tempest-NetworksTestDHCPv6-router-1776639860', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:46:00Z', 'updated_at': '2022-04-01T12:46:02Z', 'revision_number': 2, 'project_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'gw_port_host': None, '_interfaces': [{'id': '61a2215a-4e80-427e-9334-e172e8d568a3', 'name': '', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'mac_address': 'fa:16:3e:cc:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3451ff8-6266-4646-8c55-a8c50e6f60e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '46517e34-7e63-464f-8289-8c74deca95ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:46:01Z', 'updated_at': '2022-04-01T12:46:03Z', 'revision_number': 2, 'project_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'subnets': [{'id': '46517e34-7e63-464f-8289-8c74deca95ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:05.035841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49902) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:05.036967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Checking router: f3451ff8-6266-4646-8c55-a8c50e6f60e1 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:46:05.037341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Updating router f3451ff8-6266-4646-8c55-a8c50e6f60e1 port 61a2215a-4e80-427e-9334-e172e8d568a3 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:46:05.065369 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.069274 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-753a5c17-9eb0-4a06-96bb-a23cb302adc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.111791 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc6b2-4d0e-4794-ae4b-98a86ab58858 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.207719 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc6b2-4d0e-4794-ae4b-98a86ab58858 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.219173 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-288093fc-ec00-4cec-aa1c-d57e31c6bcc1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.330191 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2a3471e0-4bfc-41e0-be03-8aee4296f81b up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:05.395147 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc6b2-4d0e-4794-ae4b-98a86ab58858 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.398073 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc6b2-4d0e-4794-ae4b-98a86ab58858 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.399726 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9c4fc6b2-4d0e-4794-ae4b-98a86ab58858 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-groups/e7ae2b47-e14f-4dcc-ad32-1f50af29e0cd HTTP/1.1" status: 204 len: 168 time: 0.4497187 Apr 01 12:46:05.406895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49906) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:05.417943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fc6b2-4d0e-4794-ae4b-98a86ab58858 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ae2b47-e14f-4dcc-ad32-1f50af29e0cd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:05.443771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec40d6a-c23f-45e0-91b9-2494b87a99af req-4bdc6112-e443-4bdc-a88d-571234e3b28b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:05.445397 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aec40d6a-c23f-45e0-91b9-2494b87a99af req-4bdc6112-e443-4bdc-a88d-571234e3b28b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.3611794 Apr 01 12:46:05.473508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 2a3471e0-4bfc-41e0-be03-8aee4296f81b completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:46:05.474198 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49908) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:05.493523 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 2a3471e0-4bfc-41e0-be03-8aee4296f81b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:05.494376 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.507730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-288093fc-ec00-4cec-aa1c-d57e31c6bcc1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 61a2215a-4e80-427e-9334-e172e8d568a3 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:05.508165 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-288093fc-ec00-4cec-aa1c-d57e31c6bcc1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.512567 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f28c-e1f0-4c9f-8ea9-af39e9db3ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.531727 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.533592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b126c641-eb14-4ec6-83b4-0a9e49b31f5f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1230009 Apr 01 12:46:05.539447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49910) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:05.546152 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ed3c2810-309b-462e-bdaf-8e9d4a299ede tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group': {'name': 'tempest-secgroup--209837018'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:05.555405 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.577779 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aec40d6a-c23f-45e0-91b9-2494b87a99af req-b35443c8-25b6-4b30-b0a0-e16996206e92 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211982 Apr 01 12:46:05.584383 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-753a5c17-9eb0-4a06-96bb-a23cb302adc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.605917 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-753a5c17-9eb0-4a06-96bb-a23cb302adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.625028 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb60478-0e18-4513-bb44-7d6902f037e0 None None] Pushing event updated for resources: {'Port': ['ID=61a2215a-4e80-427e-9334-e172e8d568a3,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:05.632392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2810-309b-462e-bdaf-8e9d4a299ede tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.639163 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-288093fc-ec00-4cec-aa1c-d57e31c6bcc1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.654194 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-753a5c17-9eb0-4a06-96bb-a23cb302adc7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61c971c93bb9435d80295a91fee4350e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6171370 Apr 01 12:46:05.659846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49912) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:05.662285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a5c17-9eb0-4a06-96bb-a23cb302adc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5def7d-4678-4a6e-bd60-19bf276c0c66,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:05.664836 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-288093fc-ec00-4cec-aa1c-d57e31c6bcc1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 61a2215a-4e80-427e-9334-e172e8d568a3 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:05.718374 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f28c-e1f0-4c9f-8ea9-af39e9db3ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.724004 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f28c-e1f0-4c9f-8ea9-af39e9db3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.744420 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.758542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Attempting to bind port 61a2215a-4e80-427e-9334-e172e8d568a3 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:46:05.759488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Attempting to bind port 61a2215a-4e80-427e-9334-e172e8d568a3 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:46:05.760081 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Attempting to bind port 61a2215a-4e80-427e-9334-e172e8d568a3 on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:46:05.767730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f9c8f28c-e1f0-4c9f-8ea9-af39e9db3ecf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1792434a9d9e4c6cb03befc926cd408e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914629 Apr 01 12:46:05.768596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8f28c-e1f0-4c9f-8ea9-af39e9db3ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1770b9-6006-47ac-90f3-14a1006037a9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:05.771233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49914) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:05.794134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:05.796320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:46:05.798700 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044467df-97e1-4a9a-92c1-19b75c34ad81" -d '{"events": [{"server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "name": "network-vif-plugged", "status": "completed", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:46:05.802888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:46:05.803595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:05.804165 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.804563 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:46:05.805488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Bound port: 61a2215a-4e80-427e-9334-e172e8d568a3, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:46:05.805976 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.821326 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.846322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2810-309b-462e-bdaf-8e9d4a299ede tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.847267 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f3faac6-b15c-4ef9-80b4-54b942740b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.852494 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1446291f-3eb2-4c4c-9ca0-e906a5c76434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.889324 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2810-309b-462e-bdaf-8e9d4a299ede tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.895586 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1446291f-3eb2-4c4c-9ca0-e906a5c76434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.931676 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] For port 61a2215a-4e80-427e-9334-e172e8d568a3, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:46:05.933697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=2a3471e0-4bfc-41e0-be03-8aee4296f81b,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:05.941163 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab1b775-6577-4b04-8243-f52f262484b1 x-openstack-request-id: req-5ab1b775-6577-4b04-8243-f52f262484b1 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:46:05.941452 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "name": "network-vif-plugged", "status": "completed", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:46:05.941758 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ab1b775-6577-4b04-8243-f52f262484b1 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:46:05.942186 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab1b775-6577-4b04-8243-f52f262484b1'] response: {'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'code': 200} Apr 01 12:46:05.952778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] For port 61a2215a-4e80-427e-9334-e172e8d568a3, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=61a2215a-4e80-427e-9334-e172e8d568a3,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:46:05.958848 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.966687 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f3faac6-b15c-4ef9-80b4-54b942740b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.979979 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2810-309b-462e-bdaf-8e9d4a299ede tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:05.983990 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ed3c2810-309b-462e-bdaf-8e9d4a299ede tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4408934 Apr 01 12:46:05.984687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c2810-309b-462e-bdaf-8e9d4a299ede tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ff05b-ff05-4781-b75e-35afb6667b30,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:05.989498 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49922) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:06.003836 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-13ae6784-4bd4-4201-9c99-ba4c4617a0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group': {'name': 'tempest-secgroup--696080385'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:06.036680 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb60478-0e18-4513-bb44-7d6902f037e0 None None] Pushing event updated for resources: {'Port': ['ID=61a2215a-4e80-427e-9334-e172e8d568a3,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:06.070678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Routers {'f3451ff8-6266-4646-8c55-a8c50e6f60e1'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:46:06.071447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:45:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f3451ff8-6266-4646-8c55-a8c50e6f60e1'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:06.122296 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13ae6784-4bd4-4201-9c99-ba4c4617a0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.153437 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f3faac6-b15c-4ef9-80b4-54b942740b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.156052 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f3faac6-b15c-4ef9-80b4-54b942740b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.157273 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7f3faac6-b15c-4ef9-80b4-54b942740b2f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2b5def7d-4678-4a6e-bd60-19bf276c0c66 HTTP/1.1" status: 204 len: 168 time: 0.4962940 Apr 01 12:46:06.166721 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-288093fc-ec00-4cec-aa1c-d57e31c6bcc1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.176940 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-23787a2c-7c31-46f8-8688-c1a4ae598aae None None] Could not find standard attr ID for object 61a2215a-4e80-427e-9334-e172e8d568a3. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:46:06.193884 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ddedb228-affa-4d6f-acf9-90470d087734 req-f33badcb-06a2-46db-8724-7be519ea8a60 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.1735911 Apr 01 12:46:06.208430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3faac6-b15c-4ef9-80b4-54b942740b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5def7d-4678-4a6e-bd60-19bf276c0c66,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:06.213446 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] Set router f3451ff8-6266-4646-8c55-a8c50e6f60e1 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:46:06.217899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288093fc-ec00-4cec-aa1c-d57e31c6bcc1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=61a2215a-4e80-427e-9334-e172e8d568a3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:06.227280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3f70c-0b48-4f01-9a27-24c0607fd8be req-2b1b8dc2-1fbb-4aee-8f19-510b8988fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:06.228890 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cda3f70c-0b48-4f01-9a27-24c0607fd8be req-2b1b8dc2-1fbb-4aee-8f19-510b8988fafd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1096 time: 0.2057071 Apr 01 12:46:06.273807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950dcb9-a94b-4011-8f9c-8479049f0d84 req-1f425e2f-1ff9-466e-a650-aeed9e6594b8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:06.275544 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e950dcb9-a94b-4011-8f9c-8479049f0d84 req-1f425e2f-1ff9-466e-a650-aeed9e6594b8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.2024541 Apr 01 12:46:06.288878 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cda3f70c-0b48-4f01-9a27-24c0607fd8be req-dd985c55-c595-42cc-9f0e-f34b9e642ed2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509112 Apr 01 12:46:06.294974 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1446291f-3eb2-4c4c-9ca0-e906a5c76434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.299973 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1446291f-3eb2-4c4c-9ca0-e906a5c76434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.305375 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1446291f-3eb2-4c4c-9ca0-e906a5c76434 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a1770b9-6006-47ac-90f3-14a1006037a9 HTTP/1.1" status: 204 len: 168 time: 0.5329208 Apr 01 12:46:06.328524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446291f-3eb2-4c4c-9ca0-e906a5c76434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1770b9-6006-47ac-90f3-14a1006037a9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:06.489718 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-288093fc-ec00-4cec-aa1c-d57e31c6bcc1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.493883 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13ae6784-4bd4-4201-9c99-ba4c4617a0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.519254 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e950dcb9-a94b-4011-8f9c-8479049f0d84 req-09e9f373-f84b-48c4-ad2a-1f73c0a03967 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335460 Apr 01 12:46:06.520445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13ae6784-4bd4-4201-9c99-ba4c4617a0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.544895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7fea576f-d2de-4696-9335-c8f01abf495c up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:06.679021 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-adfc3885-b21d-4e05-a6a1-86e1a03ce387 None None] Could not find standard attr ID for object 61a2215a-4e80-427e-9334-e172e8d568a3. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:46:06.692914 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cd9912cd-ad2c-4f27-998f-6476ca748808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.702432 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13ae6784-4bd4-4201-9c99-ba4c4617a0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.705115 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-13ae6784-4bd4-4201-9c99-ba4c4617a0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7122984 Apr 01 12:46:06.707855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49934) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:06.711629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae6784-4bd4-4201-9c99-ba4c4617a0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2394db9-06ff-4c11-baf3-613d1d82d549,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:06.715778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-94aebfed-a875-46cd-a198-b1779fde2fa2 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': '4d2ff05b-ff05-4781-b75e-35afb6667b30', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f2394db9-06ff-4c11-baf3-613d1d82d549', 'remote_ip_prefix': None}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:06.800209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-94aebfed-a875-46cd-a198-b1779fde2fa2 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.881097 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7fea576f-d2de-4696-9335-c8f01abf495c triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:06.886711 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.981949 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-94aebfed-a875-46cd-a198-b1779fde2fa2 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.985947 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288093fc-ec00-4cec-aa1c-d57e31c6bcc1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Router f3451ff8-6266-4646-8c55-a8c50e6f60e1 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:46:06.989189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-94aebfed-a875-46cd-a198-b1779fde2fa2 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:06.995298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2b942-e35b-4b6b-a624-11f9562fd347 req-9f75f3e8-01a1-4113-8855-64bfe1b90467 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:07.005321 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-48c2b942-e35b-4b6b-a624-11f9562fd347 req-9f75f3e8-01a1-4113-8855-64bfe1b90467 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.2243745 Apr 01 12:46:07.037862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aebfed-a875-46cd-a198-b1779fde2fa2 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e6ba25-c27d-40c6-a4d1-0272dfdb2795,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:07.051827 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-94aebfed-a875-46cd-a198-b1779fde2fa2 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:07.053431 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-94aebfed-a875-46cd-a198-b1779fde2fa2 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3437159 Apr 01 12:46:07.060294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49948) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:07.097182 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-48c2b942-e35b-4b6b-a624-11f9562fd347 req-6be08a6e-9de9-4a30-abff-a63caf3c0225 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917277 Apr 01 12:46:07.115707 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f820c303-5968-4ec8-95ba-a86dbf0acd38 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:07.143018 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f820c303-5968-4ec8-95ba-a86dbf0acd38 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:07.144689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288093fc-ec00-4cec-aa1c-d57e31c6bcc1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:46:07.158029 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-288093fc-ec00-4cec-aa1c-d57e31c6bcc1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "PUT /v2.0/routers/f3451ff8-6266-4646-8c55-a8c50e6f60e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7986002 Apr 01 12:46:07.160484 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49954) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:07.183211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3451ff8-6266-4646-8c55-a8c50e6f60e1', 'name': 'tempest-NetworksTestDHCPv6-router-1776639860', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:46:00Z', 'updated_at': '2022-04-01T12:46:02Z', 'revision_number': 2, 'project_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'gw_port_host': None, '_interfaces': [{'id': '61a2215a-4e80-427e-9334-e172e8d568a3', 'name': '', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'mac_address': 'fa:16:3e:cc:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3451ff8-6266-4646-8c55-a8c50e6f60e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '46517e34-7e63-464f-8289-8c74deca95ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:46:01Z', 'updated_at': '2022-04-01T12:46:05Z', 'revision_number': 4, 'project_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'subnets': [{'id': '46517e34-7e63-464f-8289-8c74deca95ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:07.219737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a667e2-7b58-4e5e-ad93-8bfb3cf817f7 None None] The sync data for ids ['f3451ff8-6266-4646-8c55-a8c50e6f60e1'] in n-d-836146-1 is: [{'id': 'f3451ff8-6266-4646-8c55-a8c50e6f60e1', 'name': 'tempest-NetworksTestDHCPv6-router-1776639860', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:46:00Z', 'updated_at': '2022-04-01T12:46:02Z', 'revision_number': 2, 'project_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'gw_port_host': None, '_interfaces': [{'id': '61a2215a-4e80-427e-9334-e172e8d568a3', 'name': '', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'mac_address': 'fa:16:3e:cc:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3451ff8-6266-4646-8c55-a8c50e6f60e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '46517e34-7e63-464f-8289-8c74deca95ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:46:01Z', 'updated_at': '2022-04-01T12:46:05Z', 'revision_number': 4, 'project_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'subnets': [{'id': '46517e34-7e63-464f-8289-8c74deca95ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:46:07.240072 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f820c303-5968-4ec8-95ba-a86dbf0acd38 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:07.258140 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f820c303-5968-4ec8-95ba-a86dbf0acd38 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:07.263635 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f820c303-5968-4ec8-95ba-a86dbf0acd38 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f3e6ba25-c27d-40c6-a4d1-0272dfdb2795 HTTP/1.1" status: 204 len: 168 time: 0.2012103 Apr 01 12:46:07.267564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49958) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:07.285627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820c303-5968-4ec8-95ba-a86dbf0acd38 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3e6ba25-c27d-40c6-a4d1-0272dfdb2795,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:07.295315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a119b30-b84a-400a-a980-0df7817ff8cf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:07.296918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a119b30-b84a-400a-a980-0df7817ff8cf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:07.300898 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4a119b30-b84a-400a-a980-0df7817ff8cf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1394536 Apr 01 12:46:07.303959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49960) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:07.380915 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7bcfcd82-bdd2-43d5-a4ba-5fe35db5283c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1122231 Apr 01 12:46:07.383675 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49972) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:07.430719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c1fef1-b877-4070-859c-5d48b1176d15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 46517e34-7e63-464f-8289-8c74deca95ad {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:07.435680 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5c1fef1-b877-4070-859c-5d48b1176d15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:07.504616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a600a53-bc1d-4eca-9e42-b798e518cd51 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:07.552768 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5c1fef1-b877-4070-859c-5d48b1176d15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:07.560935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a600a53-bc1d-4eca-9e42-b798e518cd51 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:07.742099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c50fd76c-b7fe-4734-bc13-86a3e0ef2e27 req-02309a18-5003-4a59-a939-6f6b3a5c67ad tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0685258 Apr 01 12:46:07.742705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0cc89-c6db-43d9-8dae-1d628d988db4 req-315f47b2-3072-4839-aae1-26f453214d36 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:07.748814 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bee0cc89-c6db-43d9-8dae-1d628d988db4 req-315f47b2-3072-4839-aae1-26f453214d36 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.0913935 Apr 01 12:46:07.757079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a600a53-bc1d-4eca-9e42-b798e518cd51 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:07.759708 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a600a53-bc1d-4eca-9e42-b798e518cd51 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:07.763412 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0a600a53-bc1d-4eca-9e42-b798e518cd51 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-groups/f2394db9-06ff-4c11-baf3-613d1d82d549 HTTP/1.1" status: 204 len: 168 time: 0.3763356 Apr 01 12:46:07.774825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 49988) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:07.775022 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a600a53-bc1d-4eca-9e42-b798e518cd51 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2394db9-06ff-4c11-baf3-613d1d82d549,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:07.803521 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5c1fef1-b877-4070-859c-5d48b1176d15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:07.845452 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bee0cc89-c6db-43d9-8dae-1d628d988db4 req-336ca6f0-c64b-4875-9a2a-89c9c4a29b0f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948744 Apr 01 12:46:07.892565 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-28a24d5c-3152-4a3f-851d-05a2f375632c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1251214 Apr 01 12:46:07.895352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 49992) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:07.947462 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5c1fef1-b877-4070-859c-5d48b1176d15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.027075 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5c1fef1-b877-4070-859c-5d48b1176d15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.033449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50002) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:08.034198 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e5c1fef1-b877-4070-859c-5d48b1176d15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/46517e34-7e63-464f-8289-8c74deca95ad HTTP/1.1" status: 204 len: 168 time: 0.7284753 Apr 01 12:46:08.035411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1fef1-b877-4070-859c-5d48b1176d15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=46517e34-7e63-464f-8289-8c74deca95ad,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:08.036456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd4dd4-7455-4df2-b827-d4efd32f190e None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:08.065790 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5f42d75-5828-4999-afa4-fee0b7e063e7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.078147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2edd22-9edf-481e-ac9d-7dae0e65b001 req-b4e0d394-0221-4b33-a3ee-72621b130a94 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:08.085963 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe2edd22-9edf-481e-ac9d-7dae0e65b001 req-b4e0d394-0221-4b33-a3ee-72621b130a94 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.1431506 Apr 01 12:46:08.147470 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5f42d75-5828-4999-afa4-fee0b7e063e7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.206963 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-347734d7-2582-4f03-9874-906510e19b62 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1697009 Apr 01 12:46:08.207541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50008) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:08.240070 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe2edd22-9edf-481e-ac9d-7dae0e65b001 req-e1a3fae8-234b-4a8a-a62b-e6fc67a3238d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425800 Apr 01 12:46:08.247703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50010) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:08.371221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b62aee-ed6c-4806-9795-763ecd348631 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:08.372145 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d5ecc9e-d3c1-47c0-93da-1ce3e16d8786 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.377554 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-92b62aee-ed6c-4806-9795-763ecd348631 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1091 time: 0.1285133 Apr 01 12:46:08.378373 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5f42d75-5828-4999-afa4-fee0b7e063e7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.382212 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5f42d75-5828-4999-afa4-fee0b7e063e7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.385606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d5f42d75-5828-4999-afa4-fee0b7e063e7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-groups/4d2ff05b-ff05-4781-b75e-35afb6667b30 HTTP/1.1" status: 204 len: 168 time: 0.4869123 Apr 01 12:46:08.386464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50014) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:08.396581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:08.401022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50018) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:08.423625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f42d75-5828-4999-afa4-fee0b7e063e7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ff05b-ff05-4781-b75e-35afb6667b30,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:08.429543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e24dd-8c9c-4d66-a465-7637caeaef45 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:46:08.464888 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.509722 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a56f5e71-d7e2-40b5-8560-64dc8c5efa33 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036057 Apr 01 12:46:08.511555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50022) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:08.534622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91819bf3-31c3-498f-a930-bea2269654e6 req-51406677-3e26-47e3-93ec-8433fc6b9c43 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:08.535411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-de4e24dd-8c9c-4d66-a465-7637caeaef45 None None] Deleting port 7fea576f-d2de-4696-9335-c8f01abf495c {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:08.535798 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-de4e24dd-8c9c-4d66-a465-7637caeaef45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.536166 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-91819bf3-31c3-498f-a930-bea2269654e6 req-51406677-3e26-47e3-93ec-8433fc6b9c43 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.2717702 Apr 01 12:46:08.538460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ff29dbec-9fe0-46c4-a7a2-4f26b2b3e6eb tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group': {'name': 'tempest-secgroup--306544411'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:08.613542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-de4e24dd-8c9c-4d66-a465-7637caeaef45 None None] For port 7fea576f-d2de-4696-9335-c8f01abf495c, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7fea576f-d2de-4696-9335-c8f01abf495c,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:08.613996 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-de4e24dd-8c9c-4d66-a465-7637caeaef45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.614231 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff29dbec-9fe0-46c4-a7a2-4f26b2b3e6eb tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.643546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-de4e24dd-8c9c-4d66-a465-7637caeaef45 None None] Calling delete_port for 7fea576f-d2de-4696-9335-c8f01abf495c owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:08.747993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.767462 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.777294 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff29dbec-9fe0-46c4-a7a2-4f26b2b3e6eb tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.791492 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff29dbec-9fe0-46c4-a7a2-4f26b2b3e6eb tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.818105 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-de4e24dd-8c9c-4d66-a465-7637caeaef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.825058 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d5ecc9e-d3c1-47c0-93da-1ce3e16d8786 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.832206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d5ecc9e-d3c1-47c0-93da-1ce3e16d8786 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.901643 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ff29dbec-9fe0-46c4-a7a2-4f26b2b3e6eb tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.903042 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ff29dbec-9fe0-46c4-a7a2-4f26b2b3e6eb tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3777876 Apr 01 12:46:08.916599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50042) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:08.918771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29dbec-9fe0-46c4-a7a2-4f26b2b3e6eb tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d41d53-2b9c-4c4e-b523-78ce33c1836c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:08.919890 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-91819bf3-31c3-498f-a930-bea2269654e6 req-e951f366-1de2-4647-92bc-8ca8742a8ef9 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082740 Apr 01 12:46:08.933470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e24dd-8c9c-4d66-a465-7637caeaef45 None None] Pushing event deleted for resources: {'Port': ['ID=7fea576f-d2de-4696-9335-c8f01abf495c,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:08.936457 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d8933737-2a92-42ea-88d9-34b7c4ffaa7f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': '44d41d53-2b9c-4c4e-b523-78ce33c1836c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:08.959707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e24dd-8c9c-4d66-a465-7637caeaef45 None None] No DVR routers for this DVR port 7fea576f-d2de-4696-9335-c8f01abf495c on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:46:08.977761 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d5ecc9e-d3c1-47c0-93da-1ce3e16d8786 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.978741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5ecc9e-d3c1-47c0-93da-1ce3e16d8786 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Fanout notify agent at l3_agent the message router_deleted on router f3451ff8-6266-4646-8c55-a8c50e6f60e1 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:46:08.979268 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:08.985739 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-da532cfe-f21c-4c17-bc47-e45e1eaa9461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.008152 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f043cd6-bf1f-4ffd-b86c-affd9bb19e6e req-30f18ce9-a23a-4620-9e30-a920c26a1009 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.1096394 Apr 01 12:46:09.008255 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2d5ecc9e-d3c1-47c0-93da-1ce3e16d8786 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.008255 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2d5ecc9e-d3c1-47c0-93da-1ce3e16d8786 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/routers/f3451ff8-6266-4646-8c55-a8c50e6f60e1 HTTP/1.1" status: 204 len: 168 time: 0.7975235 Apr 01 12:46:09.010586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50046) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:09.017121 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8933737-2a92-42ea-88d9-34b7c4ffaa7f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.054640 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50048) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:09.054859 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4a57c856-08f0-4a6b-866f-96211c2a9c0a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0430417 Apr 01 12:46:09.072799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.25.7.158 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/e2418938-335a-4d58-b8ae-6fa6a6c2186c) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:09.247904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.309340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.368064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:09.373183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:09.378199 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:09.412996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=e2418938-335a-4d58-b8ae-6fa6a6c2186c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:09.548264 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d957c0-eed0-47a8-b1ce-5722c7df75bf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:09.552729 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-56d957c0-eed0-47a8-b1ce-5722c7df75bf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4969234 Apr 01 12:46:09.552919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50060) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:09.581662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8933737-2a92-42ea-88d9-34b7c4ffaa7f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.587861 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8933737-2a92-42ea-88d9-34b7c4ffaa7f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.616601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8933737-2a92-42ea-88d9-34b7c4ffaa7f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29208e3d-2847-4f81-b892-4be49ec15b75,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:09.629738 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8933737-2a92-42ea-88d9-34b7c4ffaa7f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.631663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d8933737-2a92-42ea-88d9-34b7c4ffaa7f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7108641 Apr 01 12:46:09.635852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50068) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:09.637569 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51deaea6-ff2e-459c-8669-d32d29324144 None None] Sync routers for ids ['f3451ff8-6266-4646-8c55-a8c50e6f60e1'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:46:09.648267 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51deaea6-ff2e-459c-8669-d32d29324144 None None] Routers set() bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:46:09.648637 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51deaea6-ff2e-459c-8669-d32d29324144 None None] Router IDs set() for agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 12:46:09.649227 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_agentschedulers_db [None req-51deaea6-ff2e-459c-8669-d32d29324144 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f3451ff8-6266-4646-8c55-a8c50e6f60e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:46:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent'). {{(pid=102721) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 12:46:09.659018 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51deaea6-ff2e-459c-8669-d32d29324144 None None] Routers set() bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:46:09.659371 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51deaea6-ff2e-459c-8669-d32d29324144 None None] Router IDs set() for agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 12:46:09.659953 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_agentschedulers_db [None req-51deaea6-ff2e-459c-8669-d32d29324144 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f3451ff8-6266-4646-8c55-a8c50e6f60e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:46:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent'). {{(pid=102721) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 12:46:09.660326 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51deaea6-ff2e-459c-8669-d32d29324144 None None] The sync data for ids ['f3451ff8-6266-4646-8c55-a8c50e6f60e1'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:46:09.677334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ed3ba0c1-9be5-48fa-b595-5c002584b348 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174877 Apr 01 12:46:09.678064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50070) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:09.683806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-4ec7434d-8cc2-4468-b24f-75a8749e758d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:09.687159 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d453d00c-aecf-46e6-a839-d93dd31cb0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.702628 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d453d00c-aecf-46e6-a839-d93dd31cb0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.760630 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d453d00c-aecf-46e6-a839-d93dd31cb0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.770021 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d453d00c-aecf-46e6-a839-d93dd31cb0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.773610 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d453d00c-aecf-46e6-a839-d93dd31cb0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/29208e3d-2847-4f81-b892-4be49ec15b75 HTTP/1.1" status: 204 len: 168 time: 0.1342454 Apr 01 12:46:09.774138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50072) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:09.786632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453d00c-aecf-46e6-a839-d93dd31cb0f7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29208e3d-2847-4f81-b892-4be49ec15b75,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:09.831687 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f03bab95-1adc-47e9-b9f3-6c416dfeb8e8 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0564055 Apr 01 12:46:09.834314 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50076) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:09.882819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec7434d-8cc2-4468-b24f-75a8749e758d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:09.886254 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ec7434d-8cc2-4468-b24f-75a8749e758d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:09.944925 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c7e2ff3-c31d-4f17-a6e0-7a0fa78c8e64 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.004483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c7e2ff3-c31d-4f17-a6e0-7a0fa78c8e64 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.131929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d8da-9aa0-47fd-b840-e58c55c33c3c req-b9fc85f3-934f-4ed1-91da-7f7d50973cb5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:10.134425 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ec3d8da-9aa0-47fd-b840-e58c55c33c3c req-b9fc85f3-934f-4ed1-91da-7f7d50973cb5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.0839639 Apr 01 12:46:10.135793 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c7e2ff3-c31d-4f17-a6e0-7a0fa78c8e64 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.138683 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c7e2ff3-c31d-4f17-a6e0-7a0fa78c8e64 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.142785 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6c7e2ff3-c31d-4f17-a6e0-7a0fa78c8e64 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-groups/44d41d53-2b9c-4c4e-b523-78ce33c1836c HTTP/1.1" status: 204 len: 168 time: 0.3041892 Apr 01 12:46:10.155578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50092) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:10.189886 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e2ff3-c31d-4f17-a6e0-7a0fa78c8e64 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d41d53-2b9c-4c4e-b523-78ce33c1836c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:10.199843 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ec3d8da-9aa0-47fd-b840-e58c55c33c3c req-f7c9a0eb-86b3-45cb-b2d5-3226ef0f8c0f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586307 Apr 01 12:46:10.202481 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 61a2215a-4e80-427e-9334-e172e8d568a3 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:46:10.248949 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:46:10.269727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 61a2215a-4e80-427e-9334-e172e8d568a3 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:46:10.270105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 61a2215a-4e80-427e-9334-e172e8d568a3 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:46:10.270532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7fea576f-d2de-4696-9335-c8f01abf495c no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:46:10.298904 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7fea576f-d2de-4696-9335-c8f01abf495c {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:46:10.299445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7fea576f-d2de-4696-9335-c8f01abf495c not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:46:10.303585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-932f641f-bc20-479a-ae86-6c0dbd3a4891 req-89fcaf4d-a833-4cfc-a814-fe6897a8fc11 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.1168022 Apr 01 12:46:10.327828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c5e23695-31c2-4066-b345-8456e7393286 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1472986 Apr 01 12:46:10.333899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50104) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:10.338654 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.341100 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6553dc7b-1a4e-4733-9fae-4d6e8eb1d987 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group': {'name': 'tempest-secgroup--393499496'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:10.365003 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6553dc7b-1a4e-4733-9fae-4d6e8eb1d987 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.401275 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.466267 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6553dc7b-1a4e-4733-9fae-4d6e8eb1d987 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.473616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6553dc7b-1a4e-4733-9fae-4d6e8eb1d987 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.497745 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.509271 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6553dc7b-1a4e-4733-9fae-4d6e8eb1d987 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.513269 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6553dc7b-1a4e-4733-9fae-4d6e8eb1d987 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1753600 Apr 01 12:46:10.513747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50112) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:10.519259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-489b461f-2632-433c-80ef-919bb1f5e6de tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': '8ecfac89-f4c2-48d4-8d94-a6b91d5dfeda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:10.527177 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553dc7b-1a4e-4733-9fae-4d6e8eb1d987 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecfac89-f4c2-48d4-8d94-a6b91d5dfeda,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:10.554125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.objects.ports [None req-4ec7434d-8cc2-4468-b24f-75a8749e758d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:46:10.555753 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ec7434d-8cc2-4468-b24f-75a8749e758d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.577587 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-489b461f-2632-433c-80ef-919bb1f5e6de tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.670190 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-489b461f-2632-433c-80ef-919bb1f5e6de tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.677843 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-489b461f-2632-433c-80ef-919bb1f5e6de tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.699245 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b461f-2632-433c-80ef-919bb1f5e6de tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f530276e-5069-4229-b237-1016ed293a80,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:10.703565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec7434d-8cc2-4468-b24f-75a8749e758d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:10.710484 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-4ec7434d-8cc2-4468-b24f-75a8749e758d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:10.721031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ebbf27-0169-4d2f-8b68-d4480d72b089 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:10.723484 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-489b461f-2632-433c-80ef-919bb1f5e6de tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.726283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec7434d-8cc2-4468-b24f-75a8749e758d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:10.727138 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ec7434d-8cc2-4468-b24f-75a8749e758d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.730362 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-489b461f-2632-433c-80ef-919bb1f5e6de tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2142243 Apr 01 12:46:10.730362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50132) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:10.759920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4ec7434d-8cc2-4468-b24f-75a8749e758d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0800354 Apr 01 12:46:10.761785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50134) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:10.773650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-78fdc1fb-22a4-4868-8309-e19e557b357f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:10.786589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50138) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:10.786851 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6cabad3b-f716-4009-a3d2-06927673507f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules/f530276e-5069-4229-b237-1016ed293a80 HTTP/1.1" status: 200 len: 763 time: 0.0488288 Apr 01 12:46:10.798268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7434d-8cc2-4468-b24f-75a8749e758d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=7272bc5f-eab6-4cbf-91d5-0e18387e9f68,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:10.880737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f9fc75fd-baea-4766-9f3f-9405542cad32 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0813637 Apr 01 12:46:10.880737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50146) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:10.947916 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.950035 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f18ad2ee-4f65-4597-a10a-0fef862423c3 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.971678 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.981691 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fdc1fb-22a4-4868-8309-e19e557b357f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:10.983507 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': '7272bc5f-eab6-4cbf-91d5-0e18387e9f68'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:46:10.984375 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:10.988858 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78fdc1fb-22a4-4868-8309-e19e557b357f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.022320 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f18ad2ee-4f65-4597-a10a-0fef862423c3 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.024987 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=e2418938-335a-4d58-b8ae-6fa6a6c2186c,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:11.116518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f18ad2ee-4f65-4597-a10a-0fef862423c3 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.127728 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f18ad2ee-4f65-4597-a10a-0fef862423c3 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.129090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f18ad2ee-4f65-4597-a10a-0fef862423c3 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f530276e-5069-4229-b237-1016ed293a80 HTTP/1.1" status: 204 len: 168 time: 0.2475121 Apr 01 12:46:11.131664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50162) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:11.135031 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.142920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ad2ee-4f65-4597-a10a-0fef862423c3 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f530276e-5069-4229-b237-1016ed293a80,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:11.229267 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-426d2115-197e-485c-b580-134ba6038444 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0951517 Apr 01 12:46:11.232314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Allocated IP 2001:db8::f816:3eff:fe5f:85b6 (260099d2-7af7-4f0e-86b6-4c66e180255a/7272bc5f-eab6-4cbf-91d5-0e18387e9f68/d5f6089d-e3e5-4292-a27f-92f219016f8f) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:11.262394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50168) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:11.283224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1a59b0b5-3b80-40fb-a9f8-361bc810560c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': '8ecfac89-f4c2-48d4-8d94-a6b91d5dfeda', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:11.445526 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78fdc1fb-22a4-4868-8309-e19e557b357f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.481455 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.494785 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.519213 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57f66029-b6c1-4c7c-9d17-5d8b2473babd req-e6747e2b-b96d-46fa-ad1d-e1c5d8834b73 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0685000 Apr 01 12:46:11.535641 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fdc1fb-22a4-4868-8309-e19e557b357f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:11.539535 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-78fdc1fb-22a4-4868-8309-e19e557b357f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:11.546967 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fdc1fb-22a4-4868-8309-e19e557b357f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:11.547937 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78fdc1fb-22a4-4868-8309-e19e557b357f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.558658 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc1fb-22a4-4868-8309-e19e557b357f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=fe8061f3-221a-4959-90af-8d46fde8b53e,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:11.573270 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-78fdc1fb-22a4-4868-8309-e19e557b357f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8103187 Apr 01 12:46:11.583818 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50176) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:11.596088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:de:2b:9a', 'name': 'tempest-NetworksTestDHCPv6-638976644'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:11.660187 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Pushing event updated for resources: {'Port': ['ID=d5f6089d-e3e5-4292-a27f-92f219016f8f,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:11.674314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:11.676557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:11.678967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:11.712016 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Floating IP 9eef3a4a-b4b8-49e7-b818-5038c8f7af3f associated. External IP: 172.25.7.158, port: 2a3471e0-4bfc-41e0-be03-8aee4296f81b. Apr 01 12:46:11.783651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Attempting to bind port d5f6089d-e3e5-4292-a27f-92f219016f8f on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:46:11.784018 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Attempting to bind port d5f6089d-e3e5-4292-a27f-92f219016f8f by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:46:11.784418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Attempting to bind port d5f6089d-e3e5-4292-a27f-92f219016f8f on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:46:11.789538 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.793397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:46:11.793815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:11.794281 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.794706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:46:11.795171 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Bound port: d5f6089d-e3e5-4292-a27f-92f219016f8f, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:46:11.795593 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.823010 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50182) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:11.835014 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1a59b0b5-3b80-40fb-a9f8-361bc810560c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.839185 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.866992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30329768-017a-4fa6-8240-960e72872c42 req-4f4bec3e-a693-48ec-9b5b-ec362884345d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:11.868414 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30329768-017a-4fa6-8240-960e72872c42 req-4f4bec3e-a693-48ec-9b5b-ec362884345d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.2970991 Apr 01 12:46:11.876448 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] For port d5f6089d-e3e5-4292-a27f-92f219016f8f, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:46:11.881379 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] For port d5f6089d-e3e5-4292-a27f-92f219016f8f, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d5f6089d-e3e5-4292-a27f-92f219016f8f,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:46:11.886788 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.943658 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d1bf070a-5703-4c9f-af7d-511e207b8e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:11.950636 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ec3c9-2a31-4f27-a257-5d9f339430d4 None None] Pushing event updated for resources: {'Port': ['ID=d5f6089d-e3e5-4292-a27f-92f219016f8f,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:12.012440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:12.031670 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d1bf070a-5703-4c9f-af7d-511e207b8e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.036552 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d1bf070a-5703-4c9f-af7d-511e207b8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.082600 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d1bf070a-5703-4c9f-af7d-511e207b8e97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e71b960a1c94e05943252eefc55576b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582221 Apr 01 12:46:12.083742 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf070a-5703-4c9f-af7d-511e207b8e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcfcc7e-85d8-455c-a67c-fbb5ec94f8f3,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:12.086770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50188) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:12.096315 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30329768-017a-4fa6-8240-960e72872c42 req-be3c77ca-c32c-496d-bcc0-2ef44a0a393c tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081013 Apr 01 12:46:12.153518 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a0db-a9f4-4f8c-ab05-2178aa59ae9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.158393 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1a59b0b5-3b80-40fb-a9f8-361bc810560c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.168801 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1a59b0b5-3b80-40fb-a9f8-361bc810560c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.185490 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a0db-a9f4-4f8c-ab05-2178aa59ae9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.189599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59b0b5-3b80-40fb-a9f8-361bc810560c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfd67a5-89ed-44ee-8176-a5353b0169da,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:12.258730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router f160c458-0538-42a7-a2ab-257d807b7c4e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:46:12.260610 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a0db-a9f4-4f8c-ab05-2178aa59ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.263243 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.266748 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a0db-a9f4-4f8c-ab05-2178aa59ae9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.271519 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2bd3a0db-a9f4-4f8c-ab05-2178aa59ae9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9dcfcc7e-85d8-455c-a67c-fbb5ec94f8f3 HTTP/1.1" status: 204 len: 168 time: 0.1833177 Apr 01 12:46:12.281202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3a0db-a9f4-4f8c-ab05-2178aa59ae9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcfcc7e-85d8-455c-a67c-fbb5ec94f8f3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:12.305906 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1a59b0b5-3b80-40fb-a9f8-361bc810560c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.307215 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1a59b0b5-3b80-40fb-a9f8-361bc810560c tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0438676 Apr 01 12:46:12.310394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50192) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:12.341796 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-943edd19-c9cd-4674-a1ee-45790f90bd30 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules/cdfd67a5-89ed-44ee-8176-a5353b0169da HTTP/1.1" status: 200 len: 763 time: 0.0278497 Apr 01 12:46:12.342102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50194) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:12.363587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port c0f8b74d-8a28-417e-aceb-9224e7d69d68 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:46:12.420769 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e4f9799c-f447-4653-b813-bc79b4db05f3 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0773687 Apr 01 12:46:12.425078 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50198) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:12.470742 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-954f0045-7308-4a4b-b203-f9eb21a27393 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.480033 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-954f0045-7308-4a4b-b203-f9eb21a27393 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.521358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-954f0045-7308-4a4b-b203-f9eb21a27393 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.528219 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-954f0045-7308-4a4b-b203-f9eb21a27393 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.531488 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-954f0045-7308-4a4b-b203-f9eb21a27393 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/cdfd67a5-89ed-44ee-8176-a5353b0169da HTTP/1.1" status: 204 len: 168 time: 0.1032050 Apr 01 12:46:12.536459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50204) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:12.537478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f0045-7308-4a4b-b203-f9eb21a27393 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdfd67a5-89ed-44ee-8176-a5353b0169da,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:12.589870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:46:12.604367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa8405e-87ca-4322-993f-d380df0c903e None None] Sync routers for ids ['f160c458-0538-42a7-a2ab-257d807b7c4e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:46:12.615731 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.630675 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8405e-87ca-4322-993f-d380df0c903e None None] Routers {'f160c458-0538-42a7-a2ab-257d807b7c4e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:46:12.631132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-bfa8405e-87ca-4322-993f-d380df0c903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:46:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f160c458-0538-42a7-a2ab-257d807b7c4e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:12.679521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50210) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:12.679726 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8f436c6c-d2a0-4c38-9a7f-255c9c7b8a24 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1418483 Apr 01 12:46:12.689055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4dbd7cca-5d6b-4fd2-a2f3-96f27400fe9e tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': '8ecfac89-f4c2-48d4-8d94-a6b91d5dfeda', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:12.694305 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6abc4c2f-d361-40c0-a688-dc0fc7ce044a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3031430 Apr 01 12:46:12.700965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:46:12.703309 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40480596-7567-4f5d-af36-c254673b38ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:46:12.777898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 172.20.0.10 (260099d2-7af7-4f0e-86b6-4c66e180255a/fe8061f3-221a-4959-90af-8d46fde8b53e/c0f8b74d-8a28-417e-aceb-9224e7d69d68) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:12.788535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::f816:3eff:fede:2b9a (260099d2-7af7-4f0e-86b6-4c66e180255a/7272bc5f-eab6-4cbf-91d5-0e18387e9f68/c0f8b74d-8a28-417e-aceb-9224e7d69d68) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:12.806524 n-d-836146-1 neutron-server[102719]: INFO neutron.db.securitygroups_db [None req-4dbd7cca-5d6b-4fd2-a2f3-96f27400fe9e tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Project 41fc00b2a8884458af88d44c3a056efc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:46:12.814916 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7cca-5d6b-4fd2-a2f3-96f27400fe9e tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.821037 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe404ac9-1746-43d3-b725-f258a9b3e884 req-8bff760f-ae46-4726-b531-bbf87a298909 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.1044023 Apr 01 12:46:12.822833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50220) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:12.873181 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d1b27c8-31d0-4445-92b8-9ea26f66d39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:12.898084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-bfa8405e-87ca-4322-993f-d380df0c903e None None] Set router f160c458-0538-42a7-a2ab-257d807b7c4e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:46:12.930581 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df84888-dd4b-42dc-a96a-576f18bf36eb x-openstack-request-id: req-6df84888-dd4b-42dc-a96a-576f18bf36eb {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:46:12.930911 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:46:12.931261 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6df84888-dd4b-42dc-a96a-576f18bf36eb {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:46:12.932049 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df84888-dd4b-42dc-a96a-576f18bf36eb'] response: {'name': 'network-changed', 'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'status': 'completed', 'code': 200} Apr 01 12:46:12.987690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c856537-d16a-46d3-9124-9458e8b95fa5 req-d03b7bf3-e205-40d2-bbe7-2a346666ed1a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:13.001856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c856537-d16a-46d3-9124-9458e8b95fa5 req-d03b7bf3-e205-40d2-bbe7-2a346666ed1a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.1881032 Apr 01 12:46:13.011854 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7cca-5d6b-4fd2-a2f3-96f27400fe9e tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.023825 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7cca-5d6b-4fd2-a2f3-96f27400fe9e tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.061119 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd7cca-5d6b-4fd2-a2f3-96f27400fe9e tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a69852a-adab-4910-b745-b881839c056a,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:13.091093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7cca-5d6b-4fd2-a2f3-96f27400fe9e tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.099170 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4dbd7cca-5d6b-4fd2-a2f3-96f27400fe9e tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4180133 Apr 01 12:46:13.107010 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50222) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:13.193431 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9103e1b0-cc6d-4930-ac9a-5d2b8a6eb4ab tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules/6a69852a-adab-4910-b745-b881839c056a HTTP/1.1" status: 200 len: 769 time: 0.0818777 Apr 01 12:46:13.194321 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50228) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:13.207804 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9c856537-d16a-46d3-9124-9458e8b95fa5 req-0a34f71b-0a0a-4c12-bf11-d472ac9177d3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044864 Apr 01 12:46:13.223434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40480596-7567-4f5d-af36-c254673b38ad req-729249f0-074e-462f-9de2-018e0ccdb280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:13.228095 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40480596-7567-4f5d-af36-c254673b38ad req-729249f0-074e-462f-9de2-018e0ccdb280 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1096 time: 0.2151964 Apr 01 12:46:13.236320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50230) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:13.244317 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d1b27c8-31d0-4445-92b8-9ea26f66d39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.321423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-bfa8405e-87ca-4322-993f-d380df0c903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:45:45Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '9eef3a4a-b4b8-49e7-b818-5038c8f7af3f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'floating_ip_address': '172.25.7.158', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'port_id': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'mac_address': 'fa:16:3e:6a:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7adb4d-5377-4244-8061-2b92668d7724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:46:09Z', 'updated_at': '2022-04-01T12:46:09Z', 'revision_number': 0, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2633ec-0674-4c56-9991-0adaed1c7cba', 'name': '', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:45:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:42Z', 'updated_at': '2022-04-01T12:45:53Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:13.322511 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d1b27c8-31d0-4445-92b8-9ea26f66d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.338671 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d234c158-aa97-4978-83a1-36fb2522d3cf tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1331651 Apr 01 12:46:13.352449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50232) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:13.386530 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa8405e-87ca-4322-993f-d380df0c903e None None] Checking router: f160c458-0538-42a7-a2ab-257d807b7c4e for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:46:13.400822 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.416074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8405e-87ca-4322-993f-d380df0c903e None None] Routers {'f160c458-0538-42a7-a2ab-257d807b7c4e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:46:13.416936 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-bfa8405e-87ca-4322-993f-d380df0c903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:46:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f160c458-0538-42a7-a2ab-257d807b7c4e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:13.424277 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0d1b27c8-31d0-4445-92b8-9ea26f66d39f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ec1e8032bc444e99cd474370d97b0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6002262 Apr 01 12:46:13.429556 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50234) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:13.456731 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b27c8-31d0-4445-92b8-9ea26f66d39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bc1cc8-6151-4235-bcd2-30126b682522,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:13.552364 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664e0ba-76c8-4a6c-833d-7872585a90fb req-a413b9be-f0b5-491f-90a8-789ffe09c743 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:13.560670 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.566578 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6664e0ba-76c8-4a6c-833d-7872585a90fb req-a413b9be-f0b5-491f-90a8-789ffe09c743 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.3260751 Apr 01 12:46:13.637905 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-bfa8405e-87ca-4322-993f-d380df0c903e None None] Set router f160c458-0538-42a7-a2ab-257d807b7c4e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:46:13.670709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40480596-7567-4f5d-af36-c254673b38ad req-c94da483-bb06-40e4-adc9-d032e0721b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:13.672188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40480596-7567-4f5d-af36-c254673b38ad req-c94da483-bb06-40e4-adc9-d032e0721b3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f HTTP/1.1" status: 200 len: 898 time: 0.4276414 Apr 01 12:46:13.685541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac7ff21-3ce6-45f8-9d0c-b096d7e97100 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:13.689986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-621fc886-b08a-45f4-a939-23fc485d6761 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.694973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a3c6aa5-e43f-4eb5-a7e7-68bd8859bee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.734063 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6664e0ba-76c8-4a6c-833d-7872585a90fb req-ffd86d33-b92c-4cbe-b365-85fc0cc18133 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664312 Apr 01 12:46:13.745496 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6ebc9a5e-2cab-4fbd-91b9-f468b2c8492c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/9eef3a4a-b4b8-49e7-b818-5038c8f7af3f HTTP/1.1" status: 200 len: 991 time: 0.5004654 Apr 01 12:46:13.745698 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-621fc886-b08a-45f4-a939-23fc485d6761 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.752737 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a3c6aa5-e43f-4eb5-a7e7-68bd8859bee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.807041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:13.823349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:13.824565 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a3c6aa5-e43f-4eb5-a7e7-68bd8859bee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.827407 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8a3c6aa5-e43f-4eb5-a7e7-68bd8859bee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.830793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:13.832216 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8a3c6aa5-e43f-4eb5-a7e7-68bd8859bee2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1bc1cc8-6151-4235-bcd2-30126b682522 HTTP/1.1" status: 204 len: 168 time: 0.4009349 Apr 01 12:46:13.846216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c6aa5-e43f-4eb5-a7e7-68bd8859bee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bc1cc8-6151-4235-bcd2-30126b682522,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:13.877917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=c0f8b74d-8a28-417e-aceb-9224e7d69d68,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:13.916148 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40480596-7567-4f5d-af36-c254673b38ad req-cebaf112-159b-4d32-9f95-2fe2b08256ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 200 len: 999 time: 0.2219222 Apr 01 12:46:13.937460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-621fc886-b08a-45f4-a939-23fc485d6761 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.976342 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-621fc886-b08a-45f4-a939-23fc485d6761 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:13.979730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-621fc886-b08a-45f4-a939-23fc485d6761 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/6a69852a-adab-4910-b745-b881839c056a HTTP/1.1" status: 204 len: 168 time: 0.5629117 Apr 01 12:46:13.979730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fc886-b08a-45f4-a939-23fc485d6761 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a69852a-adab-4910-b745-b881839c056a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:13.980615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50242) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:13.994509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:13.995248 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.051707 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b7911dd7-ae75-4d61-8921-be09242e8626 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0700784 Apr 01 12:46:14.054426 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50244) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:14.056816 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-71f8280b-02d3-4cc8-b3c1-1e62178f27e6 req-3c926e7b-0bf2-4d07-a928-5bc8e65eb020 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0516858 Apr 01 12:46:14.065288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cad8dcd2-9521-40ee-a02b-e4734485aa54 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4775782 Apr 01 12:46:14.065771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40480596-7567-4f5d-af36-c254673b38ad req-6e8afe3c-6c58-4e72-a8fd-9322d223e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:14.067556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40480596-7567-4f5d-af36-c254673b38ad req-6e8afe3c-6c58-4e72-a8fd-9322d223e164 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=038197aa-3cc7-4241-9b9d-aa4a36b9c168 HTTP/1.1" status: 200 len: 834 time: 0.1434207 Apr 01 12:46:14.068021 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50246) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:14.176221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40480596-7567-4f5d-af36-c254673b38ad req-5f70e9c7-8eeb-4302-8019-bd9e0dd5feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:14.179666 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40480596-7567-4f5d-af36-c254673b38ad req-5f70e9c7-8eeb-4302-8019-bd9e0dd5feb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935919 Apr 01 12:46:14.268519 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39399d55-d98a-47ff-adca-637d475574c9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:14.278282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d5f6089d-e3e5-4292-a27f-92f219016f8f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:14.280487 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d5621a6f-f9c6-4701-bd90-fa8967c18098 None None] Provisioning complete for port d5f6089d-e3e5-4292-a27f-92f219016f8f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:14.280858 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d5621a6f-f9c6-4701-bd90-fa8967c18098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.282039 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39399d55-d98a-47ff-adca-637d475574c9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:14.283800 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-39399d55-d98a-47ff-adca-637d475574c9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2146518 Apr 01 12:46:14.291452 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50252) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:14.363995 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40480596-7567-4f5d-af36-c254673b38ad req-6aa73d7e-ceb8-4c5e-9dab-c592baf6ecdc service neutron] 10.222.0.44 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773160 Apr 01 12:46:14.431837 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-14cf289e-4a2f-4049-8c83-fac7f187d15f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.468808 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-14cf289e-4a2f-4049-8c83-fac7f187d15f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.495762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d5f6089d-e3e5-4292-a27f-92f219016f8f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:14.496140 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.504217 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-24f7b42b-82a5-44a5-91c2-f90627bcb0e3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port c0f8b74d-8a28-417e-aceb-9224e7d69d68 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:14.505109 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24f7b42b-82a5-44a5-91c2-f90627bcb0e3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.505235 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40480596-7567-4f5d-af36-c254673b38ad req-f3ff4b4d-85b8-44fe-82c3-986f6119b2ab service neutron] 10.222.0.44 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343677 Apr 01 12:46:14.611159 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d5621a6f-f9c6-4701-bd90-fa8967c18098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.625325 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-14cf289e-4a2f-4049-8c83-fac7f187d15f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.628155 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-14cf289e-4a2f-4049-8c83-fac7f187d15f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.629884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-bfa8405e-87ca-4322-993f-d380df0c903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:45:45Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '9eef3a4a-b4b8-49e7-b818-5038c8f7af3f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'floating_ip_address': '172.25.7.158', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'port_id': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'mac_address': 'fa:16:3e:6a:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7adb4d-5377-4244-8061-2b92668d7724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:46:09Z', 'updated_at': '2022-04-01T12:46:09Z', 'revision_number': 0, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2633ec-0674-4c56-9991-0adaed1c7cba', 'name': '', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:45:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:42Z', 'updated_at': '2022-04-01T12:45:53Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:14.636781 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-14cf289e-4a2f-4049-8c83-fac7f187d15f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-groups/8ecfac89-f4c2-48d4-8d94-a6b91d5dfeda HTTP/1.1" status: 204 len: 168 time: 0.5785201 Apr 01 12:46:14.637224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50264) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:14.675144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa8405e-87ca-4322-993f-d380df0c903e None None] The sync data for ids ['f160c458-0538-42a7-a2ab-257d807b7c4e'] in n-d-836146-1 is: [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:45:45Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '9eef3a4a-b4b8-49e7-b818-5038c8f7af3f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'floating_ip_address': '172.25.7.158', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'port_id': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'mac_address': 'fa:16:3e:6a:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7adb4d-5377-4244-8061-2b92668d7724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:46:09Z', 'updated_at': '2022-04-01T12:46:09Z', 'revision_number': 0, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2633ec-0674-4c56-9991-0adaed1c7cba', 'name': '', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:45:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:42Z', 'updated_at': '2022-04-01T12:45:53Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:46:14.687760 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf289e-4a2f-4049-8c83-fac7f187d15f tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecfac89-f4c2-48d4-8d94-a6b91d5dfeda,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:14.724030 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24f7b42b-82a5-44a5-91c2-f90627bcb0e3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.737602 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-72c558f8-aa38-4552-8ab9-223a149c978b tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0976555 Apr 01 12:46:14.737602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50268) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:14.743413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f219a074-4fd6-4b82-bb06-004b52c0a426 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group': {'name': 'tempest-secgroup--65840730'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:14.749881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50272) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:14.753118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-24f7b42b-82a5-44a5-91c2-f90627bcb0e3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for c0f8b74d-8a28-417e-aceb-9224e7d69d68 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:14.806501 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f219a074-4fd6-4b82-bb06-004b52c0a426 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.831219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d5621a6f-f9c6-4701-bd90-fa8967c18098 None None] For port d5f6089d-e3e5-4292-a27f-92f219016f8f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d5f6089d-e3e5-4292-a27f-92f219016f8f,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:14.843454 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.847343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ed4d82-2134-44dc-bcf9-a27f8b8f89be None None] Update dhcp port {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': '7272bc5f-eab6-4cbf-91d5-0e18387e9f68', 'ip_address': '2001:db8::f816:3eff:fe5f:85b6'}, {'subnet_id': 'fe8061f3-221a-4959-90af-8d46fde8b53e'}], 'binding:host_id': 'n-d-836146-1'}, 'id': 'd5f6089d-e3e5-4292-a27f-92f219016f8f'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:46:14.974158 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f219a074-4fd6-4b82-bb06-004b52c0a426 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.982315 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4d82-2134-44dc-bcf9-a27f8b8f89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.983017 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f219a074-4fd6-4b82-bb06-004b52c0a426 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:14.985726 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d5621a6f-f9c6-4701-bd90-fa8967c18098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.080684 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d2c32a3d-7d4a-464e-a8b4-c20bacd98caf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/9eef3a4a-b4b8-49e7-b818-5038c8f7af3f HTTP/1.1" status: 200 len: 991 time: 0.3285723 Apr 01 12:46:15.156330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f219a074-4fd6-4b82-bb06-004b52c0a426 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.163855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f219a074-4fd6-4b82-bb06-004b52c0a426 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4248879 Apr 01 12:46:15.164528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50288) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:15.170729 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9d66efed-d547-4bc8-9c2f-5a52084ebdaf tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Request body: {'security_group_rule': {'security_group_id': '0ca8d309-c617-4db4-97d1-80b805fb18fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:15.199707 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219a074-4fd6-4b82-bb06-004b52c0a426 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca8d309-c617-4db4-97d1-80b805fb18fc,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:15.233698 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d66efed-d547-4bc8-9c2f-5a52084ebdaf tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.277672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65ddaa-4111-4f12-a8ff-7fa42be41884 req-755e50cb-f780-48a6-b867-dde231967d46 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:15.280197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c65ddaa-4111-4f12-a8ff-7fa42be41884 req-755e50cb-f780-48a6-b867-dde231967d46 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.2398732 Apr 01 12:46:15.293068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5621a6f-f9c6-4701-bd90-fa8967c18098 None None] Pushing event updated for resources: {'Port': ['ID=d5f6089d-e3e5-4292-a27f-92f219016f8f,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:15.299480 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:46:15.299629 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:46:15.413486 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c65ddaa-4111-4f12-a8ff-7fa42be41884 req-b63a97b4-62d3-4aeb-b296-29b8a321cab7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224089 Apr 01 12:46:15.424503 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d66efed-d547-4bc8-9c2f-5a52084ebdaf tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.430948 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d66efed-d547-4bc8-9c2f-5a52084ebdaf tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.463277 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9d66efed-d547-4bc8-9c2f-5a52084ebdaf tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.467732 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9d66efed-d547-4bc8-9c2f-5a52084ebdaf tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3013053 Apr 01 12:46:15.475858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50298) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:15.488267 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0add5b9-4b36-442d-af26-0a43b9e52f2c None None] New status for floating IP 9eef3a4a-b4b8-49e7-b818-5038c8f7af3f: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:46:15.503229 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24f7b42b-82a5-44a5-91c2-f90627bcb0e3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.505333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66efed-d547-4bc8-9c2f-5a52084ebdaf tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b4b934-2cd8-4a32-8e19-5a2ab85f9a7b,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:15.570485 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-f0ed4d82-2134-44dc-bcf9-a27f8b8f89be None None] Allocated IP 172.20.0.2 (260099d2-7af7-4f0e-86b6-4c66e180255a/fe8061f3-221a-4959-90af-8d46fde8b53e/d5f6089d-e3e5-4292-a27f-92f219016f8f) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:15.620592 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4104f42-9c52-419c-84b2-fa6040503a01 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.627404 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7b42b-82a5-44a5-91c2-f90627bcb0e3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=c0f8b74d-8a28-417e-aceb-9224e7d69d68,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:15.659604 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4104f42-9c52-419c-84b2-fa6040503a01 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.737420 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4104f42-9c52-419c-84b2-fa6040503a01 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.743713 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4104f42-9c52-419c-84b2-fa6040503a01 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.751676 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a4104f42-9c52-419c-84b2-fa6040503a01 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-groups/0ca8d309-c617-4db4-97d1-80b805fb18fc HTTP/1.1" status: 204 len: 168 time: 0.2707062 Apr 01 12:46:15.753810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50306) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:15.788089 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8b43e706-fdfd-45cd-8d5e-7367878e017b req-3a1ffe0f-63a8-481c-9f4c-eaa7caa0dd06 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.2375724 Apr 01 12:46:15.788324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4104f42-9c52-419c-84b2-fa6040503a01 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca8d309-c617-4db4-97d1-80b805fb18fc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:15.789235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f0ed4d82-2134-44dc-bcf9-a27f8b8f89be None None] For port d5f6089d-e3e5-4292-a27f-92f219016f8f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d5f6089d-e3e5-4292-a27f-92f219016f8f,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:15.860557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50310) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:15.862525 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e83eb1f9-0fd9-4ae1-8d9f-ed86984cb585 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1017098 Apr 01 12:46:15.910183 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-24f7b42b-82a5-44a5-91c2-f90627bcb0e3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.916913 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-24f7b42b-82a5-44a5-91c2-f90627bcb0e3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/c0f8b74d-8a28-417e-aceb-9224e7d69d68 HTTP/1.1" status: 204 len: 168 time: 1.6243916 Apr 01 12:46:15.919161 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50312) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:15.923649 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4d82-2134-44dc-bcf9-a27f8b8f89be None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.934914 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4d82-2134-44dc-bcf9-a27f8b8f89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:15.988631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf8e91-f009-40bb-ad13-d6829e2f688b req-f1a3de08-8392-46c4-b35f-9b8c796ad6ac tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:15.992794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6ebf8e91-f009-40bb-ad13-d6829e2f688b req-f1a3de08-8392-46c4-b35f-9b8c796ad6ac tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.0978665 Apr 01 12:46:15.999588 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-009a1a4b-2a79-49ff-a490-a0381799c7ab tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1379273 Apr 01 12:46:16.002304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50316) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:16.026304 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d71e4c-2fd2-49be-a800-b4b911c67583 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:16.028131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d71e4c-2fd2-49be-a800-b4b911c67583 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:16.029365 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-d149f0a1-5970-4806-adba-ff4854271bc1 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] delete failed (client error): The resource could not be found. Apr 01 12:46:16.034425 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d71e4c-2fd2-49be-a800-b4b911c67583 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:16.034582 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d149f0a1-5970-4806-adba-ff4854271bc1 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "DELETE /v2.0/security-groups/0ca8d309-c617-4db4-97d1-80b805fb18fc HTTP/1.1" status: 404 len: 347 time: 0.0271883 Apr 01 12:46:16.038325 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c4d71e4c-2fd2-49be-a800-b4b911c67583 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1174154 Apr 01 12:46:16.038476 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50318) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:16.038815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50320) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:16.052545 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed4d82-2134-44dc-bcf9-a27f8b8f89be None None] Pushing event updated for resources: {'Port': ['ID=d5f6089d-e3e5-4292-a27f-92f219016f8f,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:16.076063 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50322) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:16.121766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50324) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:16.194069 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6ebf8e91-f009-40bb-ad13-d6829e2f688b req-6bb1d4e0-95e1-4445-ab2b-c592d6bd299b tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894650 Apr 01 12:46:16.204777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d5f6089d-e3e5-4292-a27f-92f219016f8f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:16.227292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1254965-7ad4-4f58-9523-9a30437dc709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 7272bc5f-eab6-4cbf-91d5-0e18387e9f68 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:16.241234 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1254965-7ad4-4f58-9523-9a30437dc709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:16.249808 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a175b641-83e6-4b3b-8275-80c4e3ebed83 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/9eef3a4a-b4b8-49e7-b818-5038c8f7af3f HTTP/1.1" status: 200 len: 993 time: 0.1649168 Apr 01 12:46:16.286887 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b488ebb5-dd9e-49d2-8379-305c8d2c59c7 tempest-SecGroupIPv6Test-1751910827 tempest-SecGroupIPv6Test-1751910827-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2469220 Apr 01 12:46:16.292727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d5f6089d-e3e5-4292-a27f-92f219016f8f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:16.293220 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:16.345887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1254965-7ad4-4f58-9523-9a30437dc709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:16.413148 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07180c-bd17-477c-b7a5-363efa34b818 req-5ffbe871-8097-43fd-9f50-10eb2ed3a77d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:16.415370 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eb07180c-bd17-477c-b7a5-363efa34b818 req-5ffbe871-8097-43fd-9f50-10eb2ed3a77d tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.0883830 Apr 01 12:46:16.445721 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f38ec28-3991-444b-b833-c1c18ebf1d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:16.522687 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eb07180c-bd17-477c-b7a5-363efa34b818 req-0ca12de3-cd16-40e0-a24a-1c88bf525977 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003814 Apr 01 12:46:16.577807 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1254965-7ad4-4f58-9523-9a30437dc709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:16.697777 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50344) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:16.719811 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f38ec28-3991-444b-b833-c1c18ebf1d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:16.727166 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f38ec28-3991-444b-b833-c1c18ebf1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:16.730277 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1254965-7ad4-4f58-9523-9a30437dc709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:16.854959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1254965-7ad4-4f58-9523-9a30437dc709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=7272bc5f-eab6-4cbf-91d5-0e18387e9f68,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:16.869048 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1254965-7ad4-4f58-9523-9a30437dc709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:16.877318 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e1254965-7ad4-4f58-9523-9a30437dc709 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/7272bc5f-eab6-4cbf-91d5-0e18387e9f68 HTTP/1.1" status: 204 len: 168 time: 0.8320007 Apr 01 12:46:16.878472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50354) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:16.902261 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1f38ec28-3991-444b-b833-c1c18ebf1d53 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=992faa21e8804881b4c9a8f1be395fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7757688 Apr 01 12:46:16.903495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38ec28-3991-444b-b833-c1c18ebf1d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fd9789-8020-4929-b6e9-e62cc4de4a6f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:16.929565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50356) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:17.011586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3d7e408-5d31-4639-b57c-ad8670aeb2c0 req-b82a75c5-7141-4c9d-a6bd-64dde0f4bcda tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0337279 Apr 01 12:46:17.029271 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fee90e1d-a6d7-40b4-b319-15e96d950ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.060557 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fee90e1d-a6d7-40b4-b319-15e96d950ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.084242 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4aebc090-fcfe-4d8b-b3c7-3c034b50ba08 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41fc00b2a8884458af88d44c3a056efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848212 Apr 01 12:46:17.084944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50362) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:17.131108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd850d-6776-4b3d-a036-aa22e630704c req-a60529b8-55f5-446f-9848-1808aedbbf01 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:17.132683 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-75bd850d-6776-4b3d-a036-aa22e630704c req-a60529b8-55f5-446f-9848-1808aedbbf01 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.2667384 Apr 01 12:46:17.139953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f691c2b-9124-47a4-aef5-0e4cc986aaaa tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet fe8061f3-221a-4959-90af-8d46fde8b53e {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:17.144804 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f691c2b-9124-47a4-aef5-0e4cc986aaaa tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.165577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87c431-36f2-4b51-b303-39524be11ec1 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:17.189520 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e6c96b0f-df76-4d1b-b992-3f27d41feb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.216667 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e6c96b0f-df76-4d1b-b992-3f27d41feb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.221208 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f691c2b-9124-47a4-aef5-0e4cc986aaaa tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.237122 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-75bd850d-6776-4b3d-a036-aa22e630704c req-fc89f215-19c9-4ef9-8fb3-609df20d3bfa tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948720 Apr 01 12:46:17.269994 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-431be524-a609-4638-974f-1d5be3fbd7dd None None] Provisioning complete for port d5f6089d-e3e5-4292-a27f-92f219016f8f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:17.270771 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-431be524-a609-4638-974f-1d5be3fbd7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.285853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e6c96b0f-df76-4d1b-b992-3f27d41feb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.290536 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e6c96b0f-df76-4d1b-b992-3f27d41feb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.291687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e6c96b0f-df76-4d1b-b992-3f27d41feb12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4880650e-9ddf-4029-b46a-fa7d297b3a64 HTTP/1.1" status: 204 len: 168 time: 0.2058125 Apr 01 12:46:17.309283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c96b0f-df76-4d1b-b992-3f27d41feb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4880650e-9ddf-4029-b46a-fa7d297b3a64,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:17.326330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fee90e1d-a6d7-40b4-b319-15e96d950ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.331119 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fee90e1d-a6d7-40b4-b319-15e96d950ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.336188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fee90e1d-a6d7-40b4-b319-15e96d950ebd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56fd9789-8020-4929-b6e9-e62cc4de4a6f HTTP/1.1" status: 204 len: 168 time: 0.4046552 Apr 01 12:46:17.348706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee90e1d-a6d7-40b4-b319-15e96d950ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fd9789-8020-4929-b6e9-e62cc4de4a6f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:17.429798 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f691c2b-9124-47a4-aef5-0e4cc986aaaa tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.535450 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f691c2b-9124-47a4-aef5-0e4cc986aaaa tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.561136 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f691c2b-9124-47a4-aef5-0e4cc986aaaa tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:17.566981 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4f691c2b-9124-47a4-aef5-0e4cc986aaaa tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/fe8061f3-221a-4959-90af-8d46fde8b53e HTTP/1.1" status: 204 len: 168 time: 0.6760619 Apr 01 12:46:17.569546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50372) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:17.595626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-431be524-a609-4638-974f-1d5be3fbd7dd None None] Could not find standard attr ID for object c0f8b74d-8a28-417e-aceb-9224e7d69d68. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:46:17.676651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f691c2b-9124-47a4-aef5-0e4cc986aaaa tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8061f3-221a-4959-90af-8d46fde8b53e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:17.729735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50380) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:17.730899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-87bf5535-39c5-4ba5-8185-ef00781b0b91 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1598544 Apr 01 12:46:17.737739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:17.883560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:17.892818 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:18.648397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.objects.ports [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:46:18.789328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50418) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:18.911599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e21db-7862-43fb-9d0f-6ba8dc5415a6 req-147c1341-ac03-4815-95dd-7c5f1cac9f3e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:18.913282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c81e21db-7862-43fb-9d0f-6ba8dc5415a6 req-147c1341-ac03-4815-95dd-7c5f1cac9f3e tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.7744873 Apr 01 12:46:18.956328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb2a075-3fce-4c7e-8836-6a3783df234f None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:18.969360 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-366db926-90bd-49c8-806e-7d9d500a064b req-6768dcab-2535-4fda-9d0c-f250d6705f9f tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0666325 Apr 01 12:46:19.067701 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb625b-158a-4a15-bda9-338956fef986 req-1b89feb1-d77e-4827-b0e9-a91b9248af27 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:19.069674 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05eb625b-158a-4a15-bda9-338956fef986 req-1b89feb1-d77e-4827-b0e9-a91b9248af27 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 946 time: 0.6525457 Apr 01 12:46:19.144873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50424) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:19.165990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-c81e21db-7862-43fb-9d0f-6ba8dc5415a6 req-419c6bd9-2fdd-46a2-b8d4-4d73d4e66338 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Deleting port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:19.166360 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c81e21db-7862-43fb-9d0f-6ba8dc5415a6 req-419c6bd9-2fdd-46a2-b8d4-4d73d4e66338 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.192467 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05eb625b-158a-4a15-bda9-338956fef986 req-b3c2287d-7c8c-43a4-8f71-e365af8ebb99 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138363 Apr 01 12:46:19.227127 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'networks': [{'name': 'tempest-network--1701144982'}, {'name': 'tempest-network--417771648'}]} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:19.229764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-43aae0f5-2896-4b3b-abca-759e0eeb2912 None None] Provisioning complete for port d5f6089d-e3e5-4292-a27f-92f219016f8f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:19.229991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'network': {'name': 'tempest-network--1701144982'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:19.230172 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43aae0f5-2896-4b3b-abca-759e0eeb2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.230685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'network': {'name': 'tempest-network--417771648'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:19.285377 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.332725 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Made reservation on behalf of 906b316bca1e4e50883b8df8fc1ed02d for: {'network': 2} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:19.343722 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.347756 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-795c1762-ace5-4dac-9a40-119e68578359 tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1992893802', 'prefixes': ['172.20.0.0/16']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:19.399434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c81e21db-7862-43fb-9d0f-6ba8dc5415a6 req-419c6bd9-2fdd-46a2-b8d4-4d73d4e66338 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] For port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:19.400180 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c81e21db-7862-43fb-9d0f-6ba8dc5415a6 req-419c6bd9-2fdd-46a2-b8d4-4d73d4e66338 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.436903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-c81e21db-7862-43fb-9d0f-6ba8dc5415a6 req-419c6bd9-2fdd-46a2-b8d4-4d73d4e66338 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Calling delete_port for 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:19.463122 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.517609 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-795c1762-ace5-4dac-9a40-119e68578359 tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] Notify callbacks [] for subnetpool, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.521465 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-795c1762-ace5-4dac-9a40-119e68578359 tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6742656 Apr 01 12:46:19.521695 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50434) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:19.576258 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6aa24ae3-db80-406b-a0e1-cd24dccc2546 tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] 10.222.0.45 "GET /v2.0/subnetpools/2636b362-5e7f-45c3-bacb-21bf498a8cb8 HTTP/1.1" status: 200 len: 732 time: 0.0531476 Apr 01 12:46:19.588992 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50436) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:19.593417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f8d311b8-6d63-4ee6-884d-46cb09ec0c13 tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1219988075'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:19.667414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] For port d5f6089d-e3e5-4292-a27f-92f219016f8f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d5f6089d-e3e5-4292-a27f-92f219016f8f,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:19.675844 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c81e21db-7862-43fb-9d0f-6ba8dc5415a6 req-419c6bd9-2fdd-46a2-b8d4-4d73d4e66338 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.688335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b', '88d6ea18-752d-46d9-a8e0-3441dc8e0aaf'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:46:19.755556 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.768851 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.769929 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.785033 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c6bd9-2fdd-46a2-b8d4-4d73d4e66338 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event deleted for resources: {'Port': ['ID=88d6ea18-752d-46d9-a8e0-3441dc8e0aaf,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:19.811570 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8d311b8-6d63-4ee6-884d-46cb09ec0c13 tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] Notify callbacks [] for subnetpool, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.815464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f8d311b8-6d63-4ee6-884d-46cb09ec0c13 tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] 10.222.0.45 "PUT /v2.0/subnetpools/2636b362-5e7f-45c3-bacb-21bf498a8cb8 HTTP/1.1" status: 200 len: 684 time: 0.2244227 Apr 01 12:46:19.829233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50438) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:19.949147 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:19.949785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:19.959360 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:19.966354 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:19.966980 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.029424 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2982605 Apr 01 12:46:20.032471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50444) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:20.034744 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=2ecaba97-d2ba-4e3a-8e60-01b3ee231ca1,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:20.047743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e0a28043-ca35-4da0-b0ed-01531dcfcfbc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:20.052500 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c853a-97d8-403b-897a-d7ecf35b41cc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=d5f6089d-e3e5-4292-a27f-92f219016f8f,revision_number=8']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:20.150806 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-67885a84-2689-45c7-8e94-475ab68f2547 req-67cd69c3-a46f-410f-bbb8-eb988be637dc tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0326924 Apr 01 12:46:20.151702 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.152331 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.174559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d5f6089d-e3e5-4292-a27f-92f219016f8f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:20.202605 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fa2b-3f9c-41e1-a15e-c8575ddb430d tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] Notify callbacks [] for subnetpool, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.207857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e5b1fa2b-3f9c-41e1-a15e-c8575ddb430d tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] 10.222.0.45 "DELETE /v2.0/subnetpools/2636b362-5e7f-45c3-bacb-21bf498a8cb8 HTTP/1.1" status: 204 len: 168 time: 0.3775866 Apr 01 12:46:20.211032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50446) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:20.211900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81e21db-7862-43fb-9d0f-6ba8dc5415a6 req-419c6bd9-2fdd-46a2-b8d4-4d73d4e66338 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] No DVR routers for this DVR port 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:46:20.222814 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c81e21db-7862-43fb-9d0f-6ba8dc5415a6 req-419c6bd9-2fdd-46a2-b8d4-4d73d4e66338 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.226071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c81e21db-7862-43fb-9d0f-6ba8dc5415a6 req-419c6bd9-2fdd-46a2-b8d4-4d73d4e66338 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "DELETE /v2.0/ports/88d6ea18-752d-46d9-a8e0-3441dc8e0aaf HTTP/1.1" status: 204 len: 173 time: 1.3042097 Apr 01 12:46:20.234301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d5cd76-3267-4a2b-b176-ac0adf9700c5', 'name': 'network-vif-deleted', 'tag': '88d6ea18-752d-46d9-a8e0-3441dc8e0aaf'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:46:20.239516 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d16458-3bd0-447d-b0f7-c6dfccb3a152" -d '{"events": [{"server_uuid": "92d5cd76-3267-4a2b-b176-ac0adf9700c5", "name": "network-vif-deleted", "tag": "88d6ea18-752d-46d9-a8e0-3441dc8e0aaf"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:46:20.263707 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-420af77b-2803-4feb-be61-29b407e2ca95 tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] show failed (client error): The resource could not be found. Apr 01 12:46:20.268091 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-420af77b-2803-4feb-be61-29b407e2ca95 tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] 10.222.0.45 "GET /v2.0/subnetpools/2636b362-5e7f-45c3-bacb-21bf498a8cb8 HTTP/1.1" status: 404 len: 346 time: 0.0541625 Apr 01 12:46:20.268736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50452) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:20.297899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:46:20.300590 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-0e790194-2992-4d30-bc35-9ae4e6955e80 tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] delete failed (client error): The resource could not be found. Apr 01 12:46:20.307052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0e790194-2992-4d30-bc35-9ae4e6955e80 tempest-SubnetPoolsTestJSON-569204046 tempest-SubnetPoolsTestJSON-569204046-project] 10.222.0.45 "DELETE /v2.0/subnetpools/2636b362-5e7f-45c3-bacb-21bf498a8cb8 HTTP/1.1" status: 404 len: 346 time: 0.0305121 Apr 01 12:46:20.311571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5e5ace-4e9b-4af5-ab65-0c96bd60d5df,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:20.330755 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.331120 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Added segment 3f835a4d-85d2-4c72-8577-a3467dc0c64b of type vlan for network f4605bfc-d22c-45bd-9f88-c93611e4252b Apr 01 12:46:20.352536 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d5f6089d-e3e5-4292-a27f-92f219016f8f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:20.352909 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.410954 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9f8a81-1ad0-43de-bcca-92b312756bc8 x-openstack-request-id: req-7b9f8a81-1ad0-43de-bcca-92b312756bc8 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:46:20.411714 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d5cd76-3267-4a2b-b176-ac0adf9700c5", "name": "network-vif-deleted", "tag": "88d6ea18-752d-46d9-a8e0-3441dc8e0aaf", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:46:20.414134 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b9f8a81-1ad0-43de-bcca-92b312756bc8 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:46:20.414610 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9f8a81-1ad0-43de-bcca-92b312756bc8'] response: {'server_uuid': '92d5cd76-3267-4a2b-b176-ac0adf9700c5', 'name': 'network-vif-deleted', 'tag': '88d6ea18-752d-46d9-a8e0-3441dc8e0aaf', 'status': 'completed', 'code': 200} Apr 01 12:46:20.443187 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a28043-ca35-4da0-b0ed-01531dcfcfbc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:20.465084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e0a28043-ca35-4da0-b0ed-01531dcfcfbc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.471889 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.513230 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c17c29d-d0ee-455d-a72b-84af4346b090 req-7dbdfa0a-bf5c-4534-a690-8fccff929755 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=92d5cd76-3267-4a2b-b176-ac0adf9700c5 HTTP/1.1" status: 200 len: 210 time: 0.1076350 Apr 01 12:46:20.563438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:46:20.578022 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.578403 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Added segment e30ebc11-2338-44c6-8ee3-60f0316af054 of type vlan for network f0b66176-2666-4e7b-82ec-5308bcc3577c Apr 01 12:46:20.662087 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b4dc23-0d1b-4cda-ae02-b4fa663cc75c None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:20.668075 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.737423 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.737950 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.744080 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4efae879-ea92-4c4e-8ed2-499c1063c41d None None] Provisioning complete for port d5f6089d-e3e5-4292-a27f-92f219016f8f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:20.744875 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4efae879-ea92-4c4e-8ed2-499c1063c41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.744991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:20.751196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:20.751890 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:20.825604 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6773248 Apr 01 12:46:20.829580 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50460) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:20.835300 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50462) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:20.927321 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e0a28043-ca35-4da0-b0ed-01531dcfcfbc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.005665 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a28043-ca35-4da0-b0ed-01531dcfcfbc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:21.013739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e0a28043-ca35-4da0-b0ed-01531dcfcfbc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:21.024379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a28043-ca35-4da0-b0ed-01531dcfcfbc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:21.025128 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e0a28043-ca35-4da0-b0ed-01531dcfcfbc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.057293 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9baf9ca6-f882-43d5-bae3-ec9c9da8d596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.073545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a28043-ca35-4da0-b0ed-01531dcfcfbc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=6d8fd8c8-12d6-4f45-ac63-760bd3500476,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:21.085379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e0a28043-ca35-4da0-b0ed-01531dcfcfbc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0515609 Apr 01 12:46:21.097922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50468) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:21.102666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:7e:5d:5f', 'name': 'tempest-NetworksTestDHCPv6-238218481'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:21.180707 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9baf9ca6-f882-43d5-bae3-ec9c9da8d596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.182518 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event updated for resources: {'Network': ['ID=f4605bfc-d22c-45bd-9f88-c93611e4252b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:21.189999 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9baf9ca6-f882-43d5-bae3-ec9c9da8d596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.196381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network f4605bfc-d22c-45bd-9f88-c93611e4252b details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:46:21.278880 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf9ca6-f882-43d5-bae3-ec9c9da8d596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb38f92-60aa-464f-b7f3-4236fddb5586,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:21.298678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94e2b9-5ef2-47ba-9b97-7c817ba8e59a tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event updated for resources: {'Network': ['ID=f0b66176-2666-4e7b-82ec-5308bcc3577c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:21.349151 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9baf9ca6-f882-43d5-bae3-ec9c9da8d596 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd46d754bebc46208bf435d0daa75a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5126088 Apr 01 12:46:21.351650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50472) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:21.365931 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network f0b66176-2666-4e7b-82ec-5308bcc3577c details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:46:21.435953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a50ad997-8eb1-4890-8ecd-e9fdc3a33d9c req-e90db862-769e-4502-b393-51027a159450 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0825677 Apr 01 12:46:21.447616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38744d54-4eb4-405a-82d5-1b53d006c8c7 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:21.456278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38744d54-4eb4-405a-82d5-1b53d006c8c7 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:21.463620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38744d54-4eb4-405a-82d5-1b53d006c8c7 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:21.470275 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f0d799b-8e30-4c7b-8628-8b49f5a16f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.471669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38744d54-4eb4-405a-82d5-1b53d006c8c7 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:21.473332 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-38744d54-4eb4-405a-82d5-1b53d006c8c7 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6379609 Apr 01 12:46:21.478349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50474) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:21.513654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b59598-83f1-4327-8c99-f6b588c44fae None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:21.533474 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f0d799b-8e30-4c7b-8628-8b49f5a16f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.656892 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.658872 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f0d799b-8e30-4c7b-8628-8b49f5a16f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.660520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:21.662498 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f0d799b-8e30-4c7b-8628-8b49f5a16f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.666227 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8f0d799b-8e30-4c7b-8628-8b49f5a16f4c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8fb38f92-60aa-464f-b7f3-4236fddb5586 HTTP/1.1" status: 204 len: 168 time: 0.3112402 Apr 01 12:46:21.684756 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d799b-8e30-4c7b-8628-8b49f5a16f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb38f92-60aa-464f-b7f3-4236fddb5586,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:21.720793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0c9feec6-5a7b-4e6c-959c-e9968c89c8b8 None None] Provisioning complete for port d5f6089d-e3e5-4292-a27f-92f219016f8f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:21.723507 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c9feec6-5a7b-4e6c-959c-e9968c89c8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.850481 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.887540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4605bfc-d22c-45bd-9f88-c93611e4252b']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:21.898843 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.906958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f835a4d-85d2-4c72-8577-a3467dc0c64b') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:21.907259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f835a4d-85d2-4c72-8577-a3467dc0c64b') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:21.934818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:21.972732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port eb994bac-cf8d-4dbc-b65c-b524a7585201 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:46:21.978774 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:22.007273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:46:22.007679 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:46:22.010898 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:46:22.146817 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:22.165185 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:22.171206 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "DELETE /v2.0/networks/f4605bfc-d22c-45bd-9f88-c93611e4252b HTTP/1.1" status: 204 len: 168 time: 0.6893554 Apr 01 12:46:22.172079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50504) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:22.191221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09247ce8-9a5d-4b9e-97a2-29dcd60640eb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event deleted for resources: {'Network': ['ID=f4605bfc-d22c-45bd-9f88-c93611e4252b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:22.225913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a4559-9daa-4a04-83a7-0d87a1c781df None None] Update dhcp port {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': '2ecaba97-d2ba-4e3a-8e60-01b3ee231ca1', 'ip_address': '2001:db8::f816:3eff:fe5f:85b6'}, {'subnet_id': '6d8fd8c8-12d6-4f45-ac63-760bd3500476'}], 'binding:host_id': 'n-d-836146-1'}, 'id': 'd5f6089d-e3e5-4292-a27f-92f219016f8f'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:46:22.333405 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc2a4559-9daa-4a04-83a7-0d87a1c781df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:22.407371 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:22.556609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 172.20.0.10 (260099d2-7af7-4f0e-86b6-4c66e180255a/6d8fd8c8-12d6-4f45-ac63-760bd3500476/eb994bac-cf8d-4dbc-b65c-b524a7585201) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:22.567319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::f816:3eff:fe7e:5d5f (260099d2-7af7-4f0e-86b6-4c66e180255a/2ecaba97-d2ba-4e3a-8e60-01b3ee231ca1/eb994bac-cf8d-4dbc-b65c-b524a7585201) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:22.633163 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:22.717686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b66176-2666-4e7b-82ec-5308bcc3577c']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:22.732026 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30ebc11-2338-44c6-8ee3-60f0316af054') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:22.732333 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30ebc11-2338-44c6-8ee3-60f0316af054') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:22.775860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:22.802988 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:22.816101 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:22.842832 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:22.860748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:46:22.862772 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: items = [ Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:46:22.881155 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:46:22.899191 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=eb994bac-cf8d-4dbc-b65c-b524a7585201,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:22.904588 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f4b64e58-86d8-4bd8-860e-c5a64aa80281 req-85633307-9d00-4835-ac5a-87caf27ac8ca tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.2958078 Apr 01 12:46:22.939528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:22.946842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:22.951995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:23.032859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-cc2a4559-9daa-4a04-83a7-0d87a1c781df None None] Allocated IP 172.20.0.2 (260099d2-7af7-4f0e-86b6-4c66e180255a/6d8fd8c8-12d6-4f45-ac63-760bd3500476/d5f6089d-e3e5-4292-a27f-92f219016f8f) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:23.071960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:23.075812 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:23.143109 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-76d39f51-dfdc-44a4-9093-2ae7fef3b35d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0444162 Apr 01 12:46:23.145882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50544) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:23.171681 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:23.191191 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:23.209099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "DELETE /v2.0/networks/f0b66176-2666-4e7b-82ec-5308bcc3577c HTTP/1.1" status: 204 len: 168 time: 1.0322785 Apr 01 12:46:23.210301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50548) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:23.228942 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf23b7-f1ed-49aa-92d2-87fe9453f9f9 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event deleted for resources: {'Network': ['ID=f0b66176-2666-4e7b-82ec-5308bcc3577c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:23.247969 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1164fd-b3aa-4686-85da-0c5144903ff4 req-d7443e87-f05d-447a-900d-8917741fe1d4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:23.250809 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cc2a4559-9daa-4a04-83a7-0d87a1c781df None None] For port d5f6089d-e3e5-4292-a27f-92f219016f8f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d5f6089d-e3e5-4292-a27f-92f219016f8f,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:23.255967 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-db1164fd-b3aa-4686-85da-0c5144903ff4 req-d7443e87-f05d-447a-900d-8917741fe1d4 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 945 time: 0.1557803 Apr 01 12:46:23.271501 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:46:23.326046 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-db1164fd-b3aa-4686-85da-0c5144903ff4 req-3b3c0f3d-3298-4e07-ae3c-d34b46b6be4f tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689642 Apr 01 12:46:23.373902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:46:23.374258 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 88d6ea18-752d-46d9-a8e0-3441dc8e0aaf not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:46:23.379395 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c0ee7b-f40f-4d68-82ca-7d1278fdb51f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:23.389130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c0ee7b-f40f-4d68-82ca-7d1278fdb51f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:23.392420 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-83c0ee7b-f40f-4d68-82ca-7d1278fdb51f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2411215 Apr 01 12:46:23.395940 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50552) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:23.432199 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc2a4559-9daa-4a04-83a7-0d87a1c781df None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:23.440392 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc2a4559-9daa-4a04-83a7-0d87a1c781df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:23.629819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2b72f-ffe4-4fa6-8a20-76430a3c36aa tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:23.644027 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:23.656805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2b72f-ffe4-4fa6-8a20-76430a3c36aa tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:23.658839 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a8a2b72f-ffe4-4fa6-8a20-76430a3c36aa tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4440804 Apr 01 12:46:23.666163 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50562) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:23.673403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8d44c588-0100-4e48-9143-82c1e8b35a1f tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-119147881'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:23.688148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a4559-9daa-4a04-83a7-0d87a1c781df None None] Pushing event updated for resources: {'Port': ['ID=d5f6089d-e3e5-4292-a27f-92f219016f8f,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:23.714275 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a299f2d9-4b3b-463a-83c8-b4927ec3d2bf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port eb994bac-cf8d-4dbc-b65c-b524a7585201 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:23.714701 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a299f2d9-4b3b-463a-83c8-b4927ec3d2bf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:23.767534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d44c588-0100-4e48-9143-82c1e8b35a1f tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Made reservation on behalf of 906b316bca1e4e50883b8df8fc1ed02d for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:23.776385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d44c588-0100-4e48-9143-82c1e8b35a1f tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:23.895193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d44c588-0100-4e48-9143-82c1e8b35a1f tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:46:23.904973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d44c588-0100-4e48-9143-82c1e8b35a1f tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:23.905673 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-8d44c588-0100-4e48-9143-82c1e8b35a1f tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Added segment 4b1c6fbd-868c-4a53-a255-0cfa30345e5b of type vlan for network f4c50d07-2c51-4aea-9c40-26aea010dd72 Apr 01 12:46:23.916482 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76ecae1a-5fd1-42af-be31-660fa35c9168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.005829 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d44c588-0100-4e48-9143-82c1e8b35a1f tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.034249 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a299f2d9-4b3b-463a-83c8-b4927ec3d2bf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.058874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a299f2d9-4b3b-463a-83c8-b4927ec3d2bf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for eb994bac-cf8d-4dbc-b65c-b524a7585201 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:24.084174 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d44c588-0100-4e48-9143-82c1e8b35a1f tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.089746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44c588-0100-4e48-9143-82c1e8b35a1f tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:24.090470 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d44c588-0100-4e48-9143-82c1e8b35a1f tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.102120 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64a052ca-ca04-4af2-af3d-f5f0d7c11024 req-2225523d-dfc9-4bec-b95b-71468da2c188 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0689070 Apr 01 12:46:24.217959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d5f6089d-e3e5-4292-a27f-92f219016f8f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:24.268074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44c588-0100-4e48-9143-82c1e8b35a1f tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event updated for resources: {'Network': ['ID=f4c50d07-2c51-4aea-9c40-26aea010dd72,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:24.280621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network f4c50d07-2c51-4aea-9c40-26aea010dd72 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:46:24.282459 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8d44c588-0100-4e48-9143-82c1e8b35a1f tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6152215 Apr 01 12:46:24.285419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50578) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:24.292630 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1c43a750-3eae-41f4-8d25-ce73e880c8cc tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2101933336'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:24.318205 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76ecae1a-5fd1-42af-be31-660fa35c9168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.324456 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76ecae1a-5fd1-42af-be31-660fa35c9168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.341357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c43a750-3eae-41f4-8d25-ce73e880c8cc tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Made reservation on behalf of 906b316bca1e4e50883b8df8fc1ed02d for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:24.345821 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c43a750-3eae-41f4-8d25-ce73e880c8cc tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.388268 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-76ecae1a-5fd1-42af-be31-660fa35c9168 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be2bbcd11bc040fc9d434f2939c29c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7420301 Apr 01 12:46:24.390476 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecae1a-5fd1-42af-be31-660fa35c9168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14be5e46-1f2a-49f5-b686-c65d01fd3480,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:24.392307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50586) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:24.414372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c43a750-3eae-41f4-8d25-ce73e880c8cc tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:46:24.445505 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d5f6089d-e3e5-4292-a27f-92f219016f8f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:24.457371 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.467577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c43a750-3eae-41f4-8d25-ce73e880c8cc tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.467928 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-1c43a750-3eae-41f4-8d25-ce73e880c8cc tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Added segment 9c97097f-0fe7-424d-a6ae-b6c398958e95 of type vlan for network 896e4e80-e4da-4d8c-b1bf-e43353a0a34f Apr 01 12:46:24.567897 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c43a750-3eae-41f4-8d25-ce73e880c8cc tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.572293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9669f5f-9718-463d-b484-8061e18de567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.617068 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9669f5f-9718-463d-b484-8061e18de567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.624630 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c43a750-3eae-41f4-8d25-ce73e880c8cc tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.634288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43a750-3eae-41f4-8d25-ce73e880c8cc tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:24.634943 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1c43a750-3eae-41f4-8d25-ce73e880c8cc tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.699012 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1c43a750-3eae-41f4-8d25-ce73e880c8cc tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4118876 Apr 01 12:46:24.702604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50594) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:24.710415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'ports': [{'network_id': 'f4c50d07-2c51-4aea-9c40-26aea010dd72', 'name': 'tempest-port--1986047880', 'admin_state_up': True}, {'network_id': '896e4e80-e4da-4d8c-b1bf-e43353a0a34f', 'admin_state_up': False}]} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:24.711345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'port': {'network_id': 'f4c50d07-2c51-4aea-9c40-26aea010dd72', 'name': 'tempest-port--1986047880', 'admin_state_up': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:24.712039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'port': {'network_id': '896e4e80-e4da-4d8c-b1bf-e43353a0a34f', 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:24.766642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43a750-3eae-41f4-8d25-ce73e880c8cc tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event updated for resources: {'Network': ['ID=896e4e80-e4da-4d8c-b1bf-e43353a0a34f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:24.795888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 896e4e80-e4da-4d8c-b1bf-e43353a0a34f details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:46:24.819208 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9669f5f-9718-463d-b484-8061e18de567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.822097 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f9669f5f-9718-463d-b484-8061e18de567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.823763 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f9669f5f-9718-463d-b484-8061e18de567 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14be5e46-1f2a-49f5-b686-c65d01fd3480 HTTP/1.1" status: 204 len: 168 time: 0.4305165 Apr 01 12:46:24.884212 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9669f5f-9718-463d-b484-8061e18de567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14be5e46-1f2a-49f5-b686-c65d01fd3480,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:24.932428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-205ec8e4-4daf-4c6c-817d-5cff084688c0 None None] Provisioning complete for port d5f6089d-e3e5-4292-a27f-92f219016f8f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:24.933201 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-205ec8e4-4daf-4c6c-817d-5cff084688c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:24.947906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c51c7-88ea-474f-be51-b70f8016946d req-d76b2c06-438e-478a-9072-7087437a5a57 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:24.949444 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b52c51c7-88ea-474f-be51-b70f8016946d req-d76b2c06-438e-478a-9072-7087437a5a57 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 945 time: 0.1314921 Apr 01 12:46:25.138291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Made reservation on behalf of 906b316bca1e4e50883b8df8fc1ed02d for: {'port': 2} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:25.144819 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.145779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1408ff8-1065-4831-86bd-ba2537fefca1 req-1e022452-f7d6-4fa2-8246-3f1ee391f230 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:25.160022 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b1408ff8-1065-4831-86bd-ba2537fefca1 req-1e022452-f7d6-4fa2-8246-3f1ee391f230 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 945 time: 0.7289925 Apr 01 12:46:25.163457 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.242641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b52c51c7-88ea-474f-be51-b70f8016946d req-d36e0ef4-1d9e-4a95-860e-4a774f6f35a7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Deleting port d5df4ca8-410c-48d6-ad2b-f4230345086b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:25.243515 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b52c51c7-88ea-474f-be51-b70f8016946d req-d36e0ef4-1d9e-4a95-860e-4a774f6f35a7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.270928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-226c77a5-ee95-467d-ba6f-e2055fe7d65a None None] Could not find standard attr ID for object c0f8b74d-8a28-417e-aceb-9224e7d69d68. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:46:25.276575 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b624d3b6-9fa5-4d18-9e84-ac364b369e3f req-4d901bb3-d2fc-4625-b32d-95e71a361bc9 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0521605 Apr 01 12:46:25.281972 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b1408ff8-1065-4831-86bd-ba2537fefca1 req-b6540066-ed72-451b-a239-71e73d2742d5 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177676 Apr 01 12:46:25.285110 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a299f2d9-4b3b-463a-83c8-b4927ec3d2bf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.325317 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299f2d9-4b3b-463a-83c8-b4927ec3d2bf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=eb994bac-cf8d-4dbc-b65c-b524a7585201,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:25.438068 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a299f2d9-4b3b-463a-83c8-b4927ec3d2bf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.441296 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a299f2d9-4b3b-463a-83c8-b4927ec3d2bf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/eb994bac-cf8d-4dbc-b65c-b524a7585201 HTTP/1.1" status: 204 len: 168 time: 2.0430508 Apr 01 12:46:25.442073 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50604) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:25.448064 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50606) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:25.481611 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-093f006c-e9c3-430e-8d1f-5bd629619b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.495716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] device_id is not set on port 1c3b204b-4876-4c44-940b-2aefbddd7687 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:46:25.504940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b52c51c7-88ea-474f-be51-b70f8016946d req-d36e0ef4-1d9e-4a95-860e-4a774f6f35a7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] For port d5df4ca8-410c-48d6-ad2b-f4230345086b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d5df4ca8-410c-48d6-ad2b-f4230345086b,segment=NetworkSegment(775a7630-975a-4860-a482-773275ba63c2),segment_id=775a7630-975a-4860-a482-773275ba63c2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:25.505387 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b52c51c7-88ea-474f-be51-b70f8016946d req-d36e0ef4-1d9e-4a95-860e-4a774f6f35a7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.521781 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4badd87-bfd6-4fe4-a518-866e2d6ece75 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:25.523409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4badd87-bfd6-4fe4-a518-866e2d6ece75 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:25.524984 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4badd87-bfd6-4fe4-a518-866e2d6ece75 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:25.526513 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b4badd87-bfd6-4fe4-a518-866e2d6ece75 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0775731 Apr 01 12:46:25.529317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50610) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:25.540424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b52c51c7-88ea-474f-be51-b70f8016946d req-d36e0ef4-1d9e-4a95-860e-4a774f6f35a7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Calling delete_port for d5df4ca8-410c-48d6-ad2b-f4230345086b owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:25.590088 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-093f006c-e9c3-430e-8d1f-5bd629619b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.595530 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-093f006c-e9c3-430e-8d1f-5bd629619b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.638402 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-093f006c-e9c3-430e-8d1f-5bd629619b02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c76708167a8045359313f1e022b291de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951034 Apr 01 12:46:25.639617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f006c-e9c3-430e-8d1f-5bd629619b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358d424e-76a6-43ca-8669-7e4655381888,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:25.642412 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50612) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:25.704814 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42f2d99a-654e-4d65-a9ad-a6eff9c21e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.728639 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42f2d99a-654e-4d65-a9ad-a6eff9c21e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.780899 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42f2d99a-654e-4d65-a9ad-a6eff9c21e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.783826 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42f2d99a-654e-4d65-a9ad-a6eff9c21e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:25.787682 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-42f2d99a-654e-4d65-a9ad-a6eff9c21e9e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/358d424e-76a6-43ca-8669-7e4655381888 HTTP/1.1" status: 204 len: 168 time: 0.1413593 Apr 01 12:46:25.800228 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2d99a-654e-4d65-a9ad-a6eff9c21e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358d424e-76a6-43ca-8669-7e4655381888,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:25.892082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a70c577b-6104-471b-b687-9489bc7de2e0 None None] Could not find standard attr ID for object eb994bac-cf8d-4dbc-b65c-b524a7585201. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:46:25.908517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8db832-436a-4125-992a-0414c14d0fb7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 2ecaba97-d2ba-4e3a-8e60-01b3ee231ca1 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:25.921641 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d8db832-436a-4125-992a-0414c14d0fb7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.018120 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d8db832-436a-4125-992a-0414c14d0fb7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.076726 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.248945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] device_id is not set on port e85bc4a2-dc7e-4e39-9c3e-84bf86713874 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:46:26.282465 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d8db832-436a-4125-992a-0414c14d0fb7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.341755 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b52c51c7-88ea-474f-be51-b70f8016946d req-d36e0ef4-1d9e-4a95-860e-4a774f6f35a7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.354174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d5df4ca8-410c-48d6-ad2b-f4230345086b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:46:26.387371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e0ef4-1d9e-4a95-860e-4a774f6f35a7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Pushing event deleted for resources: {'Port': ['ID=d5df4ca8-410c-48d6-ad2b-f4230345086b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:26.462206 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-67444c33-dd43-4f5b-bf69-1680123bbccf req-a9a6e3e3-750e-4794-ac1d-b483abcd5621 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa62f573-3b48-4625-a375-84287a340f2e HTTP/1.1" status: 200 len: 210 time: 0.0650876 Apr 01 12:46:26.481534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52c51c7-88ea-474f-be51-b70f8016946d req-d36e0ef4-1d9e-4a95-860e-4a774f6f35a7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] No DVR routers for this DVR port d5df4ca8-410c-48d6-ad2b-f4230345086b on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:46:26.494761 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b52c51c7-88ea-474f-be51-b70f8016946d req-d36e0ef4-1d9e-4a95-860e-4a774f6f35a7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.498487 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b52c51c7-88ea-474f-be51-b70f8016946d req-d36e0ef4-1d9e-4a95-860e-4a774f6f35a7 tempest-ServersTestJSON-1539459105 tempest-ServersTestJSON-1539459105-project] 10.222.0.37 "DELETE /v2.0/ports/d5df4ca8-410c-48d6-ad2b-f4230345086b HTTP/1.1" status: 204 len: 173 time: 1.5359304 Apr 01 12:46:26.499090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62f573-3b48-4625-a375-84287a340f2e', 'name': 'network-vif-deleted', 'tag': 'd5df4ca8-410c-48d6-ad2b-f4230345086b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:46:26.501181 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6991d083-738d-4a3a-93ad-7398cd24d95e" -d '{"events": [{"server_uuid": "fa62f573-3b48-4625-a375-84287a340f2e", "name": "network-vif-deleted", "tag": "d5df4ca8-410c-48d6-ad2b-f4230345086b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:46:26.530605 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d8db832-436a-4125-992a-0414c14d0fb7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.536079 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87a7996b-6e59-47ad-99dc-e18306c09e74 req-6c1e0f6e-7015-41e1-b870-b92d77b06eb2 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0843790 Apr 01 12:46:26.591148 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d8db832-436a-4125-992a-0414c14d0fb7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.597925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e9173-77ed-414e-814d-97ff4cacb9e7 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:26.599014 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50642) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:26.599276 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4d8db832-436a-4125-992a-0414c14d0fb7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/2ecaba97-d2ba-4e3a-8e60-01b3ee231ca1 HTTP/1.1" status: 204 len: 168 time: 1.0688145 Apr 01 12:46:26.600337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8db832-436a-4125-992a-0414c14d0fb7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=2ecaba97-d2ba-4e3a-8e60-01b3ee231ca1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:26.611128 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedd88cb-37f4-42f2-b781-9e5f21f9c390 x-openstack-request-id: req-eedd88cb-37f4-42f2-b781-9e5f21f9c390 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:46:26.611506 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa62f573-3b48-4625-a375-84287a340f2e", "name": "network-vif-deleted", "tag": "d5df4ca8-410c-48d6-ad2b-f4230345086b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:46:26.611767 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eedd88cb-37f4-42f2-b781-9e5f21f9c390 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:46:26.612173 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eedd88cb-37f4-42f2-b781-9e5f21f9c390'] response: {'server_uuid': 'fa62f573-3b48-4625-a375-84287a340f2e', 'name': 'network-vif-deleted', 'tag': 'd5df4ca8-410c-48d6-ad2b-f4230345086b', 'status': 'completed', 'code': 200} Apr 01 12:46:26.616897 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.730174 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfe7ea1-c24c-45a0-af83-4565a672eeff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 6d8fd8c8-12d6-4f45-ac63-760bd3500476 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:26.732599 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.745336 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7bfe7ea1-c24c-45a0-af83-4565a672eeff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.825439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Checking segment: {'id': '4b1c6fbd-868c-4a53-a255-0cfa30345e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f4c50d07-2c51-4aea-9c40-26aea010dd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:26.825991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Network hostable DHCP agents. Network: f4c50d07-2c51-4aea-9c40-26aea010dd72, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:46:26.851296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event updated for resources: {'Port': ['ID=1c3b204b-4876-4c44-940b-2aefbddd7687,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:26.853262 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7bfe7ea1-c24c-45a0-af83-4565a672eeff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.857199 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Network f4c50d07-2c51-4aea-9c40-26aea010dd72 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:46:26.874198 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, f4c50d07-2c51-4aea-9c40-26aea010dd72) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:26.885763 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d00c40-2aa4-4917-ab90-ad0a7e059369 None None] Network f4c50d07-2c51-4aea-9c40-26aea010dd72 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:26.886815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:26.887832 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:26.957045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event updated for resources: {'Port': ['ID=e85bc4a2-dc7e-4e39-9c3e-84bf86713874,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:26.992683 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Checking segment: {'id': '9c97097f-0fe7-424d-a6ae-b6c398958e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '896e4e80-e4da-4d8c-b1bf-e43353a0a34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:26.993245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Network hostable DHCP agents. Network: 896e4e80-e4da-4d8c-b1bf-e43353a0a34f, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:46:27.002865 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7bfe7ea1-c24c-45a0-af83-4565a672eeff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:27.030270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Network 896e4e80-e4da-4d8c-b1bf-e43353a0a34f is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:46:27.048742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 896e4e80-e4da-4d8c-b1bf-e43353a0a34f) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:27.054573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:27.061764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:27.069509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:27.070521 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:27.090734 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5badaf47-a4a8-4ef9-af60-3735dc58c378 None None] Network 896e4e80-e4da-4d8c-b1bf-e43353a0a34f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:27.098055 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1ca3386d-d771-4184-aa3a-2eacb4b606c1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3935592 Apr 01 12:46:27.098740 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50658) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:27.125516 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7bfe7ea1-c24c-45a0-af83-4565a672eeff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:27.168281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe7ea1-c24c-45a0-af83-4565a672eeff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8fd8c8-12d6-4f45-ac63-760bd3500476,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:27.174125 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7bfe7ea1-c24c-45a0-af83-4565a672eeff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:27.179163 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7bfe7ea1-c24c-45a0-af83-4565a672eeff tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/6d8fd8c8-12d6-4f45-ac63-760bd3500476 HTTP/1.1" status: 204 len: 168 time: 0.5787399 Apr 01 12:46:27.181457 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50660) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:27.229036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd97277b-e5ad-469c-a8d2-a0080ad54e7c tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:27.245352 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3defa05c-0d5d-4e30-a8b6-954046768b81 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624776 Apr 01 12:46:27.248377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50662) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:27.255232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd97277b-e5ad-469c-a8d2-a0080ad54e7c tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:27.256816 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3c4f5f08-fe78-40fd-9283-6f4ceea15449 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:27.262174 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50664) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:27.265588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bd97277b-e5ad-469c-a8d2-a0080ad54e7c tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1657465 Apr 01 12:46:27.475206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4f5f08-fe78-40fd-9283-6f4ceea15449 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:27.478718 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c4f5f08-fe78-40fd-9283-6f4ceea15449 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:27.559755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-eeeee009-e15c-4172-b25a-f44cead27f26 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Deleting port 1c3b204b-4876-4c44-940b-2aefbddd7687 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:27.562254 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eeeee009-e15c-4172-b25a-f44cead27f26 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:27.564894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50672) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:27.628206 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0265b6dd-0f88-473f-9dd6-5c3f952dcee2 admin admin] Deleting subnet 16405484-146e-4b1d-a8e6-5b44cba643c4 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:27.631933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0265b6dd-0f88-473f-9dd6-5c3f952dcee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:27.717379 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0265b6dd-0f88-473f-9dd6-5c3f952dcee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:27.798125 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-17d1f222-e816-4ed7-a029-84e5cbcd4811 req-146b565e-c34e-40de-9f53-5b54d729e9a5 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0606148 Apr 01 12:46:27.800577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0265b6dd-0f88-473f-9dd6-5c3f952dcee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:27.807181 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eeeee009-e15c-4172-b25a-f44cead27f26 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:27.832474 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-eeeee009-e15c-4172-b25a-f44cead27f26 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Calling delete_port for 1c3b204b-4876-4c44-940b-2aefbddd7687 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:27.867608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1565a54b-1ef3-4f4f-8eb4-8781bc04abd8 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:27.910355 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0265b6dd-0f88-473f-9dd6-5c3f952dcee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:27.943278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265b6dd-0f88-473f-9dd6-5c3f952dcee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16405484-146e-4b1d-a8e6-5b44cba643c4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:27.948302 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0265b6dd-0f88-473f-9dd6-5c3f952dcee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:27.955198 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0265b6dd-0f88-473f-9dd6-5c3f952dcee2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/16405484-146e-4b1d-a8e6-5b44cba643c4 HTTP/1.1" status: 204 len: 168 time: 0.3885739 Apr 01 12:46:27.955848 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50688) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:28.039685 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c4f5f08-fe78-40fd-9283-6f4ceea15449 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.049003 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-bfb6b0f5-8f3f-4507-ab08-506c6ce05bf0 None None] Provisioning complete for port d5f6089d-e3e5-4292-a27f-92f219016f8f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:28.049375 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b0f5-8f3f-4507-ab08-506c6ce05bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.050362 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.051358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eeeee009-e15c-4172-b25a-f44cead27f26 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.119243 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeee009-e15c-4172-b25a-f44cead27f26 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event deleted for resources: {'Port': ['ID=1c3b204b-4876-4c44-940b-2aefbddd7687,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:28.122825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f5f08-fe78-40fd-9283-6f4ceea15449 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:28.131129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f5f08-fe78-40fd-9283-6f4ceea15449 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:28.135319 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eeeee009-e15c-4172-b25a-f44cead27f26 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.141320 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eeeee009-e15c-4172-b25a-f44cead27f26 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "DELETE /v2.0/ports/1c3b204b-4876-4c44-940b-2aefbddd7687 HTTP/1.1" status: 204 len: 168 time: 0.8737447 Apr 01 12:46:28.141320 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f5f08-fe78-40fd-9283-6f4ceea15449 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:28.141320 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3c4f5f08-fe78-40fd-9283-6f4ceea15449 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.144853 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50694) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:28.162544 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f5f08-fe78-40fd-9283-6f4ceea15449 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=d9afb859-0b4d-4901-a5ae-0146de6efb29,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:28.198949 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3c4f5f08-fe78-40fd-9283-6f4ceea15449 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9444380 Apr 01 12:46:28.199158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d675247-ab37-4ef2-a11c-1c8ad7be5954 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:46:28.199638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50696) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:28.204635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-82175872-ab0f-4ec5-8487-5a82286ba60c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:28.216710 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.244090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7954533d-2445-42af-9c0a-77b864800a7b']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:28.259467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775a7630-975a-4860-a482-773275ba63c2') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:28.259746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775a7630-975a-4860-a482-773275ba63c2') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:28.264921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8d675247-ab37-4ef2-a11c-1c8ad7be5954 None None] Deleting port d5f6089d-e3e5-4292-a27f-92f219016f8f {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:28.266082 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d675247-ab37-4ef2-a11c-1c8ad7be5954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.272412 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.305260 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.326421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:46:28.326421 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:46:28.328439 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:46:28.352224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-214068fd-48fb-4d13-a9aa-e86a83999b94 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Deleting port e85bc4a2-dc7e-4e39-9c3e-84bf86713874 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:28.352748 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-214068fd-48fb-4d13-a9aa-e86a83999b94 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.370751 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8d675247-ab37-4ef2-a11c-1c8ad7be5954 None None] For port d5f6089d-e3e5-4292-a27f-92f219016f8f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d5f6089d-e3e5-4292-a27f-92f219016f8f,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:28.372152 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d675247-ab37-4ef2-a11c-1c8ad7be5954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.396592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8d675247-ab37-4ef2-a11c-1c8ad7be5954 None None] Calling delete_port for d5f6089d-e3e5-4292-a27f-92f219016f8f owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:28.399767 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.412635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.418542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82175872-ab0f-4ec5-8487-5a82286ba60c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:28.418725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7954533d-2445-42af-9c0a-77b864800a7b HTTP/1.1" status: 204 len: 168 time: 0.4616082 Apr 01 12:46:28.422641 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-82175872-ab0f-4ec5-8487-5a82286ba60c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.452746 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-214068fd-48fb-4d13-a9aa-e86a83999b94 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.455634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d7671-d60a-4e4f-abd4-e095a0f1a6b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7954533d-2445-42af-9c0a-77b864800a7b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:28.477146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-214068fd-48fb-4d13-a9aa-e86a83999b94 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Calling delete_port for e85bc4a2-dc7e-4e39-9c3e-84bf86713874 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:28.506461 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d675247-ab37-4ef2-a11c-1c8ad7be5954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.544157 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d675247-ab37-4ef2-a11c-1c8ad7be5954 None None] Pushing event deleted for resources: {'Port': ['ID=d5f6089d-e3e5-4292-a27f-92f219016f8f,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:28.555369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d675247-ab37-4ef2-a11c-1c8ad7be5954 None None] No DVR routers for this DVR port d5f6089d-e3e5-4292-a27f-92f219016f8f on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:46:28.599827 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12487364-aebe-45e9-9dc4-be5038086843 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:28.664025 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-214068fd-48fb-4d13-a9aa-e86a83999b94 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.697870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50706) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:28.701274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214068fd-48fb-4d13-a9aa-e86a83999b94 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event deleted for resources: {'Port': ['ID=e85bc4a2-dc7e-4e39-9c3e-84bf86713874,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:28.712604 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-214068fd-48fb-4d13-a9aa-e86a83999b94 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.716589 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-214068fd-48fb-4d13-a9aa-e86a83999b94 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "DELETE /v2.0/ports/e85bc4a2-dc7e-4e39-9c3e-84bf86713874 HTTP/1.1" status: 204 len: 168 time: 0.5699162 Apr 01 12:46:28.720516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50708) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:28.762850 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2153e6c8-4d0b-4874-b110-ea4cdb4d9b07 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0342412 Apr 01 12:46:28.767715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50710) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:28.784981 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-258b817d-1740-4b0e-b4b7-50a23fc986ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=faf9e4a3810b4cb7ac6ea91a58e763e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0830612 Apr 01 12:46:28.786103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50714) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:28.798424 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-72999ffd-16fc-4075-8482-6cb5f6f13476 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1982921775'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:28.832751 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': 'd9afb859-0b4d-4901-a5ae-0146de6efb29'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:46:28.833787 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.865354 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d3b9044-ca13-4e6e-8c19-215a5cceb309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.882399 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72999ffd-16fc-4075-8482-6cb5f6f13476 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Made reservation on behalf of 906b316bca1e4e50883b8df8fc1ed02d for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:28.885901 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72999ffd-16fc-4075-8482-6cb5f6f13476 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.906452 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d3b9044-ca13-4e6e-8c19-215a5cceb309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.940047 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72999ffd-16fc-4075-8482-6cb5f6f13476 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:46:28.961415 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72999ffd-16fc-4075-8482-6cb5f6f13476 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:28.961809 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-72999ffd-16fc-4075-8482-6cb5f6f13476 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Added segment d3671a22-d958-4243-b922-489d06600550 of type vlan for network a7a2c855-61de-46ae-8454-16fb1cd8e8cf Apr 01 12:46:29.002472 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-440a8404-c8e4-447c-aa4f-ff38d56869e7 req-7375d774-8187-476f-8760-83fb576da3e2 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0418913 Apr 01 12:46:29.024995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.objects.ports [None req-82175872-ab0f-4ec5-8487-5a82286ba60c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:46:29.031338 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-82175872-ab0f-4ec5-8487-5a82286ba60c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.045458 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72999ffd-16fc-4075-8482-6cb5f6f13476 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.046243 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d3b9044-ca13-4e6e-8c19-215a5cceb309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.048934 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d3b9044-ca13-4e6e-8c19-215a5cceb309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.054253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1d3b9044-ca13-4e6e-8c19-215a5cceb309 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c56e75b-3aba-4a74-b7ba-67e91e00b7fd HTTP/1.1" status: 204 len: 168 time: 0.2634234 Apr 01 12:46:29.076445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b9044-ca13-4e6e-8c19-215a5cceb309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c56e75b-3aba-4a74-b7ba-67e91e00b7fd,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:29.111993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82175872-ab0f-4ec5-8487-5a82286ba60c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:29.128226 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-82175872-ab0f-4ec5-8487-5a82286ba60c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:29.132867 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82175872-ab0f-4ec5-8487-5a82286ba60c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:29.133474 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-82175872-ab0f-4ec5-8487-5a82286ba60c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.136778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82175872-ab0f-4ec5-8487-5a82286ba60c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=85808db4-13b7-43b1-b933-32694ce05fdb,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:29.146093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72999ffd-16fc-4075-8482-6cb5f6f13476 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.151170 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72999ffd-16fc-4075-8482-6cb5f6f13476 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:29.151939 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72999ffd-16fc-4075-8482-6cb5f6f13476 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.180276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Allocated IP 172.20.0.2 (260099d2-7af7-4f0e-86b6-4c66e180255a/d9afb859-0b4d-4901-a5ae-0146de6efb29/aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:29.182285 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-82175872-ab0f-4ec5-8487-5a82286ba60c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9818060 Apr 01 12:46:29.185429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50730) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:29.188728 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-72999ffd-16fc-4075-8482-6cb5f6f13476 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4190748 Apr 01 12:46:29.192760 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:d0:85:43', 'name': 'tempest-NetworksTestDHCPv6-544988205'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:29.195538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50732) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:29.204633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-44e75b39-8d36-46a2-a26d-ec168ebfc7d8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-39870422'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:29.249482 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72999ffd-16fc-4075-8482-6cb5f6f13476 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event updated for resources: {'Network': ['ID=a7a2c855-61de-46ae-8454-16fb1cd8e8cf,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:29.265199 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e75b39-8d36-46a2-a26d-ec168ebfc7d8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Made reservation on behalf of 906b316bca1e4e50883b8df8fc1ed02d for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:29.268944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44e75b39-8d36-46a2-a26d-ec168ebfc7d8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.297866 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e75b39-8d36-46a2-a26d-ec168ebfc7d8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:46:29.309507 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44e75b39-8d36-46a2-a26d-ec168ebfc7d8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.309976 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-44e75b39-8d36-46a2-a26d-ec168ebfc7d8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Added segment 49a1b742-f97a-40d7-b5ec-33234c514088 of type vlan for network 3a9a6998-9d08-45ff-a092-e40dc79cdb23 Apr 01 12:46:29.363993 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44e75b39-8d36-46a2-a26d-ec168ebfc7d8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.424527 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44e75b39-8d36-46a2-a26d-ec168ebfc7d8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.450819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e75b39-8d36-46a2-a26d-ec168ebfc7d8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:29.451549 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44e75b39-8d36-46a2-a26d-ec168ebfc7d8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.460537 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network a7a2c855-61de-46ae-8454-16fb1cd8e8cf details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:46:29.482518 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d5df4ca8-410c-48d6-ad2b-f4230345086b no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:46:29.517724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:29.547597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: d5df4ca8-410c-48d6-ad2b-f4230345086b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:46:29.549653 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d5df4ca8-410c-48d6-ad2b-f4230345086b not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:46:29.604643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e75b39-8d36-46a2-a26d-ec168ebfc7d8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event updated for resources: {'Network': ['ID=3a9a6998-9d08-45ff-a092-e40dc79cdb23,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:29.630097 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-44e75b39-8d36-46a2-a26d-ec168ebfc7d8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4334848 Apr 01 12:46:29.639812 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.661099 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 3a9a6998-9d08-45ff-a092-e40dc79cdb23 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:46:29.685077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port e66eca67-014d-451b-af59-0ddcf1961986 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:46:29.768927 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50744) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:29.775078 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'subnets': [{'network_id': 'a7a2c855-61de-46ae-8454-16fb1cd8e8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--433739403', 'ip_version': 4}, {'network_id': '3a9a6998-9d08-45ff-a092-e40dc79cdb23', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:29.775493 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'subnet': {'network_id': 'a7a2c855-61de-46ae-8454-16fb1cd8e8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--433739403', 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:29.776139 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Request body: {'subnet': {'network_id': '3a9a6998-9d08-45ff-a092-e40dc79cdb23', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:29.980243 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:29.997536 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:30.034579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Made reservation on behalf of 906b316bca1e4e50883b8df8fc1ed02d for: {'subnet': 2} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:30.039800 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:30.040144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:30.105145 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Pushing event updated for resources: {'Port': ['ID=aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:30.137355 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:30.139334 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:30.150133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:30.379770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-591ac3da-97c0-4b7d-b1d9-7d67015ccb8e req-dadac2f6-d346-4feb-a3f2-2d60798969b4 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.1192310 Apr 01 12:46:30.382859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d5f6089d-e3e5-4292-a27f-92f219016f8f no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:46:30.411779 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: d5f6089d-e3e5-4292-a27f-92f219016f8f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:46:30.412170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d5f6089d-e3e5-4292-a27f-92f219016f8f not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:46:30.415044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Attempting to bind port aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:46:30.415823 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Attempting to bind port aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:46:30.416590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Attempting to bind port aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:46:30.424429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:46:30.425093 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:30.425958 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:30.426617 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:46:30.438411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Bound port: aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:46:30.438411 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:30.438641 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 172.20.0.5 (260099d2-7af7-4f0e-86b6-4c66e180255a/d9afb859-0b4d-4901-a5ae-0146de6efb29/e66eca67-014d-451b-af59-0ddcf1961986) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:30.447544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::f816:3eff:fed0:8543 (260099d2-7af7-4f0e-86b6-4c66e180255a/85808db4-13b7-43b1-b933-32694ce05fdb/e66eca67-014d-451b-af59-0ddcf1961986) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:30.525705 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] For port aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:46:30.531938 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] For port aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:46:30.536591 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:30.621323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668b050-9adb-4435-8a43-0be70cbe17ca None None] Pushing event updated for resources: {'Port': ['ID=aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:30.630930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973cf3f-fcba-4c2b-acb4-5f7f19191054 req-09f70155-6d0f-4b00-9412-47e727ba4a03 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:30.633790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0973cf3f-fcba-4c2b-acb4-5f7f19191054 req-09f70155-6d0f-4b00-9412-47e727ba4a03 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.1710351 Apr 01 12:46:30.722707 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:30.756984 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0973cf3f-fcba-4c2b-acb4-5f7f19191054 req-0ebe41b8-1666-4462-a6a8-8e49e2b5e272 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106656 Apr 01 12:46:30.775198 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:30.853132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=e66eca67-014d-451b-af59-0ddcf1961986,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:30.891983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:30.904460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:30.914236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:30.937887 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:31.007113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:31.007830 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:31.031409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event updated for resources: {'Subnet': ['ID=fc009473-3f93-4380-bf82-11fea694ca76,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:31.041309 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Checking segment: {'id': 'd3671a22-d958-4243-b922-489d06600550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a7a2c855-61de-46ae-8454-16fb1cd8e8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:31.041704 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Network hostable DHCP agents. Network: a7a2c855-61de-46ae-8454-16fb1cd8e8cf, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:46:31.048671 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7da1d2ab-5cad-4db1-9c9b-824303021372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8592198 Apr 01 12:46:31.048850 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50780) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:31.096622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Network a7a2c855-61de-46ae-8454-16fb1cd8e8cf is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:46:31.115425 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f8234a-b26f-409b-a912-168d34667fa5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:31.124376 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f8234a-b26f-409b-a912-168d34667fa5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:31.128588 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d5f8234a-b26f-409b-a912-168d34667fa5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0763795 Apr 01 12:46:31.128894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50784) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:31.136048 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, a7a2c855-61de-46ae-8454-16fb1cd8e8cf) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:31.152644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f8cc85-30c0-4fab-9d4b-85b5ed9da3d0 None None] Network a7a2c855-61de-46ae-8454-16fb1cd8e8cf requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:31.157080 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:31.260119 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event updated for resources: {'Subnet': ['ID=7e93a5e3-1c3e-4dc6-b0a7-407d2b24e4b5,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:31.317322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Checking segment: {'id': '49a1b742-f97a-40d7-b5ec-33234c514088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3a9a6998-9d08-45ff-a092-e40dc79cdb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:31.317941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Network hostable DHCP agents. Network: 3a9a6998-9d08-45ff-a092-e40dc79cdb23, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:46:31.323861 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d386fb8b-ea40-4868-b02c-192a51ef8bc6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port e66eca67-014d-451b-af59-0ddcf1961986 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:31.324207 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d386fb8b-ea40-4868-b02c-192a51ef8bc6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:31.361877 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-a7a2c855-61de-46ae-8454-16fb1cd8e8cf', 'network_id': 'a7a2c855-61de-46ae-8454-16fb1cd8e8cf', 'tenant_id': '906b316bca1e4e50883b8df8fc1ed02d', 'fixed_ips': [{'subnet_id': 'fc009473-3f93-4380-bf82-11fea694ca76'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:46:31.363041 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:31.667517 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a834571-d579-47dd-8f0a-2a2a35ea3799 req-e3326862-a590-49c1-879f-2934a67e752c tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0560770 Apr 01 12:46:31.672857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Network 3a9a6998-9d08-45ff-a092-e40dc79cdb23 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:46:31.691703 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Allocated IP 172.20.0.2 (a7a2c855-61de-46ae-8454-16fb1cd8e8cf/fc009473-3f93-4380-bf82-11fea694ca76/7aa329e1-0235-4c2e-8089-f04a0ea7caa7) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:31.731689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 3a9a6998-9d08-45ff-a092-e40dc79cdb23) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:31.736530 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:31.737202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:31.738140 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:31.753703 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f7d52c-1dc2-4394-9f6e-858948d65b17 None None] Network 3a9a6998-9d08-45ff-a092-e40dc79cdb23 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:31.754726 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d386fb8b-ea40-4868-b02c-192a51ef8bc6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:31.789870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0bc51-8037-49f1-b52d-c1946414bf68 req-8fefa7ea-81b8-4f43-8552-2bd2c5eabd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:31.793845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0de0bc51-8037-49f1-b52d-c1946414bf68 req-8fefa7ea-81b8-4f43-8552-2bd2c5eabd83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 1096 time: 0.1049938 Apr 01 12:46:31.810051 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d386fb8b-ea40-4868-b02c-192a51ef8bc6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for e66eca67-014d-451b-af59-0ddcf1961986 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:31.826722 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d67373ad-c16f-4601-bc93-5622ba7dcf36 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.0538201 Apr 01 12:46:31.827518 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50808) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:32.107642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a114ec28-82d2-47ed-a667-891e4eeb9ed8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:32.109295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a114ec28-82d2-47ed-a667-891e4eeb9ed8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:32.127437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a114ec28-82d2-47ed-a667-891e4eeb9ed8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:32.129112 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a114ec28-82d2-47ed-a667-891e4eeb9ed8 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3000655 Apr 01 12:46:32.133266 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5db62-1a16-4863-a23b-24b02225c838 req-1346bdcf-3231-42d5-8048-6162fbace5ce tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:32.135034 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1b5db62-1a16-4863-a23b-24b02225c838 req-1346bdcf-3231-42d5-8048-6162fbace5ce tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.1390858 Apr 01 12:46:32.136079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50820) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:32.142099 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d386fb8b-ea40-4868-b02c-192a51ef8bc6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:32.264148 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386fb8b-ea40-4868-b02c-192a51ef8bc6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=e66eca67-014d-451b-af59-0ddcf1961986,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:32.307004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0bc51-8037-49f1-b52d-c1946414bf68 req-b4863328-ba43-4a23-a334-545f3afa8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:32.308528 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0de0bc51-8037-49f1-b52d-c1946414bf68 req-b4863328-ba43-4a23-a334-545f3afa8272 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 912 time: 0.4929011 Apr 01 12:46:32.329042 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:32.401391 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e1b5db62-1a16-4863-a23b-24b02225c838 req-8a69593b-7d68-4685-8149-74c4387d92ff tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447205 Apr 01 12:46:32.422372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:32.476875 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9e0661-5a86-4606-af3f-324a6c22559e tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Deleting subnet fc009473-3f93-4380-bf82-11fea694ca76 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:32.490924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0661-5a86-4606-af3f-324a6c22559e tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:32.531694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5891b0a-31fb-4018-a553-116a534bfa32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-3a9a6998-9d08-45ff-a092-e40dc79cdb23', 'network_id': '3a9a6998-9d08-45ff-a092-e40dc79cdb23', 'tenant_id': '906b316bca1e4e50883b8df8fc1ed02d', 'fixed_ips': [{'subnet_id': '7e93a5e3-1c3e-4dc6-b0a7-407d2b24e4b5'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:46:32.532538 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d5891b0a-31fb-4018-a553-116a534bfa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:32.534718 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:32.543253 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d386fb8b-ea40-4868-b02c-192a51ef8bc6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:32.547928 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d386fb8b-ea40-4868-b02c-192a51ef8bc6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/e66eca67-014d-451b-af59-0ddcf1961986 HTTP/1.1" status: 204 len: 168 time: 1.4167969 Apr 01 12:46:32.550522 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50836) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:32.555857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0de0bc51-8037-49f1-b52d-c1946414bf68 req-6eadb7fe-100c-4357-b82a-e581881d1350 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df3209c2-7824-4886-9141-855b216eb174 HTTP/1.1" status: 200 len: 1000 time: 0.2270117 Apr 01 12:46:32.563157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0661-5a86-4606-af3f-324a6c22559e tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:32.610708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5a14e1-8469-4d4b-bf30-5d750351880f None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:32.650841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0bc51-8037-49f1-b52d-c1946414bf68 req-a854e8ec-d032-442b-9cd2-d7141678a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:32.652632 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0de0bc51-8037-49f1-b52d-c1946414bf68 req-a854e8ec-d032-442b-9cd2-d7141678a4d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb2409b7-d005-4b83-bb45-b3e7637fb4f0 HTTP/1.1" status: 200 len: 850 time: 0.0866258 Apr 01 12:46:32.661914 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Network a7a2c855-61de-46ae-8454-16fb1cd8e8cf is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:32.662944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f8d9e7-aa12-4bbf-86d5-93eb3cd17e07 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:32.664914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f8d9e7-aa12-4bbf-86d5-93eb3cd17e07 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:32.666790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f8d9e7-aa12-4bbf-86d5-93eb3cd17e07 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:32.668642 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c7f8d9e7-aa12-4bbf-86d5-93eb3cd17e07 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1171544 Apr 01 12:46:32.674492 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50844) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:32.720387 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:32.744292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:32.751765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-edc0c180-6a37-4b24-bac3-27a1f0296570 None None] Provisioning complete for port aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:32.752133 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-edc0c180-6a37-4b24-bac3-27a1f0296570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:32.753641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:32.755179 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:32.774660 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0661-5a86-4606-af3f-324a6c22559e tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:32.787504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-0328121f-9b76-4469-882e-99fa7d5f1b81 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 85808db4-13b7-43b1-b933-32694ce05fdb {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:32.799922 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0328121f-9b76-4469-882e-99fa7d5f1b81 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:32.816600 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0bc51-8037-49f1-b52d-c1946414bf68 req-c80a81e7-ea1c-431d-9481-7b75b2a7ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:32.818655 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0de0bc51-8037-49f1-b52d-c1946414bf68 req-c80a81e7-ea1c-431d-9481-7b75b2a7ca61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387742 Apr 01 12:46:32.884601 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0328121f-9b76-4469-882e-99fa7d5f1b81 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:32.995764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0de0bc51-8037-49f1-b52d-c1946414bf68 req-9463767f-dbab-4a2d-b74e-13a974dedbb9 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673646 Apr 01 12:46:33.004321 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0328121f-9b76-4469-882e-99fa7d5f1b81 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.006251 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-42921b29-e6d5-4667-b51f-c4f6956764fc req-bf9d7ceb-fd9b-4624-be4c-49a2cd974aa7 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0476429 Apr 01 12:46:33.104028 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0661-5a86-4606-af3f-324a6c22559e tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.139976 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0328121f-9b76-4469-882e-99fa7d5f1b81 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.150690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e0661-5a86-4606-af3f-324a6c22559e tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event deleted for resources: {'Subnet': ['ID=fc009473-3f93-4380-bf82-11fea694ca76,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:33.153173 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0661-5a86-4606-af3f-324a6c22559e tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.157792 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7d9e0661-5a86-4606-af3f-324a6c22559e tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "DELETE /v2.0/subnets/fc009473-3f93-4380-bf82-11fea694ca76 HTTP/1.1" status: 204 len: 168 time: 1.0207188 Apr 01 12:46:33.164249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50864) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:33.228709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0de0bc51-8037-49f1-b52d-c1946414bf68 req-04f0411a-831e-4551-bd32-418b965a317d service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206023 Apr 01 12:46:33.241984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-edddc7a2-fab2-4564-8c47-2e5b1fc2ab87 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Deleting subnet 7e93a5e3-1c3e-4dc6-b0a7-407d2b24e4b5 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:33.245788 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edddc7a2-fab2-4564-8c47-2e5b1fc2ab87 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.262380 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0328121f-9b76-4469-882e-99fa7d5f1b81 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.278077 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0328121f-9b76-4469-882e-99fa7d5f1b81 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/85808db4-13b7-43b1-b933-32694ce05fdb HTTP/1.1" status: 204 len: 168 time: 0.5975950 Apr 01 12:46:33.278077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328121f-9b76-4469-882e-99fa7d5f1b81 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=85808db4-13b7-43b1-b933-32694ce05fdb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:33.280350 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50868) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:33.342615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef3f190-7644-41af-bcf9-f6e8fcb6873f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet d9afb859-0b4d-4901-a5ae-0146de6efb29 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:33.352116 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f190-7644-41af-bcf9-f6e8fcb6873f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.389083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Pushing event updated for resources: {'Port': ['ID=7aa329e1-0235-4c2e-8089-f04a0ea7caa7,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:33.396284 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edddc7a2-fab2-4564-8c47-2e5b1fc2ab87 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.432995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f190-7644-41af-bcf9-f6e8fcb6873f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.533177 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edddc7a2-fab2-4564-8c47-2e5b1fc2ab87 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.632702 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece4dfc-73ee-4e98-9226-25cf01c30765 req-32193f74-1c15-44a4-ae66-28eb1e724d65 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:33.639732 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Attempting to bind port 7aa329e1-0235-4c2e-8089-f04a0ea7caa7 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:46:33.640126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Attempting to bind port 7aa329e1-0235-4c2e-8089-f04a0ea7caa7 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'd3671a22-d958-4243-b922-489d06600550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a7a2c855-61de-46ae-8454-16fb1cd8e8cf'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:46:33.641017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Attempting to bind port 7aa329e1-0235-4c2e-8089-f04a0ea7caa7 on network a7a2c855-61de-46ae-8454-16fb1cd8e8cf {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:46:33.643273 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8ece4dfc-73ee-4e98-9226-25cf01c30765 req-32193f74-1c15-44a4-ae66-28eb1e724d65 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.1321118 Apr 01 12:46:33.657034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:46:33.657409 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Checking segment: {'id': 'd3671a22-d958-4243-b922-489d06600550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a7a2c855-61de-46ae-8454-16fb1cd8e8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:33.657811 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.658232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Bound using segment: {'id': 'd3671a22-d958-4243-b922-489d06600550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a7a2c855-61de-46ae-8454-16fb1cd8e8cf'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:46:33.659851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Bound port: 7aa329e1-0235-4c2e-8089-f04a0ea7caa7, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3671a22-d958-4243-b922-489d06600550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a7a2c855-61de-46ae-8454-16fb1cd8e8cf'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:46:33.661058 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.685995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f190-7644-41af-bcf9-f6e8fcb6873f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.732311 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8ece4dfc-73ee-4e98-9226-25cf01c30765 req-537e17e1-d8ea-4888-9a35-3076717afec6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813620 Apr 01 12:46:33.747513 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.751071 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edddc7a2-fab2-4564-8c47-2e5b1fc2ab87 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.793658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddc7a2-fab2-4564-8c47-2e5b1fc2ab87 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event deleted for resources: {'Subnet': ['ID=7e93a5e3-1c3e-4dc6-b0a7-407d2b24e4b5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:33.811470 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edddc7a2-fab2-4564-8c47-2e5b1fc2ab87 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.817535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-edddc7a2-fab2-4564-8c47-2e5b1fc2ab87 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "DELETE /v2.0/subnets/7e93a5e3-1c3e-4dc6-b0a7-407d2b24e4b5 HTTP/1.1" status: 204 len: 168 time: 0.6520488 Apr 01 12:46:33.820128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50884) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:33.876735 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f190-7644-41af-bcf9-f6e8fcb6873f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server [None req-d5891b0a-31fb-4018-a553-116a534bfa32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e93a5e3-1c3e-4dc6-b0a7-407d2b24e4b5: This subnet is being modified by another concurrent operation. Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise exception Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e93a5e3-1c3e-4dc6-b0a7-407d2b24e4b5: This subnet is being modified by another concurrent operation. Apr 01 12:46:33.891770 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Apr 01 12:46:33.933400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055500c0-5652-4dfd-a5da-ef39ec1a8733 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:33.940520 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-055500c0-5652-4dfd-a5da-ef39ec1a8733 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1193190 Apr 01 12:46:33.941449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50892) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:33.965172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3f190-7644-41af-bcf9-f6e8fcb6873f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=d9afb859-0b4d-4901-a5ae-0146de6efb29,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:33.966549 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f190-7644-41af-bcf9-f6e8fcb6873f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:33.969657 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7ef3f190-7644-41af-bcf9-f6e8fcb6873f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/d9afb859-0b4d-4901-a5ae-0146de6efb29 HTTP/1.1" status: 204 len: 168 time: 0.6885397 Apr 01 12:46:33.971499 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50894) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:33.972063 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50896) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:33.978587 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-edc0c180-6a37-4b24-bac3-27a1f0296570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.027912 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b6422502-04cb-44e1-a3db-25b62cdbee17 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489728 Apr 01 12:46:34.030795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50900) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:34.037433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b3f21e6d-2aec-4535-b57f-0a2ad3622dfc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:34.046042 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c32c2-7ec5-4ea8-96dd-37257aef4dd9 None None] Network 3a9a6998-9d08-45ff-a092-e40dc79cdb23 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:34.102944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.340079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.398787 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9a6998-9d08-45ff-a092-e40dc79cdb23']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:34.428369 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a1b742-f97a-40d7-b5ec-33234c514088') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:34.428602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a1b742-f97a-40d7-b5ec-33234c514088') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:34.448227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae76e91b-25f1-4a03-8d68-d04327a42fab None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:34.455702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.480883 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.497463 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:46:34.497866 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:46:34.501005 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:46:34.529916 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08a4d8ad-9e27-4a16-8b93-531de0f9f4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.569910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] For port 7aa329e1-0235-4c2e-8089-f04a0ea7caa7, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:46:34.584529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] For port 7aa329e1-0235-4c2e-8089-f04a0ea7caa7, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7aa329e1-0235-4c2e-8089-f04a0ea7caa7,segment=NetworkSegment(d3671a22-d958-4243-b922-489d06600550),segment_id=d3671a22-d958-4243-b922-489d06600550)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:46:34.598497 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:46:34.601493 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:46:34.636811 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.657923 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.661630 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "DELETE /v2.0/networks/3a9a6998-9d08-45ff-a092-e40dc79cdb23 HTTP/1.1" status: 204 len: 168 time: 0.7187090 Apr 01 12:46:34.664180 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f9955fb-4d8f-4816-9cd4-3b876d58dad3 req-f0a90744-8534-4137-81d2-57787ed8978d tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0549052 Apr 01 12:46:34.665084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50916) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:34.685004 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.693086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92b141-f421-4507-8304-230f496266c2 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event deleted for resources: {'Network': ['ID=3a9a6998-9d08-45ff-a092-e40dc79cdb23,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:34.784398 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-edc0c180-6a37-4b24-bac3-27a1f0296570 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:46:34.784989 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-edc0c180-6a37-4b24-bac3-27a1f0296570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:46:34.789511 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0a22e-0c7d-4929-8dcb-7d1a7793fcf4 None None] Pushing event updated for resources: {'Port': ['ID=7aa329e1-0235-4c2e-8089-f04a0ea7caa7,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:34.802646 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.803226 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08a4d8ad-9e27-4a16-8b93-531de0f9f4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.819155 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08a4d8ad-9e27-4a16-8b93-531de0f9f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.896635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f21e6d-2aec-4535-b57f-0a2ad3622dfc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:34.902186 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3f21e6d-2aec-4535-b57f-0a2ad3622dfc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:34.928147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec02ed9-6e23-4555-a0b2-89d8eda38093 None None] Network a7a2c855-61de-46ae-8454-16fb1cd8e8cf requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:34.939599 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-08a4d8ad-9e27-4a16-8b93-531de0f9f4b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5073e8eacbd1404ab09b39b8961627f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9632077 Apr 01 12:46:34.940300 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4d8ad-9e27-4a16-8b93-531de0f9f4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949a2dd3-ebdf-418b-b37d-f23547af35fe,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:34.943979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50920) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:35.008944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90097ab1-f35a-4703-8044-9fe931e5be17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.032304 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90097ab1-f35a-4703-8044-9fe931e5be17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.038972 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a5359-1fda-4f01-9491-dfc81ada73f5 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:46:35.088686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Deleting port 7aa329e1-0235-4c2e-8089-f04a0ea7caa7 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:35.089920 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.091974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2efcd-3ca3-47f0-a33e-52b924e0496d req-4d5b9806-09b8-49d4-bf2f-fba8f6d7cade tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:35.093617 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44e2efcd-3ca3-47f0-a33e-52b924e0496d req-4d5b9806-09b8-49d4-bf2f-fba8f6d7cade tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.2138650 Apr 01 12:46:35.104314 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90097ab1-f35a-4703-8044-9fe931e5be17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.111175 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90097ab1-f35a-4703-8044-9fe931e5be17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.113761 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-90097ab1-f35a-4703-8044-9fe931e5be17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/949a2dd3-ebdf-418b-b37d-f23547af35fe HTTP/1.1" status: 204 len: 168 time: 0.1637485 Apr 01 12:46:35.171826 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.185667 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90097ab1-f35a-4703-8044-9fe931e5be17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949a2dd3-ebdf-418b-b37d-f23547af35fe,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:35.192852 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d46a5359-1fda-4f01-9491-dfc81ada73f5 None None] Deleting port aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:35.193229 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d46a5359-1fda-4f01-9491-dfc81ada73f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.231459 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44e2efcd-3ca3-47f0-a33e-52b924e0496d req-86ab4f78-14da-4614-9d45-e2842d9dbd8a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299748 Apr 01 12:46:35.349893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] For port 7aa329e1-0235-4c2e-8089-f04a0ea7caa7, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7aa329e1-0235-4c2e-8089-f04a0ea7caa7,segment=NetworkSegment(d3671a22-d958-4243-b922-489d06600550),segment_id=d3671a22-d958-4243-b922-489d06600550)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:35.350573 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.364354 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:35.374153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Calling delete_port for 7aa329e1-0235-4c2e-8089-f04a0ea7caa7 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:35.392171 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.407059 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d46a5359-1fda-4f01-9491-dfc81ada73f5 None None] For port aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:35.407473 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d46a5359-1fda-4f01-9491-dfc81ada73f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.456878 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d46a5359-1fda-4f01-9491-dfc81ada73f5 None None] Calling delete_port for aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:35.486568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:35.552928 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3f21e6d-2aec-4535-b57f-0a2ad3622dfc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.564444 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-edc0c180-6a37-4b24-bac3-27a1f0296570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.564662 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.570150 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:46:35.637496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event deleted for resources: {'Port': ['ID=7aa329e1-0235-4c2e-8089-f04a0ea7caa7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:35.649770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] No DVR routers for this DVR port 7aa329e1-0235-4c2e-8089-f04a0ea7caa7 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:46:35.652704 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f21e6d-2aec-4535-b57f-0a2ad3622dfc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:35.662126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-b3f21e6d-2aec-4535-b57f-0a2ad3622dfc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:35.684689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f21e6d-2aec-4535-b57f-0a2ad3622dfc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:35.685288 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3f21e6d-2aec-4535-b57f-0a2ad3622dfc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.695036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f21e6d-2aec-4535-b57f-0a2ad3622dfc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=7ee04ebf-eb70-4471-b6e0-6de87f851554,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:35.725442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50934) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:35.743007 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72329210-4d7f-4a1c-8b5c-778b44359fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.763839 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d46a5359-1fda-4f01-9491-dfc81ada73f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.765720 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.786165 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-edc0c180-6a37-4b24-bac3-27a1f0296570 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:46:35.786775 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-edc0c180-6a37-4b24-bac3-27a1f0296570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:46:35.791047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a2c855-61de-46ae-8454-16fb1cd8e8cf']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:35.795905 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a5359-1fda-4f01-9491-dfc81ada73f5 None None] No DVR routers for this DVR port aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:46:35.804038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3671a22-d958-4243-b922-489d06600550') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:35.805007 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3671a22-d958-4243-b922-489d06600550') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:35.815714 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.820658 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a5359-1fda-4f01-9491-dfc81ada73f5 None None] Pushing event deleted for resources: {'Port': ['ID=aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:35.827333 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.837915 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.849576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:46:35.849833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b8f0d2-2258-46f1-974b-dcc27ce1b70a None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:35.853844 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:46:35.875336 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:46:35.889666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-edc0c180-6a37-4b24-bac3-27a1f0296570 None None] Port aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d update to ACTIVE by agent not found {{(pid=102720) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Apr 01 12:46:35.893141 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72329210-4d7f-4a1c-8b5c-778b44359fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.903634 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72329210-4d7f-4a1c-8b5c-778b44359fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:35.972478 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-64a40b54-37ef-4c50-b8cb-9b5ebbc18272 req-3981c743-3726-42d2-bc21-695902e170c7 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.1279907 Apr 01 12:46:35.978772 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b3f21e6d-2aec-4535-b57f-0a2ad3622dfc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9442024 Apr 01 12:46:35.980509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50936) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:35.986206 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:35.997827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72329210-4d7f-4a1c-8b5c-778b44359fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a1cde5-e1ca-4881-89f2-6745a857f721,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:36.023629 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.028316 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-72329210-4d7f-4a1c-8b5c-778b44359fcb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d15a3c6bbbf3482b9cba1efce9227431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3013690 Apr 01 12:46:36.033948 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50938) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:36.045409 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.051808 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "DELETE /v2.0/networks/a7a2c855-61de-46ae-8454-16fb1cd8e8cf HTTP/1.1" status: 204 len: 168 time: 1.3800225 Apr 01 12:46:36.052439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 50940) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:36.087831 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6f3a482f-2889-4262-9576-515fc075cf02 None None] Could not find standard attr ID for object aef9deb8-6d97-4dac-ac3e-3ded4fc2f07d. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:46:36.120424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff17b57-6e6c-4d07-9bf0-b192b46dfdc6 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event deleted for resources: {'Network': ['ID=a7a2c855-61de-46ae-8454-16fb1cd8e8cf,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:36.128187 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b08f9fda-3355-4c3a-8d99-f5859aab0bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.159424 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b08f9fda-3355-4c3a-8d99-f5859aab0bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.171712 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': '7ee04ebf-eb70-4471-b6e0-6de87f851554'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:46:36.173884 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.228322 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.229545 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b08f9fda-3355-4c3a-8d99-f5859aab0bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.234487 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b08f9fda-3355-4c3a-8d99-f5859aab0bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.235747 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b08f9fda-3355-4c3a-8d99-f5859aab0bc2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9a1cde5-e1ca-4881-89f2-6745a857f721 HTTP/1.1" status: 204 len: 168 time: 0.2001095 Apr 01 12:46:36.245695 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f9fda-3355-4c3a-8d99-f5859aab0bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a1cde5-e1ca-4881-89f2-6745a857f721,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:36.278129 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:36.282764 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.369397 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-58bca6a5-f362-4434-8bbf-b1f2c189a770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.384665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Allocated IP 172.20.0.2 (260099d2-7af7-4f0e-86b6-4c66e180255a/7ee04ebf-eb70-4471-b6e0-6de87f851554/c0e20de6-fa4e-4071-a99e-90fe27f449ae) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:36.417428 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.496941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896e4e80-e4da-4d8c-b1bf-e43353a0a34f']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:36.535836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c97097f-0fe7-424d-a6ae-b6c398958e95') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:36.536134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c97097f-0fe7-424d-a6ae-b6c398958e95') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:36.572308 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1211373-3f82-4b16-ae2a-a6395a353dca req-d28641f0-dd26-43c3-8821-fa2cbb8c9110 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:36.582028 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1211373-3f82-4b16-ae2a-a6395a353dca req-d28641f0-dd26-43c3-8821-fa2cbb8c9110 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.2062595 Apr 01 12:46:36.593567 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.603432 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.616604 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.638777 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.651721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:46:36.652279 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:46:36.655817 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:46:36.685177 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1211373-3f82-4b16-ae2a-a6395a353dca req-878c9c1e-6dba-47ee-b189-3a4fc76ff1a7 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950851 Apr 01 12:46:36.714082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:36.718875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:36.723356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:36.872248 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.894858 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:36.900280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "DELETE /v2.0/networks/896e4e80-e4da-4d8c-b1bf-e43353a0a34f HTTP/1.1" status: 204 len: 168 time: 0.8335152 Apr 01 12:46:36.900656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 50964) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:36.946045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ee972-e436-42c8-bf93-51ced9493fc1 tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event deleted for resources: {'Network': ['ID=896e4e80-e4da-4d8c-b1bf-e43353a0a34f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:36.977763 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Pushing event updated for resources: {'Port': ['ID=c0e20de6-fa4e-4071-a99e-90fe27f449ae,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:36.987113 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:36.987543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:36.987948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:36.988903 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:36.989222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:36.989617 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:36.990028 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:36.990429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:36.990822 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:36.991235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:36.991850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:36.992532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:46:37.005910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Attempting to bind port c0e20de6-fa4e-4071-a99e-90fe27f449ae on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:46:37.006462 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Attempting to bind port c0e20de6-fa4e-4071-a99e-90fe27f449ae by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:46:37.006855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Attempting to bind port c0e20de6-fa4e-4071-a99e-90fe27f449ae on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:46:37.012643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:46:37.013112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:37.013586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:37.014071 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:46:37.014631 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Bound port: c0e20de6-fa4e-4071-a99e-90fe27f449ae, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:46:37.015083 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:37.100611 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:37.148381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] For port c0e20de6-fa4e-4071-a99e-90fe27f449ae, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:46:37.156128 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] For port c0e20de6-fa4e-4071-a99e-90fe27f449ae, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c0e20de6-fa4e-4071-a99e-90fe27f449ae,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:46:37.162745 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:37.210972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0caa3930-b897-4feb-b1bf-ac42ee6a548c req-cb4d63eb-ad95-4580-8851-69ff20050ffd tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0644441 Apr 01 12:46:37.229564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae735288-84b2-443e-9fd9-0471eb9a7ddf None None] Pushing event updated for resources: {'Port': ['ID=c0e20de6-fa4e-4071-a99e-90fe27f449ae,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:37.268420 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:37.301878 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c50d07-2c51-4aea-9c40-26aea010dd72']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:37.315768 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1c6fbd-868c-4a53-a255-0cfa30345e5b') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:37.316059 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1c6fbd-868c-4a53-a255-0cfa30345e5b') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:46:37.345476 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:37.372618 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:37.379592 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:46:37.379993 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:46:37.384677 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:46:37.387755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.objects.ports [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:46:37.493881 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:37.505630 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:37.512903 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] 10.222.0.45 "DELETE /v2.0/networks/f4c50d07-2c51-4aea-9c40-26aea010dd72 HTTP/1.1" status: 204 len: 168 time: 0.6088927 Apr 01 12:46:37.609002 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb238556-fe1a-4e98-ba14-f26004a738fb tempest-BulkNetworkOpsTest-96272351 tempest-BulkNetworkOpsTest-96272351-project] Pushing event deleted for resources: {'Network': ['ID=f4c50d07-2c51-4aea-9c40-26aea010dd72,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:38.007251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b2c5b-06be-4869-a9f3-5ca1f3d4544c req-016d98d5-1519-4f5b-8c5e-51db20386118 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:38.017506 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f53b2c5b-06be-4869-a9f3-5ca1f3d4544c req-016d98d5-1519-4f5b-8c5e-51db20386118 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.1436920 Apr 01 12:46:38.090160 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:38.138476 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f53b2c5b-06be-4869-a9f3-5ca1f3d4544c req-782553d9-8aa5-4fb7-acf0-fa072db0ed02 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199641 Apr 01 12:46:38.276799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51004) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:38.498193 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ffd2da64-87c8-4524-8fdd-be8889e4e399 req-aa71439e-137c-47fc-bdf5-df7bcf484831 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0356786 Apr 01 12:46:38.550452 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3dd27a5-bd58-413d-aba0-9db908ac230d req-1252173e-39d9-444f-bd11-899c44b1d34c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0422301 Apr 01 12:46:38.617101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] For port c0e20de6-fa4e-4071-a99e-90fe27f449ae, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c0e20de6-fa4e-4071-a99e-90fe27f449ae,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:38.647418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1e5f529d-4d0e-4326-9b77-3bfe0c7cfbe6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=906b316bca1e4e50883b8df8fc1ed02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667607 Apr 01 12:46:38.647917 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51014) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:38.677406 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:38.696311 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:38.699757 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:38.744121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:38.773790 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5feb4695-71ca-4f84-8085-03b19b57818d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:38.837816 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5feb4695-71ca-4f84-8085-03b19b57818d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:38.932557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5feb4695-71ca-4f84-8085-03b19b57818d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:38.932765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:38.936676 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5feb4695-71ca-4f84-8085-03b19b57818d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:38.939125 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5feb4695-71ca-4f84-8085-03b19b57818d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f5e5ace-4e9b-4af5-ab65-0c96bd60d5df HTTP/1.1" status: 204 len: 168 time: 0.2896163 Apr 01 12:46:38.948371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:38.951793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:38.952446 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:38.976042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb4695-71ca-4f84-8085-03b19b57818d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5e5ace-4e9b-4af5-ab65-0c96bd60d5df,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:38.997446 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-18f828ab-09a4-4562-8aa1-68ab7ed2ee06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:39.006173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=34118b56-0dee-4031-9467-43702939a24d,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:39.016031 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0343885 Apr 01 12:46:39.019041 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51026) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:39.019747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed79ea5-cacc-4585-ba13-0ccd09abe1ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=c0e20de6-fa4e-4071-a99e-90fe27f449ae,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:39.028592 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:99:06:cc', 'name': 'tempest-NetworksTestDHCPv6-1976694098'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:39.076921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb627b9-ba27-41d6-8148-cc58096d669a None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:39.097224 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:39.172184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f6dd7baa-4d2c-4980-aed9-2f5f91985a3a None None] Provisioning complete for port c0e20de6-fa4e-4071-a99e-90fe27f449ae triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:39.172797 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7baa-4d2c-4980-aed9-2f5f91985a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:39.249385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:39.421538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb28d56-eeaa-4551-a2b3-e4185ea263ab req-a8408b76-0836-4b73-8aea-78e27416bbe7 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:39.423629 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6cb28d56-eeaa-4551-a2b3-e4185ea263ab req-a8408b76-0836-4b73-8aea-78e27416bbe7 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.1279392 Apr 01 12:46:39.443556 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7baa-4d2c-4980-aed9-2f5f91985a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:39.454473 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:39.490435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port 705a7ecb-b1ba-4e84-a9db-fb0923f6d793 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:46:39.617346 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6cb28d56-eeaa-4551-a2b3-e4185ea263ab req-0241e371-2d69-4587-82f4-809f00376ee4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800964 Apr 01 12:46:39.623008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c0e20de6-fa4e-4071-a99e-90fe27f449ae up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:39.631071 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f6dd7baa-4d2c-4980-aed9-2f5f91985a3a None None] For port c0e20de6-fa4e-4071-a99e-90fe27f449ae, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c0e20de6-fa4e-4071-a99e-90fe27f449ae,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:39.672171 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7baa-4d2c-4980-aed9-2f5f91985a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:39.721731 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-000f1274-0889-4777-967a-d397f3bb4247 req-f22c9a5e-f686-4afb-8bed-00c4b45af486 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0751858 Apr 01 12:46:39.769500 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd7baa-4d2c-4980-aed9-2f5f91985a3a None None] Pushing event updated for resources: {'Port': ['ID=c0e20de6-fa4e-4071-a99e-90fe27f449ae,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:39.826930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c0e20de6-fa4e-4071-a99e-90fe27f449ae triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:39.827308 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:40.170665 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 172.20.0.11 (260099d2-7af7-4f0e-86b6-4c66e180255a/7ee04ebf-eb70-4471-b6e0-6de87f851554/705a7ecb-b1ba-4e84-a9db-fb0923f6d793) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:40.201127 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::f816:3eff:fe99:6cc (260099d2-7af7-4f0e-86b6-4c66e180255a/34118b56-0dee-4031-9467-43702939a24d/705a7ecb-b1ba-4e84-a9db-fb0923f6d793) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:40.423676 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:40.598797 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:40.652503 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:40.839015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=705a7ecb-b1ba-4e84-a9db-fb0923f6d793,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:40.864894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51080) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:40.909546 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:40.966036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:40.971319 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:41.118437 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab6ecacf-8222-47eb-a8dc-5f2c66d81fee req-73c75dfd-b3fb-4b8f-a3e8-4a21cf17af45 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0983176 Apr 01 12:46:41.128460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a19f07-e7ff-4b57-a8d3-b4ad4db6e6a4 req-6ede003b-c61f-4c48-ad04-5a9994b7e5af tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:41.146551 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c0a19f07-e7ff-4b57-a8d3-b4ad4db6e6a4 req-6ede003b-c61f-4c48-ad04-5a9994b7e5af tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.3940210 Apr 01 12:46:41.202217 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:41.206625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:41.233411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1425025684'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:41.236258 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fd5597fd-4969-4df2-a0b0-a74d2f985006 None None] Provisioning complete for port c0e20de6-fa4e-4071-a99e-90fe27f449ae triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:41.236746 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd5597fd-4969-4df2-a0b0-a74d2f985006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:41.283736 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2037c74c-06f8-48d5-a665-705c6ce2bbc5 req-c1bd956c-11da-487e-b61a-2807037fda34 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1779163 Apr 01 12:46:41.370967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:41.384882 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:41.446577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:41.743717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c0e20de6-fa4e-4071-a99e-90fe27f449ae up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:41.797585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2037c74c-06f8-48d5-a665-705c6ce2bbc5 req-c2601cd2-d519-449f-8b9e-a48bd92e13d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5da5ba9b674d87995fe2673a443fd7&device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.3571577 Apr 01 12:46:42.035369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-991cdfa1-e974-48fe-b8cb-5fbeb44bb4ec None None] Could not find standard attr ID for object e66eca67-014d-451b-af59-0ddcf1961986. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:46:42.045682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d08a7687-1e10-4be0-9a74-871c316e433a req-9097b9e4-0591-4b91-a5a7-8f0bd0592f44 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.2275593 Apr 01 12:46:42.048218 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:42.063226 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2037c74c-06f8-48d5-a665-705c6ce2bbc5 req-0fe11621-7b92-4552-b984-09cfb847f635 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0c5da5ba9b674d87995fe2673a443fd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1856441 Apr 01 12:46:42.063226 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:42.065779 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c0e20de6-fa4e-4071-a99e-90fe27f449ae triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:42.066410 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:42.068743 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:42.186156 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c0a19f07-e7ff-4b57-a8d3-b4ad4db6e6a4 req-16caac1f-89bd-4142-b097-96a73066d446 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0383966 Apr 01 12:46:42.191423 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-52b12208-2ea2-4e92-91c2-d0075f640f0f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1704378 Apr 01 12:46:42.194224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51108) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:42.264312 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:42.297992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:46:42.331811 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:42.332146 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Added segment a2b54f70-572f-487a-802d-313d6730c4c3 of type vlan for network e7ca0d18-5f43-4775-a77f-d7128402975b Apr 01 12:46:42.342821 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216482c-bdc5-47dc-8b69-eaa998fe2aea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:42.373489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216482c-bdc5-47dc-8b69-eaa998fe2aea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:42.377756 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3216482c-bdc5-47dc-8b69-eaa998fe2aea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1820884 Apr 01 12:46:42.381096 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51110) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:42.599090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0dd37eb0-58d3-4e7a-91bd-e6891cb558a7 None None] Provisioning complete for port 705a7ecb-b1ba-4e84-a9db-fb0923f6d793 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:42.603329 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0dd37eb0-58d3-4e7a-91bd-e6891cb558a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:42.739583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-8117e992-56ef-4ec2-9d44-c06a4a59bb10 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 705a7ecb-b1ba-4e84-a9db-fb0923f6d793 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:42.742072 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8117e992-56ef-4ec2-9d44-c06a4a59bb10 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:42.772518 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-0dd37eb0-58d3-4e7a-91bd-e6891cb558a7 None None] Port 705a7ecb-b1ba-4e84-a9db-fb0923f6d793 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:46:42.851962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcdac11-d65d-4d86-a182-abded8f54b9e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:42.856085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037c74c-06f8-48d5-a665-705c6ce2bbc5 req-b6bf13f3-a773-4ce3-a5d5-53baacd35826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:42.857859 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2037c74c-06f8-48d5-a665-705c6ce2bbc5 req-b6bf13f3-a773-4ce3-a5d5-53baacd35826 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7850733 Apr 01 12:46:42.863127 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:42.935756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:42.960410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:42.966377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:43.048620 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8117e992-56ef-4ec2-9d44-c06a4a59bb10 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:43.082547 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2070436 Apr 01 12:46:43.119946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-8117e992-56ef-4ec2-9d44-c06a4a59bb10 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 705a7ecb-b1ba-4e84-a9db-fb0923f6d793 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:43.142651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da723a18-537b-4b62-8916-e6f56d2d99ec None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:46:43.308728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87c1501e-b3fa-4b43-8171-588e752d8c55 req-cf976fdb-b034-415c-8391-82adc4f77d73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5da5ba9b674d87995fe2673a443fd7&device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.2972116 Apr 01 12:46:43.443570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da723a18-537b-4b62-8916-e6f56d2d99ec None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:46:43.492491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8117e992-56ef-4ec2-9d44-c06a4a59bb10 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:43.615352 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117e992-56ef-4ec2-9d44-c06a4a59bb10 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=705a7ecb-b1ba-4e84-a9db-fb0923f6d793,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:43.713147 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87c1501e-b3fa-4b43-8171-588e752d8c55 req-1a572619-5268-4f5b-8319-f815f3edfd6b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0c5da5ba9b674d87995fe2673a443fd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3751702 Apr 01 12:46:43.799819 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-00573373-d3b6-4b03-bf5e-51fd4f78547f req-482ba91e-9c9b-4073-a10e-4b474928c78d tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.3285041 Apr 01 12:46:43.832417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c76099-7929-48f9-9ca6-0a97763f54d5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Network': ['ID=e7ca0d18-5f43-4775-a77f-d7128402975b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:44.020461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network e7ca0d18-5f43-4775-a77f-d7128402975b details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:46:44.026385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024c708-1014-4f35-9c00-92bcdf368b77 req-555267ba-da9c-426c-8d24-1973abed524a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:44.039813 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6024c708-1014-4f35-9c00-92bcdf368b77 req-555267ba-da9c-426c-8d24-1973abed524a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.5573690 Apr 01 12:46:44.167160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8117e992-56ef-4ec2-9d44-c06a4a59bb10 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:44.186547 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8117e992-56ef-4ec2-9d44-c06a4a59bb10 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/705a7ecb-b1ba-4e84-a9db-fb0923f6d793 HTTP/1.1" status: 204 len: 168 time: 1.8036129 Apr 01 12:46:44.187229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51140) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:44.294366 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6024c708-1014-4f35-9c00-92bcdf368b77 req-2260d681-4289-4193-837c-86ca036a339f tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567489 Apr 01 12:46:44.336397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5577af-bdc5-4e85-b61a-4698e126b87b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:44.338288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5577af-bdc5-4e85-b61a-4698e126b87b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:44.340384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5577af-bdc5-4e85-b61a-4698e126b87b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:44.340876 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1501e-b3fa-4b43-8171-588e752d8c55 req-c0bf8d27-2d4a-4da6-86d4-a65533ab2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:44.346569 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9d5577af-bdc5-4e85-b61a-4698e126b87b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1561229 Apr 01 12:46:44.347446 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51144) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:44.350822 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87c1501e-b3fa-4b43-8171-588e752d8c55 req-c0bf8d27-2d4a-4da6-86d4-a65533ab2c7c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5803943 Apr 01 12:46:44.539118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80866de-baab-4f41-92f0-b2782d8c9ce6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 34118b56-0dee-4031-9467-43702939a24d {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:44.560821 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a80866de-baab-4f41-92f0-b2782d8c9ce6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:44.685196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622400aa-e66b-487a-b2fd-f5cabfc68d46 None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:46:44.747841 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a80866de-baab-4f41-92f0-b2782d8c9ce6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:44.929379 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a80866de-baab-4f41-92f0-b2782d8c9ce6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:45.051755 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622400aa-e66b-487a-b2fd-f5cabfc68d46 None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:46:45.167248 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a80866de-baab-4f41-92f0-b2782d8c9ce6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:45.179029 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-81693535-2800-4c54-8bf3-3f2002bde136 req-d0daa94f-832a-4a6c-8c68-572923c0e410 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0929363 Apr 01 12:46:45.268941 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a80866de-baab-4f41-92f0-b2782d8c9ce6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:45.276269 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a80866de-baab-4f41-92f0-b2782d8c9ce6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/34118b56-0dee-4031-9467-43702939a24d HTTP/1.1" status: 204 len: 168 time: 0.9276586 Apr 01 12:46:45.278702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51164) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:45.289403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80866de-baab-4f41-92f0-b2782d8c9ce6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=34118b56-0dee-4031-9467-43702939a24d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:45.398317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d525ef-0415-41dc-97d0-0d21a61517da tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 7ee04ebf-eb70-4471-b6e0-6de87f851554 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:45.410448 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98d525ef-0415-41dc-97d0-0d21a61517da tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:45.498783 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98d525ef-0415-41dc-97d0-0d21a61517da tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:45.635003 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae23a08-7342-4783-b1ff-da3cc10e6029 req-b2994d5e-e5ff-49f7-b1c0-c337cc980495 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:45.641125 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dae23a08-7342-4783-b1ff-da3cc10e6029 req-b2994d5e-e5ff-49f7-b1c0-c337cc980495 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.2148876 Apr 01 12:46:45.770872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4065c-d382-4638-91b3-36a68b6b9f1d req-37f6788e-cd39-4770-bd65-3561a56acff5 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:45.772854 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-68e4065c-d382-4638-91b3-36a68b6b9f1d req-37f6788e-cd39-4770-bd65-3561a56acff5 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1096 time: 0.1606109 Apr 01 12:46:45.774381 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98d525ef-0415-41dc-97d0-0d21a61517da tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:45.802264 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dae23a08-7342-4783-b1ff-da3cc10e6029 req-1ce798b4-21af-4e01-82e2-09b3a6789a23 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509008 Apr 01 12:46:45.893405 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87c1501e-b3fa-4b43-8171-588e752d8c55 req-ef4e3b30-cdc1-446a-9ded-df5e2d198a3e tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0562570 Apr 01 12:46:45.897063 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-68e4065c-d382-4638-91b3-36a68b6b9f1d req-7b30be69-4e9c-4ac7-8b9b-4dc94df5281b tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:46.031678 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98d525ef-0415-41dc-97d0-0d21a61517da tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:46.150698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d525ef-0415-41dc-97d0-0d21a61517da tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee04ebf-eb70-4471-b6e0-6de87f851554,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:46.173173 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98d525ef-0415-41dc-97d0-0d21a61517da tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:46.184616 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-98d525ef-0415-41dc-97d0-0d21a61517da tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/7ee04ebf-eb70-4471-b6e0-6de87f851554 HTTP/1.1" status: 204 len: 168 time: 0.9029715 Apr 01 12:46:46.185371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51186) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:46.281692 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea03e5-4ac0-4331-a1cf-feb858932ed2 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:46.299436 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3c3fc5a0-ad9d-4fa4-b745-6a4669e8c707 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040750 Apr 01 12:46:46.300614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51194) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:46.546543 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e79a8c9e-8cdd-4c6d-b044-f30212910ace req-69f6c224-bfb0-4ff2-9ece-f1931bef3cf5 tempest-ServerShowV254Test-1571395700 tempest-ServerShowV254Test-1571395700-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec5536c-0ecb-470c-91c7-5237b59ce5d8 HTTP/1.1" status: 200 len: 210 time: 0.0823429 Apr 01 12:46:46.552226 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51204) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:46.557741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e79ad107-3576-42ae-a08d-5067e129a959 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'subnet': {'network_id': 'e7ca0d18-5f43-4775-a77f-d7128402975b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:46.589526 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-68e4065c-d382-4638-91b3-36a68b6b9f1d req-7b30be69-4e9c-4ac7-8b9b-4dc94df5281b tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:46.605726 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-68e4065c-d382-4638-91b3-36a68b6b9f1d req-7b30be69-4e9c-4ac7-8b9b-4dc94df5281b tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:46.715258 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-68e4065c-d382-4638-91b3-36a68b6b9f1d req-7b30be69-4e9c-4ac7-8b9b-4dc94df5281b tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8881104 Apr 01 12:46:46.726684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeaa172-0204-4273-9a3c-f79e9f3d7bbf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:46.728403 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fbeaa172-0204-4273-9a3c-f79e9f3d7bbf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4232399 Apr 01 12:46:46.729422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30be69-4e9c-4ac7-8b9b-4dc94df5281b tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ecac35-bd12-4570-89f4-1e06243dace9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:46.732429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51208) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:46.773019 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79ad107-3576-42ae-a08d-5067e129a959 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:46.777878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e79ad107-3576-42ae-a08d-5067e129a959 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:46.919723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1192f2-e5ce-40c3-836b-d7c5afa53d66 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:46.937686 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d3d6c9-d8c2-4d3b-aa9a-dcabb12ae3c5 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:46:46.939071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3e1192f2-e5ce-40c3-836b-d7c5afa53d66 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2046967 Apr 01 12:46:46.941559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51222) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:46.993419 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7209602c-c93f-4e00-b412-9a546f313e52 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497513 Apr 01 12:46:47.004623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51224) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:47.013189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-c3ae96fa-c93a-47b4-a873-18a732c3bb15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:47.069123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c6d3d6c9-d8c2-4d3b-aa9a-dcabb12ae3c5 None None] Deleting port c0e20de6-fa4e-4071-a99e-90fe27f449ae {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:47.070033 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c6d3d6c9-d8c2-4d3b-aa9a-dcabb12ae3c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:47.178402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c6d3d6c9-d8c2-4d3b-aa9a-dcabb12ae3c5 None None] For port c0e20de6-fa4e-4071-a99e-90fe27f449ae, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c0e20de6-fa4e-4071-a99e-90fe27f449ae,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:47.178960 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c6d3d6c9-d8c2-4d3b-aa9a-dcabb12ae3c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:47.205152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c6d3d6c9-d8c2-4d3b-aa9a-dcabb12ae3c5 None None] Calling delete_port for c0e20de6-fa4e-4071-a99e-90fe27f449ae owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:47.222263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6440cb-e28c-4326-95cd-c5dba6218a75 req-29128492-34a6-4b05-b1f0-4b0df9ce2c0c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:47.225077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abbb48-fe4b-4b33-8e6b-5c39eaaecff4 req-a3671354-72af-4af7-9c16-6125e2f6eceb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:47.235645 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d6440cb-e28c-4326-95cd-c5dba6218a75 req-29128492-34a6-4b05-b1f0-4b0df9ce2c0c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.2382603 Apr 01 12:46:47.238506 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72abbb48-fe4b-4b33-8e6b-5c39eaaecff4 req-a3671354-72af-4af7-9c16-6125e2f6eceb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.2395544 Apr 01 12:46:47.250776 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:46:47.368765 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c6d3d6c9-d8c2-4d3b-aa9a-dcabb12ae3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:47.385404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ae96fa-c93a-47b4-a873-18a732c3bb15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:47.393884 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3ae96fa-c93a-47b4-a873-18a732c3bb15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:47.395361 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ae96fa-c93a-47b4-a873-18a732c3bb15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:46:47.395790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ae96fa-c93a-47b4-a873-18a732c3bb15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:46:47.397022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3d6c9-d8c2-4d3b-aa9a-dcabb12ae3c5 None None] No DVR routers for this DVR port c0e20de6-fa4e-4071-a99e-90fe27f449ae on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:46:47.457926 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-72abbb48-fe4b-4b33-8e6b-5c39eaaecff4 req-e027cc39-8cc0-4a12-8258-ddf56f92cfbe tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184646 Apr 01 12:46:47.470650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51234) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:47.482450 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3d6c9-d8c2-4d3b-aa9a-dcabb12ae3c5 None None] Pushing event deleted for resources: {'Port': ['ID=c0e20de6-fa4e-4071-a99e-90fe27f449ae,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:47.557048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c0e20de6-fa4e-4071-a99e-90fe27f449ae no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:46:47.589521 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: c0e20de6-fa4e-4071-a99e-90fe27f449ae {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:46:47.590192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c0e20de6-fa4e-4071-a99e-90fe27f449ae not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:46:47.664853 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e79ad107-3576-42ae-a08d-5067e129a959 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:47.817890 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-283211be-726a-4545-a3b0-bb7f6504d9c3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/9eef3a4a-b4b8-49e7-b818-5038c8f7af3f HTTP/1.1" status: 200 len: 993 time: 0.3371720 Apr 01 12:46:47.886123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ad107-3576-42ae-a08d-5067e129a959 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Subnet': ['ID=4396ffe5-7b3a-4144-9d48-27315926450a,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:47.916024 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ad107-3576-42ae-a08d-5067e129a959 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Checking segment: {'id': 'a2b54f70-572f-487a-802d-313d6730c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e7ca0d18-5f43-4775-a77f-d7128402975b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:47.917128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79ad107-3576-42ae-a08d-5067e129a959 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network hostable DHCP agents. Network: e7ca0d18-5f43-4775-a77f-d7128402975b, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:46:47.980192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79ad107-3576-42ae-a08d-5067e129a959 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network e7ca0d18-5f43-4775-a77f-d7128402975b is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:46:48.000712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e79ad107-3576-42ae-a08d-5067e129a959 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, e7ca0d18-5f43-4775-a77f-d7128402975b) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:48.017652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ad107-3576-42ae-a08d-5067e129a959 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:48.018366 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e79ad107-3576-42ae-a08d-5067e129a959 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:48.021412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4690f9d-c234-4da0-b321-ab8ddbbec7f6 None None] Network e7ca0d18-5f43-4775-a77f-d7128402975b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:48.046429 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e79ad107-3576-42ae-a08d-5067e129a959 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4921429 Apr 01 12:46:48.047072 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51254) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:48.054502 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-973d2e01-47bb-4d9f-b4a3-b92fc6075013 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1018311846'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:48.063331 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d6440cb-e28c-4326-95cd-c5dba6218a75 req-624a11d3-0c0e-428c-abe0-3067ecb0c6fd tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8203647 Apr 01 12:46:48.110517 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c3ae96fa-c93a-47b4-a873-18a732c3bb15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1045508 Apr 01 12:46:48.111413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51258) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:48.119320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9a072e8f-7c6a-4e9c-9c83-32a06e86b4d8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:48.139075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973d2e01-47bb-4d9f-b4a3-b92fc6075013 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:48.153001 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-973d2e01-47bb-4d9f-b4a3-b92fc6075013 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:48.225544 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51262) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:48.320347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973d2e01-47bb-4d9f-b4a3-b92fc6075013 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:46:48.346712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-973d2e01-47bb-4d9f-b4a3-b92fc6075013 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:48.347337 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-973d2e01-47bb-4d9f-b4a3-b92fc6075013 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Added segment bf746d52-e753-4e9f-bf47-f1eae54a37cf of type vlan for network 966fc2d8-d1b6-45a5-b843-5b703c73fb1f Apr 01 12:46:48.456248 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-973d2e01-47bb-4d9f-b4a3-b92fc6075013 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:48.488564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-e7ca0d18-5f43-4775-a77f-d7128402975b', 'network_id': 'e7ca0d18-5f43-4775-a77f-d7128402975b', 'tenant_id': 'b1b35dc914da49f9b056003ec915b3ed', 'fixed_ips': [{'subnet_id': '4396ffe5-7b3a-4144-9d48-27315926450a'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:46:48.491704 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:48.512766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-26f2f241-d73c-40ec-9329-c1ace93ddcd9 req-23b5db2f-4921-4d45-b6db-e634d1d2e544 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:46:48.513875 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-26f2f241-d73c-40ec-9329-c1ace93ddcd9 req-23b5db2f-4921-4d45-b6db-e634d1d2e544 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211217 Apr 01 12:46:48.604404 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-973d2e01-47bb-4d9f-b4a3-b92fc6075013 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:48.613635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973d2e01-47bb-4d9f-b4a3-b92fc6075013 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:48.614854 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-973d2e01-47bb-4d9f-b4a3-b92fc6075013 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:48.623062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a072e8f-7c6a-4e9c-9c83-32a06e86b4d8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:48.633330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a072e8f-7c6a-4e9c-9c83-32a06e86b4d8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:48.647756 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-973d2e01-47bb-4d9f-b4a3-b92fc6075013 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5995340 Apr 01 12:46:48.650273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51278) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:48.664393 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a072e8f-7c6a-4e9c-9c83-32a06e86b4d8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:46:48.664858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a072e8f-7c6a-4e9c-9c83-32a06e86b4d8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:46:48.672390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'subnet': {'network_id': '966fc2d8-d1b6-45a5-b843-5b703c73fb1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:48.726205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc093c-442f-4b5c-90ad-4ae2fe500c94 req-ed251096-4f92-48b8-8a1c-6de7a63db94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:48.731127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23bc093c-442f-4b5c-90ad-4ae2fe500c94 req-ed251096-4f92-48b8-8a1c-6de7a63db94c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 1096 time: 0.2129710 Apr 01 12:46:48.740045 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9a072e8f-7c6a-4e9c-9c83-32a06e86b4d8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6272776 Apr 01 12:46:48.756467 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51282) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:48.837876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Allocated IP 2001:db8:0:ffff::2 (e7ca0d18-5f43-4775-a77f-d7128402975b/4396ffe5-7b3a-4144-9d48-27315926450a/216adb92-2ef9-46ea-9125-6765dadc88ac) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:48.838939 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d2e01-47bb-4d9f-b4a3-b92fc6075013 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Network': ['ID=966fc2d8-d1b6-45a5-b843-5b703c73fb1f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:48.859352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 966fc2d8-d1b6-45a5-b843-5b703c73fb1f details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:46:48.862304 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6086aaff-405f-4e50-81e0-b9044ef866d4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:48.894167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc093c-442f-4b5c-90ad-4ae2fe500c94 req-2a0092cd-6660-49f2-9e6e-62635c9705c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:48.895944 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23bc093c-442f-4b5c-90ad-4ae2fe500c94 req-2a0092cd-6660-49f2-9e6e-62635c9705c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 912 time: 0.1530282 Apr 01 12:46:48.944427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e4bbf-1b8a-40c0-81b2-4b5e988ab8ea req-d854fdb2-755e-4ed6-be3e-28fdb53e5411 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:48.946052 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e41e4bbf-1b8a-40c0-81b2-4b5e988ab8ea req-d854fdb2-755e-4ed6-be3e-28fdb53e5411 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.4279342 Apr 01 12:46:48.989315 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23bc093c-442f-4b5c-90ad-4ae2fe500c94 req-c1341caa-9ff6-4353-8bb1-c8067c814c98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df3209c2-7824-4886-9141-855b216eb174 HTTP/1.1" status: 200 len: 1000 time: 0.0824368 Apr 01 12:46:49.069347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc093c-442f-4b5c-90ad-4ae2fe500c94 req-ef243428-f673-4a6c-af3c-ca68396d63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:49.072543 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23bc093c-442f-4b5c-90ad-4ae2fe500c94 req-ef243428-f673-4a6c-af3c-ca68396d63cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb2409b7-d005-4b83-bb45-b3e7637fb4f0 HTTP/1.1" status: 200 len: 850 time: 0.0730445 Apr 01 12:46:49.096754 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3a32418-97bf-4df2-bf24-8b26e72fb1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:49.156616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc093c-442f-4b5c-90ad-4ae2fe500c94 req-f4f38cb6-a89b-4797-9370-534c4b69939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:49.158665 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23bc093c-442f-4b5c-90ad-4ae2fe500c94 req-f4f38cb6-a89b-4797-9370-534c4b69939a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736811 Apr 01 12:46:49.290284 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:49.302616 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e41e4bbf-1b8a-40c0-81b2-4b5e988ab8ea req-400ee86b-1e32-4bee-91d3-849ca65df3e5 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302269 Apr 01 12:46:49.309778 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:49.318834 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23bc093c-442f-4b5c-90ad-4ae2fe500c94 req-0e1a2af2-c70c-4739-b94c-4043b9306714 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477151 Apr 01 12:46:49.378709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Network e7ca0d18-5f43-4775-a77f-d7128402975b is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:49.393177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:49.398689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:49.437799 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Pushing event updated for resources: {'Port': ['ID=216adb92-2ef9-46ea-9125-6765dadc88ac,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:49.504289 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23bc093c-442f-4b5c-90ad-4ae2fe500c94 req-943ca778-9e12-47e5-9c09-59eb7e2f42c6 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747270 Apr 01 12:46:49.563360 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:49.568904 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:49.577751 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3a32418-97bf-4df2-bf24-8b26e72fb1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:49.600610 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3a32418-97bf-4df2-bf24-8b26e72fb1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:49.609362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Attempting to bind port 216adb92-2ef9-46ea-9125-6765dadc88ac on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:46:49.610293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Attempting to bind port 216adb92-2ef9-46ea-9125-6765dadc88ac by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'a2b54f70-572f-487a-802d-313d6730c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e7ca0d18-5f43-4775-a77f-d7128402975b'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:46:49.611469 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Attempting to bind port 216adb92-2ef9-46ea-9125-6765dadc88ac on network e7ca0d18-5f43-4775-a77f-d7128402975b {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:46:49.627459 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:46:49.628519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Checking segment: {'id': 'a2b54f70-572f-487a-802d-313d6730c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e7ca0d18-5f43-4775-a77f-d7128402975b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:49.630702 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:49.631536 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Bound using segment: {'id': 'a2b54f70-572f-487a-802d-313d6730c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e7ca0d18-5f43-4775-a77f-d7128402975b'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:46:49.637667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Bound port: 216adb92-2ef9-46ea-9125-6765dadc88ac, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b54f70-572f-487a-802d-313d6730c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e7ca0d18-5f43-4775-a77f-d7128402975b'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:46:49.638754 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:49.641218 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32418-97bf-4df2-bf24-8b26e72fb1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f801c0-588e-4413-92c3-4bee584dfc65,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:49.643869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6086aaff-405f-4e50-81e0-b9044ef866d4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:49.647329 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6086aaff-405f-4e50-81e0-b9044ef866d4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:49.649392 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-6086aaff-405f-4e50-81e0-b9044ef866d4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:46:49.650244 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6086aaff-405f-4e50-81e0-b9044ef866d4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:46:49.716677 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e3a32418-97bf-4df2-bf24-8b26e72fb1b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c5da5ba9b674d87995fe2673a443fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4731588 Apr 01 12:46:49.718785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51308) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:49.881182 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4e54956-ec29-48dd-83e0-c3311287d5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:49.923644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] For port 216adb92-2ef9-46ea-9125-6765dadc88ac, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:46:49.930146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] For port 216adb92-2ef9-46ea-9125-6765dadc88ac, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=216adb92-2ef9-46ea-9125-6765dadc88ac,segment=NetworkSegment(a2b54f70-572f-487a-802d-313d6730c4c3),segment_id=a2b54f70-572f-487a-802d-313d6730c4c3)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:46:49.941269 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:49.961315 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6086aaff-405f-4e50-81e0-b9044ef866d4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1251674 Apr 01 12:46:49.980585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51316) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:49.984523 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4e54956-ec29-48dd-83e0-c3311287d5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:49.989330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8736682d-117a-4d77-a008-2832df295553 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:50.042557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c10b4f-c91c-4ed8-939b-a491876dd7ef None None] Pushing event updated for resources: {'Port': ['ID=216adb92-2ef9-46ea-9125-6765dadc88ac,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:50.212224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2a222-ad44-4383-8a3f-427d906fddbb req-0e211245-aad5-4840-8827-8360eed97134 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:50.214621 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f5a2a222-ad44-4383-8a3f-427d906fddbb req-0e211245-aad5-4840-8827-8360eed97134 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.2588258 Apr 01 12:46:50.231780 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-58b3f38a-8c99-4ec2-9008-43f7acd60e2d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3526299 Apr 01 12:46:50.285972 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4e54956-ec29-48dd-83e0-c3311287d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:50.289543 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4e54956-ec29-48dd-83e0-c3311287d5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:50.291511 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a4e54956-ec29-48dd-83e0-c3311287d5d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/79f801c0-588e-4413-92c3-4bee584dfc65 HTTP/1.1" status: 204 len: 168 time: 0.5705695 Apr 01 12:46:50.306754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8736682d-117a-4d77-a008-2832df295553 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:50.320618 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8736682d-117a-4d77-a008-2832df295553 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:50.324973 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-8736682d-117a-4d77-a008-2832df295553 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:46:50.326661 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8736682d-117a-4d77-a008-2832df295553 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:46:50.349888 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f5a2a222-ad44-4383-8a3f-427d906fddbb req-27ae6680-5b5d-4eef-81b4-63e3cc5e6768 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221087 Apr 01 12:46:50.378780 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8736682d-117a-4d77-a008-2832df295553 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3944585 Apr 01 12:46:50.379726 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51326) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:50.382400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e54956-ec29-48dd-83e0-c3311287d5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f801c0-588e-4413-92c3-4bee584dfc65,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:50.401781 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-22997c8a-e25e-4870-bcac-76c87173b2a0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:50.585952 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9c9b9-86fc-4c7e-bac9-5137018a4798 req-0f2b7d9d-18be-4e0f-96f0-a21989dda3c4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:50.588487 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74d9c9b9-86fc-4c7e-bac9-5137018a4798 req-0f2b7d9d-18be-4e0f-96f0-a21989dda3c4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.0852225 Apr 01 12:46:50.651178 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74d9c9b9-86fc-4c7e-bac9-5137018a4798 req-94fbb62b-5705-4401-94ba-17d160fb339b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534387 Apr 01 12:46:50.796888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.objects.ports [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:46:50.821075 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:50.933417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Subnet': ['ID=2f7605dd-d197-4842-b87a-474a572d0054,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:50.939651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22997c8a-e25e-4870-bcac-76c87173b2a0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:50.948926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22997c8a-e25e-4870-bcac-76c87173b2a0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:50.950446 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-22997c8a-e25e-4870-bcac-76c87173b2a0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:46:50.950882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22997c8a-e25e-4870-bcac-76c87173b2a0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:46:51.027599 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-22997c8a-e25e-4870-bcac-76c87173b2a0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6406515 Apr 01 12:46:51.028554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51354) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:51.035207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-503ba075-5d45-45fb-afda-355b8ad877c8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:51.069804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Checking segment: {'id': 'bf746d52-e753-4e9f-bf47-f1eae54a37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '966fc2d8-d1b6-45a5-b843-5b703c73fb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:51.070195 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network hostable DHCP agents. Network: 966fc2d8-d1b6-45a5-b843-5b703c73fb1f, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:46:51.145496 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network 966fc2d8-d1b6-45a5-b843-5b703c73fb1f is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:46:51.186185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 966fc2d8-d1b6-45a5-b843-5b703c73fb1f) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:51.199776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21411fd1-da00-414f-8079-e4991cd88e9c None None] Network 966fc2d8-d1b6-45a5-b843-5b703c73fb1f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:51.216664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:51.221508 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:51.297246 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a92b9c50-ed14-4ae0-9adb-ffbf296d5a36 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6288805 Apr 01 12:46:51.301138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51366) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:51.322450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'port': {'network_id': '966fc2d8-d1b6-45a5-b843-5b703c73fb1f', 'name': 'tempest-NetworksIpV6TestAttrs-1220741791'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:51.405831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503ba075-5d45-45fb-afda-355b8ad877c8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:51.417662 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-503ba075-5d45-45fb-afda-355b8ad877c8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:51.422373 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-503ba075-5d45-45fb-afda-355b8ad877c8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:46:51.427742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503ba075-5d45-45fb-afda-355b8ad877c8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:46:51.478991 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-503ba075-5d45-45fb-afda-355b8ad877c8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4493313 Apr 01 12:46:51.483911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51372) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:51.641196 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c3ca4f74-4abd-44ce-b1fb-1b6fab60c219 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1557810 Apr 01 12:46:51.646731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51380) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:51.765168 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 216adb92-2ef9-46ea-9125-6765dadc88ac up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:51.858854 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1220e9-f8dd-416d-ac0f-9fe312e11c1a req-f32a04d7-06c8-4680-99ac-2c09b5ab80ec tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:51.864064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb664d7-33d7-42b9-abae-f682d0f459b3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:51.869480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1bb664d7-33d7-42b9-abae-f682d0f459b3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2146111 Apr 01 12:46:51.872306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51384) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:51.875361 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-de1220e9-f8dd-416d-ac0f-9fe312e11c1a req-f32a04d7-06c8-4680-99ac-2c09b5ab80ec tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.3351870 Apr 01 12:46:51.995038 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e8adcd5a-a304-4998-8d31-e409eff24212 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213660 Apr 01 12:46:52.002249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51390) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:52.016764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-eeb08fb9-e53d-4b3b-b33a-be5c41e1a488 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:52.041036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:52.056648 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:52.084282 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-de1220e9-f8dd-416d-ac0f-9fe312e11c1a req-da30f57c-c12b-4611-9299-b94bae71d8cd tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075801 Apr 01 12:46:52.145525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] device_id is not set on port 015caaa7-3608-478f-9514-83fd598992e9 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:46:52.377565 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0fa5a1-6b52-4f73-a5d8-dd4664e13055 None None] Network e7ca0d18-5f43-4775-a77f-d7128402975b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:52.435394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb08fb9-e53d-4b3b-b33a-be5c41e1a488 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:52.446552 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eeb08fb9-e53d-4b3b-b33a-be5c41e1a488 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:52.657507 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-966fc2d8-d1b6-45a5-b843-5b703c73fb1f', 'network_id': '966fc2d8-d1b6-45a5-b843-5b703c73fb1f', 'tenant_id': 'b1b35dc914da49f9b056003ec915b3ed', 'fixed_ips': [{'subnet_id': '2f7605dd-d197-4842-b87a-474a572d0054'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:46:52.662228 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:52.678845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Allocated IP 2001:db8::f816:3eff:fe83:d496 (966fc2d8-d1b6-45a5-b843-5b703c73fb1f/2f7605dd-d197-4842-b87a-474a572d0054/015caaa7-3608-478f-9514-83fd598992e9) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:52.800437 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cd5d9acf-2455-4ed1-b77f-bee4501024ce None None] Provisioning complete for port 216adb92-2ef9-46ea-9125-6765dadc88ac triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:52.801176 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cd5d9acf-2455-4ed1-b77f-bee4501024ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:53.208917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.objects.ports [None req-eeb08fb9-e53d-4b3b-b33a-be5c41e1a488 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:46:53.210690 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eeb08fb9-e53d-4b3b-b33a-be5c41e1a488 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:53.263104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb08fb9-e53d-4b3b-b33a-be5c41e1a488 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:53.268341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-eeb08fb9-e53d-4b3b-b33a-be5c41e1a488 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:53.270464 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:53.273850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb08fb9-e53d-4b3b-b33a-be5c41e1a488 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:53.275208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 216adb92-2ef9-46ea-9125-6765dadc88ac triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:53.275586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:53.279544 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eeb08fb9-e53d-4b3b-b33a-be5c41e1a488 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:53.321927 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40317499-7112-4f55-a10a-8890aa2c7245 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:53.355719 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:53.427695 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network 966fc2d8-d1b6-45a5-b843-5b703c73fb1f is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:53.439074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:53.444642 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:53.451631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:53.452949 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:53.474209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Port': ['ID=015caaa7-3608-478f-9514-83fd598992e9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:53.501120 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5c04fd89-d3e8-4e8c-a36d-9439700d4776 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1928105 Apr 01 12:46:53.502846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51428) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:53.578502 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-eeb08fb9-e53d-4b3b-b33a-be5c41e1a488 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5747099 Apr 01 12:46:53.618900 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51430) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:53.629505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:4c:a0:af', 'name': 'tempest-NetworksTestDHCPv6-1063645329'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:53.712332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb08fb9-e53d-4b3b-b33a-be5c41e1a488 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=5284284e-91f6-4dee-87ad-5421e8767b6e,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:53.742089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddc2db-e919-4f60-88c0-37505034e0a0 req-4ead6f74-0fd6-4624-9eb4-d9b22209505e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:53.748507 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1dddc2db-e919-4f60-88c0-37505034e0a0 req-4ead6f74-0fd6-4624-9eb4-d9b22209505e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.3891501 Apr 01 12:46:53.823692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-303d4267-7440-473b-b9c4-f7ab0bf0d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:53.828074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-303d4267-7440-473b-b9c4-f7ab0bf0d528 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1096 time: 0.3330021 Apr 01 12:46:53.833928 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cd5d9acf-2455-4ed1-b77f-bee4501024ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:53.843413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6f5e61-e933-4e74-bec5-d3c09be484dc tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Deleting subnet 2f7605dd-d197-4842-b87a-474a572d0054 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:53.883855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Allocated IP 2001:db8::f816:3eff:fe2b:537e (966fc2d8-d1b6-45a5-b843-5b703c73fb1f/2f7605dd-d197-4842-b87a-474a572d0054/dc93017d-8ebc-4ee3-ad48-80e66399cb73) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:53.919560 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1dddc2db-e919-4f60-88c0-37505034e0a0 req-5e8f8f80-271a-476f-913c-ed9eb6d74179 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608329 Apr 01 12:46:53.944711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51436) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:53.963272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:54.003521 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.035459 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cd5d9acf-2455-4ed1-b77f-bee4501024ce None None] For port 216adb92-2ef9-46ea-9125-6765dadc88ac, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=216adb92-2ef9-46ea-9125-6765dadc88ac,segment=NetworkSegment(a2b54f70-572f-487a-802d-313d6730c4c3),segment_id=a2b54f70-572f-487a-802d-313d6730c4c3)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:54.078980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51440) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:54.080971 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cd5d9acf-2455-4ed1-b77f-bee4501024ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.111391 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.137479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port 11b083be-c07b-471b-93de-e1a3b9806dca yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:46:54.162036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-6aa9686c-14fe-4d9a-b0af-7eab8dd74e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:54.165150 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-6aa9686c-14fe-4d9a-b0af-7eab8dd74e6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f HTTP/1.1" status: 200 len: 898 time: 0.3237133 Apr 01 12:46:54.175157 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': '5284284e-91f6-4dee-87ad-5421e8767b6e'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:46:54.176222 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.205147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d9acf-2455-4ed1-b77f-bee4501024ce None None] Pushing event updated for resources: {'Port': ['ID=216adb92-2ef9-46ea-9125-6765dadc88ac,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:54.297325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-13aacc5b-f78b-4c47-9303-0acc61736e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.306923 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7a98640-5947-4e7b-9dc8-37594fb9a3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.319242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::f816:3eff:fe4c:a0af (260099d2-7af7-4f0e-86b6-4c66e180255a/5284284e-91f6-4dee-87ad-5421e8767b6e/11b083be-c07b-471b-93de-e1a3b9806dca) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:54.325211 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-95bc9a2f-0fa9-4a5a-9c6d-759fc9ad7f6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 200 len: 1001 time: 0.1529207 Apr 01 12:46:54.375308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-09f2ddc7-ca76-4625-8ad1-f06f868db0de None None] Provisioning complete for port 216adb92-2ef9-46ea-9125-6765dadc88ac triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:54.376079 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09f2ddc7-ca76-4625-8ad1-f06f868db0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.428661 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:46:54.429425 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:46:54.432524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-0220380a-3e8d-4f1e-a7cc-a0caa7208ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:54.434050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-0220380a-3e8d-4f1e-a7cc-a0caa7208ceb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=038197aa-3cc7-4241-9b9d-aa4a36b9c168 HTTP/1.1" status: 200 len: 834 time: 0.1024568 Apr 01 12:46:54.499570 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.536420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-e697bece-c428-41d1-bcb5-7b70468a1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:54.538052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-e697bece-c428-41d1-bcb5-7b70468a1405 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961747 Apr 01 12:46:54.538512 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da6f5e61-e933-4e74-bec5-d3c09be484dc tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.551388 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.555006 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-13aacc5b-f78b-4c47-9303-0acc61736e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.573045 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-13aacc5b-f78b-4c47-9303-0acc61736e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.590950 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7a98640-5947-4e7b-9dc8-37594fb9a3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.603474 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Pushing event updated for resources: {'Port': ['ID=dc93017d-8ebc-4ee3-ad48-80e66399cb73,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:54.613082 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7a98640-5947-4e7b-9dc8-37594fb9a3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.617555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Network 966fc2d8-d1b6-45a5-b843-5b703c73fb1f is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:54.620208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:54.623356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:54.676397 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da6f5e61-e933-4e74-bec5-d3c09be484dc tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.684778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Attempting to bind port dc93017d-8ebc-4ee3-ad48-80e66399cb73 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:46:54.685448 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Attempting to bind port dc93017d-8ebc-4ee3-ad48-80e66399cb73 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'bf746d52-e753-4e9f-bf47-f1eae54a37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '966fc2d8-d1b6-45a5-b843-5b703c73fb1f'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:46:54.685970 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Attempting to bind port dc93017d-8ebc-4ee3-ad48-80e66399cb73 on network 966fc2d8-d1b6-45a5-b843-5b703c73fb1f {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:46:54.691445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:46:54.692563 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Checking segment: {'id': 'bf746d52-e753-4e9f-bf47-f1eae54a37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '966fc2d8-d1b6-45a5-b843-5b703c73fb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:54.693251 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.693812 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Bound using segment: {'id': 'bf746d52-e753-4e9f-bf47-f1eae54a37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '966fc2d8-d1b6-45a5-b843-5b703c73fb1f'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:46:54.694631 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Bound port: dc93017d-8ebc-4ee3-ad48-80e66399cb73, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf746d52-e753-4e9f-bf47-f1eae54a37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '966fc2d8-d1b6-45a5-b843-5b703c73fb1f'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:46:54.695831 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.707662 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-13aacc5b-f78b-4c47-9303-0acc61736e3a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d450381b2d704fc196f999ba8c608a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7590103 Apr 01 12:46:54.708510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aacc5b-f78b-4c47-9303-0acc61736e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3035608-4ab5-4dbd-a21b-a369b26840cf,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:54.736047 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51452) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:54.747203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a98640-5947-4e7b-9dc8-37594fb9a3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df685d17-33ea-4539-8242-d4d762bff8b7,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:54.758595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e7a98640-5947-4e7b-9dc8-37594fb9a3c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31720417a93a404299edcdaa79580308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6777239 Apr 01 12:46:54.761354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51456) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:54.797736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] For port dc93017d-8ebc-4ee3-ad48-80e66399cb73, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:46:54.802038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] For port dc93017d-8ebc-4ee3-ad48-80e66399cb73, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=dc93017d-8ebc-4ee3-ad48-80e66399cb73,segment=NetworkSegment(bf746d52-e753-4e9f-bf47-f1eae54a37cf),segment_id=bf746d52-e753-4e9f-bf47-f1eae54a37cf)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:46:54.811880 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.825594 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.840282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-28793b6c-1dba-4a22-a209-0a979c49b579 service neutron] 10.222.0.44 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890077 Apr 01 12:46:54.846199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26fab733-5a5d-4d70-81ce-cd7690baa89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:54.909072 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26fab733-5a5d-4d70-81ce-cd7690baa89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.013244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16a211-06a0-4fc0-b78e-0ab32a5407cd None None] Pushing event updated for resources: {'Port': ['ID=dc93017d-8ebc-4ee3-ad48-80e66399cb73,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:55.103898 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-b0fa4541-0a35-4b15-9dd9-c74638956e74 service neutron] 10.222.0.44 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539907 Apr 01 12:46:55.148631 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe911-591f-46c2-b71d-e28bcb64659d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.174291 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26fab733-5a5d-4d70-81ce-cd7690baa89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.177795 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26fab733-5a5d-4d70-81ce-cd7690baa89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.178037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe911-591f-46c2-b71d-e28bcb64659d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.193607 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 216adb92-2ef9-46ea-9125-6765dadc88ac up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:55.226791 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-26fab733-5a5d-4d70-81ce-cd7690baa89f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df685d17-33ea-4539-8242-d4d762bff8b7 HTTP/1.1" status: 204 len: 168 time: 0.4644942 Apr 01 12:46:55.267882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fab733-5a5d-4d70-81ce-cd7690baa89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df685d17-33ea-4539-8242-d4d762bff8b7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:55.301328 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da6f5e61-e933-4e74-bec5-d3c09be484dc tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.309112 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe911-591f-46c2-b71d-e28bcb64659d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.312157 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe911-591f-46c2-b71d-e28bcb64659d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.313617 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0c9fe911-591f-46c2-b71d-e28bcb64659d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3035608-4ab5-4dbd-a21b-a369b26840cf HTTP/1.1" status: 204 len: 168 time: 0.5732162 Apr 01 12:46:55.355105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 216adb92-2ef9-46ea-9125-6765dadc88ac triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:55.356606 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.364805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.400098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565bef9-b5b7-4da1-8a81-c40594f4ac3b req-dd4e53b6-78be-497c-9d38-682dfb4a93d5 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:55.401705 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5565bef9-b5b7-4da1-8a81-c40594f4ac3b req-dd4e53b6-78be-497c-9d38-682dfb4a93d5 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.3448329 Apr 01 12:46:55.428687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:55.430034 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fe911-591f-46c2-b71d-e28bcb64659d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3035608-4ab5-4dbd-a21b-a369b26840cf,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:55.441134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:55.520301 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Allocated IP 2001:db8::f816:3eff:fe69:7a2a (260099d2-7af7-4f0e-86b6-4c66e180255a/5284284e-91f6-4dee-87ad-5421e8767b6e/fea282e2-13f7-4558-8161-982a75d488c3) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:55.525733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:55.549198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:55.549877 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.661030 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51474) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:55.662768 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0416656 Apr 01 12:46:55.710963 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5565bef9-b5b7-4da1-8a81-c40594f4ac3b req-b5bd49b5-ed19-4e3d-b721-64b8335343f5 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747686 Apr 01 12:46:55.723492 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b5103-855b-4a70-a155-1849f7305581 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=11b083be-c07b-471b-93de-e1a3b9806dca,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:55.738628 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da6f5e61-e933-4e74-bec5-d3c09be484dc tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.792274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08f047-0dab-4015-aaea-4dbabbb3f812 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:55.794083 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8e08f047-0dab-4015-aaea-4dbabbb3f812 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1311247 Apr 01 12:46:55.797183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51480) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:55.825133 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da6f5e61-e933-4e74-bec5-d3c09be484dc tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:55.835335 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-da6f5e61-e933-4e74-bec5-d3c09be484dc tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/subnets/2f7605dd-d197-4842-b87a-474a572d0054 HTTP/1.1" status: 204 len: 168 time: 2.3287616 Apr 01 12:46:55.835335 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f5e61-e933-4e74-bec5-d3c09be484dc tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7605dd-d197-4842-b87a-474a572d0054,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:55.837670 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51482) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:55.931152 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa84e131-6759-4ea8-99aa-2f31e5e0f69e tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:55.933029 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa84e131-6759-4ea8-99aa-2f31e5e0f69e tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:55.937691 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fa84e131-6759-4ea8-99aa-2f31e5e0f69e tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0961452 Apr 01 12:46:55.937893 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51486) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:55.953396 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0abc4f52-c623-472f-b3d4-fa4594a77a8c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 11b083be-c07b-471b-93de-e1a3b9806dca {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:55.954497 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0abc4f52-c623-472f-b3d4-fa4594a77a8c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.036935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51488) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:56.086921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.097796 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.162710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:46:56.164270 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7da2a688-15af-4522-9666-68d7272c8795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.173046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:56.177691 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:46:56.192492 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0ac29750-9295-4027-b01d-eafb6e52f526 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.194832 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0abc4f52-c623-472f-b3d4-fa4594a77a8c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.231137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0abc4f52-c623-472f-b3d4-fa4594a77a8c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 11b083be-c07b-471b-93de-e1a3b9806dca owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:56.245263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Pushing event updated for resources: {'Port': ['ID=fea282e2-13f7-4558-8161-982a75d488c3,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:56.261223 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac29750-9295-4027-b01d-eafb6e52f526 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 12:46:56.262183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac29750-9295-4027-b01d-eafb6e52f526 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:46:56.272793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51496) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:56.281536 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0ac29750-9295-4027-b01d-eafb6e52f526 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/networks/966fc2d8-d1b6-45a5-b843-5b703c73fb1f HTTP/1.1" status: 409 len: 405 time: 0.3421340 Apr 01 12:46:56.289647 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Attempting to bind port fea282e2-13f7-4558-8161-982a75d488c3 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:46:56.290419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Attempting to bind port fea282e2-13f7-4558-8161-982a75d488c3 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:46:56.291064 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Attempting to bind port fea282e2-13f7-4558-8161-982a75d488c3 on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:46:56.296575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1752003122'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:56.301027 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:46:56.301397 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:56.301813 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.302236 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:46:56.302709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Bound port: fea282e2-13f7-4558-8161-982a75d488c3, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:46:56.305051 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.420071 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:56.423696 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.448642 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7da2a688-15af-4522-9666-68d7272c8795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.454633 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7da2a688-15af-4522-9666-68d7272c8795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.456085 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] For port fea282e2-13f7-4558-8161-982a75d488c3, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:46:56.461074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] For port fea282e2-13f7-4558-8161-982a75d488c3, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=fea282e2-13f7-4558-8161-982a75d488c3,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:46:56.472023 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.513730 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7da2a688-15af-4522-9666-68d7272c8795 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d089a92e801849298920f96e16d0ef94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732306 Apr 01 12:46:56.515197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51504) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:56.515745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51502) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:56.536035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:46:56.572390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2a688-15af-4522-9666-68d7272c8795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1860fb4-d236-4d99-aca0-69baa3e5e411,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:56.659133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b6d49-cab0-47d2-9fc8-1e1c298ebe40 None None] Pushing event updated for resources: {'Port': ['ID=fea282e2-13f7-4558-8161-982a75d488c3,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:56.682979 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e5020d0-505e-4901-ab00-ea25aaa2bea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.693368 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.696025 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Added segment 5a78d3b1-02bb-435e-912d-2921aaab6ef5 of type vlan for network 56cb7e2e-0a95-4475-abe0-3fa4cfd83938 Apr 01 12:46:56.697621 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0abc4f52-c623-472f-b3d4-fa4594a77a8c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.739714 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e5020d0-505e-4901-ab00-ea25aaa2bea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.790786 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e1d5ff-6ac0-4878-807b-df45cf5368e1 None None] Network 966fc2d8-d1b6-45a5-b843-5b703c73fb1f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:56.921928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc4f52-c623-472f-b3d4-fa4594a77a8c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=11b083be-c07b-471b-93de-e1a3b9806dca,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:56.945040 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e5020d0-505e-4901-ab00-ea25aaa2bea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.953872 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e5020d0-505e-4901-ab00-ea25aaa2bea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.956904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0e5020d0-505e-4901-ab00-ea25aaa2bea1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1860fb4-d236-4d99-aca0-69baa3e5e411 HTTP/1.1" status: 204 len: 168 time: 0.4347255 Apr 01 12:46:56.971132 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0abc4f52-c623-472f-b3d4-fa4594a77a8c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:56.977248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0abc4f52-c623-472f-b3d4-fa4594a77a8c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/11b083be-c07b-471b-93de-e1a3b9806dca HTTP/1.1" status: 204 len: 168 time: 1.1769581 Apr 01 12:46:57.023001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51518) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:57.050691 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5020d0-505e-4901-ab00-ea25aaa2bea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1860fb4-d236-4d99-aca0-69baa3e5e411,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:57.079196 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-500b640e-9731-467c-8931-e5b3f8aa7b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:57.115128 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:57.270991 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.db.resource_extend [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:46:57.373016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-62b316c1-e24d-47a8-ab71-b042d1faf4a5 None None] Provisioning complete for port dc93017d-8ebc-4ee3-ad48-80e66399cb73 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:57.373572 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-62b316c1-e24d-47a8-ab71-b042d1faf4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:57.428057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device fea282e2-13f7-4558-8161-982a75d488c3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:57.498159 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:57.505551 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:57.506507 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:57.516532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5afe0f-5b4a-4cf1-ad19-be72bfa179ac req-d20e5965-c681-4923-8c0c-7ddf1332e8f3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:57.518269 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f5afe0f-5b4a-4cf1-ad19-be72bfa179ac req-d20e5965-c681-4923-8c0c-7ddf1332e8f3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.6490154 Apr 01 12:46:57.520417 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-500b640e-9731-467c-8931-e5b3f8aa7b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:57.636409 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port fea282e2-13f7-4558-8161-982a75d488c3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:57.637040 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:57.647723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ad4dd-0941-43be-bb33-92d4c21d90ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:57.650971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ad4dd-0941-43be-bb33-92d4c21d90ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:57.656025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2c6ad4dd-0941-43be-bb33-92d4c21d90ca tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6028247 Apr 01 12:46:57.659447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51540) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:57.693950 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4201086 Apr 01 12:46:57.714168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f9c68-17a5-4f3c-962b-b7458622aa17 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Network': ['ID=56cb7e2e-0a95-4475-abe0-3fa4cfd83938,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:57.716898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-500b640e-9731-467c-8931-e5b3f8aa7b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:57.722283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8504c7-f8ba-48d7-9f2b-c4a18e8dbb2f None None] DHCP port deletion for 966fc2d8-d1b6-45a5-b843-5b703c73fb1f request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:46:57.722655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51544) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:57.726849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f5afe0f-5b4a-4cf1-ad19-be72bfa179ac req-ef2cbd04-9acf-49d9-9db7-bea36c92daf5 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974069 Apr 01 12:46:57.752658 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cd73a5-b534-4d30-a306-a844a86c6b87 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 5284284e-91f6-4dee-87ad-5421e8767b6e {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:46:57.756257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b640e-9731-467c-8931-e5b3f8aa7b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acec82e9-cb80-4383-b9dc-b87fc1329b81,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:57.756820 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7cd73a5-b534-4d30-a306-a844a86c6b87 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:57.760084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 56cb7e2e-0a95-4475-abe0-3fa4cfd83938 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:46:57.763299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'subnet': {'network_id': '56cb7e2e-0a95-4475-abe0-3fa4cfd83938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:57.821818 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7cd73a5-b534-4d30-a306-a844a86c6b87 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:57.963927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-500b640e-9731-467c-8931-e5b3f8aa7b4f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=987f56aa8b4d4c6bb5e860152846c4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4441428 Apr 01 12:46:57.967491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7cd73a5-b534-4d30-a306-a844a86c6b87 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:57.970629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51548) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:58.055345 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7cd73a5-b534-4d30-a306-a844a86c6b87 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.063236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:58.069005 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.108980 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-62b316c1-e24d-47a8-ab71-b042d1faf4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.133955 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd73a5-b534-4d30-a306-a844a86c6b87 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=5284284e-91f6-4dee-87ad-5421e8767b6e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:58.142598 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7cd73a5-b534-4d30-a306-a844a86c6b87 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.149709 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f7cd73a5-b534-4d30-a306-a844a86c6b87 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/5284284e-91f6-4dee-87ad-5421e8767b6e HTTP/1.1" status: 204 len: 168 time: 0.4859288 Apr 01 12:46:58.151616 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51554) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:58.259995 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d7f77f70-2e63-48cb-aaa1-28588f0d3a61 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1048419 Apr 01 12:46:58.261335 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:58.273477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:58.273761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-62b316c1-e24d-47a8-ab71-b042d1faf4a5 None None] For port dc93017d-8ebc-4ee3-ad48-80e66399cb73, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=dc93017d-8ebc-4ee3-ad48-80e66399cb73,segment=NetworkSegment(bf746d52-e753-4e9f-bf47-f1eae54a37cf),segment_id=bf746d52-e753-4e9f-bf47-f1eae54a37cf)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:58.276905 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.295622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8d8504c7-f8ba-48d7-9f2b-c4a18e8dbb2f None None] Deleting port dc93017d-8ebc-4ee3-ad48-80e66399cb73 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:46:58.297529 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d8504c7-f8ba-48d7-9f2b-c4a18e8dbb2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.314982 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-62b316c1-e24d-47a8-ab71-b042d1faf4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.400121 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d4acfde-5d5d-4cd5-b627-57200619b492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.429602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d4acfde-5d5d-4cd5-b627-57200619b492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.476620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:58.486037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.513516 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d4acfde-5d5d-4cd5-b627-57200619b492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.519525 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d4acfde-5d5d-4cd5-b627-57200619b492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.520992 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0d4acfde-5d5d-4cd5-b627-57200619b492 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/acec82e9-cb80-4383-b9dc-b87fc1329b81 HTTP/1.1" status: 204 len: 168 time: 0.5497029 Apr 01 12:46:58.556078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4acfde-5d5d-4cd5-b627-57200619b492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acec82e9-cb80-4383-b9dc-b87fc1329b81,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:58.633730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce153264-c97d-4330-96f2-0e8fe93feb18 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:58.644420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port fea282e2-13f7-4558-8161-982a75d488c3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=fea282e2-13f7-4558-8161-982a75d488c3,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:58.699561 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.700863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dc93017d-8ebc-4ee3-ad48-80e66399cb73 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:46:58.710806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e7d715ef-76a4-45b4-bb3a-fcad30e6a8ce None None] Provisioning complete for port fea282e2-13f7-4558-8161-982a75d488c3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:58.711372 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e7d715ef-76a4-45b4-bb3a-fcad30e6a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.729954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.objects.ports [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:46:58.736031 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.816479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Checking segment: {'id': '5a78d3b1-02bb-435e-912d-2921aaab6ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '56cb7e2e-0a95-4475-abe0-3fa4cfd83938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:46:58.816965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network hostable DHCP agents. Network: 56cb7e2e-0a95-4475-abe0-3fa4cfd83938, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:46:58.833789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Subnet': ['ID=4733c8c0-f4ad-41be-a8aa-0b677ec9d40e,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:58.856790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network 56cb7e2e-0a95-4475-abe0-3fa4cfd83938 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:46:58.860054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b316c1-e24d-47a8-ab71-b042d1faf4a5 None None] Pushing event updated for resources: {'Port': ['ID=dc93017d-8ebc-4ee3-ad48-80e66399cb73,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:58.881113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 56cb7e2e-0a95-4475-abe0-3fa4cfd83938) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:46:58.887783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:58.888684 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:58.918308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-96860d45-c129-4727-af19-e1b0a26c2b93 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1646373 Apr 01 12:46:58.925270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51578) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:58.931831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'port': {'network_id': '56cb7e2e-0a95-4475-abe0-3fa4cfd83938', 'name': 'tempest-NetworksIpV6TestAttrs-468509075'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:46:58.943864 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=fea282e2-13f7-4558-8161-982a75d488c3,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:46:58.946661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa1d175-b3d4-4250-a500-3e037b148a66 None None] Network 56cb7e2e-0a95-4475-abe0-3fa4cfd83938 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:46:58.956320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8d8504c7-f8ba-48d7-9f2b-c4a18e8dbb2f None None] For port dc93017d-8ebc-4ee3-ad48-80e66399cb73, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=dc93017d-8ebc-4ee3-ad48-80e66399cb73,segment=NetworkSegment(bf746d52-e753-4e9f-bf47-f1eae54a37cf),segment_id=bf746d52-e753-4e9f-bf47-f1eae54a37cf)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:46:58.956795 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d8504c7-f8ba-48d7-9f2b-c4a18e8dbb2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:59.122593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:46:59.131812 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:59.135351 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8d8504c7-f8ba-48d7-9f2b-c4a18e8dbb2f None None] Calling delete_port for dc93017d-8ebc-4ee3-ad48-80e66399cb73 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:46:59.200095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] device_id is not set on port 0a328ff0-5d81-4153-9ce7-a595bbec591a yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:46:59.452068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Allocated IP 2001:db8::f816:3eff:fecf:c529 (56cb7e2e-0a95-4475-abe0-3fa4cfd83938/4733c8c0-f4ad-41be-a8aa-0b677ec9d40e/0a328ff0-5d81-4153-9ce7-a595bbec591a) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:46:59.495496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port dc93017d-8ebc-4ee3-ad48-80e66399cb73 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:46:59.495866 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:59.554647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51590) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:46:59.650131 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8247794c-1625-426d-bbeb-b8e74b8e0368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:59.699784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66cfb3-f4e8-4db6-b878-311b8fba0908 req-9363416b-5396-48c7-8e37-31a7eea6374d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:46:59.703854 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f66cfb3-f4e8-4db6-b878-311b8fba0908 req-9363416b-5396-48c7-8e37-31a7eea6374d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.8261938 Apr 01 12:46:59.761056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4781174-c8d2-4463-9e87-04f73eb9a329 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:46:59.810645 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d8504c7-f8ba-48d7-9f2b-c4a18e8dbb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:59.854442 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-56cb7e2e-0a95-4475-abe0-3fa4cfd83938', 'network_id': '56cb7e2e-0a95-4475-abe0-3fa4cfd83938', 'tenant_id': 'b1b35dc914da49f9b056003ec915b3ed', 'fixed_ips': [{'subnet_id': '4733c8c0-f4ad-41be-a8aa-0b677ec9d40e'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:46:59.855342 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:59.856425 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8247794c-1625-426d-bbeb-b8e74b8e0368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:59.879746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8504c7-f8ba-48d7-9f2b-c4a18e8dbb2f None None] No DVR routers for this DVR port dc93017d-8ebc-4ee3-ad48-80e66399cb73 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:46:59.891214 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8247794c-1625-426d-bbeb-b8e74b8e0368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:46:59.952356 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4f66cfb3-f4e8-4db6-b878-311b8fba0908 req-c683bb72-17bf-4f91-9f47-527722628fad tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409332 Apr 01 12:47:00.027021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247794c-1625-426d-bbeb-b8e74b8e0368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cae7e8-6a8d-42a8-9534-1ebc05cb16ac,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:00.091422 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8504c7-f8ba-48d7-9f2b-c4a18e8dbb2f None None] Pushing event deleted for resources: {'Port': ['ID=dc93017d-8ebc-4ee3-ad48-80e66399cb73,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:00.112893 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Could not find standard attr ID for object dc93017d-8ebc-4ee3-ad48-80e66399cb73. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:47:00.117473 n-d-836146-1 neutron-server[102720]: INFO neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No ports have port_id starting with dc93017d-8ebc-4ee3-ad48-80e66399cb73 Apr 01 12:47:00.134716 n-d-836146-1 neutron-server[102719]: DEBUG neutron.objects.ports [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:47:00.246088 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.284788 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8247794c-1625-426d-bbeb-b8e74b8e0368 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6c8a5a6ab6648fd88e35aa55445678d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7104216 Apr 01 12:47:00.287890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51616) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:00.305181 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dc93017d-8ebc-4ee3-ad48-80e66399cb73 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:47:00.324986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.350749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: dc93017d-8ebc-4ee3-ad48-80e66399cb73 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:47:00.351153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dc93017d-8ebc-4ee3-ad48-80e66399cb73 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:47:00.351823 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device fea282e2-13f7-4558-8161-982a75d488c3 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:47:00.399512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network 56cb7e2e-0a95-4475-abe0-3fa4cfd83938 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:00.410699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:00.414626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Port': ['ID=0a328ff0-5d81-4153-9ce7-a595bbec591a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:00.421395 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:00.427880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:00.428536 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.432171 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:00.432505 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.432620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:00.432915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:00.433170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:00.433567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:00.433820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:00.434273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:00.434595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:00.434813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:00.435139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:00.435464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:00.435789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:00.441001 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8c66cf74-fcf0-4a0d-9ade-4604ec14b21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.469850 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4fb73576-a293-449f-8914-7a2f802c7ba2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5423973 Apr 01 12:47:00.470551 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51620) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:00.480643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Allocated IP 2001:db8::f816:3eff:fe4e:d56e (56cb7e2e-0a95-4475-abe0-3fa4cfd83938/4733c8c0-f4ad-41be-a8aa-0b677ec9d40e/2b80080c-8c46-4cb6-8353-9df58cd119bc) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:00.490209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8c66cf74-fcf0-4a0d-9ade-4604ec14b21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.491011 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d4781174-c8d2-4463-9e87-04f73eb9a329 None None] Deleting port fea282e2-13f7-4558-8161-982a75d488c3 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:00.491628 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d4781174-c8d2-4463-9e87-04f73eb9a329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.560919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c76bfcf-fe2c-4d00-ac50-ef442cb72eb1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Deleting subnet 4733c8c0-f4ad-41be-a8aa-0b677ec9d40e {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:00.587885 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8c66cf74-fcf0-4a0d-9ade-4604ec14b21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.590602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8c66cf74-fcf0-4a0d-9ade-4604ec14b21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.594808 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8c66cf74-fcf0-4a0d-9ade-4604ec14b21b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4cae7e8-6a8d-42a8-9534-1ebc05cb16ac HTTP/1.1" status: 204 len: 168 time: 0.3058007 Apr 01 12:47:00.604103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66cf74-fcf0-4a0d-9ade-4604ec14b21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cae7e8-6a8d-42a8-9534-1ebc05cb16ac,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:00.660433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] For port fea282e2-13f7-4558-8161-982a75d488c3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=fea282e2-13f7-4558-8161-982a75d488c3,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:00.677237 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d4781174-c8d2-4463-9e87-04f73eb9a329 None None] For port fea282e2-13f7-4558-8161-982a75d488c3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=fea282e2-13f7-4558-8161-982a75d488c3,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:00.677794 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d4781174-c8d2-4463-9e87-04f73eb9a329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.691052 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.696627 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.697668 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.697810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d4781174-c8d2-4463-9e87-04f73eb9a329 None None] Calling delete_port for fea282e2-13f7-4558-8161-982a75d488c3 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:00.705158 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.782576 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:00.794929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:00.798564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:00.799239 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:00.833677 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=4ac2de4a-ff90-42b6-adff-29311d3813ea,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:00.840220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=fea282e2-13f7-4558-8161-982a75d488c3,revision_number=6']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:00.850343 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-47118d4a-367a-4c58-b453-5a0bc0b94670 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5879288 Apr 01 12:47:00.852933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51638) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:00.857954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:5b:04:1d', 'name': 'tempest-NetworksTestDHCPv6-152467747'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:01.049416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:01.141962 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:47:01.142535 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:47:01.172828 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d4781174-c8d2-4463-9e87-04f73eb9a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:01.197879 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:01.220668 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:01.231507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309bad9-9fdf-4864-8d8b-55e095bec930 req-e7731254-be4e-48be-8b64-c084a4130050 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:01.235218 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8309bad9-9fdf-4864-8d8b-55e095bec930 req-e7731254-be4e-48be-8b64-c084a4130050 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.1270442 Apr 01 12:47:01.241666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4781174-c8d2-4463-9e87-04f73eb9a329 None None] No DVR routers for this DVR port fea282e2-13f7-4558-8161-982a75d488c3 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:47:01.256142 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4781174-c8d2-4463-9e87-04f73eb9a329 None None] Pushing event deleted for resources: {'Port': ['ID=fea282e2-13f7-4558-8161-982a75d488c3,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:01.262040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d105765-1762-4a59-b80e-7b30e3e2a3df None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:01.267525 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6c76bfcf-fe2c-4d00-ac50-ef442cb72eb1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:01.268323 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:01.388814 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Network 56cb7e2e-0a95-4475-abe0-3fa4cfd83938 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:01.389735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port a4bc0b08-7cac-4ad2-b7ef-778b2bc5f083 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:47:01.396140 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:01.399077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:01.408711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Pushing event updated for resources: {'Port': ['ID=2b80080c-8c46-4cb6-8353-9df58cd119bc,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:01.465054 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6c76bfcf-fe2c-4d00-ac50-ef442cb72eb1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:01.471301 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8309bad9-9fdf-4864-8d8b-55e095bec930 req-bf7957e8-b135-48fd-b806-9036c7ae207a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210314 Apr 01 12:47:01.533036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Attempting to bind port 2b80080c-8c46-4cb6-8353-9df58cd119bc on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:47:01.533461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Attempting to bind port 2b80080c-8c46-4cb6-8353-9df58cd119bc by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '5a78d3b1-02bb-435e-912d-2921aaab6ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '56cb7e2e-0a95-4475-abe0-3fa4cfd83938'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:47:01.533833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Attempting to bind port 2b80080c-8c46-4cb6-8353-9df58cd119bc on network 56cb7e2e-0a95-4475-abe0-3fa4cfd83938 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:47:01.550682 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:47:01.552054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Checking segment: {'id': '5a78d3b1-02bb-435e-912d-2921aaab6ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '56cb7e2e-0a95-4475-abe0-3fa4cfd83938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:47:01.552484 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:01.552879 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Bound using segment: {'id': '5a78d3b1-02bb-435e-912d-2921aaab6ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '56cb7e2e-0a95-4475-abe0-3fa4cfd83938'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:47:01.553357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Bound port: 2b80080c-8c46-4cb6-8353-9df58cd119bc, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a78d3b1-02bb-435e-912d-2921aaab6ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '56cb7e2e-0a95-4475-abe0-3fa4cfd83938'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:47:01.553744 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:01.661098 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': '4ac2de4a-ff90-42b6-adff-29311d3813ea'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:47:01.662201 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:01.713008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Port fea282e2-13f7-4558-8161-982a75d488c3 update to DOWN by agent not found {{(pid=102720) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Apr 01 12:47:01.723000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] For port 2b80080c-8c46-4cb6-8353-9df58cd119bc, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:47:01.728000 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::f816:3eff:fe5b:41d (260099d2-7af7-4f0e-86b6-4c66e180255a/4ac2de4a-ff90-42b6-adff-29311d3813ea/a4bc0b08-7cac-4ad2-b7ef-778b2bc5f083) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:01.755323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] For port 2b80080c-8c46-4cb6-8353-9df58cd119bc, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2b80080c-8c46-4cb6-8353-9df58cd119bc,segment=NetworkSegment(5a78d3b1-02bb-435e-912d-2921aaab6ef5),segment_id=5a78d3b1-02bb-435e-912d-2921aaab6ef5)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:47:01.808214 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:01.921278 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9186189-0430-4fb3-bbf1-63fe7260d1ea None None] Pushing event updated for resources: {'Port': ['ID=2b80080c-8c46-4cb6-8353-9df58cd119bc,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:01.986150 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6c76bfcf-fe2c-4d00-ac50-ef442cb72eb1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:02.257308 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6c76bfcf-fe2c-4d00-ac50-ef442cb72eb1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:02.305175 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6c76bfcf-fe2c-4d00-ac50-ef442cb72eb1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:02.308490 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6c76bfcf-fe2c-4d00-ac50-ef442cb72eb1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/subnets/4733c8c0-f4ad-41be-a8aa-0b677ec9d40e HTTP/1.1" status: 204 len: 168 time: 1.8327250 Apr 01 12:47:02.311129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51708) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:02.311761 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:02.313613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76bfcf-fe2c-4d00-ac50-ef442cb72eb1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Subnet': ['ID=4733c8c0-f4ad-41be-a8aa-0b677ec9d40e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:02.358198 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:02.437067 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551a328-c504-470c-a3f2-159b5d0a652b tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:02.439456 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551a328-c504-470c-a3f2-159b5d0a652b tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:02.439625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:02.445466 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5551a328-c504-470c-a3f2-159b5d0a652b tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1331940 Apr 01 12:47:02.446544 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51714) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:02.450464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:02.455625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:02.473335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:02.474041 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:02.509928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Allocated IP 2001:db8::f816:3eff:fec1:28e0 (260099d2-7af7-4f0e-86b6-4c66e180255a/4ac2de4a-ff90-42b6-adff-29311d3813ea/2f02302a-1dac-4ccd-a34b-0fc01cc1cd99) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:02.529513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=a4bc0b08-7cac-4ad2-b7ef-778b2bc5f083,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:02.552400 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-26962ae6-0b2f-40a0-b22c-d5538c6e76be tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6983075 Apr 01 12:47:02.559154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51718) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:02.659096 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7111844-9adc-4c3d-a848-fed94b02bd2c tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:02.659317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51720) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:02.687360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b5a6b-6c27-46ee-85b1-e5af0710779f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:02.690064 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f78b5a6b-6c27-46ee-85b1-e5af0710779f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1287699 Apr 01 12:47:02.695445 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51722) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:02.788277 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7111844-9adc-4c3d-a848-fed94b02bd2c tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 12:47:02.788471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7111844-9adc-4c3d-a848-fed94b02bd2c tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:02.795123 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f7111844-9adc-4c3d-a848-fed94b02bd2c tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/networks/56cb7e2e-0a95-4475-abe0-3fa4cfd83938 HTTP/1.1" status: 409 len: 405 time: 0.3438206 Apr 01 12:47:02.795553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51728) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:02.803912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3d48c96e-9062-4152-aefd-3f1832d623f3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-609825856'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:02.854673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f1b92-3fde-47f0-9859-b7d6ceae5cf8 req-1bf41162-5977-40c9-9b9e-b25666ecad66 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:02.862906 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-398f1b92-3fde-47f0-9859-b7d6ceae5cf8 req-1bf41162-5977-40c9-9b9e-b25666ecad66 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.2087958 Apr 01 12:47:02.873069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d48c96e-9062-4152-aefd-3f1832d623f3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:02.893869 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d48c96e-9062-4152-aefd-3f1832d623f3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:02.908977 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:02.919245 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:02.965889 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d48c96e-9062-4152-aefd-3f1832d623f3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:47:02.993573 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9dad25f-b5ae-459c-a776-b78f26a3a82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:02.997320 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-398f1b92-3fde-47f0-9859-b7d6ceae5cf8 req-f0ae827c-62cb-4f59-901b-87e8595a9a68 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047180 Apr 01 12:47:03.015690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port a4bc0b08-7cac-4ad2-b7ef-778b2bc5f083 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:03.016032 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.045244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Pushing event updated for resources: {'Port': ['ID=2f02302a-1dac-4ccd-a34b-0fc01cc1cd99,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:03.083190 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:03.086752 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:03.091993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:03.112595 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d48c96e-9062-4152-aefd-3f1832d623f3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.112944 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-3d48c96e-9062-4152-aefd-3f1832d623f3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Added segment 2839365b-d826-4409-9523-c9307c482d6b of type vlan for network 18807877-8fd5-4f15-9099-cf5f36f7ccbb Apr 01 12:47:03.130577 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51736) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:03.169403 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9dad25f-b5ae-459c-a776-b78f26a3a82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.180507 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Attempting to bind port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:47:03.180910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Attempting to bind port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:47:03.181276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Attempting to bind port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99 on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:47:03.187486 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:47:03.187814 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:47:03.188223 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.188759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:47:03.190493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Bound port: 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:47:03.190655 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.190880 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9dad25f-b5ae-459c-a776-b78f26a3a82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.215660 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.233806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for a4bc0b08-7cac-4ad2-b7ef-778b2bc5f083 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:03.274244 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b9dad25f-b5ae-459c-a776-b78f26a3a82f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22efaf8141834a38b7b4773e59964d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5841055 Apr 01 12:47:03.276262 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d48c96e-9062-4152-aefd-3f1832d623f3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.278859 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51740) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:03.279569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dad25f-b5ae-459c-a776-b78f26a3a82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81388853-1f87-4b79-8bbc-d27af764ab0e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:03.292848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] For port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:47:03.297477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] For port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2f02302a-1dac-4ccd-a34b-0fc01cc1cd99,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:47:03.304059 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.387534 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d48c96e-9062-4152-aefd-3f1832d623f3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.400508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d48c96e-9062-4152-aefd-3f1832d623f3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:03.401265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d48c96e-9062-4152-aefd-3f1832d623f3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.403530 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd4ef2-e19c-45e3-b2f6-336578a484ba None None] Pushing event updated for resources: {'Port': ['ID=2f02302a-1dac-4ccd-a34b-0fc01cc1cd99,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:03.447241 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ea04722-5cc2-4727-91b9-d982ba3fc4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.484591 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf51302e-aacb-42c6-9c77-e33165d52635 None None] Network 56cb7e2e-0a95-4475-abe0-3fa4cfd83938 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:03.493080 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ea04722-5cc2-4727-91b9-d982ba3fc4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.530976 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-db7c3886-bd5d-45d8-abc3-5f7092570e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.543161 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48c96e-9062-4152-aefd-3f1832d623f3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Network': ['ID=18807877-8fd5-4f15-9099-cf5f36f7ccbb,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:03.549311 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3d48c96e-9062-4152-aefd-3f1832d623f3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7526183 Apr 01 12:47:03.552438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51742) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:03.559805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.560050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'subnet': {'network_id': '18807877-8fd5-4f15-9099-cf5f36f7ccbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:03.566290 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 18807877-8fd5-4f15-9099-cf5f36f7ccbb details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:47:03.571709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-47c73c61-1c62-4912-ac88-68c5b3160ee5 None None] Provisioning complete for port 2b80080c-8c46-4cb6-8353-9df58cd119bc triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:03.572361 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-47c73c61-1c62-4912-ac88-68c5b3160ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.598317 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=a4bc0b08-7cac-4ad2-b7ef-778b2bc5f083,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:03.611289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:03.611422 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:03.611777 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:03.612107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:03.612491 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:03.612765 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:03.613094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:03.613427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:03.613754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:03.614103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:03.615532 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:03.615881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:03.637018 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ea04722-5cc2-4727-91b9-d982ba3fc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.640405 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ea04722-5cc2-4727-91b9-d982ba3fc4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.641750 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3ea04722-5cc2-4727-91b9-d982ba3fc4f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81388853-1f87-4b79-8bbc-d27af764ab0e HTTP/1.1" status: 204 len: 168 time: 0.3619220 Apr 01 12:47:03.643252 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.660651 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5739a8fc-e0e9-4568-9c7a-ebec6fc6c1e8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/a4bc0b08-7cac-4ad2-b7ef-778b2bc5f083 HTTP/1.1" status: 204 len: 168 time: 0.9277313 Apr 01 12:47:03.665949 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51746) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:03.688867 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea04722-5cc2-4727-91b9-d982ba3fc4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81388853-1f87-4b79-8bbc-d27af764ab0e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:03.756914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:03.762421 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.771430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f8801e-640b-4613-a6b8-d9fd38c72f2f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:03.773077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f8801e-640b-4613-a6b8-d9fd38c72f2f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:03.777005 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-69f8801e-640b-4613-a6b8-d9fd38c72f2f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1075928 Apr 01 12:47:03.777362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51748) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:03.862682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe75de2e-8b1d-4bf4-aaac-0320f02d344a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 4ac2de4a-ff90-42b6-adff-29311d3813ea {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:03.867206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe75de2e-8b1d-4bf4-aaac-0320f02d344a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.898616 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-47c73c61-1c62-4912-ac88-68c5b3160ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.934548 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-db7c3886-bd5d-45d8-abc3-5f7092570e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.943242 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-db7c3886-bd5d-45d8-abc3-5f7092570e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:03.960206 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b248644e-6700-4a2c-9f18-69908b69eed6 None None] DHCP port deletion for 56cb7e2e-0a95-4475-abe0-3fa4cfd83938 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:47:03.967693 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-47c73c61-1c62-4912-ac88-68c5b3160ee5 None None] For port 2b80080c-8c46-4cb6-8353-9df58cd119bc, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2b80080c-8c46-4cb6-8353-9df58cd119bc,segment=NetworkSegment(5a78d3b1-02bb-435e-912d-2921aaab6ef5),segment_id=5a78d3b1-02bb-435e-912d-2921aaab6ef5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:03.998249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-db7c3886-bd5d-45d8-abc3-5f7092570e29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69b20262e2dc42d99defb1d4d88c7e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8664515 Apr 01 12:47:04.010256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51760) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:04.024453 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-47c73c61-1c62-4912-ac88-68c5b3160ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.031306 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe75de2e-8b1d-4bf4-aaac-0320f02d344a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.109907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c3886-bd5d-45d8-abc3-5f7092570e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7add588-073d-4b31-b48b-b4497e53436a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:04.125784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c73c61-1c62-4912-ac88-68c5b3160ee5 None None] Pushing event updated for resources: {'Port': ['ID=2b80080c-8c46-4cb6-8353-9df58cd119bc,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:04.137565 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b248644e-6700-4a2c-9f18-69908b69eed6 None None] Deleting port 2b80080c-8c46-4cb6-8353-9df58cd119bc {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:04.137950 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b248644e-6700-4a2c-9f18-69908b69eed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.186105 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02f7fec7-3bec-47b7-af22-06c9921bbc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.260918 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02f7fec7-3bec-47b7-af22-06c9921bbc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.266351 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b248644e-6700-4a2c-9f18-69908b69eed6 None None] For port 2b80080c-8c46-4cb6-8353-9df58cd119bc, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2b80080c-8c46-4cb6-8353-9df58cd119bc,segment=NetworkSegment(5a78d3b1-02bb-435e-912d-2921aaab6ef5),segment_id=5a78d3b1-02bb-435e-912d-2921aaab6ef5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:04.266820 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b248644e-6700-4a2c-9f18-69908b69eed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.286357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b248644e-6700-4a2c-9f18-69908b69eed6 None None] Calling delete_port for 2b80080c-8c46-4cb6-8353-9df58cd119bc owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:04.310143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51770) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:04.367968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7567f20b-db88-4ade-a30e-2f694762a2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.374925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:04.385944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe75de2e-8b1d-4bf4-aaac-0320f02d344a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.436342 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96fd59-fe4e-4ab3-a98e-f4b34f949580 req-e26e6edf-d3f4-4a9d-9bb8-0efc033118e9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:04.444104 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f96fd59-fe4e-4ab3-a98e-f4b34f949580 req-e26e6edf-d3f4-4a9d-9bb8-0efc033118e9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.3319845 Apr 01 12:47:04.462684 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b248644e-6700-4a2c-9f18-69908b69eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.486608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248644e-6700-4a2c-9f18-69908b69eed6 None None] No DVR routers for this DVR port 2b80080c-8c46-4cb6-8353-9df58cd119bc on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:47:04.512678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248644e-6700-4a2c-9f18-69908b69eed6 None None] Pushing event deleted for resources: {'Port': ['ID=2b80080c-8c46-4cb6-8353-9df58cd119bc,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:04.544033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:04.545502 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.559695 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe75de2e-8b1d-4bf4-aaac-0320f02d344a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.574529 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8f96fd59-fe4e-4ab3-a98e-f4b34f949580 req-f02d6462-645d-40f0-b690-7edf06fe2a37 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253097 Apr 01 12:47:04.636556 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75de2e-8b1d-4bf4-aaac-0320f02d344a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac2de4a-ff90-42b6-adff-29311d3813ea,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:04.656732 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe75de2e-8b1d-4bf4-aaac-0320f02d344a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.660123 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fe75de2e-8b1d-4bf4-aaac-0320f02d344a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/4ac2de4a-ff90-42b6-adff-29311d3813ea HTTP/1.1" status: 204 len: 168 time: 0.8815680 Apr 01 12:47:04.669617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51774) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:04.766989 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.782813 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-448e03a6-1e2c-4f3c-9f5f-2c0083ee919c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119249 Apr 01 12:47:04.788816 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51788) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:04.813854 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7567f20b-db88-4ade-a30e-2f694762a2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.848305 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2f02302a-1dac-4ccd-a34b-0fc01cc1cd99,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:04.852601 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7567f20b-db88-4ade-a30e-2f694762a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.859728 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.959967 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02f7fec7-3bec-47b7-af22-06c9921bbc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.962802 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02f7fec7-3bec-47b7-af22-06c9921bbc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:04.965140 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-02f7fec7-3bec-47b7-af22-06c9921bbc8e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7add588-073d-4b31-b48b-b4497e53436a HTTP/1.1" status: 204 len: 168 time: 0.9413371 Apr 01 12:47:04.982978 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=2f02302a-1dac-4ccd-a34b-0fc01cc1cd99,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:04.989054 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7567f20b-db88-4ade-a30e-2f694762a2e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c589867318d4d9e944d8e81d5cdf035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6738689 Apr 01 12:47:04.992741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51796) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:04.993506 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567f20b-db88-4ade-a30e-2f694762a2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a65c56-126e-469a-bf65-a644d424bd81,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:05.027705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755bda1a-cfe1-44cc-b26d-6f4044c8c6ee tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:05.029289 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-755bda1a-cfe1-44cc-b26d-6f4044c8c6ee tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2401998 Apr 01 12:47:05.035333 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51800) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:05.041220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7fec7-3bec-47b7-af22-06c9921bbc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7add588-073d-4b31-b48b-b4497e53436a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:05.093204 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ec1496-ccea-4dad-b199-77a4619bad29 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:05.158144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29fa0718-c1d3-4f94-a3d3-9a830b313edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:05.189441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.objects.ports [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:47:05.190986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:05.195978 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bdab35-a296-40b2-b195-d743be4da174 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:05.204634 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-48bdab35-a296-40b2-b195-d743be4da174 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1679599 Apr 01 12:47:05.216960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51804) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:05.239356 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29fa0718-c1d3-4f94-a3d3-9a830b313edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:05.256407 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4f253f43-fa30-40fb-a9d1-eba740e4f1f3 None None] Provisioning complete for port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:05.257132 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4f253f43-fa30-40fb-a9d1-eba740e4f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:05.283269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Subnet': ['ID=e822cd12-588e-40f5-8b03-92b7b740ce9b,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:05.302312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51808) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:05.303105 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d98ad088-dd31-4469-ae4a-374d97eacf77 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843861 Apr 01 12:47:05.307045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:05.338724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Checking segment: {'id': '2839365b-d826-4409-9523-c9307c482d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '18807877-8fd5-4f15-9099-cf5f36f7ccbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:47:05.338958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network hostable DHCP agents. Network: 18807877-8fd5-4f15-9099-cf5f36f7ccbb, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:47:05.355487 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29fa0718-c1d3-4f94-a3d3-9a830b313edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:05.358420 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29fa0718-c1d3-4f94-a3d3-9a830b313edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:05.360184 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-29fa0718-c1d3-4f94-a3d3-9a830b313edd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03a65c56-126e-469a-bf65-a644d424bd81 HTTP/1.1" status: 204 len: 168 time: 0.3629479 Apr 01 12:47:05.370573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa0718-c1d3-4f94-a3d3-9a830b313edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a65c56-126e-469a-bf65-a644d424bd81,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:05.460940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network 18807877-8fd5-4f15-9099-cf5f36f7ccbb is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:47:05.465034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf65331-e694-43b2-850b-22faa6f54257 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:47:05.495485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 18807877-8fd5-4f15-9099-cf5f36f7ccbb) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:05.519035 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf94960-42b8-49eb-9a21-9355135fb965 None None] Network 18807877-8fd5-4f15-9099-cf5f36f7ccbb requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:05.520179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:05.521114 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:05.553788 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:05.559566 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:05.574446 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e6b5d891-60af-4a7f-a82b-8e4e1e3df9e3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0179777 Apr 01 12:47:05.574791 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51816) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:05.879793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-fdf65331-e694-43b2-850b-22faa6f54257 None None] Deleting port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:05.880404 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fdf65331-e694-43b2-850b-22faa6f54257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:05.888783 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:05.898976 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117914e-fe30-45a8-be5d-e7d6e556a0a8 req-7da50bf8-0883-4866-a366-2d0bea1d21e3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:05.930285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0117914e-fe30-45a8-be5d-e7d6e556a0a8 req-7da50bf8-0883-4866-a366-2d0bea1d21e3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.2499516 Apr 01 12:47:06.042737 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.142808 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-fdf65331-e694-43b2-850b-22faa6f54257 None None] For port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2f02302a-1dac-4ccd-a34b-0fc01cc1cd99,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:06.143383 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fdf65331-e694-43b2-850b-22faa6f54257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.167247 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc52d9-78f3-44eb-9448-04a16b5d1520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-18807877-8fd5-4f15-9099-cf5f36f7ccbb', 'network_id': '18807877-8fd5-4f15-9099-cf5f36f7ccbb', 'tenant_id': 'b1b35dc914da49f9b056003ec915b3ed', 'fixed_ips': [{'subnet_id': 'e822cd12-588e-40f5-8b03-92b7b740ce9b'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:47:06.169597 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cefc52d9-78f3-44eb-9448-04a16b5d1520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.192187 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.214336 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0117914e-fe30-45a8-be5d-e7d6e556a0a8 req-dde8b14d-9463-4583-846c-00ed0ff5f005 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699296 Apr 01 12:47:06.336348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.objects.ports [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:47:06.357089 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:47:06.401385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Subnet': ['ID=e822cd12-588e-40f5-8b03-92b7b740ce9b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:06.453402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.483083 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18807877-8fd5-4f15-9099-cf5f36f7ccbb']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:06.495621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2839365b-d826-4409-9523-c9307c482d6b') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:06.495925 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2839365b-d826-4409-9523-c9307c482d6b') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:06.522431 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.549928 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.569950 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:47:06.570749 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.627597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-fdf65331-e694-43b2-850b-22faa6f54257 None None] Calling delete_port for 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:06.629265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.655398 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc1355-08eb-416e-a2b7-10685b0d961c None None] Network 18807877-8fd5-4f15-9099-cf5f36f7ccbb requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:47:06.690584 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:47:06.698960 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.703833 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7943a852-47f9-47fb-adb7-806b3ffb0ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.714267 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.731144 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/networks/18807877-8fd5-4f15-9099-cf5f36f7ccbb HTTP/1.1" status: 204 len: 168 time: 1.1552329 Apr 01 12:47:06.742865 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51858) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:06.761669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d68d9765-3f0e-4e26-b128-b1a42df22fe5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-100045941'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:06.768583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70616c56-d77d-4e49-8eab-30ddb010d1ac tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Network': ['ID=18807877-8fd5-4f15-9099-cf5f36f7ccbb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:06.805881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68d9765-3f0e-4e26-b128-b1a42df22fe5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:06.814237 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d68d9765-3f0e-4e26-b128-b1a42df22fe5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.847487 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.856334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68d9765-3f0e-4e26-b128-b1a42df22fe5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:47:06.872235 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d68d9765-3f0e-4e26-b128-b1a42df22fe5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.872639 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-d68d9765-3f0e-4e26-b128-b1a42df22fe5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Added segment 0debbf52-17d3-42b0-9cbd-a957e1a64d3d of type vlan for network e5173e4e-5b6e-49de-8332-23d7e7210b92 Apr 01 12:47:06.948456 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d68d9765-3f0e-4e26-b128-b1a42df22fe5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:06.990331 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d68d9765-3f0e-4e26-b128-b1a42df22fe5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:07.000122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68d9765-3f0e-4e26-b128-b1a42df22fe5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:07.000739 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d68d9765-3f0e-4e26-b128-b1a42df22fe5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:07.026873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] For port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2f02302a-1dac-4ccd-a34b-0fc01cc1cd99,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:07.045771 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d68d9765-3f0e-4e26-b128-b1a42df22fe5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2955170 Apr 01 12:47:07.051494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51872) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:07.055044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8045ad94-9bb5-4fd4-9e57-d1c5c96ee8d6 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'subnet': {'network_id': 'e5173e4e-5b6e-49de-8332-23d7e7210b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:07.094684 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:07.114655 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:07.115506 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:07.161563 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d9765-3f0e-4e26-b128-b1a42df22fe5 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Network': ['ID=e5173e4e-5b6e-49de-8332-23d7e7210b92,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:07.172774 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fdf65331-e694-43b2-850b-22faa6f54257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:07.182644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network e5173e4e-5b6e-49de-8332-23d7e7210b92 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:47:07.248227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf65331-e694-43b2-850b-22faa6f54257 None None] Pushing event deleted for resources: {'Port': ['ID=2f02302a-1dac-4ccd-a34b-0fc01cc1cd99,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:07.271655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf65331-e694-43b2-850b-22faa6f54257 None None] No DVR routers for this DVR port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:47:07.308432 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:47:07.309239 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:47:07.340887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=2f02302a-1dac-4ccd-a34b-0fc01cc1cd99,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:07.344741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:07.359716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:07.367476 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:07.367476 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:07.394046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0883133 Apr 01 12:47:07.394239 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 51912) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:07.400907 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:2e:1f:ef', 'name': 'tempest-NetworksTestDHCPv6-588458310'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:07.414511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691c975-4dd1-4279-a4d7-fc180646bf83 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=85dd120c-485d-42b7-b95a-3d0a2917f4eb,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:07.426953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882db818-7fd8-4bfd-91f4-aae1950a48aa None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:07.494322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8045ad94-9bb5-4fd4-9e57-d1c5c96ee8d6 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:07.498804 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8045ad94-9bb5-4fd4-9e57-d1c5c96ee8d6 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:07.594985 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bcf7a-1879-4801-8f25-c6b726cff2f2 req-adb44e1a-9257-4045-8dca-391e8417bcac tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:07.604797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-227bcf7a-1879-4801-8f25-c6b726cff2f2 req-adb44e1a-9257-4045-8dca-391e8417bcac tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.1854930 Apr 01 12:47:07.614781 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:07.672395 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-227bcf7a-1879-4801-8f25-c6b726cff2f2 req-a729d898-fdd5-4064-abf4-1ccbc0579635 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666165 Apr 01 12:47:07.803068 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:07.830039 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8045ad94-9bb5-4fd4-9e57-d1c5c96ee8d6 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:07.838219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port 4143491a-5dec-4041-8737-3a6f270fe9ec yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:47:07.872298 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Port 2f02302a-1dac-4ccd-a34b-0fc01cc1cd99 update to DOWN by agent not found {{(pid=102720) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Apr 01 12:47:07.885259 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': '85dd120c-485d-42b7-b95a-3d0a2917f4eb'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:47:07.888350 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:07.953482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045ad94-9bb5-4fd4-9e57-d1c5c96ee8d6 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Subnet': ['ID=bb7cf522-c974-4ea4-93e0-4d429173b0c6,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:08.024098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045ad94-9bb5-4fd4-9e57-d1c5c96ee8d6 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Checking segment: {'id': '0debbf52-17d3-42b0-9cbd-a957e1a64d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e5173e4e-5b6e-49de-8332-23d7e7210b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:47:08.024629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045ad94-9bb5-4fd4-9e57-d1c5c96ee8d6 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network hostable DHCP agents. Network: e5173e4e-5b6e-49de-8332-23d7e7210b92, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:47:08.063705 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045ad94-9bb5-4fd4-9e57-d1c5c96ee8d6 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network e5173e4e-5b6e-49de-8332-23d7e7210b92 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:47:08.067660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::f816:3eff:fe2e:1fef (260099d2-7af7-4f0e-86b6-4c66e180255a/85dd120c-485d-42b7-b95a-3d0a2917f4eb/4143491a-5dec-4041-8737-3a6f270fe9ec) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:08.082849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8045ad94-9bb5-4fd4-9e57-d1c5c96ee8d6 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, e5173e4e-5b6e-49de-8332-23d7e7210b92) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:08.092932 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a246b8-ec7d-4417-8cad-fddebbb2c00a None None] Network e5173e4e-5b6e-49de-8332-23d7e7210b92 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:08.111470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8045ad94-9bb5-4fd4-9e57-d1c5c96ee8d6 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:08.112089 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8045ad94-9bb5-4fd4-9e57-d1c5c96ee8d6 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:08.151382 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8045ad94-9bb5-4fd4-9e57-d1c5c96ee8d6 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1015685 Apr 01 12:47:08.153945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 51960) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:08.378453 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:08.382459 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:08.399514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-e5173e4e-5b6e-49de-8332-23d7e7210b92', 'network_id': 'e5173e4e-5b6e-49de-8332-23d7e7210b92', 'tenant_id': 'b1b35dc914da49f9b056003ec915b3ed', 'fixed_ips': [{'subnet_id': 'bb7cf522-c974-4ea4-93e0-4d429173b0c6'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:47:08.400528 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:08.441496 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:08.504352 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:08.509589 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:08.516255 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:08.522822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:08.523768 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:08.532952 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=4143491a-5dec-4041-8737-3a6f270fe9ec,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:08.556803 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-225a4e93-0224-469d-9d3a-7c8d86c58102 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1604350 Apr 01 12:47:08.559880 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52008) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:08.601866 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:08.602359 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Allocated IP 2001:db8::f816:3eff:feb0:1dc9 (260099d2-7af7-4f0e-86b6-4c66e180255a/85dd120c-485d-42b7-b95a-3d0a2917f4eb/e9c63e7f-7bdc-494b-b93c-63b2032ad024) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:08.673373 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a38cb4b-e369-4ae3-a6e2-8a67442e6943 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:08.677363 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2a38cb4b-e369-4ae3-a6e2-8a67442e6943 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1149063 Apr 01 12:47:08.680065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52014) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:08.827060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7fa4ff8a-1c0e-4e11-940c-86b9944d728f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 4143491a-5dec-4041-8737-3a6f270fe9ec {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:08.827740 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7fa4ff8a-1c0e-4e11-940c-86b9944d728f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:08.877753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729ee8e-bf41-4edf-a716-99ce46d317e3 req-8cf86fcc-7936-4bc2-87f3-fb6765f34d9c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:08.878064 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:08.880074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3729ee8e-bf41-4edf-a716-99ce46d317e3 req-8cf86fcc-7936-4bc2-87f3-fb6765f34d9c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.0990665 Apr 01 12:47:08.946855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Allocated IP 2001:db8::2 (e5173e4e-5b6e-49de-8332-23d7e7210b92/bb7cf522-c974-4ea4-93e0-4d429173b0c6/5b9d15ea-a0c6-494f-aca4-212a4810a63a) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:08.964146 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7fa4ff8a-1c0e-4e11-940c-86b9944d728f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:08.990758 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a5f63a02-8783-45cd-af77-64707603b62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.001750 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3729ee8e-bf41-4edf-a716-99ce46d317e3 req-b808823d-ae02-47cd-8873-7a1260786b9c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149607 Apr 01 12:47:09.003411 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.022211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7fa4ff8a-1c0e-4e11-940c-86b9944d728f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 4143491a-5dec-4041-8737-3a6f270fe9ec owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:09.047049 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.079170 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.128572 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Pushing event updated for resources: {'Port': ['ID=e9c63e7f-7bdc-494b-b93c-63b2032ad024,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:09.146742 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:09.161465 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:09.168105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:09.283804 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7fa4ff8a-1c0e-4e11-940c-86b9944d728f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.297984 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Attempting to bind port e9c63e7f-7bdc-494b-b93c-63b2032ad024 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:47:09.298386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Attempting to bind port e9c63e7f-7bdc-494b-b93c-63b2032ad024 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:47:09.298753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Attempting to bind port e9c63e7f-7bdc-494b-b93c-63b2032ad024 on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:47:09.308678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:47:09.309832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:47:09.309832 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.309832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:47:09.310322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Bound port: e9c63e7f-7bdc-494b-b93c-63b2032ad024, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:47:09.310712 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.354503 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.370583 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.392783 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.417380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4ff8a-1c0e-4e11-940c-86b9944d728f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=4143491a-5dec-4041-8737-3a6f270fe9ec,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:09.419276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Pushing event updated for resources: {'Port': ['ID=5b9d15ea-a0c6-494f-aca4-212a4810a63a,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:09.425258 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7fa4ff8a-1c0e-4e11-940c-86b9944d728f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.429629 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7fa4ff8a-1c0e-4e11-940c-86b9944d728f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/4143491a-5dec-4041-8737-3a6f270fe9ec HTTP/1.1" status: 204 len: 168 time: 0.7485890 Apr 01 12:47:09.432001 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52036) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:09.471838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7cf522-c974-4ea4-93e0-4d429173b0c6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:09.472866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Network e5173e4e-5b6e-49de-8332-23d7e7210b92 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:09.475627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] For port e9c63e7f-7bdc-494b-b93c-63b2032ad024, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:47:09.477829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:09.481432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:09.492966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] For port e9c63e7f-7bdc-494b-b93c-63b2032ad024, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e9c63e7f-7bdc-494b-b93c-63b2032ad024,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:47:09.516450 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.518825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7789a8-4171-4d76-9c2e-4adb61dd44ae tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:09.523654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7789a8-4171-4d76-9c2e-4adb61dd44ae tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:09.525239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dd7789a8-4171-4d76-9c2e-4adb61dd44ae tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0922840 Apr 01 12:47:09.527822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52038) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:09.571268 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.621228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5173e4e-5b6e-49de-8332-23d7e7210b92']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:09.640622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Attempting to bind port 5b9d15ea-a0c6-494f-aca4-212a4810a63a on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:47:09.641277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Attempting to bind port 5b9d15ea-a0c6-494f-aca4-212a4810a63a by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '0debbf52-17d3-42b0-9cbd-a957e1a64d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e5173e4e-5b6e-49de-8332-23d7e7210b92'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:47:09.641832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Attempting to bind port 5b9d15ea-a0c6-494f-aca4-212a4810a63a on network e5173e4e-5b6e-49de-8332-23d7e7210b92 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:47:09.644737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0debbf52-17d3-42b0-9cbd-a957e1a64d3d') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:09.645115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0debbf52-17d3-42b0-9cbd-a957e1a64d3d') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:09.657417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-5522a1ea-0806-4e86-87a6-95862ee1fe15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 85dd120c-485d-42b7-b95a-3d0a2917f4eb {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:09.660012 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.661685 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5522a1ea-0806-4e86-87a6-95862ee1fe15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.664196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:47:09.664593 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Checking segment: {'id': '0debbf52-17d3-42b0-9cbd-a957e1a64d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e5173e4e-5b6e-49de-8332-23d7e7210b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:47:09.664995 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.665390 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Bound using segment: {'id': '0debbf52-17d3-42b0-9cbd-a957e1a64d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e5173e4e-5b6e-49de-8332-23d7e7210b92'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:47:09.665876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Bound port: 5b9d15ea-a0c6-494f-aca4-212a4810a63a, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0debbf52-17d3-42b0-9cbd-a957e1a64d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e5173e4e-5b6e-49de-8332-23d7e7210b92'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:47:09.666281 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.678555 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.686892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:47:09.687344 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:47:09.690703 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:47:09.706775 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc0e5b-5594-4338-90e3-616db03d520c None None] Pushing event updated for resources: {'Port': ['ID=e9c63e7f-7bdc-494b-b93c-63b2032ad024,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:09.724493 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5522a1ea-0806-4e86-87a6-95862ee1fe15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.830172 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.db.api [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 12:47:09.830172 n-d-836146-1 neutron-server[102718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 12:47:09.830172 n-d-836146-1 neutron-server[102718]: [parameters: {'id': 'e5173e4e-5b6e-49de-8332-23d7e7210b92'}] Apr 01 12:47:09.830172 n-d-836146-1 neutron-server[102718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:47:09.830172 n-d-836146-1 neutron-server[102718]: DEBUG oslo_db.api [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:47:09.830545 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] For port 5b9d15ea-a0c6-494f-aca4-212a4810a63a, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:47:09.830640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] For port 5b9d15ea-a0c6-494f-aca4-212a4810a63a, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5b9d15ea-a0c6-494f-aca4-212a4810a63a,segment=NetworkSegment(0debbf52-17d3-42b0-9cbd-a957e1a64d3d),segment_id=0debbf52-17d3-42b0-9cbd-a957e1a64d3d)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:47:09.838931 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:09.964020 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5522a1ea-0806-4e86-87a6-95862ee1fe15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:10.063057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bdf58-8b1c-41e9-93ab-6a71d2449227 None None] Pushing event updated for resources: {'Port': ['ID=5b9d15ea-a0c6-494f-aca4-212a4810a63a,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:10.089220 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5522a1ea-0806-4e86-87a6-95862ee1fe15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:10.094443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce1c2e4-1f08-467b-aabb-1d1d01ca332f None None] Network e5173e4e-5b6e-49de-8332-23d7e7210b92 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:10.276024 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522a1ea-0806-4e86-87a6-95862ee1fe15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=85dd120c-485d-42b7-b95a-3d0a2917f4eb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:10.295162 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5522a1ea-0806-4e86-87a6-95862ee1fe15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:10.304908 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5522a1ea-0806-4e86-87a6-95862ee1fe15 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/85dd120c-485d-42b7-b95a-3d0a2917f4eb HTTP/1.1" status: 204 len: 168 time: 0.7753108 Apr 01 12:47:10.307893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52062) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:10.376224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0da3f7-dfa8-4e1f-8f21-95680b017ec6 req-71b1f343-5a09-4c5c-bf4d-ff69e1b700e0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:10.376706 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:10.381403 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-52bca398-2111-4699-a4bc-4f3fda020456 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712376 Apr 01 12:47:10.384007 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2b0da3f7-dfa8-4e1f-8f21-95680b017ec6 req-71b1f343-5a09-4c5c-bf4d-ff69e1b700e0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.2007182 Apr 01 12:47:10.385606 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52066) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:10.397354 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:10.452719 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e9c63e7f-7bdc-494b-b93c-63b2032ad024 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:10.490053 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:10.516397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Deleting port 5b9d15ea-a0c6-494f-aca4-212a4810a63a {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:10.516972 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:10.526620 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2b0da3f7-dfa8-4e1f-8f21-95680b017ec6 req-3dfaafdb-0c21-41be-871b-ef4b931b5303 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415460 Apr 01 12:47:10.575073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e9c63e7f-7bdc-494b-b93c-63b2032ad024 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:10.575694 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:10.622298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:10.629483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:10.659085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] For port 5b9d15ea-a0c6-494f-aca4-212a4810a63a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5b9d15ea-a0c6-494f-aca4-212a4810a63a,segment=NetworkSegment(0debbf52-17d3-42b0-9cbd-a957e1a64d3d),segment_id=0debbf52-17d3-42b0-9cbd-a957e1a64d3d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:10.659742 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:10.691582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Calling delete_port for 5b9d15ea-a0c6-494f-aca4-212a4810a63a owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:10.742671 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:10.834755 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port e9c63e7f-7bdc-494b-b93c-63b2032ad024, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e9c63e7f-7bdc-494b-b93c-63b2032ad024,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:10.841750 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:10.890519 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:10.948158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=e9c63e7f-7bdc-494b-b93c-63b2032ad024,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:10.981799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Port': ['ID=5b9d15ea-a0c6-494f-aca4-212a4810a63a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:10.985954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] No DVR routers for this DVR port 5b9d15ea-a0c6-494f-aca4-212a4810a63a on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:47:11.157679 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.192280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5173e4e-5b6e-49de-8332-23d7e7210b92']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:11.207983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0debbf52-17d3-42b0-9cbd-a957e1a64d3d') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:11.208282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0debbf52-17d3-42b0-9cbd-a957e1a64d3d') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:11.226904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.264812 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.283894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:47:11.285275 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:47:11.296385 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:47:11.298820 n-d-836146-1 neutron-server[102719]: DEBUG neutron.objects.ports [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:47:11.401823 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb01c1dc-66dc-49a9-aa60-87ce319ad69a None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:11.468574 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.493384 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.512052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/networks/e5173e4e-5b6e-49de-8332-23d7e7210b92 HTTP/1.1" status: 204 len: 168 time: 3.3521955 Apr 01 12:47:11.512488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52084) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:11.519389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67797e4-f356-4c87-b122-2416508f48c1 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Network': ['ID=e5173e4e-5b6e-49de-8332-23d7e7210b92,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:11.525080 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c018a2dd-0fc7-424c-a546-eb732388191a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1221422348'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:11.567591 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d8459400-49b6-4874-a9b3-6937b6aa024f None None] Provisioning complete for port e9c63e7f-7bdc-494b-b93c-63b2032ad024 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:11.568491 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d8459400-49b6-4874-a9b3-6937b6aa024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.647098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c018a2dd-0fc7-424c-a546-eb732388191a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:11.651543 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c018a2dd-0fc7-424c-a546-eb732388191a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.687989 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c018a2dd-0fc7-424c-a546-eb732388191a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:47:11.701454 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c018a2dd-0fc7-424c-a546-eb732388191a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.701993 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-c018a2dd-0fc7-424c-a546-eb732388191a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Added segment 2522dc86-337b-49e1-8383-6c6a20c7b6bb of type vlan for network 9d573964-c4b5-479c-992b-829073eb2e54 Apr 01 12:47:11.764731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a52deb-f50d-49b6-95be-6e1f6521e71a req-4e4aaccf-9053-4e16-9e83-4d194f25aa3c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:11.773241 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b4a52deb-f50d-49b6-95be-6e1f6521e71a req-4e4aaccf-9053-4e16-9e83-4d194f25aa3c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.1009750 Apr 01 12:47:11.786329 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c018a2dd-0fc7-424c-a546-eb732388191a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.789644 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.798083 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.802205 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.873822 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b4a52deb-f50d-49b6-95be-6e1f6521e71a req-b534b8df-7747-4eb4-9417-6389a3bad19f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982234 Apr 01 12:47:11.892652 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c018a2dd-0fc7-424c-a546-eb732388191a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.899304 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c018a2dd-0fc7-424c-a546-eb732388191a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:11.900047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c018a2dd-0fc7-424c-a546-eb732388191a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:11.985370 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c018a2dd-0fc7-424c-a546-eb732388191a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4661970 Apr 01 12:47:11.988229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52096) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:11.993632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Request body: {'subnet': {'network_id': '9d573964-c4b5-479c-992b-829073eb2e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:12.052208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018a2dd-0fc7-424c-a546-eb732388191a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Network': ['ID=9d573964-c4b5-479c-992b-829073eb2e54,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:12.072193 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 9d573964-c4b5-479c-992b-829073eb2e54 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:47:12.093216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] For port e9c63e7f-7bdc-494b-b93c-63b2032ad024, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e9c63e7f-7bdc-494b-b93c-63b2032ad024,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:12.147388 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:12.156949 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:12.157720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:12.211243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Made reservation on behalf of b1b35dc914da49f9b056003ec915b3ed for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:12.219009 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:12.278527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f059f53d-eccf-4077-931b-105ababdc9d1 None None] Provisioning complete for port e9c63e7f-7bdc-494b-b93c-63b2032ad024 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:12.282533 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f059f53d-eccf-4077-931b-105ababdc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:12.288693 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=047b88f2-5a9c-43e3-b259-23bcf62c6670,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:12.334656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:12.341615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:12.352139 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:12.353883 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:12.399049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=e9c63e7f-7bdc-494b-b93c-63b2032ad024,revision_number=6']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:12.421411 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d2f750e3-c574-4cd4-bae0-e12dc375b303 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0257850 Apr 01 12:47:12.431038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52110) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:12.437087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:23:63:48', 'name': 'tempest-NetworksTestDHCPv6-365781682'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:12.452511 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e9c63e7f-7bdc-494b-b93c-63b2032ad024 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:12.691158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16caa0c-35bc-4650-ae14-ce47c559e814 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:12.797882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e9c63e7f-7bdc-494b-b93c-63b2032ad024 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:12.798346 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:12.817260 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-66d4520f-0e9b-4f80-8c44-81d47b1bcbc0 service neutron] show failed (client error): The resource could not be found. Apr 01 12:47:12.819079 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-66d4520f-0e9b-4f80-8c44-81d47b1bcbc0 service neutron] 10.222.0.44 "GET /v2.0/ports/2a3471e0-4bfc-41e0-be03-8aee4296f81b/bindings/n-h1-836146-1 HTTP/1.1" status: 404 len: 380 time: 0.1617069 Apr 01 12:47:12.846594 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:12.977026 n-d-836146-1 neutron-server[102718]: DEBUG neutron.objects.ports [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:47:12.977026 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:13.161396 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:13.227284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Checking segment: {'id': '2522dc86-337b-49e1-8383-6c6a20c7b6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9d573964-c4b5-479c-992b-829073eb2e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:47:13.228278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network hostable DHCP agents. Network: 9d573964-c4b5-479c-992b-829073eb2e54, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:47:13.236854 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event updated for resources: {'Subnet': ['ID=9a430a42-8a18-4b60-83ea-8e623565a396,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:13.273580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port 275e916b-450a-4c63-8f2f-6452d2c34c9d yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:47:13.322808 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Network 9d573964-c4b5-479c-992b-829073eb2e54 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:47:13.334881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-8a13c7b9-9e43-492d-8e34-a957e9732c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:13.339137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7c1ab-6b06-40a1-bba2-c64bcd334364 req-11ff8899-117b-4959-a686-82448b421a41 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:13.340884 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-8a13c7b9-9e43-492d-8e34-a957e9732c07 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724&tenant_id=57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 1096 time: 0.2005594 Apr 01 12:47:13.345366 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6d7c1ab-6b06-40a1-bba2-c64bcd334364 req-11ff8899-117b-4959-a686-82448b421a41 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.2512887 Apr 01 12:47:13.366040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-1', 'device_owner': 'compute:nova'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:13.405145 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f6d7c1ab-6b06-40a1-bba2-c64bcd334364 req-46c821b9-d7e6-465b-9fd3-7a9669f09830 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532582 Apr 01 12:47:13.443175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 9d573964-c4b5-479c-992b-829073eb2e54) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:13.452727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:13.453320 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:13.526090 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::f816:3eff:fe23:6348 (260099d2-7af7-4f0e-86b6-4c66e180255a/047b88f2-5a9c-43e3-b259-23bcf62c6670/275e916b-450a-4c63-8f2f-6452d2c34c9d) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:13.555855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44835807-7e47-404e-8a3f-3bfccdfb825e None None] Network 9d573964-c4b5-479c-992b-829073eb2e54 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:13.561886 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:13.578888 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3db431ee-dad9-49f4-8c87-fac54c557926 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5892429 Apr 01 12:47:13.583121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52146) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:13.628207 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9b82be7f-580d-43ac-9264-973e0de7843f None None] Could not find standard attr ID for object 4143491a-5dec-4041-8737-3a6f270fe9ec. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:47:14.237268 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:14.263148 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:14.308870 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e9c63e7f-7bdc-494b-b93c-63b2032ad024 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:14.366616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:14.429193 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:47:14.453800 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:14.528812 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:14.567857 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4862c633-f513-4bf3-9e34-69818b1d0acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-9d573964-c4b5-479c-992b-829073eb2e54', 'network_id': '9d573964-c4b5-479c-992b-829073eb2e54', 'tenant_id': 'b1b35dc914da49f9b056003ec915b3ed', 'fixed_ips': [{'subnet_id': '9a430a42-8a18-4b60-83ea-8e623565a396'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:47:14.568852 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4862c633-f513-4bf3-9e34-69818b1d0acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:14.604794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=275e916b-450a-4c63-8f2f-6452d2c34c9d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:14.641255 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:14.656928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:14.662726 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:14.669312 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e9c63e7f-7bdc-494b-b93c-63b2032ad024 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:14.669712 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:14.683572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:14.684258 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:14.686254 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:14.705718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:47:14.708210 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5e1ae3-b5a9-4ae5-ad0a-977668fc0b0e" -d '{"events": [{"server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "name": "network-vif-unplugged", "status": "completed", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:47:14.727313 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e3ecc8be-c26c-412b-8bdc-f1244c17ec31 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2946122 Apr 01 12:47:14.727967 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52164) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:14.825689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Transition to ACTIVE for port object 2a3471e0-4bfc-41e0-be03-8aee4296f81b will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:47:14.839916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa8cca-7439-40aa-bd7c-57c2604ca284 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:14.842941 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:14.856144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa8cca-7439-40aa-bd7c-57c2604ca284 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:14.864515 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5efa8cca-7439-40aa-bd7c-57c2604ca284 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1333115 Apr 01 12:47:14.865150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52168) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:14.906678 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3101178-cf27-4e5f-a5a4-0ef59ca42776 x-openstack-request-id: req-e3101178-cf27-4e5f-a5a4-0ef59ca42776 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:47:14.910960 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "name": "network-vif-unplugged", "status": "completed", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:47:14.911257 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3101178-cf27-4e5f-a5a4-0ef59ca42776 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:47:14.911659 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3101178-cf27-4e5f-a5a4-0ef59ca42776'] response: {'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'code': 200} Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server [None req-4862c633-f513-4bf3-9e34-69818b1d0acc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a430a42-8a18-4b60-83ea-8e623565a396: This subnet is being modified by another concurrent operation. Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise exception Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a430a42-8a18-4b60-83ea-8e623565a396: This subnet is being modified by another concurrent operation. Apr 01 12:47:14.967810 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Apr 01 12:47:14.985924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876cb06-cc5e-4ee5-83fa-e1167666355a req-575c0e9d-b3cb-40e3-85d3-1f682310ddf0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:14.999906 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7876cb06-cc5e-4ee5-83fa-e1167666355a req-575c0e9d-b3cb-40e3-85d3-1f682310ddf0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.3830025 Apr 01 12:47:15.002355 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:15.030957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76520c77-ca39-4ac9-b2b1-5ed400f847a8 None None] Network 9d573964-c4b5-479c-992b-829073eb2e54 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:15.117220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f1739fc5-2a85-4897-8367-5e87bafa59f1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 275e916b-450a-4c63-8f2f-6452d2c34c9d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:15.119238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1739fc5-2a85-4897-8367-5e87bafa59f1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:15.153273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Subnet': ['ID=9a430a42-8a18-4b60-83ea-8e623565a396,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:15.216990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-408cbba9-429f-4747-b488-39c6ce74df7d None None] Provisioning complete for port e9c63e7f-7bdc-494b-b93c-63b2032ad024 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:15.217615 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-408cbba9-429f-4747-b488-39c6ce74df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:15.404025 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1739fc5-2a85-4897-8367-5e87bafa59f1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:15.449951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f1739fc5-2a85-4897-8367-5e87bafa59f1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 275e916b-450a-4c63-8f2f-6452d2c34c9d owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:15.483674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9eb5a4-fe8a-48bc-a76e-be639aa91577 None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:47:15.487442 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3471e0-4bfc-41e0-be03-8aee4296f81b,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:15.553436 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:15.609245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d573964-c4b5-479c-992b-829073eb2e54']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:15.661383 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2a3471e0-4bfc-41e0-be03-8aee4296f81b no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:47:15.669376 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7876cb06-cc5e-4ee5-83fa-e1167666355a req-de665bf1-a6a4-4635-ace1-2c787a39e251 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6305635 Apr 01 12:47:15.678640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2522dc86-337b-49e1-8383-6c6a20c7b6bb') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:15.678934 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2522dc86-337b-49e1-8383-6c6a20c7b6bb') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:15.734357 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1739fc5-2a85-4897-8367-5e87bafa59f1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:15.745216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] No DVR routers for this DVR port 2a3471e0-4bfc-41e0-be03-8aee4296f81b on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:47:15.751832 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:15.801793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1739fc5-2a85-4897-8367-5e87bafa59f1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=275e916b-450a-4c63-8f2f-6452d2c34c9d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:15.851290 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:15.886212 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:47:15.886675 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:47:15.895758 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:47:16.001377 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1739fc5-2a85-4897-8367-5e87bafa59f1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:16.010318 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f1739fc5-2a85-4897-8367-5e87bafa59f1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/275e916b-450a-4c63-8f2f-6452d2c34c9d HTTP/1.1" status: 204 len: 168 time: 1.1440437 Apr 01 12:47:16.016900 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52184) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:16.091563 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd649ab-b86a-426a-a334-489f8a085e17 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:16.093340 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 2a3471e0-4bfc-41e0-be03-8aee4296f81b not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:47:16.094281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd649ab-b86a-426a-a334-489f8a085e17 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:16.097791 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ecd649ab-b86a-426a-a334-489f8a085e17 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0779202 Apr 01 12:47:16.102652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52188) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:16.175621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9eb5a4-fe8a-48bc-a76e-be639aa91577 None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:47:16.222606 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f24cc8-3b2c-4991-b3cb-f0eb11a6821c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 047b88f2-5a9c-43e3-b259-23bcf62c6670 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:16.232150 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-23f24cc8-3b2c-4991-b3cb-f0eb11a6821c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:16.331086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-23f24cc8-3b2c-4991-b3cb-f0eb11a6821c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:16.419571 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:16.426302 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:16.431040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/networks/9d573964-c4b5-479c-992b-829073eb2e54 HTTP/1.1" status: 204 len: 168 time: 2.8468039 Apr 01 12:47:16.438212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52198) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:16.459608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854185e-d97b-46f5-9fdf-749ad5ae8408 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Network': ['ID=9d573964-c4b5-479c-992b-829073eb2e54,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:16.470543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-14038393-0161-4db2-a869-80b8b901e573 None None] Could not find standard attr ID for object 275e916b-450a-4c63-8f2f-6452d2c34c9d. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:47:16.507937 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb75955-1a13-4f8c-a467-903bc0938e81 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] DELETE failed (client error): The resource could not be found. Apr 01 12:47:16.508408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb75955-1a13-4f8c-a467-903bc0938e81 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:16.515702 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8bb75955-1a13-4f8c-a467-903bc0938e81 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/subnets/9a430a42-8a18-4b60-83ea-8e623565a396 HTTP/1.1" status: 404 len: 337 time: 0.0764451 Apr 01 12:47:16.516876 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Attempting to bind port 2a3471e0-4bfc-41e0-be03-8aee4296f81b on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:47:16.517360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Attempting to bind port 2a3471e0-4bfc-41e0-be03-8aee4296f81b by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:47:16.517564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Attempting to bind port 2a3471e0-4bfc-41e0-be03-8aee4296f81b on network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:47:16.522663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52200) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:16.523659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Port 2a3471e0-4bfc-41e0-be03-8aee4296f81b on network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:47:16.523659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Attempting to bind port 2a3471e0-4bfc-41e0-be03-8aee4296f81b on network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:47:16.551499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:47:16.551737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Checking segment: {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:47:16.552651 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Bound using segment: {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:47:16.553094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Bound port: 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87cfa559-3fdc-4ffa-b40f-3844b91de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:47:16.553455 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:16.568624 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-14022dec-0cd3-4705-aebe-9e76931e273a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] DELETE failed (client error): The resource could not be found. Apr 01 12:47:16.569567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14022dec-0cd3-4705-aebe-9e76931e273a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:16.572634 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-14022dec-0cd3-4705-aebe-9e76931e273a tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/networks/9d573964-c4b5-479c-992b-829073eb2e54 HTTP/1.1" status: 404 len: 339 time: 0.0431941 Apr 01 12:47:16.575240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52202) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:16.643103 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-23f24cc8-3b2c-4991-b3cb-f0eb11a6821c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:16.654664 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e39fdc1-b201-413c-86d6-9b90a57ee271 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] DELETE failed (client error): The resource could not be found. Apr 01 12:47:16.655091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e39fdc1-b201-413c-86d6-9b90a57ee271 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:16.658435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8e39fdc1-b201-413c-86d6-9b90a57ee271 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/subnets/bb7cf522-c974-4ea4-93e0-4d429173b0c6 HTTP/1.1" status: 404 len: 337 time: 0.0822794 Apr 01 12:47:16.661363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52208) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:16.683194 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfb34fa-7778-4bf1-bd59-88b58226e1f2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] DELETE failed (client error): The resource could not be found. Apr 01 12:47:16.683884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfb34fa-7778-4bf1-bd59-88b58226e1f2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:16.687423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dcfb34fa-7778-4bf1-bd59-88b58226e1f2 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/networks/e5173e4e-5b6e-49de-8332-23d7e7210b92 HTTP/1.1" status: 404 len: 339 time: 0.0251038 Apr 01 12:47:16.690043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52210) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:16.722615 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-22baf0bf-a7e6-4be5-a4a4-e913130b4f49 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] DELETE failed (client error): The resource could not be found. Apr 01 12:47:16.723201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22baf0bf-a7e6-4be5-a4a4-e913130b4f49 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:16.727752 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-22baf0bf-a7e6-4be5-a4a4-e913130b4f49 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/subnets/e822cd12-588e-40f5-8b03-92b7b740ce9b HTTP/1.1" status: 404 len: 337 time: 0.0367477 Apr 01 12:47:16.732188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52214) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:16.764768 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-997e2d91-7b6b-4be0-8b28-800cbe00203e tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] DELETE failed (client error): The resource could not be found. Apr 01 12:47:16.765389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997e2d91-7b6b-4be0-8b28-800cbe00203e tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:16.768517 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-997e2d91-7b6b-4be0-8b28-800cbe00203e tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/networks/18807877-8fd5-4f15-9099-cf5f36f7ccbb HTTP/1.1" status: 404 len: 339 time: 0.0347388 Apr 01 12:47:16.772411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52216) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:16.826672 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-23f24cc8-3b2c-4991-b3cb-f0eb11a6821c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:16.888633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f24cc8-3b2c-4991-b3cb-f0eb11a6821c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=047b88f2-5a9c-43e3-b259-23bcf62c6670,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:16.916956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:47:16.936825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f2f815-ad9f-45d4-bd62-2a53d8c2ed6c None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:47:16.969991 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-23f24cc8-3b2c-4991-b3cb-f0eb11a6821c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:16.973253 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-23f24cc8-3b2c-4991-b3cb-f0eb11a6821c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/047b88f2-5a9c-43e3-b259-23bcf62c6670 HTTP/1.1" status: 204 len: 168 time: 0.8695638 Apr 01 12:47:16.983266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:47:16.984494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52228) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:17.065422 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c403-1ca8-4822-9e7e-12cc6119941b req-66c1f756-afcc-408e-9d52-8e58e2f427cd tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:17.066993 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b37c403-1ca8-4822-9e7e-12cc6119941b req-66c1f756-afcc-408e-9d52-8e58e2f427cd tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 943 time: 0.1795299 Apr 01 12:47:17.129590 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-45ae2a67-a20b-4544-baf3-4cc0757a9ad4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1427453 Apr 01 12:47:17.136122 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:17.137298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52238) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:17.196061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f2f815-ad9f-45d4-bd62-2a53d8c2ed6c None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:47:17.218395 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9b37c403-1ca8-4822-9e7e-12cc6119941b req-9ff36ca4-3b1b-444e-aadf-dbeb605ae4a4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336522 Apr 01 12:47:17.221050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:17.221695 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:17.223139 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] 10.222.0.37 "PUT /v2.0/ports/2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 200 len: 1091 time: 3.8713615 Apr 01 12:47:17.226809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:47:17.233725 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8d56a1-38aa-4e49-9940-9062851ad1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:47:17.268941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd59af-ebcf-43ef-9104-cf0cf29ecd75 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:17.278501 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-19dd59af-ebcf-43ef-9104-cf0cf29ecd75 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1388218 Apr 01 12:47:17.281455 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52244) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:17.354648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5301388a-914d-4423-bf9a-7c5c13dc7983 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Deleting port 0a328ff0-5d81-4153-9ce7-a595bbec591a {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:17.355221 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5301388a-914d-4423-bf9a-7c5c13dc7983 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:17.359298 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d26290-ea87-4194-ad2e-df8329a01447 x-openstack-request-id: req-a8d26290-ea87-4194-ad2e-df8329a01447 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:47:17.359868 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:47:17.360300 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8d26290-ea87-4194-ad2e-df8329a01447 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:47:17.361429 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d26290-ea87-4194-ad2e-df8329a01447'] response: {'name': 'network-changed', 'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'status': 'completed', 'code': 200} Apr 01 12:47:17.435210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871db16-f61d-4912-9d61-f230cb8e6b55 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3471e0-4bfc-41e0-be03-8aee4296f81b,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:17.453585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-f8c953aa-37d7-426c-be90-3ddc3434b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:17.455424 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-f8c953aa-37d7-426c-be90-3ddc3434b930 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1094 time: 0.1989937 Apr 01 12:47:17.512960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f00c33-451b-4b8e-b82f-cec3efac00fc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:17.522387 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-04f00c33-451b-4b8e-b82f-cec3efac00fc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2389953 Apr 01 12:47:17.526339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52250) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:17.657391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5301388a-914d-4423-bf9a-7c5c13dc7983 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:17.702805 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3b2a0249-9fca-426a-8703-f1676543b312 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1645100 Apr 01 12:47:17.702805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52256) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:17.713994 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-878d3198-5c4a-4908-afc5-c25310067ea8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:17.757637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5301388a-914d-4423-bf9a-7c5c13dc7983 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Calling delete_port for 0a328ff0-5d81-4153-9ce7-a595bbec591a owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:17.761235 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-1fbc292a-a969-4089-83da-1dae743c1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:17.774982 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-1fbc292a-a969-4089-83da-1dae743c1b1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1094 time: 0.4062319 Apr 01 12:47:17.976423 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878d3198-5c4a-4908-afc5-c25310067ea8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:17.983863 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-878d3198-5c4a-4908-afc5-c25310067ea8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:18.119419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12351834-084b-46e5-b3db-ebf36fd75c21 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:18.401593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-3c4fbf64-1871-46f6-aad6-e04d52bdd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:18.403483 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-3c4fbf64-1871-46f6-aad6-e04d52bdd273 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f HTTP/1.1" status: 200 len: 898 time: 0.9117579 Apr 01 12:47:18.407057 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5301388a-914d-4423-bf9a-7c5c13dc7983 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:18.568346 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-878d3198-5c4a-4908-afc5-c25310067ea8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:18.671924 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e1896-f2c6-4fae-b717-6913b0a8df48 req-50b03b3a-3d90-431c-9acf-c33d0893066d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:18.690595 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9f0e1896-f2c6-4fae-b717-6913b0a8df48 req-50b03b3a-3d90-431c-9acf-c33d0893066d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 943 time: 0.3476768 Apr 01 12:47:18.742944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67632c32-b782-451f-a635-a4e3f6e04645 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:47:18.761242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d3198-5c4a-4908-afc5-c25310067ea8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:18.771983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-878d3198-5c4a-4908-afc5-c25310067ea8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:18.780672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878d3198-5c4a-4908-afc5-c25310067ea8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:18.781268 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-878d3198-5c4a-4908-afc5-c25310067ea8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:18.831387 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-878d3198-5c4a-4908-afc5-c25310067ea8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1261687 Apr 01 12:47:18.852548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-3f22c07d-e10f-42ce-9954-0e56e33f21d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 200 len: 999 time: 0.4362297 Apr 01 12:47:18.853593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-dc97f3b7-58a3-45c4-828e-87004822170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:18.855372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52274) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:18.858328 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-dc97f3b7-58a3-45c4-828e-87004822170a service neutron] 10.222.0.44 "GET /v2.0/networks?id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f HTTP/1.1" status: 200 len: 898 time: 1.0671780 Apr 01 12:47:18.865752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:08:92:72', 'name': 'tempest-NetworksTestDHCPv6-1577294514'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:18.880234 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-67632c32-b782-451f-a635-a4e3f6e04645 None None] Deleting port e9c63e7f-7bdc-494b-b93c-63b2032ad024 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:18.880234 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-67632c32-b782-451f-a635-a4e3f6e04645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:18.882824 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d3198-5c4a-4908-afc5-c25310067ea8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=5a06c57c-0ca1-44c5-b823-092116f863c1,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:18.900742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301388a-914d-4423-bf9a-7c5c13dc7983 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Port': ['ID=0a328ff0-5d81-4153-9ce7-a595bbec591a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:18.917905 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5301388a-914d-4423-bf9a-7c5c13dc7983 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:18.922550 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9f0e1896-f2c6-4fae-b717-6913b0a8df48 req-7c73eda2-11d8-4c39-bc77-2feebc37e8b5 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304769 Apr 01 12:47:18.926407 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5301388a-914d-4423-bf9a-7c5c13dc7983 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/ports/0a328ff0-5d81-4153-9ce7-a595bbec591a HTTP/1.1" status: 204 len: 168 time: 2.1498344 Apr 01 12:47:18.932667 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52276) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:19.015635 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-bb1d66d1-2721-43dc-bc95-f2476ca08832 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 200 len: 999 time: 0.1426761 Apr 01 12:47:19.018158 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a0c31c-f9c8-4b58-8924-c6701acf3df3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] DELETE failed (client error): The resource could not be found. Apr 01 12:47:19.018617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a0c31c-f9c8-4b58-8924-c6701acf3df3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:19.026477 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-02a0c31c-f9c8-4b58-8924-c6701acf3df3 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/subnets/4733c8c0-f4ad-41be-a8aa-0b677ec9d40e HTTP/1.1" status: 404 len: 337 time: 0.0845022 Apr 01 12:47:19.039611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52278) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:19.084056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-67632c32-b782-451f-a635-a4e3f6e04645 None None] For port e9c63e7f-7bdc-494b-b93c-63b2032ad024, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e9c63e7f-7bdc-494b-b93c-63b2032ad024,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:19.084461 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-67632c32-b782-451f-a635-a4e3f6e04645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:19.109216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-67632c32-b782-451f-a635-a4e3f6e04645 None None] Calling delete_port for e9c63e7f-7bdc-494b-b93c-63b2032ad024 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:19.153569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:19.218854 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:19.236464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-62e0672d-68e6-4612-9bbe-bcc0348b2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:19.237418 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-67632c32-b782-451f-a635-a4e3f6e04645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:19.237970 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-62e0672d-68e6-4612-9bbe-bcc0348b2600 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=038197aa-3cc7-4241-9b9d-aa4a36b9c168 HTTP/1.1" status: 200 len: 834 time: 0.3589482 Apr 01 12:47:19.292709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-9a604c4a-3ce1-4ab1-994a-fc15683a6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:19.294860 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-9a604c4a-3ce1-4ab1-994a-fc15683a6459 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=038197aa-3cc7-4241-9b9d-aa4a36b9c168 HTTP/1.1" status: 200 len: 834 time: 0.2552526 Apr 01 12:47:19.336590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67632c32-b782-451f-a635-a4e3f6e04645 None None] No DVR routers for this DVR port e9c63e7f-7bdc-494b-b93c-63b2032ad024 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:47:19.375959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67632c32-b782-451f-a635-a4e3f6e04645 None None] Pushing event deleted for resources: {'Port': ['ID=e9c63e7f-7bdc-494b-b93c-63b2032ad024,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:19.381398 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:19.388148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8afea-e771-450f-bd7d-cb8812c0fd47 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:19.420984 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port a2c8a2f1-f71c-4de2-87e0-7bd04dc3666e yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:47:19.442263 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:19.506419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-c92ebc38-07af-4646-9f07-b0bcd3830b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:19.507922 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-c92ebc38-07af-4646-9f07-b0bcd3830b8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2502911 Apr 01 12:47:19.605425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-260099d2-7af7-4f0e-86b6-4c66e180255a', 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'tenant_id': '9a4f3cce099f4a3083aa5885f8b99dc9', 'fixed_ips': [{'subnet_id': '5a06c57c-0ca1-44c5-b823-092116f863c1'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:47:19.607475 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:19.699300 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::30a (260099d2-7af7-4f0e-86b6-4c66e180255a/5a06c57c-0ca1-44c5-b823-092116f863c1/a2c8a2f1-f71c-4de2-87e0-7bd04dc3666e) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:19.717532 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-c391d55c-5517-4162-8d0c-163f80a37131 service neutron] 10.222.0.37 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968021 Apr 01 12:47:19.848394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-8e07e214-4d9c-4930-97a5-95d8816f32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:19.850225 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-8e07e214-4d9c-4930-97a5-95d8816f32b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5380893 Apr 01 12:47:19.851574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cb7e2e-0a95-4475-abe0-3fa4cfd83938']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:19.889396 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a78d3b1-02bb-435e-912d-2921aaab6ef5') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:19.889996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a78d3b1-02bb-435e-912d-2921aaab6ef5') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:19.918737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-263ead78-27d8-4f01-955c-a92f488eb944 service neutron] 10.222.0.37 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937830 Apr 01 12:47:19.920487 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:19.982692 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:19.995213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:47:19.998388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:47:19.999830 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:47:20.121723 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:20.195432 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-d4312e4d-246a-4266-bc7f-053a27c6e3ff service neutron] 10.222.0.44 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186932 Apr 01 12:47:20.209926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:20.215313 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:20.220017 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:20.224902 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/networks/56cb7e2e-0a95-4475-abe0-3fa4cfd83938 HTTP/1.1" status: 204 len: 168 time: 1.1833377 Apr 01 12:47:20.244296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-c80e05cb-44d1-43a5-a101-f6f462f93151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:20.245946 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-c80e05cb-44d1-43a5-a101-f6f462f93151 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1094 time: 0.2329328 Apr 01 12:47:20.256673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52316) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:20.257355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0389eb-0e28-4a50-801b-8844c2a61e33 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Network': ['ID=56cb7e2e-0a95-4475-abe0-3fa4cfd83938,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:20.349070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=a2c8a2f1-f71c-4de2-87e0-7bd04dc3666e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:20.365762 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:20.367553 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:20.384156 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Allocated IP 2001:db8::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/5a06c57c-0ca1-44c5-b823-092116f863c1/b755be59-aade-4844-9371-217d70d8e64d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:20.385668 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:20.393596 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:20.394423 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:20.399069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e9c63e7f-7bdc-494b-b93c-63b2032ad024 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:47:20.427267 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-da28b146-8f36-4763-a30d-2305ee77e040 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5668602 Apr 01 12:47:20.430115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52326) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:20.460907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c5d0-eba1-4029-a462-d070de896fee req-9861fb59-df1c-4fc7-9b08-45c2228ac193 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:20.467029 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4339c5d0-eba1-4029-a462-d070de896fee req-9861fb59-df1c-4fc7-9b08-45c2228ac193 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 943 time: 0.3355634 Apr 01 12:47:20.506425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: e9c63e7f-7bdc-494b-b93c-63b2032ad024 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:47:20.508460 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e9c63e7f-7bdc-494b-b93c-63b2032ad024 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:47:20.539538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99a85e-8ebd-4580-88a8-1dd52882259d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:20.545784 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1d99a85e-8ebd-4580-88a8-1dd52882259d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1139951 Apr 01 12:47:20.546261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52332) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:20.740489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7f87c864-2939-4d09-960b-45e31ad79230 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port a2c8a2f1-f71c-4de2-87e0-7bd04dc3666e {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:20.741133 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f87c864-2939-4d09-960b-45e31ad79230 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:20.893810 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4339c5d0-eba1-4029-a462-d070de896fee req-7ae35595-c52c-4670-b3ec-101d2ffcebe9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878215 Apr 01 12:47:20.902991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-aae8abab-fe99-4fce-b606-836b8d0ca1ab tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Deleting port 015caaa7-3608-478f-9514-83fd598992e9 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:20.902991 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aae8abab-fe99-4fce-b606-836b8d0ca1ab tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:20.959294 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f87c864-2939-4d09-960b-45e31ad79230 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:20.970803 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-d9b69a4d-a421-45e4-a101-a0d22a50a296 service neutron] 10.222.0.44 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655654 Apr 01 12:47:20.974345 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7f87c864-2939-4d09-960b-45e31ad79230 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for a2c8a2f1-f71c-4de2-87e0-7bd04dc3666e owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:21.017582 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.037401 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.048542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-02224d52-638e-4672-a276-160ff1a74ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:21.050323 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-02224d52-638e-4672-a276-160ff1a74ddc service neutron] 10.222.0.37 "GET /v2.0/networks?id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f HTTP/1.1" status: 200 len: 898 time: 0.7275195 Apr 01 12:47:21.075166 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aae8abab-fe99-4fce-b606-836b8d0ca1ab tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.141488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:21.142938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-aae8abab-fe99-4fce-b606-836b8d0ca1ab tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Calling delete_port for 015caaa7-3608-478f-9514-83fd598992e9 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:21.144557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:21.161547 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:21.164426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52340) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:21.180688 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-9ece776a-2fa4-48b5-97c2-b616a7987647 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 200 len: 999 time: 0.1186483 Apr 01 12:47:21.244598 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f87c864-2939-4d09-960b-45e31ad79230 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.273885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Pushing event updated for resources: {'Port': ['ID=b755be59-aade-4844-9371-217d70d8e64d,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:21.295056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Attempting to bind port b755be59-aade-4844-9371-217d70d8e64d on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:47:21.295706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Attempting to bind port b755be59-aade-4844-9371-217d70d8e64d by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:47:21.295874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Attempting to bind port b755be59-aade-4844-9371-217d70d8e64d on network 260099d2-7af7-4f0e-86b6-4c66e180255a {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:47:21.302189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:47:21.302554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Checking segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:47:21.303245 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.307588 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Bound using segment: {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:47:21.307588 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Bound port: b755be59-aade-4844-9371-217d70d8e64d, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d36ecd-a8d5-4b12-9d39-9de053daa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:47:21.307588 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.309649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87c864-2939-4d09-960b-45e31ad79230 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=a2c8a2f1-f71c-4de2-87e0-7bd04dc3666e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:21.380888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-5710a96c-d3a9-4917-97af-fc9a25953938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:21.382432 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-5710a96c-d3a9-4917-97af-fc9a25953938 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=038197aa-3cc7-4241-9b9d-aa4a36b9c168 HTTP/1.1" status: 200 len: 834 time: 0.0488808 Apr 01 12:47:21.383754 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aae8abab-fe99-4fce-b606-836b8d0ca1ab tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.396370 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7f87c864-2939-4d09-960b-45e31ad79230 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.407562 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7f87c864-2939-4d09-960b-45e31ad79230 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/a2c8a2f1-f71c-4de2-87e0-7bd04dc3666e HTTP/1.1" status: 204 len: 168 time: 0.8601527 Apr 01 12:47:21.410645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52348) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:21.435191 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aae8abab-fe99-4fce-b606-836b8d0ca1ab tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.438064 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aae8abab-fe99-4fce-b606-836b8d0ca1ab tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/ports/015caaa7-3608-478f-9514-83fd598992e9 HTTP/1.1" status: 204 len: 168 time: 1.1770694 Apr 01 12:47:21.464625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52350) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:21.474789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8abab-fe99-4fce-b606-836b8d0ca1ab tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Port': ['ID=015caaa7-3608-478f-9514-83fd598992e9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:21.505772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] For port b755be59-aade-4844-9371-217d70d8e64d, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:47:21.513151 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] For port b755be59-aade-4844-9371-217d70d8e64d, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b755be59-aade-4844-9371-217d70d8e64d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:47:21.515557 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be4ea91b-8afb-4af1-b12c-30d878b3b0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.520068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-4fb5a2e9-abc3-4314-81a8-903bbc16bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:21.520494 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.521682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-4fb5a2e9-abc3-4314-81a8-903bbc16bbfd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217375 Apr 01 12:47:21.523311 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e057bef2-96e0-4d84-b49a-2850e8fbb06b tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] DELETE failed (client error): The resource could not be found. Apr 01 12:47:21.523311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e057bef2-96e0-4d84-b49a-2850e8fbb06b tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:21.526517 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e057bef2-96e0-4d84-b49a-2850e8fbb06b tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/subnets/2f7605dd-d197-4842-b87a-474a572d0054 HTTP/1.1" status: 404 len: 337 time: 0.0609102 Apr 01 12:47:21.533950 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52354) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:21.555934 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7526dc67-e4e2-45aa-9236-74ab427c6485 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:21.563004 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7526dc67-e4e2-45aa-9236-74ab427c6485 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:21.566738 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7526dc67-e4e2-45aa-9236-74ab427c6485 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1532562 Apr 01 12:47:21.569376 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52356) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:21.700703 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7abd1c-7b88-4efb-b494-edcc326181b5 None None] Pushing event updated for resources: {'Port': ['ID=b755be59-aade-4844-9371-217d70d8e64d,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:21.716165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33df4e2-4e08-4f02-881c-0bbdf1a07762 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 5a06c57c-0ca1-44c5-b823-092116f863c1 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:21.716567 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-e66e974d-b36f-4203-ad9c-84eb4a70fd90 service neutron] 10.222.0.37 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821065 Apr 01 12:47:21.722083 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e33df4e2-4e08-4f02-881c-0bbdf1a07762 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.802297 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e33df4e2-4e08-4f02-881c-0bbdf1a07762 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:21.911694 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb8d56a1-38aa-4e49-9940-9062851ad1cb req-55abd11b-32c7-496b-bd85-c6f2c1380295 service neutron] 10.222.0.37 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624393 Apr 01 12:47:22.055538 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e33df4e2-4e08-4f02-881c-0bbdf1a07762 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:22.078440 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:22.291131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61453-19c5-46d6-9bf7-95b36e5f8b07 req-5af4849a-c06f-4d1d-98f2-ad07625424be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:22.292779 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fb61453-19c5-46d6-9bf7-95b36e5f8b07 req-5af4849a-c06f-4d1d-98f2-ad07625424be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 943 time: 0.1867700 Apr 01 12:47:22.297291 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:22.303995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be4ea91b-8afb-4af1-b12c-30d878b3b0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:22.323237 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be4ea91b-8afb-4af1-b12c-30d878b3b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:22.334874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e33df4e2-4e08-4f02-881c-0bbdf1a07762 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:22.429771 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fb61453-19c5-46d6-9bf7-95b36e5f8b07 req-2b028dec-6a31-4ce6-b20c-81243976c944 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184323 Apr 01 12:47:22.433405 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33df4e2-4e08-4f02-881c-0bbdf1a07762 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=5a06c57c-0ca1-44c5-b823-092116f863c1,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:22.436596 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e33df4e2-4e08-4f02-881c-0bbdf1a07762 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:22.440143 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e33df4e2-4e08-4f02-881c-0bbdf1a07762 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/5a06c57c-0ca1-44c5-b823-092116f863c1 HTTP/1.1" status: 204 len: 168 time: 0.8689337 Apr 01 12:47:22.442490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52368) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:22.490892 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b755be59-aade-4844-9371-217d70d8e64d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:22.512641 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bdc08ac0-fc83-447c-b088-e9ca9d252690 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687935 Apr 01 12:47:22.513280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52370) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:22.628271 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb568754-5933-468e-bd97-8ddb9017c12a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:22.632334 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:22.632874 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:22.634632 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fb568754-5933-468e-bd97-8ddb9017c12a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1192272 Apr 01 12:47:22.636054 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52374) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:22.804595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e260878-bb31-4260-b0a1-9f4fcb04216f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:22.809025 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7e260878-bb31-4260-b0a1-9f4fcb04216f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1712494 Apr 01 12:47:22.816101 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52380) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:22.886284 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:22.901200 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d3512f60-4bba-4ac2-90f2-a040da4c7656 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836327 Apr 01 12:47:22.907978 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52382) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:22.916849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:23.014586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port b755be59-aade-4844-9371-217d70d8e64d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b755be59-aade-4844-9371-217d70d8e64d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:23.021489 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:23.127702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966fc2d8-d1b6-45a5-b843-5b703c73fb1f']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:23.131445 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:23.135723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=b755be59-aade-4844-9371-217d70d8e64d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:23.137618 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:23.144055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf746d52-e753-4e9f-bf47-f1eae54a37cf') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:23.145462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf746d52-e753-4e9f-bf47-f1eae54a37cf') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:23.166266 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:23.238940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-be4ea91b-8afb-4af1-b12c-30d878b3b0d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=031f78bed8384fd6bddb63757b0b273a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0718281 Apr 01 12:47:23.248936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52386) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:23.258211 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:23.305352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:47:23.311490 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:47:23.329723 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:47:23.359369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ea91b-8afb-4af1-b12c-30d878b3b0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1260a6d-bea9-41d1-b93e-1ce3b82b3a4b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:23.474258 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7a49ed6e-0311-4230-a05f-31175ac686b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:23.505887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:23.516388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:23.520963 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/networks/966fc2d8-d1b6-45a5-b843-5b703c73fb1f HTTP/1.1" status: 204 len: 168 time: 1.9860168 Apr 01 12:47:23.530288 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7a49ed6e-0311-4230-a05f-31175ac686b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:23.532145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52394) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:23.549142 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6605855b-0608-43d1-b5af-8ed351c58541 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:23.607508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 2a3471e0-4bfc-41e0-be03-8aee4296f81b details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:47:23.666570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4317a-3915-4d8a-b3ec-db3d4b622935 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Network': ['ID=966fc2d8-d1b6-45a5-b843-5b703c73fb1f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:23.763175 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c1683c9e-ca1e-40be-ae79-9d0fc66e62b8 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:23.763175 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1683c9e-ca1e-40be-ae79-9d0fc66e62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:23.800404 n-d-836146-1 neutron-server[102719]: DEBUG neutron.objects.ports [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:47:23.828856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad67ad1-c7f4-44b3-a3cd-2a16ed6bc9d8 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Deleting subnet 4396ffe5-7b3a-4144-9d48-27315926450a {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:23.843568 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aad67ad1-c7f4-44b3-a3cd-2a16ed6bc9d8 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:24.025815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa29b1-eebb-493f-a6fc-2e0b8df93d9b req-2af1d620-62c2-45cd-b790-a7273df6708e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:24.038418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9faa29b1-eebb-493f-a6fc-2e0b8df93d9b req-2af1d620-62c2-45cd-b790-a7273df6708e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 943 time: 0.3929892 Apr 01 12:47:24.079261 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aad67ad1-c7f4-44b3-a3cd-2a16ed6bc9d8 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:24.089136 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7a49ed6e-0311-4230-a05f-31175ac686b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:24.092269 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7a49ed6e-0311-4230-a05f-31175ac686b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:24.093425 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7a49ed6e-0311-4230-a05f-31175ac686b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1260a6d-bea9-41d1-b93e-1ce3b82b3a4b HTTP/1.1" status: 204 len: 168 time: 0.8431628 Apr 01 12:47:24.105444 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:24.211443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49ed6e-0311-4230-a05f-31175ac686b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1260a6d-bea9-41d1-b93e-1ce3b82b3a4b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:24.252148 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:47:24.293520 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9faa29b1-eebb-493f-a6fc-2e0b8df93d9b req-8cc0cd7a-9901-48b4-bcd9-de2536e86829 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535639 Apr 01 12:47:24.445733 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aad67ad1-c7f4-44b3-a3cd-2a16ed6bc9d8 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:24.642929 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aad67ad1-c7f4-44b3-a3cd-2a16ed6bc9d8 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:24.655547 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] For port b755be59-aade-4844-9371-217d70d8e64d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b755be59-aade-4844-9371-217d70d8e64d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:24.665827 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b755be59-aade-4844-9371-217d70d8e64d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:24.853369 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:24.865393 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:24.866827 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:24.892135 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aad67ad1-c7f4-44b3-a3cd-2a16ed6bc9d8 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:24.910930 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aad67ad1-c7f4-44b3-a3cd-2a16ed6bc9d8 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/subnets/4396ffe5-7b3a-4144-9d48-27315926450a HTTP/1.1" status: 204 len: 168 time: 1.3691101 Apr 01 12:47:24.912160 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad67ad1-c7f4-44b3-a3cd-2a16ed6bc9d8 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Subnet': ['ID=4396ffe5-7b3a-4144-9d48-27315926450a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:24.938432 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52430) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:24.949372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c06acc-620b-47f1-8377-1e2132338b3c req-fbb3052c-13f3-468b-8f2f-e609ec25cd27 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:24.962380 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6c06acc-620b-47f1-8377-1e2132338b3c req-fbb3052c-13f3-468b-8f2f-e609ec25cd27 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 943 time: 0.2556086 Apr 01 12:47:24.968903 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8b8016-1046-4a2f-afdc-d85dbabf28da None None] Network e7ca0d18-5f43-4775-a77f-d7128402975b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:25.037241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-106e655f-2677-48b9-b981-5b1c8176eba8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:25.041155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-106e655f-2677-48b9-b981-5b1c8176eba8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724&tenant_id=57d91513207248b7a1ea77190e0bd483&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 943 time: 0.3771915 Apr 01 12:47:25.043894 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:25.155153 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e6c06acc-620b-47f1-8377-1e2132338b3c req-ac9e5dc8-da54-4502-b0c7-e6d197e35e71 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918569 Apr 01 12:47:25.192551 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:25.195543 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:25.199765 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:25.200734 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:25.234029 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-88632cb8-7629-47ba-a9aa-e50922949eb7 service neutron] delete failed (client error): The resource could not be found. Apr 01 12:47:25.235730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-88632cb8-7629-47ba-a9aa-e50922949eb7 service neutron] 10.222.0.44 "DELETE /v2.0/ports/2a3471e0-4bfc-41e0-be03-8aee4296f81b/bindings/n-h2-836146-1 HTTP/1.1" status: 404 len: 380 time: 0.1854403 Apr 01 12:47:25.253793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=3d9d9246-a6f8-4674-bcb2-0b7fa236f8e9,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:25.264953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'port_id': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'mac_address': 'fa:16:3e:6a:c9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:47:25.274162 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:25.275478 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:25.352934 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4418766 Apr 01 12:47:25.368289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52446) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:25.376703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf3520-ba84-4589-a06b-f6fb16ce6b94 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=b755be59-aade-4844-9371-217d70d8e64d,revision_number=6']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:25.395397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-804cfc95-a995-47c2-bf57-1aa53f93a1d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:25.523392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-858628fc-df14-4afa-978f-b66cd709e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:25.532100 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-858628fc-df14-4afa-978f-b66cd709e8a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1094 time: 0.2019391 Apr 01 12:47:25.559975 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:25.612145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804cfc95-a995-47c2-bf57-1aa53f93a1d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:25.618626 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-804cfc95-a995-47c2-bf57-1aa53f93a1d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:25.740804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a0ad89-acdc-4b60-a384-6eefab5afac0 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:25.823299 n-d-836146-1 neutron-server[102719]: INFO neutron.db.ipam_backend_mixin [None req-804cfc95-a995-47c2-bf57-1aa53f93a1d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d9d9246-a6f8-4674-bcb2-0b7fa236f8e9 (CIDR: 2001:db8::/64) Apr 01 12:47:25.828070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-47b25878-850f-488a-9c5a-f97d13df075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:25.831393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-440f2412-e966-4ed4-8c43-1f801551afb6 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:25.831980 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-440f2412-e966-4ed4-8c43-1f801551afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:25.832493 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-47b25878-850f-488a-9c5a-f97d13df075b service neutron] 10.222.0.44 "GET /v2.0/networks?id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f HTTP/1.1" status: 200 len: 898 time: 0.2953396 Apr 01 12:47:25.867682 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-804cfc95-a995-47c2-bf57-1aa53f93a1d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:47:25.868179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804cfc95-a995-47c2-bf57-1aa53f93a1d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:25.873547 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:25.899499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3471e0-4bfc-41e0-be03-8aee4296f81b {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:47:25.922230 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:25.955699 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-804cfc95-a995-47c2-bf57-1aa53f93a1d5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5839226 Apr 01 12:47:25.959329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52470) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:25.970438 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:25.978334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-193045bd-ecc8-4356-85fd-feb020b53518 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:25.981953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Deleting port 216adb92-2ef9-46ea-9125-6765dadc88ac {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:25.982572 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:26.038638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=2a3471e0-4bfc-41e0-be03-8aee4296f81b,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:26.173172 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] For port 216adb92-2ef9-46ea-9125-6765dadc88ac, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=216adb92-2ef9-46ea-9125-6765dadc88ac,segment=NetworkSegment(a2b54f70-572f-487a-802d-313d6730c4c3),segment_id=a2b54f70-572f-487a-802d-313d6730c4c3)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:26.174367 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:26.181968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89bb2ce-f406-4163-bccc-37b0b0cbaca3 None None] DHCP port deletion for e7ca0d18-5f43-4775-a77f-d7128402975b request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:47:26.193756 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Calling delete_port for 216adb92-2ef9-46ea-9125-6765dadc88ac owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:26.283515 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e89bb2ce-f406-4163-bccc-37b0b0cbaca3 None None] Deleting port 216adb92-2ef9-46ea-9125-6765dadc88ac {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:26.284155 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e89bb2ce-f406-4163-bccc-37b0b0cbaca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:26.290992 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-6a8e1707-893d-4296-8db7-d96236418ac2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 200 len: 999 time: 0.4511645 Apr 01 12:47:26.322880 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['2a3471e0-4bfc-41e0-be03-8aee4296f81b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:47:26.423743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b755be59-aade-4844-9371-217d70d8e64d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:26.544323 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:26.561077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193045bd-ecc8-4356-85fd-feb020b53518 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:26.565330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-193045bd-ecc8-4356-85fd-feb020b53518 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:26.576700 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e89bb2ce-f406-4163-bccc-37b0b0cbaca3 None None] For port 216adb92-2ef9-46ea-9125-6765dadc88ac, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=216adb92-2ef9-46ea-9125-6765dadc88ac,segment=NetworkSegment(a2b54f70-572f-487a-802d-313d6730c4c3),segment_id=a2b54f70-572f-487a-802d-313d6730c4c3)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:26.577166 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e89bb2ce-f406-4163-bccc-37b0b0cbaca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:26.630581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e89bb2ce-f406-4163-bccc-37b0b0cbaca3 None None] Calling delete_port for 216adb92-2ef9-46ea-9125-6765dadc88ac owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:26.666309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-2c46b50c-acc1-4a83-8e73-4bdb96e5420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:26.667148 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Port': ['ID=216adb92-2ef9-46ea-9125-6765dadc88ac,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:26.668396 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-2c46b50c-acc1-4a83-8e73-4bdb96e5420d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=038197aa-3cc7-4241-9b9d-aa4a36b9c168 HTTP/1.1" status: 200 len: 834 time: 0.3668063 Apr 01 12:47:26.693918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] No DVR routers for this DVR port 216adb92-2ef9-46ea-9125-6765dadc88ac on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:47:26.707901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28e9f1-83c3-4214-9b43-eb1d94f42ee1 req-b6bdab26-77f7-40aa-ae9b-28ad2f424eb0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:26.711936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af28e9f1-83c3-4214-9b43-eb1d94f42ee1 req-b6bdab26-77f7-40aa-ae9b-28ad2f424eb0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 944 time: 0.2336125 Apr 01 12:47:26.995870 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:27.013969 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:27.021882 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af28e9f1-83c3-4214-9b43-eb1d94f42ee1 req-5cda0371-3219-4f4b-9d45-ff0ffbab83ec tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249088 Apr 01 12:47:27.031477 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:27.094917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-74ab0aa2-692d-4188-941d-5eb768473a8e None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:27.098349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ca0d18-5f43-4775-a77f-d7128402975b']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:27.099875 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-74ab0aa2-692d-4188-941d-5eb768473a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:27.145893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-57cd692b-b52f-4a62-b5c7-6f55d9bd4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:27.149640 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-57cd692b-b52f-4a62-b5c7-6f55d9bd4de4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3788719 Apr 01 12:47:27.155041 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b54f70-572f-487a-802d-313d6730c4c3') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:27.158753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b54f70-572f-487a-802d-313d6730c4c3') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:27.197200 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:27.247535 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:27.261102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:47:27.262422 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:47:27.270826 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:47:27.351235 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e89bb2ce-f406-4163-bccc-37b0b0cbaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:27.471097 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:27.478749 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:27.483584 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] 10.222.0.45 "DELETE /v2.0/networks/e7ca0d18-5f43-4775-a77f-d7128402975b HTTP/1.1" status: 204 len: 168 time: 2.5191624 Apr 01 12:47:27.518889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bb2ce-f406-4163-bccc-37b0b0cbaca3 None None] Pushing event deleted for resources: {'Port': ['ID=216adb92-2ef9-46ea-9125-6765dadc88ac,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:27.531981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147616e1-c7a2-435c-8493-6ed5c695db69 tempest-NetworksIpV6TestAttrs-54776168 tempest-NetworksIpV6TestAttrs-54776168-project] Pushing event deleted for resources: {'Network': ['ID=e7ca0d18-5f43-4775-a77f-d7128402975b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:27.539141 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89bb2ce-f406-4163-bccc-37b0b0cbaca3 None None] No DVR routers for this DVR port 216adb92-2ef9-46ea-9125-6765dadc88ac on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:47:27.619905 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-0f68edd0-e233-4c8d-a20c-89511a5ff4f1 service neutron] 10.222.0.44 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553342 Apr 01 12:47:27.737453 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-193045bd-ecc8-4356-85fd-feb020b53518 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:27.858749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193045bd-ecc8-4356-85fd-feb020b53518 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:27.860712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193045bd-ecc8-4356-85fd-feb020b53518 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=114b5fa7-c179-46a8-afb5-318a9a8e3b3b,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:27.882480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-193045bd-ecc8-4356-85fd-feb020b53518 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:27.895558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193045bd-ecc8-4356-85fd-feb020b53518 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:27.896154 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-193045bd-ecc8-4356-85fd-feb020b53518 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:27.902030 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 216adb92-2ef9-46ea-9125-6765dadc88ac no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:47:27.957574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f7076078-9590-4fb4-b5df-14f842308409 None None] Could not find standard attr ID for object a2c8a2f1-f71c-4de2-87e0-7bd04dc3666e. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:47:27.960331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a215f-9a84-466d-a50f-742b5a60d97d None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:27.968303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 216adb92-2ef9-46ea-9125-6765dadc88ac {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:47:27.970046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 216adb92-2ef9-46ea-9125-6765dadc88ac not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:47:28.062280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-193045bd-ecc8-4356-85fd-feb020b53518 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1004424 Apr 01 12:47:28.063848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52532) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:28.069284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:61:27:51', 'name': 'tempest-NetworksTestDHCPv6-30428999'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:28.081267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80211d7e-a5a4-487a-9ec3-91a6ca7f1d4b req-39261005-1c90-47ca-8ebf-86c410d18e65 service neutron] 10.222.0.44 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523662 Apr 01 12:47:28.389313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57efe4-8032-4ed0-a65b-721c029e5605 req-3c642dfe-6f55-4803-bc42-f0260f454682 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:28.399318 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c57efe4-8032-4ed0-a65b-721c029e5605 req-3c642dfe-6f55-4803-bc42-f0260f454682 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 944 time: 0.1794102 Apr 01 12:47:28.490468 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c57efe4-8032-4ed0-a65b-721c029e5605 req-be0415bf-3ee9-454b-96d9-8259d7bc7f9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822790 Apr 01 12:47:28.519626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:28.708562 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:28.806066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52548) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:28.815532 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port 0bb19110-a727-4bf7-a21b-f1c1c84eb0dc yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:47:28.832015 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82951076-325e-4382-bb0a-445b2c61499a None None] Update dhcp port {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': '3d9d9246-a6f8-4674-bcb2-0b7fa236f8e9', 'ip_address': '2001:db8::f816:3eff:fe14:fad0'}, {'subnet_id': '114b5fa7-c179-46a8-afb5-318a9a8e3b3b'}], 'binding:host_id': 'n-d-836146-1'}, 'id': 'b755be59-aade-4844-9371-217d70d8e64d'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:47:28.865368 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82951076-325e-4382-bb0a-445b2c61499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:29.285529 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8:0:1::317 (260099d2-7af7-4f0e-86b6-4c66e180255a/114b5fa7-c179-46a8-afb5-318a9a8e3b3b/0bb19110-a727-4bf7-a21b-f1c1c84eb0dc) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:29.300875 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::f816:3eff:fe61:2751 (260099d2-7af7-4f0e-86b6-4c66e180255a/3d9d9246-a6f8-4674-bcb2-0b7fa236f8e9/0bb19110-a727-4bf7-a21b-f1c1c84eb0dc) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:29.565931 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ac178ed4-1542-49a9-a286-58dc04d94e6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1b35dc914da49f9b056003ec915b3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7571793 Apr 01 12:47:29.575390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52572) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:29.798116 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:29.817412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826851ff-0eb1-4133-b6e2-7aafece351a8 req-b176700f-1737-4f79-9b85-623f6da4347a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:29.825528 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-826851ff-0eb1-4133-b6e2-7aafece351a8 req-b176700f-1737-4f79-9b85-623f6da4347a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 944 time: 0.1475482 Apr 01 12:47:29.939954 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2749-25ec-46ee-a219-557e4334ddb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:29.940680 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-826851ff-0eb1-4133-b6e2-7aafece351a8 req-605c51fb-d74d-433a-89e5-fefbbae89cdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132503 Apr 01 12:47:29.953960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52588) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:30.004959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 2a3471e0-4bfc-41e0-be03-8aee4296f81b up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:30.043753 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2749-25ec-46ee-a219-557e4334ddb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:30.053264 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:30.152071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3b18f358-2509-47e5-b5db-38e5789c1d9d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/9eef3a4a-b4b8-49e7-b818-5038c8f7af3f HTTP/1.1" status: 200 len: 992 time: 0.1947830 Apr 01 12:47:30.182759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-82951076-325e-4382-bb0a-445b2c61499a None None] Allocated IP 2001:db8:0:1::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/114b5fa7-c179-46a8-afb5-318a9a8e3b3b/b755be59-aade-4844-9371-217d70d8e64d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:30.186857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=0bb19110-a727-4bf7-a21b-f1c1c84eb0dc,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:30.256033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:30.275025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:30.281443 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:30.296352 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:30.300967 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:30.334682 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b4fd1448-3705-45cc-be62-e244e5eec3f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2694118 Apr 01 12:47:30.337137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52600) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:30.360057 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2749-25ec-46ee-a219-557e4334ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:30.362772 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2749-25ec-46ee-a219-557e4334ddb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:30.364400 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6e2e2749-25ec-46ee-a219-557e4334ddb1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3bcdac11-d65d-4d86-a182-abded8f54b9e HTTP/1.1" status: 204 len: 168 time: 0.7858045 Apr 01 12:47:30.378022 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e2749-25ec-46ee-a219-557e4334ddb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcdac11-d65d-4d86-a182-abded8f54b9e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:30.402192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-82951076-325e-4382-bb0a-445b2c61499a None None] For port b755be59-aade-4844-9371-217d70d8e64d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b755be59-aade-4844-9371-217d70d8e64d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:30.435620 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82951076-325e-4382-bb0a-445b2c61499a None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:30.452215 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82951076-325e-4382-bb0a-445b2c61499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:30.542227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-eca8fbc0-3869-4cfa-b952-43fbe58755a3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 0bb19110-a727-4bf7-a21b-f1c1c84eb0dc {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:30.543588 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eca8fbc0-3869-4cfa-b952-43fbe58755a3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:30.678333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82951076-325e-4382-bb0a-445b2c61499a None None] Pushing event updated for resources: {'Port': ['ID=b755be59-aade-4844-9371-217d70d8e64d,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:30.701736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 2a3471e0-4bfc-41e0-be03-8aee4296f81b completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:47:30.710610 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 2a3471e0-4bfc-41e0-be03-8aee4296f81b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:30.711756 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:30.789390 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eca8fbc0-3869-4cfa-b952-43fbe58755a3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:30.816502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-eca8fbc0-3869-4cfa-b952-43fbe58755a3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 0bb19110-a727-4bf7-a21b-f1c1c84eb0dc owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:31.029760 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:31.129415 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:47:31.133678 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da792c6a-e260-4418-8fd2-a6f7923b7574" -d '{"events": [{"server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "name": "network-vif-plugged", "status": "completed", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:47:31.177826 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:31.188445 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:31.290109 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5e8b76-0252-4c25-a209-9d2ee5bde40a x-openstack-request-id: req-1a5e8b76-0252-4c25-a209-9d2ee5bde40a {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:47:31.292119 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "name": "network-vif-plugged", "status": "completed", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:47:31.292588 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a5e8b76-0252-4c25-a209-9d2ee5bde40a {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:47:31.293939 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5e8b76-0252-4c25-a209-9d2ee5bde40a'] response: {'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'code': 200} Apr 01 12:47:31.338145 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eca8fbc0-3869-4cfa-b952-43fbe58755a3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:31.387885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=2a3471e0-4bfc-41e0-be03-8aee4296f81b,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:31.398246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8fbc0-3869-4cfa-b952-43fbe58755a3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=0bb19110-a727-4bf7-a21b-f1c1c84eb0dc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:31.495230 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eca8fbc0-3869-4cfa-b952-43fbe58755a3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:31.500587 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-eca8fbc0-3869-4cfa-b952-43fbe58755a3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/0bb19110-a727-4bf7-a21b-f1c1c84eb0dc HTTP/1.1" status: 204 len: 168 time: 1.1623871 Apr 01 12:47:31.503699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52632) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:31.645510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186e74a4-95a9-45d1-8abc-b64c0af3bda7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:31.649785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52638) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:31.662911 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-186e74a4-95a9-45d1-8abc-b64c0af3bda7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1575992 Apr 01 12:47:31.766515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52644) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:31.772796 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37eb805-d03d-417e-b58f-9223f79e1798 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:31.779193 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c37eb805-d03d-417e-b58f-9223f79e1798 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1272526 Apr 01 12:47:31.781722 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52648) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:31.929787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d46393d-7ec2-4c36-8bd2-8cf973480466 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:31.931875 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d46393d-7ec2-4c36-8bd2-8cf973480466 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:31.936110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f3fbb23d-f985-484c-961a-9cc9d4dfded3 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:31.936489 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb23d-f985-484c-961a-9cc9d4dfded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:31.940912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d46393d-7ec2-4c36-8bd2-8cf973480466 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:31.956741 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6d46393d-7ec2-4c36-8bd2-8cf973480466 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1736283 Apr 01 12:47:31.959187 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52654) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:32.116436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a90fdec-58c4-4846-a653-2faf6610be09 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 114b5fa7-c179-46a8-afb5-318a9a8e3b3b {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:32.126228 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a90fdec-58c4-4846-a653-2faf6610be09 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:32.247170 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c4b7ece-6ac7-40a9-b42a-65dcaa2059c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:32.287152 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a90fdec-58c4-4846-a653-2faf6610be09 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:32.393395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1c05c178-dbbd-4ac0-b426-126cc22abc8b None None] Could not find standard attr ID for object 0bb19110-a727-4bf7-a21b-f1c1c84eb0dc. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:47:32.414203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b755be59-aade-4844-9371-217d70d8e64d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:32.450942 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c4b7ece-6ac7-40a9-b42a-65dcaa2059c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:32.458368 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c4b7ece-6ac7-40a9-b42a-65dcaa2059c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:32.525044 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a90fdec-58c4-4846-a653-2faf6610be09 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:32.545575 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0c4b7ece-6ac7-40a9-b42a-65dcaa2059c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a06031ad517148e39c0f004773a7cab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7747433 Apr 01 12:47:32.551267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52672) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:32.635566 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:32.635566 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:32.686891 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a90fdec-58c4-4846-a653-2faf6610be09 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:32.750543 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90fdec-58c4-4846-a653-2faf6610be09 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=114b5fa7-c179-46a8-afb5-318a9a8e3b3b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:32.754157 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a90fdec-58c4-4846-a653-2faf6610be09 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:32.762906 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3a90fdec-58c4-4846-a653-2faf6610be09 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/114b5fa7-c179-46a8-afb5-318a9a8e3b3b HTTP/1.1" status: 204 len: 168 time: 0.8026190 Apr 01 12:47:32.765378 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52680) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:32.789899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b7ece-6ac7-40a9-b42a-65dcaa2059c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea0d0a7-dffe-46fe-9fa1-9bacac420438,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:32.899643 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-31f0748a-18d0-45b3-a970-7266c48b2db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:32.913105 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1f054d-e1cc-4898-bc69-cd151920da16 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 3d9d9246-a6f8-4674-bcb2-0b7fa236f8e9 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:32.927955 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2a1f054d-e1cc-4898-bc69-cd151920da16 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:32.964547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52686) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:32.973283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376a209a-e391-4079-a36a-f5827266bdd4 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:33.018620 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-31f0748a-18d0-45b3-a970-7266c48b2db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.082425 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2a1f054d-e1cc-4898-bc69-cd151920da16 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.109745 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-31f0748a-18d0-45b3-a970-7266c48b2db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.112401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-31f0748a-18d0-45b3-a970-7266c48b2db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.116373 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-31f0748a-18d0-45b3-a970-7266c48b2db4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fea0d0a7-dffe-46fe-9fa1-9bacac420438 HTTP/1.1" status: 204 len: 168 time: 0.5516245 Apr 01 12:47:33.129588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0748a-18d0-45b3-a970-7266c48b2db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea0d0a7-dffe-46fe-9fa1-9bacac420438,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:33.331031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-655673970-network', 'tenant_id': 'a4155efd8b2d460b8d990ed4fdec28bb'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:33.337770 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2a1f054d-e1cc-4898-bc69-cd151920da16 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.424640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Made reservation on behalf of a4155efd8b2d460b8d990ed4fdec28bb for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:33.430318 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.463880 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.484390 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2a1f054d-e1cc-4898-bc69-cd151920da16 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.528706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f054d-e1cc-4898-bc69-cd151920da16 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9d9246-a6f8-4674-bcb2-0b7fa236f8e9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:33.553229 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2a1f054d-e1cc-4898-bc69-cd151920da16 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.559572 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2a1f054d-e1cc-4898-bc69-cd151920da16 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/3d9d9246-a6f8-4674-bcb2-0b7fa236f8e9 HTTP/1.1" status: 204 len: 168 time: 0.7923570 Apr 01 12:47:33.562637 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52702) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:33.633445 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-97f122bb-747d-4a00-9d20-273cd65be3ab tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692563 Apr 01 12:47:33.636158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52704) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:33.644232 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:33.795624 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.804291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52708) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:33.858080 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.895195 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a03d55b-0fc6-4f4a-852a-ee1ed1333b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.922664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:33.927972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:33.940194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:47:34.000195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eb2dca-50f8-44c6-897e-63dc85e6d476,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:34.034157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:34.034517 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Added segment f53e9eb4-c210-4371-81a9-a9ed74275b08 of type vlan for network 8eb912aa-a68c-45ef-871b-2e8ae1586f1e Apr 01 12:47:34.157113 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:34.256670 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:34.259095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:34.261925 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:34.290182 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab225c57-3922-4e42-8550-65f9a723ef6d None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:34.369349 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4030468 Apr 01 12:47:34.376633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52716) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:34.387332 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a03d55b-0fc6-4f4a-852a-ee1ed1333b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:34.423790 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a03d55b-0fc6-4f4a-852a-ee1ed1333b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:34.445669 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3d50cd9e-1b2a-4760-b59c-4b267eb7bd3e None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:34.446158 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3d50cd9e-1b2a-4760-b59c-4b267eb7bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:34.458935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03d55b-0fc6-4f4a-852a-ee1ed1333b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d01740-9a20-4a2e-add2-707411363c26,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:34.462399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f485d28-97cf-428a-a91a-23506c9dbf70 admin admin] Pushing event updated for resources: {'Network': ['ID=8eb912aa-a68c-45ef-871b-2e8ae1586f1e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:34.494168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6a03d55b-0fc6-4f4a-852a-ee1ed1333b48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d85ce05ace4494d8ed35028c2ce98d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6876004 Apr 01 12:47:34.496920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52722) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:34.509575 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-7c615eb2-e4fd-49d1-9b64-8628bbcbed75 admin admin] Request body: {'subnet': {'network_id': '8eb912aa-a68c-45ef-871b-2e8ae1586f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-655673970-subnet', 'tenant_id': 'a4155efd8b2d460b8d990ed4fdec28bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:34.547569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 8eb912aa-a68c-45ef-871b-2e8ae1586f1e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:47:34.589660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.objects.ports [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:47:34.642118 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-060aec6d-f746-4fc4-bf44-dbf948d3235c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:34.665328 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-060aec6d-f746-4fc4-bf44-dbf948d3235c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:34.752293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-060aec6d-f746-4fc4-bf44-dbf948d3235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:34.755048 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-060aec6d-f746-4fc4-bf44-dbf948d3235c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:34.761748 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-060aec6d-f746-4fc4-bf44-dbf948d3235c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18d01740-9a20-4a2e-add2-707411363c26 HTTP/1.1" status: 204 len: 168 time: 0.2596793 Apr 01 12:47:34.774780 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060aec6d-f746-4fc4-bf44-dbf948d3235c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d01740-9a20-4a2e-add2-707411363c26,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:34.827369 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c615eb2-e4fd-49d1-9b64-8628bbcbed75 admin admin] Made reservation on behalf of a4155efd8b2d460b8d990ed4fdec28bb for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:34.830902 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c615eb2-e4fd-49d1-9b64-8628bbcbed75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:35.093113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:35.350480 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-855e88f9-2903-489e-a9db-7a923efe80dd None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:35.350985 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-855e88f9-2903-489e-a9db-7a923efe80dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:35.535238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52764) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:35.720574 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b0a6029-8094-4e17-ad3b-ea61922dbc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:35.827829 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b0a6029-8094-4e17-ad3b-ea61922dbc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:35.833561 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b0a6029-8094-4e17-ad3b-ea61922dbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:35.865738 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6b0a6029-8094-4e17-ad3b-ea61922dbc4d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac7b401350ed4caf90fb603462b62764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287613 Apr 01 12:47:35.873036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52782) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:35.894548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0702ec-be67-45f5-af45-5ab50bf5339d req-1ca9e342-9e5b-44f6-bf64-84add15f6618 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:35.896131 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-db0702ec-be67-45f5-af45-5ab50bf5339d req-1ca9e342-9e5b-44f6-bf64-84add15f6618 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.1619742 Apr 01 12:47:35.896438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a6029-8094-4e17-ad3b-ea61922dbc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23204ad5-e1a4-48b3-be97-971dec59a695,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:35.909222 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c615eb2-e4fd-49d1-9b64-8628bbcbed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:36.085239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-db0702ec-be67-45f5-af45-5ab50bf5339d req-a1ff7cbd-b424-4426-9bb1-80ce1af8d9cf tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772590 Apr 01 12:47:36.121998 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9afc0c5e-8c2c-416d-9fab-b04a8fbb2ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:36.137789 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c615eb2-e4fd-49d1-9b64-8628bbcbed75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46934e63-de5f-47a8-88d8-f5be988d6099,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:36.144896 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9afc0c5e-8c2c-416d-9fab-b04a8fbb2ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:36.170746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] For port b755be59-aade-4844-9371-217d70d8e64d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b755be59-aade-4844-9371-217d70d8e64d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:36.211304 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c615eb2-e4fd-49d1-9b64-8628bbcbed75 admin admin] Checking segment: {'id': 'f53e9eb4-c210-4371-81a9-a9ed74275b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8eb912aa-a68c-45ef-871b-2e8ae1586f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:47:36.211667 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c615eb2-e4fd-49d1-9b64-8628bbcbed75 admin admin] Network hostable DHCP agents. Network: 8eb912aa-a68c-45ef-871b-2e8ae1586f1e, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:47:36.261905 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:36.265659 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9afc0c5e-8c2c-416d-9fab-b04a8fbb2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:36.270743 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9afc0c5e-8c2c-416d-9fab-b04a8fbb2ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:36.273149 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9afc0c5e-8c2c-416d-9fab-b04a8fbb2ea8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23204ad5-e1a4-48b3-be97-971dec59a695 HTTP/1.1" status: 204 len: 168 time: 0.3962936 Apr 01 12:47:36.274044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c615eb2-e4fd-49d1-9b64-8628bbcbed75 admin admin] Network 8eb912aa-a68c-45ef-871b-2e8ae1586f1e is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:47:36.295475 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:36.297195 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:36.318373 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc0c5e-8c2c-416d-9fab-b04a8fbb2ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23204ad5-e1a4-48b3-be97-971dec59a695,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:36.374695 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0f1c9e31-77f5-4049-b964-2cf0d373305f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:36.468669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-7c615eb2-e4fd-49d1-9b64-8628bbcbed75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 8eb912aa-a68c-45ef-871b-2e8ae1586f1e) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:36.479630 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223873d-37e6-4cb7-ae87-bba3233fa949 None None] Network 8eb912aa-a68c-45ef-871b-2e8ae1586f1e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:36.489970 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=a07d3e8c-02c4-4378-937d-fb4b02beb60a,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:36.501786 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c615eb2-e4fd-49d1-9b64-8628bbcbed75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:36.502445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c615eb2-e4fd-49d1-9b64-8628bbcbed75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:36.552780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:36.565108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:36.567379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=b755be59-aade-4844-9371-217d70d8e64d,revision_number=11']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:36.597622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:36.598592 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:36.644363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52808) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:36.651863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-7fb94c09-9f86-4081-a94b-c0e38e2e564c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:36.662112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6da4be1-0e7e-4316-8c5d-898413162047 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:36.666926 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ac149b94-def5-45e8-9b8b-b5c123b1acea tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0215390 Apr 01 12:47:36.685357 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7c615eb2-e4fd-49d1-9b64-8628bbcbed75 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1787121 Apr 01 12:47:36.868530 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd41561-125b-41dd-8ad8-697cb1c4f22b None None] Network 8eb912aa-a68c-45ef-871b-2e8ae1586f1e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:37.029354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb94c09-9f86-4081-a94b-c0e38e2e564c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:37.039893 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7fb94c09-9f86-4081-a94b-c0e38e2e564c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:37.168159 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52838) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:37.197735 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b514b0bb-311b-496e-a804-2d21d69e7d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:37.337630 n-d-836146-1 neutron-server[102718]: INFO neutron.db.ipam_backend_mixin [None req-7fb94c09-9f86-4081-a94b-c0e38e2e564c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a07d3e8c-02c4-4378-937d-fb4b02beb60a (CIDR: 2001:db8::/64) Apr 01 12:47:37.342923 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb94c09-9f86-4081-a94b-c0e38e2e564c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:47:37.343399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb94c09-9f86-4081-a94b-c0e38e2e564c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:37.383574 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7fb94c09-9f86-4081-a94b-c0e38e2e564c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7370708 Apr 01 12:47:37.386842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52846) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:37.394207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a34ca12b-b0aa-4dca-b7e5-be3250d21b62 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:37.418558 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b514b0bb-311b-496e-a804-2d21d69e7d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:37.427074 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b514b0bb-311b-496e-a804-2d21d69e7d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:37.450930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7b4baaf3-e2fb-4cf6-b65b-980c0251c2ce None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:37.451509 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7b4baaf3-e2fb-4cf6-b65b-980c0251c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:37.520747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52850) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:37.523701 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b514b0bb-311b-496e-a804-2d21d69e7d81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0ec0e42c9ec4401972fa6fad6cd54a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530741 Apr 01 12:47:37.527379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514b0bb-311b-496e-a804-2d21d69e7d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd62180-3cd6-4b08-977a-c9299af40390,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:37.701339 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e39a0e0-a543-4807-8ff0-4cbacb0490d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:37.745500 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e39a0e0-a543-4807-8ff0-4cbacb0490d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:37.869533 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e39a0e0-a543-4807-8ff0-4cbacb0490d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:37.873985 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e39a0e0-a543-4807-8ff0-4cbacb0490d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:37.875442 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2e39a0e0-a543-4807-8ff0-4cbacb0490d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9dd62180-3cd6-4b08-977a-c9299af40390 HTTP/1.1" status: 204 len: 168 time: 0.3538809 Apr 01 12:47:37.885896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34ca12b-b0aa-4dca-b7e5-be3250d21b62 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:37.890204 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a34ca12b-b0aa-4dca-b7e5-be3250d21b62 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:37.937883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39a0e0-a543-4807-8ff0-4cbacb0490d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd62180-3cd6-4b08-977a-c9299af40390,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:38.044362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef3fdc-a260-42df-a4e7-2cb6b288ccd1 req-b3990e89-fb7b-403e-a95c-04f8c536e4f6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:38.046197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86ef3fdc-a260-42df-a4e7-2cb6b288ccd1 req-b3990e89-fb7b-403e-a95c-04f8c536e4f6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.7778430 Apr 01 12:47:38.121858 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86ef3fdc-a260-42df-a4e7-2cb6b288ccd1 req-1a6cc9c3-5fc8-497c-8af9-4fa9b50be62a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690408 Apr 01 12:47:38.197898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52870) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:38.203782 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-928493008-network', 'tenant_id': '9c72a1a2ea66489ca54a0483d232642e'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:38.248852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Made reservation on behalf of 9c72a1a2ea66489ca54a0483d232642e for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:38.252219 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.275860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.289097 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a34ca12b-b0aa-4dca-b7e5-be3250d21b62 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.339312 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b755be59-aade-4844-9371-217d70d8e64d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:38.385043 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.394475 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.433521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34ca12b-b0aa-4dca-b7e5-be3250d21b62 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:38.437685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a34ca12b-b0aa-4dca-b7e5-be3250d21b62 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:38.448077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:47:38.449147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34ca12b-b0aa-4dca-b7e5-be3250d21b62 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:38.449899 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a34ca12b-b0aa-4dca-b7e5-be3250d21b62 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.460615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ca12b-b0aa-4dca-b7e5-be3250d21b62 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=bab69147-6480-4a27-b6b5-d9387e85e0e3,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:38.462293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50730c3f-16e2-4547-85fe-227d80db6264 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:38.485240 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a34ca12b-b0aa-4dca-b7e5-be3250d21b62 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0970380 Apr 01 12:47:38.488043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52882) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:38.516708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:9e:30:e4', 'name': 'tempest-NetworksTestDHCPv6-1497922181'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:38.518416 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.518758 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Added segment 07fd608c-facf-4488-a8b9-fa3c34712a51 of type vlan for network c9e518c8-75c2-4e51-afee-3c3fe5c05298 Apr 01 12:47:38.519975 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dd4420-5cf5-4671-a157-eddfffd540c6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:38.633273 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.699273 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.701276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:38.702451 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.776929 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5772202 Apr 01 12:47:38.784547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52896) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:38.802314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f2b888a6-05c5-4b29-a4e9-3a0f079e0ecb admin admin] Request body: {'subnet': {'network_id': 'c9e518c8-75c2-4e51-afee-3c3fe5c05298', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-928493008-subnet', 'tenant_id': '9c72a1a2ea66489ca54a0483d232642e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:38.848586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b888a6-05c5-4b29-a4e9-3a0f079e0ecb admin admin] Made reservation on behalf of 9c72a1a2ea66489ca54a0483d232642e for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:38.857945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094ca7c-336d-4c39-8291-425dedd6383c admin admin] Pushing event updated for resources: {'Network': ['ID=c9e518c8-75c2-4e51-afee-3c3fe5c05298,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:38.860255 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f2b888a6-05c5-4b29-a4e9-3a0f079e0ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.927124 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network c9e518c8-75c2-4e51-afee-3c3fe5c05298 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:47:38.964384 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.972661 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-de7e911d-1635-4a3d-8172-06051fe17832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:38.997063 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:39.057357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:39.062121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:39.062493 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:39.240347 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:39.278516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port 95954c4d-c6c4-4f90-9cd4-26d34a6dec51 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:47:39.349743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Update dhcp port {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': 'a07d3e8c-02c4-4378-937d-fb4b02beb60a', 'ip_address': '2001:db8::f816:3eff:fe14:fad0'}, {'subnet_id': 'bab69147-6480-4a27-b6b5-d9387e85e0e3'}], 'binding:host_id': 'n-d-836146-1'}, 'id': 'b755be59-aade-4844-9371-217d70d8e64d'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:47:39.408789 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f2b888a6-05c5-4b29-a4e9-3a0f079e0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:39.409010 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:39.501662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b888a6-05c5-4b29-a4e9-3a0f079e0ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0745e3-c783-4c2d-a8d2-b1ebc7573587,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:39.555311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b888a6-05c5-4b29-a4e9-3a0f079e0ecb admin admin] Checking segment: {'id': '07fd608c-facf-4488-a8b9-fa3c34712a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c9e518c8-75c2-4e51-afee-3c3fe5c05298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:47:39.555891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b888a6-05c5-4b29-a4e9-3a0f079e0ecb admin admin] Network hostable DHCP agents. Network: c9e518c8-75c2-4e51-afee-3c3fe5c05298, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:47:39.609705 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b888a6-05c5-4b29-a4e9-3a0f079e0ecb admin admin] Network c9e518c8-75c2-4e51-afee-3c3fe5c05298 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:47:39.623339 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-f2b888a6-05c5-4b29-a4e9-3a0f079e0ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, c9e518c8-75c2-4e51-afee-3c3fe5c05298) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:39.628046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b888a6-05c5-4b29-a4e9-3a0f079e0ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:39.628720 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f2b888a6-05c5-4b29-a4e9-3a0f079e0ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:39.635098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8:0:1::29b (260099d2-7af7-4f0e-86b6-4c66e180255a/bab69147-6480-4a27-b6b5-d9387e85e0e3/95954c4d-c6c4-4f90-9cd4-26d34a6dec51) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:39.648306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::f816:3eff:fe9e:30e4 (260099d2-7af7-4f0e-86b6-4c66e180255a/a07d3e8c-02c4-4378-937d-fb4b02beb60a/95954c4d-c6c4-4f90-9cd4-26d34a6dec51) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:39.655132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10b03a-911d-4e75-ba15-38bdb20e92da None None] Network c9e518c8-75c2-4e51-afee-3c3fe5c05298 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:39.667923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f2b888a6-05c5-4b29-a4e9-3a0f079e0ecb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8822134 Apr 01 12:47:39.901234 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d6dfc-1637-4020-b186-5e173c41a063 req-97d1bddf-6d5b-4e6d-bb6d-45b708e2c3e2 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:39.909425 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-357d6dfc-1637-4020-b186-5e173c41a063 req-97d1bddf-6d5b-4e6d-bb6d-45b708e2c3e2 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.6074443 Apr 01 12:47:39.914748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1ab5f-4318-4212-bf18-61672ba41b5e None None] Network c9e518c8-75c2-4e51-afee-3c3fe5c05298 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:39.974036 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:39.999000 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-357d6dfc-1637-4020-b186-5e173c41a063 req-c399d758-26a7-4930-a272-d8c2d689fb03 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854771 Apr 01 12:47:40.038642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52940) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:40.093358 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:40.274775 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Allocated IP 2001:db8:0:1::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/bab69147-6480-4a27-b6b5-d9387e85e0e3/b755be59-aade-4844-9371-217d70d8e64d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:40.279478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-4194255f-bdca-4553-8df6-c56dffe8b7ec admin admin] Deleting subnet 46934e63-de5f-47a8-88d8-f5be988d6099 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:40.314358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:40.315369 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4194255f-bdca-4553-8df6-c56dffe8b7ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:40.437616 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:40.465053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] For port b755be59-aade-4844-9371-217d70d8e64d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b755be59-aade-4844-9371-217d70d8e64d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:40.526609 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:40.542189 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:40.720157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52958) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:40.869182 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Pushing event updated for resources: {'Port': ['ID=b755be59-aade-4844-9371-217d70d8e64d,revision_number=12']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:40.892473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:40.892911 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:40.895984 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:40.896537 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:40.896966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:40.897514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:40.897912 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:40.898315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:40.901997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:40.902991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:40.903630 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:40.904269 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3e5fe8-e9ba-44a2-ad61-8ac9279a9673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:47:40.955427 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e56ca39c-fd63-46b7-8abe-d0cfd9961cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:41.102784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:41.115333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=95954c4d-c6c4-4f90-9cd4-26d34a6dec51,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:41.119471 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4194255f-bdca-4553-8df6-c56dffe8b7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:41.129531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:41.135268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:41.135961 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:41.162392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e56ca39c-fd63-46b7-8abe-d0cfd9961cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:41.171048 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e56ca39c-fd63-46b7-8abe-d0cfd9961cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:41.253809 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6c8a378d-091f-4f0b-b84e-94647c3b609e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7637579 Apr 01 12:47:41.257822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52968) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:41.282356 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e56ca39c-fd63-46b7-8abe-d0cfd9961cde admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63ae7a784df24cab9c927db3bf235ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5600493 Apr 01 12:47:41.284045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ca39c-fd63-46b7-8abe-d0cfd9961cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d33c28-ea20-4eea-8d29-f9462a80a7a8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:41.304433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4194255f-bdca-4553-8df6-c56dffe8b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:41.307459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52970) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:41.367626 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-272aa727-2853-4565-9778-d7fce0df6390 req-05bac0e2-98c2-4b33-8803-5f25897414d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2531893 Apr 01 12:47:41.527263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065d708-368c-498f-8b94-4b2a123664ab req-cfc91eac-a885-4d19-9f3f-89627236b8f0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:41.529713 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2065d708-368c-498f-8b94-4b2a123664ab req-cfc91eac-a885-4d19-9f3f-89627236b8f0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.3624458 Apr 01 12:47:41.711989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa727-2853-4565-9778-d7fce0df6390 req-c3ba43e1-db39-45af-acdd-6c84dd879250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:41.713934 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-272aa727-2853-4565-9778-d7fce0df6390 req-c3ba43e1-db39-45af-acdd-6c84dd879250 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1096 time: 0.2623286 Apr 01 12:47:41.760056 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2065d708-368c-498f-8b94-4b2a123664ab req-b17b14b1-ee4c-455f-a1a0-1c5bb9c4cca9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932516 Apr 01 12:47:41.760932 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef15a1fe-3996-4e7e-933b-b65addbb1cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:41.814212 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:41.817613 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:41.837090 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef15a1fe-3996-4e7e-933b-b65addbb1cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:41.848204 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4194255f-bdca-4553-8df6-c56dffe8b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:41.892191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52982) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:41.926221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194255f-bdca-4553-8df6-c56dffe8b7ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46934e63-de5f-47a8-88d8-f5be988d6099,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:41.964776 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4194255f-bdca-4553-8df6-c56dffe8b7ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:41.967946 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4194255f-bdca-4553-8df6-c56dffe8b7ec admin admin] 10.222.0.45 "DELETE /v2.0/subnets/46934e63-de5f-47a8-88d8-f5be988d6099 HTTP/1.1" status: 204 len: 168 time: 1.9283147 Apr 01 12:47:41.970929 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52986) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:41.982430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-917c5489-4dc7-4a4c-ac9e-810e684090f6 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:41.985183 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-917c5489-4dc7-4a4c-ac9e-810e684090f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.022653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-990263cd-a6fc-467f-8f2a-e997c45f16bc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 95954c4d-c6c4-4f90-9cd4-26d34a6dec51 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:42.022983 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-990263cd-a6fc-467f-8f2a-e997c45f16bc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.068415 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef15a1fe-3996-4e7e-933b-b65addbb1cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.070921 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef15a1fe-3996-4e7e-933b-b65addbb1cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.072066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ef15a1fe-3996-4e7e-933b-b65addbb1cae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9d33c28-ea20-4eea-8d29-f9462a80a7a8 HTTP/1.1" status: 204 len: 168 time: 0.7604153 Apr 01 12:47:42.086972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa727-2853-4565-9778-d7fce0df6390 req-1abcfc99-5ef3-490a-8245-82b6df762402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:42.088485 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-272aa727-2853-4565-9778-d7fce0df6390 req-1abcfc99-5ef3-490a-8245-82b6df762402 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f HTTP/1.1" status: 200 len: 898 time: 0.3476858 Apr 01 12:47:42.091815 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.130522 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5d40-58fa-4b07-9f4a-aaf201b16045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.171574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15a1fe-3996-4e7e-933b-b65addbb1cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d33c28-ea20-4eea-8d29-f9462a80a7a8,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:42.244226 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.278560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb912aa-a68c-45ef-871b-2e8ae1586f1e']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:42.284506 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-990263cd-a6fc-467f-8f2a-e997c45f16bc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.298113 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53e9eb4-c210-4371-81a9-a9ed74275b08') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:42.298662 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53e9eb4-c210-4371-81a9-a9ed74275b08') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:42.311160 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-272aa727-2853-4565-9778-d7fce0df6390 req-f159f0cf-f98a-4f91-94c0-e41241a01cae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 200 len: 1001 time: 0.1491830 Apr 01 12:47:42.314312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-990263cd-a6fc-467f-8f2a-e997c45f16bc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 95954c4d-c6c4-4f90-9cd4-26d34a6dec51 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:42.320562 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.340139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4ff3f2dd-5657-46a2-a7c8-768b32531db7 None None] Provisioning complete for port 95954c4d-c6c4-4f90-9cd4-26d34a6dec51 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:42.342134 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f2dd-5657-46a2-a7c8-768b32531db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.346084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.349384 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5d40-58fa-4b07-9f4a-aaf201b16045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.355336 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:47:42.355946 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:47:42.359030 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:47:42.371281 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5d40-58fa-4b07-9f4a-aaf201b16045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.378638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b755be59-aade-4844-9371-217d70d8e64d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:42.423348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3f2dd-5657-46a2-a7c8-768b32531db7 None None] Port 95954c4d-c6c4-4f90-9cd4-26d34a6dec51 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:47:42.441855 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:42.442256 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.452475 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7ebd5d40-58fa-4b07-9f4a-aaf201b16045 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6fdf253a1e949ae950d0f92b8e05c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5562072 Apr 01 12:47:42.453981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52992) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:42.455819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd5d40-58fa-4b07-9f4a-aaf201b16045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00281f5b-7bd5-4fbb-9628-5722beba8442,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:42.459976 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.465751 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.469219 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] 10.222.0.45 "DELETE /v2.0/networks/8eb912aa-a68c-45ef-871b-2e8ae1586f1e HTTP/1.1" status: 204 len: 168 time: 0.4962554 Apr 01 12:47:42.472793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 52994) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:42.484120 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d421d7-0b5f-4361-b7b1-c49e542594ce admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb912aa-a68c-45ef-871b-2e8ae1586f1e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:42.539587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 52996) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:42.546278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa727-2853-4565-9778-d7fce0df6390 req-3ee72560-4fa0-4928-9820-66bc79209cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:42.547783 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-272aa727-2853-4565-9778-d7fce0df6390 req-3ee72560-4fa0-4928-9820-66bc79209cc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=038197aa-3cc7-4241-9b9d-aa4a36b9c168 HTTP/1.1" status: 200 len: 834 time: 0.2206736 Apr 01 12:47:42.554275 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22adf708-123f-4034-b4d6-dfeee2c2bd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.576594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a017afc-7edf-4242-8e7a-0a27b2568085 admin admin] Deleting subnet 4d0745e3-c783-4c2d-a8d2-b1ebc7573587 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:42.606771 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8a017afc-7edf-4242-8e7a-0a27b2568085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.643038 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22adf708-123f-4034-b4d6-dfeee2c2bd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.646710 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22adf708-123f-4034-b4d6-dfeee2c2bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.649345 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-339ddbb8-0bed-4de0-b782-51291f4db5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.667312 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8a017afc-7edf-4242-8e7a-0a27b2568085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.690382 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-22adf708-123f-4034-b4d6-dfeee2c2bd4f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0fb584b2fe3a4e7eb03ed76eb62a5f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469271 Apr 01 12:47:42.690382 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adf708-123f-4034-b4d6-dfeee2c2bd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9957cf-424f-4500-86b5-98d30b6cf0e6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:42.691245 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53000) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:42.728483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa727-2853-4565-9778-d7fce0df6390 req-a40fe71d-8c31-4d79-bf2e-459bc33793bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:42.729943 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-272aa727-2853-4565-9778-d7fce0df6390 req-a40fe71d-8c31-4d79-bf2e-459bc33793bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736410 Apr 01 12:47:42.744153 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-339ddbb8-0bed-4de0-b782-51291f4db5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.753715 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-833510bb-50d1-4eda-bb5e-2493311581a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.781036 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-833510bb-50d1-4eda-bb5e-2493311581a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.851812 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-833510bb-50d1-4eda-bb5e-2493311581a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.855582 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-833510bb-50d1-4eda-bb5e-2493311581a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.861005 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-833510bb-50d1-4eda-bb5e-2493311581a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9f9957cf-424f-4500-86b5-98d30b6cf0e6 HTTP/1.1" status: 204 len: 168 time: 0.1659434 Apr 01 12:47:42.871133 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833510bb-50d1-4eda-bb5e-2493311581a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9957cf-424f-4500-86b5-98d30b6cf0e6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:42.878689 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8a017afc-7edf-4242-8e7a-0a27b2568085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:42.979112 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbed86-a8c5-498d-a89a-54267bddd756 req-5d4572ad-83e0-4b30-864d-41e8d8aa96b6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:42.981837 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cbcbed86-a8c5-498d-a89a-54267bddd756 req-5d4572ad-83e0-4b30-864d-41e8d8aa96b6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.0992651 Apr 01 12:47:43.003050 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-990263cd-a6fc-467f-8f2a-e997c45f16bc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.058747 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-339ddbb8-0bed-4de0-b782-51291f4db5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.061652 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-339ddbb8-0bed-4de0-b782-51291f4db5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.062872 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-339ddbb8-0bed-4de0-b782-51291f4db5bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00281f5b-7bd5-4fbb-9628-5722beba8442 HTTP/1.1" status: 204 len: 168 time: 0.6061454 Apr 01 12:47:43.073026 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cbcbed86-a8c5-498d-a89a-54267bddd756 req-a4245f1c-b63d-45db-9f5a-d25830f7668c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816190 Apr 01 12:47:43.101354 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8a017afc-7edf-4242-8e7a-0a27b2568085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.109637 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-272aa727-2853-4565-9778-d7fce0df6390 req-575466cf-061d-4de2-80f8-9e106ffc9122 service neutron] 10.222.0.37 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675697 Apr 01 12:47:43.119653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990263cd-a6fc-467f-8f2a-e997c45f16bc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=95954c4d-c6c4-4f90-9cd4-26d34a6dec51,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:43.150902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ddbb8-0bed-4de0-b782-51291f4db5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00281f5b-7bd5-4fbb-9628-5722beba8442,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:43.158308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a017afc-7edf-4242-8e7a-0a27b2568085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d0745e3-c783-4c2d-a8d2-b1ebc7573587,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:43.160351 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8a017afc-7edf-4242-8e7a-0a27b2568085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.165684 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8a017afc-7edf-4242-8e7a-0a27b2568085 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4d0745e3-c783-4c2d-a8d2-b1ebc7573587 HTTP/1.1" status: 204 len: 168 time: 0.6862843 Apr 01 12:47:43.166178 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53032) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:43.248803 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-990263cd-a6fc-467f-8f2a-e997c45f16bc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.254309 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-990263cd-a6fc-467f-8f2a-e997c45f16bc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/95954c4d-c6c4-4f90-9cd4-26d34a6dec51 HTTP/1.1" status: 204 len: 168 time: 1.9897144 Apr 01 12:47:43.257386 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53034) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:43.395376 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-272aa727-2853-4565-9778-d7fce0df6390 req-952a1897-aed0-434b-8748-a78e4a19755b service neutron] 10.222.0.37 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540793 Apr 01 12:47:43.415828 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.426835 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b504031c-3d3d-4f7a-876a-1c2355bde3b8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:43.429103 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b504031c-3d3d-4f7a-876a-1c2355bde3b8 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1720691 Apr 01 12:47:43.431954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53042) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:43.544189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91354fc5-ce5b-406c-931f-7baaafc598d6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:43.545800 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-91354fc5-ce5b-406c-931f-7baaafc598d6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1125047 Apr 01 12:47:43.551550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53050) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:43.669299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ba9e6-1216-4e1a-b515-5e97456cfa80 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:43.673984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ba9e6-1216-4e1a-b515-5e97456cfa80 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:43.677111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ba9e6-1216-4e1a-b515-5e97456cfa80 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:43.678800 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-685ba9e6-1216-4e1a-b515-5e97456cfa80 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1262696 Apr 01 12:47:43.683449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53064) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:43.694210 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.729615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e518c8-75c2-4e51-afee-3c3fe5c05298']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:43.748271 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fd608c-facf-4488-a8b9-fa3c34712a51') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:43.748891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fd608c-facf-4488-a8b9-fa3c34712a51') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:47:43.772733 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.788658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dbf882-90b7-432a-b6c3-2df77627cf68 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet a07d3e8c-02c4-4378-937d-fb4b02beb60a {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:43.793283 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.799004 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11dbf882-90b7-432a-b6c3-2df77627cf68 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.803926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:47:43.804348 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:47:43.806739 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:47:43.889894 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.906028 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11dbf882-90b7-432a-b6c3-2df77627cf68 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.911886 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:43.924230 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c9e518c8-75c2-4e51-afee-3c3fe5c05298 HTTP/1.1" status: 204 len: 168 time: 0.7539272 Apr 01 12:47:43.943552 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0de94-de33-45da-874e-3660058956f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9e518c8-75c2-4e51-afee-3c3fe5c05298,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:44.122857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11dbf882-90b7-432a-b6c3-2df77627cf68 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:44.156578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53084) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:44.253180 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11dbf882-90b7-432a-b6c3-2df77627cf68 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:44.261858 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cefec663-b3ce-4d00-85f4-3ad66356b673 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4155efd8b2d460b8d990ed4fdec28bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1016424 Apr 01 12:47:44.266384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53088) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:44.333183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbf882-90b7-432a-b6c3-2df77627cf68 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=a07d3e8c-02c4-4378-937d-fb4b02beb60a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:44.335824 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11dbf882-90b7-432a-b6c3-2df77627cf68 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:44.341938 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad78d525-5e83-49fb-964c-8bbb6bbc5579 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:44.347019 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-11dbf882-90b7-432a-b6c3-2df77627cf68 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/a07d3e8c-02c4-4378-937d-fb4b02beb60a HTTP/1.1" status: 204 len: 168 time: 0.6625814 Apr 01 12:47:44.353194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53092) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:44.384682 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaeee013-d675-461a-aef5-b84ac8ca1ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:44.402904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8826e19-6157-4524-8bb2-551ce0ef054d req-bf9abf37-3525-42e6-908c-1f7f45b8e895 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:44.405088 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f8826e19-6157-4524-8bb2-551ce0ef054d req-bf9abf37-3525-42e6-908c-1f7f45b8e895 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.2125909 Apr 01 12:47:44.427948 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaeee013-d675-461a-aef5-b84ac8ca1ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:44.482887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2890648a-05ca-44d4-aef5-a8ba7afd8c0b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet bab69147-6480-4a27-b6b5-d9387e85e0e3 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:44.488797 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2890648a-05ca-44d4-aef5-a8ba7afd8c0b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:44.496288 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaeee013-d675-461a-aef5-b84ac8ca1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:44.502457 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eaeee013-d675-461a-aef5-b84ac8ca1ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:44.510040 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eaeee013-d675-461a-aef5-b84ac8ca1ff8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28eb2dca-50f8-44c6-897e-63dc85e6d476 HTTP/1.1" status: 204 len: 168 time: 0.2419686 Apr 01 12:47:44.520376 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f8826e19-6157-4524-8bb2-551ce0ef054d req-a77e0069-e6dd-4816-92a9-93f34234dce0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864954 Apr 01 12:47:44.530738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeee013-d675-461a-aef5-b84ac8ca1ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eb2dca-50f8-44c6-897e-63dc85e6d476,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:44.555289 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2890648a-05ca-44d4-aef5-a8ba7afd8c0b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:44.756018 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2890648a-05ca-44d4-aef5-a8ba7afd8c0b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:44.884661 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2890648a-05ca-44d4-aef5-a8ba7afd8c0b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:44.932807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890648a-05ca-44d4-aef5-a8ba7afd8c0b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=bab69147-6480-4a27-b6b5-d9387e85e0e3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:44.946268 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2890648a-05ca-44d4-aef5-a8ba7afd8c0b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:44.951233 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2890648a-05ca-44d4-aef5-a8ba7afd8c0b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/bab69147-6480-4a27-b6b5-d9387e85e0e3 HTTP/1.1" status: 204 len: 168 time: 0.5933378 Apr 01 12:47:44.953560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53118) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:45.021199 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b4cc190c-81c8-47e1-965a-158109e3affe tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664461 Apr 01 12:47:45.024255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53120) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:45.032844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ec7aed83-2bde-4452-983b-cdd9ffd71f26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:45.078764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53124) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:45.197191 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7aed83-2bde-4452-983b-cdd9ffd71f26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:45.204968 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec7aed83-2bde-4452-983b-cdd9ffd71f26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:45.247755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53128) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:45.328905 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8fbff01a-4ff4-4492-ad50-374e667c43a7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c72a1a2ea66489ca54a0483d232642e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796676 Apr 01 12:47:45.334031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53136) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:45.469230 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e50508c0-46ae-46db-8211-31ebbc05705b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:45.531430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e50508c0-46ae-46db-8211-31ebbc05705b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:45.544968 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec7aed83-2bde-4452-983b-cdd9ffd71f26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:45.671646 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7aed83-2bde-4452-983b-cdd9ffd71f26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:45.710658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ec7aed83-2bde-4452-983b-cdd9ffd71f26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:45.726893 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1b66f36-30fa-40a4-9c9c-023a3375293a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:45.730624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7aed83-2bde-4452-983b-cdd9ffd71f26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:45.732201 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec7aed83-2bde-4452-983b-cdd9ffd71f26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:45.752320 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e50508c0-46ae-46db-8211-31ebbc05705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:45.755666 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e50508c0-46ae-46db-8211-31ebbc05705b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:45.756513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7aed83-2bde-4452-983b-cdd9ffd71f26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=7f370aa8-d95a-481f-bfac-440abf251945,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:45.760636 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e50508c0-46ae-46db-8211-31ebbc05705b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8dd4420-5cf5-4671-a157-eddfffd540c6 HTTP/1.1" status: 204 len: 168 time: 0.4255517 Apr 01 12:47:45.770240 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ec7aed83-2bde-4452-983b-cdd9ffd71f26 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7448461 Apr 01 12:47:45.773083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53160) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:45.781042 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8f33efb4-ba64-42c5-94ac-7949f3b9041b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:45.802099 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e503ef-f028-4f7d-b401-2bf51d3c13df None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:45.859081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50508c0-46ae-46db-8211-31ebbc05705b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dd4420-5cf5-4671-a157-eddfffd540c6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:45.892233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec790e2f-74fe-4667-bd5d-77edffd699a5 req-aba481a1-a690-44ea-a135-47037e04afe5 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:45.909648 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec790e2f-74fe-4667-bd5d-77edffd699a5 req-aba481a1-a690-44ea-a135-47037e04afe5 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.1935225 Apr 01 12:47:46.039722 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1b66f36-30fa-40a4-9c9c-023a3375293a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:46.051635 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1b66f36-30fa-40a4-9c9c-023a3375293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:46.054557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-68ca47f8-2fbd-4fb2-9141-dfbc98a3d131 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:46.058644 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-68ca47f8-2fbd-4fb2-9141-dfbc98a3d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:46.139896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f33efb4-ba64-42c5-94ac-7949f3b9041b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:46.150137 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8f33efb4-ba64-42c5-94ac-7949f3b9041b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:46.157533 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a1b66f36-30fa-40a4-9c9c-023a3375293a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09f4c019eba543e98c585fe4d25fc873&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0749929 Apr 01 12:47:46.161203 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec790e2f-74fe-4667-bd5d-77edffd699a5 req-d010feee-ca1b-484b-a395-d282448feb9b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464876 Apr 01 12:47:46.161939 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53172) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:46.162850 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b66f36-30fa-40a4-9c9c-023a3375293a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fed4acb-8269-4cd7-9f72-677515f756e9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:46.299524 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4a9f693c-bf9a-4aaa-a9c2-790cc98bc902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:46.348182 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4a9f693c-bf9a-4aaa-a9c2-790cc98bc902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:46.455260 n-d-836146-1 neutron-server[102718]: INFO neutron.db.ipam_backend_mixin [None req-8f33efb4-ba64-42c5-94ac-7949f3b9041b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f370aa8-d95a-481f-bfac-440abf251945 (CIDR: 2001:db8::/64) Apr 01 12:47:46.469642 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f33efb4-ba64-42c5-94ac-7949f3b9041b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:47:46.472105 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f33efb4-ba64-42c5-94ac-7949f3b9041b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:46.479707 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4a9f693c-bf9a-4aaa-a9c2-790cc98bc902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:46.482852 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4a9f693c-bf9a-4aaa-a9c2-790cc98bc902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:46.484043 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4a9f693c-bf9a-4aaa-a9c2-790cc98bc902 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1fed4acb-8269-4cd7-9f72-677515f756e9 HTTP/1.1" status: 204 len: 168 time: 0.3111770 Apr 01 12:47:46.518963 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f693c-bf9a-4aaa-a9c2-790cc98bc902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fed4acb-8269-4cd7-9f72-677515f756e9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:46.532044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8f33efb4-ba64-42c5-94ac-7949f3b9041b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7574010 Apr 01 12:47:46.541803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53186) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:46.549020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:46.614254 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbc467a-e244-4231-9a3f-ea545e448f6a None None] Update dhcp port {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': '7f370aa8-d95a-481f-bfac-440abf251945'}], 'binding:host_id': 'n-d-836146-1'}, 'id': 'b755be59-aade-4844-9371-217d70d8e64d'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:47:46.663361 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8bbc467a-e244-4231-9a3f-ea545e448f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:46.782783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:46.815811 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:46.963910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-8bbc467a-e244-4231-9a3f-ea545e448f6a None None] Allocated IP 2001:db8::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/7f370aa8-d95a-481f-bfac-440abf251945/b755be59-aade-4844-9371-217d70d8e64d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:47.093708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8bbc467a-e244-4231-9a3f-ea545e448f6a None None] For port b755be59-aade-4844-9371-217d70d8e64d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b755be59-aade-4844-9371-217d70d8e64d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:47.136993 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8bbc467a-e244-4231-9a3f-ea545e448f6a None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:47.152125 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8bbc467a-e244-4231-9a3f-ea545e448f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:47.341784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc467a-e244-4231-9a3f-ea545e448f6a None None] Pushing event updated for resources: {'Port': ['ID=b755be59-aade-4844-9371-217d70d8e64d,revision_number=15']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:47.520962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12500c-77bf-402a-9989-73313777dc92 req-face527d-e683-4e0b-a09d-cbdb0ebc988e tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:47.526923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd12500c-77bf-402a-9989-73313777dc92 req-face527d-e683-4e0b-a09d-cbdb0ebc988e tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.1618583 Apr 01 12:47:47.538411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.objects.ports [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:47:47.649384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53226) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:47.848977 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd12500c-77bf-402a-9989-73313777dc92 req-43c58062-6d35-442f-88b7-554d0b6f2c6a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069820 Apr 01 12:47:47.928852 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.044705 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0b0908a-f222-4ba4-8ab5-1086fe54ded0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.273621 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] For port b755be59-aade-4844-9371-217d70d8e64d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b755be59-aade-4844-9371-217d70d8e64d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:48.334149 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0b0908a-f222-4ba4-8ab5-1086fe54ded0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.343219 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0b0908a-f222-4ba4-8ab5-1086fe54ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.390911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf624b5-4ca7-4a3b-80b0-324d1173b2cf req-bd7e0183-3577-4da6-a343-050c758ae84d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:48.408214 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edf624b5-4ca7-4a3b-80b0-324d1173b2cf req-bd7e0183-3577-4da6-a343-050c758ae84d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.2769411 Apr 01 12:47:48.428219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b755be59-aade-4844-9371-217d70d8e64d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:48.462083 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f0b0908a-f222-4ba4-8ab5-1086fe54ded0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e2e0fc4ae694ce182e31656d1679fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8092139 Apr 01 12:47:48.463385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53254) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:48.464719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0908a-f222-4ba4-8ab5-1086fe54ded0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec823974-8633-4d4c-aaa3-75a3eaa22f62,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:48.494495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b215f-a3f3-4ba7-b2a5-4ebc5050f271 req-4b455443-d095-4be4-a45d-3f392c9170d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:48.496191 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef6b215f-a3f3-4ba7-b2a5-4ebc5050f271 req-4b455443-d095-4be4-a45d-3f392c9170d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 1096 time: 0.3159859 Apr 01 12:47:48.550269 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:48.550861 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.561339 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.617214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-329872c6-33e9-4452-9658-9ed15090d74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.644031 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-edf624b5-4ca7-4a3b-80b0-324d1173b2cf req-2a48e8e9-c490-4731-af31-4cc52be6fa53 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142305 Apr 01 12:47:48.644994 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.646066 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.675632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-51ff07fc-7554-4863-9d6c-95b7a1c9a4b3 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:48.678779 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-51ff07fc-7554-4863-9d6c-95b7a1c9a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.680298 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-329872c6-33e9-4452-9658-9ed15090d74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.732170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=b755be59-aade-4844-9371-217d70d8e64d,revision_number=17']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:48.797735 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-329872c6-33e9-4452-9658-9ed15090d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.799220 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-329872c6-33e9-4452-9658-9ed15090d74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.801371 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-329872c6-33e9-4452-9658-9ed15090d74d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec823974-8633-4d4c-aaa3-75a3eaa22f62 HTTP/1.1" status: 204 len: 168 time: 0.3264565 Apr 01 12:47:48.816238 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329872c6-33e9-4452-9658-9ed15090d74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec823974-8633-4d4c-aaa3-75a3eaa22f62,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:48.871360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:48.880488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:48.897274 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae9ce14-2a84-47c5-b6b5-eb5cd8a73b46 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:48.897655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:48.898279 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:48.924930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b215f-a3f3-4ba7-b2a5-4ebc5050f271 req-514d4238-2116-4b36-86ec-270f0932833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:48.926542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef6b215f-a3f3-4ba7-b2a5-4ebc5050f271 req-514d4238-2116-4b36-86ec-270f0932833b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 912 time: 0.3790839 Apr 01 12:47:48.945752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=f5a344d2-bd55-46f7-b3a2-c2f572eba300,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:48.963927 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6fb18849-2dda-4342-9908-f7dc14041f92 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4204645 Apr 01 12:47:48.966086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53268) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:48.971611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:ed:08:7f', 'name': 'tempest-NetworksTestDHCPv6-1737131159'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:49.097030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef6b215f-a3f3-4ba7-b2a5-4ebc5050f271 req-43230901-bfca-4d54-8733-9180757d7875 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df3209c2-7824-4886-9141-855b216eb174 HTTP/1.1" status: 200 len: 1000 time: 0.1573360 Apr 01 12:47:49.206386 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:49.412338 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:49.468156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port fe5ef86a-fbcc-47a9-a4f4-e936a1c6ff53 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:47:49.773018 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b215f-a3f3-4ba7-b2a5-4ebc5050f271 req-58ac85cf-80b6-478c-b6dd-aa2ba817762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:49.778398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef6b215f-a3f3-4ba7-b2a5-4ebc5050f271 req-58ac85cf-80b6-478c-b6dd-aa2ba817762e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb2409b7-d005-4b83-bb45-b3e7637fb4f0 HTTP/1.1" status: 200 len: 850 time: 0.6696525 Apr 01 12:47:49.801697 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::c4 (260099d2-7af7-4f0e-86b6-4c66e180255a/7f370aa8-d95a-481f-bfac-440abf251945/fe5ef86a-fbcc-47a9-a4f4-e936a1c6ff53) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:49.811976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8:0:1:f816:3eff:feed:87f (260099d2-7af7-4f0e-86b6-4c66e180255a/f5a344d2-bd55-46f7-b3a2-c2f572eba300/fe5ef86a-fbcc-47a9-a4f4-e936a1c6ff53) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:49.879301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b215f-a3f3-4ba7-b2a5-4ebc5050f271 req-bbda8a50-7634-489d-a4ad-dd913423c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:49.880836 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef6b215f-a3f3-4ba7-b2a5-4ebc5050f271 req-bbda8a50-7634-489d-a4ad-dd913423c583 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906143 Apr 01 12:47:50.098615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57642582-884b-44bc-ad29-7713bab0c2ea req-edfdca00-8bfe-427c-893c-e051e169a3b7 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:50.100527 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57642582-884b-44bc-ad29-7713bab0c2ea req-edfdca00-8bfe-427c-893c-e051e169a3b7 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.1882513 Apr 01 12:47:50.136344 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef6b215f-a3f3-4ba7-b2a5-4ebc5050f271 req-5f34dbca-01ac-416b-9d8a-cd8bb837aa04 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443278 Apr 01 12:47:50.155611 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:50.264239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57642582-884b-44bc-ad29-7713bab0c2ea req-20b2a3e9-c2a3-4e8d-9f3a-f05d3b8921d1 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536958 Apr 01 12:47:50.265785 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:50.343981 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef6b215f-a3f3-4ba7-b2a5-4ebc5050f271 req-9292d569-eb48-4414-9df6-033b19ac306f service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946502 Apr 01 12:47:50.379119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b755be59-aade-4844-9371-217d70d8e64d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:50.396705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:50.400730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:50.411418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:50.419455 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:50.420220 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:50.425219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=fe5ef86a-fbcc-47a9-a4f4-e936a1c6ff53,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:50.444649 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e798feb4-622e-4136-b21f-4562efe34e7d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4770839 Apr 01 12:47:50.447797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53336) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:50.476042 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:50.476726 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:50.610711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-666e953a-c3f1-4af5-b07f-4c833e178193 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port fe5ef86a-fbcc-47a9-a4f4-e936a1c6ff53 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:50.611124 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-666e953a-c3f1-4af5-b07f-4c833e178193 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:50.671154 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53342) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:50.705176 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53346) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:50.726858 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-666e953a-c3f1-4af5-b07f-4c833e178193 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:50.742622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fb421545-2bfc-4799-a18e-1be6d74b68f8 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:50.743051 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fb421545-2bfc-4799-a18e-1be6d74b68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:50.751094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-666e953a-c3f1-4af5-b07f-4c833e178193 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for fe5ef86a-fbcc-47a9-a4f4-e936a1c6ff53 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:51.040184 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-666e953a-c3f1-4af5-b07f-4c833e178193 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.059921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-743b2804-dedf-4fc4-b842-01909f665cc4 None None] Could not find standard attr ID for object fe5ef86a-fbcc-47a9-a4f4-e936a1c6ff53. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:47:51.076611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e953a-c3f1-4af5-b07f-4c833e178193 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=fe5ef86a-fbcc-47a9-a4f4-e936a1c6ff53,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:51.131122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d6dc8c3-80c6-4a0e-be26-92dceb147a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.134531 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-666e953a-c3f1-4af5-b07f-4c833e178193 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.141849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-666e953a-c3f1-4af5-b07f-4c833e178193 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/fe5ef86a-fbcc-47a9-a4f4-e936a1c6ff53 HTTP/1.1" status: 204 len: 168 time: 0.6929522 Apr 01 12:47:51.142784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53358) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:51.173220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53360) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:51.190493 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8827801f-9cd9-42a3-b71c-db765f1bfef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.209504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69bf986-47f6-42c7-a98d-96375182ffce tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:51.215569 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c69bf986-47f6-42c7-a98d-96375182ffce tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0709636 Apr 01 12:47:51.216164 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53364) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:51.278544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e5fd75-34ba-4f67-9f07-82b610d36938 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:51.282800 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e9e5fd75-34ba-4f67-9f07-82b610d36938 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0625293 Apr 01 12:47:51.282967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53370) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:51.409514 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0afea0a1-ff84-44f1-b7c5-158217d6014f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.425310 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d6dc8c3-80c6-4a0e-be26-92dceb147a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.441580 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d6dc8c3-80c6-4a0e-be26-92dceb147a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.442511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8253f3-d318-454f-9d2d-2741d43a9dcb tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:51.444145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8253f3-d318-454f-9d2d-2741d43a9dcb tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:51.445637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8253f3-d318-454f-9d2d-2741d43a9dcb tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:51.449574 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5c8253f3-d318-454f-9d2d-2741d43a9dcb tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1625571 Apr 01 12:47:51.451734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53374) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:51.498021 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8827801f-9cd9-42a3-b71c-db765f1bfef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.501492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421c626-02c0-4bce-ab2e-d441814517bd req-b0d554df-ccd6-406e-860d-ded2c5dce367 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:51.503067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2421c626-02c0-4bce-ab2e-d441814517bd req-b0d554df-ccd6-406e-860d-ded2c5dce367 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.1430888 Apr 01 12:47:51.515419 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8827801f-9cd9-42a3-b71c-db765f1bfef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.548904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f9dc33-1894-41d9-ade4-496cd6caaf85 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 7f370aa8-d95a-481f-bfac-440abf251945 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:51.549201 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dc8c3-80c6-4a0e-be26-92dceb147a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf81c85-59dd-4c5a-8417-ab09ff246dfa,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:51.561663 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-29f9dc33-1894-41d9-ade4-496cd6caaf85 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.581134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827801f-9cd9-42a3-b71c-db765f1bfef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578fd046-a64e-4b3a-af39-c632fd0b33fb,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:51.590128 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8827801f-9cd9-42a3-b71c-db765f1bfef8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c54bc82c404049dc8d5b9a143c202e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8839467 Apr 01 12:47:51.593100 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0d6dc8c3-80c6-4a0e-be26-92dceb147a4d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df0289d006e44a14948ebd2210a5284b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9211068 Apr 01 12:47:51.593879 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53378) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:51.595725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53380) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:51.621246 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2421c626-02c0-4bce-ab2e-d441814517bd req-f98fe1d8-51d5-4920-a919-df3003ca55fb tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092343 Apr 01 12:47:51.642578 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-29f9dc33-1894-41d9-ade4-496cd6caaf85 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.679686 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0afea0a1-ff84-44f1-b7c5-158217d6014f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.699389 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0afea0a1-ff84-44f1-b7c5-158217d6014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.741426 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-26a63578-416c-4aa2-ac3c-1dc7af6cb380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.777599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ccc926d9-5f3c-4790-bf40-fa9766f40e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.784373 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0afea0a1-ff84-44f1-b7c5-158217d6014f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc29ceb21edc40b6be0bdcd56b719aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096869 Apr 01 12:47:51.784999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53388) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:51.796280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afea0a1-ff84-44f1-b7c5-158217d6014f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c66a65-75fb-475f-b2e2-822cd3cfcd98,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:51.801937 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-26a63578-416c-4aa2-ac3c-1dc7af6cb380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.833384 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-29f9dc33-1894-41d9-ade4-496cd6caaf85 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.887248 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ccc926d9-5f3c-4790-bf40-fa9766f40e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.908966 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ce6fdc25-785e-4fa4-92df-f83fae2ed5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.942235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ce6fdc25-785e-4fa4-92df-f83fae2ed5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.964311 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-29f9dc33-1894-41d9-ade4-496cd6caaf85 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.975997 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-26a63578-416c-4aa2-ac3c-1dc7af6cb380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.979384 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-26a63578-416c-4aa2-ac3c-1dc7af6cb380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.980821 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-26a63578-416c-4aa2-ac3c-1dc7af6cb380 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0bf81c85-59dd-4c5a-8417-ab09ff246dfa HTTP/1.1" status: 204 len: 168 time: 0.3840864 Apr 01 12:47:51.986401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ccc926d9-5f3c-4790-bf40-fa9766f40e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.989405 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ccc926d9-5f3c-4790-bf40-fa9766f40e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:51.992956 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ccc926d9-5f3c-4790-bf40-fa9766f40e9e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/578fd046-a64e-4b3a-af39-c632fd0b33fb HTTP/1.1" status: 204 len: 168 time: 0.3957484 Apr 01 12:47:51.999562 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a63578-416c-4aa2-ac3c-1dc7af6cb380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf81c85-59dd-4c5a-8417-ab09ff246dfa,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:52.008036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9dc33-1894-41d9-ade4-496cd6caaf85 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=7f370aa8-d95a-481f-bfac-440abf251945,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:52.011448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc926d9-5f3c-4790-bf40-fa9766f40e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578fd046-a64e-4b3a-af39-c632fd0b33fb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:52.050129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-29f9dc33-1894-41d9-ade4-496cd6caaf85 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:52.053308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-29f9dc33-1894-41d9-ade4-496cd6caaf85 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/7f370aa8-d95a-481f-bfac-440abf251945 HTTP/1.1" status: 204 len: 168 time: 0.5997822 Apr 01 12:47:52.056043 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53400) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:52.076086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a96f4-7cda-4d53-9de7-602ac5c4a752 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:52.089594 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ce6fdc25-785e-4fa4-92df-f83fae2ed5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:52.092732 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ce6fdc25-785e-4fa4-92df-f83fae2ed5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:52.096570 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ce6fdc25-785e-4fa4-92df-f83fae2ed5c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93c66a65-75fb-475f-b2e2-822cd3cfcd98 HTTP/1.1" status: 204 len: 168 time: 0.3085465 Apr 01 12:47:52.107913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fdc25-785e-4fa4-92df-f83fae2ed5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c66a65-75fb-475f-b2e2-822cd3cfcd98,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:52.161344 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f07ebd-259e-4fcb-aa6d-9b063dbc8f6f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet f5a344d2-bd55-46f7-b3a2-c2f572eba300 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:52.165341 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93f07ebd-259e-4fcb-aa6d-9b063dbc8f6f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:52.229946 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93f07ebd-259e-4fcb-aa6d-9b063dbc8f6f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:52.459118 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93f07ebd-259e-4fcb-aa6d-9b063dbc8f6f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:52.546363 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93f07ebd-259e-4fcb-aa6d-9b063dbc8f6f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:52.569689 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93f07ebd-259e-4fcb-aa6d-9b063dbc8f6f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:52.574274 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-93f07ebd-259e-4fcb-aa6d-9b063dbc8f6f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/f5a344d2-bd55-46f7-b3a2-c2f572eba300 HTTP/1.1" status: 204 len: 168 time: 0.5166976 Apr 01 12:47:52.577127 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53414) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:52.629714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f07ebd-259e-4fcb-aa6d-9b063dbc8f6f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a344d2-bd55-46f7-b3a2-c2f572eba300,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:52.656131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53418) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:52.667920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-67478709-7599-48d0-ac0b-7cc2521c0a3f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896091 Apr 01 12:47:52.674389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53420) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:52.679485 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f7f643b2-3217-4d83-a2db-12eca6219eaf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:52.683082 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b1bf56-7bc2-4899-960f-94f954ae04bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:52.876933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f643b2-3217-4d83-a2db-12eca6219eaf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:52.894518 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7f643b2-3217-4d83-a2db-12eca6219eaf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:52.967757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53428) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:53.005519 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e88d494d-963c-4819-a93d-e99638c9e3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.108932 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b1bf56-7bc2-4899-960f-94f954ae04bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.115243 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05b1bf56-7bc2-4899-960f-94f954ae04bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.134517 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e88d494d-963c-4819-a93d-e99638c9e3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.142509 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e88d494d-963c-4819-a93d-e99638c9e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.197691 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e88d494d-963c-4819-a93d-e99638c9e3b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb534c13a82b444dad6725b2e8300608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287583 Apr 01 12:47:53.199232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d494d-963c-4819-a93d-e99638c9e3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35703119-44f2-4489-a445-5fa31527c0cc,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:53.214130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53434) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:53.284920 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23aaa9d3-3604-45cd-9845-431d451a3262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.299835 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1bf56-7bc2-4899-960f-94f954ae04bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba9d497-e899-4c33-b7e6-58c137c90b6c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:53.311077 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-05b1bf56-7bc2-4899-960f-94f954ae04bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9753edba7b4b42e094d3e463a70257e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6510398 Apr 01 12:47:53.316358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53436) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:53.349861 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23aaa9d3-3604-45cd-9845-431d451a3262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.376315 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7f643b2-3217-4d83-a2db-12eca6219eaf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.420747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea901e6-ec03-45a5-b00d-024473fcbb3f None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:53.451534 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23aaa9d3-3604-45cd-9845-431d451a3262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.454910 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-23aaa9d3-3604-45cd-9845-431d451a3262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.456100 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-23aaa9d3-3604-45cd-9845-431d451a3262 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35703119-44f2-4489-a445-5fa31527c0cc HTTP/1.1" status: 204 len: 168 time: 0.2374759 Apr 01 12:47:53.475759 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f439a31-ed9d-45de-aca4-0502e76eec46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.502827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aaa9d3-3604-45cd-9845-431d451a3262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35703119-44f2-4489-a445-5fa31527c0cc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:53.521632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f643b2-3217-4d83-a2db-12eca6219eaf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:53.523448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f643b2-3217-4d83-a2db-12eca6219eaf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=41a3cc9d-ea57-4531-b028-03febfa8abe2,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:53.526255 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-f7f643b2-3217-4d83-a2db-12eca6219eaf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:53.529244 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f643b2-3217-4d83-a2db-12eca6219eaf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:53.530031 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7f643b2-3217-4d83-a2db-12eca6219eaf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.552772 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f7f643b2-3217-4d83-a2db-12eca6219eaf tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8772566 Apr 01 12:47:53.555961 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53448) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:53.565534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-06270701-0b0c-4f06-8aab-6369105cd3de tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:53.573029 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f439a31-ed9d-45de-aca4-0502e76eec46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.578810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d2d0fb05-be50-4b68-9b04-96eb9f8c41ca None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:53.579418 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d2d0fb05-be50-4b68-9b04-96eb9f8c41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.685095 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f439a31-ed9d-45de-aca4-0502e76eec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.689189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f439a31-ed9d-45de-aca4-0502e76eec46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.695073 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0f439a31-ed9d-45de-aca4-0502e76eec46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aba9d497-e899-4c33-b7e6-58c137c90b6c HTTP/1.1" status: 204 len: 168 time: 0.3771892 Apr 01 12:47:53.713631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f439a31-ed9d-45de-aca4-0502e76eec46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba9d497-e899-4c33-b7e6-58c137c90b6c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:53.736288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06270701-0b0c-4f06-8aab-6369105cd3de tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:53.741221 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06270701-0b0c-4f06-8aab-6369105cd3de tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.842581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b3810f-6c84-4144-a885-26a3d95cd697 None None] Update dhcp port {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'fixed_ips': [{'subnet_id': '41a3cc9d-ea57-4531-b028-03febfa8abe2'}], 'binding:host_id': 'n-d-836146-1'}, 'id': 'b755be59-aade-4844-9371-217d70d8e64d'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:47:53.861121 n-d-836146-1 neutron-server[102719]: INFO neutron.db.ipam_backend_mixin [None req-06270701-0b0c-4f06-8aab-6369105cd3de tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41a3cc9d-ea57-4531-b028-03febfa8abe2 (CIDR: 2001:db8::/64) Apr 01 12:47:53.865464 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-06270701-0b0c-4f06-8aab-6369105cd3de tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:47:53.865977 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06270701-0b0c-4f06-8aab-6369105cd3de tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:47:53.877094 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-78b3810f-6c84-4144-a885-26a3d95cd697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:53.885802 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-06270701-0b0c-4f06-8aab-6369105cd3de tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3287284 Apr 01 12:47:53.888816 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53458) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:53.893775 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'subnet': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:54.024916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:54.029391 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:54.086125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-78b3810f-6c84-4144-a885-26a3d95cd697 None None] Allocated IP 2001:db8::2 (260099d2-7af7-4f0e-86b6-4c66e180255a/41a3cc9d-ea57-4531-b028-03febfa8abe2/b755be59-aade-4844-9371-217d70d8e64d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:54.209456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-78b3810f-6c84-4144-a885-26a3d95cd697 None None] For port b755be59-aade-4844-9371-217d70d8e64d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b755be59-aade-4844-9371-217d70d8e64d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:54.248271 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-78b3810f-6c84-4144-a885-26a3d95cd697 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:54.253237 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-78b3810f-6c84-4144-a885-26a3d95cd697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:54.344013 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3810f-6c84-4144-a885-26a3d95cd697 None None] Pushing event updated for resources: {'Port': ['ID=b755be59-aade-4844-9371-217d70d8e64d,revision_number=20']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:54.571842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.objects.ports [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:47:54.851277 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:55.108782 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] For port b755be59-aade-4844-9371-217d70d8e64d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b755be59-aade-4844-9371-217d70d8e64d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:47:55.149441 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:55.155550 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:55.156598 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:55.257780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:55.264771 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:55.279653 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:55.280729 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:55.338454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53546) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:55.338890 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4488831 Apr 01 12:47:55.345912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Request body: {'port': {'network_id': '260099d2-7af7-4f0e-86b6-4c66e180255a', 'mac_address': 'fa:16:3e:1e:17:42', 'name': 'tempest-NetworksTestDHCPv6-2089475710'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:47:55.351968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Subnet': ['ID=7ffe0341-2184-431e-bd15-4b6b79ed12d3,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:55.362714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed805215-255d-4f14-8203-635934905615 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=b755be59-aade-4844-9371-217d70d8e64d,revision_number=22']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:55.405769 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155f967-70bf-4892-8751-7dc536119f41 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:55.536702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Made reservation on behalf of 9a4f3cce099f4a3083aa5885f8b99dc9 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:47:55.593484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d718236c-25e4-45de-8b51-b3eb384ea3da None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:55.593857 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d718236c-25e4-45de-8b51-b3eb384ea3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:55.668897 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:55.733660 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] device_id is not set on port 3169079f-0f43-4de7-83d7-9eb30f24dab2 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:47:56.223343 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8::c0 (260099d2-7af7-4f0e-86b6-4c66e180255a/41a3cc9d-ea57-4531-b028-03febfa8abe2/3169079f-0f43-4de7-83d7-9eb30f24dab2) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:56.251650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1e:1742 (260099d2-7af7-4f0e-86b6-4c66e180255a/7ffe0341-2184-431e-bd15-4b6b79ed12d3/3169079f-0f43-4de7-83d7-9eb30f24dab2) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:47:56.438295 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b755be59-aade-4844-9371-217d70d8e64d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:47:56.574176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:56.577230 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:56.713441 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:56.825638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:56.964168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Network 260099d2-7af7-4f0e-86b6-4c66e180255a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:47:56.981594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:47:56.983695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event updated for resources: {'Port': ['ID=3169079f-0f43-4de7-83d7-9eb30f24dab2,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:56.986074 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:47:56.998620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:56.999310 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:57.044468 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-34a0fff3-761e-4b32-a119-f1d404f6bba0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7042255 Apr 01 12:47:57.047026 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53634) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:57.209920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-52e0c27e-95fa-4246-a874-cf9b99c7f479 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting port 3169079f-0f43-4de7-83d7-9eb30f24dab2 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:47:57.213735 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52e0c27e-95fa-4246-a874-cf9b99c7f479 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:57.226606 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a84493-8763-4226-8d48-e28a9ab93f9c None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:57.329746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7636bcde-dc93-49a0-a397-4ac448835e82 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:57.330253 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7636bcde-dc93-49a0-a397-4ac448835e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:57.369163 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52e0c27e-95fa-4246-a874-cf9b99c7f479 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:57.386538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-52e0c27e-95fa-4246-a874-cf9b99c7f479 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Calling delete_port for 3169079f-0f43-4de7-83d7-9eb30f24dab2 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:47:57.417246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53640) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:57.440650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53644) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:57.638361 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bfb2acce-4c3a-44e3-80e4-20bf36480c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:57.675430 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74087b03-04bd-407d-a501-51a20e368d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:57.795505 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52e0c27e-95fa-4246-a874-cf9b99c7f479 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:57.873717 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0c27e-95fa-4246-a874-cf9b99c7f479 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Port': ['ID=3169079f-0f43-4de7-83d7-9eb30f24dab2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:57.927440 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bfb2acce-4c3a-44e3-80e4-20bf36480c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:57.945909 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-52e0c27e-95fa-4246-a874-cf9b99c7f479 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:57.949597 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-52e0c27e-95fa-4246-a874-cf9b99c7f479 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/3169079f-0f43-4de7-83d7-9eb30f24dab2 HTTP/1.1" status: 204 len: 168 time: 0.9013307 Apr 01 12:47:57.952137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53658) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:58.004442 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bfb2acce-4c3a-44e3-80e4-20bf36480c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.027505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cd45b8-e3ea-47d5-beba-f3592a86b2c9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:58.029855 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-17cd45b8-e3ea-47d5-beba-f3592a86b2c9 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0765476 Apr 01 12:47:58.033089 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53660) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:58.050993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74087b03-04bd-407d-a501-51a20e368d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.082190 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74087b03-04bd-407d-a501-51a20e368d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.094619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2acce-4c3a-44e3-80e4-20bf36480c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7e37b8-afc7-4da8-9a14-36c3f39811a6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:58.139087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870da3f0-0502-4064-8bf7-9ceaace1ce14 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:58.141748 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-870da3f0-0502-4064-8bf7-9ceaace1ce14 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1072545 Apr 01 12:47:58.144382 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53664) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:58.150193 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74087b03-04bd-407d-a501-51a20e368d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c37f950-cd90-4cd9-951f-16943d1a36f5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:58.169133 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bfb2acce-4c3a-44e3-80e4-20bf36480c30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57db16f800d846b186959059b6d02d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7269533 Apr 01 12:47:58.172508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53666) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:58.182459 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-74087b03-04bd-407d-a501-51a20e368d1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea35e9541de641abafcf619f01014db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7637546 Apr 01 12:47:58.213293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53668) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:58.228770 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-58266536-1e99-4309-9624-eb0122e2fe54 None None] Could not find standard attr ID for object 3169079f-0f43-4de7-83d7-9eb30f24dab2. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:47:58.241433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98f12a-2f71-4027-8105-7f01111ab02f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:58.243797 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98f12a-2f71-4027-8105-7f01111ab02f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:58.248953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98f12a-2f71-4027-8105-7f01111ab02f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:58.250639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-de98f12a-2f71-4027-8105-7f01111ab02f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1052914 Apr 01 12:47:58.253192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53670) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:58.261369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-58266536-1e99-4309-9624-eb0122e2fe54 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:47:58.263299 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-58266536-1e99-4309-9624-eb0122e2fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.317736 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54331e4c-a7fb-4a41-9881-f0d5e0893be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.362878 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-57996809-325f-4194-b245-a3ddd0981d89 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 41a3cc9d-ea57-4531-b028-03febfa8abe2 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:58.372211 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54331e4c-a7fb-4a41-9881-f0d5e0893be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.374258 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57996809-325f-4194-b245-a3ddd0981d89 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.452414 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57996809-325f-4194-b245-a3ddd0981d89 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.482698 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54331e4c-a7fb-4a41-9881-f0d5e0893be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.492133 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-54331e4c-a7fb-4a41-9881-f0d5e0893be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.493280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-54331e4c-a7fb-4a41-9881-f0d5e0893be0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fb7e37b8-afc7-4da8-9a14-36c3f39811a6 HTTP/1.1" status: 204 len: 168 time: 0.3097765 Apr 01 12:47:58.496234 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2490319-979c-4e52-85c5-76e5d6c293ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.517873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54331e4c-a7fb-4a41-9881-f0d5e0893be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7e37b8-afc7-4da8-9a14-36c3f39811a6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:58.533437 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2490319-979c-4e52-85c5-76e5d6c293ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.572680 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c40f2a71-e27b-4df9-8791-9db3e5dabf50 None None] Could not find standard attr ID for object 3169079f-0f43-4de7-83d7-9eb30f24dab2. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:47:58.627330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2490319-979c-4e52-85c5-76e5d6c293ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.628193 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57996809-325f-4194-b245-a3ddd0981d89 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.630628 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a2490319-979c-4e52-85c5-76e5d6c293ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.636607 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a2490319-979c-4e52-85c5-76e5d6c293ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c37f950-cd90-4cd9-951f-16943d1a36f5 HTTP/1.1" status: 204 len: 168 time: 0.4215827 Apr 01 12:47:58.658390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2490319-979c-4e52-85c5-76e5d6c293ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c37f950-cd90-4cd9-951f-16943d1a36f5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:58.798120 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57996809-325f-4194-b245-a3ddd0981d89 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.838032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57996809-325f-4194-b245-a3ddd0981d89 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=41a3cc9d-ea57-4531-b028-03febfa8abe2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:58.844946 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-57996809-325f-4194-b245-a3ddd0981d89 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:58.850059 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-57996809-325f-4194-b245-a3ddd0981d89 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/41a3cc9d-ea57-4531-b028-03febfa8abe2 HTTP/1.1" status: 204 len: 168 time: 0.5947413 Apr 01 12:47:58.851676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53690) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:58.853102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccfe9db-b90f-467d-bc65-1bc92ee9e510 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:47:58.962159 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f731c1-d451-4396-a020-106c155b869d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Deleting subnet 7ffe0341-2184-431e-bd15-4b6b79ed12d3 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:47:58.969045 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-36f731c1-d451-4396-a020-106c155b869d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:59.045030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53694) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:59.048546 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-36f731c1-d451-4396-a020-106c155b869d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:59.067979 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1011ea55-dec8-438a-bb20-6823d73fe27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:59.234640 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-36f731c1-d451-4396-a020-106c155b869d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:59.235643 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1011ea55-dec8-438a-bb20-6823d73fe27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:59.247537 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1011ea55-dec8-438a-bb20-6823d73fe27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:59.348213 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-36f731c1-d451-4396-a020-106c155b869d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:59.368165 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1011ea55-dec8-438a-bb20-6823d73fe27b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ee89528d680403b96db7d29bf32085d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220170 Apr 01 12:47:59.370748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011ea55-dec8-438a-bb20-6823d73fe27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d175112-c208-40f1-93d8-903d27c7c72c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:59.381211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53704) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:59.500911 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-36f731c1-d451-4396-a020-106c155b869d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:59.515576 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-36f731c1-d451-4396-a020-106c155b869d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/7ffe0341-2184-431e-bd15-4b6b79ed12d3 HTTP/1.1" status: 204 len: 168 time: 0.6623499 Apr 01 12:47:59.516684 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53708) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:59.517462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f731c1-d451-4396-a020-106c155b869d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Subnet': ['ID=7ffe0341-2184-431e-bd15-4b6b79ed12d3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:47:59.635210 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a3676bf8-8a45-4b99-9da8-6f0690f69c29 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170223 Apr 01 12:47:59.638568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53714) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:59.648417 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ac820b-40f9-41a5-af50-6a55e9924c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:59.728244 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ac820b-40f9-41a5-af50-6a55e9924c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:59.801724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58ead7-f38d-4538-89b2-a9116aff680e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:47:59.821579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53722) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:59.824828 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2b58ead7-f38d-4538-89b2-a9116aff680e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1849267 Apr 01 12:47:59.828528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53726) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:47:59.906171 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ac820b-40f9-41a5-af50-6a55e9924c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:59.910903 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69ac820b-40f9-41a5-af50-6a55e9924c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:47:59.917189 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-69ac820b-40f9-41a5-af50-6a55e9924c9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d175112-c208-40f1-93d8-903d27c7c72c HTTP/1.1" status: 204 len: 168 time: 0.5307374 Apr 01 12:47:59.942939 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac820b-40f9-41a5-af50-6a55e9924c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d175112-c208-40f1-93d8-903d27c7c72c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:00.032240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723ea02b-4b13-4eb2-bbaa-3fe9cf7e42a5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:00.048593 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-723ea02b-4b13-4eb2-bbaa-3fe9cf7e42a5 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2174702 Apr 01 12:48:00.050754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53736) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:00.128696 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcc7577-3a77-4925-8b24-7b11232c1568 None None] Network 260099d2-7af7-4f0e-86b6-4c66e180255a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:00.331592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-73255b41-cb92-4176-9fcc-96effc985990 None None] Provisioning complete for port b755be59-aade-4844-9371-217d70d8e64d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:00.332227 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-73255b41-cb92-4176-9fcc-96effc985990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:00.513749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dcb639-031a-4135-953c-d03670987093 None None] DHCP port deletion for 260099d2-7af7-4f0e-86b6-4c66e180255a request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:48:00.595567 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5553a7a6-9ec7-4b40-8c3f-5020e9ee8009 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5436020 Apr 01 12:48:00.608760 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53750) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:00.624213 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f64f8067-033b-409b-be50-65572174a13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:00.645923 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-13dcb639-031a-4135-953c-d03670987093 None None] Deleting port b755be59-aade-4844-9371-217d70d8e64d {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:00.646395 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-13dcb639-031a-4135-953c-d03670987093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:00.670231 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-93489e37-7a8d-49db-9c0c-b187c0f1bc1c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:00.671858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93489e37-7a8d-49db-9c0c-b187c0f1bc1c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:00.681791 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-93489e37-7a8d-49db-9c0c-b187c0f1bc1c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/3169079f-0f43-4de7-83d7-9eb30f24dab2 HTTP/1.1" status: 404 len: 333 time: 0.0711825 Apr 01 12:48:00.683714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53754) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:00.743868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-13dcb639-031a-4135-953c-d03670987093 None None] For port b755be59-aade-4844-9371-217d70d8e64d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b755be59-aade-4844-9371-217d70d8e64d,segment=NetworkSegment(81d36ecd-a8d5-4b12-9d39-9de053daa5b2),segment_id=81d36ecd-a8d5-4b12-9d39-9de053daa5b2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:00.744414 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-13dcb639-031a-4135-953c-d03670987093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:00.777131 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e826aa44-08b3-411e-b6c9-7ebdfc2b2e61 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:00.777649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e826aa44-08b3-411e-b6c9-7ebdfc2b2e61 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:00.784853 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f64f8067-033b-409b-be50-65572174a13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:00.785062 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e826aa44-08b3-411e-b6c9-7ebdfc2b2e61 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/7ffe0341-2184-431e-bd15-4b6b79ed12d3 HTTP/1.1" status: 404 len: 337 time: 0.1001701 Apr 01 12:48:00.788976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53756) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:00.838747 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1aff5c0-6a5f-466b-a29f-1968d5f7748f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:00.839598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1aff5c0-6a5f-466b-a29f-1968d5f7748f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:00.844739 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b1aff5c0-6a5f-466b-a29f-1968d5f7748f tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/41a3cc9d-ea57-4531-b028-03febfa8abe2 HTTP/1.1" status: 404 len: 337 time: 0.0541751 Apr 01 12:48:00.846779 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f64f8067-033b-409b-be50-65572174a13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:00.847389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53762) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:00.909092 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f64f8067-033b-409b-be50-65572174a13b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b4f5a50571e46749798b6bbb9062110&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0895557 Apr 01 12:48:00.910091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f8067-033b-409b-be50-65572174a13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1c5709-274f-4fdc-a9f0-1014e73d42de,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:00.913645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53768) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:00.973837 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcf76b7-7777-4940-90c6-9af49b9a03f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:00.980548 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcf76b7-7777-4940-90c6-9af49b9a03f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:00.995067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0bcf76b7-7777-4940-90c6-9af49b9a03f6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/fe5ef86a-fbcc-47a9-a4f4-e936a1c6ff53 HTTP/1.1" status: 404 len: 333 time: 0.1447079 Apr 01 12:48:00.996001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53772) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.023324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-13dcb639-031a-4135-953c-d03670987093 None None] Calling delete_port for b755be59-aade-4844-9371-217d70d8e64d owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:01.055094 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-004bfcad-e79d-4752-b68b-b165ba4b6a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:01.118052 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c87833f-ef52-446c-84c2-2efe0bbf4628 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.121220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c87833f-ef52-446c-84c2-2efe0bbf4628 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.125766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3c87833f-ef52-446c-84c2-2efe0bbf4628 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/f5a344d2-bd55-46f7-b3a2-c2f572eba300 HTTP/1.1" status: 404 len: 337 time: 0.1271238 Apr 01 12:48:01.128772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53780) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.148060 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-004bfcad-e79d-4752-b68b-b165ba4b6a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:01.161616 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-13dcb639-031a-4135-953c-d03670987093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:01.180716 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-feaee725-370b-49fd-b3f7-81b9eaac75a1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.181173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feaee725-370b-49fd-b3f7-81b9eaac75a1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.185527 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-feaee725-370b-49fd-b3f7-81b9eaac75a1 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/7f370aa8-d95a-481f-bfac-440abf251945 HTTP/1.1" status: 404 len: 337 time: 0.0556264 Apr 01 12:48:01.189084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53784) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.237132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dcb639-031a-4135-953c-d03670987093 None None] No DVR routers for this DVR port b755be59-aade-4844-9371-217d70d8e64d on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:48:01.248750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcb639-031a-4135-953c-d03670987093 None None] Pushing event deleted for resources: {'Port': ['ID=b755be59-aade-4844-9371-217d70d8e64d,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:01.261881 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-004bfcad-e79d-4752-b68b-b165ba4b6a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:01.265429 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-894b2bdb-9eae-40f9-8cb4-7490b71a6bb6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.266217 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-004bfcad-e79d-4752-b68b-b165ba4b6a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:01.267484 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:48:01.268439 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-004bfcad-e79d-4752-b68b-b165ba4b6a2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de1c5709-274f-4fdc-a9f0-1014e73d42de HTTP/1.1" status: 204 len: 168 time: 0.3537555 Apr 01 12:48:01.276265 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894b2bdb-9eae-40f9-8cb4-7490b71a6bb6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.284496 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bfcad-e79d-4752-b68b-b165ba4b6a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1c5709-274f-4fdc-a9f0-1014e73d42de,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:01.287917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-894b2bdb-9eae-40f9-8cb4-7490b71a6bb6 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/95954c4d-c6c4-4f90-9cd4-26d34a6dec51 HTTP/1.1" status: 404 len: 333 time: 0.0954154 Apr 01 12:48:01.289245 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53790) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.337728 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-759e5550-1ccf-4f2f-a73a-22ab17dbb266 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.338225 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759e5550-1ccf-4f2f-a73a-22ab17dbb266 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.344288 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-759e5550-1ccf-4f2f-a73a-22ab17dbb266 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/bab69147-6480-4a27-b6b5-d9387e85e0e3 HTTP/1.1" status: 404 len: 337 time: 0.0509429 Apr 01 12:48:01.344573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53794) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.376683 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ae1157-9817-4b21-8841-37a3d68e100c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.377144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ae1157-9817-4b21-8841-37a3d68e100c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.383611 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d8ae1157-9817-4b21-8841-37a3d68e100c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/a07d3e8c-02c4-4378-937d-fb4b02beb60a HTTP/1.1" status: 404 len: 337 time: 0.0349493 Apr 01 12:48:01.383611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53798) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.408778 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a35746-79f1-434f-8200-26588bfea372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.409469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a35746-79f1-434f-8200-26588bfea372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.415106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-16a35746-79f1-434f-8200-26588bfea372 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/0bb19110-a727-4bf7-a21b-f1c1c84eb0dc HTTP/1.1" status: 404 len: 333 time: 0.0284121 Apr 01 12:48:01.415370 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53800) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.443651 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a84416-6f68-4e9f-ae4a-31155179d856 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.444172 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a84416-6f68-4e9f-ae4a-31155179d856 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.447114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c5a84416-6f68-4e9f-ae4a-31155179d856 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/114b5fa7-c179-46a8-afb5-318a9a8e3b3b HTTP/1.1" status: 404 len: 337 time: 0.0308361 Apr 01 12:48:01.449772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53802) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.482833 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba924cb7-776c-4e02-ab84-6ab9f3f33d38 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.484472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba924cb7-776c-4e02-ab84-6ab9f3f33d38 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.489428 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ba924cb7-776c-4e02-ab84-6ab9f3f33d38 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/3d9d9246-a6f8-4674-bcb2-0b7fa236f8e9 HTTP/1.1" status: 404 len: 337 time: 0.0378222 Apr 01 12:48:01.491782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53808) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.523341 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cad46a2-157a-4b3c-aee7-f4e0a711b5fb tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.524510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cad46a2-157a-4b3c-aee7-f4e0a711b5fb tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.528664 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3cad46a2-157a-4b3c-aee7-f4e0a711b5fb tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/a2c8a2f1-f71c-4de2-87e0-7bd04dc3666e HTTP/1.1" status: 404 len: 333 time: 0.0327077 Apr 01 12:48:01.530996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53812) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.564158 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-843677f5-241d-4d9d-961a-842f968bb263 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.564613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843677f5-241d-4d9d-961a-842f968bb263 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.567565 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-843677f5-241d-4d9d-961a-842f968bb263 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/5a06c57c-0ca1-44c5-b823-092116f863c1 HTTP/1.1" status: 404 len: 337 time: 0.0353961 Apr 01 12:48:01.570286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53816) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.626231 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8bde20-1372-421b-b268-87495c1a1819 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.627487 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8bde20-1372-421b-b268-87495c1a1819 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.633298 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8d8bde20-1372-421b-b268-87495c1a1819 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/275e916b-450a-4c63-8f2f-6452d2c34c9d HTTP/1.1" status: 404 len: 333 time: 0.0598397 Apr 01 12:48:01.636240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53822) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.671889 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-294604b7-d555-4ed4-9bf4-ed86b6fc958c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.673827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294604b7-d555-4ed4-9bf4-ed86b6fc958c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.678473 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-294604b7-d555-4ed4-9bf4-ed86b6fc958c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/047b88f2-5a9c-43e3-b259-23bcf62c6670 HTTP/1.1" status: 404 len: 337 time: 0.0403841 Apr 01 12:48:01.680940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53824) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.714027 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46175a4-044d-4c53-bedf-f896ed214783 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.714027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46175a4-044d-4c53-bedf-f896ed214783 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.714027 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f46175a4-044d-4c53-bedf-f896ed214783 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/4143491a-5dec-4041-8737-3a6f270fe9ec HTTP/1.1" status: 404 len: 333 time: 0.0284867 Apr 01 12:48:01.714027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53826) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.747755 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-888566ef-c929-487e-9951-4358ec5d30e0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.748216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888566ef-c929-487e-9951-4358ec5d30e0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.753539 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-888566ef-c929-487e-9951-4358ec5d30e0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/85dd120c-485d-42b7-b95a-3d0a2917f4eb HTTP/1.1" status: 404 len: 337 time: 0.0372987 Apr 01 12:48:01.753901 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53830) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.779556 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c3d76c-3cd0-49b6-84d2-735a6148a2c7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.780134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c3d76c-3cd0-49b6-84d2-735a6148a2c7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.783497 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-38c3d76c-3cd0-49b6-84d2-735a6148a2c7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/a4bc0b08-7cac-4ad2-b7ef-778b2bc5f083 HTTP/1.1" status: 404 len: 333 time: 0.0282707 Apr 01 12:48:01.785686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53832) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.812609 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61c0327-72fe-4b02-b755-c35e7f954403 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.813071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61c0327-72fe-4b02-b755-c35e7f954403 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.816235 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e61c0327-72fe-4b02-b755-c35e7f954403 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/4ac2de4a-ff90-42b6-adff-29311d3813ea HTTP/1.1" status: 404 len: 337 time: 0.0295179 Apr 01 12:48:01.819187 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53834) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.844961 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c51b6c-c974-4d75-9dee-f993c5dbe1f3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.845617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c51b6c-c974-4d75-9dee-f993c5dbe1f3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.848805 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-13c51b6c-c974-4d75-9dee-f993c5dbe1f3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/11b083be-c07b-471b-93de-e1a3b9806dca HTTP/1.1" status: 404 len: 333 time: 0.0278978 Apr 01 12:48:01.852895 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53842) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.879866 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-285fcc51-3b6e-41b8-a8eb-d634150b056a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.880331 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285fcc51-3b6e-41b8-a8eb-d634150b056a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.883340 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-285fcc51-3b6e-41b8-a8eb-d634150b056a tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/5284284e-91f6-4dee-87ad-5421e8767b6e HTTP/1.1" status: 404 len: 337 time: 0.0295155 Apr 01 12:48:01.885791 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53846) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.909569 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-49836d2e-ff94-46c5-bbae-2da9ac9401e3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.909569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49836d2e-ff94-46c5-bbae-2da9ac9401e3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.912412 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-49836d2e-ff94-46c5-bbae-2da9ac9401e3 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/705a7ecb-b1ba-4e84-a9db-fb0923f6d793 HTTP/1.1" status: 404 len: 333 time: 0.0254230 Apr 01 12:48:01.914619 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53850) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.945295 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5758de76-38a1-46ff-aef0-bb9bab2969bc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.945295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5758de76-38a1-46ff-aef0-bb9bab2969bc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.957643 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5758de76-38a1-46ff-aef0-bb9bab2969bc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/34118b56-0dee-4031-9467-43702939a24d HTTP/1.1" status: 404 len: 337 time: 0.0395811 Apr 01 12:48:01.958244 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53858) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:01.985523 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d308fbb-047b-4c16-a7a7-e84a155066e2 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:01.985984 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d308fbb-047b-4c16-a7a7-e84a155066e2 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:01.991740 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6d308fbb-047b-4c16-a7a7-e84a155066e2 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/7ee04ebf-eb70-4471-b6e0-6de87f851554 HTTP/1.1" status: 404 len: 337 time: 0.0298536 Apr 01 12:48:01.993486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53860) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.018355 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf709f4-bcec-4f3b-994b-9a145a7adbda tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.018994 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf709f4-bcec-4f3b-994b-9a145a7adbda tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.024821 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eaf709f4-bcec-4f3b-994b-9a145a7adbda tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/e66eca67-014d-451b-af59-0ddcf1961986 HTTP/1.1" status: 404 len: 333 time: 0.0276575 Apr 01 12:48:02.024821 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53862) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.052543 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace9e489-1e22-49a9-a61b-deaafad445ce tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.052947 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace9e489-1e22-49a9-a61b-deaafad445ce tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.056209 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ace9e489-1e22-49a9-a61b-deaafad445ce tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/85808db4-13b7-43b1-b933-32694ce05fdb HTTP/1.1" status: 404 len: 337 time: 0.0305836 Apr 01 12:48:02.058691 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53868) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.085605 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d56a304-44d8-4681-835e-5b3902898a72 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.086095 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d56a304-44d8-4681-835e-5b3902898a72 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.089032 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0d56a304-44d8-4681-835e-5b3902898a72 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/d9afb859-0b4d-4901-a5ae-0146de6efb29 HTTP/1.1" status: 404 len: 337 time: 0.0289016 Apr 01 12:48:02.092063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53872) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.116028 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-782d5e38-b405-42ce-aee3-48dec1fe82f4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.117117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782d5e38-b405-42ce-aee3-48dec1fe82f4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.120848 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-782d5e38-b405-42ce-aee3-48dec1fe82f4 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/eb994bac-cf8d-4dbc-b65c-b524a7585201 HTTP/1.1" status: 404 len: 333 time: 0.0277843 Apr 01 12:48:02.124016 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53874) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.153056 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-b504d0e0-f97b-483c-a865-fcfa5d6d793d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.153509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b504d0e0-f97b-483c-a865-fcfa5d6d793d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.157254 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b504d0e0-f97b-483c-a865-fcfa5d6d793d tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/6d8fd8c8-12d6-4f45-ac63-760bd3500476 HTTP/1.1" status: 404 len: 337 time: 0.0320675 Apr 01 12:48:02.159978 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53880) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.196857 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce80308-9374-4ed8-a8d7-7fd98bd91dbb tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.197372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce80308-9374-4ed8-a8d7-7fd98bd91dbb tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.201647 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7ce80308-9374-4ed8-a8d7-7fd98bd91dbb tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/2ecaba97-d2ba-4e3a-8e60-01b3ee231ca1 HTTP/1.1" status: 404 len: 337 time: 0.0404923 Apr 01 12:48:02.204303 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53888) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.245482 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a57bd1-69a4-4cdf-bf1a-c4efc6610155 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.246644 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a57bd1-69a4-4cdf-bf1a-c4efc6610155 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.250993 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-09a57bd1-69a4-4cdf-bf1a-c4efc6610155 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/c0f8b74d-8a28-417e-aceb-9224e7d69d68 HTTP/1.1" status: 404 len: 333 time: 0.0453494 Apr 01 12:48:02.253512 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53900) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.283688 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe8409b-f294-4517-8662-3036f107f4aa tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.284329 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe8409b-f294-4517-8662-3036f107f4aa tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.296053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53904) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.307913 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fbe8409b-f294-4517-8662-3036f107f4aa tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/fe8061f3-221a-4959-90af-8d46fde8b53e HTTP/1.1" status: 404 len: 337 time: 0.0521650 Apr 01 12:48:02.334166 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e4420b-29dc-4d81-8277-227f7187f281 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.334647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e4420b-29dc-4d81-8277-227f7187f281 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.340882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53908) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.353693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-96e4420b-29dc-4d81-8277-227f7187f281 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/7272bc5f-eab6-4cbf-91d5-0e18387e9f68 HTTP/1.1" status: 404 len: 337 time: 0.0564790 Apr 01 12:48:02.376489 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-452987db-968c-442f-a095-1b859d736edb tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports?device_id=f3451ff8-6266-4646-8c55-a8c50e6f60e1 HTTP/1.1" status: 200 len: 205 time: 0.0343947 Apr 01 12:48:02.379914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53910) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.383240 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b755be59-aade-4844-9371-217d70d8e64d no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:48:02.426816 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-deda53a0-4894-40a9-8b97-d8187064d7c7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] delete failed (client error): The resource could not be found. Apr 01 12:48:02.430858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53918) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.441860 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-deda53a0-4894-40a9-8b97-d8187064d7c7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/routers/f3451ff8-6266-4646-8c55-a8c50e6f60e1 HTTP/1.1" status: 404 len: 336 time: 0.0597935 Apr 01 12:48:02.447682 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: b755be59-aade-4844-9371-217d70d8e64d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:48:02.450959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b755be59-aade-4844-9371-217d70d8e64d not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:48:02.463655 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c4d1c7-7649-4a2b-ad72-c12edb16eecc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.464118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c4d1c7-7649-4a2b-ad72-c12edb16eecc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.470292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53920) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.470522 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-02c4d1c7-7649-4a2b-ad72-c12edb16eecc tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/46517e34-7e63-464f-8289-8c74deca95ad HTTP/1.1" status: 404 len: 337 time: 0.0381005 Apr 01 12:48:02.527141 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-36fe1d03-3e9d-439a-968e-96abdb74ea7c tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "GET /v2.0/ports?device_id=87683991-07d5-43f3-8cd2-161dce730840 HTTP/1.1" status: 200 len: 205 time: 0.0525050 Apr 01 12:48:02.527383 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53924) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.593833 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-1b59209f-00df-460c-a0d5-470ac5cbb30b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] delete failed (client error): The resource could not be found. Apr 01 12:48:02.595549 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1b59209f-00df-460c-a0d5-470ac5cbb30b tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/routers/87683991-07d5-43f3-8cd2-161dce730840 HTTP/1.1" status: 404 len: 336 time: 0.0671084 Apr 01 12:48:02.598136 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53930) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.658871 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-1615611f-8eb0-4a8b-94b0-6100bd3932af tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.659561 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1615611f-8eb0-4a8b-94b0-6100bd3932af tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.664980 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1615611f-8eb0-4a8b-94b0-6100bd3932af tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/79417472-b99a-4fd5-b184-f42cf3b542df HTTP/1.1" status: 404 len: 337 time: 0.0634480 Apr 01 12:48:02.665906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53940) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.720677 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd60816c-a9a2-4c89-b978-cdbd02f3eabd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.721133 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd60816c-a9a2-4c89-b978-cdbd02f3eabd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.724415 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bd60816c-a9a2-4c89-b978-cdbd02f3eabd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/618fc85d-5178-43f4-8a54-c1a2bdfa5352 HTTP/1.1" status: 404 len: 337 time: 0.0572979 Apr 01 12:48:02.727568 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53952) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.755639 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1756bd-e562-4316-9693-cf0d06678543 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.756355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1756bd-e562-4316-9693-cf0d06678543 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.759378 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2f1756bd-e562-4316-9693-cf0d06678543 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/f16c301d-0d58-4fef-bb7a-f323f0e45f4c HTTP/1.1" status: 404 len: 333 time: 0.0306234 Apr 01 12:48:02.762238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53962) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.816370 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f81871-6572-48e9-a8a9-fc9ea2769444 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.816761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f81871-6572-48e9-a8a9-fc9ea2769444 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.819786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c8f81871-6572-48e9-a8a9-fc9ea2769444 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/4c192b42-14ca-485b-9eb0-040a414cad25 HTTP/1.1" status: 404 len: 337 time: 0.0564914 Apr 01 12:48:02.822366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53966) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.860298 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-029c908c-97b6-47c1-888c-8eec29e8d79e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.861028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029c908c-97b6-47c1-888c-8eec29e8d79e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.869207 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-029c908c-97b6-47c1-888c-8eec29e8d79e tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/2c085154-7c31-4a01-99b7-45752bb934f0 HTTP/1.1" status: 404 len: 333 time: 0.0458019 Apr 01 12:48:02.872418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53968) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.937264 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-d404fd2d-9ca4-4662-aea2-b4bafc6f2f25 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.943416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d404fd2d-9ca4-4662-aea2-b4bafc6f2f25 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.951308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d404fd2d-9ca4-4662-aea2-b4bafc6f2f25 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/e60e119a-e206-48a8-9508-06276ab3b51e HTTP/1.1" status: 404 len: 337 time: 0.0774698 Apr 01 12:48:02.953550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53982) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:02.981543 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2072de40-9e7a-4484-abbd-41f042ee17c0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:02.982531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2072de40-9e7a-4484-abbd-41f042ee17c0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:02.985773 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2072de40-9e7a-4484-abbd-41f042ee17c0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/31f03a0d-b9a8-48a7-af78-080054082142 HTTP/1.1" status: 404 len: 333 time: 0.0310540 Apr 01 12:48:02.988380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53988) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:03.021164 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3cd4dec-cdf1-4f1f-88a0-5fc10b0394a0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:03.021631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3cd4dec-cdf1-4f1f-88a0-5fc10b0394a0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:03.024791 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a3cd4dec-cdf1-4f1f-88a0-5fc10b0394a0 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/139223e3-3aae-4186-b82b-4ea932454bc6 HTTP/1.1" status: 404 len: 337 time: 0.0354083 Apr 01 12:48:03.027452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 53990) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:03.065159 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-511dfc78-afab-4735-b811-d00157b991b7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:03.065898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511dfc78-afab-4735-b811-d00157b991b7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:03.071204 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-511dfc78-afab-4735-b811-d00157b991b7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/fbb33044-b7d1-4d35-8ea2-397faf2d608d HTTP/1.1" status: 404 len: 333 time: 0.0404663 Apr 01 12:48:03.071589 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 53996) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:03.142495 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-975eab41-59d8-43c9-8f10-15bdd96bc795 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:03.143159 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975eab41-59d8-43c9-8f10-15bdd96bc795 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:03.148334 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-975eab41-59d8-43c9-8f10-15bdd96bc795 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/6062129f-d0c7-46b5-bc99-16b1bc43e04f HTTP/1.1" status: 404 len: 337 time: 0.0756943 Apr 01 12:48:03.151514 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54008) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:03.184154 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd5f607-e047-4375-b50b-b515254e2f87 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:03.184809 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd5f607-e047-4375-b50b-b515254e2f87 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:03.188261 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2cd5f607-e047-4375-b50b-b515254e2f87 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/de589f02-d7e1-4245-9e1c-54ad14c4f791 HTTP/1.1" status: 404 len: 333 time: 0.0356090 Apr 01 12:48:03.190727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54014) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:03.231899 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ac25a1-21ff-4d36-93d9-407419883dae tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:03.232402 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ac25a1-21ff-4d36-93d9-407419883dae tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:03.236487 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-47ac25a1-21ff-4d36-93d9-407419883dae tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/ae4eecc0-46da-4d2c-94fd-32f3900048cc HTTP/1.1" status: 404 len: 337 time: 0.0445864 Apr 01 12:48:03.239396 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54024) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:03.289548 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eadc59c-31a1-4b26-8c0c-fac0d79efb58 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:03.290644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eadc59c-31a1-4b26-8c0c-fac0d79efb58 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:03.300102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54032) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:03.300613 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9eadc59c-31a1-4b26-8c0c-fac0d79efb58 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/43b5f1f7-7855-4862-8c91-9510793d40ad HTTP/1.1" status: 404 len: 333 time: 0.0601006 Apr 01 12:48:03.356419 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ed80e0-aab8-44a3-b249-6e470ffdb373 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:03.356920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ed80e0-aab8-44a3-b249-6e470ffdb373 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:03.368307 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b3ed80e0-aab8-44a3-b249-6e470ffdb373 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/7c65a3e1-3097-4f92-bcc5-791f364a95b8 HTTP/1.1" status: 404 len: 337 time: 0.0666335 Apr 01 12:48:03.370841 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54046) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:03.418814 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a227d64-d4de-4b9f-bb2b-157a1b958549 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:03.419713 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a227d64-d4de-4b9f-bb2b-157a1b958549 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:03.425794 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0a227d64-d4de-4b9f-bb2b-157a1b958549 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/ports/84ef0954-da29-4b34-9d63-f05b1685b6a7 HTTP/1.1" status: 404 len: 333 time: 0.0502617 Apr 01 12:48:03.427067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54054) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:03.475578 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca2c14b-4fb3-41bd-b79b-0a05c42fe6c7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:03.476718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca2c14b-4fb3-41bd-b79b-0a05c42fe6c7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:03.485384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54060) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:03.486537 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8ca2c14b-4fb3-41bd-b79b-0a05c42fe6c7 tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/subnets/0d9cf161-0903-4e28-82dc-70fd7650519a HTTP/1.1" status: 404 len: 337 time: 0.0579309 Apr 01 12:48:03.708234 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:03.896179 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:03.926912 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260099d2-7af7-4f0e-86b6-4c66e180255a']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:03.941997 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d36ecd-a8d5-4b12-9d39-9de053daa5b2') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:03.942722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d36ecd-a8d5-4b12-9d39-9de053daa5b2') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:03.956162 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:03.989745 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:04.019602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:48:04.020713 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:48:04.042153 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:48:04.137184 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:04.242804 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:04.278988 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] 10.222.0.45 "DELETE /v2.0/networks/260099d2-7af7-4f0e-86b6-4c66e180255a HTTP/1.1" status: 204 len: 168 time: 0.7918222 Apr 01 12:48:04.307117 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Pushing event deleted for resources: {'Network': ['ID=260099d2-7af7-4f0e-86b6-4c66e180255a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:04.320868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:04.321449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:04.321985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:04.322982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:04.323513 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:04.324068 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:04.324625 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:04.325159 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:04.325722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:04.327229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:04.329799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:04.330380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfcbcb-d8f8-47b0-956a-b01e3247bbcd tempest-NetworksTestDHCPv6-313740468 tempest-NetworksTestDHCPv6-313740468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:04.778053 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54196) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:05.011825 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3f33f6a9-88a1-47d5-bae2-280d1f469514 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a4f3cce099f4a3083aa5885f8b99dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344337 Apr 01 12:48:05.014202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54228) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:05.082501 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69eac01d-0517-4316-ba31-56483eac33a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:05.132603 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69eac01d-0517-4316-ba31-56483eac33a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:05.142423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54240) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:05.232138 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69eac01d-0517-4316-ba31-56483eac33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:05.235003 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69eac01d-0517-4316-ba31-56483eac33a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:05.236250 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-69eac01d-0517-4316-ba31-56483eac33a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7100ca08-07f9-495b-b434-6b8e2f3615fe HTTP/1.1" status: 204 len: 168 time: 0.2211306 Apr 01 12:48:05.256259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eac01d-0517-4316-ba31-56483eac33a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7100ca08-07f9-495b-b434-6b8e2f3615fe,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:05.312215 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:05.434979 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:05.446895 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:05.502044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1318a7ea486a4c1cb1ec6c72ae341be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583739 Apr 01 12:48:05.502195 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54258) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:05.514819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a810d1e5-9a3a-4f63-a9e0-3efd9cfffa79,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:05.523406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:05.524002 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:05.524494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:05.525008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:05.525494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:05.526053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:05.526545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:05.527022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:05.527855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:05.528465 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:05.528949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:05.529676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbe13a-0664-4584-8260-3b7164fa5bcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:05.680745 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f9498968-6ed1-4564-b24f-948e55704d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:05.731609 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f9498968-6ed1-4564-b24f-948e55704d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:05.868511 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f9498968-6ed1-4564-b24f-948e55704d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:05.872146 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f9498968-6ed1-4564-b24f-948e55704d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:05.873398 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f9498968-6ed1-4564-b24f-948e55704d5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a810d1e5-9a3a-4f63-a9e0-3efd9cfffa79 HTTP/1.1" status: 204 len: 168 time: 0.3701184 Apr 01 12:48:05.882197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9498968-6ed1-4564-b24f-948e55704d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a810d1e5-9a3a-4f63-a9e0-3efd9cfffa79,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:05.935930 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-5704c76b-76b4-41e3-8726-7ece7fe95125 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=eafa4bc2b2d7484b891022e801cf4cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611050 Apr 01 12:48:06.188039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-f497fc6c-c699-4ca9-95ae-bc426a271d51 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:06.197475 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-f497fc6c-c699-4ca9-95ae-bc426a271d51 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2600572 Apr 01 12:48:06.219089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-540f9f5a-c7f4-43be-8279-c5a61e15bd70 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/quotas/eafa4bc2b2d7484b891022e801cf4cb7 HTTP/1.1" status: 200 len: 375 time: 0.0203555 Apr 01 12:48:06.263571 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-7af89846-0196-4834-b4be-43c23afe767c tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eafa4bc2b2d7484b891022e801cf4cb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408967 Apr 01 12:48:06.358973 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-399441e3-8890-44f9-8ea6-719a578b8540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:06.381273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54326) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:06.549470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54338) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:06.576245 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fdeeb383-254d-4099-b3b1-0cce9054433d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:06.631058 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-648ae126-aa10-4a76-864f-3437974bd090 req-773cfdf7-92af-429a-9ddb-0dbafd2afa18 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 210 time: 0.1006639 Apr 01 12:48:06.750034 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fdeeb383-254d-4099-b3b1-0cce9054433d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:06.760478 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fdeeb383-254d-4099-b3b1-0cce9054433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:06.807107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeeb383-254d-4099-b3b1-0cce9054433d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f38e464-4ec7-4480-8d56-224e5d13ba8c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:06.841013 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fdeeb383-254d-4099-b3b1-0cce9054433d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a22a70f6179c49a8a9c205c600300a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864339 Apr 01 12:48:06.841796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54348) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:06.906520 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18bc265e-f2f4-41a1-9374-4ea4a02e9cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:06.930864 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18bc265e-f2f4-41a1-9374-4ea4a02e9cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:06.939825 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1d63245-4a51-48aa-8866-da3be09eb804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:06.996151 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18bc265e-f2f4-41a1-9374-4ea4a02e9cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:06.999128 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18bc265e-f2f4-41a1-9374-4ea4a02e9cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:07.015035 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-18bc265e-f2f4-41a1-9374-4ea4a02e9cb9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f38e464-4ec7-4480-8d56-224e5d13ba8c HTTP/1.1" status: 204 len: 168 time: 0.1613901 Apr 01 12:48:07.038524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc265e-f2f4-41a1-9374-4ea4a02e9cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f38e464-4ec7-4480-8d56-224e5d13ba8c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:07.110427 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1d63245-4a51-48aa-8866-da3be09eb804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:07.115197 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f1d63245-4a51-48aa-8866-da3be09eb804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:07.159705 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f1d63245-4a51-48aa-8866-da3be09eb804 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a578730096184dc58d409d7bee05616e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7766962 Apr 01 12:48:07.162400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54378) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.173966 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d63245-4a51-48aa-8866-da3be09eb804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523171b2-194c-486f-acd4-d295a398ae70,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:07.233740 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-03b6e385-13f6-4a45-8fe8-2a88a16873b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:07.259383 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-03b6e385-13f6-4a45-8fe8-2a88a16873b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:07.331384 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-03b6e385-13f6-4a45-8fe8-2a88a16873b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:07.333826 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-03b6e385-13f6-4a45-8fe8-2a88a16873b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:07.335181 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-03b6e385-13f6-4a45-8fe8-2a88a16873b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/523171b2-194c-486f-acd4-d295a398ae70 HTTP/1.1" status: 204 len: 168 time: 0.1715262 Apr 01 12:48:07.346771 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54390) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.349375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6e385-13f6-4a45-8fe8-2a88a16873b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523171b2-194c-486f-acd4-d295a398ae70,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:07.730345 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-0552aec5-fccc-4ad2-9297-8fe55a8fe75b tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.736844 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0552aec5-fccc-4ad2-9297-8fe55a8fe75b tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3887224 Apr 01 12:48:07.737460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54424) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.741604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-44f1aae4-c87a-414b-b4ac-5812da944e19 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.746284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54426) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.748240 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-44f1aae4-c87a-414b-b4ac-5812da944e19 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0093844 Apr 01 12:48:07.758775 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f70bdbdd-e5cd-4924-b4cc-bd57a7d52e15 req-269d3437-e649-46de-ad1e-af5eccac689e tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 210 time: 0.0424774 Apr 01 12:48:07.762511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-dae68cb8-02db-40ed-b6d9-312409e0ac05 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.763412 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dae68cb8-02db-40ed-b6d9-312409e0ac05 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0157807 Apr 01 12:48:07.766479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54428) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.774391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-ab6f9dbf-bb8a-422d-bee3-1941892d5766 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.779995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54430) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.783172 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ab6f9dbf-bb8a-422d-bee3-1941892d5766 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0149674 Apr 01 12:48:07.787631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54432) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.788053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-018569a7-c103-4d46-9d17-fa99fb28ab4c tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.791566 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-018569a7-c103-4d46-9d17-fa99fb28ab4c tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0080807 Apr 01 12:48:07.792083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54434) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.796794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-d93fe0b0-bcf4-4ebb-af70-5eab9451130b tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.799899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d93fe0b0-bcf4-4ebb-af70-5eab9451130b tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048797 Apr 01 12:48:07.800138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54436) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.804376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-0b0c5413-79bb-4537-af81-227e2a7d7d2f tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.807517 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0b0c5413-79bb-4537-af81-227e2a7d7d2f tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043204 Apr 01 12:48:07.808260 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54438) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.815223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-5743b2a3-9845-4601-9cc2-a2d849595b6c tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.819164 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5743b2a3-9845-4601-9cc2-a2d849595b6c tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0059969 Apr 01 12:48:07.819599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54440) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.821839 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d68291b-613e-4d35-8a63-51d3cebd15b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:07.831611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-e0db1181-eb5d-47b9-9ad6-a150d17f7f0d tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.834933 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e0db1181-eb5d-47b9-9ad6-a150d17f7f0d tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0112433 Apr 01 12:48:07.836652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54442) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.846411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-4efe98d4-751f-4e99-80da-12e5bc6f56d1 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.847804 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4efe98d4-751f-4e99-80da-12e5bc6f56d1 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0101907 Apr 01 12:48:07.850581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54444) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.859327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-c66ecdc2-04c6-4843-aafc-68d2751b3a59 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.863146 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c66ecdc2-04c6-4843-aafc-68d2751b3a59 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0090296 Apr 01 12:48:07.863326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54446) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.870257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-79d20855-4746-4346-b6b4-dedf970f30be tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.874062 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-79d20855-4746-4346-b6b4-dedf970f30be tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0071399 Apr 01 12:48:07.875118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54448) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.883450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-80738537-5de6-4ff5-bb9d-011c224cc04c tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.888162 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-80738537-5de6-4ff5-bb9d-011c224cc04c tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0112779 Apr 01 12:48:07.888960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54450) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.903622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-b3172dce-0e6b-4b2a-8bdd-b0724532b689 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.908868 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b3172dce-0e6b-4b2a-8bdd-b0724532b689 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0134721 Apr 01 12:48:07.909519 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54454) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.921591 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-3fddc9b8-24ba-4629-a078-8de1036d4d8d tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.923093 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3fddc9b8-24ba-4629-a078-8de1036d4d8d tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0111897 Apr 01 12:48:07.925283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-8b494a0d-eb4f-4eed-8dff-537147de74e4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=eafa4bc2b2d7484b891022e801cf4cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635266 Apr 01 12:48:07.926146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54458) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.944310 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-181829ec-0300-405b-8135-6cfaefc78431 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.946305 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-181829ec-0300-405b-8135-6cfaefc78431 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0155771 Apr 01 12:48:07.961624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54460) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.971779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-81ec3692-0724-4413-a5f0-d4eb576e8887 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.973067 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-81ec3692-0724-4413-a5f0-d4eb576e8887 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0101755 Apr 01 12:48:07.978041 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54464) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:07.990725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-ce33a936-0e28-4117-b913-1be5d16d5563 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:07.998557 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ce33a936-0e28-4117-b913-1be5d16d5563 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0178840 Apr 01 12:48:07.999247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54466) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.013718 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-b6c35632-56fe-4a5c-8af6-adc0e74738fd tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.015760 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b6c35632-56fe-4a5c-8af6-adc0e74738fd tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0106835 Apr 01 12:48:08.018747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54468) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.033732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-38b0ff47-130c-4cd1-982f-039a876cf305 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.038687 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-38b0ff47-130c-4cd1-982f-039a876cf305 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0091360 Apr 01 12:48:08.038687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54470) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.059155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54472) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.070836 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-91c7d373-e599-493a-91f1-8e2174b77ba1 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.071828 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-91c7d373-e599-493a-91f1-8e2174b77ba1 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0102210 Apr 01 12:48:08.077602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54476) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.094941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-128f7a75-2f47-4cb7-a959-fc7376aa97d8 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.097377 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-128f7a75-2f47-4cb7-a959-fc7376aa97d8 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0161204 Apr 01 12:48:08.102082 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54478) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.114257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-0b23878e-4c37-4b84-b7c2-b741a108b522 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.118072 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0b23878e-4c37-4b84-b7c2-b741a108b522 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0131052 Apr 01 12:48:08.125462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54480) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.139984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-7580fb8a-c2ef-40df-aeb6-e05313dd612e tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.142774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7580fb8a-c2ef-40df-aeb6-e05313dd612e tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0155461 Apr 01 12:48:08.148224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54484) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.154431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-e80efa7f-ab0b-4bc8-8b0e-cd88ed2989fd tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.158146 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e80efa7f-ab0b-4bc8-8b0e-cd88ed2989fd tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0069485 Apr 01 12:48:08.161085 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54486) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.185023 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-896f1dcc-82d5-460c-91f2-a4a55c481e66 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.186302 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-896f1dcc-82d5-460c-91f2-a4a55c481e66 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0240226 Apr 01 12:48:08.190090 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54488) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.203213 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-3ba20ffd-5629-42e0-b6c1-359121fa636f tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.204554 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3ba20ffd-5629-42e0-b6c1-359121fa636f tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0096946 Apr 01 12:48:08.210431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-1cfc2686-269f-466e-99fa-49e6282420cc tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:08.211869 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d68291b-613e-4d35-8a63-51d3cebd15b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.216509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54490) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.216707 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-1cfc2686-269f-466e-99fa-49e6282420cc tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835042 Apr 01 12:48:08.228033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-81f7eebe-eb0a-4931-9edf-2779bcdd9783 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.229259 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-81f7eebe-eb0a-4931-9edf-2779bcdd9783 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0111899 Apr 01 12:48:08.231894 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d68291b-613e-4d35-8a63-51d3cebd15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.232535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Request body: {'port': {'device_id': 'd25de0cd-7dae-4b2a-898f-857817a13d4d', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'eafa4bc2b2d7484b891022e801cf4cb7'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:08.234521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54494) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.249889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-2b35a081-a4e5-4f66-a46e-c2c69fcf8c63 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.251125 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2b35a081-a4e5-4f66-a46e-c2c69fcf8c63 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0072534 Apr 01 12:48:08.257056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54496) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.267709 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7831d340-67df-4580-aec3-f850e227840a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.275368 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-db51b412-324e-40fd-9fdb-8b1c942e9deb tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.276336 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-db51b412-324e-40fd-9fdb-8b1c942e9deb tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0101111 Apr 01 12:48:08.288993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54498) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.301768 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-ed1ed812-460d-4754-b9a7-6a6424f7fd4d tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.302880 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ed1ed812-460d-4754-b9a7-6a6424f7fd4d tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0128329 Apr 01 12:48:08.308369 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54500) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.321373 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-1a4c7812-9bb2-47a3-9b28-e547c51216c0 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.322778 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1a4c7812-9bb2-47a3-9b28-e547c51216c0 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0077648 Apr 01 12:48:08.329309 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54502) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.335143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-1f824543-07c7-4a10-87c7-80a3ef0e4f1b tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.336368 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1f824543-07c7-4a10-87c7-80a3ef0e4f1b tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0057724 Apr 01 12:48:08.338834 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68291b-613e-4d35-8a63-51d3cebd15b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039da560-2804-4959-8561-b7be43a263c0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:08.347570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4d68291b-613e-4d35-8a63-51d3cebd15b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69f1405a25544c24b37676dee011b003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5583918 Apr 01 12:48:08.352457 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54504) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.352966 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54506) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.372040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Made reservation on behalf of eafa4bc2b2d7484b891022e801cf4cb7 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:08.373364 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-637a7172-e871-413b-8ea5-adc53cab6cf0 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.374661 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-637a7172-e871-413b-8ea5-adc53cab6cf0 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0201671 Apr 01 12:48:08.376410 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.379257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54508) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.389051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-c92e24b8-70e9-49ae-9461-cf51821519c7 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.392549 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c92e24b8-70e9-49ae-9461-cf51821519c7 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0099921 Apr 01 12:48:08.394043 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54512) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.398321 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.405839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-8e7c3b17-4e05-4344-bccd-53f2c0e569c0 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.406845 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8e7c3b17-4e05-4344-bccd-53f2c0e569c0 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0091891 Apr 01 12:48:08.409494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54514) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.415784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-66e28bae-99f6-418d-b9fe-1b25ebb2b7d4 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.420827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-66e28bae-99f6-418d-b9fe-1b25ebb2b7d4 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0062101 Apr 01 12:48:08.420827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54516) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.437097 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-9e2c6370-2dae-4291-99a5-9be8bc031beb tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.437097 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9e2c6370-2dae-4291-99a5-9be8bc031beb tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0119755 Apr 01 12:48:08.442045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54520) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.451432 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-2c482ae5-0d7a-4838-92dd-f9b42863abae tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.454966 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2c482ae5-0d7a-4838-92dd-f9b42863abae tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0094869 Apr 01 12:48:08.456255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54522) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.462153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42fca35b-9581-4b15-9c4a-2519d00126f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.462377 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-13a0e17a-1db3-4598-bf08-a4d5d3234d87 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.463139 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-13a0e17a-1db3-4598-bf08-a4d5d3234d87 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0061936 Apr 01 12:48:08.465812 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54524) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.473442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-a20a14fd-11c9-46b5-b210-c6f37be909e3 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.474663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a20a14fd-11c9-46b5-b210-c6f37be909e3 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0076718 Apr 01 12:48:08.478760 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54526) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.493701 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-257965d5-15e9-4a3f-bfe7-76994b10a854 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.493701 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-257965d5-15e9-4a3f-bfe7-76994b10a854 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0072758 Apr 01 12:48:08.495991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54530) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.502863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-55e09266-aa9a-4c4b-bdcd-2fd14668578e tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.504114 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-55e09266-aa9a-4c4b-bdcd-2fd14668578e tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0065286 Apr 01 12:48:08.507023 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54532) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.513588 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42fca35b-9581-4b15-9c4a-2519d00126f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.514311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-145dcb81-fe39-4b19-9e53-2a89b3ea9ba1 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.516285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-145dcb81-fe39-4b19-9e53-2a89b3ea9ba1 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073082 Apr 01 12:48:08.518509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54534) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.524424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-8c7d8bef-08ed-4a99-9c39-78672e4d2172 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.526221 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8c7d8bef-08ed-4a99-9c39-78672e4d2172 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0062060 Apr 01 12:48:08.530427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54536) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.535246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-f2564268-814a-4660-bd6e-1fbb19cf1453 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.536364 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f2564268-814a-4660-bd6e-1fbb19cf1453 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046415 Apr 01 12:48:08.539650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54538) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.547769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-dc358c0b-b2f5-4abf-9397-d01d97c3f8b6 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.548728 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dc358c0b-b2f5-4abf-9397-d01d97c3f8b6 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042768 Apr 01 12:48:08.552092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54540) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.560709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-14ae9345-d321-4e50-b7f9-bb0c309718fc tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.561958 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-14ae9345-d321-4e50-b7f9-bb0c309718fc tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074124 Apr 01 12:48:08.564506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54542) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.568719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-e5c66198-2566-435c-9a29-f9a73151f5ae tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.569788 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e5c66198-2566-435c-9a29-f9a73151f5ae tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044055 Apr 01 12:48:08.573403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54544) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.577863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-f2ab61f8-c89e-453f-aa85-e6d45752e3dc tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.578928 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f2ab61f8-c89e-453f-aa85-e6d45752e3dc tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044675 Apr 01 12:48:08.585303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54546) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.589666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-e0858de1-0323-483a-be3d-957964658100 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.591387 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e0858de1-0323-483a-be3d-957964658100 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0051870 Apr 01 12:48:08.595234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54550) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.600062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-175e00f6-c94c-49ee-882a-7f2c680705e0 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.601298 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-175e00f6-c94c-49ee-882a-7f2c680705e0 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049856 Apr 01 12:48:08.604716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54552) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.608299 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7831d340-67df-4580-aec3-f850e227840a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.614589 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7831d340-67df-4580-aec3-f850e227840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.616315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-a812c708-1b92-400e-a810-aae9fa3f7128 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.617370 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a812c708-1b92-400e-a810-aae9fa3f7128 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0114818 Apr 01 12:48:08.620866 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54554) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.623602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.629098 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.643378 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-59b2d287-7701-4234-b5a7-4dfa8bc01a6a tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.647889 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-59b2d287-7701-4234-b5a7-4dfa8bc01a6a tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0216184 Apr 01 12:48:08.650553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54556) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.657066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-5123b322-44b4-4f47-9d47-8380c4c4e066 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.658444 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5123b322-44b4-4f47-9d47-8380c4c4e066 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0066059 Apr 01 12:48:08.668679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54558) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.677183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-52cb67b0-4f32-485a-8dca-8f9a532284f8 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.678833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-52cb67b0-4f32-485a-8dca-8f9a532284f8 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0062764 Apr 01 12:48:08.683433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54560) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.687889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831d340-67df-4580-aec3-f850e227840a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c30e0b-fac3-46d2-aa44-8751acb65bca,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:08.689739 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-2e7aabd4-8770-4ce9-b082-b197626b0f77 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.691762 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2e7aabd4-8770-4ce9-b082-b197626b0f77 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060985 Apr 01 12:48:08.698226 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7831d340-67df-4580-aec3-f850e227840a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49ae856356f743758df150515cff69ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6515806 Apr 01 12:48:08.698405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54562) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.700468 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54564) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.703710 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-784664b1-54ce-4319-9927-55571a4001d8 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.708449 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-784664b1-54ce-4319-9927-55571a4001d8 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0053353 Apr 01 12:48:08.713145 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42fca35b-9581-4b15-9c4a-2519d00126f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.716402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42fca35b-9581-4b15-9c4a-2519d00126f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.717698 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-42fca35b-9581-4b15-9c4a-2519d00126f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/039da560-2804-4959-8561-b7be43a263c0 HTTP/1.1" status: 204 len: 168 time: 0.3608329 Apr 01 12:48:08.718399 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54566) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.737107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-a53ea200-64cb-46c8-b7ea-8bffd4987b46 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.748485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54570) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.750337 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a53ea200-64cb-46c8-b7ea-8bffd4987b46 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0165942 Apr 01 12:48:08.761855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-e7a88544-e969-46ca-ae80-9488b266d039 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.765553 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e7a88544-e969-46ca-ae80-9488b266d039 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0141745 Apr 01 12:48:08.769141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9660d9e6-1586-4e7a-bfae-933653a13c6f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:08.772657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54572) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.783575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-70f32cf6-e70b-4934-8419-08d1f9035bd2 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.787095 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-70f32cf6-e70b-4934-8419-08d1f9035bd2 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048175 Apr 01 12:48:08.788944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54576) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.791292 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.795043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-478abcae-8d11-4f52-bd31-f4c4202bc2c8 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.796307 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-478abcae-8d11-4f52-bd31-f4c4202bc2c8 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0063903 Apr 01 12:48:08.799824 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54578) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.804914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-221eaa94-35f9-4968-9b1e-60ded3bea817 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.819869 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-221eaa94-35f9-4968-9b1e-60ded3bea817 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0185809 Apr 01 12:48:08.824008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54586) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.828795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-e7ca5fd2-6d91-4847-8369-c71dfa616c20 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.829923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e7ca5fd2-6d91-4847-8369-c71dfa616c20 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0048637 Apr 01 12:48:08.833050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54588) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.837358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-93578b47-84ae-4926-854a-485e4a2e6fa2 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.838328 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-93578b47-84ae-4926-854a-485e4a2e6fa2 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043786 Apr 01 12:48:08.843694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54590) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.848015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-17bf48d8-cbd4-4f36-ab07-465088a8cfcb tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.849384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-17bf48d8-cbd4-4f36-ab07-465088a8cfcb tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043590 Apr 01 12:48:08.852898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54592) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.857408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fca35b-9581-4b15-9c4a-2519d00126f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039da560-2804-4959-8561-b7be43a263c0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:08.858075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-a22175e7-8f97-44a1-af10-34de6b7862fe tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.861458 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a22175e7-8f97-44a1-af10-34de6b7862fe tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052602 Apr 01 12:48:08.865565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54594) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.869669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [None req-b8cdd478-043b-4f53-ba26-67df00c18475 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.874464 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b8cdd478-043b-4f53-ba26-67df00c18475 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0054042 Apr 01 12:48:08.882641 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54596) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:08.890819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [None req-867153a1-f394-4eac-b512-db79b9a021e7 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:48:08.902436 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b41a7339-ec1e-4277-83ea-ca0a70b59e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.911857 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-867153a1-f394-4eac-b512-db79b9a021e7 tempest-ExtensionsTestJSON-1569535424 tempest-ExtensionsTestJSON-1569535424-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0250206 Apr 01 12:48:08.926768 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:08.956743 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Allocated IP 192.168.233.194 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/51889653-eb0b-460f-945f-6b989ecea19f) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:08.977065 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f7722aa9-dc40-4645-a62f-ff32e8b2898f req-29770c99-c54b-4264-a745-1fccc2e59aaa tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 210 time: 0.0350790 Apr 01 12:48:08.984705 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f053d33-37dc-4fa9-bfab-48d121a2f18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:09.033743 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f053d33-37dc-4fa9-bfab-48d121a2f18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:09.096788 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f053d33-37dc-4fa9-bfab-48d121a2f18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:09.099449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f053d33-37dc-4fa9-bfab-48d121a2f18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:09.103244 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8f053d33-37dc-4fa9-bfab-48d121a2f18e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92c30e0b-fac3-46d2-aa44-8751acb65bca HTTP/1.1" status: 204 len: 168 time: 0.3987708 Apr 01 12:48:09.125223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f053d33-37dc-4fa9-bfab-48d121a2f18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c30e0b-fac3-46d2-aa44-8751acb65bca,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:09.256406 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:09.296980 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:09.359634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:09.365493 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:09.369601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:09.403099 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Pushing event updated for resources: {'Port': ['ID=51889653-eb0b-460f-945f-6b989ecea19f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:09.440544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:09.441482 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:09.467308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-a0bacc64-58ae-4340-a6e2-8c26ebcea7a4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2422388 Apr 01 12:48:09.564421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54656) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:09.774933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-73c09a51-d8ca-4765-a26a-e953a752503e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:09.782814 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Request body: {'port': {'device_id': 'd25de0cd-7dae-4b2a-898f-857817a13d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:09.810616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-25f33d4a-5829-41dd-ac13-03bd3a07703c None None] Provisioning complete for port 51889653-eb0b-460f-945f-6b989ecea19f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:09.811139 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-25f33d4a-5829-41dd-ac13-03bd3a07703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:09.910302 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-25f33d4a-5829-41dd-ac13-03bd3a07703c None None] Port 51889653-eb0b-460f-945f-6b989ecea19f cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:09.950419 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.137237 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-73c09a51-d8ca-4765-a26a-e953a752503e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.173428 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-73c09a51-d8ca-4765-a26a-e953a752503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.224414 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c09a51-d8ca-4765-a26a-e953a752503e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b5f3d4-a14e-4e09-a0ea-7e348f556ac8,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:10.304413 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-73c09a51-d8ca-4765-a26a-e953a752503e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bd98c16d21a42c79e5e9b17ac8e341e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390273 Apr 01 12:48:10.307137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54736) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:10.423141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef877c-3dab-4213-8041-a5207fdbfc1c req-43869b8f-5ef1-4371-a546-a40968541a96 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:10.423729 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.424774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d1ef877c-3dab-4213-8041-a5207fdbfc1c req-43869b8f-5ef1-4371-a546-a40968541a96 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 936 time: 0.2903111 Apr 01 12:48:10.434450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54746) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:10.455759 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4d5189b-2009-4558-bed6-b7873f4b28cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.490106 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4d5189b-2009-4558-bed6-b7873f4b28cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.534523 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d1ef877c-3dab-4213-8041-a5207fdbfc1c req-4d3ca118-1a2e-4bdc-844c-62b144c0934a tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007888 Apr 01 12:48:10.554737 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4d5189b-2009-4558-bed6-b7873f4b28cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.566329 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4d5189b-2009-4558-bed6-b7873f4b28cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.566329 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c4d5189b-2009-4558-bed6-b7873f4b28cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92b5f3d4-a14e-4e09-a0ea-7e348f556ac8 HTTP/1.1" status: 204 len: 168 time: 0.2533376 Apr 01 12:48:10.575278 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5189b-2009-4558-bed6-b7873f4b28cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b5f3d4-a14e-4e09-a0ea-7e348f556ac8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:10.643241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51889653-eb0b-460f-945f-6b989ecea19f {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:48:10.652863 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.659039 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b55bd899-e21b-48c2-a445-254433969af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.671007 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Transition to ACTIVE for port object 51889653-eb0b-460f-945f-6b989ecea19f will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:48:10.678044 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.768640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Pushing event updated for resources: {'Port': ['ID=51889653-eb0b-460f-945f-6b989ecea19f,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:10.819903 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b55bd899-e21b-48c2-a445-254433969af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.828097 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b55bd899-e21b-48c2-a445-254433969af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:10.907317 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b55bd899-e21b-48c2-a445-254433969af8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=afae7180cb6a44cead2f50153b940a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4696438 Apr 01 12:48:10.908648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bd899-e21b-48c2-a445-254433969af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3489c94-88e8-4e11-9d49-901a1288bba1,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:10.910793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54762) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:10.978637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Attempting to bind port 51889653-eb0b-460f-945f-6b989ecea19f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:10.978980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Attempting to bind port 51889653-eb0b-460f-945f-6b989ecea19f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:10.979312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Attempting to bind port 51889653-eb0b-460f-945f-6b989ecea19f on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:10.992220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Port 51889653-eb0b-460f-945f-6b989ecea19f on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:10.992570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Attempting to bind port 51889653-eb0b-460f-945f-6b989ecea19f on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:11.003059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:48:11.003421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:11.003808 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:48:11.004250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Bound port: 51889653-eb0b-460f-945f-6b989ecea19f, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:48:11.004614 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.038066 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54764) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:11.052853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-de0eaa04-4023-4e9b-bf5a-1ab37ae9e5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.099922 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-de0eaa04-4023-4e9b-bf5a-1ab37ae9e5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.124766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] For port 51889653-eb0b-460f-945f-6b989ecea19f, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:48:11.150532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] For port 51889653-eb0b-460f-945f-6b989ecea19f, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51889653-eb0b-460f-945f-6b989ecea19f,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:48:11.159820 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.237817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:11.238566 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.240244 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] 10.222.0.37 "PUT /v2.0/ports/51889653-eb0b-460f-945f-6b989ecea19f HTTP/1.1" status: 200 len: 1096 time: 1.7637601 Apr 01 12:48:11.240678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25de0cd-7dae-4b2a-898f-857817a13d4d', 'tag': '51889653-eb0b-460f-945f-6b989ecea19f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:48:11.243710 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e220abf-90c0-4144-81ca-c5f88c5555f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d25de0cd-7dae-4b2a-898f-857817a13d4d", "tag": "51889653-eb0b-460f-945f-6b989ecea19f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:48:11.249634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9eb4e-ca52-4d97-af1b-d36593902819 service neutron] Pushing event updated for resources: {'Port': ['ID=51889653-eb0b-460f-945f-6b989ecea19f,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:11.254316 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-de0eaa04-4023-4e9b-bf5a-1ab37ae9e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.257459 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-de0eaa04-4023-4e9b-bf5a-1ab37ae9e5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.259003 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-de0eaa04-4023-4e9b-bf5a-1ab37ae9e5ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3489c94-88e8-4e11-9d49-901a1288bba1 HTTP/1.1" status: 204 len: 168 time: 0.3430200 Apr 01 12:48:11.270248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eaa04-4023-4e9b-bf5a-1ab37ae9e5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3489c94-88e8-4e11-9d49-901a1288bba1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:11.336099 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-85a9bee7-9c13-418b-8240-13ddb8276bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:11.337612 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-85a9bee7-9c13-418b-8240-13ddb8276bfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eafa4bc2b2d7484b891022e801cf4cb7&device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 1099 time: 0.0498731 Apr 01 12:48:11.397264 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-9edfa92d-b477-418a-9b26-b94d8db761fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=51889653-eb0b-460f-945f-6b989ecea19f HTTP/1.1" status: 200 len: 217 time: 0.0513895 Apr 01 12:48:11.430277 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-919df41d-7910-45f9-8ec3-559794c374da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.492038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-1671a8f2-e38b-4276-ab2e-d146d3103cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:11.493871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-1671a8f2-e38b-4276-ab2e-d146d3103cb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.0903506 Apr 01 12:48:11.547819 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-919df41d-7910-45f9-8ec3-559794c374da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.549903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-bc824735-182d-4425-a776-c27b2f8c8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:11.551623 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-bc824735-182d-4425-a776-c27b2f8c8e2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508299 Apr 01 12:48:11.553359 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-919df41d-7910-45f9-8ec3-559794c374da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.618802 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-919df41d-7910-45f9-8ec3-559794c374da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85cccba8e8a144929476f0757290eef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5782268 Apr 01 12:48:11.623031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54786) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:11.626472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919df41d-7910-45f9-8ec3-559794c374da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffa2c8f-3bfa-4bb9-86ac-dd00b016893c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:11.732493 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c67d2a8-a1e0-4425-a8d4-b346d39d91b0 x-openstack-request-id: req-9c67d2a8-a1e0-4425-a8d4-b346d39d91b0 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:48:11.732788 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25de0cd-7dae-4b2a-898f-857817a13d4d", "tag": "51889653-eb0b-460f-945f-6b989ecea19f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:48:11.733044 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c67d2a8-a1e0-4425-a8d4-b346d39d91b0 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:48:11.733450 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c67d2a8-a1e0-4425-a8d4-b346d39d91b0'] response: {'name': 'network-changed', 'server_uuid': 'd25de0cd-7dae-4b2a-898f-857817a13d4d', 'tag': '51889653-eb0b-460f-945f-6b989ecea19f', 'status': 'completed', 'code': 200} Apr 01 12:48:11.790134 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-c8fc5f25-bc17-4a6a-a694-e7294fa3865f service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311809 Apr 01 12:48:11.791397 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3cbae4e5-c3c5-45f6-8c0c-e86ba2fc7d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.800412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577949b-d6c8-4052-84c5-dd8ddb6ba59b req-223fa57e-57a6-4d6f-a292-e0bfcf6cd64e tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:11.802050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5577949b-d6c8-4052-84c5-dd8ddb6ba59b req-223fa57e-57a6-4d6f-a292-e0bfcf6cd64e tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 948 time: 0.1522751 Apr 01 12:48:11.812060 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.815728 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.860200 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3cbae4e5-c3c5-45f6-8c0c-e86ba2fc7d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:11.958304 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5577949b-d6c8-4052-84c5-dd8ddb6ba59b req-482083cd-6f16-47e8-9619-bf3d33ca27da tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423666 Apr 01 12:48:11.981085 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9c878de-afda-4744-b5c4-815ff0860cd3 req-993cb856-c0cc-4fe7-923a-13894db29275 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772871 Apr 01 12:48:12.000011 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3cbae4e5-c3c5-45f6-8c0c-e86ba2fc7d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:12.003121 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3cbae4e5-c3c5-45f6-8c0c-e86ba2fc7d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:12.006728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3cbae4e5-c3c5-45f6-8c0c-e86ba2fc7d87 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ffa2c8f-3bfa-4bb9-86ac-dd00b016893c HTTP/1.1" status: 204 len: 168 time: 0.3780677 Apr 01 12:48:12.015674 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbae4e5-c3c5-45f6-8c0c-e86ba2fc7d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffa2c8f-3bfa-4bb9-86ac-dd00b016893c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:12.091598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e220abf-90c0-4144-81ca-c5f88c5555f8 req-7b69786c-757b-432a-9758-66538a588bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:12.093113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2e220abf-90c0-4144-81ca-c5f88c5555f8 req-7b69786c-757b-432a-9758-66538a588bda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eafa4bc2b2d7484b891022e801cf4cb7&device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 1099 time: 0.0580983 Apr 01 12:48:12.187221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e220abf-90c0-4144-81ca-c5f88c5555f8 req-81239921-2d0d-40b1-8dc0-2f6349de281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:12.188846 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2e220abf-90c0-4144-81ca-c5f88c5555f8 req-81239921-2d0d-40b1-8dc0-2f6349de281f service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.0882280 Apr 01 12:48:12.238472 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2e220abf-90c0-4144-81ca-c5f88c5555f8 req-988de4ff-2f4a-45e1-abc7-0ee1be78b246 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=51889653-eb0b-460f-945f-6b989ecea19f HTTP/1.1" status: 200 len: 217 time: 0.0400853 Apr 01 12:48:12.607812 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e220abf-90c0-4144-81ca-c5f88c5555f8 req-b961a349-2ffa-458b-b5a8-67970eb7e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:12.609366 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2e220abf-90c0-4144-81ca-c5f88c5555f8 req-b961a349-2ffa-458b-b5a8-67970eb7e13d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.3617201 Apr 01 12:48:12.614888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54828) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:12.652808 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e4c27885-1cda-4e2e-b8e2-37765e2b8547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:12.687770 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e220abf-90c0-4144-81ca-c5f88c5555f8 req-b6d6e768-e8db-4888-aeb7-3b1331ce138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:12.689424 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2e220abf-90c0-4144-81ca-c5f88c5555f8 req-b6d6e768-e8db-4888-aeb7-3b1331ce138d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654373 Apr 01 12:48:12.832949 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2e220abf-90c0-4144-81ca-c5f88c5555f8 req-860f8f90-2319-468f-8765-496c90d3c1fb service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317453 Apr 01 12:48:12.834837 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e4c27885-1cda-4e2e-b8e2-37765e2b8547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:12.839310 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e4c27885-1cda-4e2e-b8e2-37765e2b8547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:12.902933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c27885-1cda-4e2e-b8e2-37765e2b8547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be5a188-6373-4945-a338-b204d0ea060a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:12.909885 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e4c27885-1cda-4e2e-b8e2-37765e2b8547 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c64d2454b50f41aa8fed4cc604fe3b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935505 Apr 01 12:48:12.912582 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54846) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:12.982561 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-25a685f3-341f-4419-8354-cccd468f379c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:12.992012 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2e220abf-90c0-4144-81ca-c5f88c5555f8 req-0d5ddf9e-3dcb-4958-b3ba-6254c7a9ac74 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486695 Apr 01 12:48:13.029247 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-25a685f3-341f-4419-8354-cccd468f379c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.037411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54850) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:13.120147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d0303-da84-47cb-b81e-6ea9f12d0922 req-9b8985d0-0406-406d-bfe1-cdbabd5c4a03 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:13.122539 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a2d0303-da84-47cb-b81e-6ea9f12d0922 req-9b8985d0-0406-406d-bfe1-cdbabd5c4a03 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 948 time: 0.0672851 Apr 01 12:48:13.153333 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-25a685f3-341f-4419-8354-cccd468f379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.156477 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-25a685f3-341f-4419-8354-cccd468f379c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.160176 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-25a685f3-341f-4419-8354-cccd468f379c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2be5a188-6373-4945-a338-b204d0ea060a HTTP/1.1" status: 204 len: 168 time: 0.2431846 Apr 01 12:48:13.176532 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a2d0303-da84-47cb-b81e-6ea9f12d0922 req-b19a2558-8b2f-43b1-8119-54472606f401 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468824 Apr 01 12:48:13.177455 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a685f3-341f-4419-8354-cccd468f379c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be5a188-6373-4945-a338-b204d0ea060a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:13.288202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54862) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:13.335277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1062393392', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:13.356794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Made reservation on behalf of 9031edd33bee48219d86eecc67cf1c24 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:13.359198 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.370198 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.460415 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.464489 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.469167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] device_id is not set on port b6e9c3db-623e-4420-88ee-e63a6b654c42 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:13.535799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b27a2c-a6cb-40e9-a6c3-b2a9dca1f9d5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:13.600882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Allocated IP 172.25.7.78 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/b6e9c3db-623e-4420-88ee-e63a6b654c42) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:13.642718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1128308112'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:13.690949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:13.697907 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.715286 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.819520 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.878965 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.884544 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.893255 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.952408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:13.962551 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4507b48f-a6d9-4b4b-b6f2-0b352d4fe33e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:13.972604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:13.977911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e9c3db-623e-4420-88ee-e63a6b654c42,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:13.982780 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:13.985305 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:13.985650 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Added segment d702bb98-eda4-4dde-856d-b51ceed1a154 of type vlan for network 82159ba5-6d60-4d34-9f95-c054b75c5e9d Apr 01 12:48:13.987241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:14.057945 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.067495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:14.068112 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.095994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-05d71e3f-ade1-474c-a1b8-8721d83962fc tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0572448 Apr 01 12:48:14.098871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54898) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:14.103180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.78'}]}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:14.106735 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.113422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:14.113422 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.189152 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8996775 Apr 01 12:48:14.191954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54904) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:14.193648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210068a-de26-4ee1-a181-adee85e0b79e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Network': ['ID=82159ba5-6d60-4d34-9f95-c054b75c5e9d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:14.199103 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.200536 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.205498 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'name': 'tempest-PortsIpV6TestJSON-701445242'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:14.206487 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:14.329578 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.360110 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:14.361481 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.389893 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port 37a09833-29d8-4658-865c-4fbef12d40e1 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:14.503868 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fdf77-2174-4879-9870-462159b64809 req-29fcbf8d-762c-46e9-a384-6ea7df60f6e4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:14.505611 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd3fdf77-2174-4879-9870-462159b64809 req-29fcbf8d-762c-46e9-a384-6ea7df60f6e4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 948 time: 0.1728513 Apr 01 12:48:14.542791 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.602572 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fd3fdf77-2174-4879-9870-462159b64809 req-eea6cc16-8cba-42f2-abe0-28271ccd8257 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629330 Apr 01 12:48:14.678156 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.718717 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54928) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:14.738467 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.826736 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.843096 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=37a09833-29d8-4658-865c-4fbef12d40e1,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:14.845687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Checking segment: {'id': 'd702bb98-eda4-4dde-856d-b51ceed1a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:14.846075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network hostable DHCP agents. Network: 82159ba5-6d60-4d34-9f95-c054b75c5e9d, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:48:14.868525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:48:14.881722 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.887610 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 82159ba5-6d60-4d34-9f95-c054b75c5e9d) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:14.903026 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:14.920866 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:14.921558 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:14.934710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b25a781-1fff-40f4-b2a0-e9a41b81ce85 None None] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:14.955640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54934) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:14.957355 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4936919c-99b1-40ea-9e01-c855350661d1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7639499 Apr 01 12:48:14.960732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-531bf1b7-76c0-4188-ad25-a1e337b7618b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-25882411'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:15.046697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531bf1b7-76c0-4188-ad25-a1e337b7618b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:15.051217 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-531bf1b7-76c0-4188-ad25-a1e337b7618b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.075562 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1703644488'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:15.113223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Made reservation on behalf of 092776e7576f4b999affbbf4ff529fcc for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:15.117962 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.119453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531bf1b7-76c0-4188-ad25-a1e337b7618b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:15.131956 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.137043 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-531bf1b7-76c0-4188-ad25-a1e337b7618b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.137393 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-531bf1b7-76c0-4188-ad25-a1e337b7618b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Added segment 968d9688-2782-4e7d-aecd-764cced08c87 of type vlan for network 7e5ab3d5-de43-4be2-95d7-6f4a264ccf84 Apr 01 12:48:15.192287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-531bf1b7-76c0-4188-ad25-a1e337b7618b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.241285 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.248758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.275516 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-531bf1b7-76c0-4188-ad25-a1e337b7618b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.284819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531bf1b7-76c0-4188-ad25-a1e337b7618b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:15.286027 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-531bf1b7-76c0-4188-ad25-a1e337b7618b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.289494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:15.300010 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e172de0-fcc9-4c37-a9dc-ed52e202ee9c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:15.306968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.307602 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Added segment e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf of type vlan for network 96bed780-b2c5-4276-9735-5989ea19a3ec Apr 01 12:48:15.335755 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.362493 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.394093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.402193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:15.403047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.405485 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-531bf1b7-76c0-4188-ad25-a1e337b7618b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4487982 Apr 01 12:48:15.410091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54948) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:15.416820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'ports': [{'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d'}, {'network_id': '7e5ab3d5-de43-4be2-95d7-6f4a264ccf84'}]} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:15.417134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:15.417613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': '7e5ab3d5-de43-4be2-95d7-6f4a264ccf84'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:15.420646 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bf1b7-76c0-4188-ad25-a1e337b7618b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Network': ['ID=7e5ab3d5-de43-4be2-95d7-6f4a264ccf84,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:15.432964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 7e5ab3d5-de43-4be2-95d7-6f4a264ccf84 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:15.477526 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7575605 Apr 01 12:48:15.481205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54952) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:15.486968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e72982d7-5f7d-4806-aca4-aa15a228aea4 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Request body: {'subnet': {'network_id': '96bed780-b2c5-4276-9735-5989ea19a3ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:15.529215 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f3c26-f196-4cf7-998d-94c2881718ab tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Pushing event updated for resources: {'Network': ['ID=96bed780-b2c5-4276-9735-5989ea19a3ec,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:15.554267 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 96bed780-b2c5-4276-9735-5989ea19a3ec details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:15.654091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72982d7-5f7d-4806-aca4-aa15a228aea4 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Made reservation on behalf of 092776e7576f4b999affbbf4ff529fcc for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:15.658152 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e72982d7-5f7d-4806-aca4-aa15a228aea4 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.728258 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.734770 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.836643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832dcd-de34-4603-ade1-0b21d86066a0 req-6a6c1c56-13e6-4b3a-b38c-4a2086f4624b tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:15.838825 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-78832dcd-de34-4603-ade1-0b21d86066a0 req-6a6c1c56-13e6-4b3a-b38c-4a2086f4624b tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 948 time: 0.1429787 Apr 01 12:48:15.845653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:15.846234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c154079e-d4c3-4083-bb64-20ab94a06f65 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:48:15.886316 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 12:48:15.889279 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-67900bb0-ce05-4970-93f6-360d3c3f06e0 tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7895629 Apr 01 12:48:15.894785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 54964) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:15.948480 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-78832dcd-de34-4603-ade1-0b21d86066a0 req-83ad86a7-b26f-42c2-9b3b-33e68509f13c tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941238 Apr 01 12:48:15.994776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 2} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:16.000036 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.010181 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e72982d7-5f7d-4806-aca4-aa15a228aea4 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.049179 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.097718 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72982d7-5f7d-4806-aca4-aa15a228aea4 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Pushing event updated for resources: {'Subnet': ['ID=f41158b9-8188-449f-89f1-91bd7efb60fc,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:16.103331 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72982d7-5f7d-4806-aca4-aa15a228aea4 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Checking segment: {'id': 'e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96bed780-b2c5-4276-9735-5989ea19a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:16.103695 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72982d7-5f7d-4806-aca4-aa15a228aea4 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Network hostable DHCP agents. Network: 96bed780-b2c5-4276-9735-5989ea19a3ec, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:48:16.125540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72982d7-5f7d-4806-aca4-aa15a228aea4 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Network 96bed780-b2c5-4276-9735-5989ea19a3ec is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:48:16.138065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e72982d7-5f7d-4806-aca4-aa15a228aea4 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 96bed780-b2c5-4276-9735-5989ea19a3ec) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:16.140506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-586ba5cd-45f0-4fc1-9822-b57b699ce81c tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Deleting port b6e9c3db-623e-4420-88ee-e63a6b654c42 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:16.140848 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-586ba5cd-45f0-4fc1-9822-b57b699ce81c tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.146038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72982d7-5f7d-4806-aca4-aa15a228aea4 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:16.147138 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e72982d7-5f7d-4806-aca4-aa15a228aea4 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.157976 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6b897a-c5b8-4d85-a732-be1a5c6fe07d None None] Network 96bed780-b2c5-4276-9735-5989ea19a3ec requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:16.178732 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e72982d7-5f7d-4806-aca4-aa15a228aea4 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6958275 Apr 01 12:48:16.180917 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 54976) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:16.188598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Request body: {'port': {'network_id': '96bed780-b2c5-4276-9735-5989ea19a3ec', 'name': 'tempest-DHCPAgentSchedulersTestJSON-749002282'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:16.260933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 51889653-eb0b-460f-945f-6b989ecea19f details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:48:16.352598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Made reservation on behalf of 092776e7576f4b999affbbf4ff529fcc for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:16.357144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.383424 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] device_id is not set on port ecb97f1e-961f-45d0-bf4f-e36aa1e7a3b0 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:16.391187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port 65a45ccd-7c41-4c65-b9b6-5d14dd31af99 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:16.433203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-96bed780-b2c5-4276-9735-5989ea19a3ec', 'network_id': '96bed780-b2c5-4276-9735-5989ea19a3ec', 'tenant_id': '092776e7576f4b999affbbf4ff529fcc', 'fixed_ips': [{'subnet_id': 'f41158b9-8188-449f-89f1-91bd7efb60fc'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:48:16.434616 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.543082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 51889653-eb0b-460f-945f-6b989ecea19f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51889653-eb0b-460f-945f-6b989ecea19f,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:16.555261 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-586ba5cd-45f0-4fc1-9822-b57b699ce81c tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.570140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-586ba5cd-45f0-4fc1-9822-b57b699ce81c tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Calling delete_port for b6e9c3db-623e-4420-88ee-e63a6b654c42 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:16.610840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Allocated IP 172.20.0.11 (96bed780-b2c5-4276-9735-5989ea19a3ec/f41158b9-8188-449f-89f1-91bd7efb60fc/ecb97f1e-961f-45d0-bf4f-e36aa1e7a3b0) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:16.707598 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '51889653-eb0b-460f-945f-6b989ecea19f', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': '51889653-eb0b-460f-945f-6b989ecea19f', 'mac_address': 'fa:16:3e:0b:09:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:48:16.709237 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.766893 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.782043 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51889653-eb0b-460f-945f-6b989ecea19f {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:48:16.802680 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 51889653-eb0b-460f-945f-6b989ecea19f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51889653-eb0b-460f-945f-6b989ecea19f,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:16.808408 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.810732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port 149a67c8-b079-48c1-ae7c-1f46a8005c68 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:16.877419 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.877875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=51889653-eb0b-460f-945f-6b989ecea19f,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:16.906506 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-586ba5cd-45f0-4fc1-9822-b57b699ce81c tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.919286 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:16.943659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Network 96bed780-b2c5-4276-9735-5989ea19a3ec is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:16.947407 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:16.950873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ba5cd-45f0-4fc1-9822-b57b699ce81c tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6e9c3db-623e-4420-88ee-e63a6b654c42,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:16.980248 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:17.022859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Allocated IP 172.20.0.2 (96bed780-b2c5-4276-9735-5989ea19a3ec/f41158b9-8188-449f-89f1-91bd7efb60fc/3476a529-3263-4e4b-bc7e-7318d0a3d48b) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:17.040228 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Pushing event updated for resources: {'Port': ['ID=ecb97f1e-961f-45d0-bf4f-e36aa1e7a3b0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:17.048816 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-586ba5cd-45f0-4fc1-9822-b57b699ce81c tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.052128 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-586ba5cd-45f0-4fc1-9822-b57b699ce81c tempest-RoutersAdminNegativeTest-5006726 tempest-RoutersAdminNegativeTest-5006726-project-admin] 10.222.0.45 "DELETE /v2.0/ports/b6e9c3db-623e-4420-88ee-e63a6b654c42 HTTP/1.1" status: 204 len: 168 time: 1.1561460 Apr 01 12:48:17.067346 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:17.068008 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.083064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.094685 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ebf02891-7c52-41b3-a594-469e6723833e tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9124606 Apr 01 12:48:17.095274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55004) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:17.151244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc733a14-58ba-4d57-922e-998bed8adc05 req-c8751ac1-7a61-4f39-becc-030ba35c1871 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:17.152737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc733a14-58ba-4d57-922e-998bed8adc05 req-c8751ac1-7a61-4f39-becc-030ba35c1871 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 949 time: 0.0828447 Apr 01 12:48:17.154881 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['51889653-eb0b-460f-945f-6b989ecea19f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:48:17.170281 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.222654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=65a45ccd-7c41-4c65-b9b6-5d14dd31af99,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:17.232593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-534ef052-d5e1-43bf-ba2e-5801217a713a tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Deleting port ecb97f1e-961f-45d0-bf4f-e36aa1e7a3b0 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:17.232920 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-534ef052-d5e1-43bf-ba2e-5801217a713a tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.268147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:17.275048 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:17.279742 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc733a14-58ba-4d57-922e-998bed8adc05 req-2608a036-3fcc-4ef8-a263-a1c0e9f7e7ca tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185079 Apr 01 12:48:17.281025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:17.281864 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.370245 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.392510 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.399108 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=149a67c8-b079-48c1-ae7c-1f46a8005c68,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:17.411524 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-534ef052-d5e1-43bf-ba2e-5801217a713a tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.416331 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Checking segment: {'id': '968d9688-2782-4e7d-aecd-764cced08c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7e5ab3d5-de43-4be2-95d7-6f4a264ccf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:17.418695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network hostable DHCP agents. Network: 7e5ab3d5-de43-4be2-95d7-6f4a264ccf84, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:48:17.430511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-534ef052-d5e1-43bf-ba2e-5801217a713a tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Calling delete_port for ecb97f1e-961f-45d0-bf4f-e36aa1e7a3b0 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:17.458196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 7e5ab3d5-de43-4be2-95d7-6f4a264ccf84 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:48:17.479615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 7e5ab3d5-de43-4be2-95d7-6f4a264ccf84) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:17.487140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:17.500151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:17.505889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55008) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:17.507480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:17.508181 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.528950 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8d0698b3-8928-4dd1-b8a6-e63a7e64d609 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1172509 Apr 01 12:48:17.531878 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55012) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:17.538879 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Network 96bed780-b2c5-4276-9735-5989ea19a3ec is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:17.540349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419afef5-4d2c-4daa-bc3a-85881ed34b13 None None] Network 7e5ab3d5-de43-4be2-95d7-6f4a264ccf84 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:17.641921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:17.652730 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-534ef052-d5e1-43bf-ba2e-5801217a713a tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.654253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:17.659928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Pushing event updated for resources: {'Port': ['ID=3476a529-3263-4e4b-bc7e-7318d0a3d48b,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:17.688056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ef052-d5e1-43bf-ba2e-5801217a713a tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Pushing event deleted for resources: {'Port': ['ID=ecb97f1e-961f-45d0-bf4f-e36aa1e7a3b0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:17.701123 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e4716f8d-ccf9-4200-af99-d31103eddd4e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 149a67c8-b079-48c1-ae7c-1f46a8005c68 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:17.701779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e4716f8d-ccf9-4200-af99-d31103eddd4e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.709113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87f229bd-f5bb-4131-9186-9614d093b9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.767188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Attempting to bind port 3476a529-3263-4e4b-bc7e-7318d0a3d48b on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:17.767816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Attempting to bind port 3476a529-3263-4e4b-bc7e-7318d0a3d48b by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96bed780-b2c5-4276-9735-5989ea19a3ec'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:17.768342 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Attempting to bind port 3476a529-3263-4e4b-bc7e-7318d0a3d48b on network 96bed780-b2c5-4276-9735-5989ea19a3ec {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:17.776368 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:48:17.776738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Checking segment: {'id': 'e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96bed780-b2c5-4276-9735-5989ea19a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:17.777690 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.778105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Bound using segment: {'id': 'e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96bed780-b2c5-4276-9735-5989ea19a3ec'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:48:17.778572 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Bound port: 3476a529-3263-4e4b-bc7e-7318d0a3d48b, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96bed780-b2c5-4276-9735-5989ea19a3ec'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:48:17.778951 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.839388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e4716f8d-ccf9-4200-af99-d31103eddd4e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.864265 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e4716f8d-ccf9-4200-af99-d31103eddd4e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 149a67c8-b079-48c1-ae7c-1f46a8005c68 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:17.891280 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-534ef052-d5e1-43bf-ba2e-5801217a713a tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.894689 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-534ef052-d5e1-43bf-ba2e-5801217a713a tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] 10.222.0.45 "DELETE /v2.0/ports/ecb97f1e-961f-45d0-bf4f-e36aa1e7a3b0 HTTP/1.1" status: 204 len: 168 time: 0.7983119 Apr 01 12:48:17.897534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55026) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:17.904982 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] For port 3476a529-3263-4e4b-bc7e-7318d0a3d48b, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:48:17.908584 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] For port 3476a529-3263-4e4b-bc7e-7318d0a3d48b, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=3476a529-3263-4e4b-bc7e-7318d0a3d48b,segment=NetworkSegment(e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf),segment_id=e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:48:17.919156 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.979792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87f229bd-f5bb-4131-9186-9614d093b9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:17.988814 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87f229bd-f5bb-4131-9186-9614d093b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.004396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7ab1f-f077-467f-8a76-f5b0ac419033 None None] Pushing event updated for resources: {'Port': ['ID=3476a529-3263-4e4b-bc7e-7318d0a3d48b,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:18.032903 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e4716f8d-ccf9-4200-af99-d31103eddd4e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.057330 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-87f229bd-f5bb-4131-9186-9614d093b9e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e5ed2ef0c9b416c8a17fd597e0dedfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493147 Apr 01 12:48:18.061198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55032) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:18.124858 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e4716f8d-ccf9-4200-af99-d31103eddd4e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.128403 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e4716f8d-ccf9-4200-af99-d31103eddd4e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/149a67c8-b079-48c1-ae7c-1f46a8005c68 HTTP/1.1" status: 204 len: 168 time: 0.5955224 Apr 01 12:48:18.129507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4716f8d-ccf9-4200-af99-d31103eddd4e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=149a67c8-b079-48c1-ae7c-1f46a8005c68,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:18.134726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55034) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:18.137413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f229bd-f5bb-4131-9186-9614d093b9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7a76fa-e466-41b1-a0d5-7813110039c7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:18.165102 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0d3fc03-2de2-41be-9106-a0a30aa6c112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.193938 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0d3fc03-2de2-41be-9106-a0a30aa6c112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.225057 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad09ab7-16fe-49ad-908b-625c32095eca tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:18.230947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad09ab7-16fe-49ad-908b-625c32095eca tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:18.232751 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aad09ab7-16fe-49ad-908b-625c32095eca tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0971522 Apr 01 12:48:18.235570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55036) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:18.257558 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-df07d7f7-eacb-49fd-b469-4e3a2e0a1870 tempest-DHCPAgentSchedulersTestJSON-645948442 tempest-DHCPAgentSchedulersTestJSON-645948442-project-admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.3563187 Apr 01 12:48:18.258338 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55038) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:18.263720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-aa2dde71-2c3d-4e5f-b5b5-050100e126f8 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1013047636'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:18.299517 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0d3fc03-2de2-41be-9106-a0a30aa6c112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.306494 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0d3fc03-2de2-41be-9106-a0a30aa6c112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.307642 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d0d3fc03-2de2-41be-9106-a0a30aa6c112 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa7a76fa-e466-41b1-a0d5-7813110039c7 HTTP/1.1" status: 204 len: 168 time: 0.2455122 Apr 01 12:48:18.346190 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2dde71-2c3d-4e5f-b5b5-050100e126f8 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Made reservation on behalf of 092776e7576f4b999affbbf4ff529fcc for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:18.349639 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa2dde71-2c3d-4e5f-b5b5-050100e126f8 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.353075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3fc03-2de2-41be-9106-a0a30aa6c112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7a76fa-e466-41b1-a0d5-7813110039c7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:18.404976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2dde71-2c3d-4e5f-b5b5-050100e126f8 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:18.418738 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa2dde71-2c3d-4e5f-b5b5-050100e126f8 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.419377 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-aa2dde71-2c3d-4e5f-b5b5-050100e126f8 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Added segment 8945a408-2454-4936-8ca7-5f0130998ef3 of type vlan for network 21672b6b-e309-4bf2-9775-c2c4405ba00f Apr 01 12:48:18.486419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8cf9c-0e36-4ba3-b174-2927ec542378 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 65a45ccd-7c41-4c65-b9b6-5d14dd31af99 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:18.486821 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4b8cf9c-0e36-4ba3-b174-2927ec542378 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.573697 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa2dde71-2c3d-4e5f-b5b5-050100e126f8 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.633303 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4b8cf9c-0e36-4ba3-b174-2927ec542378 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.633781 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7140c-34f8-4428-af35-ca4fed412e01 req-6cee8baa-e5aa-4463-86bd-0be9869e3b06 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:18.635375 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-83d7140c-34f8-4428-af35-ca4fed412e01 req-6cee8baa-e5aa-4463-86bd-0be9869e3b06 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 949 time: 0.1458797 Apr 01 12:48:18.647873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8cf9c-0e36-4ba3-b174-2927ec542378 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 65a45ccd-7c41-4c65-b9b6-5d14dd31af99 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:18.660836 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa2dde71-2c3d-4e5f-b5b5-050100e126f8 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.668563 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2dde71-2c3d-4e5f-b5b5-050100e126f8 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:18.669363 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-aa2dde71-2c3d-4e5f-b5b5-050100e126f8 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.756304 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4b8cf9c-0e36-4ba3-b174-2927ec542378 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.776772 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-aa2dde71-2c3d-4e5f-b5b5-050100e126f8 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5174208 Apr 01 12:48:18.782477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55050) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:18.788601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dde71-2c3d-4e5f-b5b5-050100e126f8 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Pushing event updated for resources: {'Network': ['ID=21672b6b-e309-4bf2-9775-c2c4405ba00f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:18.803430 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-83d7140c-34f8-4428-af35-ca4fed412e01 req-9107ae83-fd07-4a59-a41d-9ef2709c60d9 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586697 Apr 01 12:48:18.807112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 21672b6b-e309-4bf2-9775-c2c4405ba00f details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:18.854261 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4b8cf9c-0e36-4ba3-b174-2927ec542378 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:18.860099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d4b8cf9c-0e36-4ba3-b174-2927ec542378 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/65a45ccd-7c41-4c65-b9b6-5d14dd31af99 HTTP/1.1" status: 204 len: 168 time: 0.6209483 Apr 01 12:48:18.860099 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8cf9c-0e36-4ba3-b174-2927ec542378 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=65a45ccd-7c41-4c65-b9b6-5d14dd31af99,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:18.861190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55056) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:18.938499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15f5a0-d0b2-4b17-aa04-9b1b13ded827 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:18.942750 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5c15f5a0-d0b2-4b17-aa04-9b1b13ded827 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0778856 Apr 01 12:48:18.947585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55060) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:18.964107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55064) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:18.993948 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c2e373-4130-4576-9675-52c7c465d068 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:48:18.999065 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-01c2e373-4130-4576-9675-52c7c465d068 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/149a67c8-b079-48c1-ae7c-1f46a8005c68 HTTP/1.1" status: 404 len: 333 time: 0.0488319 Apr 01 12:48:19.000755 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55066) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:19.032757 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0a72aeb9-6642-4564-974c-fa25a604ca6d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9031edd33bee48219d86eecc67cf1c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632987 Apr 01 12:48:19.032999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55068) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:19.090942 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02f2eff-e571-4d06-8c2b-deb6940498c3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:48:19.094997 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c02f2eff-e571-4d06-8c2b-deb6940498c3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/65a45ccd-7c41-4c65-b9b6-5d14dd31af99 HTTP/1.1" status: 404 len: 333 time: 0.0906472 Apr 01 12:48:19.097358 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55070) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:19.098646 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf6c18b6-7605-477f-8537-21967f458496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.099665 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dc869bb4-6f54-41e5-9909-8bbeb01677d4 tempest-DHCPAgentSchedulersTestJSON-645948442 tempest-DHCPAgentSchedulersTestJSON-645948442-project-admin] 10.222.0.45 "GET /v2.0/agents/2ee73779-3d36-4ce9-b11c-28e0a4e9610b/dhcp-networks HTTP/1.1" status: 200 len: 6386 time: 0.3160753 Apr 01 12:48:19.102478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55072) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:19.131060 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf6c18b6-7605-477f-8537-21967f458496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.200128 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf6c18b6-7605-477f-8537-21967f458496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.204209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf6c18b6-7605-477f-8537-21967f458496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.224877 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cf6c18b6-7605-477f-8537-21967f458496 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87b27a2c-a6cb-40e9-a6c3-b2a9dca1f9d5 HTTP/1.1" status: 204 len: 168 time: 0.1874788 Apr 01 12:48:19.234374 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.244504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c18b6-7605-477f-8537-21967f458496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b27a2c-a6cb-40e9-a6c3-b2a9dca1f9d5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:19.310801 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6f21f1-f737-45dc-8d0f-95bfed1ebc18 tempest-DHCPAgentSchedulersTestJSON-645948442 tempest-DHCPAgentSchedulersTestJSON-645948442-project-admin] Network 21672b6b-e309-4bf2-9775-c2c4405ba00f is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:48:19.320686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55080) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:19.347234 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1c6f21f1-f737-45dc-8d0f-95bfed1ebc18 tempest-DHCPAgentSchedulersTestJSON-645948442 tempest-DHCPAgentSchedulersTestJSON-645948442-project-admin] 10.222.0.45 "POST /v2.0/agents/2ee73779-3d36-4ce9-b11c-28e0a4e9610b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2433531 Apr 01 12:48:19.349410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55084) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:19.358915 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c6a4b9-73de-4034-87a3-b3d4e1f463d1 None None] Network 21672b6b-e309-4bf2-9775-c2c4405ba00f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:19.471310 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.497387 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5ab3d5-de43-4be2-95d7-6f4a264ccf84']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:19.508576 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968d9688-2782-4e7d-aecd-764cced08c87') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:19.509926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968d9688-2782-4e7d-aecd-764cced08c87') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:19.521747 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.538728 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.545511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:48:19.545970 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.549166 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6dc52f80-0cf5-4c10-ada1-82c055ffaf7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:48:19.601975 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:48:19.649086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd998ad-4cf2-49bc-813f-e674cfeeaf7a None None] Network 96bed780-b2c5-4276-9735-5989ea19a3ec requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:19.650917 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.685693 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.700786 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/networks/7e5ab3d5-de43-4be2-95d7-6f4a264ccf84 HTTP/1.1" status: 204 len: 168 time: 0.5896425 Apr 01 12:48:19.700786 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4c121-1d03-4521-b99e-84e57e2b909a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Network': ['ID=7e5ab3d5-de43-4be2-95d7-6f4a264ccf84,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:19.700786 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55092) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:19.721318 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1988de4a-34d5-4d4a-aa0b-d94efeb2d8f8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1653388630'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:19.739162 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55098) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:19.746722 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-de7d7550-bc61-458b-92e6-c9c88a85f124 tempest-DHCPAgentSchedulersTestJSON-645948442 tempest-DHCPAgentSchedulersTestJSON-645948442-project-admin] 10.222.0.45 "GET /v2.0/agents/2ee73779-3d36-4ce9-b11c-28e0a4e9610b/dhcp-networks HTTP/1.1" status: 200 len: 7157 time: 0.3955598 Apr 01 12:48:19.774371 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fcbed1ec-cd2c-45c1-a292-d329f5a3f4d9 None None] Provisioning complete for port 3476a529-3263-4e4b-bc7e-7318d0a3d48b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:19.774993 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fcbed1ec-cd2c-45c1-a292-d329f5a3f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.795604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1988de4a-34d5-4d4a-aa0b-d94efeb2d8f8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:19.799898 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1988de4a-34d5-4d4a-aa0b-d94efeb2d8f8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.850521 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6dc52f80-0cf5-4c10-ada1-82c055ffaf7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.857323 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6dc52f80-0cf5-4c10-ada1-82c055ffaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:19.941864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1988de4a-34d5-4d4a-aa0b-d94efeb2d8f8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:19.953146 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6dc52f80-0cf5-4c10-ada1-82c055ffaf7f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4835e6ef7cd943c4b9c04fc877613b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309066 Apr 01 12:48:19.953965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55112) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:19.954664 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc52f80-0cf5-4c10-ada1-82c055ffaf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2f6308-5bff-4cce-a84b-7a0a94eb6f5d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:20.021548 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1988de4a-34d5-4d4a-aa0b-d94efeb2d8f8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.021897 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-1988de4a-34d5-4d4a-aa0b-d94efeb2d8f8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Added segment 7498904d-9bfa-4809-b235-bcfad53a298b of type vlan for network 71ed661b-8805-4352-a343-872e3062e6ee Apr 01 12:48:20.024541 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d9112628-0ece-464a-8de2-d343cf3aff65 tempest-DHCPAgentSchedulersTestJSON-645948442 tempest-DHCPAgentSchedulersTestJSON-645948442-project-admin] 10.222.0.45 "DELETE /v2.0/agents/2ee73779-3d36-4ce9-b11c-28e0a4e9610b/dhcp-networks/21672b6b-e309-4bf2-9775-c2c4405ba00f HTTP/1.1" status: 204 len: 168 time: 0.2843280 Apr 01 12:48:20.046308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55118) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:20.080979 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1988de4a-34d5-4d4a-aa0b-d94efeb2d8f8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.111781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1988de4a-34d5-4d4a-aa0b-d94efeb2d8f8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.119215 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1988de4a-34d5-4d4a-aa0b-d94efeb2d8f8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:20.119868 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1988de4a-34d5-4d4a-aa0b-d94efeb2d8f8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.138929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21280c48-08d7-43f6-8b94-14d1b36ad0d1 req-8216840a-3d2a-4c60-b516-9f62b7ce6827 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:20.140421 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21280c48-08d7-43f6-8b94-14d1b36ad0d1 req-8216840a-3d2a-4c60-b516-9f62b7ce6827 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 949 time: 0.1666884 Apr 01 12:48:20.212982 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fcbed1ec-cd2c-45c1-a292-d329f5a3f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.264092 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 51889653-eb0b-460f-945f-6b989ecea19f up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:48:20.268003 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1988de4a-34d5-4d4a-aa0b-d94efeb2d8f8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5548868 Apr 01 12:48:20.271653 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55130) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:20.284192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': '71ed661b-8805-4352-a343-872e3062e6ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:20.311448 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-483f629c-7057-40f0-82a4-5d6bd247a169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.349976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988de4a-34d5-4d4a-aa0b-d94efeb2d8f8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Network': ['ID=71ed661b-8805-4352-a343-872e3062e6ee,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:20.424081 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-fcbed1ec-cd2c-45c1-a292-d329f5a3f4d9 None None] For port 3476a529-3263-4e4b-bc7e-7318d0a3d48b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=3476a529-3263-4e4b-bc7e-7318d0a3d48b,segment=NetworkSegment(e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf),segment_id=e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:20.428845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 71ed661b-8805-4352-a343-872e3062e6ee details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:20.439557 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fcbed1ec-cd2c-45c1-a292-d329f5a3f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.446047 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21280c48-08d7-43f6-8b94-14d1b36ad0d1 req-052637ba-8634-4d93-9cb3-0e4b8ec1bddc tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842493 Apr 01 12:48:20.453579 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-483f629c-7057-40f0-82a4-5d6bd247a169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.472883 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:20.484510 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.525835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbed1ec-cd2c-45c1-a292-d329f5a3f4d9 None None] Pushing event updated for resources: {'Port': ['ID=3476a529-3263-4e4b-bc7e-7318d0a3d48b,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:20.530756 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 3476a529-3263-4e4b-bc7e-7318d0a3d48b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:48:20.566847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7b1b79dc-6b17-4e8e-828b-df270cdb331b tempest-DHCPAgentSchedulersTestJSON-645948442 tempest-DHCPAgentSchedulersTestJSON-645948442-project-admin] 10.222.0.45 "GET /v2.0/agents/2ee73779-3d36-4ce9-b11c-28e0a4e9610b/dhcp-networks HTTP/1.1" status: 200 len: 5640 time: 0.5169098 Apr 01 12:48:20.572337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55144) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:20.590249 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.ipam_backend_mixin [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Performing IP validity checks on allocation pools {{(pid=102719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 12:48:20.593877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.ipam_backend_mixin [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 12:48:20.617844 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-84239036-124b-4994-aa19-081afc9f8247 tempest-DHCPAgentSchedulersTestJSON-645948442 tempest-DHCPAgentSchedulersTestJSON-645948442-project-admin] 10.222.0.45 "GET /v2.0/networks/96bed780-b2c5-4276-9735-5989ea19a3ec/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0417769 Apr 01 12:48:20.621978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55146) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:20.631600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55148) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:20.650052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0c34d525-bef2-4912-bf92-c4c4c5cea274 tempest-DHCPAgentSchedulersTestJSON-645948442 tempest-DHCPAgentSchedulersTestJSON-645948442-project-admin] 10.222.0.45 "GET /v2.0/networks/96bed780-b2c5-4276-9735-5989ea19a3ec/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0257549 Apr 01 12:48:20.652756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55150) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:20.657936 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 51889653-eb0b-460f-945f-6b989ecea19f completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:48:20.665495 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 51889653-eb0b-460f-945f-6b989ecea19f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:20.666186 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.703497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 3476a529-3263-4e4b-bc7e-7318d0a3d48b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:20.704174 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.743342 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-483f629c-7057-40f0-82a4-5d6bd247a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.752209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-483f629c-7057-40f0-82a4-5d6bd247a169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.753938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-483f629c-7057-40f0-82a4-5d6bd247a169 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af2f6308-5bff-4cce-a84b-7a0a94eb6f5d HTTP/1.1" status: 204 len: 168 time: 0.7859399 Apr 01 12:48:20.875344 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.888958 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:20.953342 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25de0cd-7dae-4b2a-898f-857817a13d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51889653-eb0b-460f-945f-6b989ecea19f'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:48:20.956103 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bd05b1-ab6a-4b56-b18f-030e8c2f30fc" -d '{"events": [{"server_uuid": "d25de0cd-7dae-4b2a-898f-857817a13d4d", "name": "network-vif-plugged", "status": "completed", "tag": "51889653-eb0b-460f-945f-6b989ecea19f"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:48:20.987138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 51889653-eb0b-460f-945f-6b989ecea19f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51889653-eb0b-460f-945f-6b989ecea19f,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:21.001466 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.078991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Subnet': ['ID=4b91b52c-38af-4f93-ba69-1c6fa3a0fbd1,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:21.080347 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9d2fd058-3163-4c70-af74-4f8a8138ab0d None None] Provisioning complete for port 3476a529-3263-4e4b-bc7e-7318d0a3d48b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:21.080772 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd058-3163-4c70-af74-4f8a8138ab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.085525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Checking segment: {'id': '7498904d-9bfa-4809-b235-bcfad53a298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '71ed661b-8805-4352-a343-872e3062e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:21.085904 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network hostable DHCP agents. Network: 71ed661b-8805-4352-a343-872e3062e6ee, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:48:21.090133 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dd907a-7044-438e-860c-d54a77cdb8a4 x-openstack-request-id: req-f2dd907a-7044-438e-860c-d54a77cdb8a4 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:48:21.090633 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25de0cd-7dae-4b2a-898f-857817a13d4d", "name": "network-vif-plugged", "status": "completed", "tag": "51889653-eb0b-460f-945f-6b989ecea19f", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:48:21.091044 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2dd907a-7044-438e-860c-d54a77cdb8a4 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:48:21.092216 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2dd907a-7044-438e-860c-d54a77cdb8a4'] response: {'server_uuid': 'd25de0cd-7dae-4b2a-898f-857817a13d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51889653-eb0b-460f-945f-6b989ecea19f', 'code': 200} Apr 01 12:48:21.127623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 71ed661b-8805-4352-a343-872e3062e6ee is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:48:21.148107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 71ed661b-8805-4352-a343-872e3062e6ee) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:21.156584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:21.157195 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.161995 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cc23ff-7944-488b-979b-ec9f39a7e52d None None] Network 71ed661b-8805-4352-a343-872e3062e6ee requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:21.188542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1758738842'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:21.250432 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1f688a4a-21fc-4456-98ba-7e01c4def746 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9703388 Apr 01 12:48:21.258991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55162) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:21.258991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55164) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:21.268883 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': '71ed661b-8805-4352-a343-872e3062e6ee', 'name': 'tempest-PortsIpV6TestJSON-1428773067'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:21.270362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=51889653-eb0b-460f-945f-6b989ecea19f,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:21.431153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-71ed661b-8805-4352-a343-872e3062e6ee', 'network_id': '71ed661b-8805-4352-a343-872e3062e6ee', 'tenant_id': '306043477d8a4230b32df111b11a384e', 'fixed_ips': [{'subnet_id': '4b91b52c-38af-4f93-ba69-1c6fa3a0fbd1'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:48:21.432676 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.454727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f629c-7057-40f0-82a4-5d6bd247a169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2f6308-5bff-4cce-a84b-7a0a94eb6f5d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:21.551557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Made reservation on behalf of 5e33d95d4bd244639f3cda02c2231161 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:21.554965 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.559420 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55174) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:21.590225 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e4be2dd7-a550-40ba-a67e-a1a6466078e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.602371 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.609082 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b29963b-7b79-4282-a0aa-8333717fd42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.641094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbc07c-fad2-4f75-b00d-7ea1ded11f8f req-1824a072-5ebf-4870-ac06-8bd0abeaebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:21.642618 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0afbc07c-fad2-4f75-b00d-7ea1ded11f8f req-1824a072-5ebf-4870-ac06-8bd0abeaebf5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 1101 time: 0.2154779 Apr 01 12:48:21.645964 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c62504d4-4c7a-43ae-ac9c-b09acd493619 tempest-DHCPAgentSchedulersTestJSON-645948442 tempest-DHCPAgentSchedulersTestJSON-645948442-project-admin] 10.222.0.45 "GET /v2.0/agents/2ee73779-3d36-4ce9-b11c-28e0a4e9610b/dhcp-networks HTTP/1.1" status: 200 len: 5640 time: 0.9909837 Apr 01 12:48:21.650437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55176) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:21.671458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Allocated IP 2001:db8::2 (71ed661b-8805-4352-a343-872e3062e6ee/4b91b52c-38af-4f93-ba69-1c6fa3a0fbd1/e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:21.689800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-447b7045-9f6a-4d72-a878-59e3d4ac6367 None None] Could not find standard attr ID for object ecb97f1e-961f-45d0-bf4f-e36aa1e7a3b0. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:48:21.725564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:21.729001 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.743245 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.776003 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.776235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.788476 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:21.795192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1cec6-6707-4a8c-bd6c-b96d197dab56 req-331448b0-590b-44e8-bb05-f9265d7915b5 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:21.796815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2ec1cec6-6707-4a8c-bd6c-b96d197dab56 req-331448b0-590b-44e8-bb05-f9265d7915b5 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 950 time: 0.2258267 Apr 01 12:48:21.797867 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.798232 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Added segment 9d684045-75bd-4de6-bf27-ce2185da2940 of type vlan for network 3ce94b1b-b429-4d99-bc13-56e81d344b81 Apr 01 12:48:21.801154 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0afbc07c-fad2-4f75-b00d-7ea1ded11f8f req-424dbe1c-7a47-408f-b91a-93c8ca0f3977 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496396 Apr 01 12:48:21.858405 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.867847 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.874032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port d7f680fb-73f6-4e00-bef1-ee8268de9224 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:21.885643 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2ec1cec6-6707-4a8c-bd6c-b96d197dab56 req-239a30e8-c48f-43e1-a620-7d1c43037b03 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817640 Apr 01 12:48:21.926508 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.926739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Network 71ed661b-8805-4352-a343-872e3062e6ee is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:21.929456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:21.932790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:21.940743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Pushing event updated for resources: {'Port': ['ID=e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:21.947233 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.954033 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21672b6b-e309-4bf2-9775-c2c4405ba00f']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:21.959701 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b806c6cf-f743-4e56-ad0f-c685b50f05e1,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:21.964089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8945a408-2454-4936-8ca7-5f0130998ef3') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:21.964463 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8945a408-2454-4936-8ca7-5f0130998ef3') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:21.972988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34985db1-5059-4eaf-9ee7-1ca3b97abf9b req-32ec095f-6ae3-475f-8bb6-de2629ab2f6a tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:21.974604 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34985db1-5059-4eaf-9ee7-1ca3b97abf9b req-32ec095f-6ae3-475f-8bb6-de2629ab2f6a tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1096 time: 0.3516567 Apr 01 12:48:21.977638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:21.994618 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.003334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:48:22.003334 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:48:22.006926 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:48:22.008954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Attempting to bind port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:22.008954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Attempting to bind port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '7498904d-9bfa-4809-b235-bcfad53a298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '71ed661b-8805-4352-a343-872e3062e6ee'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:22.008954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Attempting to bind port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c on network 71ed661b-8805-4352-a343-872e3062e6ee {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:22.015527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:48:22.015527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Checking segment: {'id': '7498904d-9bfa-4809-b235-bcfad53a298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '71ed661b-8805-4352-a343-872e3062e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:22.015932 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.016475 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Bound using segment: {'id': '7498904d-9bfa-4809-b235-bcfad53a298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '71ed661b-8805-4352-a343-872e3062e6ee'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:48:22.017040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Bound port: e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7498904d-9bfa-4809-b235-bcfad53a298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '71ed661b-8805-4352-a343-872e3062e6ee'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:48:22.017488 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.083161 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.083422 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] For port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:48:22.086538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] For port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c,segment=NetworkSegment(7498904d-9bfa-4809-b235-bcfad53a298b),segment_id=7498904d-9bfa-4809-b235-bcfad53a298b)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:48:22.092712 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.095328 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.099068 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] 10.222.0.45 "DELETE /v2.0/networks/21672b6b-e309-4bf2-9775-c2c4405ba00f HTTP/1.1" status: 204 len: 168 time: 0.4371676 Apr 01 12:48:22.101606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55178) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:22.106857 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e4be2dd7-a550-40ba-a67e-a1a6466078e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.110554 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.116366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:22.116950 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.122281 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734d2f8-ad22-406d-ace7-42a3c0571717 tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Pushing event deleted for resources: {'Network': ['ID=21672b6b-e309-4bf2-9775-c2c4405ba00f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:22.139563 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-296f8128-6a95-4ca2-9330-1f6a6863f45c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:22.140312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296f8128-6a95-4ca2-9330-1f6a6863f45c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:22.145870 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e4be2dd7-a550-40ba-a67e-a1a6466078e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.146450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-296f8128-6a95-4ca2-9330-1f6a6863f45c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] 10.222.0.45 "DELETE /v2.0/ports/ecb97f1e-961f-45d0-bf4f-e36aa1e7a3b0 HTTP/1.1" status: 404 len: 333 time: 0.0437708 Apr 01 12:48:22.147107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55180) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:22.158720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da31b25-85f7-42b0-9b38-83179aa321e2 None None] Pushing event updated for resources: {'Port': ['ID=e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:22.167177 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b29963b-7b79-4282-a0aa-8333717fd42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.185838 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-34985db1-5059-4eaf-9ee7-1ca3b97abf9b req-9b8f7e0f-0d47-4616-82be-9f0070f538c1 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922424 Apr 01 12:48:22.193318 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5b29963b-7b79-4282-a0aa-8333717fd42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.214840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8b68ce-8a1b-4633-8e02-df217eb5514d tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Deleting subnet f41158b9-8188-449f-89f1-91bd7efb60fc {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:48:22.217360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55182) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:22.266190 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b8b68ce-8a1b-4633-8e02-df217eb5514d tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.332933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b8b68ce-8a1b-4633-8e02-df217eb5514d tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.390663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 3476a529-3263-4e4b-bc7e-7318d0a3d48b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:48:22.524815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 3476a529-3263-4e4b-bc7e-7318d0a3d48b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:22.525136 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.628744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b8b68ce-8a1b-4633-8e02-df217eb5514d tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.660832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port e2418938-335a-4d58-b8ae-6fa6a6c2186c {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:22.664181 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.664319 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0283246 Apr 01 12:48:22.666132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55184) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:22.680289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-921d10d6-18b1-4d81-a405-940bcadb7e3b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Request body: {'subnet': {'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:22.685993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8::1da (71ed661b-8805-4352-a343-872e3062e6ee/4b91b52c-38af-4f93-ba69-1c6fa3a0fbd1/d7f680fb-73f6-4e00-bef1-ee8268de9224) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:22.703113 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e4be2dd7-a550-40ba-a67e-a1a6466078e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e59e496b1a084209a6cf4ebfbe877aad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4428205 Apr 01 12:48:22.707894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55186) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:22.709034 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bddcb-96fd-4b70-911d-59a573d4b4eb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event updated for resources: {'Network': ['ID=3ce94b1b-b429-4d99-bc13-56e81d344b81,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:22.716477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be2dd7-a550-40ba-a67e-a1a6466078e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccf1d5e-884a-4964-9354-6237c9dbfd1e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:22.720047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 3ce94b1b-b429-4d99-bc13-56e81d344b81 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:22.730766 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5b29963b-7b79-4282-a0aa-8333717fd42b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8059a7eec0514486ae729f242979ca46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1703012 Apr 01 12:48:22.742891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55188) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:22.767155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29963b-7b79-4282-a0aa-8333717fd42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbcbdaf-76e0-424b-a9ca-266887e775ff,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:22.930537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b8b68ce-8a1b-4633-8e02-df217eb5514d tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.930752 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.950955 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:22.950955 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.007014 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.045744 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c037895-d048-44b7-9e1d-0040416a0c40 None None] Network 96bed780-b2c5-4276-9735-5989ea19a3ec requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:23.052176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for e2418938-335a-4d58-b8ae-6fa6a6c2186c owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:23.061484 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 71ed661b-8805-4352-a343-872e3062e6ee is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:23.064799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:23.068942 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:23.076511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:23.077850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.088805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=d7f680fb-73f6-4e00-bef1-ee8268de9224,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:23.118166 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ce79c014-d1d3-4f3f-a0bb-4e1dd634a447 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8613236 Apr 01 12:48:23.121315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55192) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:23.170864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b68ce-8a1b-4633-8e02-df217eb5514d tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Pushing event deleted for resources: {'Subnet': ['ID=f41158b9-8188-449f-89f1-91bd7efb60fc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:23.172702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921d10d6-18b1-4d81-a405-940bcadb7e3b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Made reservation on behalf of 5e33d95d4bd244639f3cda02c2231161 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:23.176205 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-921d10d6-18b1-4d81-a405-940bcadb7e3b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.188575 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ddbc84ca-3ceb-436c-ad86-23c183cdd15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.227909 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ddbc84ca-3ceb-436c-ad86-23c183cdd15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.267701 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b8b68ce-8a1b-4633-8e02-df217eb5514d tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.273124 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6b8b68ce-8a1b-4633-8e02-df217eb5514d tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] 10.222.0.45 "DELETE /v2.0/subnets/f41158b9-8188-449f-89f1-91bd7efb60fc HTTP/1.1" status: 204 len: 168 time: 1.1226737 Apr 01 12:48:23.274101 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55194) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:23.278390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-b61c2389-401f-4ab1-8efb-a3ba7783ab89 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port d7f680fb-73f6-4e00-bef1-ee8268de9224 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:23.279112 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b61c2389-401f-4ab1-8efb-a3ba7783ab89 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.353147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecc58d-6fd0-4b64-9247-bb2507423eae req-17a6945f-ac1c-4e2e-aeb2-8d081eafebc4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:23.354747 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-99ecc58d-6fd0-4b64-9247-bb2507423eae req-17a6945f-ac1c-4e2e-aeb2-8d081eafebc4 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 950 time: 0.3705966 Apr 01 12:48:23.369217 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f193c5c-c03c-4aa6-892a-f7319129a3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.418216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3c65f9-f46b-4a78-9a4e-46e42838d8fb None None] DHCP port deletion for 96bed780-b2c5-4276-9735-5989ea19a3ec request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:48:23.458687 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f193c5c-c03c-4aa6-892a-f7319129a3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.470579 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.482483 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c65f9-f46b-4a78-9a4e-46e42838d8fb None None] Deleting port 3476a529-3263-4e4b-bc7e-7318d0a3d48b {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:23.482861 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2e3c65f9-f46b-4a78-9a4e-46e42838d8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.519066 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b61c2389-401f-4ab1-8efb-a3ba7783ab89 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.555313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-b61c2389-401f-4ab1-8efb-a3ba7783ab89 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for d7f680fb-73f6-4e00-bef1-ee8268de9224 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:23.585543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2e3c65f9-f46b-4a78-9a4e-46e42838d8fb None None] For port 3476a529-3263-4e4b-bc7e-7318d0a3d48b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=3476a529-3263-4e4b-bc7e-7318d0a3d48b,segment=NetworkSegment(e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf),segment_id=e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:23.585543 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2e3c65f9-f46b-4a78-9a4e-46e42838d8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.604167 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c65f9-f46b-4a78-9a4e-46e42838d8fb None None] Calling delete_port for 3476a529-3263-4e4b-bc7e-7318d0a3d48b owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:23.629456 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Deleting port 3476a529-3263-4e4b-bc7e-7318d0a3d48b {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:23.629901 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.667181 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ddbc84ca-3ceb-436c-ad86-23c183cdd15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.670887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ddbc84ca-3ceb-436c-ad86-23c183cdd15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.675389 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ddbc84ca-3ceb-436c-ad86-23c183cdd15e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ccf1d5e-884a-4964-9354-6237c9dbfd1e HTTP/1.1" status: 204 len: 168 time: 0.9600754 Apr 01 12:48:23.689192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc84ca-3ceb-436c-ad86-23c183cdd15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccf1d5e-884a-4964-9354-6237c9dbfd1e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:23.691686 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f400ea1-d877-4a89-86dc-8b307a42f2f7 None None] Network 71ed661b-8805-4352-a343-872e3062e6ee requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:23.694296 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-99ecc58d-6fd0-4b64-9247-bb2507423eae req-9487cf1a-0e80-49a0-afc6-6538a5e874a9 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933464 Apr 01 12:48:23.729314 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.739597 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] For port 3476a529-3263-4e4b-bc7e-7318d0a3d48b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=3476a529-3263-4e4b-bc7e-7318d0a3d48b,segment=NetworkSegment(e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf),segment_id=e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:23.740206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.754533 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Calling delete_port for 3476a529-3263-4e4b-bc7e-7318d0a3d48b owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:23.795580 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f193c5c-c03c-4aa6-892a-f7319129a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.798116 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5f193c5c-c03c-4aa6-892a-f7319129a3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.799300 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5f193c5c-c03c-4aa6-892a-f7319129a3b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/adbcbdaf-76e0-424b-a9ca-266887e775ff HTTP/1.1" status: 204 len: 168 time: 1.0509324 Apr 01 12:48:23.828801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=e2418938-335a-4d58-b8ae-6fa6a6c2186c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:23.853883 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-84883716-24b6-4981-9524-a6e8835b5567 None None] Provisioning complete for port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:23.854502 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-84883716-24b6-4981-9524-a6e8835b5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.861580 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:48:23.869796 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:48:23.921013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f193c5c-c03c-4aa6-892a-f7319129a3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbcbdaf-76e0-424b-a9ca-266887e775ff,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:23.926100 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Pushing event deleted for resources: {'Port': ['ID=3476a529-3263-4e4b-bc7e-7318d0a3d48b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:23.926654 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2e3c65f9-f46b-4a78-9a4e-46e42838d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:23.935776 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] No DVR routers for this DVR port 3476a529-3263-4e4b-bc7e-7318d0a3d48b on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:48:23.989267 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b61c2389-401f-4ab1-8efb-a3ba7783ab89 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.000496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c65f9-f46b-4a78-9a4e-46e42838d8fb None None] Pushing event deleted for resources: {'Port': ['ID=3476a529-3263-4e4b-bc7e-7318d0a3d48b,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:24.017732 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c65f9-f46b-4a78-9a4e-46e42838d8fb None None] No DVR routers for this DVR port 3476a529-3263-4e4b-bc7e-7318d0a3d48b on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:48:24.102833 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.104026 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.105979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c2389-401f-4ab1-8efb-a3ba7783ab89 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=d7f680fb-73f6-4e00-bef1-ee8268de9224,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:24.106340 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Floating IP 9eef3a4a-b4b8-49e7-b818-5038c8f7af3f disassociated (deleted). External IP: 172.25.7.158, port: 2a3471e0-4bfc-41e0-be03-8aee4296f81b. Apr 01 12:48:24.143913 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-84883716-24b6-4981-9524-a6e8835b5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.160084 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-921d10d6-18b1-4d81-a405-940bcadb7e3b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.200569 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b61c2389-401f-4ab1-8efb-a3ba7783ab89 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.211432 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b61c2389-401f-4ab1-8efb-a3ba7783ab89 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/d7f680fb-73f6-4e00-bef1-ee8268de9224 HTTP/1.1" status: 204 len: 168 time: 1.0883114 Apr 01 12:48:24.214857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bed780-b2c5-4276-9735-5989ea19a3ec']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:24.215849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55206) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:24.217287 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-84883716-24b6-4981-9524-a6e8835b5567 None None] For port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c,segment=NetworkSegment(7498904d-9bfa-4809-b235-bcfad53a298b),segment_id=7498904d-9bfa-4809-b235-bcfad53a298b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:24.232004 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-84883716-24b6-4981-9524-a6e8835b5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.232883 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:24.245433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c99bc6-2c8b-4ece-bcb8-2d49ea1d4faf') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:24.267929 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.294033 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dc60c2-5338-4b40-ac5a-2af242175d88 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] DELETE failed (client error): The resource could not be found. Apr 01 12:48:24.305941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84883716-24b6-4981-9524-a6e8835b5567 None None] Pushing event updated for resources: {'Port': ['ID=e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:24.311981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2dc60c2-5338-4b40-ac5a-2af242175d88 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:24.315899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d2dc60c2-5338-4b40-ac5a-2af242175d88 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/d7f680fb-73f6-4e00-bef1-ee8268de9224 HTTP/1.1" status: 404 len: 333 time: 0.0969989 Apr 01 12:48:24.322691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55208) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:24.331674 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.343327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:48:24.344475 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:48:24.349947 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:48:24.352075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55210) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:24.373998 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55212) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:24.391413 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-449661a0-992a-4711-b6c2-f9dbd1590f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.417682 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d10d6-18b1-4d81-a405-940bcadb7e3b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event updated for resources: {'Subnet': ['ID=c81539e8-fd4f-40a3-893f-a1a1d6ae7eea,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:24.421400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d10d6-18b1-4d81-a405-940bcadb7e3b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Checking segment: {'id': '9d684045-75bd-4de6-bf27-ce2185da2940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:24.421764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d10d6-18b1-4d81-a405-940bcadb7e3b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Network hostable DHCP agents. Network: 3ce94b1b-b429-4d99-bc13-56e81d344b81, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:48:24.424087 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed8f398-a2ce-4816-89c7-241a1e31531d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:48:24.428084 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5ed8f398-a2ce-4816-89c7-241a1e31531d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/d7f680fb-73f6-4e00-bef1-ee8268de9224 HTTP/1.1" status: 404 len: 333 time: 0.0985601 Apr 01 12:48:24.431574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55214) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:24.436992 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13737140-13c3-45a4-854e-dbb5612a587f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.470601 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.488583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:48:24.506374 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.512795 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] 10.222.0.45 "DELETE /v2.0/networks/96bed780-b2c5-4276-9735-5989ea19a3ec HTTP/1.1" status: 204 len: 168 time: 1.2342579 Apr 01 12:48:24.546192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c98c51-12b1-4f9d-825b-fb1976fbaf3c tempest-DHCPAgentSchedulersTestJSON-1209901971 tempest-DHCPAgentSchedulersTestJSON-1209901971-project] Pushing event deleted for resources: {'Network': ['ID=96bed780-b2c5-4276-9735-5989ea19a3ec,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:24.571241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d10d6-18b1-4d81-a405-940bcadb7e3b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Network 3ce94b1b-b429-4d99-bc13-56e81d344b81 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:48:24.583002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c6f6fd59-1bd7-48f7-858d-bc07f142f788 None None] Provisioning complete for port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:24.583431 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c6f6fd59-1bd7-48f7-858d-bc07f142f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.591250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-921d10d6-18b1-4d81-a405-940bcadb7e3b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 3ce94b1b-b429-4d99-bc13-56e81d344b81) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:24.611106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921d10d6-18b1-4d81-a405-940bcadb7e3b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:24.612052 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-921d10d6-18b1-4d81-a405-940bcadb7e3b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.638520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb895d5-5f6e-46bb-8e43-985dfa3d88ee tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting subnet 4b91b52c-38af-4f93-ba69-1c6fa3a0fbd1 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:48:24.646258 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3fb895d5-5f6e-46bb-8e43-985dfa3d88ee tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.646830 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f921c9-7844-4de1-ae23-237ff72e62d9 None None] Network 3ce94b1b-b429-4d99-bc13-56e81d344b81 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:24.678490 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13737140-13c3-45a4-854e-dbb5612a587f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.684169 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-449661a0-992a-4711-b6c2-f9dbd1590f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.687464 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13737140-13c3-45a4-854e-dbb5612a587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.715471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:24.715836 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.725602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13737140-13c3-45a4-854e-dbb5612a587f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3054a8d-9bc4-4eaf-a85c-b02e0fd40e3c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:24.726509 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-921d10d6-18b1-4d81-a405-940bcadb7e3b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0593159 Apr 01 12:48:24.728284 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-449661a0-992a-4711-b6c2-f9dbd1590f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.728437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55220) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:24.741068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Request body: {'port': {'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81', 'name': 'tempest-AllowedAddressPairTestJSON-604245581'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:24.798286 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3fb895d5-5f6e-46bb-8e43-985dfa3d88ee tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:24.809692 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-449661a0-992a-4711-b6c2-f9dbd1590f55 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=533e975d08ab451b88922574a468cdd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580331 Apr 01 12:48:24.817761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55224) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:24.892155 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-13737140-13c3-45a4-854e-dbb5612a587f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f25599cbb8da4554bd37068513772423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5135357 Apr 01 12:48:24.931667 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55228) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:24.966957 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449661a0-992a-4711-b6c2-f9dbd1590f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eeb6a8-9ce9-4df2-b835-a9d42541acbe,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:24.997205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router f160c458-0538-42a7-a2ab-257d807b7c4e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:48:25.038662 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bc495-8017-4b2d-bff0-131ba2deff74 req-a2591584-4901-408d-b59f-d43d2175ad7e tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:25.040975 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc3bc495-8017-4b2d-bff0-131ba2deff74 req-a2591584-4901-408d-b59f-d43d2175ad7e tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 950 time: 0.1873739 Apr 01 12:48:25.080655 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-01bd7444-312f-434f-bf66-64ca2d4457e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.150356 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-01bd7444-312f-434f-bf66-64ca2d4457e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.163369 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fc3bc495-8017-4b2d-bff0-131ba2deff74 req-608c9a2c-49ad-4e00-837c-dfe4afda4b1d tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928910 Apr 01 12:48:25.243578 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-01bd7444-312f-434f-bf66-64ca2d4457e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.246655 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-01bd7444-312f-434f-bf66-64ca2d4457e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.250255 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-01bd7444-312f-434f-bf66-64ca2d4457e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78eeb6a8-9ce9-4df2-b835-a9d42541acbe HTTP/1.1" status: 204 len: 168 time: 0.4253004 Apr 01 12:48:25.263219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd7444-312f-434f-bf66-64ca2d4457e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eeb6a8-9ce9-4df2-b835-a9d42541acbe,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:25.294624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Made reservation on behalf of 5e33d95d4bd244639f3cda02c2231161 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:25.298173 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.309639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55244) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:25.344239 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3fb895d5-5f6e-46bb-8e43-985dfa3d88ee tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.461013 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aefa23f8-6060-4aaf-9f2b-1f2fef3983d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.465458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 3476a529-3263-4e4b-bc7e-7318d0a3d48b no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:48:25.465956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] device_id is not set on port 559972af-05cb-4a91-bcf0-6eb6e060072c yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:25.482198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e78c3-4eaf-40fd-9181-f1c91c028849 req-ccc3ace1-7fce-4409-9c62-4d79cf34a227 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:25.483763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-903e78c3-4eaf-40fd-9181-f1c91c028849 req-ccc3ace1-7fce-4409-9c62-4d79cf34a227 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.1044881 Apr 01 12:48:25.508581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-3ce94b1b-b429-4d99-bc13-56e81d344b81', 'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81', 'tenant_id': '5e33d95d4bd244639f3cda02c2231161', 'fixed_ips': [{'subnet_id': 'c81539e8-fd4f-40a3-893f-a1a1d6ae7eea'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:48:25.514643 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.528213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 3476a529-3263-4e4b-bc7e-7318d0a3d48b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:48:25.528815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 3476a529-3263-4e4b-bc7e-7318d0a3d48b not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:48:25.583780 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-903e78c3-4eaf-40fd-9181-f1c91c028849 req-bb6f3d3e-3305-4ee0-8605-3d39795abb42 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863869 Apr 01 12:48:25.649743 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aefa23f8-6060-4aaf-9f2b-1f2fef3983d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.652816 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-13e7d936-3b50-4bbb-9eff-19f0dd119089 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=092776e7576f4b999affbbf4ff529fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367207 Apr 01 12:48:25.653794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55252) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:25.656560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:48:25.663708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-28f831f2-01dc-4ccb-9c62-755f04922ec4 None None] Could not find standard attr ID for object d7f680fb-73f6-4e00-bef1-ee8268de9224. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:48:25.667475 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.682248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03308f-dbd9-428b-a97f-f0abb1c32eb2 None None] Sync routers for ids ['f160c458-0538-42a7-a2ab-257d807b7c4e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:48:25.708024 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03308f-dbd9-428b-a97f-f0abb1c32eb2 None None] Routers {'f160c458-0538-42a7-a2ab-257d807b7c4e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:48:25.708774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-bd03308f-dbd9-428b-a97f-f0abb1c32eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:48:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f160c458-0538-42a7-a2ab-257d807b7c4e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:25.751777 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5c87-1330-407b-92b3-5c2e5ed1f194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.761835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c7d203ac-4eed-4eab-822d-4d868e7ce376 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/floatingips/9eef3a4a-b4b8-49e7-b818-5038c8f7af3f HTTP/1.1" status: 204 len: 168 time: 3.5437837 Apr 01 12:48:25.768762 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:48:25.771325 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe9e1f0-9191-455a-afe7-39fb73bb2d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:48:25.780317 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3fb895d5-5f6e-46bb-8e43-985dfa3d88ee tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.834852 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb895d5-5f6e-46bb-8e43-985dfa3d88ee tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Subnet': ['ID=4b91b52c-38af-4f93-ba69-1c6fa3a0fbd1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:25.841201 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Allocated IP 172.20.0.2 (3ce94b1b-b429-4d99-bc13-56e81d344b81/c81539e8-fd4f-40a3-893f-a1a1d6ae7eea/39caaa52-bc95-48f9-a205-8bebc46c9399) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:25.845579 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3fb895d5-5f6e-46bb-8e43-985dfa3d88ee tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.848842 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3fb895d5-5f6e-46bb-8e43-985dfa3d88ee tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/4b91b52c-38af-4f93-ba69-1c6fa3a0fbd1 HTTP/1.1" status: 204 len: 168 time: 1.4163136 Apr 01 12:48:25.855519 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55258) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:25.875359 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5c87-1330-407b-92b3-5c2e5ed1f194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.880631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522b7a4-efa5-4b22-9f1f-f664ee15197b req-6ce0d921-545a-44d3-a25c-158921639299 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:25.888678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6522b7a4-efa5-4b22-9f1f-f664ee15197b req-6ce0d921-545a-44d3-a25c-158921639299 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 950 time: 0.2341774 Apr 01 12:48:25.896007 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aefa23f8-6060-4aaf-9f2b-1f2fef3983d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.898420 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aefa23f8-6060-4aaf-9f2b-1f2fef3983d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.901923 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aefa23f8-6060-4aaf-9f2b-1f2fef3983d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3054a8d-9bc4-4eaf-a85c-b02e0fd40e3c HTTP/1.1" status: 204 len: 168 time: 0.9632928 Apr 01 12:48:25.921262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa23f8-6060-4aaf-9f2b-1f2fef3983d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3054a8d-9bc4-4eaf-a85c-b02e0fd40e3c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:25.957623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edef4f2-1c36-467b-a537-c3b3bf582728 None None] Network 71ed661b-8805-4352-a343-872e3062e6ee requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:25.967102 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6522b7a4-efa5-4b22-9f1f-f664ee15197b req-dac6a469-3803-4df7-91d9-fcf24e204587 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774534 Apr 01 12:48:25.993985 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5c87-1330-407b-92b3-5c2e5ed1f194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.997392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5c87-1330-407b-92b3-5c2e5ed1f194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:25.998582 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e3ab5c87-1330-407b-92b3-5c2e5ed1f194 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e172de0-fcc9-4c37-a9dc-ed52e202ee9c HTTP/1.1" status: 204 len: 168 time: 0.3436215 Apr 01 12:48:26.023611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab5c87-1330-407b-92b3-5c2e5ed1f194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e172de0-fcc9-4c37-a9dc-ed52e202ee9c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:26.054692 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d349c661-4593-4022-8df6-0caf987a2a6e x-openstack-request-id: req-d349c661-4593-4022-8df6-0caf987a2a6e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:48:26.054984 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:48:26.055235 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d349c661-4593-4022-8df6-0caf987a2a6e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:48:26.055726 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d349c661-4593-4022-8df6-0caf987a2a6e'] response: {'name': 'network-changed', 'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'status': 'completed', 'code': 200} Apr 01 12:48:26.101721 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:26.168724 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-bd03308f-dbd9-428b-a97f-f0abb1c32eb2 None None] Set router f160c458-0538-42a7-a2ab-257d807b7c4e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:48:26.182066 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:26.182066 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:26.191624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9e1f0-9191-455a-afe7-39fb73bb2d8b req-a4b6c4d5-995d-4e66-8aea-588030d0ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:26.193299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbe9e1f0-9191-455a-afe7-39fb73bb2d8b req-a4b6c4d5-995d-4e66-8aea-588030d0ad68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 1096 time: 0.1177387 Apr 01 12:48:26.283594 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] For port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c,segment=NetworkSegment(7498904d-9bfa-4809-b235-bcfad53a298b),segment_id=7498904d-9bfa-4809-b235-bcfad53a298b)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:26.284340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:26.302036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:26.451218 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:26.461488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:48:26.542787 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:26.554189 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No DVR routers for this DVR port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:48:26.561282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:48:26.562344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 01 12:48:26.608602 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Port e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c not found, will not notify nova. {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 01 12:48:26.684867 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:26.717203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f65c0b7-8c2b-4ce8-b9c7-4c02f6abd972 None None] DHCP port deletion for 71ed661b-8805-4352-a343-872e3062e6ee request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:48:26.725064 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:26.796401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Network 3ce94b1b-b429-4d99-bc13-56e81d344b81 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:26.805207 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:26.805463 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:26.808223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55288) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:26.819400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:26.829913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Pushing event updated for resources: {'Port': ['ID=39caaa52-bc95-48f9-a205-8bebc46c9399,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:26.858268 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9b1bf736-98f0-4529-bfd8-53656e67a314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:26.891044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-bd03308f-dbd9-428b-a97f-f0abb1c32eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:45:45Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7c2633ec-0674-4c56-9991-0adaed1c7cba', 'name': '', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:45:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:42Z', 'updated_at': '2022-04-01T12:45:53Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:26.953701 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03308f-dbd9-428b-a97f-f0abb1c32eb2 None None] Checking router: f160c458-0538-42a7-a2ab-257d807b7c4e for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:48:26.956861 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ed661b-8805-4352-a343-872e3062e6ee']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:26.962062 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Attempting to bind port 39caaa52-bc95-48f9-a205-8bebc46c9399 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:26.962581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Attempting to bind port 39caaa52-bc95-48f9-a205-8bebc46c9399 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '9d684045-75bd-4de6-bf27-ce2185da2940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:26.962949 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Attempting to bind port 39caaa52-bc95-48f9-a205-8bebc46c9399 on network 3ce94b1b-b429-4d99-bc13-56e81d344b81 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:26.985209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404baf5-fbac-4b98-a4d7-9016601bfc25 req-64e348f3-dc64-4c1b-b40b-96ac94204c71 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:26.986747 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a404baf5-fbac-4b98-a4d7-9016601bfc25 req-64e348f3-dc64-4c1b-b40b-96ac94204c71 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.2536423 Apr 01 12:48:26.988593 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03308f-dbd9-428b-a97f-f0abb1c32eb2 None None] Routers {'f160c458-0538-42a7-a2ab-257d807b7c4e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:48:26.989504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-bd03308f-dbd9-428b-a97f-f0abb1c32eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:48:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f160c458-0538-42a7-a2ab-257d807b7c4e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:26.991848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:48:26.992725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Checking segment: {'id': '9d684045-75bd-4de6-bf27-ce2185da2940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:26.993234 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:26.993628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Bound using segment: {'id': '9d684045-75bd-4de6-bf27-ce2185da2940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:48:26.994790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Bound port: 39caaa52-bc95-48f9-a205-8bebc46c9399, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d684045-75bd-4de6-bf27-ce2185da2940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:48:26.995294 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:26.996995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7498904d-9bfa-4809-b235-bcfad53a298b') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:26.997296 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7498904d-9bfa-4809-b235-bcfad53a298b') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:27.049875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:27.148882 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a404baf5-fbac-4b98-a4d7-9016601bfc25 req-10bebe97-e28e-4943-a348-ee4579f5a724 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256626 Apr 01 12:48:27.152815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21112f95-b2c8-430c-abfe-a826d64684bf req-3d2d09d4-7602-42d5-bb2f-0d66de2b5443 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:27.154490 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21112f95-b2c8-430c-abfe-a826d64684bf req-3d2d09d4-7602-42d5-bb2f-0d66de2b5443 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.9108858 Apr 01 12:48:27.158882 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:27.159063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9e1f0-9191-455a-afe7-39fb73bb2d8b req-119ce3d9-056c-47f8-989d-cb1e2b91a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:27.160327 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbe9e1f0-9191-455a-afe7-39fb73bb2d8b req-119ce3d9-056c-47f8-989d-cb1e2b91a595 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f HTTP/1.1" status: 200 len: 898 time: 0.9569273 Apr 01 12:48:27.163406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Allocated IP 172.20.0.8 (3ce94b1b-b429-4d99-bc13-56e81d344b81/c81539e8-fd4f-40a3-893f-a1a1d6ae7eea/559972af-05cb-4a91-bcf0-6eb6e060072c) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:27.204853 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:48:27.205368 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:48:27.220031 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:48:27.281099 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] For port 39caaa52-bc95-48f9-a205-8bebc46c9399, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:48:27.285800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] For port 39caaa52-bc95-48f9-a205-8bebc46c9399, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=39caaa52-bc95-48f9-a205-8bebc46c9399,segment=NetworkSegment(9d684045-75bd-4de6-bf27-ce2185da2940),segment_id=9d684045-75bd-4de6-bf27-ce2185da2940)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:48:27.296452 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:27.309855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbe9e1f0-9191-455a-afe7-39fb73bb2d8b req-bb521552-19b2-4fdd-bf36-f648b07fa627 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 200 len: 217 time: 0.0831106 Apr 01 12:48:27.333072 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21112f95-b2c8-430c-abfe-a826d64684bf req-d429a0d0-b249-4eea-bca2-9541edc85867 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672635 Apr 01 12:48:27.423074 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9b1bf736-98f0-4529-bfd8-53656e67a314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:27.430230 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9b1bf736-98f0-4529-bfd8-53656e67a314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:27.435966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-bd03308f-dbd9-428b-a97f-f0abb1c32eb2 None None] Set router f160c458-0538-42a7-a2ab-257d807b7c4e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:48:27.469222 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bf736-98f0-4529-bfd8-53656e67a314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21483626-0a9f-4479-93d1-81455b80405f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:27.486417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364d70b-aab3-4611-8a6d-fd9a01e4f6ad None None] Pushing event updated for resources: {'Port': ['ID=39caaa52-bc95-48f9-a205-8bebc46c9399,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:27.493591 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97d464-afb0-478d-aa0c-ccf9bb24f34a req-d36014ad-5fa9-49f5-bf2c-99da971c49da tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:27.498135 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e97d464-afb0-478d-aa0c-ccf9bb24f34a req-d36014ad-5fa9-49f5-bf2c-99da971c49da tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 950 time: 0.2375364 Apr 01 12:48:27.513461 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:27.514057 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed32d-a204-4561-b68a-c694935cdd76 req-d053346a-78bc-4b51-8b2e-18b3a7df1f2e tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:27.523367 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce7ed32d-a204-4561-b68a-c694935cdd76 req-d053346a-78bc-4b51-8b2e-18b3a7df1f2e tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.37 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 950 time: 0.2221305 Apr 01 12:48:27.610948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9e1f0-9191-455a-afe7-39fb73bb2d8b req-36ff807a-eccf-4d66-afdf-e63d6f368827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:27.612686 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbe9e1f0-9191-455a-afe7-39fb73bb2d8b req-36ff807a-eccf-4d66-afdf-e63d6f368827 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=038197aa-3cc7-4241-9b9d-aa4a36b9c168 HTTP/1.1" status: 200 len: 834 time: 0.2855427 Apr 01 12:48:27.622913 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:27.630824 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/networks/71ed661b-8805-4352-a343-872e3062e6ee HTTP/1.1" status: 204 len: 168 time: 1.7703919 Apr 01 12:48:27.630824 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf40d6-c8bc-4f5d-aaa2-c39f42b047d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Network': ['ID=71ed661b-8805-4352-a343-872e3062e6ee,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:27.646550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55310) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:27.669759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2cc8e361-89e2-4eab-8d90-bc58abdddcb7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-959240137'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:27.687511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb48c8-e561-4340-bada-4423487fe297 req-ae33d3b1-b6ac-4bd3-ad82-b142fed88b15 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:27.690595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-59cb48c8-e561-4340-bada-4423487fe297 req-ae33d3b1-b6ac-4bd3-ad82-b142fed88b15 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.3094800 Apr 01 12:48:27.699106 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9b1bf736-98f0-4529-bfd8-53656e67a314 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d2774094e96405d8d94b79467fa88ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8896940 Apr 01 12:48:27.704692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55316) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:27.749024 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e97d464-afb0-478d-aa0c-ccf9bb24f34a req-da2735d6-38b6-41fc-9d42-c2db73989cfa tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295337 Apr 01 12:48:27.821219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc8e361-89e2-4eab-8d90-bc58abdddcb7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:27.837922 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cc8e361-89e2-4eab-8d90-bc58abdddcb7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:27.900715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc8e361-89e2-4eab-8d90-bc58abdddcb7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:27.912087 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cc8e361-89e2-4eab-8d90-bc58abdddcb7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:27.912431 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-2cc8e361-89e2-4eab-8d90-bc58abdddcb7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Added segment 8f26c177-15c1-4877-909c-e9913eaa1012 of type vlan for network 7e0c132b-9fa5-4c08-a95f-98129f467546 Apr 01 12:48:27.966119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cc8e361-89e2-4eab-8d90-bc58abdddcb7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.013073 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40103eb8-184e-4814-a915-f5c7edecc920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.037130 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40103eb8-184e-4814-a915-f5c7edecc920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.042974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-bd03308f-dbd9-428b-a97f-f0abb1c32eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:45:45Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7c2633ec-0674-4c56-9991-0adaed1c7cba', 'name': '', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:45:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:42Z', 'updated_at': '2022-04-01T12:45:53Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:28.055551 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cc8e361-89e2-4eab-8d90-bc58abdddcb7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.062036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc8e361-89e2-4eab-8d90-bc58abdddcb7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:28.062636 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cc8e361-89e2-4eab-8d90-bc58abdddcb7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.093716 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03308f-dbd9-428b-a97f-f0abb1c32eb2 None None] The sync data for ids ['f160c458-0538-42a7-a2ab-257d807b7c4e'] in n-d-836146-1 is: [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:45:45Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '7c2633ec-0674-4c56-9991-0adaed1c7cba', 'name': '', 'network_id': '42f3c55c-7df1-4c0a-a453-71f7a5cc989f', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:45:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:42Z', 'updated_at': '2022-04-01T12:45:53Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '038197aa-3cc7-4241-9b9d-aa4a36b9c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:48:28.132350 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2cc8e361-89e2-4eab-8d90-bc58abdddcb7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4790411 Apr 01 12:48:28.136794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55326) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:28.141542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ba781fc0-3fd3-480a-8912-384edc6ecdcc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': '7e0c132b-9fa5-4c08-a95f-98129f467546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:28.223388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9e1f0-9191-455a-afe7-39fb73bb2d8b req-4af2040f-a271-4002-bc19-1d7f41b0b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:28.225013 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbe9e1f0-9191-455a-afe7-39fb73bb2d8b req-4af2040f-a271-4002-bc19-1d7f41b0b98d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42f3c55c-7df1-4c0a-a453-71f7a5cc989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5126739 Apr 01 12:48:28.285659 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.296494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e56b1-1a14-48b5-8e0f-0665a7a049d0 req-0ce1c2d5-bbd4-413a-9329-624c8ff9398a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:28.298205 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-199e56b1-1a14-48b5-8e0f-0665a7a049d0 req-0ce1c2d5-bbd4-413a-9329-624c8ff9398a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.4187033 Apr 01 12:48:28.319946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8e361-89e2-4eab-8d90-bc58abdddcb7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Network': ['ID=7e0c132b-9fa5-4c08-a95f-98129f467546,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:28.325864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba781fc0-3fd3-480a-8912-384edc6ecdcc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:28.330304 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba781fc0-3fd3-480a-8912-384edc6ecdcc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.347573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 7e0c132b-9fa5-4c08-a95f-98129f467546 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:28.532671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 39caaa52-bc95-48f9-a205-8bebc46c9399 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:48:28.604559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ce7ed32d-a204-4561-b68a-c694935cdd76 req-c2344dc6-7afd-482c-a9c3-53e0a5d727a1 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Deleting port 51889653-eb0b-460f-945f-6b989ecea19f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:28.604938 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce7ed32d-a204-4561-b68a-c694935cdd76 req-c2344dc6-7afd-482c-a9c3-53e0a5d727a1 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.673707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 39caaa52-bc95-48f9-a205-8bebc46c9399 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:28.674494 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.709005 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387a38d-c5b6-4615-b790-a67001c29dcc req-3877e59f-3884-4c49-b71e-1b8d35e21255 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:28.724924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c387a38d-c5b6-4615-b790-a67001c29dcc req-3877e59f-3884-4c49-b71e-1b8d35e21255 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.4205339 Apr 01 12:48:28.807235 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40103eb8-184e-4814-a915-f5c7edecc920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.809820 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40103eb8-184e-4814-a915-f5c7edecc920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.819336 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-40103eb8-184e-4814-a915-f5c7edecc920 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21483626-0a9f-4479-93d1-81455b80405f HTTP/1.1" status: 204 len: 168 time: 1.1111553 Apr 01 12:48:28.840984 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.846659 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba781fc0-3fd3-480a-8912-384edc6ecdcc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.859904 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf572f08-8a5d-4cca-8a72-515d80cac423 None None] New status for floating IP 9eef3a4a-b4b8-49e7-b818-5038c8f7af3f: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:48:28.881913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 39caaa52-bc95-48f9-a205-8bebc46c9399, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=39caaa52-bc95-48f9-a205-8bebc46c9399,segment=NetworkSegment(9d684045-75bd-4de6-bf27-ce2185da2940),segment_id=9d684045-75bd-4de6-bf27-ce2185da2940)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:28.888510 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:28.934288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40103eb8-184e-4814-a915-f5c7edecc920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21483626-0a9f-4479-93d1-81455b80405f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:28.937290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba781fc0-3fd3-480a-8912-384edc6ecdcc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Subnet': ['ID=f35ee03f-c75e-4191-951e-3e6ebe122897,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:28.977305 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a723a96-4576-4078-a969-837c780ec490 req-4fbf245f-4710-4776-8750-0c61625724bc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:28.986252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=39caaa52-bc95-48f9-a205-8bebc46c9399,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:28.987629 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a723a96-4576-4078-a969-837c780ec490 req-4fbf245f-4710-4776-8750-0c61625724bc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.4916689 Apr 01 12:48:29.012284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:48:29.061118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-199e56b1-1a14-48b5-8e0f-0665a7a049d0 req-51634740-9038-4b94-ac51-b705d4cedd42 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port 2a3471e0-4bfc-41e0-be03-8aee4296f81b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:29.063163 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-199e56b1-1a14-48b5-8e0f-0665a7a049d0 req-51634740-9038-4b94-ac51-b705d4cedd42 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:29.067621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba781fc0-3fd3-480a-8912-384edc6ecdcc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Checking segment: {'id': '8f26c177-15c1-4877-909c-e9913eaa1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e0c132b-9fa5-4c08-a95f-98129f467546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:29.067894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba781fc0-3fd3-480a-8912-384edc6ecdcc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network hostable DHCP agents. Network: 7e0c132b-9fa5-4c08-a95f-98129f467546, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:48:29.078611 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:48:29.081824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e242f6a6-2c10-48ea-9fe9-2cb92ff3fa2c not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:48:29.126315 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a723a96-4576-4078-a969-837c780ec490 req-02f4ecc0-9b5f-400b-a559-0d7b96096467 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376586 Apr 01 12:48:29.148167 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba781fc0-3fd3-480a-8912-384edc6ecdcc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 7e0c132b-9fa5-4c08-a95f-98129f467546 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:48:29.157670 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb2e34-e971-4f3f-a00f-cfa323423b7a None None] Network 3ce94b1b-b429-4d99-bc13-56e81d344b81 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:29.164715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ba781fc0-3fd3-480a-8912-384edc6ecdcc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 7e0c132b-9fa5-4c08-a95f-98129f467546) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:29.171131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba781fc0-3fd3-480a-8912-384edc6ecdcc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:29.172193 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ba781fc0-3fd3-480a-8912-384edc6ecdcc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:29.206790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ba781fc0-3fd3-480a-8912-384edc6ecdcc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0670252 Apr 01 12:48:29.206790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55358) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:29.211647 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f2ab4d-ed87-4428-9dc8-fabc215be6bd None None] Network 7e0c132b-9fa5-4c08-a95f-98129f467546 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:29.212052 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': '7e0c132b-9fa5-4c08-a95f-98129f467546', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-85824942'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:29.217195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Deleting port df3209c2-7824-4886-9141-855b216eb174 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:29.217750 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:29.352416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adbbd3-364c-4e28-b3bc-f4bc5d2ccc31 req-8bea565a-fb70-4a58-8b3d-a4254126e42a tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:29.358873 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbe9e1f0-9191-455a-afe7-39fb73bb2d8b req-07426843-fc6a-483e-8f6d-44cba30680fd service neutron] 10.222.0.37 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0968304 Apr 01 12:48:29.362659 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c2adbbd3-364c-4e28-b3bc-f4bc5d2ccc31 req-8bea565a-fb70-4a58-8b3d-a4254126e42a tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 950 time: 0.1209331 Apr 01 12:48:29.381596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d9f76afd-c510-4f33-96f0-c3fe6e56452c None None] Provisioning complete for port 39caaa52-bc95-48f9-a205-8bebc46c9399 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:29.386339 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9f76afd-c510-4f33-96f0-c3fe6e56452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:29.403537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:29.445580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c2adbbd3-364c-4e28-b3bc-f4bc5d2ccc31 req-2125789b-cc41-4921-99fe-551018284bb2 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/security-groups?id=9660d9e6-1586-4e7a-bfae-933653a13c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763464 Apr 01 12:48:29.479532 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c387a38d-c5b6-4615-b790-a67001c29dcc req-0940408b-61e8-4426-a55d-a06b6a6bb664 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7518904 Apr 01 12:48:29.483909 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:29.497959 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:29.556660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port dd083d77-8f35-4a58-a0b6-c60263e811dd yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:29.590092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-ce7ed32d-a204-4561-b68a-c694935cdd76 req-c2344dc6-7afd-482c-a9c3-53e0a5d727a1 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] For port 51889653-eb0b-460f-945f-6b989ecea19f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=51889653-eb0b-460f-945f-6b989ecea19f,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:29.590561 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce7ed32d-a204-4561-b68a-c694935cdd76 req-c2344dc6-7afd-482c-a9c3-53e0a5d727a1 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:29.606572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-ce7ed32d-a204-4561-b68a-c694935cdd76 req-c2344dc6-7afd-482c-a9c3-53e0a5d727a1 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Calling delete_port for 51889653-eb0b-460f-945f-6b989ecea19f owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:29.790995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8::355 (7e0c132b-9fa5-4c08-a95f-98129f467546/f35ee03f-c75e-4191-951e-3e6ebe122897/dd083d77-8f35-4a58-a0b6-c60263e811dd) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:29.874552 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce7ed32d-a204-4561-b68a-c694935cdd76 req-c2344dc6-7afd-482c-a9c3-53e0a5d727a1 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:29.892125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['51889653-eb0b-460f-945f-6b989ecea19f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:48:29.903810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-199e56b1-1a14-48b5-8e0f-0665a7a049d0 req-51634740-9038-4b94-ac51-b705d4cedd42 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] For port 2a3471e0-4bfc-41e0-be03-8aee4296f81b, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=2a3471e0-4bfc-41e0-be03-8aee4296f81b,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:29.904125 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-199e56b1-1a14-48b5-8e0f-0665a7a049d0 req-51634740-9038-4b94-ac51-b705d4cedd42 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:29.933639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device df3209c2-7824-4886-9141-855b216eb174 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:48:29.937449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-199e56b1-1a14-48b5-8e0f-0665a7a049d0 req-51634740-9038-4b94-ac51-b705d4cedd42 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for 2a3471e0-4bfc-41e0-be03-8aee4296f81b owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:30.041215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Network 3ce94b1b-b429-4d99-bc13-56e81d344b81 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:30.044544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:30.049305 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:30.060972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:30.153015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event updated for resources: {'Port': ['ID=559972af-05cb-4a91-bcf0-6eb6e060072c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:30.170563 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:30.213708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2344dc6-7afd-482c-a9c3-53e0a5d727a1 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Pushing event deleted for resources: {'Port': ['ID=51889653-eb0b-460f-945f-6b989ecea19f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:30.246297 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-7e0c132b-9fa5-4c08-a95f-98129f467546', 'network_id': '7e0c132b-9fa5-4c08-a95f-98129f467546', 'tenant_id': '306043477d8a4230b32df111b11a384e', 'fixed_ips': [{'subnet_id': 'f35ee03f-c75e-4191-951e-3e6ebe122897'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:48:30.253292 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:30.380149 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7ed32d-a204-4561-b68a-c694935cdd76 req-c2344dc6-7afd-482c-a9c3-53e0a5d727a1 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] No DVR routers for this DVR port 51889653-eb0b-460f-945f-6b989ecea19f on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:48:30.380768 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 7e0c132b-9fa5-4c08-a95f-98129f467546 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:30.406188 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-ce7ed32d-a204-4561-b68a-c694935cdd76 req-c2344dc6-7afd-482c-a9c3-53e0a5d727a1 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:30.410931 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ce7ed32d-a204-4561-b68a-c694935cdd76 req-c2344dc6-7afd-482c-a9c3-53e0a5d727a1 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.37 "DELETE /v2.0/ports/51889653-eb0b-460f-945f-6b989ecea19f HTTP/1.1" status: 204 len: 173 time: 2.8866477 Apr 01 12:48:30.413443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25de0cd-7dae-4b2a-898f-857817a13d4d', 'name': 'network-vif-deleted', 'tag': '51889653-eb0b-460f-945f-6b989ecea19f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:48:30.415531 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e048a6f-d979-4f9b-8b58-c4733c634062" -d '{"events": [{"server_uuid": "d25de0cd-7dae-4b2a-898f-857817a13d4d", "name": "network-vif-deleted", "tag": "51889653-eb0b-460f-945f-6b989ecea19f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:48:30.454167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] For port df3209c2-7824-4886-9141-855b216eb174, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=df3209c2-7824-4886-9141-855b216eb174,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:30.454543 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:30.533207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:30.575249 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:30.612746 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:30.613699 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:30.669674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=dd083d77-8f35-4a58-a0b6-c60263e811dd,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:30.695783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:30.696502 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:30.703471 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3efa5ffa-d424-46be-b4ee-d6ca10b9e297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.4955621 Apr 01 12:48:30.707324 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55410) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:30.743987 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-77ef2a9a-fb07-48ba-a73a-9a670abfb668 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.0096414 Apr 01 12:48:30.747697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55414) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:30.790882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Request body: {'port': {'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81', 'name': 'tempest-AllowedAddressPairTestJSON-2084175024', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:d4:d4:23'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:30.850585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03df130b-0623-4800-b974-7e5e9602b30b req-89ba3e50-c522-4b4d-bcaf-eee0685ba344 tempest-VolumesNegativeTest-2121967071 tempest-VolumesNegativeTest-2121967071-project] 10.222.0.45 "GET /v2.0/ports?device_id=d25de0cd-7dae-4b2a-898f-857817a13d4d HTTP/1.1" status: 200 len: 210 time: 0.1613002 Apr 01 12:48:30.863022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Allocated IP 2001:db8::2 (7e0c132b-9fa5-4c08-a95f-98129f467546/f35ee03f-c75e-4191-951e-3e6ebe122897/df5cf6d3-747f-4139-b7ab-aa6647870c41) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:30.865807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2f149-b8fe-4c52-9126-3c73192b43f0 req-3ad54a23-b4b1-47c4-b0da-c3342a4ef1d4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:30.872066 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-39d2f149-b8fe-4c52-9126-3c73192b43f0 req-3ad54a23-b4b1-47c4-b0da-c3342a4ef1d4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 945 time: 0.5080588 Apr 01 12:48:30.953179 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbe9e1f0-9191-455a-afe7-39fb73bb2d8b req-ff01841b-2a6b-432f-b97d-280e65757ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5524006 Apr 01 12:48:31.002625 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d8511e-5eeb-41ff-b455-dc83a370e6ad x-openstack-request-id: req-20d8511e-5eeb-41ff-b455-dc83a370e6ad {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:48:31.002918 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25de0cd-7dae-4b2a-898f-857817a13d4d", "name": "network-vif-deleted", "tag": "51889653-eb0b-460f-945f-6b989ecea19f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:48:31.003273 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20d8511e-5eeb-41ff-b455-dc83a370e6ad {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:48:31.003587 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d8511e-5eeb-41ff-b455-dc83a370e6ad'] response: {'server_uuid': 'd25de0cd-7dae-4b2a-898f-857817a13d4d', 'name': 'network-vif-deleted', 'tag': '51889653-eb0b-460f-945f-6b989ecea19f', 'status': 'completed', 'code': 200} Apr 01 12:48:31.098914 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-39d2f149-b8fe-4c52-9126-3c73192b43f0 req-1d7ae052-dabe-46af-88e3-020f1ce43482 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=143385c1-e9a7-4fc1-991e-702a0f0af38a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138026 Apr 01 12:48:31.159723 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.169319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 39caaa52-bc95-48f9-a205-8bebc46c9399 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:48:31.180011 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-be7ff747-9118-47ab-be73-570de9e8f2a1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port dd083d77-8f35-4a58-a0b6-c60263e811dd {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:31.180384 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be7ff747-9118-47ab-be73-570de9e8f2a1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.181405 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.257270 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Pushing event updated for resources: {'Port': ['ID=df5cf6d3-747f-4139-b7ab-aa6647870c41,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:31.295968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-021dcff7-99d1-4635-b372-5ea9829de9e4 None None] Provisioning complete for port 39caaa52-bc95-48f9-a205-8bebc46c9399 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:31.296674 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-021dcff7-99d1-4635-b372-5ea9829de9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.313263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Network 7e0c132b-9fa5-4c08-a95f-98129f467546 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:31.355918 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be7ff747-9118-47ab-be73-570de9e8f2a1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.360282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:31.364212 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-199e56b1-1a14-48b5-8e0f-0665a7a049d0 req-51634740-9038-4b94-ac51-b705d4cedd42 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.389670 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:31.391003 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-be7ff747-9118-47ab-be73-570de9e8f2a1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for dd083d77-8f35-4a58-a0b6-c60263e811dd owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:31.441907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b8a9c-0063-4f45-a056-eb8503fb2c41 req-eba1753f-02fa-4f1e-84af-960d5e9b75ff tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:31.450262 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-156b8a9c-0063-4f45-a056-eb8503fb2c41 req-eba1753f-02fa-4f1e-84af-960d5e9b75ff tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 945 time: 0.2860706 Apr 01 12:48:31.457192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51634740-9038-4b94-ac51-b705d4cedd42 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=2a3471e0-4bfc-41e0-be03-8aee4296f81b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:31.489673 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.506199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.506552 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.506914 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Floating IP 8a4b8160-f964-44c9-b29e-fc315981ea33 disassociated. External IP: 172.25.7.85, port: df3209c2-7824-4886-9141-855b216eb174. Apr 01 12:48:31.507301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Calling delete_port for df3209c2-7824-4886-9141-855b216eb174 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:31.545459 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-156b8a9c-0063-4f45-a056-eb8503fb2c41 req-16bb48bd-7985-48e1-b20e-9f1c0d789eeb tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c750f3-0aaf-4e41-a8ee-b00b35af3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939851 Apr 01 12:48:31.562479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Made reservation on behalf of 5e33d95d4bd244639f3cda02c2231161 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:31.596981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-199e56b1-1a14-48b5-8e0f-0665a7a049d0 req-51634740-9038-4b94-ac51-b705d4cedd42 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] No DVR routers for this DVR port 2a3471e0-4bfc-41e0-be03-8aee4296f81b on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:48:31.599358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be7ff747-9118-47ab-be73-570de9e8f2a1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.604159 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-199e56b1-1a14-48b5-8e0f-0665a7a049d0 req-51634740-9038-4b94-ac51-b705d4cedd42 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.618453 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-199e56b1-1a14-48b5-8e0f-0665a7a049d0 req-51634740-9038-4b94-ac51-b705d4cedd42 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "DELETE /v2.0/ports/2a3471e0-4bfc-41e0-be03-8aee4296f81b HTTP/1.1" status: 204 len: 173 time: 3.3014894 Apr 01 12:48:31.664799 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ff747-9118-47ab-be73-570de9e8f2a1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=dd083d77-8f35-4a58-a0b6-c60263e811dd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:31.745252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Attempting to bind port df5cf6d3-747f-4139-b7ab-aa6647870c41 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:31.748476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Attempting to bind port df5cf6d3-747f-4139-b7ab-aa6647870c41 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '8f26c177-15c1-4877-909c-e9913eaa1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e0c132b-9fa5-4c08-a95f-98129f467546'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:31.749050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Attempting to bind port df5cf6d3-747f-4139-b7ab-aa6647870c41 on network 7e0c132b-9fa5-4c08-a95f-98129f467546 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:31.754571 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be7ff747-9118-47ab-be73-570de9e8f2a1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.767891 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 39caaa52-bc95-48f9-a205-8bebc46c9399 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:31.768788 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.776160 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-be7ff747-9118-47ab-be73-570de9e8f2a1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/dd083d77-8f35-4a58-a0b6-c60263e811dd HTTP/1.1" status: 204 len: 168 time: 1.0346005 Apr 01 12:48:31.777032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55434) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:31.853517 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:48:31.854414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Checking segment: {'id': '8f26c177-15c1-4877-909c-e9913eaa1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e0c132b-9fa5-4c08-a95f-98129f467546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:31.855642 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.856924 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Bound using segment: {'id': '8f26c177-15c1-4877-909c-e9913eaa1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e0c132b-9fa5-4c08-a95f-98129f467546'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:48:31.857657 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Bound port: df5cf6d3-747f-4139-b7ab-aa6647870c41, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f26c177-15c1-4877-909c-e9913eaa1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e0c132b-9fa5-4c08-a95f-98129f467546'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:48:31.858339 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:31.872882 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e644f4-1548-43d5-923c-c92fea0d6cc0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:48:31.878559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df3209c2-7824-4886-9141-855b216eb174'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:48:31.882476 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0a790a-f66e-4104-a124-0f980d0c391e" -d '{"events": [{"server_uuid": "ba631b08-3095-4c69-b0fc-e05fba975b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "df3209c2-7824-4886-9141-855b216eb174"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:48:31.899226 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-34e644f4-1548-43d5-923c-c92fea0d6cc0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/dd083d77-8f35-4a58-a0b6-c60263e811dd HTTP/1.1" status: 404 len: 333 time: 0.1201031 Apr 01 12:48:31.902162 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55444) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:31.934833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55446) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:31.944423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port df3209c2-7824-4886-9141-855b216eb174, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=df3209c2-7824-4886-9141-855b216eb174,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:32.033147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0355870-acc6-4ffa-a5d5-05f9adf85445 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting subnet f35ee03f-c75e-4191-951e-3e6ebe122897 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:48:32.042404 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0355870-acc6-4ffa-a5d5-05f9adf85445 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:32.082722 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:32.088645 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:32.119154 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0355870-acc6-4ffa-a5d5-05f9adf85445 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:32.223399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] device_id is not set on port 32a4884e-ba1e-40aa-a557-e73a0c0a8a8d yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:32.381321 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 2a3471e0-4bfc-41e0-be03-8aee4296f81b no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:48:32.391595 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2e0ec1-fc50-4ceb-b10a-b1590efdee3b x-openstack-request-id: req-9a2e0ec1-fc50-4ceb-b10a-b1590efdee3b {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:48:32.392158 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba631b08-3095-4c69-b0fc-e05fba975b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "df3209c2-7824-4886-9141-855b216eb174", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:48:32.392556 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a2e0ec1-fc50-4ceb-b10a-b1590efdee3b {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:48:32.393104 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2e0ec1-fc50-4ceb-b10a-b1590efdee3b'] response: {'server_uuid': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df3209c2-7824-4886-9141-855b216eb174', 'code': 200} Apr 01 12:48:32.407075 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf7952ca-e88e-4705-b41e-c8db16526788 req-2e936635-59ac-457a-a81d-7da679f54de9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7adb4d-5377-4244-8061-2b92668d7724 HTTP/1.1" status: 200 len: 210 time: 0.0555975 Apr 01 12:48:32.441682 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0355870-acc6-4ffa-a5d5-05f9adf85445 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:32.447211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 2a3471e0-4bfc-41e0-be03-8aee4296f81b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:48:32.447784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 2a3471e0-4bfc-41e0-be03-8aee4296f81b not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:48:32.448402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 51889653-eb0b-460f-945f-6b989ecea19f no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:48:32.450518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:32.490889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-021dcff7-99d1-4635-b372-5ea9829de9e4 None None] Provisioning complete for port 559972af-05cb-4a91-bcf0-6eb6e060072c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:32.491615 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-021dcff7-99d1-4635-b372-5ea9829de9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:32.501423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 51889653-eb0b-460f-945f-6b989ecea19f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:48:32.501964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 51889653-eb0b-460f-945f-6b989ecea19f not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:48:32.550585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event deleted for resources: {'Port': ['ID=df3209c2-7824-4886-9141-855b216eb174,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:32.550916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=df3209c2-7824-4886-9141-855b216eb174,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:32.551659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-73218602'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:32.556198 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] For port df5cf6d3-747f-4139-b7ab-aa6647870c41, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:48:32.579078 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0355870-acc6-4ffa-a5d5-05f9adf85445 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:32.617009 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-021dcff7-99d1-4635-b372-5ea9829de9e4 None None] Port 559972af-05cb-4a91-bcf0-6eb6e060072c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:32.619613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] For port df5cf6d3-747f-4139-b7ab-aa6647870c41, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=df5cf6d3-747f-4139-b7ab-aa6647870c41,segment=NetworkSegment(8f26c177-15c1-4877-909c-e9913eaa1012),segment_id=8f26c177-15c1-4877-909c-e9913eaa1012)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:48:32.629535 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:32.645203 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0355870-acc6-4ffa-a5d5-05f9adf85445 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:32.649862 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f0355870-acc6-4ffa-a5d5-05f9adf85445 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/f35ee03f-c75e-4191-951e-3e6ebe122897 HTTP/1.1" status: 204 len: 168 time: 0.7464957 Apr 01 12:48:32.656250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0355870-acc6-4ffa-a5d5-05f9adf85445 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Subnet': ['ID=f35ee03f-c75e-4191-951e-3e6ebe122897,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:32.660406 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55472) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:32.748148 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Made reservation on behalf of 43124cde690a452d8b44f0f02233d50e for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:32.753361 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:32.755984 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a9558506-2d8e-483c-9e67-f45ae0636782 req-ecd8a207-c85f-4172-9fce-b4498854459b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 210 time: 0.0393395 Apr 01 12:48:32.759935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Allocated IP 172.20.0.13 (3ce94b1b-b429-4d99-bc13-56e81d344b81/c81539e8-fd4f-40a3-893f-a1a1d6ae7eea/32a4884e-ba1e-40aa-a557-e73a0c0a8a8d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:32.775785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:48:32.812917 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:32.873105 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.046295 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632f2bc-fcb1-4bae-8c9c-476c0334102d None None] Pushing event updated for resources: {'Port': ['ID=df5cf6d3-747f-4139-b7ab-aa6647870c41,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:33.054381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-43ce7b5e-dc79-441d-a31f-bde830d0e7c8 None None] Provisioning complete for port 559972af-05cb-4a91-bcf0-6eb6e060072c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:33.054831 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43ce7b5e-dc79-441d-a31f-bde830d0e7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.130142 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.132084 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port df5cf6d3-747f-4139-b7ab-aa6647870c41 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:33.132729 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.147305 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.203411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-43ce7b5e-dc79-441d-a31f-bde830d0e7c8 None None] Port 559972af-05cb-4a91-bcf0-6eb6e060072c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:33.295396 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] For port df5cf6d3-747f-4139-b7ab-aa6647870c41, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=df5cf6d3-747f-4139-b7ab-aa6647870c41,segment=NetworkSegment(8f26c177-15c1-4877-909c-e9913eaa1012),segment_id=8f26c177-15c1-4877-909c-e9913eaa1012)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:33.297226 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.300128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:33.329540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673a76dd-3deb-468f-843b-dcb43ac7ad8e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:33.370677 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for df5cf6d3-747f-4139-b7ab-aa6647870c41 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:33.376863 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.377197 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Added segment 823ab39b-a762-4560-8f36-f1dd74bd014b of type vlan for network 13fedd28-b983-448c-aadf-c4c3847d31b3 Apr 01 12:48:33.503852 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.583287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55526) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:33.603607 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.614122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:33.615126 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.627901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'name': 'network-vif-deleted', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:48:33.631568 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9937e3e6-a5f1-4e5d-9b8f-73e368fedfb2" -d '{"events": [{"server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "name": "network-vif-deleted", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:48:33.709804 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:48:33.723217 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3748ea-5cc2-431d-86bc-5a0ff8dfa778 None None] Sync routers for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:48:33.739506 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00cf24d-3fd7-463e-9119-e2478820d762 x-openstack-request-id: req-c00cf24d-3fd7-463e-9119-e2478820d762 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:48:33.739808 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7adb4d-5377-4244-8061-2b92668d7724", "name": "network-vif-deleted", "tag": "2a3471e0-4bfc-41e0-be03-8aee4296f81b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:48:33.740066 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c00cf24d-3fd7-463e-9119-e2478820d762 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:48:33.740465 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00cf24d-3fd7-463e-9119-e2478820d762'] response: {'server_uuid': '2f7adb4d-5377-4244-8061-2b92668d7724', 'name': 'network-vif-deleted', 'tag': '2a3471e0-4bfc-41e0-be03-8aee4296f81b', 'status': 'completed', 'code': 200} Apr 01 12:48:33.757936 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3748ea-5cc2-431d-86bc-5a0ff8dfa778 None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:48:33.759502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3f3748ea-5cc2-431d-86bc-5a0ff8dfa778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:48:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:33.776523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] No DVR routers for this DVR port df3209c2-7824-4886-9141-855b216eb174 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:48:33.780048 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.787468 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-59cb48c8-e561-4340-bada-4423487fe297 req-4e93befa-45b8-494c-aa1d-5036aaef1fb4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.44 "DELETE /v2.0/ports/df3209c2-7824-4886-9141-855b216eb174 HTTP/1.1" status: 204 len: 173 time: 5.9713566 Apr 01 12:48:33.796835 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.869682 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:33.881519 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.9454048 Apr 01 12:48:33.965268 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65712602-c60c-451d-aeda-f57682d74ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Pushing event updated for resources: {'Network': ['ID=13fedd28-b983-448c-aadf-c4c3847d31b3,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:34.048737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Network 3ce94b1b-b429-4d99-bc13-56e81d344b81 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:34.072291 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 13fedd28-b983-448c-aadf-c4c3847d31b3 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:34.074679 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aad4cfa1-fc40-42ff-8f29-31d0bcaa5f3e req-1601f52c-0127-45c3-962a-a793c03fbeb8 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba631b08-3095-4c69-b0fc-e05fba975b1d HTTP/1.1" status: 200 len: 210 time: 0.1154094 Apr 01 12:48:34.091701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:34.104102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:34.149620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55574) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:34.213004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Request body: {'port': {'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3', 'binding:host_id': 'n-h1-836146-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-304127856'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:34.237335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-3f3748ea-5cc2-431d-86bc-5a0ff8dfa778 None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:48:34.291426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event updated for resources: {'Port': ['ID=32a4884e-ba1e-40aa-a557-e73a0c0a8a8d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:34.369291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:34.370093 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:34.398812 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Made reservation on behalf of 94a42ccc5ff940209ce7e6f18029338e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:34.401874 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:34.421192 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6f5a08f9-0da2-483c-888d-a1cbc5fc6c7e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.6478126 Apr 01 12:48:34.442110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55588) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:34.502812 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:34.543544 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:34.619093 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=df5cf6d3-747f-4139-b7ab-aa6647870c41,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:34.715394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No DVR routers for this DVR port df5cf6d3-747f-4139-b7ab-aa6647870c41 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:48:34.797815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec36ce1-4141-4fa1-bb0f-ae9ab311457a tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:34.811557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec36ce1-4141-4fa1-bb0f-ae9ab311457a tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:34.819748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device df5cf6d3-747f-4139-b7ab-aa6647870c41 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:48:34.823067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec36ce1-4141-4fa1-bb0f-ae9ab311457a tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:34.844709 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cec36ce1-4141-4fa1-bb0f-ae9ab311457a tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4009562 Apr 01 12:48:34.853090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55608) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:34.901491 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4841022a-a422-4622-85c2-1a913077a33e None None] Provisioning complete for port 32a4884e-ba1e-40aa-a557-e73a0c0a8a8d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:34.902170 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4841022a-a422-4622-85c2-1a913077a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:34.978104 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: df5cf6d3-747f-4139-b7ab-aa6647870c41 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:48:34.978420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device df5cf6d3-747f-4139-b7ab-aa6647870c41 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 01 12:48:34.981886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4841022a-a422-4622-85c2-1a913077a33e None None] Port 32a4884e-ba1e-40aa-a557-e73a0c0a8a8d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:35.061447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Port df5cf6d3-747f-4139-b7ab-aa6647870c41 not found, will not notify nova. {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 01 12:48:35.100937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3f3748ea-5cc2-431d-86bc-5a0ff8dfa778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:01Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:35.166410 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3748ea-5cc2-431d-86bc-5a0ff8dfa778 None None] Checking router: 40c0cb0a-627b-4830-8ac1-4f95607a26e7 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:48:35.167579 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:35.191611 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2d73a8-991c-457d-b2ff-1b01f3ce96a4 None None] Network 7e0c132b-9fa5-4c08-a95f-98129f467546 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:35.193905 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:35.278663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55636) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:35.291487 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-8524fe88-fde0-4add-9593-a47ba6a67f6e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Deleting port 32a4884e-ba1e-40aa-a557-e73a0c0a8a8d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:35.291771 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8524fe88-fde0-4add-9593-a47ba6a67f6e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:35.321822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] device_id is not set on port fbe3337b-adaa-4379-93f6-21594a5d4b22 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:35.343065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8652189b-f51e-4fc1-aa24-50c3929fa395,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:35.381054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f86f8425-2b26-4b80-9979-bdb27e982bc9 None None] Could not find standard attr ID for object df5cf6d3-747f-4139-b7ab-aa6647870c41. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:48:35.384264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3748ea-5cc2-431d-86bc-5a0ff8dfa778 None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:48:35.386696 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3f3748ea-5cc2-431d-86bc-5a0ff8dfa778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:48:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:35.568342 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-3f3748ea-5cc2-431d-86bc-5a0ff8dfa778 None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:48:35.627742 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30939d0f-a634-4a9b-a1f7-76921d8c565e None None] DHCP port deletion for 7e0c132b-9fa5-4c08-a95f-98129f467546 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:48:35.747479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'name': 'network-vif-deleted', 'tag': 'df3209c2-7824-4886-9141-855b216eb174'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:48:35.753571 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b1b3e5-6fc8-4bfd-a228-692ed568121d" -d '{"events": [{"server_uuid": "ba631b08-3095-4c69-b0fc-e05fba975b1d", "name": "network-vif-deleted", "tag": "df3209c2-7824-4886-9141-855b216eb174"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:48:35.842475 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5fe003f-4637-43c3-9606-7a0195c74bd0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:35.857185 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:35.889355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0c132b-9fa5-4c08-a95f-98129f467546']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:35.895423 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3245b7dc-b0e0-4828-a91d-641d0bbc640b x-openstack-request-id: req-3245b7dc-b0e0-4828-a91d-641d0bbc640b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:48:35.895990 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba631b08-3095-4c69-b0fc-e05fba975b1d", "name": "network-vif-deleted", "tag": "df3209c2-7824-4886-9141-855b216eb174", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:48:35.896902 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3245b7dc-b0e0-4828-a91d-641d0bbc640b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:48:35.897457 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3245b7dc-b0e0-4828-a91d-641d0bbc640b'] response: {'server_uuid': 'ba631b08-3095-4c69-b0fc-e05fba975b1d', 'name': 'network-vif-deleted', 'tag': 'df3209c2-7824-4886-9141-855b216eb174', 'status': 'completed', 'code': 200} Apr 01 12:48:35.903517 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f26c177-15c1-4877-909c-e9913eaa1012') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:35.905140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f26c177-15c1-4877-909c-e9913eaa1012') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:35.921506 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:35.940402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:35.950080 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:48:35.951472 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:36.004377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5fe003f-4637-43c3-9606-7a0195c74bd0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:48:36.030545 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:48:36.037042 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:36.047350 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:36.048109 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8524fe88-fde0-4add-9593-a47ba6a67f6e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:36.052069 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/networks/7e0c132b-9fa5-4c08-a95f-98129f467546 HTTP/1.1" status: 204 len: 168 time: 3.3878169 Apr 01 12:48:36.060874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55718) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:36.081915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'name': 'tempest-PortsIpV6TestJSON-511908594'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:36.114835 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20c4da-c0b2-4020-a8d0-d70756f6fb14 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Network': ['ID=7e0c132b-9fa5-4c08-a95f-98129f467546,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:36.150321 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-3f3748ea-5cc2-431d-86bc-5a0ff8dfa778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:01Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:36.191022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-8524fe88-fde0-4add-9593-a47ba6a67f6e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Calling delete_port for 32a4884e-ba1e-40aa-a557-e73a0c0a8a8d owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:36.195711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3748ea-5cc2-431d-86bc-5a0ff8dfa778 None None] The sync data for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 is: [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:01Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:48:36.373278 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6ab5161c-a58e-4e19-a8b9-11d3425e1ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:36.419904 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cc380f9e-02bc-46cb-8585-290f492b9659 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:36.491066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] device_id is not set on port fbe3337b-adaa-4379-93f6-21594a5d4b22 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:36.547769 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:36.551594 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5fe003f-4637-43c3-9606-7a0195c74bd0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:36.554123 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5fe003f-4637-43c3-9606-7a0195c74bd0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:36.555253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e5fe003f-4637-43c3-9606-7a0195c74bd0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "DELETE /v2.0/security-groups/49c750f3-0aaf-4e41-a8ee-b00b35af3b81 HTTP/1.1" status: 204 len: 168 time: 1.2707007 Apr 01 12:48:36.563091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device df5cf6d3-747f-4139-b7ab-aa6647870c41 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:48:36.566989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55748) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:36.612635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: df5cf6d3-747f-4139-b7ab-aa6647870c41 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:48:36.613036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device df5cf6d3-747f-4139-b7ab-aa6647870c41 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:48:36.625369 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:36.638840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe003f-4637-43c3-9606-7a0195c74bd0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c750f3-0aaf-4e41-a8ee-b00b35af3b81,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:36.646635 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-4e24e405-46d1-4226-96da-ff3a30649d60 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] show failed (client error): The resource could not be found. Apr 01 12:48:36.647542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4e24e405-46d1-4226-96da-ff3a30649d60 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups/49c750f3-0aaf-4e41-a8ee-b00b35af3b81 HTTP/1.1" status: 404 len: 347 time: 0.0796115 Apr 01 12:48:36.653042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55750) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:36.653597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:36.660570 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:36.732297 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event updated for resources: {'Port': ['ID=fbe3337b-adaa-4379-93f6-21594a5d4b22,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:36.748696 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b09852-e2a6-4dc0-8fce-e5f1b995bd21 None None] New status for floating IP 8a4b8160-f964-44c9-b29e-fc315981ea33: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:48:36.797884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port 5917ac5b-75fa-4ff1-8945-96a921f2c252 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:36.814897 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Checking segment: {'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:36.814897 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Network hostable DHCP agents. Network: 13fedd28-b983-448c-aadf-c4c3847d31b3, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:48:37.002905 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8524fe88-fde0-4add-9593-a47ba6a67f6e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:37.036373 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-cfe567e6-9ec7-4b23-9fc2-bddc9da0e0de tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Deleting port 4d9c9cb6-4687-45f6-b1da-07c304f22309 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:37.036926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cfe567e6-9ec7-4b23-9fc2-bddc9da0e0de tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:37.317526 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cfe567e6-9ec7-4b23-9fc2-bddc9da0e0de tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:37.321825 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cfe567e6-9ec7-4b23-9fc2-bddc9da0e0de tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:37.346045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-cfe567e6-9ec7-4b23-9fc2-bddc9da0e0de tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Calling delete_port for 4d9c9cb6-4687-45f6-b1da-07c304f22309 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:37.350060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524fe88-fde0-4add-9593-a47ba6a67f6e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event deleted for resources: {'Port': ['ID=32a4884e-ba1e-40aa-a557-e73a0c0a8a8d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:37.366324 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-cc380f9e-02bc-46cb-8585-290f492b9659 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port 7c2633ec-0674-4c56-9991-0adaed1c7cba {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:37.366903 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cc380f9e-02bc-46cb-8585-290f492b9659 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:37.368626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Network 13fedd28-b983-448c-aadf-c4c3847d31b3 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:48:37.491046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55788) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:37.562958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8524fe88-fde0-4add-9593-a47ba6a67f6e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:37.566622 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8524fe88-fde0-4add-9593-a47ba6a67f6e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "DELETE /v2.0/ports/32a4884e-ba1e-40aa-a557-e73a0c0a8a8d HTTP/1.1" status: 204 len: 168 time: 2.7119026 Apr 01 12:48:37.569757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 13fedd28-b983-448c-aadf-c4c3847d31b3) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:37.571457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55798) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:37.578418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-cc380f9e-02bc-46cb-8585-290f492b9659 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] For port 7c2633ec-0674-4c56-9991-0adaed1c7cba, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7c2633ec-0674-4c56-9991-0adaed1c7cba,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:37.579455 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cc380f9e-02bc-46cb-8585-290f492b9659 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:37.580492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d99fb-68e0-47ed-be51-6392f8404395 None None] Network 13fedd28-b983-448c-aadf-c4c3847d31b3 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:37.597388 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-cc380f9e-02bc-46cb-8585-290f492b9659 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for 7c2633ec-0674-4c56-9991-0adaed1c7cba owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:37.651434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:37.758783 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be3b1a41-806a-4e11-aa6f-97f8190e7658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:37.787989 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-308c8ceb-d32e-413d-b4e8-b8a579a06327 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] GET failed (client error): The resource could not be found. Apr 01 12:48:37.798643 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-308c8ceb-d32e-413d-b4e8-b8a579a06327 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "GET /v2.0/ports/32a4884e-ba1e-40aa-a557-e73a0c0a8a8d HTTP/1.1" status: 404 len: 333 time: 0.2224705 Apr 01 12:48:37.799590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55804) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:37.812235 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Request body: {'port': {'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81', 'name': 'tempest-AllowedAddressPairTestJSON-1120069021'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:37.834846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:37.835474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:37.835912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:37.872367 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:37.877506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:37.877945 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:37.882137 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 2 to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 Apr 01 12:48:37.937752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:37.938087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:37.938664 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:37.953558 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cfe567e6-9ec7-4b23-9fc2-bddc9da0e0de tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:37.965256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:37.965719 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:37.972863 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 3 to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 Apr 01 12:48:38.012232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:38.013098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:38.013208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:38.019597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Made reservation on behalf of 5e33d95d4bd244639f3cda02c2231161 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:38.023612 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.029289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:38.029767 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:38.030807 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.043441 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 4 to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 Apr 01 12:48:38.115319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] device_id is not set on port b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:38.116085 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe567e6-9ec7-4b23-9fc2-bddc9da0e0de tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event deleted for resources: {'Port': ['ID=4d9c9cb6-4687-45f6-b1da-07c304f22309,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:38.123313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:38.123669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:38.124095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:38.129403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:38.141671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:38.144701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:38.151051 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:38.151711 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.157182 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=5917ac5b-75fa-4ff1-8945-96a921f2c252,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:38.161086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:38.161421 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:38.171698 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be3b1a41-806a-4e11-aa6f-97f8190e7658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.194261 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 5 to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 Apr 01 12:48:38.225014 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d920a6b0-1830-4023-8237-3c9cb309f702 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1497450 Apr 01 12:48:38.231461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55808) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:38.247700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:38.251140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:38.256944 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:48:38.257446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:38.289336 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-be3b1a41-806a-4e11-aa6f-97f8190e7658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.291616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:38.293233 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cfe567e6-9ec7-4b23-9fc2-bddc9da0e0de tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.293378 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:38.295714 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 6 to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 Apr 01 12:48:38.296365 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cfe567e6-9ec7-4b23-9fc2-bddc9da0e0de tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.310518 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cfe567e6-9ec7-4b23-9fc2-bddc9da0e0de tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "DELETE /v2.0/floatingips/8a4b8160-f964-44c9-b29e-fc315981ea33 HTTP/1.1" status: 204 len: 168 time: 1.6427290 Apr 01 12:48:38.400092 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-be3b1a41-806a-4e11-aa6f-97f8190e7658 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64542ad46ae7470f8a6c14549685b772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8992548 Apr 01 12:48:38.405404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55812) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:38.412953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b1a41-806a-4e11-aa6f-97f8190e7658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e4c2a-a774-4b45-aa6d-a7b12f0301be,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:38.431745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:38.431745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:38.432121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:38.470397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:38.470727 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:38.482787 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 7 to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 Apr 01 12:48:38.511119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cc380f9e-02bc-46cb-8585-290f492b9659 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.528354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Allocated IP 172.20.0.9 (3ce94b1b-b429-4d99-bc13-56e81d344b81/c81539e8-fd4f-40a3-893f-a1a1d6ae7eea/b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:38.537085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:38.537472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:38.537790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:38.558827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:38.559160 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:38.563497 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 8 to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 Apr 01 12:48:38.589686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc380f9e-02bc-46cb-8585-290f492b9659 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=7c2633ec-0674-4c56-9991-0adaed1c7cba,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:38.606342 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55814) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:38.617254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-302c44e6-b7ea-4ef0-a360-fa95d7493800 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333436630', 'description': 'tempest-description--246170543'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:38.641145 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-380394c0-69c7-4375-8735-1bc4102de92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.652848 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:38.653243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:38.653576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:38.672677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-b4f752fc-78fb-49ce-ba72-1ce57c898097 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 5917ac5b-75fa-4ff1-8945-96a921f2c252 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:38.673600 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b4f752fc-78fb-49ce-ba72-1ce57c898097 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.680239 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-302c44e6-b7ea-4ef0-a360-fa95d7493800 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.724222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:38.724577 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:38.741720 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 9 to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 Apr 01 12:48:38.794091 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.855781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cc380f9e-02bc-46cb-8585-290f492b9659 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.890158 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-302c44e6-b7ea-4ef0-a360-fa95d7493800 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.927257 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d122f9d8-9e6d-4702-963c-bb09b0babe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.937697 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-302c44e6-b7ea-4ef0-a360-fa95d7493800 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.946615 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:38.965206 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.008312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:39.008874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:39.009960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:39.022197 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-302c44e6-b7ea-4ef0-a360-fa95d7493800 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.034897 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-302c44e6-b7ea-4ef0-a360-fa95d7493800 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4272707 Apr 01 12:48:39.041277 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55818) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:39.057668 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-07f168cc-3dd3-486e-ab78-89fafc371f9c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Request body: {'security_group_rule': {'security_group_id': '7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:39.080178 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-380394c0-69c7-4375-8735-1bc4102de92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.097190 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.102377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b4f752fc-78fb-49ce-ba72-1ce57c898097 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.118522 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-b4f752fc-78fb-49ce-ba72-1ce57c898097 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 5917ac5b-75fa-4ff1-8945-96a921f2c252 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:39.145460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c44e6-b7ea-4ef0-a360-fa95d7493800 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:39.196847 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07f168cc-3dd3-486e-ab78-89fafc371f9c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.253715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:39.253958 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:39.262947 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 10 to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 Apr 01 12:48:39.305228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Network 3ce94b1b-b429-4d99-bc13-56e81d344b81 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:39.310975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:39.311397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:39.311745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:39.311865 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07f168cc-3dd3-486e-ab78-89fafc371f9c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.316765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:39.318625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event updated for resources: {'Port': ['ID=b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:39.320964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:39.332559 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc380f9e-02bc-46cb-8585-290f492b9659 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router f160c458-0538-42a7-a2ab-257d807b7c4e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:48:39.333509 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07f168cc-3dd3-486e-ab78-89fafc371f9c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.362297 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b4f752fc-78fb-49ce-ba72-1ce57c898097 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.364233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f168cc-3dd3-486e-ab78-89fafc371f9c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d5d1e5-f6ae-455c-88d8-7554f2971e6e,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:39.439435 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f752fc-78fb-49ce-ba72-1ce57c898097 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=5917ac5b-75fa-4ff1-8945-96a921f2c252,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:39.473184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port fbe3337b-adaa-4379-93f6-21594a5d4b22 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:39.473542 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port fbe3337b-adaa-4379-93f6-21594a5d4b22 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:39.473891 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.476171 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07f168cc-3dd3-486e-ab78-89fafc371f9c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.479943 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-07f168cc-3dd3-486e-ab78-89fafc371f9c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4352221 Apr 01 12:48:39.480345 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55824) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:39.489801 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-baa18aff-aaf1-41ce-8eb1-f9fb9737806d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Request body: {'security_group_rule': {'security_group_id': '7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:39.510292 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b4f752fc-78fb-49ce-ba72-1ce57c898097 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.515868 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b4f752fc-78fb-49ce-ba72-1ce57c898097 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/5917ac5b-75fa-4ff1-8945-96a921f2c252 HTTP/1.1" status: 204 len: 168 time: 1.2818725 Apr 01 12:48:39.524390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55830) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:39.531886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'mac_address': 'fa:16:3e:dc:ad:cb', 'name': 'tempest-PortsIpV6TestJSON-798852639'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:39.588208 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-380394c0-69c7-4375-8735-1bc4102de92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.596957 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-380394c0-69c7-4375-8735-1bc4102de92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.596957 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-380394c0-69c7-4375-8735-1bc4102de92b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec8e4c2a-a774-4b45-aa6d-a7b12f0301be HTTP/1.1" status: 204 len: 168 time: 1.1855667 Apr 01 12:48:39.616725 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:39.621040 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.656407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380394c0-69c7-4375-8735-1bc4102de92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8e4c2a-a774-4b45-aa6d-a7b12f0301be,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:39.664496 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-baa18aff-aaf1-41ce-8eb1-f9fb9737806d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.690036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc380f9e-02bc-46cb-8585-290f492b9659 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:48:39.701644 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cc380f9e-02bc-46cb-8585-290f492b9659 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "PUT /v2.0/routers/f160c458-0538-42a7-a2ab-257d807b7c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1153126 Apr 01 12:48:39.705599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55838) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:39.707778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9fbda-ad54-4071-9ec9-4c6f72f7bdc3 None None] Sync routers for ids ['f160c458-0538-42a7-a2ab-257d807b7c4e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:48:39.731446 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-57bce30d-ff8c-4041-9ec7-e9b3d322c875 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9252794 Apr 01 12:48:39.732106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55840) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:39.734375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9fbda-ad54-4071-9ec9-4c6f72f7bdc3 None None] Routers {'f160c458-0538-42a7-a2ab-257d807b7c4e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:48:39.736137 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-49e9fbda-ad54-4071-9ec9-4c6f72f7bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:48:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f160c458-0538-42a7-a2ab-257d807b7c4e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:39.757583 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-78792fa1-c781-4736-9f6c-ae657fe86b18 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:d4:d4:23'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:39.834241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4748abb-2f66-4f88-8d87-279e7117fd9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting subnet 038197aa-3cc7-4241-9b9d-aa4a36b9c168 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:48:39.837697 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4748abb-2f66-4f88-8d87-279e7117fd9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:39.893213 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4748abb-2f66-4f88-8d87-279e7117fd9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.011618 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4748abb-2f66-4f88-8d87-279e7117fd9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.019623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] For port fbe3337b-adaa-4379-93f6-21594a5d4b22, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:48:40.019991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempted to set empty binding levels {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 12:48:40.070859 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.093901 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4748abb-2f66-4f88-8d87-279e7117fd9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.100014 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6fcc8430-6a83-4fed-8fe2-c471f8af267c None None] Provisioning complete for port b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:40.100543 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8430-6a83-4fed-8fe2-c471f8af267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.123571 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55848) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:40.126299 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4748abb-2f66-4f88-8d87-279e7117fd9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.132139 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c4748abb-2f66-4f88-8d87-279e7117fd9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/subnets/038197aa-3cc7-4241-9b9d-aa4a36b9c168 HTTP/1.1" status: 204 len: 168 time: 0.4229574 Apr 01 12:48:40.139553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80553ca-a6ff-4903-bbb6-7742e1fa197e None None] Network 42f3c55c-7df1-4c0a-a453-71f7a5cc989f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:40.164862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55850) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:40.188000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-49e9fbda-ad54-4071-9ec9-4c6f72f7bdc3 None None] Set router f160c458-0538-42a7-a2ab-257d807b7c4e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:48:40.225797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:40.226599 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.251721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:40.291927 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6fcc8430-6a83-4fed-8fe2-c471f8af267c None None] Port b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:40.314663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55852) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:40.334626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4748abb-2f66-4f88-8d87-279e7117fd9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Subnet': ['ID=038197aa-3cc7-4241-9b9d-aa4a36b9c168,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:40.338673 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1a924b89-9f20-4b66-bef6-71d9d8fde0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.342024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 6.1508317 Apr 01 12:48:40.343707 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.356120 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41be67-e002-4885-ad47-4b3b0539712a tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event updated for resources: {'Port': ['ID=fbe3337b-adaa-4379-93f6-21594a5d4b22,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:40.358270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55856) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:40.439134 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.536397 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.563677 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-baa18aff-aaf1-41ce-8eb1-f9fb9737806d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.575743 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port 82577400-2fd7-4823-a9fe-41b673d73285 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:40.583017 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.604842 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-baa18aff-aaf1-41ce-8eb1-f9fb9737806d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.610064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-78792fa1-c781-4736-9f6c-ae657fe86b18 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.635278 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa18aff-aaf1-41ce-8eb1-f9fb9737806d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d883d4d-0ef8-4c67-ac40-7d26c3bfbdc7,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:40.650307 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-baa18aff-aaf1-41ce-8eb1-f9fb9737806d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.655143 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-baa18aff-aaf1-41ce-8eb1-f9fb9737806d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1704586 Apr 01 12:48:40.658504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55858) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:40.669129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:40.732257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-49e9fbda-ad54-4071-9ec9-4c6f72f7bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:48:38Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': 'c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:45:35Z', 'updated_at': '2022-04-01T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:40.765325 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.781879 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:40.782225 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.799735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] DHCP port deletion for 42f3c55c-7df1-4c0a-a453-71f7a5cc989f request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:48:40.802277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9fbda-ad54-4071-9ec9-4c6f72f7bdc3 None None] Checking router: f160c458-0538-42a7-a2ab-257d807b7c4e for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:48:40.847709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9fbda-ad54-4071-9ec9-4c6f72f7bdc3 None None] Routers {'f160c458-0538-42a7-a2ab-257d807b7c4e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:48:40.848718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-49e9fbda-ad54-4071-9ec9-4c6f72f7bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:48:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['f160c458-0538-42a7-a2ab-257d807b7c4e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:40.867104 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a47f06a3-3233-43a1-b01f-8ee15b0b8ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:40.938159 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.009386 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a47f06a3-3233-43a1-b01f-8ee15b0b8ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.035473 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a47f06a3-3233-43a1-b01f-8ee15b0b8ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.081407 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1a924b89-9f20-4b66-bef6-71d9d8fde0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.111200 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1a924b89-9f20-4b66-bef6-71d9d8fde0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.119687 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.120724 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] For port c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:41.121595 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.129448 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a47f06a3-3233-43a1-b01f-8ee15b0b8ec4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8dbbe56a21b74b5a8ea080561b7c40f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9950974 Apr 01 12:48:41.139675 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55864) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:41.174820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f445b-9474-4b5f-9f30-d0dfac8e4003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Deleting port fbe3337b-adaa-4379-93f6-21594a5d4b22 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:41.175165 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b9f445b-9474-4b5f-9f30-d0dfac8e4003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.216437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:41.235324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Deleting port 37f889d7-d734-48de-b0b1-bfec16d8e303 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:41.235796 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.241660 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-49e9fbda-ad54-4071-9ec9-4c6f72f7bdc3 None None] Set router f160c458-0538-42a7-a2ab-257d807b7c4e gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:48:41.250381 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:41.256207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=82577400-2fd7-4823-a9fe-41b673d73285,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:41.267477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f06a3-3233-43a1-b01f-8ee15b0b8ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97341d55-d5da-4af7-937a-24f1b41d1b20,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:41.289293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:41.301012 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:41.304301 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1a924b89-9f20-4b66-bef6-71d9d8fde0d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75ee45b0a2bc4d1d8deaf6cc43ceb3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9848330 Apr 01 12:48:41.307959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:41.308605 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.315639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55868) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:41.335770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-995864f4-a58a-4564-b1fe-02b3a3722214 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8077278 Apr 01 12:48:41.338939 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-78792fa1-c781-4736-9f6c-ae657fe86b18 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.340265 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-49e9fbda-ad54-4071-9ec9-4c6f72f7bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:48:40Z', 'revision_number': 6, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:41.340485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55870) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:41.341698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-3b9f445b-9474-4b5f-9f30-d0dfac8e4003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] For port fbe3337b-adaa-4379-93f6-21594a5d4b22, host n-h1-836146-1, got binding levels [] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:41.342096 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b9f445b-9474-4b5f-9f30-d0dfac8e4003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.379348 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-78792fa1-c781-4736-9f6c-ae657fe86b18 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.394226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f445b-9474-4b5f-9f30-d0dfac8e4003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Calling delete_port for fbe3337b-adaa-4379-93f6-21594a5d4b22 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:41.397411 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a924b89-9f20-4b66-bef6-71d9d8fde0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa58d88-a930-48a5-88ba-28e1cbe6f18f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:41.402143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55872) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:41.461035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eabbcb-059b-499b-b5c1-4d446d76f3cb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:41.462481 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a8eabbcb-059b-499b-b5c1-4d446d76f3cb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/82577400-2fd7-4823-a9fe-41b673d73285 HTTP/1.1" status: 200 len: 844 time: 0.1177359 Apr 01 12:48:41.472059 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55876) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:41.512007 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9fbda-ad54-4071-9ec9-4c6f72f7bdc3 None None] The sync data for ids ['f160c458-0538-42a7-a2ab-257d807b7c4e'] in n-d-836146-1 is: [{'id': 'f160c458-0538-42a7-a2ab-257d807b7c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138221647', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:45:33Z', 'updated_at': '2022-04-01T12:48:40Z', 'revision_number': 6, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:48:41.553269 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] For port 37f889d7-d734-48de-b0b1-bfec16d8e303, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=37f889d7-d734-48de-b0b1-bfec16d8e303,segment=NetworkSegment(87cfa559-3fdc-4ffa-b40f-3844b91de3ef),segment_id=87cfa559-3fdc-4ffa-b40f-3844b91de3ef)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:41.553476 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.563300 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-756df976-03e9-48b2-b755-1cf3164c080e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.575058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78792fa1-c781-4736-9f6c-ae657fe86b18 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event updated for resources: {'Port': ['ID=b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:41.587526 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Calling delete_port for 37f889d7-d734-48de-b0b1-bfec16d8e303 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:41.619626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-78792fa1-c781-4736-9f6c-ae657fe86b18 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] In _notify_port_updated(), no bound segment for port b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e on network 3ce94b1b-b429-4d99-bc13-56e81d344b81 {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:48:41.626713 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78792fa1-c781-4736-9f6c-ae657fe86b18 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:41.627642 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-78792fa1-c781-4736-9f6c-ae657fe86b18 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.629725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-78792fa1-c781-4736-9f6c-ae657fe86b18 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "PUT /v2.0/ports/b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e HTTP/1.1" status: 200 len: 993 time: 1.8848240 Apr 01 12:48:41.642590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55878) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:41.701039 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.709381 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-756df976-03e9-48b2-b755-1cf3164c080e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.732651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Pushing event deleted for resources: {'Port': ['ID=37f889d7-d734-48de-b0b1-bfec16d8e303,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:41.737985 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] No DVR routers for this DVR port 37f889d7-d734-48de-b0b1-bfec16d8e303 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:48:41.751393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:41.751737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:41.752070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:41.752401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:41.752851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:41.753034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:41.753361 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:41.753671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:41.753995 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:41.754323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:41.754639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:41.754956 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2780e-0486-4792-a47d-b9bf485dfdb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:48:41.775554 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c4a8-bc07-47ae-8a75-053b2c02ec43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.798270 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.822044 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-443a19f2-88dc-484d-bc74-1292aa6e3ed8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eafa4bc2b2d7484b891022e801cf4cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177091 Apr 01 12:48:41.830144 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55880) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:41.832394 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.843127 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.846732 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f567ed56-be3e-4378-98bb-7081c9f17ce5 None None] Provisioning complete for port b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:41.847191 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f567ed56-be3e-4378-98bb-7081c9f17ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.876665 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c4a8-bc07-47ae-8a75-053b2c02ec43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.879173 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-756df976-03e9-48b2-b755-1cf3164c080e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.882510 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-756df976-03e9-48b2-b755-1cf3164c080e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.884606 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b9f445b-9474-4b5f-9f30-d0dfac8e4003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:41.886543 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-756df976-03e9-48b2-b755-1cf3164c080e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/97341d55-d5da-4af7-937a-24f1b41d1b20 HTTP/1.1" status: 204 len: 168 time: 0.7338874 Apr 01 12:48:41.921612 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f567ed56-be3e-4378-98bb-7081c9f17ce5 None None] Port b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:41.964476 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756df976-03e9-48b2-b755-1cf3164c080e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97341d55-d5da-4af7-937a-24f1b41d1b20,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:41.967563 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfdece-7d97-4e27-8182-c64799b80b86 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 82577400-2fd7-4823-a9fe-41b673d73285 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:41.967908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cbfdece-7d97-4e27-8182-c64799b80b86 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.005011 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f445b-9474-4b5f-9f30-d0dfac8e4003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbe3337b-adaa-4379-93f6-21594a5d4b22,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:42.022818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b9f445b-9474-4b5f-9f30-d0dfac8e4003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.031824 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3b9f445b-9474-4b5f-9f30-d0dfac8e4003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "DELETE /v2.0/ports/fbe3337b-adaa-4379-93f6-21594a5d4b22 HTTP/1.1" status: 204 len: 168 time: 1.6620550 Apr 01 12:48:42.037350 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-88aec9f7-d9a1-4bde-b4d6-c4f7ead5bbe2 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Deleting port b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:42.037696 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88aec9f7-d9a1-4bde-b4d6-c4f7ead5bbe2 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.050569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55884) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:42.125227 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08e3a59-c411-4e26-97d8-1a58bff2d9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] GET failed (client error): The resource could not be found. Apr 01 12:48:42.127023 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c08e3a59-c411-4e26-97d8-1a58bff2d9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "GET /v2.0/ports/fbe3337b-adaa-4379-93f6-21594a5d4b22 HTTP/1.1" status: 404 len: 333 time: 0.0692019 Apr 01 12:48:42.135205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55888) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:42.141332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Request body: {'port': {'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-32689886'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:42.146902 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc64e1c5-809a-4a52-891a-97577c21650b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.229149 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc64e1c5-809a-4a52-891a-97577c21650b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.240620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Made reservation on behalf of 94a42ccc5ff940209ce7e6f18029338e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:42.242951 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.289014 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88aec9f7-d9a1-4bde-b4d6-c4f7ead5bbe2 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.305787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] device_id is not set on port 901f038a-6f4c-4c47-998d-d99221118367 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:42.310289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-88aec9f7-d9a1-4bde-b4d6-c4f7ead5bbe2 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Calling delete_port for b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:42.353154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55890) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:42.404426 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ceeb08b0-4a0f-4ac3-8ccd-2a2e13707e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.428088 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc64e1c5-809a-4a52-891a-97577c21650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.430518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc64e1c5-809a-4a52-891a-97577c21650b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.431668 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dc64e1c5-809a-4a52-891a-97577c21650b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9660d9e6-1586-4e7a-bfae-933653a13c6f HTTP/1.1" status: 204 len: 168 time: 0.6007245 Apr 01 12:48:42.465012 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64e1c5-809a-4a52-891a-97577c21650b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9660d9e6-1586-4e7a-bfae-933653a13c6f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:42.486501 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cbfdece-7d97-4e27-8182-c64799b80b86 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.517635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfdece-7d97-4e27-8182-c64799b80b86 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 82577400-2fd7-4823-a9fe-41b673d73285 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:42.548895 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c4a8-bc07-47ae-8a75-053b2c02ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.550333 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c4a8-bc07-47ae-8a75-053b2c02ec43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.554266 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b8e0c4a8-bc07-47ae-8a75-053b2c02ec43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffa58d88-a930-48a5-88ba-28e1cbe6f18f HTTP/1.1" status: 204 len: 168 time: 1.2311275 Apr 01 12:48:42.616222 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Allocated IP 172.25.7.194 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/f9f64d4e-1ffc-4509-a1f1-67c9e0fea4a8) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:42.620344 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0c4a8-bc07-47ae-8a75-053b2c02ec43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa58d88-a930-48a5-88ba-28e1cbe6f18f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:42.622712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.666951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:42.667405 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ceeb08b0-4a0f-4ac3-8ccd-2a2e13707e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.686454 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ceeb08b0-4a0f-4ac3-8ccd-2a2e13707e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.721692 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 37f889d7-d734-48de-b0b1-bfec16d8e303 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:48:42.743116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb08b0-4a0f-4ac3-8ccd-2a2e13707e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e691c7e8-9ec9-4064-a37c-e996cb6808e1,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:42.746786 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88aec9f7-d9a1-4bde-b4d6-c4f7ead5bbe2 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.796212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 37f889d7-d734-48de-b0b1-bfec16d8e303 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:48:42.798509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 37f889d7-d734-48de-b0b1-bfec16d8e303 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:48:42.799180 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7c2633ec-0674-4c56-9991-0adaed1c7cba no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:48:42.802673 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.812028 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.812566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aec9f7-d9a1-4bde-b4d6-c4f7ead5bbe2 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event deleted for resources: {'Port': ['ID=b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:42.813800 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cbfdece-7d97-4e27-8182-c64799b80b86 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.842897 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ceeb08b0-4a0f-4ac3-8ccd-2a2e13707e71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=16eff0fbaf91458482605c5c53ccdaed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886723 Apr 01 12:48:42.877660 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55896) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:42.885565 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7c2633ec-0674-4c56-9991-0adaed1c7cba {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:48:42.888885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7c2633ec-0674-4c56-9991-0adaed1c7cba not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:48:42.890307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:48:42.958658 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cbfdece-7d97-4e27-8182-c64799b80b86 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:42.960523 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:48:42.960873 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c60cd0bb-6cdc-47ae-9416-d53cbcf50c2e not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:48:42.966443 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2cbfdece-7d97-4e27-8182-c64799b80b86 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/82577400-2fd7-4823-a9fe-41b673d73285 HTTP/1.1" status: 204 len: 168 time: 1.4912248 Apr 01 12:48:42.971457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55898) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:43.017892 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a148f97-556b-47dd-af09-5970a01b3ad6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:48:43.024578 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6a148f97-556b-47dd-af09-5970a01b3ad6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/82577400-2fd7-4823-a9fe-41b673d73285 HTTP/1.1" status: 404 len: 333 time: 0.0429215 Apr 01 12:48:43.025399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55902) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:43.042209 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'name': 'tempest-PortsIpV6TestJSON-2119242564'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:43.071463 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99816d0a-aa46-479f-8472-e5d474da9b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.071898 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.075494 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.154386 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.161525 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfdece-7d97-4e27-8182-c64799b80b86 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=82577400-2fd7-4823-a9fe-41b673d73285,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:43.183885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.184900 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Fanout notify agent at l3_agent the message router_deleted on router f160c458-0538-42a7-a2ab-257d807b7c4e {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:48:43.203401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.204931 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-33799d47-c299-42eb-a751-4425abcb9292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/routers/f160c458-0538-42a7-a2ab-257d807b7c4e HTTP/1.1" status: 204 len: 168 time: 3.0389006 Apr 01 12:48:43.207770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55906) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:43.213261 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.254928 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99816d0a-aa46-479f-8472-e5d474da9b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.372007 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.394979 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.429895 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99816d0a-aa46-479f-8472-e5d474da9b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.432530 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99816d0a-aa46-479f-8472-e5d474da9b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.433660 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-99816d0a-aa46-479f-8472-e5d474da9b29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e691c7e8-9ec9-4064-a37c-e996cb6808e1 HTTP/1.1" status: 204 len: 168 time: 0.5460846 Apr 01 12:48:43.435589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Network 13fedd28-b983-448c-aadf-c4c3847d31b3 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:43.459362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99816d0a-aa46-479f-8472-e5d474da9b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e691c7e8-9ec9-4064-a37c-e996cb6808e1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:43.477237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:43.492613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:43.493582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:43.494779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.500743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:43.502112 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event updated for resources: {'Port': ['ID=f9f64d4e-1ffc-4509-a1f1-67c9e0fea4a8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:43.509624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:43.515640 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:43.537980 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88aec9f7-d9a1-4bde-b4d6-c4f7ead5bbe2 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.545793 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-88aec9f7-d9a1-4bde-b4d6-c4f7ead5bbe2 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "DELETE /v2.0/ports/b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e HTTP/1.1" status: 204 len: 168 time: 1.9018214 Apr 01 12:48:43.546860 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55916) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:43.550961 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:43.555641 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.575535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.4389739 Apr 01 12:48:43.576445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55920) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:43.585312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port b8b88673-9d1c-4a1e-a720-38519aa3dcd2 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:43.640135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde59274-6d7f-484b-912e-05a74927fcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event updated for resources: {'Port': ['ID=901f038a-6f4c-4c47-998d-d99221118367,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:43.656135 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.660806 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce40530c-5df7-4555-868e-411f1a1ff33a tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] GET failed (client error): The resource could not be found. Apr 01 12:48:43.662735 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ce40530c-5df7-4555-868e-411f1a1ff33a tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "GET /v2.0/ports/b0a68513-da9c-4ddf-9c8c-77f2ffd9a38e HTTP/1.1" status: 404 len: 333 time: 0.1029878 Apr 01 12:48:43.671651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55926) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:43.681156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Request body: {'port': {'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81', 'name': 'tempest-AllowedAddressPairTestJSON-470548525'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:43.704147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f3c55c-7df1-4c0a-a453-71f7a5cc989f']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:43.718311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cfa559-3fdc-4ffa-b40f-3844b91de3ef') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:43.718882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cfa559-3fdc-4ffa-b40f-3844b91de3ef') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:43.755663 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.847413 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.868709 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:48:43.869185 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:48:43.875912 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:48:43.900701 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:43.997654 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.015078 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.016761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:44.018246 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/networks/42f3c55c-7df1-4c0a-a453-71f7a5cc989f HTTP/1.1" status: 204 len: 168 time: 0.8089194 Apr 01 12:48:44.021275 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55940) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:44.021569 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.053552 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae1798-f29e-46af-ba1e-980ba770bfe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Network': ['ID=42f3c55c-7df1-4c0a-a453-71f7a5cc989f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:44.077893 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Made reservation on behalf of 5e33d95d4bd244639f3cda02c2231161 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:44.082138 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.113287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] device_id is not set on port 9eade262-8032-4886-89ac-e2bd10ac0712 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:44.202572 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.254335 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.306914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Allocated IP 172.20.0.7 (3ce94b1b-b429-4d99-bc13-56e81d344b81/c81539e8-fd4f-40a3-893f-a1a1d6ae7eea/9eade262-8032-4886-89ac-e2bd10ac0712) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:44.312961 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.328379 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.328747 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdd50-7a19-4269-b675-c6fe98ad1e62 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.345697 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.415073 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdd50-7a19-4269-b675-c6fe98ad1e62 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.423374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:44.441822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:44.453031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event updated for resources: {'Port': ['ID=f9f64d4e-1ffc-4509-a1f1-67c9e0fea4a8,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:44.455838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:44.461507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:44.462156 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.486474 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.522830 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4919770 Apr 01 12:48:44.523685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55960) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:44.539046 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.549119 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-001bf7da-b7d3-431f-b617-180d6c1bc486 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8772109 Apr 01 12:48:44.566583 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-14113eee-0061-4af8-8c94-347853da5a74 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:44.569911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3124a-d690-4c5a-8ae2-f3f46c376469 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=b8b88673-9d1c-4a1e-a720-38519aa3dcd2,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:44.602413 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.648753 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.701664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Network 3ce94b1b-b429-4d99-bc13-56e81d344b81 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:44.716585 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-14113eee-0061-4af8-8c94-347853da5a74 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.722150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:44.743072 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:44.814627 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event updated for resources: {'Port': ['ID=9eade262-8032-4886-89ac-e2bd10ac0712,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:44.825325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdd50-7a19-4269-b675-c6fe98ad1e62 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.842254 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdd50-7a19-4269-b675-c6fe98ad1e62 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.847277 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9f1cdd50-7a19-4269-b675-c6fe98ad1e62 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/security-groups/143385c1-e9a7-4fc1-991e-702a0f0af38a HTTP/1.1" status: 204 len: 168 time: 0.8253262 Apr 01 12:48:44.882083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] device_id is not set on port 901f038a-6f4c-4c47-998d-d99221118367 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:44.889279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cdd50-7a19-4269-b675-c6fe98ad1e62 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143385c1-e9a7-4fc1-991e-702a0f0af38a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:44.910573 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.957295 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:44.962157 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-54388f96-fced-47af-baca-5d2f9d266017 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--333436630&fields=id&tenant_id=e6ae16d646f441cb89f62230071fa440 HTTP/1.1" status: 200 len: 267 time: 0.1562333 Apr 01 12:48:44.979788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:44.980454 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:45.019584 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bd33a6d4-18cc-4d87-a50d-5cd92230f77b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3425548 Apr 01 12:48:45.022194 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 55992) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:45.033410 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-363df997-9ba2-47c2-b1cb-363ec42303ac tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d4:d4:23'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:45.177276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event updated for resources: {'Port': ['ID=901f038a-6f4c-4c47-998d-d99221118367,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:45.183910 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:45.184242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:45.184699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:45.191188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9d1580d3-885c-4baf-895f-35651d9cb2d7 None None] Provisioning complete for port 9eade262-8032-4886-89ac-e2bd10ac0712 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:45.193124 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d1580d3-885c-4baf-895f-35651d9cb2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:45.196340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:45.196668 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:45.201222 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-14113eee-0061-4af8-8c94-347853da5a74 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:45.201974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246166f1-010f-4c82-8040-dc3f5914b19e req-321996ee-22c4-49d4-81c0-688a5c6b8519 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:45.209004 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 2 to bind port 901f038a-6f4c-4c47-998d-d99221118367 Apr 01 12:48:45.209261 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-321996ee-22c4-49d4-81c0-688a5c6b8519 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 811 time: 0.2461343 Apr 01 12:48:45.232372 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-14113eee-0061-4af8-8c94-347853da5a74 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:45.241743 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-89ca6c1c-ab89-4cb3-997b-a546612fcc28 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/quotas/e6ae16d646f441cb89f62230071fa440 HTTP/1.1" status: 200 len: 375 time: 0.0315328 Apr 01 12:48:45.280168 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9d1580d3-885c-4baf-895f-35651d9cb2d7 None None] Port 9eade262-8032-4886-89ac-e2bd10ac0712 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:45.312416 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-363df997-9ba2-47c2-b1cb-363ec42303ac tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:45.316280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14113eee-0061-4af8-8c94-347853da5a74 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=b8b88673-9d1c-4a1e-a720-38519aa3dcd2,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:45.320996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:45.321324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:45.321654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:45.327507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:45.327833 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:45.329387 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 3 to bind port 901f038a-6f4c-4c47-998d-d99221118367 Apr 01 12:48:45.332063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-14113eee-0061-4af8-8c94-347853da5a74 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] In _notify_port_updated(), no bound segment for port b8b88673-9d1c-4a1e-a720-38519aa3dcd2 on network 82159ba5-6d60-4d34-9f95-c054b75c5e9d {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:48:45.338243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14113eee-0061-4af8-8c94-347853da5a74 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:45.339421 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-14113eee-0061-4af8-8c94-347853da5a74 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:45.343785 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-14113eee-0061-4af8-8c94-347853da5a74 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "PUT /v2.0/ports/b8b88673-9d1c-4a1e-a720-38519aa3dcd2 HTTP/1.1" status: 200 len: 818 time: 0.7939093 Apr 01 12:48:45.344393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 55998) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:45.383122 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:45.383455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:45.383789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:45.401115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:45.401453 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:45.403887 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 4 to bind port 901f038a-6f4c-4c47-998d-d99221118367 Apr 01 12:48:45.418094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:45.418429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:45.418938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:45.423007 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2758b938-ef06-4026-a635-b2cbda26e363 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1803632 Apr 01 12:48:45.474107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:45.475041 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:45.476311 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 5 to bind port 901f038a-6f4c-4c47-998d-d99221118367 Apr 01 12:48:45.499690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:45.500331 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:45.500832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:45.513512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:45.513844 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:45.514406 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 6 to bind port 901f038a-6f4c-4c47-998d-d99221118367 Apr 01 12:48:45.538460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:45.539449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:45.539959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:45.543742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6cf9d-fee1-4abb-b6d3-9e85da7d7e5c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port b8b88673-9d1c-4a1e-a720-38519aa3dcd2 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:45.544290 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9fd6cf9d-fee1-4abb-b6d3-9e85da7d7e5c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:45.564805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:45.565403 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:45.568844 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 7 to bind port 901f038a-6f4c-4c47-998d-d99221118367 Apr 01 12:48:45.645553 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9fd6cf9d-fee1-4abb-b6d3-9e85da7d7e5c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:45.660589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6cf9d-fee1-4abb-b6d3-9e85da7d7e5c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for b8b88673-9d1c-4a1e-a720-38519aa3dcd2 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:45.679997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:45.680650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:45.681005 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:45.687660 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:45.687995 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:45.689542 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 8 to bind port 901f038a-6f4c-4c47-998d-d99221118367 Apr 01 12:48:45.724499 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-363df997-9ba2-47c2-b1cb-363ec42303ac tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:45.742595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:45.742931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:45.743339 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:45.752849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:45.753210 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:45.755140 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 9 to bind port 901f038a-6f4c-4c47-998d-d99221118367 Apr 01 12:48:45.778901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:45.779240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:45.779579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:45.787304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:45.787625 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:45.789188 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 10 to bind port 901f038a-6f4c-4c47-998d-d99221118367 Apr 01 12:48:45.798140 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-19d01f04-b58e-4d3c-8e03-b42824deedbd service neutron] 10.222.0.45 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578064 Apr 01 12:48:45.799651 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-363df997-9ba2-47c2-b1cb-363ec42303ac tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:45.806283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:45.806639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:45.806958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:45.820810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:45.821170 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 901f038a-6f4c-4c47-998d-d99221118367 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:45.821898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:45.923546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] For port 901f038a-6f4c-4c47-998d-d99221118367, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:48:45.923920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempted to set empty binding levels {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 12:48:45.925613 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9fd6cf9d-fee1-4abb-b6d3-9e85da7d7e5c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:45.996049 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6cf9d-fee1-4abb-b6d3-9e85da7d7e5c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=b8b88673-9d1c-4a1e-a720-38519aa3dcd2,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:46.002735 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.030590 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56032) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.040754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-422d6301-bdf6-4118-916e-b0f422817734 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-810455699', 'description': 'tempest-secgroup-smoke-810455699 description', 'project_id': '57d91513207248b7a1ea77190e0bd483'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:46.055997 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9fd6cf9d-fee1-4abb-b6d3-9e85da7d7e5c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.060837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363df997-9ba2-47c2-b1cb-363ec42303ac tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event updated for resources: {'Port': ['ID=9eade262-8032-4886-89ac-e2bd10ac0712,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:46.069336 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9fd6cf9d-fee1-4abb-b6d3-9e85da7d7e5c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/b8b88673-9d1c-4a1e-a720-38519aa3dcd2 HTTP/1.1" status: 204 len: 168 time: 0.7223139 Apr 01 12:48:46.071999 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56040) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.073289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] In _notify_port_updated(), no bound segment for port 901f038a-6f4c-4c47-998d-d99221118367 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:48:46.076977 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.077699 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.079171 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-422d6301-bdf6-4118-916e-b0f422817734 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.090237 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "PUT /v2.0/ports/901f038a-6f4c-4c47-998d-d99221118367 HTTP/1.1" status: 200 len: 977 time: 2.4428039 Apr 01 12:48:46.120264 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56044) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.152219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-363df997-9ba2-47c2-b1cb-363ec42303ac tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] In _notify_port_updated(), no bound segment for port 9eade262-8032-4886-89ac-e2bd10ac0712 on network 3ce94b1b-b429-4d99-bc13-56e81d344b81 {{(pid=102719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:48:46.159417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363df997-9ba2-47c2-b1cb-363ec42303ac tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.160284 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-363df997-9ba2-47c2-b1cb-363ec42303ac tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.161728 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-363df997-9ba2-47c2-b1cb-363ec42303ac tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "PUT /v2.0/ports/9eade262-8032-4886-89ac-e2bd10ac0712 HTTP/1.1" status: 200 len: 995 time: 1.1389053 Apr 01 12:48:46.167560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56054) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.255920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a779b8-4477-4937-b061-5dd8a6fdcee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event updated for resources: {'Port': ['ID=901f038a-6f4c-4c47-998d-d99221118367,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:46.267763 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.268243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.268858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.269527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.269999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.270508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.270968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.271425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.271875 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.272329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.272780 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.273236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.273688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.277590 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ea628d04-73ce-46cb-8435-8e3075e86997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11615 time: 0.1574335 Apr 01 12:48:46.279893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56066) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.303567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-422d6301-bdf6-4118-916e-b0f422817734 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.319117 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-a1db6f37-79ad-46dd-b942-25cdd4a00b2d service neutron] 10.222.0.45 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052512 Apr 01 12:48:46.324286 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-422d6301-bdf6-4118-916e-b0f422817734 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.327582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4b9e7275-79f9-454b-a71d-6a08958e7232 None None] Provisioning complete for port 9eade262-8032-4886-89ac-e2bd10ac0712 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:46.328125 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7275-79f9-454b-a71d-6a08958e7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.373142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d6301-bdf6-4118-916e-b0f422817734 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06b7964-9853-49be-b2b4-9d0ba44d9b28,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:46.394845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-b21b811d-c6aa-4f52-b47a-a0273b2bef54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Deleting port 901f038a-6f4c-4c47-998d-d99221118367 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:46.395196 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b21b811d-c6aa-4f52-b47a-a0273b2bef54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.396274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee04371-9fa1-42b5-b556-dbdb3e25e46e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.401234 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7ee04371-9fa1-42b5-b556-dbdb3e25e46e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3163164 Apr 01 12:48:46.401439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56074) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.410291 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e7275-79f9-454b-a71d-6a08958e7232 None None] Port 9eade262-8032-4886-89ac-e2bd10ac0712 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:46.437073 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-422d6301-bdf6-4118-916e-b0f422817734 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.438478 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-422d6301-bdf6-4118-916e-b0f422817734 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4033377 Apr 01 12:48:46.441328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56078) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.447094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b53b7d81-7924-439b-a9d3-2dfa4a1cef9e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': 'b06b7964-9853-49be-b2b4-9d0ba44d9b28', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:46.458082 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6ce087-30eb-4a3d-9e27-cff294ebc9dc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:48:46.463079 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9e6ce087-30eb-4a3d-9e27-cff294ebc9dc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/b8b88673-9d1c-4a1e-a720-38519aa3dcd2 HTTP/1.1" status: 404 len: 333 time: 0.0578198 Apr 01 12:48:46.464311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56080) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.493536 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ce33018b-6bcc-4e52-a613-10b0b0f529ad tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-557617482'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:46.518273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-b21b811d-c6aa-4f52-b47a-a0273b2bef54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] For port 901f038a-6f4c-4c47-998d-d99221118367, host n-h1-836146-1, got binding levels [] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:46.518848 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b21b811d-c6aa-4f52-b47a-a0273b2bef54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.533344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-b21b811d-c6aa-4f52-b47a-a0273b2bef54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Calling delete_port for 901f038a-6f4c-4c47-998d-d99221118367 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:46.555440 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b53b7d81-7924-439b-a9d3-2dfa4a1cef9e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.580185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-4e0fd7ee-cfa7-46ca-a9c3-887aea7479a0 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Deleting port 9eade262-8032-4886-89ac-e2bd10ac0712 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:46.580531 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd7ee-cfa7-46ca-a9c3-887aea7479a0 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.610743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce33018b-6bcc-4e52-a613-10b0b0f529ad tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:46.614904 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce33018b-6bcc-4e52-a613-10b0b0f529ad tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.641062 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b21b811d-c6aa-4f52-b47a-a0273b2bef54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.681408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b811d-c6aa-4f52-b47a-a0273b2bef54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event deleted for resources: {'Port': ['ID=901f038a-6f4c-4c47-998d-d99221118367,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:46.689478 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b21b811d-c6aa-4f52-b47a-a0273b2bef54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.696617 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b21b811d-c6aa-4f52-b47a-a0273b2bef54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "DELETE /v2.0/ports/901f038a-6f4c-4c47-998d-d99221118367 HTTP/1.1" status: 204 len: 168 time: 0.4155564 Apr 01 12:48:46.697199 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56084) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.726270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce33018b-6bcc-4e52-a613-10b0b0f529ad tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:46.726970 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacdf7be-be73-4942-80a8-9a2aec991fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] GET failed (client error): The resource could not be found. Apr 01 12:48:46.735920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dacdf7be-be73-4942-80a8-9a2aec991fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "GET /v2.0/ports/901f038a-6f4c-4c47-998d-d99221118367 HTTP/1.1" status: 404 len: 333 time: 0.0370712 Apr 01 12:48:46.736552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56088) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.741558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-990783773', 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:46.743469 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b53b7d81-7924-439b-a9d3-2dfa4a1cef9e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.754473 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b53b7d81-7924-439b-a9d3-2dfa4a1cef9e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.757422 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd7ee-cfa7-46ca-a9c3-887aea7479a0 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.766560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56090) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.769520 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce33018b-6bcc-4e52-a613-10b0b0f529ad tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.769863 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-ce33018b-6bcc-4e52-a613-10b0b0f529ad tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Added segment b0305e7f-bdb7-47ac-b4e7-5879aad114fc of type vlan for network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 Apr 01 12:48:46.779313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Made reservation on behalf of 94a42ccc5ff940209ce7e6f18029338e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:46.782900 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.793290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-4e0fd7ee-cfa7-46ca-a9c3-887aea7479a0 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Calling delete_port for 9eade262-8032-4886-89ac-e2bd10ac0712 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:46.808658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] device_id is not set on port 5c250712-fc15-436d-a6f0-03f7deea7f45 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:46.826985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b7d81-7924-439b-a9d3-2dfa4a1cef9e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b17055-e1b0-406b-bd24-0704dc0fe46b,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:46.862322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56094) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.875127 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce33018b-6bcc-4e52-a613-10b0b0f529ad tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.880751 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b53b7d81-7924-439b-a9d3-2dfa4a1cef9e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.881957 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b53b7d81-7924-439b-a9d3-2dfa4a1cef9e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4396975 Apr 01 12:48:46.884951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56098) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:46.889899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-89349fe9-7a5d-4c02-85a8-8607b14b8789 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': 'b06b7964-9853-49be-b2b4-9d0ba44d9b28', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:46.946673 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce33018b-6bcc-4e52-a613-10b0b0f529ad tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.953288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33018b-6bcc-4e52-a613-10b0b0f529ad tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:46.953819 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce33018b-6bcc-4e52-a613-10b0b0f529ad tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:46.984543 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ce33018b-6bcc-4e52-a613-10b0b0f529ad tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5079248 Apr 01 12:48:46.997850 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56100) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:47.006282 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ff540856-376e-46d8-8f56-5ab73ee61008 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': '7d2452d5-8f89-47f0-a3ea-c768ba9000c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:47.009645 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89349fe9-7a5d-4c02-85a8-8607b14b8789 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.020995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-108c162d-add5-4578-a794-7b5ced12e871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.048544 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.052460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-19e587c8-af9d-41bc-84c7-87517aeabcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.145315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33018b-6bcc-4e52-a613-10b0b0f529ad tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Network': ['ID=7d2452d5-8f89-47f0-a3ea-c768ba9000c0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:47.157855 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.159167 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:47.212286 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89349fe9-7a5d-4c02-85a8-8607b14b8789 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.217522 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd7ee-cfa7-46ca-a9c3-887aea7479a0 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.219600 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89349fe9-7a5d-4c02-85a8-8607b14b8789 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.240040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Network 13fedd28-b983-448c-aadf-c4c3847d31b3 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:47.257450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:47.259913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:47.260819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff540856-376e-46d8-8f56-5ab73ee61008 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:47.261709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:47.262325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.264306 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff540856-376e-46d8-8f56-5ab73ee61008 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.271494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event updated for resources: {'Port': ['ID=5c250712-fc15-436d-a6f0-03f7deea7f45,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:47.271844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fd7ee-cfa7-46ca-a9c3-887aea7479a0 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event deleted for resources: {'Port': ['ID=9eade262-8032-4886-89ac-e2bd10ac0712,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:47.290164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89349fe9-7a5d-4c02-85a8-8607b14b8789 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b7fccb-0385-4629-9bc2-9026584041cb,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:47.294617 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-108c162d-add5-4578-a794-7b5ced12e871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.309386 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-108c162d-add5-4578-a794-7b5ced12e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.317000 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-874c2c24-cd6e-40c9-a478-3c1bda98c641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5793858 Apr 01 12:48:47.317614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56102) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:47.319648 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-19e587c8-af9d-41bc-84c7-87517aeabcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.331382 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89349fe9-7a5d-4c02-85a8-8607b14b8789 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.335897 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-89349fe9-7a5d-4c02-85a8-8607b14b8789 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4494181 Apr 01 12:48:47.348265 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56104) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:47.348897 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-19e587c8-af9d-41bc-84c7-87517aeabcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.361817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-486595e0-003f-4447-8bb8-2af81a6d29c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': 'b06b7964-9853-49be-b2b4-9d0ba44d9b28', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:47.422524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c162d-add5-4578-a794-7b5ced12e871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c3d48e-e4cb-49c9-87d1-cf74e285fdd3,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:47.424629 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd7ee-cfa7-46ca-a9c3-887aea7479a0 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.429221 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-108c162d-add5-4578-a794-7b5ced12e871 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d965e25d77e64f8796b08d7437b64873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6611662 Apr 01 12:48:47.431054 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4e0fd7ee-cfa7-46ca-a9c3-887aea7479a0 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "DELETE /v2.0/ports/9eade262-8032-4886-89ac-e2bd10ac0712 HTTP/1.1" status: 204 len: 168 time: 1.2612915 Apr 01 12:48:47.431691 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56106) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:47.431811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56108) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:47.462477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dda0944-6af4-4bfd-b35b-6b1cb824c7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:47.467305 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3dda0944-6af4-4bfd-b35b-6b1cb824c7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "GET /v2.0/ports/5c250712-fc15-436d-a6f0-03f7deea7f45 HTTP/1.1" status: 200 len: 958 time: 0.1421838 Apr 01 12:48:47.470131 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-19e587c8-af9d-41bc-84c7-87517aeabcdc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=789c4f7bc7384a628199dc2b820a3344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6064720 Apr 01 12:48:47.470268 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56110) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:47.487132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56112) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:47.501296 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-19367186-fa8e-43d2-9a3d-3328c5a850cd tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] GET failed (client error): The resource could not be found. Apr 01 12:48:47.502949 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-19367186-fa8e-43d2-9a3d-3328c5a850cd tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "GET /v2.0/ports/9eade262-8032-4886-89ac-e2bd10ac0712 HTTP/1.1" status: 404 len: 333 time: 0.0642629 Apr 01 12:48:47.509382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56114) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:47.521752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Request body: {'port': {'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81', 'name': 'tempest-AllowedAddressPairTestJSON-1901262152'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:47.525368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e587c8-af9d-41bc-84c7-87517aeabcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993d0f27-d1b0-4a66-ae05-6359f63cabe0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:47.533992 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-486595e0-003f-4447-8bb8-2af81a6d29c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.595780 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11b5125-c722-4879-8407-de5e5ab0f1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.668541 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11b5125-c722-4879-8407-de5e5ab0f1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.677145 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff540856-376e-46d8-8f56-5ab73ee61008 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.705128 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-98c6c5cb-a502-4eac-b33c-e3de9ca85b3e req-a2f3e244-649a-41ba-ba0d-417194bd4eb7 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 210 time: 0.0716124 Apr 01 12:48:47.743610 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34f88269-3081-44f0-9e7a-925dde54497c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.767745 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-babb02e5-2342-4bab-946e-a8d419cf7998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Deleting port 5c250712-fc15-436d-a6f0-03f7deea7f45 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:47.768312 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-babb02e5-2342-4bab-946e-a8d419cf7998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.769797 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff540856-376e-46d8-8f56-5ab73ee61008 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Subnet': ['ID=65ecd483-f090-49be-ba0f-2f3febc07d20,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:47.781815 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-486595e0-003f-4447-8bb8-2af81a6d29c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.792630 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-486595e0-003f-4447-8bb8-2af81a6d29c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.798319 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34f88269-3081-44f0-9e7a-925dde54497c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.815922 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff540856-376e-46d8-8f56-5ab73ee61008 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Checking segment: {'id': 'b0305e7f-bdb7-47ac-b4e7-5879aad114fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d2452d5-8f89-47f0-a3ea-c768ba9000c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:47.816337 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff540856-376e-46d8-8f56-5ab73ee61008 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network hostable DHCP agents. Network: 7d2452d5-8f89-47f0-a3ea-c768ba9000c0, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:48:47.849202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486595e0-003f-4447-8bb8-2af81a6d29c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91ef992-b524-47f6-ae63-d324edec2823,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:47.868803 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-486595e0-003f-4447-8bb8-2af81a6d29c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.870809 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-486595e0-003f-4447-8bb8-2af81a6d29c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5189357 Apr 01 12:48:47.872543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Made reservation on behalf of 5e33d95d4bd244639f3cda02c2231161 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:47.874461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56124) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:47.875956 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.878056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-babb02e5-2342-4bab-946e-a8d419cf7998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.883543 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-bf63074f-01c7-4979-abba-ff5dbefc0a6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': 'b06b7964-9853-49be-b2b4-9d0ba44d9b28', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:47.896901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] device_id is not set on port 1451e574-6392-43e4-9f27-1816ad7aed57 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:47.902141 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11b5125-c722-4879-8407-de5e5ab0f1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.905026 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b11b5125-c722-4879-8407-de5e5ab0f1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.906502 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b11b5125-c722-4879-8407-de5e5ab0f1ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55c3d48e-e4cb-49c9-87d1-cf74e285fdd3 HTTP/1.1" status: 204 len: 168 time: 0.4720857 Apr 01 12:48:47.920173 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-babb02e5-2342-4bab-946e-a8d419cf7998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Calling delete_port for 5c250712-fc15-436d-a6f0-03f7deea7f45 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:47.933021 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff540856-376e-46d8-8f56-5ab73ee61008 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:48:47.945563 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b5125-c722-4879-8407-de5e5ab0f1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c3d48e-e4cb-49c9-87d1-cf74e285fdd3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:47.959106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ff540856-376e-46d8-8f56-5ab73ee61008 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 7d2452d5-8f89-47f0-a3ea-c768ba9000c0) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:47.965036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff540856-376e-46d8-8f56-5ab73ee61008 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:47.966393 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff540856-376e-46d8-8f56-5ab73ee61008 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:47.971019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5657b9b9-6184-44d9-8536-944a9a8fe258 None None] Network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:47.999557 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34f88269-3081-44f0-9e7a-925dde54497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.004056 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34f88269-3081-44f0-9e7a-925dde54497c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.005835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-34f88269-3081-44f0-9e7a-925dde54497c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/993d0f27-d1b0-4a66-ae05-6359f63cabe0 HTTP/1.1" status: 204 len: 168 time: 0.5138481 Apr 01 12:48:48.014213 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf63074f-01c7-4979-abba-ff5dbefc0a6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.051773 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ff540856-376e-46d8-8f56-5ab73ee61008 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0527399 Apr 01 12:48:48.061702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56134) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:48.062519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f88269-3081-44f0-9e7a-925dde54497c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993d0f27-d1b0-4a66-ae05-6359f63cabe0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:48.089323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b1561aa0-a7f0-419a-81d0-320a06a8735d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': '7d2452d5-8f89-47f0-a3ea-c768ba9000c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:48.130696 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-babb02e5-2342-4bab-946e-a8d419cf7998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.141230 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf63074f-01c7-4979-abba-ff5dbefc0a6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.195152 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf63074f-01c7-4979-abba-ff5dbefc0a6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.221670 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-babb02e5-2342-4bab-946e-a8d419cf7998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.228550 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-babb02e5-2342-4bab-946e-a8d419cf7998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "DELETE /v2.0/ports/5c250712-fc15-436d-a6f0-03f7deea7f45 HTTP/1.1" status: 204 len: 168 time: 0.7536948 Apr 01 12:48:48.244025 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf63074f-01c7-4979-abba-ff5dbefc0a6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.245613 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bf63074f-01c7-4979-abba-ff5dbefc0a6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3700697 Apr 01 12:48:48.247042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56140) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:48.247862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63074f-01c7-4979-abba-ff5dbefc0a6a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f7b2d0-12f3-4076-8e47-2217ffc46cfb,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:48.252488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb02e5-2342-4bab-946e-a8d419cf7998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c250712-fc15-436d-a6f0-03f7deea7f45,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:48.256026 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56142) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:48.267823 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a6236cea-97a7-46e5-898b-4ffe12f994f9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': 'b06b7964-9853-49be-b2b4-9d0ba44d9b28', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:48.300708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-7d2452d5-8f89-47f0-a3ea-c768ba9000c0', 'network_id': '7d2452d5-8f89-47f0-a3ea-c768ba9000c0', 'tenant_id': '306043477d8a4230b32df111b11a384e', 'fixed_ips': [{'subnet_id': '65ecd483-f090-49be-ba0f-2f3febc07d20'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:48:48.301672 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.313969 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fd867e-1460-49c3-b090-56be208df3a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] GET failed (client error): The resource could not be found. Apr 01 12:48:48.315693 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d8fd867e-1460-49c3-b090-56be208df3a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "GET /v2.0/ports/5c250712-fc15-436d-a6f0-03f7deea7f45 HTTP/1.1" status: 404 len: 333 time: 0.0609927 Apr 01 12:48:48.337418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56144) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:48.358659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Request body: {'port': {'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995564050'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:48.386782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1561aa0-a7f0-419a-81d0-320a06a8735d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:48.390683 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b1561aa0-a7f0-419a-81d0-320a06a8735d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.399157 n-d-836146-1 neutron-server[102719]: INFO neutron.db.securitygroups_db [None req-a6236cea-97a7-46e5-898b-4ffe12f994f9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Project 57d91513207248b7a1ea77190e0bd483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:48:48.412624 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6236cea-97a7-46e5-898b-4ffe12f994f9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.468392 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Made reservation on behalf of 94a42ccc5ff940209ce7e6f18029338e for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:48.470642 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.511779 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Allocated IP 2001:db8::2 (7d2452d5-8f89-47f0-a3ea-c768ba9000c0/65ecd483-f090-49be-ba0f-2f3febc07d20/34c219cc-2759-4b2a-b3b6-9e3b5823e8ee) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:48.531901 n-d-836146-1 neutron-server[102718]: INFO neutron.db.ipam_backend_mixin [None req-b1561aa0-a7f0-419a-81d0-320a06a8735d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65ecd483-f090-49be-ba0f-2f3febc07d20 (CIDR: 2001:db8::/64) Apr 01 12:48:48.544652 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1561aa0-a7f0-419a-81d0-320a06a8735d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:48:48.545065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1561aa0-a7f0-419a-81d0-320a06a8735d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:48:48.552649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] device_id is not set on port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:48.565565 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b1561aa0-a7f0-419a-81d0-320a06a8735d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4975934 Apr 01 12:48:48.568465 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56148) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:48.574213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ef383d44-451a-46ab-b2d3-3f3f04a2b7b7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': '7d2452d5-8f89-47f0-a3ea-c768ba9000c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:48.664766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56150) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:48.694294 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.704031 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.708741 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e75ed656-9980-4c8f-b8e7-7e8a3aec2591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.709234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Allocated IP 172.20.0.12 (3ce94b1b-b429-4d99-bc13-56e81d344b81/c81539e8-fd4f-40a3-893f-a1a1d6ae7eea/1451e574-6392-43e4-9f27-1816ad7aed57) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:48.730555 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6236cea-97a7-46e5-898b-4ffe12f994f9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.736508 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56152) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:48.769923 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Pushing event updated for resources: {'Port': ['ID=34c219cc-2759-4b2a-b3b6-9e3b5823e8ee,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:48.782145 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:48.784381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:48.793730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:48.817779 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6236cea-97a7-46e5-898b-4ffe12f994f9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.864288 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e75ed656-9980-4c8f-b8e7-7e8a3aec2591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.868078 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Attempting to bind port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:48.868443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Attempting to bind port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'b0305e7f-bdb7-47ac-b4e7-5879aad114fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d2452d5-8f89-47f0-a3ea-c768ba9000c0'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:48.868803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Attempting to bind port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee on network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:48.875977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:48:48.876604 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Checking segment: {'id': 'b0305e7f-bdb7-47ac-b4e7-5879aad114fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d2452d5-8f89-47f0-a3ea-c768ba9000c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:48.877057 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.877493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Bound using segment: {'id': 'b0305e7f-bdb7-47ac-b4e7-5879aad114fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d2452d5-8f89-47f0-a3ea-c768ba9000c0'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:48:48.878209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Bound port: 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0305e7f-bdb7-47ac-b4e7-5879aad114fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d2452d5-8f89-47f0-a3ea-c768ba9000c0'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:48:48.878765 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.885015 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e6ecb8a-0ec5-4355-b12d-b060c452a7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.903488 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e75ed656-9980-4c8f-b8e7-7e8a3aec2591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.923769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6236cea-97a7-46e5-898b-4ffe12f994f9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9362b458-db3b-48f9-b05f-082fa0f30f22,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:48.942942 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.946650 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-39d96e4c-ec3f-462b-af32-74c964513810 req-d697aacd-abff-4d1f-ab0a-d80bdbc60001 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 210 time: 0.1305795 Apr 01 12:48:48.972392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6236cea-97a7-46e5-898b-4ffe12f994f9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:48.973910 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a6236cea-97a7-46e5-898b-4ffe12f994f9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7097249 Apr 01 12:48:48.979625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56156) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:48.988381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] For port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:48:48.993727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] For port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=34c219cc-2759-4b2a-b3b6-9e3b5823e8ee,segment=NetworkSegment(b0305e7f-bdb7-47ac-b4e7-5879aad114fc),segment_id=b0305e7f-bdb7-47ac-b4e7-5879aad114fc)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:48:49.001330 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.014763 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ccbbcec5-4efe-4eac-8e95-dcf8a67c2393 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': 'b06b7964-9853-49be-b2b4-9d0ba44d9b28', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:49.054065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef383d44-451a-46ab-b2d3-3f3f04a2b7b7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:49.059342 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ed656-9980-4c8f-b8e7-7e8a3aec2591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ed71d8-0f3f-4357-bdde-420e3a284fcf,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:49.062866 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef383d44-451a-46ab-b2d3-3f3f04a2b7b7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.074860 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e75ed656-9980-4c8f-b8e7-7e8a3aec2591 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6174df2d623c40ed98d9e74bb76f603c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068096 Apr 01 12:48:49.075596 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56158) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:49.078674 n-d-836146-1 neutron-server[102718]: INFO neutron.db.securitygroups_db [None req-ccbbcec5-4efe-4eac-8e95-dcf8a67c2393 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Project 57d91513207248b7a1ea77190e0bd483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:48:49.115041 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcec5-4efe-4eac-8e95-dcf8a67c2393 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.145665 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.173359 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bc2a6-3b2c-4fc8-8c6b-3d9ded4d7c73 None None] Pushing event updated for resources: {'Port': ['ID=34c219cc-2759-4b2a-b3b6-9e3b5823e8ee,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:49.187992 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.294321 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-460ea404-a5ee-4198-aac4-58653b1c2ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.338960 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e6ecb8a-0ec5-4355-b12d-b060c452a7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.342814 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.360270 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e6ecb8a-0ec5-4355-b12d-b060c452a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.397496 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-460ea404-a5ee-4198-aac4-58653b1c2ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.399759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Network 3ce94b1b-b429-4d99-bc13-56e81d344b81 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:49.408613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event updated for resources: {'Port': ['ID=1451e574-6392-43e4-9f27-1816ad7aed57,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:49.421576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:49.437922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:49.506850 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Network 13fedd28-b983-448c-aadf-c4c3847d31b3 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:49.512795 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ecb8a-0ec5-4355-b12d-b060c452a7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb980729-b9ae-47ed-98ac-9d4007573a4a,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:49.517238 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0e6ecb8a-0ec5-4355-b12d-b060c452a7b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=076a56f907714281aeb1eb5da95343ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7799404 Apr 01 12:48:49.519688 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:49.521703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56160) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:49.522244 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event updated for resources: {'Port': ['ID=85a6c98a-893c-48c9-9834-cb0fdb1c9ac2,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:49.529997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:49.531389 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.534808 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:49.535782 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:49.536343 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.568451 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcec5-4efe-4eac-8e95-dcf8a67c2393 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.579438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246166f1-010f-4c82-8040-dc3f5914b19e req-b1008623-efaf-47df-a648-3cb3b913cb1d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:49.581007 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-b1008623-efaf-47df-a648-3cb3b913cb1d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.44 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 811 time: 0.4672999 Apr 01 12:48:49.586234 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcec5-4efe-4eac-8e95-dcf8a67c2393 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.613746 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-460ea404-a5ee-4198-aac4-58653b1c2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.617127 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-460ea404-a5ee-4198-aac4-58653b1c2ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.618411 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-460ea404-a5ee-4198-aac4-58653b1c2ee9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5ed71d8-0f3f-4357-bdde-420e3a284fcf HTTP/1.1" status: 204 len: 168 time: 0.5351276 Apr 01 12:48:49.633159 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-070cd020-8ebd-4c07-9f2e-caac88630044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2923088 Apr 01 12:48:49.633370 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-01cc7cf3-aba2-4538-84c6-99d7cde072b1 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1172252 Apr 01 12:48:49.633578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56164) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:49.644385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56166) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:49.651834 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:49.658496 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Request body: {'port': {'network_id': '3ce94b1b-b429-4d99-bc13-56e81d344b81', 'name': 'tempest-AllowedAddressPairTestJSON-1115728198'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:49.659615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbcec5-4efe-4eac-8e95-dcf8a67c2393 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60693e38-d967-469d-ac1e-6904bf7c8b8f,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:49.668815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ea404-a5ee-4198-aac4-58653b1c2ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ed71d8-0f3f-4357-bdde-420e3a284fcf,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:49.695725 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70120bd8-2892-49bb-a48f-b16b24c42bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.710054 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-d74c782a-6d5e-4758-b5d5-7103b191b3ae tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ae16d646f441cb89f62230071fa440 HTTP/1.1" status: 200 len: 379 time: 0.1155334 Apr 01 12:48:49.716631 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcec5-4efe-4eac-8e95-dcf8a67c2393 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.720603 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ccbbcec5-4efe-4eac-8e95-dcf8a67c2393 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7365589 Apr 01 12:48:49.721366 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56168) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:49.730234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-17e1d98c-93ce-426c-b7c0-6c4903b4f040 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'network': {'name': 'tempest-network-smoke--305518645', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'port_security_enabled': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:49.730713 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70120bd8-2892-49bb-a48f-b16b24c42bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.740375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-246166f1-010f-4c82-8040-dc3f5914b19e req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Request body: {'port': {'device_id': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'admin_state_up': True, 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'security_groups': ['7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:49.794920 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1786f35d-ab74-4529-b4c0-f0e98c738373 None None] Provisioning complete for port 1451e574-6392-43e4-9f27-1816ad7aed57 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:49.795669 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1786f35d-ab74-4529-b4c0-f0e98c738373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.843829 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70120bd8-2892-49bb-a48f-b16b24c42bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.849940 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-70120bd8-2892-49bb-a48f-b16b24c42bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.854093 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-70120bd8-2892-49bb-a48f-b16b24c42bb8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fb980729-b9ae-47ed-98ac-9d4007573a4a HTTP/1.1" status: 204 len: 168 time: 0.3272228 Apr 01 12:48:49.862543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-1786f35d-ab74-4529-b4c0-f0e98c738373 None None] Port 1451e574-6392-43e4-9f27-1816ad7aed57 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:49.895120 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.896632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e1d98c-93ce-426c-b7c0-6c4903b4f040 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Made reservation on behalf of 57d91513207248b7a1ea77190e0bd483 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:49.900036 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17e1d98c-93ce-426c-b7c0-6c4903b4f040 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:49.908015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70120bd8-2892-49bb-a48f-b16b24c42bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb980729-b9ae-47ed-98ac-9d4007573a4a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:49.989635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Made reservation on behalf of 5e33d95d4bd244639f3cda02c2231161 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:49.998613 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:50.037036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] device_id is not set on port 40758dcd-6102-467b-9cf6-4ab25997f2ca yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:50.069028 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e1d98c-93ce-426c-b7c0-6c4903b4f040 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:50.174021 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17e1d98c-93ce-426c-b7c0-6c4903b4f040 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:50.174366 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-17e1d98c-93ce-426c-b7c0-6c4903b4f040 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Added segment 25c9040c-b695-4a1b-946d-c39119c4dd34 of type vlan for network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 Apr 01 12:48:50.185101 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b895ebb-c485-4eb8-822b-959f0d9afc7d req-fb0d2035-1ad5-419f-8b6a-e5b69a7a6959 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 210 time: 0.0995615 Apr 01 12:48:50.275098 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef383d44-451a-46ab-b2d3-3f3f04a2b7b7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:50.295023 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17e1d98c-93ce-426c-b7c0-6c4903b4f040 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:50.362570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246166f1-010f-4c82-8040-dc3f5914b19e req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Made reservation on behalf of e6ae16d646f441cb89f62230071fa440 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:50.366221 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-246166f1-010f-4c82-8040-dc3f5914b19e req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:50.421553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef383d44-451a-46ab-b2d3-3f3f04a2b7b7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:50.430716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] device_id is not set on port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:50.440692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ef383d44-451a-46ab-b2d3-3f3f04a2b7b7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:50.444527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef383d44-451a-46ab-b2d3-3f3f04a2b7b7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:50.445310 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef383d44-451a-46ab-b2d3-3f3f04a2b7b7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:50.468492 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:50.488164 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17e1d98c-93ce-426c-b7c0-6c4903b4f040 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:50.495417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e1d98c-93ce-426c-b7c0-6c4903b4f040 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:50.496165 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17e1d98c-93ce-426c-b7c0-6c4903b4f040 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:50.507442 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef383d44-451a-46ab-b2d3-3f3f04a2b7b7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Subnet': ['ID=0381e941-e00b-44c3-971d-4242ef342f27,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:50.561583 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ef383d44-451a-46ab-b2d3-3f3f04a2b7b7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9919691 Apr 01 12:48:50.562334 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:50.577971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56192) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:50.598039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': '7d2452d5-8f89-47f0-a3ea-c768ba9000c0', 'fixed_ips': [{'subnet_id': '65ecd483-f090-49be-ba0f-2f3febc07d20'}, {'subnet_id': '0381e941-e00b-44c3-971d-4242ef342f27'}], 'name': 'tempest-PortsIpV6TestJSON-723671189'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:50.676693 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:48:50.700355 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-17e1d98c-93ce-426c-b7c0-6c4903b4f040 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9720936 Apr 01 12:48:50.711293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56200) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:50.773302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'admin_state_up': True, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:50.776266 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Allocated IP 172.20.0.10 (3ce94b1b-b429-4d99-bc13-56e81d344b81/c81539e8-fd4f-40a3-893f-a1a1d6ae7eea/40758dcd-6102-467b-9cf6-4ab25997f2ca) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:50.803500 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:50.803863 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:50.846588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1d98c-93ce-426c-b7c0-6c4903b4f040 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Network': ['ID=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:50.864758 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:50.878631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event updated for resources: {'Port': ['ID=85a6c98a-893c-48c9-9834-cb0fdb1c9ac2,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:50.959067 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd39075-70d4-4753-b837-aad0c2f9064c None None] Network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:50.981491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:50.982126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:50.982986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:51.029809 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.031471 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.068401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:51.068401 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:51.070682 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.072432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cb61ca90-6e8a-44d2-95b0-13df66cb18a4 None None] Provisioning complete for port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:51.073400 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cb61ca90-6e8a-44d2-95b0-13df66cb18a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.081482 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 2 to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 Apr 01 12:48:51.104702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-246166f1-010f-4c82-8040-dc3f5914b19e req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Allocated IP 172.20.0.4 (b4b10f20-93cd-48c1-bba4-70b44c5b92f4/bb2409b7-d005-4b83-bb45-b3e7637fb4f0/b6104387-0117-4b4a-9f4b-5acd46d5f2c9) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:51.122275 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.160615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:51.160916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:51.161388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:51.163637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56214) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:51.186985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Network 3ce94b1b-b429-4d99-bc13-56e81d344b81 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:51.190572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:51.195460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:51.200245 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event updated for resources: {'Port': ['ID=40758dcd-6102-467b-9cf6-4ab25997f2ca,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:51.277732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:51.278766 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.287806 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.310626 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f3933c5f-de9f-40d2-ad04-995ad64d8524 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6650980 Apr 01 12:48:51.312649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56226) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:51.319003 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0b9de463-1797-4b61-90f7-ffbeb347dd77 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:d4:d4:23'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:87:85:8a'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:51.381987 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6c9ff386-68e2-4f46-a11f-b847104da7ad req-7ad03b67-71c2-4422-8026-642865e3cb18 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 210 time: 0.0701098 Apr 01 12:48:51.439694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=34c219cc-2759-4b2a-b3b6-9e3b5823e8ee,segment=NetworkSegment(b0305e7f-bdb7-47ac-b4e7-5879aad114fc),segment_id=b0305e7f-bdb7-47ac-b4e7-5879aad114fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:51.439694 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cb61ca90-6e8a-44d2-95b0-13df66cb18a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.484321 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.557712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b9de463-1797-4b61-90f7-ffbeb347dd77 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.583993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=34c219cc-2759-4b2a-b3b6-9e3b5823e8ee,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:51.612975 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-cb61ca90-6e8a-44d2-95b0-13df66cb18a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:48:51.613366 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-cb61ca90-6e8a-44d2-95b0-13df66cb18a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:48:51.618888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e6e2f-ca23-40b9-b26d-f78606de0516 None None] Update dhcp port {'port': {'network_id': '7d2452d5-8f89-47f0-a3ea-c768ba9000c0', 'fixed_ips': [{'subnet_id': '65ecd483-f090-49be-ba0f-2f3febc07d20', 'ip_address': '2001:db8::2'}, {'subnet_id': '0381e941-e00b-44c3-971d-4242ef342f27'}], 'binding:host_id': 'n-d-836146-1'}, 'id': '34c219cc-2759-4b2a-b3b6-9e3b5823e8ee'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:48:51.629779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:51.639311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:51.639640 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:51.655246 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 3 to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 Apr 01 12:48:51.661411 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6e2f-ca23-40b9-b26d-f78606de0516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.774032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:51.774361 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:51.774692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:51.781562 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.854663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:51.854877 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:51.887540 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b9de463-1797-4b61-90f7-ffbeb347dd77 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.887540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56234) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:51.887856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-7c1e6e2f-ca23-40b9-b26d-f78606de0516 None None] Allocated IP 2001:db8:0:1::2 (7d2452d5-8f89-47f0-a3ea-c768ba9000c0/0381e941-e00b-44c3-971d-4242ef342f27/34c219cc-2759-4b2a-b3b6-9e3b5823e8ee) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:51.894308 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b9de463-1797-4b61-90f7-ffbeb347dd77 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:51.906561 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 4 to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 Apr 01 12:48:51.925973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:51.926348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:51.926627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:52.002685 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86da0792-a639-4937-aa96-6953f9a9eb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.010357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:52.010693 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:52.019364 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 5 to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 Apr 01 12:48:52.033172 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9de463-1797-4b61-90f7-ffbeb347dd77 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event updated for resources: {'Port': ['ID=40758dcd-6102-467b-9cf6-4ab25997f2ca,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:52.042263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7c1e6e2f-ca23-40b9-b26d-f78606de0516 None None] For port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=34c219cc-2759-4b2a-b3b6-9e3b5823e8ee,segment=NetworkSegment(b0305e7f-bdb7-47ac-b4e7-5879aad114fc),segment_id=b0305e7f-bdb7-47ac-b4e7-5879aad114fc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:52.050024 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-0b9de463-1797-4b61-90f7-ffbeb347dd77 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] In _notify_port_updated(), no bound segment for port 40758dcd-6102-467b-9cf6-4ab25997f2ca on network 3ce94b1b-b429-4d99-bc13-56e81d344b81 {{(pid=102719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:48:52.056467 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9de463-1797-4b61-90f7-ffbeb347dd77 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:52.058304 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b9de463-1797-4b61-90f7-ffbeb347dd77 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.062489 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0b9de463-1797-4b61-90f7-ffbeb347dd77 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "PUT /v2.0/ports/40758dcd-6102-467b-9cf6-4ab25997f2ca HTTP/1.1" status: 200 len: 1057 time: 0.7483430 Apr 01 12:48:52.063106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56238) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:52.072963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-375110690-network', 'tenant_id': '391044c084464185afe66753fdcac19b'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:52.079703 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6e2f-ca23-40b9-b26d-f78606de0516 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.092763 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6e2f-ca23-40b9-b26d-f78606de0516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.109647 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.141693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:52.142065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:52.142408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:52.147372 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.153920 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-246166f1-010f-4c82-8040-dc3f5914b19e req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.172617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:52.172965 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:52.176608 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 6 to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 Apr 01 12:48:52.218050 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86da0792-a639-4937-aa96-6953f9a9eb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.221529 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd603e-3167-4515-9ada-c9a15993d210 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Deleting port 40758dcd-6102-467b-9cf6-4ab25997f2ca {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:52.221679 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2ddd603e-3167-4515-9ada-c9a15993d210 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.227589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:52.227935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:52.229966 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:52.235999 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86da0792-a639-4937-aa96-6953f9a9eb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.236640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Made reservation on behalf of 391044c084464185afe66753fdcac19b for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:52.241996 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.245753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e6e2f-ca23-40b9-b26d-f78606de0516 None None] Pushing event updated for resources: {'Port': ['ID=34c219cc-2759-4b2a-b3b6-9e3b5823e8ee,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:52.268932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port 3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:48:52.276078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:52.276490 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:52.277109 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.286606 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 7 to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 Apr 01 12:48:52.287362 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-86da0792-a639-4937-aa96-6953f9a9eb45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13edca3a2a814eee811eded0dcbfd12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010952 Apr 01 12:48:52.292091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56240) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:52.369103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:52.369512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:52.369847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:52.380854 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2ba0715e-d95a-4cd7-9158-5e3aa6d28904 None None] Provisioning complete for port 40758dcd-6102-467b-9cf6-4ab25997f2ca triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:52.381762 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2ba0715e-d95a-4cd7-9158-5e3aa6d28904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.399573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da0792-a639-4937-aa96-6953f9a9eb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d591d3ab-bbde-4fbd-a732-d8f5f8c7edfe,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:52.400225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:52.401080 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:52.426961 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 8 to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 Apr 01 12:48:52.444751 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-246166f1-010f-4c82-8040-dc3f5914b19e req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.446538 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13c9b19a-e96a-41dc-84c5-4cf175244752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.450224 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2ddd603e-3167-4515-9ada-c9a15993d210 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.460645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0715e-d95a-4cd7-9158-5e3aa6d28904 None None] Port 40758dcd-6102-467b-9cf6-4ab25997f2ca cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:52.478778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd603e-3167-4515-9ada-c9a15993d210 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Calling delete_port for 40758dcd-6102-467b-9cf6-4ab25997f2ca owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:52.499344 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13c9b19a-e96a-41dc-84c5-4cf175244752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.555599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:48:52.624626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:52.624989 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.646494 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13c9b19a-e96a-41dc-84c5-4cf175244752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.649083 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13c9b19a-e96a-41dc-84c5-4cf175244752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.653710 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-13c9b19a-e96a-41dc-84c5-4cf175244752 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d591d3ab-bbde-4fbd-a732-d8f5f8c7edfe HTTP/1.1" status: 204 len: 168 time: 0.3553772 Apr 01 12:48:52.674150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event updated for resources: {'Port': ['ID=b6104387-0117-4b4a-9f4b-5acd46d5f2c9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:52.684336 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9b19a-e96a-41dc-84c5-4cf175244752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d591d3ab-bbde-4fbd-a732-d8f5f8c7edfe,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:52.711753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:52.712399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:52.712649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:52.749141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:52.749623 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:52.753375 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2ddd603e-3167-4515-9ada-c9a15993d210 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.782694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246166f1-010f-4c82-8040-dc3f5914b19e req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:52.783420 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 9 to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 Apr 01 12:48:52.808174 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-246166f1-010f-4c82-8040-dc3f5914b19e req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:52.820874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-246166f1-010f-4c82-8040-dc3f5914b19e req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:52.821017 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd603e-3167-4515-9ada-c9a15993d210 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event deleted for resources: {'Port': ['ID=40758dcd-6102-467b-9cf6-4ab25997f2ca,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:52.909365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246166f1-010f-4c82-8040-dc3f5914b19e req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:52.910235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-246166f1-010f-4c82-8040-dc3f5914b19e req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:52.935744 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:52.938886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:52.939345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:52.971337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:52.971814 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:52.982384 n-d-836146-1 neutron-server[102718]: INFO neutron.plugins.ml2.plugin [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempt 10 to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 Apr 01 12:48:53.032151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d7266-4234-4c6e-988d-f7713a12562d req-ac373b20-d392-4445-82b1-4e99c3a77f0a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:53.033736 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dd6d7266-4234-4c6e-988d-f7713a12562d req-ac373b20-d392-4445-82b1-4e99c3a77f0a tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 931 time: 0.3608541 Apr 01 12:48:53.038467 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-f4f3ce57-da37-4e34-bb64-4b6dfa174754 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3157237 Apr 01 12:48:53.050133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ebd4cf-5596-4579-b0f4-4b10d8b393f6 None None] Network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:53.051860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:53.052385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:53.052887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempting to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:53.101870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.153176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:53.153785 n-d-836146-1 neutron-server[102718]: ERROR neutron.plugins.ml2.managers [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Failed to bind port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on host n-h1-836146-1 for vnic_type normal using segments [{'id': '823ab39b-a762-4560-8f36-f1dd74bd014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '13fedd28-b983-448c-aadf-c4c3847d31b3'}] Apr 01 12:48:53.154358 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.186841 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.270502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2ddd603e-3167-4515-9ada-c9a15993d210 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.277447 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Request body: {'port': {'device_id': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:53.278655 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2ddd603e-3167-4515-9ada-c9a15993d210 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "DELETE /v2.0/ports/40758dcd-6102-467b-9cf6-4ab25997f2ca HTTP/1.1" status: 204 len: 168 time: 1.2131312 Apr 01 12:48:53.279696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56256) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:53.330221 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e75968c-a7b1-4a18-abe8-511379232c0a tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] GET failed (client error): The resource could not be found. Apr 01 12:48:53.336188 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4e75968c-a7b1-4a18-abe8-511379232c0a tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "GET /v2.0/ports/40758dcd-6102-467b-9cf6-4ab25997f2ca HTTP/1.1" status: 404 len: 333 time: 0.0537350 Apr 01 12:48:53.336188 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56260) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:53.402633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:53.415351 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dd6d7266-4234-4c6e-988d-f7713a12562d req-fa7d1f24-64a0-4f00-a851-cef7c33b1532 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3645442 Apr 01 12:48:53.466966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a54c5e1d-baee-453d-9d17-32f74d85953a None None] Provisioning complete for port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:53.467285 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a54c5e1d-baee-453d-9d17-32f74d85953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.467501 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b290b307-ef3d-48ff-9e7f-fe792d5cfff6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:53.480175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-8b25ee0e-b764-4bcc-97a4-c5142946575f tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Deleting port 1451e574-6392-43e4-9f27-1816ad7aed57 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:53.480788 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b25ee0e-b764-4bcc-97a4-c5142946575f tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.486772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8::1f5 (7d2452d5-8f89-47f0-a3ea-c768ba9000c0/65ecd483-f090-49be-ba0f-2f3febc07d20/3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:53.490217 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.490677 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Added segment a908a531-0186-4d68-ac0a-40983f0c9079 of type vlan for network af280e2c-cf7d-4393-8f47-dd019ee366c6 Apr 01 12:48:53.571486 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8:0:1::362 (7d2452d5-8f89-47f0-a3ea-c768ba9000c0/0381e941-e00b-44c3-971d-4242ef342f27/3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:53.594137 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.631164 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b25ee0e-b764-4bcc-97a4-c5142946575f tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.645742 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-8b25ee0e-b764-4bcc-97a4-c5142946575f tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Calling delete_port for 1451e574-6392-43e4-9f27-1816ad7aed57 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:53.669065 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.685843 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.696930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] For port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:48:53.697309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attempted to set empty binding levels {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 12:48:53.737167 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2d68cf3f-87c2-4116-8355-b7627c2c2c77 None None] Provisioning complete for port b6104387-0117-4b4a-9f4b-5acd46d5f2c9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:53.737547 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2d68cf3f-87c2-4116-8355-b7627c2c2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.738242 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.774869 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.800696 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2d68cf3f-87c2-4116-8355-b7627c2c2c77 None None] Port b6104387-0117-4b4a-9f4b-5acd46d5f2c9 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:53.801508 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56270) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:53.829388 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b25ee0e-b764-4bcc-97a4-c5142946575f tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.861582 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25ee0e-b764-4bcc-97a4-c5142946575f tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event deleted for resources: {'Port': ['ID=1451e574-6392-43e4-9f27-1816ad7aed57,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:53.907572 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] In _notify_port_updated(), no bound segment for port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 on network 13fedd28-b983-448c-aadf-c4c3847d31b3 {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:48:53.908844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:53.909156 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.910732 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "PUT /v2.0/ports/85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 HTTP/1.1" status: 200 len: 979 time: 4.2685075 Apr 01 12:48:53.914987 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56274) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:53.928890 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0f6ddf85-e020-4465-b6c8-a639267d28a3 None None] Provisioning complete for port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:53.931629 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0f6ddf85-e020-4465-b6c8-a639267d28a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:53.958771 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2019984836-network', 'tenant_id': 'a677a0d0e8844bc7bd51093eb647ee64'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:53.967682 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91be98-a397-4c61-bca5-051721e66216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event updated for resources: {'Port': ['ID=85a6c98a-893c-48c9-9834-cb0fdb1c9ac2,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:54.022459 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.029286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:54.029749 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.032527 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8b25ee0e-b764-4bcc-97a4-c5142946575f tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.039735 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8b25ee0e-b764-4bcc-97a4-c5142946575f tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "DELETE /v2.0/ports/1451e574-6392-43e4-9f27-1816ad7aed57 HTTP/1.1" status: 204 len: 168 time: 0.7001276 Apr 01 12:48:54.043194 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56276) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:54.054971 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Made reservation on behalf of a677a0d0e8844bc7bd51093eb647ee64 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:54.058399 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.087132 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.091239 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed88189e-b8ab-4277-a241-7eac9353f0cb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] GET failed (client error): The resource could not be found. Apr 01 12:48:54.097017 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ed88189e-b8ab-4277-a241-7eac9353f0cb tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "GET /v2.0/ports/1451e574-6392-43e4-9f27-1816ad7aed57 HTTP/1.1" status: 404 len: 333 time: 0.0487237 Apr 01 12:48:54.100922 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56278) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:54.199714 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5823355 Apr 01 12:48:54.205761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56280) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:54.210202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6eb31125-55c6-4eb6-8fda-bb88a49d90d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Deleting port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:54.210548 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6eb31125-55c6-4eb6-8fda-bb88a49d90d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.213824 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b497f-5340-4615-8446-f02f45f32c42 admin admin] Pushing event updated for resources: {'Network': ['ID=af280e2c-cf7d-4393-8f47-dd019ee366c6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:54.217822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-befef79a-7a64-4f3e-ad81-191405ca5025 admin admin] Request body: {'subnet': {'network_id': 'af280e2c-cf7d-4393-8f47-dd019ee366c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-375110690-subnet', 'tenant_id': '391044c084464185afe66753fdcac19b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:54.225274 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network af280e2c-cf7d-4393-8f47-dd019ee366c6 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:54.285643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.25.7.240 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/78e2db0b-a596-4f1f-988b-a70b02870aed) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:54.315835 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befef79a-7a64-4f3e-ad81-191405ca5025 admin admin] Made reservation on behalf of 391044c084464185afe66753fdcac19b for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:54.318177 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-befef79a-7a64-4f3e-ad81-191405ca5025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.319310 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.350236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-6eb31125-55c6-4eb6-8fda-bb88a49d90d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] For port 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2, host n-h1-836146-1, got binding levels [] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:54.350600 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6eb31125-55c6-4eb6-8fda-bb88a49d90d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.413008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6eb31125-55c6-4eb6-8fda-bb88a49d90d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Calling delete_port for 85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:54.425261 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.429735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-68a189a9-57e3-48cd-98b3-ea381230fd4b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Deleting port 559972af-05cb-4a91-bcf0-6eb6e060072c {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:54.430113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-68a189a9-57e3-48cd-98b3-ea381230fd4b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.441133 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.491646 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.510288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6104387-0117-4b4a-9f4b-5acd46d5f2c9 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:48:54.530135 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:54.545161 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.563273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.583672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:54.586856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Transition to ACTIVE for port object b6104387-0117-4b4a-9f4b-5acd46d5f2c9 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:48:54.589510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:54.592468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:54.598491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:54.599363 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.600860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.601091 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Added segment a796b064-841c-4004-a2e2-15b7c5d92010 of type vlan for network 272473ce-9ffd-424d-9d97-5c2176070c2e Apr 01 12:48:54.611117 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.628418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:54.628659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604fd5b8-cf9a-4382-975e-b9c10c275496,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:54.678953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b999b08f-2f6e-4c70-b345-a0ef82498152 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.0955005 Apr 01 12:48:54.686945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56284) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:54.698658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-97634573-0d03-4052-96d3-8eea267043dd tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65ecd483-f090-49be-ba0f-2f3febc07d20'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:54.734048 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.768849 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.771329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Pushing event updated for resources: {'Port': ['ID=b6104387-0117-4b4a-9f4b-5acd46d5f2c9,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:54.783973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-68a189a9-57e3-48cd-98b3-ea381230fd4b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.825965 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29bcec-f5f1-43f7-af01-96791c7035f4 req-03224fb4-a43c-4e1e-a2ce-55d00b5366f0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:54.827595 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e29bcec-f5f1-43f7-af01-96791c7035f4 req-03224fb4-a43c-4e1e-a2ce-55d00b5366f0 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 943 time: 0.2881052 Apr 01 12:48:54.869097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-68a189a9-57e3-48cd-98b3-ea381230fd4b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Calling delete_port for 559972af-05cb-4a91-bcf0-6eb6e060072c owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:54.886685 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.887564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:54.888142 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.890256 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6eb31125-55c6-4eb6-8fda-bb88a49d90d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.902440 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-97634573-0d03-4052-96d3-8eea267043dd tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:54.907029 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:48:54.925289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=78e2db0b-a596-4f1f-988b-a70b02870aed,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:54.934161 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:54.944359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:48:55.028897 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Attempting to bind port b6104387-0117-4b4a-9f4b-5acd46d5f2c9 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:48:55.029239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Attempting to bind port b6104387-0117-4b4a-9f4b-5acd46d5f2c9 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:48:55.029567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Attempting to bind port b6104387-0117-4b4a-9f4b-5acd46d5f2c9 on network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:55.042934 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-befef79a-7a64-4f3e-ad81-191405ca5025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.044919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Port b6104387-0117-4b4a-9f4b-5acd46d5f2c9 on network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:48:55.045075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb31125-55c6-4eb6-8fda-bb88a49d90d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Pushing event deleted for resources: {'Port': ['ID=85a6c98a-893c-48c9-9834-cb0fdb1c9ac2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:55.045285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Attempting to bind port b6104387-0117-4b4a-9f4b-5acd46d5f2c9 on network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:48:55.056539 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2536268 Apr 01 12:48:55.069704 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6866242b-8c93-43e7-a8fe-96d3b0c62fc6 None None] Provisioning complete for port 3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:55.070490 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6866242b-8c93-43e7-a8fe-96d3b0c62fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.071268 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56286) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:55.106947 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9d7427fc-dd70-415f-8d8b-a0c13a1c5121 admin admin] Request body: {'subnet': {'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2019984836-subnet', 'tenant_id': 'a677a0d0e8844bc7bd51093eb647ee64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:55.112004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6866242b-8c93-43e7-a8fe-96d3b0c62fc6 None None] Port 3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:55.113224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:48:55.113568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Checking segment: {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:55.113958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Bound using segment: {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:48:55.114427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Bound port: b6104387-0117-4b4a-9f4b-5acd46d5f2c9, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326e100e-5aea-4b03-bff7-7808f34f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:48:55.114787 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.157008 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6eb31125-55c6-4eb6-8fda-bb88a49d90d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.162058 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6eb31125-55c6-4eb6-8fda-bb88a49d90d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "DELETE /v2.0/ports/85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 HTTP/1.1" status: 204 len: 168 time: 1.2442358 Apr 01 12:48:55.164306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56288) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:55.182759 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3e29bcec-f5f1-43f7-af01-96791c7035f4 req-0ddd4e7b-4973-4306-94db-6725b474fd55 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3111980 Apr 01 12:48:55.188914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f86464-a939-45c6-923f-612232d9a25c admin admin] Pushing event updated for resources: {'Network': ['ID=272473ce-9ffd-424d-9d97-5c2176070c2e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:55.206605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befef79a-7a64-4f3e-ad81-191405ca5025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f21d01e-f6ac-4084-8ed0-988ba817cea8,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:55.208749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 272473ce-9ffd-424d-9d97-5c2176070c2e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:55.218389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7427fc-dd70-415f-8d8b-a0c13a1c5121 admin admin] Made reservation on behalf of a677a0d0e8844bc7bd51093eb647ee64 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:55.220669 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d7427fc-dd70-415f-8d8b-a0c13a1c5121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.260806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befef79a-7a64-4f3e-ad81-191405ca5025 admin admin] Checking segment: {'id': 'a908a531-0186-4d68-ac0a-40983f0c9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'af280e2c-cf7d-4393-8f47-dd019ee366c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:55.261247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befef79a-7a64-4f3e-ad81-191405ca5025 admin admin] Network hostable DHCP agents. Network: af280e2c-cf7d-4393-8f47-dd019ee366c6, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:48:55.265938 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc1a558-6dac-4329-9ade-2a6018e52337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] GET failed (client error): The resource could not be found. Apr 01 12:48:55.269213 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-afc1a558-6dac-4329-9ade-2a6018e52337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993886948-project-admin] 10.222.0.45 "GET /v2.0/ports/85a6c98a-893c-48c9-9834-cb0fdb1c9ac2 HTTP/1.1" status: 404 len: 333 time: 0.0971165 Apr 01 12:48:55.290944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56290) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:55.362112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] For port b6104387-0117-4b4a-9f4b-5acd46d5f2c9, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:48:55.384634 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befef79a-7a64-4f3e-ad81-191405ca5025 admin admin] Network af280e2c-cf7d-4393-8f47-dd019ee366c6 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:48:55.444017 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-befef79a-7a64-4f3e-ad81-191405ca5025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, af280e2c-cf7d-4393-8f47-dd019ee366c6) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:55.450151 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.452548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2d37b8-2c82-42b2-bc71-a1c29d4ab42a None None] Network af280e2c-cf7d-4393-8f47-dd019ee366c6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:55.455539 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-68a189a9-57e3-48cd-98b3-ea381230fd4b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.460092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befef79a-7a64-4f3e-ad81-191405ca5025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:55.460690 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-befef79a-7a64-4f3e-ad81-191405ca5025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.468044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] For port b6104387-0117-4b4a-9f4b-5acd46d5f2c9, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b6104387-0117-4b4a-9f4b-5acd46d5f2c9,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:48:55.482793 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.525579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a189a9-57e3-48cd-98b3-ea381230fd4b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event deleted for resources: {'Port': ['ID=559972af-05cb-4a91-bcf0-6eb6e060072c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:55.538129 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-befef79a-7a64-4f3e-ad81-191405ca5025 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3295171 Apr 01 12:48:55.641589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406a3253-5ecc-4547-ba05-01fadfb93411 None None] Network af280e2c-cf7d-4393-8f47-dd019ee366c6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:55.720486 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.774859 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fedd28-b983-448c-aadf-c4c3847d31b3']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:55.805894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823ab39b-a762-4560-8f36-f1dd74bd014b') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:55.806251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823ab39b-a762-4560-8f36-f1dd74bd014b') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:55.826429 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.828889 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-68a189a9-57e3-48cd-98b3-ea381230fd4b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.834048 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-68a189a9-57e3-48cd-98b3-ea381230fd4b tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "DELETE /v2.0/ports/559972af-05cb-4a91-bcf0-6eb6e060072c HTTP/1.1" status: 204 len: 168 time: 1.7308221 Apr 01 12:48:55.841918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56296) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:55.853917 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d7427fc-dd70-415f-8d8b-a0c13a1c5121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.913488 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.936118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:48:55.936525 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:48:55.941856 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:48:56.012993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-462a383a-fbb5-47e3-bada-6ec309758229 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Deleting subnet c81539e8-fd4f-40a3-893f-a1a1d6ae7eea {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:48:56.025104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7427fc-dd70-415f-8d8b-a0c13a1c5121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=281039f3-e228-4fcd-9e4a-16b1968dd667,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:56.031773 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-462a383a-fbb5-47e3-bada-6ec309758229 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.065510 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7427fc-dd70-415f-8d8b-a0c13a1c5121 admin admin] Checking segment: {'id': 'a796b064-841c-4004-a2e2-15b7c5d92010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:56.065874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7427fc-dd70-415f-8d8b-a0c13a1c5121 admin admin] Network hostable DHCP agents. Network: 272473ce-9ffd-424d-9d97-5c2176070c2e, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:48:56.073590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:56.075270 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.076574 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] 10.222.0.44 "PUT /v2.0/ports/b6104387-0117-4b4a-9f4b-5acd46d5f2c9 HTTP/1.1" status: 200 len: 1091 time: 3.0132296 Apr 01 12:48:56.079785 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.082744 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.082968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'tag': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:48:56.086296 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2ee9e3-1f5c-4120-ad65-67e253581dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "5875d3be-5a45-4fea-8a6f-2a35f6755218", "tag": "b6104387-0117-4b4a-9f4b-5acd46d5f2c9"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:48:56.096017 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.105205 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] 10.222.0.45 "DELETE /v2.0/networks/13fedd28-b983-448c-aadf-c4c3847d31b3 HTTP/1.1" status: 204 len: 168 time: 0.8097563 Apr 01 12:48:56.139368 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-462a383a-fbb5-47e3-bada-6ec309758229 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.142182 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1c92e-c4e3-4981-bbb3-c6d8c50080c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899361125-project] Pushing event deleted for resources: {'Network': ['ID=13fedd28-b983-448c-aadf-c4c3847d31b3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:56.178416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7427fc-dd70-415f-8d8b-a0c13a1c5121 admin admin] Network 272473ce-9ffd-424d-9d97-5c2176070c2e is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:48:56.210886 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-9d7427fc-dd70-415f-8d8b-a0c13a1c5121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 272473ce-9ffd-424d-9d97-5c2176070c2e) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:56.214238 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd4f20c-00aa-436d-8d7c-41419f97256b x-openstack-request-id: req-8cd4f20c-00aa-436d-8d7c-41419f97256b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:48:56.214631 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5875d3be-5a45-4fea-8a6f-2a35f6755218", "tag": "b6104387-0117-4b4a-9f4b-5acd46d5f2c9", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:48:56.214805 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8cd4f20c-00aa-436d-8d7c-41419f97256b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:48:56.215163 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd4f20c-00aa-436d-8d7c-41419f97256b'] response: {'name': 'network-changed', 'server_uuid': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'tag': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9', 'status': 'completed', 'code': 200} Apr 01 12:48:56.222918 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bdbdf6-8211-4498-b654-c0998897a7d8 None None] Network 272473ce-9ffd-424d-9d97-5c2176070c2e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:56.233024 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7427fc-dd70-415f-8d8b-a0c13a1c5121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:56.233552 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d7427fc-dd70-415f-8d8b-a0c13a1c5121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.312414 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476a022-c06d-4a5e-b452-49b041463081 service neutron] Pushing event updated for resources: {'Port': ['ID=b6104387-0117-4b4a-9f4b-5acd46d5f2c9,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:56.325594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-97634573-0d03-4052-96d3-8eea267043dd tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Delete allocated IP 2001:db8:0:1::362 (7d2452d5-8f89-47f0-a3ea-c768ba9000c0/0381e941-e00b-44c3-971d-4242ef342f27) {{(pid=102718) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 12:48:56.347386 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9d7427fc-dd70-415f-8d8b-a0c13a1c5121 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2538493 Apr 01 12:48:56.368194 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-462a383a-fbb5-47e3-bada-6ec309758229 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.474764 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-97634573-0d03-4052-96d3-8eea267043dd tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.477987 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246166f1-010f-4c82-8040-dc3f5914b19e req-660a7609-0f74-4259-b52a-f9d8cf2eadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:56.480691 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-660a7609-0f74-4259-b52a-f9d8cf2eadbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 1094 time: 0.3570700 Apr 01 12:48:56.484396 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-97634573-0d03-4052-96d3-8eea267043dd tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.493108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7885b540-b7f5-4a95-858a-33a78d784d21 None None] Network 272473ce-9ffd-424d-9d97-5c2176070c2e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:56.520713 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e88f0-94c3-4582-9747-aa5f43e176fe req-73945a64-a9c2-46b7-912f-dec665d6f0e5 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:56.522879 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b3e88f0-94c3-4582-9747-aa5f43e176fe req-73945a64-a9c2-46b7-912f-dec665d6f0e5 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 943 time: 0.1470687 Apr 01 12:48:56.548088 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-462a383a-fbb5-47e3-bada-6ec309758229 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.565861 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-949a83b4-7104-4645-b67e-f0791955e99b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6104387-0117-4b4a-9f4b-5acd46d5f2c9 HTTP/1.1" status: 200 len: 217 time: 0.0698316 Apr 01 12:48:56.575344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56322) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:56.626667 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-97634573-0d03-4052-96d3-8eea267043dd tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] In _notify_port_updated(), no bound segment for port 3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 on network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:48:56.633883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97634573-0d03-4052-96d3-8eea267043dd tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:56.634763 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-97634573-0d03-4052-96d3-8eea267043dd tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.636383 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-97634573-0d03-4052-96d3-8eea267043dd tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "PUT /v2.0/ports/3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 HTTP/1.1" status: 200 len: 925 time: 1.9483113 Apr 01 12:48:56.649202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56326) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:56.656462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56328) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:56.661241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-82ef2234-9a70-4115-8e8f-d14baa05c895 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65ecd483-f090-49be-ba0f-2f3febc07d20'}, {'subnet_id': '0381e941-e00b-44c3-971d-4242ef342f27'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:56.664484 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-462a383a-fbb5-47e3-bada-6ec309758229 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.670949 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f6184b-c9bb-442f-85e4-9f667c2848e7 None None] Network 3ce94b1b-b429-4d99-bc13-56e81d344b81 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:56.679255 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-462a383a-fbb5-47e3-bada-6ec309758229 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "DELETE /v2.0/subnets/c81539e8-fd4f-40a3-893f-a1a1d6ae7eea HTTP/1.1" status: 204 len: 168 time: 0.8357882 Apr 01 12:48:56.686648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a383a-fbb5-47e3-bada-6ec309758229 tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event deleted for resources: {'Subnet': ['ID=c81539e8-fd4f-40a3-893f-a1a1d6ae7eea,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:56.693694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56330) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:56.729241 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6b3e88f0-94c3-4582-9747-aa5f43e176fe req-66a32590-056d-4ef6-8ed1-eef26597aeb5 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965244 Apr 01 12:48:56.866815 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.942247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Deleting port 39caaa52-bc95-48f9-a205-8bebc46c9399 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:56.942626 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:56.973374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-407419647-network', 'tenant_id': '29aff27ebe6f426f9c5c6bf32c76e8bc'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:56.992738 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82ef2234-9a70-4115-8e8f-d14baa05c895 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.000875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b87b42-da6c-47da-b16a-7215c69680e7 None None] DHCP port deletion for 3ce94b1b-b429-4d99-bc13-56e81d344b81 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:48:57.046560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] For port 39caaa52-bc95-48f9-a205-8bebc46c9399, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=39caaa52-bc95-48f9-a205-8bebc46c9399,segment=NetworkSegment(9d684045-75bd-4de6-bf27-ce2185da2940),segment_id=9d684045-75bd-4de6-bf27-ce2185da2940)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:57.047016 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.053258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Made reservation on behalf of 29aff27ebe6f426f9c5c6bf32c76e8bc for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:57.055837 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.061938 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Calling delete_port for 39caaa52-bc95-48f9-a205-8bebc46c9399 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:57.063657 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b7e6035c-b9a3-4521-b69f-9aa5f356067f None None] Provisioning complete for port 3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:57.064030 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b7e6035c-b9a3-4521-b69f-9aa5f356067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.065830 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2b380fae-126f-417a-9542-e69079f3d8b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43124cde690a452d8b44f0f02233d50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880443 Apr 01 12:48:57.066688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97634573-0d03-4052-96d3-8eea267043dd tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:57.068389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56332) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:57.125614 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a6b87b42-da6c-47da-b16a-7215c69680e7 None None] Deleting port 39caaa52-bc95-48f9-a205-8bebc46c9399 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:57.126303 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a6b87b42-da6c-47da-b16a-7215c69680e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.145520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6035c-b9a3-4521-b69f-9aa5f356067f None None] Port 3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:57.183886 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.211839 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cd001145-c5d3-404c-975a-0e7e6bd0ee30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.216285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a6b87b42-da6c-47da-b16a-7215c69680e7 None None] For port 39caaa52-bc95-48f9-a205-8bebc46c9399, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=39caaa52-bc95-48f9-a205-8bebc46c9399,segment=NetworkSegment(9d684045-75bd-4de6-bf27-ce2185da2940),segment_id=9d684045-75bd-4de6-bf27-ce2185da2940)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:48:57.216675 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a6b87b42-da6c-47da-b16a-7215c69680e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.230933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a6b87b42-da6c-47da-b16a-7215c69680e7 None None] Calling delete_port for 39caaa52-bc95-48f9-a205-8bebc46c9399 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:57.239883 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cd001145-c5d3-404c-975a-0e7e6bd0ee30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.277744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.282835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246166f1-010f-4c82-8040-dc3f5914b19e req-b3aa0829-e2a9-4d54-b3a0-1f9c1118dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:57.284521 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-b3aa0829-e2a9-4d54-b3a0-1f9c1118dda6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb2409b7-d005-4b83-bb45-b3e7637fb4f0 HTTP/1.1" status: 200 len: 850 time: 0.6827838 Apr 01 12:48:57.305533 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.344226 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event deleted for resources: {'Port': ['ID=39caaa52-bc95-48f9-a205-8bebc46c9399,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:57.346492 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cd001145-c5d3-404c-975a-0e7e6bd0ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.349731 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cd001145-c5d3-404c-975a-0e7e6bd0ee30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.351705 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cd001145-c5d3-404c-975a-0e7e6bd0ee30 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/673a76dd-3deb-468f-843b-dcb43ac7ad8e HTTP/1.1" status: 204 len: 168 time: 0.2806211 Apr 01 12:48:57.353024 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] No DVR routers for this DVR port 39caaa52-bc95-48f9-a205-8bebc46c9399 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:48:57.370312 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a6b87b42-da6c-47da-b16a-7215c69680e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.380350 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.407639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b87b42-da6c-47da-b16a-7215c69680e7 None None] Pushing event deleted for resources: {'Port': ['ID=39caaa52-bc95-48f9-a205-8bebc46c9399,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:57.422499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b87b42-da6c-47da-b16a-7215c69680e7 None None] No DVR routers for this DVR port 39caaa52-bc95-48f9-a205-8bebc46c9399 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:48:57.462059 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.505403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be442dc-a8de-4a9c-b6d6-ca30b2d5050c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:57.528907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:48:57.579025 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.579372 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Added segment a960b310-7cb3-4789-9847-38f32833505a of type vlan for network 2749e644-2ff2-40c8-ab8b-0f427d545743 Apr 01 12:48:57.612300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246166f1-010f-4c82-8040-dc3f5914b19e req-e665f387-8d5c-4531-8057-151c4db14bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:57.614512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-e665f387-8d5c-4531-8057-151c4db14bba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2327929 Apr 01 12:48:57.698202 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.831496 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.db.resource_extend [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:48:57.834317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56346) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:57.855628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:48:57.872035 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.891834 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce94b1b-b429-4d99-bc13-56e81d344b81']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:57.901540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d684045-75bd-4de6-bf27-ce2185da2940') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:57.901831 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d684045-75bd-4de6-bf27-ce2185da2940') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:57.910994 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.923066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-1f72d7ec-0f99-4400-9377-da22f12f52e7 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726848 Apr 01 12:48:57.924183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd001145-c5d3-404c-975a-0e7e6bd0ee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673a76dd-3deb-468f-843b-dcb43ac7ad8e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:57.928365 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.939659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:48:57.941361 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:48:57.945606 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:48:57.951610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-82ef2234-9a70-4115-8e8f-d14baa05c895 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8:0:1::313 (7d2452d5-8f89-47f0-a3ea-c768ba9000c0/0381e941-e00b-44c3-971d-4242ef342f27/3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:48:57.953863 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:57.954915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:57.955569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.009145 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.016561 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.020405 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] 10.222.0.45 "DELETE /v2.0/networks/3ce94b1b-b429-4d99-bc13-56e81d344b81 HTTP/1.1" status: 204 len: 168 time: 1.3228266 Apr 01 12:48:58.033322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6d6b6-9e75-46c6-b8e3-55b7b938077e tempest-AllowedAddressPairTestJSON-1606809509 tempest-AllowedAddressPairTestJSON-1606809509-project] Pushing event deleted for resources: {'Network': ['ID=3ce94b1b-b429-4d99-bc13-56e81d344b81,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:58.101422 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56350) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:58.101757 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-50e64ae3-e293-44c2-9851-d32348a628b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94a42ccc5ff940209ce7e6f18029338e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656777 Apr 01 12:48:58.143872 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56352) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:58.144597 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4186616 Apr 01 12:48:58.149571 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-327b4dcc-2987-4b45-9bd3-6eb9b89df9cf admin admin] Request body: {'subnet': {'network_id': '2749e644-2ff2-40c8-ab8b-0f427d545743', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-407419647-subnet', 'tenant_id': '29aff27ebe6f426f9c5c6bf32c76e8bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:58.156083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fe257-f768-4e6b-8a74-339418ccfad9 req-e91e3e17-185e-408c-8191-8054efdf3e97 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:58.157667 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-273fe257-f768-4e6b-8a74-339418ccfad9 req-e91e3e17-185e-408c-8191-8054efdf3e97 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 943 time: 0.3339972 Apr 01 12:48:58.217015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327b4dcc-2987-4b45-9bd3-6eb9b89df9cf admin admin] Made reservation on behalf of 29aff27ebe6f426f9c5c6bf32c76e8bc for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:58.220178 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-327b4dcc-2987-4b45-9bd3-6eb9b89df9cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.236988 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8670a70b-6001-4b0e-afb8-43ca50a4bf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.251436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8658e-54cf-46f0-98c8-d6a5d51b84a8 admin admin] Pushing event updated for resources: {'Network': ['ID=2749e644-2ff2-40c8-ab8b-0f427d545743,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:58.265059 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 2749e644-2ff2-40c8-ab8b-0f427d545743 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:48:58.311802 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8670a70b-6001-4b0e-afb8-43ca50a4bf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.399570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56358) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:58.430774 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8670a70b-6001-4b0e-afb8-43ca50a4bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.433864 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8670a70b-6001-4b0e-afb8-43ca50a4bf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.434795 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-273fe257-f768-4e6b-8a74-339418ccfad9 req-8da62ea8-269e-4019-8f4f-b06f1d983ba9 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139325 Apr 01 12:48:58.436735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-246166f1-010f-4c82-8040-dc3f5914b19e req-285d27fd-e652-47a4-9239-51a0183823eb service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959133 Apr 01 12:48:58.449632 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8670a70b-6001-4b0e-afb8-43ca50a4bf2c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8652189b-f51e-4fc1-aa24-50c3929fa395 HTTP/1.1" status: 204 len: 168 time: 0.3455915 Apr 01 12:48:58.462262 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:48:58.465111 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670a70b-6001-4b0e-afb8-43ca50a4bf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8652189b-f51e-4fc1-aa24-50c3929fa395,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:58.481651 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Sync routers for ids ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:48:58.499381 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Routers {'5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:48:58.501484 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:48:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:58.551776 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.553416 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-355e64bd-c6fb-4f65-a29e-4ca8704837db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.7995963 Apr 01 12:48:58.564745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56366) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:58.595529 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-327b4dcc-2987-4b45-9bd3-6eb9b89df9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.596703 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 39caaa52-bc95-48f9-a205-8bebc46c9399 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:48:58.648396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 39caaa52-bc95-48f9-a205-8bebc46c9399 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:48:58.652463 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 39caaa52-bc95-48f9-a205-8bebc46c9399 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:48:58.679325 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7cd92b1d-c8ab-48a2-9e71-8d8b6ba751f2 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=57d91513207248b7a1ea77190e0bd483&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1128926 Apr 01 12:48:58.683974 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82ef2234-9a70-4115-8e8f-d14baa05c895 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.684595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56374) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:58.696781 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82ef2234-9a70-4115-8e8f-d14baa05c895 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.722761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b4dcc-2987-4b45-9bd3-6eb9b89df9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c634cfea-94a8-4e6b-9a49-7c154e43e0b8,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:58.759116 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Set router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:48:58.767376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ee9e3-1f5c-4120-ad65-67e253581dc3 req-6b0505e9-8ea0-418c-a477-817e8fe7109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:58.769343 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c2ee9e3-1f5c-4120-ad65-67e253581dc3 req-6b0505e9-8ea0-418c-a477-817e8fe7109b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 1094 time: 0.2583244 Apr 01 12:48:58.771903 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1a7c8c3c-c9e6-4a61-9be5-5d6ff9e24b72 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e33d95d4bd244639f3cda02c2231161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624780 Apr 01 12:48:58.779650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56380) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:58.854586 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842469ae-3540-4f29-806b-28fbc68a327e req-8e0315c1-d080-4dfa-90a1-1fe628185e74 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:58.857114 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-8e0315c1-d080-4dfa-90a1-1fe628185e74 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/networks?id=272473ce-9ffd-424d-9d97-5c2176070c2e HTTP/1.1" status: 200 len: 809 time: 0.1468427 Apr 01 12:48:58.858144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b4dcc-2987-4b45-9bd3-6eb9b89df9cf admin admin] Checking segment: {'id': 'a960b310-7cb3-4789-9847-38f32833505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2749e644-2ff2-40c8-ab8b-0f427d545743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:48:58.858714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b4dcc-2987-4b45-9bd3-6eb9b89df9cf admin admin] Network hostable DHCP agents. Network: 2749e644-2ff2-40c8-ab8b-0f427d545743, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:48:58.870911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef2234-9a70-4115-8e8f-d14baa05c895 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:58.895102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-82ef2234-9a70-4115-8e8f-d14baa05c895 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] In _notify_port_updated(), no bound segment for port 3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 on network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 {{(pid=102718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:48:58.905700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef2234-9a70-4115-8e8f-d14baa05c895 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:58.907143 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-82ef2234-9a70-4115-8e8f-d14baa05c895 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:58.917316 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-82ef2234-9a70-4115-8e8f-d14baa05c895 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "PUT /v2.0/ports/3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 HTTP/1.1" status: 200 len: 1011 time: 2.2653639 Apr 01 12:48:58.920568 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56384) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:58.968351 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-e036cbde-dda5-4183-8a2b-7e642b848607 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/quotas/a677a0d0e8844bc7bd51093eb647ee64 HTTP/1.1" status: 200 len: 375 time: 0.0992427 Apr 01 12:48:58.974990 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8695e4d4-6a93-4255-8bfe-07822b581bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:59.015729 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8695e4d4-6a93-4255-8bfe-07822b581bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:59.036308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ee9e3-1f5c-4120-ad65-67e253581dc3 req-377f0b8b-93ed-4757-9493-c9c08ba73d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:59.036761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b4dcc-2987-4b45-9bd3-6eb9b89df9cf admin admin] Network 2749e644-2ff2-40c8-ab8b-0f427d545743 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:48:59.038343 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c2ee9e3-1f5c-4120-ad65-67e253581dc3 req-377f0b8b-93ed-4757-9493-c9c08ba73d04 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 912 time: 0.2210579 Apr 01 12:48:59.066166 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-a42f4e39-fba7-4ba3-937b-f22a96513636 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a677a0d0e8844bc7bd51093eb647ee64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849311 Apr 01 12:48:59.076454 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b767a94e-b22a-4490-8ac7-d9f384867743 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:59.078161 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b767a94e-b22a-4490-8ac7-d9f384867743 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3823423 Apr 01 12:48:59.080905 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:48:55Z', 'revision_number': 3, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:48:59.082208 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56388) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:59.091281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-327b4dcc-2987-4b45-9bd3-6eb9b89df9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 2749e644-2ff2-40c8-ab8b-0f427d545743) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:48:59.104304 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4634bc9-a6ea-4a5f-aee0-a0f9a86e8c5b None None] Network 2749e644-2ff2-40c8-ab8b-0f427d545743 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:59.135398 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-af44dd85-ebdc-4314-9a42-e0f71dc104e7 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449195 Apr 01 12:48:59.141089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56392) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:48:59.154375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ef7dd6c8-0ff9-4ed9-8fb5-7e7afeb86036 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-99147684', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:48:59.162790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b4dcc-2987-4b45-9bd3-6eb9b89df9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:59.163549 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-327b4dcc-2987-4b45-9bd3-6eb9b89df9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:59.170496 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c2ee9e3-1f5c-4120-ad65-67e253581dc3 req-8712165d-9a26-466a-97f2-65280f357f5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6104387-0117-4b4a-9f4b-5acd46d5f2c9 HTTP/1.1" status: 200 len: 217 time: 0.1116900 Apr 01 12:48:59.230415 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-327b4dcc-2987-4b45-9bd3-6eb9b89df9cf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0850742 Apr 01 12:48:59.246125 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1cf73ecb-875f-4c95-a67e-320b413a44a7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:48:59.246841 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cf73ecb-875f-4c95-a67e-320b413a44a7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:59.276994 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Checking router: 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:48:59.277380 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Updating router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c port 78e2db0b-a596-4f1f-988b-a70b02870aed binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:48:59.294455 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-084b314f-1923-4a1d-9275-9b0e3319c560 service neutron] 10.222.0.45 "GET /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150092 Apr 01 12:48:59.328051 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:59.412257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ee9e3-1f5c-4120-ad65-67e253581dc3 req-be4a2efd-5b18-4025-a32b-68a29cb4788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:48:59.414571 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c2ee9e3-1f5c-4120-ad65-67e253581dc3 req-be4a2efd-5b18-4025-a32b-68a29cb4788e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb2409b7-d005-4b83-bb45-b3e7637fb4f0 HTTP/1.1" status: 200 len: 850 time: 0.2146797 Apr 01 12:48:59.416401 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-8b5e2bac-9b07-4fdf-83ac-e958ff7fa780 service neutron] 10.222.0.45 "GET /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895641 Apr 01 12:48:59.419838 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8695e4d4-6a93-4255-8bfe-07822b581bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:59.432916 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8695e4d4-6a93-4255-8bfe-07822b581bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:59.436399 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8695e4d4-6a93-4255-8bfe-07822b581bab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b806c6cf-f743-4e56-ad0f-c685b50f05e1 HTTP/1.1" status: 204 len: 168 time: 0.6509082 Apr 01 12:48:59.448924 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b30fe36e-b6aa-4231-a49e-35c1664cf551 None None] Provisioning complete for port 3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:48:59.452921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b30fe36e-b6aa-4231-a49e-35c1664cf551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:59.478847 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b197027-18f5-4cae-8be4-84345420ae19 None None] Network 2749e644-2ff2-40c8-ab8b-0f427d545743 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:48:59.501012 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cf73ecb-875f-4c95-a67e-320b413a44a7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:59.527904 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1cf73ecb-875f-4c95-a67e-320b413a44a7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:48:59.561596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695e4d4-6a93-4255-8bfe-07822b581bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b806c6cf-f743-4e56-ad0f-c685b50f05e1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:48:59.583832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7dd6c8-0ff9-4ed9-8fb5-7e7afeb86036 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Made reservation on behalf of 57d91513207248b7a1ea77190e0bd483 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:48:59.587246 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef7dd6c8-0ff9-4ed9-8fb5-7e7afeb86036 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:48:59.712868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b30fe36e-b6aa-4231-a49e-35c1664cf551 None None] Port 3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:48:59.881806 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cf73ecb-875f-4c95-a67e-320b413a44a7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:00.100030 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:00.116940 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:00.117241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf73ecb-875f-4c95-a67e-320b413a44a7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:00.146093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cf73ecb-875f-4c95-a67e-320b413a44a7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:00.149750 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1cf73ecb-875f-4c95-a67e-320b413a44a7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 HTTP/1.1" status: 204 len: 168 time: 1.2280557 Apr 01 12:49:00.173577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56430) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:00.241953 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c5e0cb-6277-4aa4-a38a-5ec4e35fd277 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:49:00.248749 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f9c5e0cb-6277-4aa4-a38a-5ec4e35fd277 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 HTTP/1.1" status: 404 len: 333 time: 0.0736465 Apr 01 12:49:00.249437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56444) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:00.283937 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Attempting to bind port 78e2db0b-a596-4f1f-988b-a70b02870aed on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:00.285630 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Attempting to bind port 78e2db0b-a596-4f1f-988b-a70b02870aed by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:00.285886 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Attempting to bind port 78e2db0b-a596-4f1f-988b-a70b02870aed on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:00.331532 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:00.331907 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:00.332299 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:00.332685 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:00.333162 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Bound port: 78e2db0b-a596-4f1f-988b-a70b02870aed, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:00.333533 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:00.413480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ee9e3-1f5c-4120-ad65-67e253581dc3 req-b11254ce-cdd3-48d1-babf-c7c5fed53170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:00.414073 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] For port 78e2db0b-a596-4f1f-988b-a70b02870aed, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:00.417426 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] For port 78e2db0b-a596-4f1f-988b-a70b02870aed, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=78e2db0b-a596-4f1f-988b-a70b02870aed,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:00.424330 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Pushing event updated for resources: {'Port': ['ID=78e2db0b-a596-4f1f-988b-a70b02870aed,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:00.424962 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c2ee9e3-1f5c-4120-ad65-67e253581dc3 req-b11254ce-cdd3-48d1-babf-c7c5fed53170 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9869733 Apr 01 12:49:00.434098 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:00.442176 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:00.442630 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:00.443099 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:00.443434 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:00.443802 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:00.444131 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:00.444491 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:00.444811 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:00.445121 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:00.445431 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:00.445742 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:00.446066 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:00.499447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b300f505-55fe-4c4c-989c-7aea5b3ed706 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting subnet 0381e941-e00b-44c3-971d-4242ef342f27 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:49:00.505598 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b300f505-55fe-4c4c-989c-7aea5b3ed706 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:00.509430 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f62176-180d-4ead-b685-3337001ec63a None None] Pushing event updated for resources: {'Port': ['ID=78e2db0b-a596-4f1f-988b-a70b02870aed,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:00.518302 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Routers {'5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:00.519174 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:48:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:00.562144 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c2ee9e3-1f5c-4120-ad65-67e253581dc3 req-3c8e9e8b-fb41-444e-bf6e-246d47a82bfd service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198967 Apr 01 12:49:00.613289 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b300f505-55fe-4c4c-989c-7aea5b3ed706 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:00.643591 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] Set router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:49:00.656763 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821b568-c707-4257-8171-cf5b288cf3ed req-fc13411e-f438-43f0-bf4a-e07f461b38cb tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:00.663855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6821b568-c707-4257-8171-cf5b288cf3ed req-fc13411e-f438-43f0-bf4a-e07f461b38cb tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 943 time: 1.0549588 Apr 01 12:49:00.756592 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b300f505-55fe-4c4c-989c-7aea5b3ed706 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:00.802764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-f4705922-cf48-4746-afd9-ad64aef9243c tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:00.811375 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-f4705922-cf48-4746-afd9-ad64aef9243c tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/networks?id=af280e2c-cf7d-4393-8f47-dd019ee366c6 HTTP/1.1" status: 200 len: 808 time: 0.5720625 Apr 01 12:49:00.843513 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-38ffa18b-62ae-4531-839f-ed51ae524407 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/quotas/391044c084464185afe66753fdcac19b HTTP/1.1" status: 200 len: 375 time: 0.0311141 Apr 01 12:49:00.893616 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:48:55Z', 'revision_number': 3, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:00.932930 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-e25d7cf1-676a-467d-8cac-d7dec188b732 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=391044c084464185afe66753fdcac19b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813034 Apr 01 12:49:00.932930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56462) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:00.933750 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6821b568-c707-4257-8171-cf5b288cf3ed req-47ecd6e2-4601-4d98-ab6d-a4e91491968d tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536163 Apr 01 12:49:00.937879 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c2ee9e3-1f5c-4120-ad65-67e253581dc3 req-3b3c0352-16f8-4728-944b-6af7d8bf8f8d service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632812 Apr 01 12:49:00.949184 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ddb3c-60e1-4085-b2fd-1e5fb75bbec5 None None] The sync data for ids ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'] in n-d-836146-1 is: [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:48:55Z', 'revision_number': 3, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:01.049279 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b300f505-55fe-4c4c-989c-7aea5b3ed706 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:01.140862 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0694162-2111-4439-ae19-d87b67ea8d1c req-84a2e11d-d5df-4b45-9546-b4e75e81b048 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 210 time: 0.0637355 Apr 01 12:49:01.156770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300f505-55fe-4c4c-989c-7aea5b3ed706 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Subnet': ['ID=0381e941-e00b-44c3-971d-4242ef342f27,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:01.183364 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b300f505-55fe-4c4c-989c-7aea5b3ed706 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:01.190725 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b300f505-55fe-4c4c-989c-7aea5b3ed706 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/0381e941-e00b-44c3-971d-4242ef342f27 HTTP/1.1" status: 204 len: 168 time: 0.9253988 Apr 01 12:49:01.190725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56472) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:01.195739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec57fc-5ed5-4df5-84e0-385cb4167d2b None None] Network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:01.213772 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef7dd6c8-0ff9-4ed9-8fb5-7e7afeb86036 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:01.254889 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-dee4fdb6-16fe-471f-be8b-ef0b6d61d0c0 service neutron] 10.222.0.45 "GET /v2.0/networks/af280e2c-cf7d-4393-8f47-dd019ee366c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280320 Apr 01 12:49:01.332475 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2efda57-2ad2-497c-9bdf-6fafdcfc7332 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting subnet 65ecd483-f090-49be-ba0f-2f3febc07d20 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:49:01.347732 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2efda57-2ad2-497c-9bdf-6fafdcfc7332 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:01.356681 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dd6c8-0ff9-4ed9-8fb5-7e7afeb86036 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Subnet': ['ID=c447899c-c3cd-479c-be48-a4072d99781c,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:01.398220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-774373979'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:01.415804 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7dd6c8-0ff9-4ed9-8fb5-7e7afeb86036 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Checking segment: {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:01.416986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7dd6c8-0ff9-4ed9-8fb5-7e7afeb86036 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network hostable DHCP agents. Network: 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:49:01.444490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7dd6c8-0ff9-4ed9-8fb5-7e7afeb86036 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:49:01.460787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ef7dd6c8-0ff9-4ed9-8fb5-7e7afeb86036 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:01.467407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7dd6c8-0ff9-4ed9-8fb5-7e7afeb86036 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:01.468382 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef7dd6c8-0ff9-4ed9-8fb5-7e7afeb86036 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:01.485399 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2efda57-2ad2-497c-9bdf-6fafdcfc7332 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:01.493835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ef7dd6c8-0ff9-4ed9-8fb5-7e7afeb86036 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3493862 Apr 01 12:49:01.496824 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56478) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:01.502940 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d401c-65c2-4211-b39c-aee2354dde44 None None] Network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:01.514664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:01.518188 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:01.545284 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:01.560232 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-81cfc556-7826-4795-89ef-3deae2c6308e service neutron] 10.222.0.45 "GET /v2.0/networks/af280e2c-cf7d-4393-8f47-dd019ee366c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896540 Apr 01 12:49:01.667001 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2efda57-2ad2-497c-9bdf-6fafdcfc7332 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:01.710848 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56480) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:01.894483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2efda57-2ad2-497c-9bdf-6fafdcfc7332 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:01.936879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842469ae-3540-4f29-806b-28fbc68a327e req-160e7424-6b32-4340-92c8-71b63a454c5b tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:01.938621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-160e7424-6b32-4340-92c8-71b63a454c5b tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.37 "GET /v2.0/networks?id=272473ce-9ffd-424d-9d97-5c2176070c2e HTTP/1.1" status: 200 len: 809 time: 0.3269694 Apr 01 12:49:01.962345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-842469ae-3540-4f29-806b-28fbc68a327e req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Request body: {'port': {'device_id': '1ab92c27-e355-4968-92a7-3f06f1fcc2bb', 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e', 'admin_state_up': True, 'tenant_id': 'a677a0d0e8844bc7bd51093eb647ee64'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:01.968784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:49:01.969677 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.011785 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.018226 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efda57-2ad2-497c-9bdf-6fafdcfc7332 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Subnet': ['ID=65ecd483-f090-49be-ba0f-2f3febc07d20,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:02.034478 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2efda57-2ad2-497c-9bdf-6fafdcfc7332 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.037881 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c2efda57-2ad2-497c-9bdf-6fafdcfc7332 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/65ecd483-f090-49be-ba0f-2f3febc07d20 HTTP/1.1" status: 204 len: 168 time: 0.8467319 Apr 01 12:49:02.039633 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.043210 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56490) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:02.043898 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b6104387-0117-4b4a-9f4b-5acd46d5f2c9 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:49:02.132872 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad70c289-e0db-4fc8-a13b-87c93095dd0f req-c1037f2d-be1f-4f8e-8948-e0588d7090c7 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 210 time: 0.2113113 Apr 01 12:49:02.144025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2098413135', 'router:external': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:02.200629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:49:02.225799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842469ae-3540-4f29-806b-28fbc68a327e req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Made reservation on behalf of a677a0d0e8844bc7bd51093eb647ee64 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:02.237857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-842469ae-3540-4f29-806b-28fbc68a327e req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.303292 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b61ad8-207f-41c3-b1ae-d76b56c435c4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:02.307106 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.307454 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Added segment cb0f963d-7a20-45ef-a1aa-6782561f87c6 of type vlan for network 313eb7bb-7c12-4c54-9343-9ec636609244 Apr 01 12:49:02.364852 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa769975-9336-4040-9386-c3c323d3cc0e req-33b61862-b530-40e3-b72b-47780f9e604b tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 210 time: 0.0631695 Apr 01 12:49:02.412599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Made reservation on behalf of 6664ddfb71734ef9ace7205f433c6038 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:02.415191 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.428799 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.442054 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.477686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbaafb-28d8-4aaf-a979-46a9b25c15c6 req-7c880b58-ba18-4263-a230-d326c43f5875 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:02.486450 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ebbaafb-28d8-4aaf-a979-46a9b25c15c6 req-7c880b58-ba18-4263-a230-d326c43f5875 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 943 time: 0.4301236 Apr 01 12:49:02.527517 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.540554 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.553105 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.557186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Allocated IP 172.20.0.2 (5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764/c447899c-c3cd-479c-be48-a4072d99781c/562f415a-6646-4c1c-b05c-03eb2c0ff832) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:02.615967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b6104387-0117-4b4a-9f4b-5acd46d5f2c9, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b6104387-0117-4b4a-9f4b-5acd46d5f2c9,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:02.620515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57afad4d-1650-48a7-97a4-7354ee58b523,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:02.662170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'port_id': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9', 'mac_address': 'fa:16:3e:3f:c2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:49:02.693167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:49:02.723231 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ebbaafb-28d8-4aaf-a979-46a9b25c15c6 req-aea202b4-42f9-4de5-a675-a06a8265884b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349288 Apr 01 12:49:02.726182 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.726182 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Added segment aa279cf4-a809-409b-b187-eb3c8a4652af of type vlan for network 0a4e6501-190b-417e-8e19-9d1ae82156d1 Apr 01 12:49:02.755053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 78e2db0b-a596-4f1f-988b-a70b02870aed up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:02.779095 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.798037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:02.800376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.878187 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9471414 Apr 01 12:49:02.885050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56500) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:02.895066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-c208d06c-831a-4a61-a886-38fb8cb04668 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1006154110'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:02.922089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-842469ae-3540-4f29-806b-28fbc68a327e req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Allocated IP 172.20.0.14 (272473ce-9ffd-424d-9d97-5c2176070c2e/281039f3-e228-4fcd-9e4a-16b1968dd667/9cbb86bf-dba6-46d7-8746-404417c16aac) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:02.930300 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.954936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713ea05-b0fe-40a1-9113-6382cdb44be2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Network': ['ID=313eb7bb-7c12-4c54-9343-9ec636609244,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:02.965347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:02.967209 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:02.986631 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b9b59d-d8ff-4e0d-9fc2-348b8d46917e None None] Network 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:02.990364 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 313eb7bb-7c12-4c54-9343-9ec636609244 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:49:03.036754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c208d06c-831a-4a61-a886-38fb8cb04668 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:03.041430 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c208d06c-831a-4a61-a886-38fb8cb04668 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.047049 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.060673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] For port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=34c219cc-2759-4b2a-b3b6-9e3b5823e8ee,segment=NetworkSegment(b0305e7f-bdb7-47ac-b4e7-5879aad114fc),segment_id=b0305e7f-bdb7-47ac-b4e7-5879aad114fc)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:03.061039 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.075995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:03.159534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e14025ea-3286-486a-96b7-b84d42260140 None None] Provisioning complete for port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:03.159898 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e14025ea-3286-486a-96b7-b84d42260140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.173247 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.176015 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6104387-0117-4b4a-9f4b-5acd46d5f2c9 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:49:03.176936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c208d06c-831a-4a61-a886-38fb8cb04668 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:49:03.192330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.195764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:03.196365 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.206849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=34c219cc-2759-4b2a-b3b6-9e3b5823e8ee,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:03.214648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No DVR routers for this DVR port 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:03.290397 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c208d06c-831a-4a61-a886-38fb8cb04668 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.290940 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-c208d06c-831a-4a61-a886-38fb8cb04668 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Added segment af0b73a1-59e3-449f-a00f-3c3aeb2e7311 of type vlan for network 6c463a04-e69b-47c8-9cf8-017db6840d3e Apr 01 12:49:03.309515 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.327688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b6104387-0117-4b4a-9f4b-5acd46d5f2c9, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b6104387-0117-4b4a-9f4b-5acd46d5f2c9,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:03.332025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2452d5-8f89-47f0-a3ea-c768ba9000c0']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:03.344087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0305e7f-bdb7-47ac-b4e7-5879aad114fc') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:03.344381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0305e7f-bdb7-47ac-b4e7-5879aad114fc') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:03.351631 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4faeb704-991c-45ea-8160-e8ee63b81480 req-d99d449e-3c0c-48a5-a378-68a3c38fce2e tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 210 time: 0.1199391 Apr 01 12:49:03.354338 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e14025ea-3286-486a-96b7-b84d42260140 None None] Could not find standard attr ID for object 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:49:03.354898 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.357947 n-d-836146-1 neutron-server[102720]: INFO neutron.plugins.ml2.db [None req-e14025ea-3286-486a-96b7-b84d42260140 None None] No ports have port_id starting with 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee Apr 01 12:49:03.363067 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 78e2db0b-a596-4f1f-988b-a70b02870aed triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:03.363437 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.365169 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.367311 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.373456 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.381151 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:49:03.381610 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:49:03.402290 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:49:03.430593 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.464398 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df59606a-fc82-473f-b85e-44ef941307f4 None None] DHCP port deletion for 7d2452d5-8f89-47f0-a3ea-c768ba9000c0 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:49:03.479911 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:03.494583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:03.497926 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:03.504689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=b6104387-0117-4b4a-9f4b-5acd46d5f2c9,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:03.531311 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8192618 Apr 01 12:49:03.556051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5cd5d81f-dc2c-4add-99e7-0d84609b38cf req-9417d89d-d8eb-4505-989f-3a8e2da1d968 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 210 time: 0.0332255 Apr 01 12:49:03.557496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Pushing event updated for resources: {'Port': ['ID=562f415a-6646-4c1c-b05c-03eb2c0ff832,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:03.558353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56506) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:03.559235 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.575322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Request body: {'subnet': {'network_id': '0a4e6501-190b-417e-8e19-9d1ae82156d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:03.597962 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.604614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/networks/7d2452d5-8f89-47f0-a3ea-c768ba9000c0 HTTP/1.1" status: 204 len: 168 time: 1.5552804 Apr 01 12:49:03.609738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56508) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:03.610874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7255a-dff2-4531-979c-98c47df62e5f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Network': ['ID=7d2452d5-8f89-47f0-a3ea-c768ba9000c0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:03.655639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['b6104387-0117-4b4a-9f4b-5acd46d5f2c9'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:49:03.671102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Made reservation on behalf of 6664ddfb71734ef9ace7205f433c6038 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:03.673596 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.749097 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Attempting to bind port 562f415a-6646-4c1c-b05c-03eb2c0ff832 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:03.749503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Attempting to bind port 562f415a-6646-4c1c-b05c-03eb2c0ff832 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:03.749860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Attempting to bind port 562f415a-6646-4c1c-b05c-03eb2c0ff832 on network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:03.753502 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9f3068-a350-4c43-9d2c-1ad11037627f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:03.758437 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8d9f3068-a350-4c43-9d2c-1ad11037627f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1401002 Apr 01 12:49:03.760999 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.772011 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56512) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:03.772220 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.785201 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 78e2db0b-a596-4f1f-988b-a70b02870aed, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=78e2db0b-a596-4f1f-988b-a70b02870aed,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:03.787408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:03.787907 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Checking segment: {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:03.788988 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.789387 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Bound using segment: {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:03.790208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Bound port: 562f415a-6646-4c1c-b05c-03eb2c0ff832, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:03.790602 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.798159 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.815752 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-842469ae-3540-4f29-806b-28fbc68a327e req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.824808 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1681df4-f569-4301-b331-16a80f93d80f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event updated for resources: {'Network': ['ID=0a4e6501-190b-417e-8e19-9d1ae82156d1,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:03.845582 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c208d06c-831a-4a61-a886-38fb8cb04668 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.864156 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 0a4e6501-190b-417e-8e19-9d1ae82156d1 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:49:03.882860 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-049fd965-3932-4cf8-ace8-356a86ed7ae5 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1118939 Apr 01 12:49:03.886875 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56514) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:03.893860 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-624686235'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:03.943091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:03.947819 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:03.957203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-3abb10ec-2f53-4254-be4d-b17c7136cecf tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:03.958633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-3abb10ec-2f53-4254-be4d-b17c7136cecf tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.44 "GET /v2.0/networks?id=af280e2c-cf7d-4393-8f47-dd019ee366c6 HTTP/1.1" status: 200 len: 808 time: 0.4260693 Apr 01 12:49:03.983114 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Request body: {'port': {'device_id': '49e6d9f2-ddbc-4d2b-b511-629a51a9978c', 'network_id': 'af280e2c-cf7d-4393-8f47-dd019ee366c6', 'admin_state_up': True, 'tenant_id': '391044c084464185afe66753fdcac19b'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:04.020920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:49:04.037024 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.037347 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Added segment 1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d of type vlan for network b99400b6-5d23-498e-a1c6-340ca85685aa Apr 01 12:49:04.052803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=78e2db0b-a596-4f1f-988b-a70b02870aed,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:04.053195 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c208d06c-831a-4a61-a886-38fb8cb04668 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.059823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208d06c-831a-4a61-a886-38fb8cb04668 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:04.060500 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c208d06c-831a-4a61-a886-38fb8cb04668 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.090744 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.096111 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] For port 562f415a-6646-4c1c-b05c-03eb2c0ff832, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:04.101705 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] For port 562f415a-6646-4c1c-b05c-03eb2c0ff832, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=562f415a-6646-4c1c-b05c-03eb2c0ff832,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:04.116086 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.155347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208d06c-831a-4a61-a886-38fb8cb04668 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Network': ['ID=6c463a04-e69b-47c8-9cf8-017db6840d3e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:04.171525 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.176013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acee7bb-66c7-45ae-a863-e63258947150 req-f10a58d2-0a6b-417d-a9ee-5cc37491b72b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:04.177928 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4acee7bb-66c7-45ae-a863-e63258947150 req-f10a58d2-0a6b-417d-a9ee-5cc37491b72b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 944 time: 0.3232939 Apr 01 12:49:04.178588 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:04.179608 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.184733 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-842469ae-3540-4f29-806b-28fbc68a327e req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.223733 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d552f-7e95-4a71-b7ab-5bb59e774e40 None None] Pushing event updated for resources: {'Port': ['ID=562f415a-6646-4c1c-b05c-03eb2c0ff832,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:04.250593 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c208d06c-831a-4a61-a886-38fb8cb04668 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3568785 Apr 01 12:49:04.252505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56516) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:04.263781 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3731146 Apr 01 12:49:04.268058 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-002646a7-4a32-4da8-937e-fc0265c8359c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'subnet': {'network_id': '313eb7bb-7c12-4c54-9343-9ec636609244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:04.271403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56518) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:04.289766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842469ae-3540-4f29-806b-28fbc68a327e req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Network 272473ce-9ffd-424d-9d97-5c2176070c2e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:04.302959 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c510caee-6bcf-43f8-8cae-c2c34a2c33ab tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': 'b99400b6-5d23-498e-a1c6-340ca85685aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:04.312993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-842469ae-3540-4f29-806b-28fbc68a327e req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:04.323304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-842469ae-3540-4f29-806b-28fbc68a327e req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:04.336374 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Network': ['ID=b99400b6-5d23-498e-a1c6-340ca85685aa,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:04.349777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 6c463a04-e69b-47c8-9cf8-017db6840d3e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:49:04.370787 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:04.371097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:04.371690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:04.372023 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:04.372347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:04.372677 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:04.372996 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:04.373315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:04.373632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:04.373950 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:04.374308 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:04.374632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd4636-4d9b-4452-9804-b827c418159f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:04.435652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Pushing event updated for resources: {'Port': ['ID=9cbb86bf-dba6-46d7-8746-404417c16aac,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:04.461553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b99400b6-5d23-498e-a1c6-340ca85685aa details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:49:04.462298 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4acee7bb-66c7-45ae-a863-e63258947150 req-b4d1166c-9084-4456-951b-b778508638d5 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433345 Apr 01 12:49:04.546473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842469ae-3540-4f29-806b-28fbc68a327e req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:04.547123 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-842469ae-3540-4f29-806b-28fbc68a327e req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.552668 n-d-836146-1 neutron-server[102719]: DEBUG neutron.objects.ports [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:49:04.554185 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.614859 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Made reservation on behalf of 391044c084464185afe66753fdcac19b for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:04.622930 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.629282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-865d6c68-4f56-4834-a001-7e53859a782c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6710105 Apr 01 12:49:04.645562 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002646a7-4a32-4da8-937e-fc0265c8359c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:04.652977 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-002646a7-4a32-4da8-937e-fc0265c8359c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.677716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Request body: {'port': {'device_id': '1ab92c27-e355-4968-92a7-3f06f1fcc2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:04.713771 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-de25f0bc-4257-4172-b151-b8f0f3ebd679 req-e5fe09ab-1f32-4aef-9aee-762fc1cbbe34 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 210 time: 0.1302507 Apr 01 12:49:04.730582 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c510caee-6bcf-43f8-8cae-c2c34a2c33ab tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:04.733953 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c510caee-6bcf-43f8-8cae-c2c34a2c33ab tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.749715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ec83982b-d87d-4c0a-95f7-195a6643b670,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:04.750962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 562f415a-6646-4c1c-b05c-03eb2c0ff832 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:04.805788 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 562f415a-6646-4c1c-b05c-03eb2c0ff832 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:04.807225 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.893657 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.897673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Checking segment: {'id': 'aa279cf4-a809-409b-b187-eb3c8a4652af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0a4e6501-190b-417e-8e19-9d1ae82156d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:04.898135 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Network hostable DHCP agents. Network: 0a4e6501-190b-417e-8e19-9d1ae82156d1, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:49:04.943791 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Network 0a4e6501-190b-417e-8e19-9d1ae82156d1 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:49:04.958099 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 0a4e6501-190b-417e-8e19-9d1ae82156d1) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:04.967929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 562f415a-6646-4c1c-b05c-03eb2c0ff832, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=562f415a-6646-4c1c-b05c-03eb2c0ff832,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:04.977840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da57d6f2-cb2d-4649-83e7-5281269083cf None None] Network 0a4e6501-190b-417e-8e19-9d1ae82156d1 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:04.982727 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:04.984050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 78e2db0b-a596-4f1f-988b-a70b02870aed up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:04.991375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:04.991981 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:05.058846 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-76bfe193-4807-4394-a728-c619522c83b9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4879959 Apr 01 12:49:05.061999 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56524) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:05.090277 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2075494243', 'network_id': '0a4e6501-190b-417e-8e19-9d1ae82156d1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:05.131611 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=562f415a-6646-4c1c-b05c-03eb2c0ff832,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:05.156539 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-002646a7-4a32-4da8-937e-fc0265c8359c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:05.158453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 78e2db0b-a596-4f1f-988b-a70b02870aed triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:05.158994 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:05.191392 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Made reservation on behalf of 6664ddfb71734ef9ace7205f433c6038 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:05.195505 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:05.246148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ce8f1-f4fb-4265-9a33-44526ecced0c None None] Network 0a4e6501-190b-417e-8e19-9d1ae82156d1 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:05.258555 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c510caee-6bcf-43f8-8cae-c2c34a2c33ab tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:05.259190 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:05.281902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] device_id is not set on port 8b628722-069f-4f56-a7b0-718c79b035f3 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:49:05.289798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.20.0.1 (5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764/c447899c-c3cd-479c-be48-a4072d99781c/0aa426c5-3923-4501-9447-8ba2c505420b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:05.295438 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002646a7-4a32-4da8-937e-fc0265c8359c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Subnet': ['ID=f0608743-b62a-4922-9e40-fda710e245e5,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:05.382350 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510caee-6bcf-43f8-8cae-c2c34a2c33ab tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Subnet': ['ID=1ddf0676-dadf-4d2e-be15-55e3b32d5953,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:05.419461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dae30c-d115-4f1c-a7e7-8ad0570e6f16 req-534b0e6f-c48d-45b7-b2f0-de6ebc5bb4a3 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:05.421032 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57dae30c-d115-4f1c-a7e7-8ad0570e6f16 req-534b0e6f-c48d-45b7-b2f0-de6ebc5bb4a3 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 932 time: 0.6970842 Apr 01 12:49:05.441166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:49:05.483142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002646a7-4a32-4da8-937e-fc0265c8359c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Checking segment: {'id': 'cb0f963d-7a20-45ef-a1aa-6782561f87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '313eb7bb-7c12-4c54-9343-9ec636609244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:05.483891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002646a7-4a32-4da8-937e-fc0265c8359c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network hostable DHCP agents. Network: 313eb7bb-7c12-4c54-9343-9ec636609244, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:49:05.487329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:49:05.487746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 34c219cc-2759-4b2a-b3b6-9e3b5823e8ee not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:49:05.514092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510caee-6bcf-43f8-8cae-c2c34a2c33ab tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Checking segment: {'id': '1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b99400b6-5d23-498e-a1c6-340ca85685aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:05.514516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510caee-6bcf-43f8-8cae-c2c34a2c33ab tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network hostable DHCP agents. Network: b99400b6-5d23-498e-a1c6-340ca85685aa, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:49:05.577646 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002646a7-4a32-4da8-937e-fc0265c8359c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 313eb7bb-7c12-4c54-9343-9ec636609244 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:49:05.599719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510caee-6bcf-43f8-8cae-c2c34a2c33ab tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network b99400b6-5d23-498e-a1c6-340ca85685aa is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:49:05.603927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Allocated IP 172.20.0.5 (af280e2c-cf7d-4393-8f47-dd019ee366c6/8f21d01e-f6ac-4084-8ed0-988ba817cea8/60624e16-9801-485d-9367-8ac95375e193) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:05.626298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-002646a7-4a32-4da8-937e-fc0265c8359c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 313eb7bb-7c12-4c54-9343-9ec636609244) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:05.627954 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-57dae30c-d115-4f1c-a7e7-8ad0570e6f16 req-011a6870-49d9-4df5-a2fb-65986b04afb7 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923070 Apr 01 12:49:05.637525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4494ec-6b86-432d-99b3-edcd4ad7c241 None None] Network 313eb7bb-7c12-4c54-9343-9ec636609244 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:05.660274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c510caee-6bcf-43f8-8cae-c2c34a2c33ab tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b99400b6-5d23-498e-a1c6-340ca85685aa) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:05.666183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002646a7-4a32-4da8-937e-fc0265c8359c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:05.666781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-002646a7-4a32-4da8-937e-fc0265c8359c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:05.682698 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c510caee-6bcf-43f8-8cae-c2c34a2c33ab tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:05.683301 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c510caee-6bcf-43f8-8cae-c2c34a2c33ab tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:05.700256 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:05.725898 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ab6f58-aebf-43e9-8ee7-ca79fe157205 None None] Network b99400b6-5d23-498e-a1c6-340ca85685aa requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:05.728278 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6390a511-cb54-4467-a761-bf319316cb73 None None] Network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:05.884337 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc3651d0-e18c-4065-9b59-55104258d8f3 req-2a1a3db7-0e19-44d4-8407-81a2bc5dc5e8 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 210 time: 0.0731957 Apr 01 12:49:05.915736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-18cebc43-56de-41b6-b3d6-4f7d9b57aacf None None] Provisioning complete for port 562f415a-6646-4c1c-b05c-03eb2c0ff832 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:05.916360 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-18cebc43-56de-41b6-b3d6-4f7d9b57aacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:05.981124 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:05.999815 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.068745 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Allocated IP 2001:db8::2b8 (0a4e6501-190b-417e-8e19-9d1ae82156d1/ec83982b-d87d-4c0a-95f7-195a6643b670/8b628722-069f-4f56-a7b0-718c79b035f3) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:06.079248 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-002646a7-4a32-4da8-937e-fc0265c8359c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8225939 Apr 01 12:49:06.083650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:06.083882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56530) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:06.094503 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fb50d-5706-4295-ae80-fbfbfb07ef5f req-cf0f99a4-2a91-48c1-9740-7b9ed3e42386 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:06.098908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:06.102122 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e1fb50d-5706-4295-ae80-fbfbfb07ef5f req-cf0f99a4-2a91-48c1-9740-7b9ed3e42386 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 944 time: 0.5226855 Apr 01 12:49:06.108429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6f3193c3-b2f3-42a5-9506-8dd927cd1434 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'subnet': {'network_id': '6c463a04-e69b-47c8-9cf8-017db6840d3e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:06.112987 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:06.122876 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbb86bf-dba6-46d7-8746-404417c16aac {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:49:06.152729 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c510caee-6bcf-43f8-8cae-c2c34a2c33ab tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8525994 Apr 01 12:49:06.155466 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.159872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56532) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:06.171304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': 'b99400b6-5d23-498e-a1c6-340ca85685aa', 'name': 'tempest-PortsIpV6TestJSON-749745783'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:06.176175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=0aa426c5-3923-4501-9447-8ba2c505420b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:06.181475 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b6104387-0117-4b4a-9f4b-5acd46d5f2c9 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:06.211827 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.216541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Transition to ACTIVE for port object 9cbb86bf-dba6-46d7-8746-404417c16aac will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:49:06.220312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:06.220806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:06.221227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:06.221658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:06.222044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:06.222447 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:06.222844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:06.223632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:06.223632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:06.224222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:06.224367 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:06.224928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:06.252456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Network af280e2c-cf7d-4393-8f47-dd019ee366c6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:06.266408 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e1fb50d-5706-4295-ae80-fbfbfb07ef5f req-7b129768-f42a-4802-becf-279fc5130ed6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559401 Apr 01 12:49:06.267082 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.295664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3193c3-b2f3-42a5-9506-8dd927cd1434 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:06.299409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6f3193c3-b2f3-42a5-9506-8dd927cd1434 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.336821 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.340173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:06.342771 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-313eb7bb-7c12-4c54-9343-9ec636609244', 'network_id': '313eb7bb-7c12-4c54-9343-9ec636609244', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'fixed_ips': [{'subnet_id': 'f0608743-b62a-4922-9e40-fda710e245e5'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:49:06.343585 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.357654 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:06.378654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-b99400b6-5d23-498e-a1c6-340ca85685aa', 'network_id': 'b99400b6-5d23-498e-a1c6-340ca85685aa', 'tenant_id': '306043477d8a4230b32df111b11a384e', 'fixed_ips': [{'subnet_id': '1ddf0676-dadf-4d2e-be15-55e3b32d5953'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:49:06.379510 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.456865 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-214f8613-11c3-442e-a337-e09484868b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.466544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Pushing event updated for resources: {'Port': ['ID=60624e16-9801-485d-9367-8ac95375e193,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:06.468848 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.469957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port b6104387-0117-4b4a-9f4b-5acd46d5f2c9 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:49:06.522962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbb86bf-dba6-46d7-8746-404417c16aac,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:06.530156 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port b6104387-0117-4b4a-9f4b-5acd46d5f2c9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:06.530156 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.592394 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.622407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:06.622965 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.658376 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event updated for resources: {'Port': ['ID=8b628722-069f-4f56-a7b0-718c79b035f3,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:06.669396 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6f3193c3-b2f3-42a5-9506-8dd927cd1434 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.679648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:06.691996 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.709659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Network 0a4e6501-190b-417e-8e19-9d1ae82156d1 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:06.713907 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-9323f186-d466-473d-a2ac-4aee83f16d7a tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7404480 Apr 01 12:49:06.718872 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:06.730718 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:06.731721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:06.732385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.734056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 562f415a-6646-4c1c-b05c-03eb2c0ff832 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:06.753313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Request body: {'port': {'device_id': '49e6d9f2-ddbc-4d2b-b511-629a51a9978c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:06.774780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3193c3-b2f3-42a5-9506-8dd927cd1434 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Checking segment: {'id': 'af0b73a1-59e3-449f-a00f-3c3aeb2e7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c463a04-e69b-47c8-9cf8-017db6840d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:06.775785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3193c3-b2f3-42a5-9506-8dd927cd1434 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network hostable DHCP agents. Network: 6c463a04-e69b-47c8-9cf8-017db6840d3e, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:49:06.780580 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3193c3-b2f3-42a5-9506-8dd927cd1434 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Subnet': ['ID=521fbe43-f94e-446c-b9b4-f4291bd016df,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:06.795827 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4b207ae7-5b81-44b2-afb5-cafbaac6cc77 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7292640 Apr 01 12:49:06.795827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56536) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:06.797764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Allocated IP 2001:db8::2 (313eb7bb-7c12-4c54-9343-9ec636609244/f0608743-b62a-4922-9e40-fda710e245e5/c4c442c8-e664-44e0-bbb5-5db7141ecbc1) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:06.826489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port 384c7e48-f7e5-49b5-84e4-cc1481030505 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:49:06.830545 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Allocated IP 2001:db8::2 (b99400b6-5d23-498e-a1c6-340ca85685aa/1ddf0676-dadf-4d2e-be15-55e3b32d5953/bd0af2c2-5715-4db3-a703-ecc6913bdbe0) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:06.836582 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3193c3-b2f3-42a5-9506-8dd927cd1434 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 6c463a04-e69b-47c8-9cf8-017db6840d3e is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:49:06.880493 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-6f3193c3-b2f3-42a5-9506-8dd927cd1434 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 6c463a04-e69b-47c8-9cf8-017db6840d3e) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:06.884293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Attempting to bind port 9cbb86bf-dba6-46d7-8746-404417c16aac on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:06.885480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Attempting to bind port 9cbb86bf-dba6-46d7-8746-404417c16aac by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'a796b064-841c-4004-a2e2-15b7c5d92010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:06.886072 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Attempting to bind port 9cbb86bf-dba6-46d7-8746-404417c16aac on network 272473ce-9ffd-424d-9d97-5c2176070c2e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:06.888109 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3193c3-b2f3-42a5-9506-8dd927cd1434 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:06.888809 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6f3193c3-b2f3-42a5-9506-8dd927cd1434 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.907028 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcba3301-d678-4a93-a4d0-92e26802621f None None] Network 6c463a04-e69b-47c8-9cf8-017db6840d3e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:06.919884 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6f3193c3-b2f3-42a5-9506-8dd927cd1434 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8118639 Apr 01 12:49:06.920393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56538) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:06.921740 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc5a2d-9654-44cf-97e5-94b1e5bb5511 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Deleting port 8b628722-069f-4f56-a7b0-718c79b035f3 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:06.922190 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5a2d-9654-44cf-97e5-94b1e5bb5511 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.944708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.963969 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:06.972104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fde47-d53d-4b16-ab51-450bdbf8e8ec req-fbcc5c1c-cbdd-4004-a663-a4dbc7bf1e00 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:06.975009 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8a8fde47-d53d-4b16-ab51-450bdbf8e8ec req-fbcc5c1c-cbdd-4004-a663-a4dbc7bf1e00 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 944 time: 0.2164354 Apr 01 12:49:06.982424 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2e23f903-f170-45db-85f5-f3a5d2df2886 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1777024300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:07.018655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 562f415a-6646-4c1c-b05c-03eb2c0ff832 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:07.019020 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.039950 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Port 9cbb86bf-dba6-46d7-8746-404417c16aac on network 272473ce-9ffd-424d-9d97-5c2176070c2e not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:49:07.040422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Attempting to bind port 9cbb86bf-dba6-46d7-8746-404417c16aac on network 272473ce-9ffd-424d-9d97-5c2176070c2e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:07.089694 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e23f903-f170-45db-85f5-f3a5d2df2886 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.090757 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e23f903-f170-45db-85f5-f3a5d2df2886 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.111376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5a2d-9654-44cf-97e5-94b1e5bb5511 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.120021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8a8fde47-d53d-4b16-ab51-450bdbf8e8ec req-b3a19854-14c7-43b3-9911-0b1d95c2255d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715358 Apr 01 12:49:07.121223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:07.121647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Checking segment: {'id': 'a796b064-841c-4004-a2e2-15b7c5d92010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:07.122082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Bound using segment: {'id': 'a796b064-841c-4004-a2e2-15b7c5d92010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:07.122790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Bound port: 9cbb86bf-dba6-46d7-8746-404417c16aac, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a796b064-841c-4004-a2e2-15b7c5d92010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:07.123339 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.145222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:07.145936 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.147873 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda74db6-fb58-4063-be1e-acdab35c7435" -d '{"events": [{"server_uuid": "5875d3be-5a45-4fea-8a6f-2a35f6755218", "name": "network-vif-plugged", "status": "completed", "tag": "b6104387-0117-4b4a-9f4b-5acd46d5f2c9"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:07.149948 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53279060-1395-4134-abc8-7c2d1fa394ca req-66024b62-0d38-47b5-94cb-b212d97e60ec tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:07.151837 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-53279060-1395-4134-abc8-7c2d1fa394ca req-66024b62-0d38-47b5-94cb-b212d97e60ec tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 931 time: 0.1196716 Apr 01 12:49:07.160187 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc5a2d-9654-44cf-97e5-94b1e5bb5511 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Calling delete_port for 8b628722-069f-4f56-a7b0-718c79b035f3 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:07.199539 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port b6104387-0117-4b4a-9f4b-5acd46d5f2c9, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b6104387-0117-4b4a-9f4b-5acd46d5f2c9,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:07.242914 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e23f903-f170-45db-85f5-f3a5d2df2886 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.261201 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d148a332-18ae-4896-a841-623db65a16cc x-openstack-request-id: req-d148a332-18ae-4896-a841-623db65a16cc {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:07.261486 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5875d3be-5a45-4fea-8a6f-2a35f6755218", "name": "network-vif-plugged", "status": "completed", "tag": "b6104387-0117-4b4a-9f4b-5acd46d5f2c9", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:07.261739 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d148a332-18ae-4896-a841-623db65a16cc {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:07.262168 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d148a332-18ae-4896-a841-623db65a16cc'] response: {'server_uuid': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9', 'code': 200} Apr 01 12:49:07.262877 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.307324 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-53279060-1395-4134-abc8-7c2d1fa394ca req-231730c1-e188-4d6f-a512-195ddbd72001 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413178 Apr 01 12:49:07.310929 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e23f903-f170-45db-85f5-f3a5d2df2886 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.345890 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e23f903-f170-45db-85f5-f3a5d2df2886 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.349996 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2e23f903-f170-45db-85f5-f3a5d2df2886 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3774385 Apr 01 12:49:07.351170 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56546) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:07.438159 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-bb80d213-a6be-40f8-87e7-4b90080771c1 None None] Provisioning complete for port 562f415a-6646-4c1c-b05c-03eb2c0ff832 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:07.438806 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb80d213-a6be-40f8-87e7-4b90080771c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.446030 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.497206 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.511330 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.561502 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.570447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=b6104387-0117-4b4a-9f4b-5acd46d5f2c9,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:07.602891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] For port 9cbb86bf-dba6-46d7-8746-404417c16aac, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:07.614909 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5a2d-9654-44cf-97e5-94b1e5bb5511 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.618467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dee7b6-1847-4cd5-96e7-00181d9b44de req-f8e5c629-b581-474b-b0a4-fe7b50b86568 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:07.626289 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-77dee7b6-1847-4cd5-96e7-00181d9b44de req-f8e5c629-b581-474b-b0a4-fe7b50b86568 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 945 time: 0.2438419 Apr 01 12:49:07.647842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Network b99400b6-5d23-498e-a1c6-340ca85685aa is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:07.662542 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Network 313eb7bb-7c12-4c54-9343-9ec636609244 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:07.666622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:07.672717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:07.672911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8::3be (b99400b6-5d23-498e-a1c6-340ca85685aa/1ddf0676-dadf-4d2e-be15-55e3b32d5953/384c7e48-f7e5-49b5-84e4-cc1481030505) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:07.679739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:07.685086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:07.691355 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-6c463a04-e69b-47c8-9cf8-017db6840d3e', 'network_id': '6c463a04-e69b-47c8-9cf8-017db6840d3e', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'fixed_ips': [{'subnet_id': '521fbe43-f94e-446c-b9b4-f4291bd016df'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:49:07.692178 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.710682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc5a2d-9654-44cf-97e5-94b1e5bb5511 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b628722-069f-4f56-a7b0-718c79b035f3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:07.719419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b21c31-c72b-4971-b984-d9b90587cc20 req-32f1150f-188b-4e5f-a3db-5e4c124f0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:07.720905 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3b21c31-c72b-4971-b984-d9b90587cc20 req-32f1150f-188b-4e5f-a3db-5e4c124f0744 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 1096 time: 0.3371909 Apr 01 12:49:07.722919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] For port 9cbb86bf-dba6-46d7-8746-404417c16aac, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9cbb86bf-dba6-46d7-8746-404417c16aac,segment=NetworkSegment(a796b064-841c-4004-a2e2-15b7c5d92010),segment_id=a796b064-841c-4004-a2e2-15b7c5d92010)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:07.744624 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5a2d-9654-44cf-97e5-94b1e5bb5511 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.751166 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a0cc5a2d-9654-44cf-97e5-94b1e5bb5511 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "DELETE /v2.0/ports/8b628722-069f-4f56-a7b0-718c79b035f3 HTTP/1.1" status: 204 len: 168 time: 0.9524150 Apr 01 12:49:07.751314 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56548) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:07.756303 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a4e6501-190b-417e-8e19-9d1ae82156d1', 'external_fixed_ips': [{'subnet_id': 'ec83982b-d87d-4c0a-95f7-195a6643b670', 'ip_address': '2001:db8::2b8'}]}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:07.776020 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.799816 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.809191 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.810307 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.840086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Pushing event updated for resources: {'Port': ['ID=bd0af2c2-5715-4db3-a703-ecc6913bdbe0,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:07.864779 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Attempting to bind port bd0af2c2-5715-4db3-a703-ecc6913bdbe0 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:07.865151 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Attempting to bind port bd0af2c2-5715-4db3-a703-ecc6913bdbe0 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b99400b6-5d23-498e-a1c6-340ca85685aa'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:07.865490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Attempting to bind port bd0af2c2-5715-4db3-a703-ecc6913bdbe0 on network b99400b6-5d23-498e-a1c6-340ca85685aa {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:07.914638 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-77dee7b6-1847-4cd5-96e7-00181d9b44de req-bb9ee7d8-876b-498c-b3d7-33e085e964ff tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873554 Apr 01 12:49:07.933403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Attempting to bind port c4c442c8-e664-44e0-bbb5-5db7141ecbc1 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:07.933403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Attempting to bind port c4c442c8-e664-44e0-bbb5-5db7141ecbc1 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'cb0f963d-7a20-45ef-a1aa-6782561f87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '313eb7bb-7c12-4c54-9343-9ec636609244'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:07.933403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Attempting to bind port c4c442c8-e664-44e0-bbb5-5db7141ecbc1 on network 313eb7bb-7c12-4c54-9343-9ec636609244 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:07.939129 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.960815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:07.961218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Checking segment: {'id': 'cb0f963d-7a20-45ef-a1aa-6782561f87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '313eb7bb-7c12-4c54-9343-9ec636609244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:07.961568 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.961952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Bound using segment: {'id': 'cb0f963d-7a20-45ef-a1aa-6782561f87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '313eb7bb-7c12-4c54-9343-9ec636609244'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:07.962488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Bound port: c4c442c8-e664-44e0-bbb5-5db7141ecbc1, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0f963d-7a20-45ef-a1aa-6782561f87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '313eb7bb-7c12-4c54-9343-9ec636609244'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:07.962868 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.964695 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:07.965317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Checking segment: {'id': '1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b99400b6-5d23-498e-a1c6-340ca85685aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:07.965431 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.965746 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Bound using segment: {'id': '1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b99400b6-5d23-498e-a1c6-340ca85685aa'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:07.966206 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Bound port: bd0af2c2-5715-4db3-a703-ecc6913bdbe0, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b99400b6-5d23-498e-a1c6-340ca85685aa'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:07.966569 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.991690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:07.992110 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:07.993606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] 10.222.0.37 "PUT /v2.0/ports/9cbb86bf-dba6-46d7-8746-404417c16aac HTTP/1.1" status: 200 len: 1092 time: 3.3392963 Apr 01 12:49:08.006720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Pushing event updated for resources: {'Port': ['ID=c4c442c8-e664-44e0-bbb5-5db7141ecbc1,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:08.035488 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.037428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab92c27-e355-4968-92a7-3f06f1fcc2bb', 'tag': '9cbb86bf-dba6-46d7-8746-404417c16aac'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:08.040781 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdb4c34-30ac-4190-b89e-ee81f6447fec" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab92c27-e355-4968-92a7-3f06f1fcc2bb", "tag": "9cbb86bf-dba6-46d7-8746-404417c16aac"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:08.055294 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.108606 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951053e8-c029-48b1-b894-b865a33e2904 x-openstack-request-id: req-951053e8-c029-48b1-b894-b865a33e2904 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:08.109024 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab92c27-e355-4968-92a7-3f06f1fcc2bb", "tag": "9cbb86bf-dba6-46d7-8746-404417c16aac", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:08.109561 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-951053e8-c029-48b1-b894-b865a33e2904 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:08.110333 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951053e8-c029-48b1-b894-b865a33e2904'] response: {'name': 'network-changed', 'server_uuid': '1ab92c27-e355-4968-92a7-3f06f1fcc2bb', 'tag': '9cbb86bf-dba6-46d7-8746-404417c16aac', 'status': 'completed', 'code': 200} Apr 01 12:49:08.128002 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3b21c31-c72b-4971-b984-d9b90587cc20 req-fad29b2a-0c28-4845-8a24-f8041477b473 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669131 Apr 01 12:49:08.172836 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.177810 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.194775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc48f3-5a2d-4174-b7a8-a7d93261ecc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbb86bf-dba6-46d7-8746-404417c16aac,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:08.273766 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-bb80d213-a6be-40f8-87e7-4b90080771c1 None None] Provisioning complete for port 0aa426c5-3923-4501-9447-8ba2c505420b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:08.274553 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb80d213-a6be-40f8-87e7-4b90080771c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.284359 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Allocated IP 2001:db8::1 (313eb7bb-7c12-4c54-9343-9ec636609244/f0608743-b62a-4922-9e40-fda710e245e5/e2e3f44e-68ec-4464-b3a8-2178d8be3402) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:08.374031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Allocated IP 2001:db8:1::2 (6c463a04-e69b-47c8-9cf8-017db6840d3e/521fbe43-f94e-446c-b9b4-f4291bd016df/f4518cb3-52f8-4e2c-8879-f517edc6e6dd) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:08.381586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-bb80d213-a6be-40f8-87e7-4b90080771c1 None None] Port 0aa426c5-3923-4501-9447-8ba2c505420b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:08.413941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] For port c4c442c8-e664-44e0-bbb5-5db7141ecbc1, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:08.422575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] For port c4c442c8-e664-44e0-bbb5-5db7141ecbc1, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c4c442c8-e664-44e0-bbb5-5db7141ecbc1,segment=NetworkSegment(cb0f963d-7a20-45ef-a1aa-6782561f87c6),segment_id=cb0f963d-7a20-45ef-a1aa-6782561f87c6)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:08.424294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] For port bd0af2c2-5715-4db3-a703-ecc6913bdbe0, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:08.447614 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.465816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] For port bd0af2c2-5715-4db3-a703-ecc6913bdbe0, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bd0af2c2-5715-4db3-a703-ecc6913bdbe0,segment=NetworkSegment(1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d),segment_id=1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:08.520495 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.526526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85c5c5-3737-4ccd-9a6a-d3b60baf0270 req-851be887-06fa-499a-8990-bf60455c7752 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:08.528091 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-af85c5c5-3737-4ccd-9a6a-d3b60baf0270 req-851be887-06fa-499a-8990-bf60455c7752 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 931 time: 0.0912325 Apr 01 12:49:08.589207 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.615867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e992311-be4b-40a0-8dc9-4734081459ec None None] Pushing event updated for resources: {'Port': ['ID=c4c442c8-e664-44e0-bbb5-5db7141ecbc1,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:08.626274 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ab2179a8-b1f6-437a-ba4c-6203b18e9e03 None None] Provisioning complete for port 0aa426c5-3923-4501-9447-8ba2c505420b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:08.626274 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ab2179a8-b1f6-437a-ba4c-6203b18e9e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.737749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842469ae-3540-4f29-806b-28fbc68a327e req-5f2fed33-d986-43da-93ff-589aa3d8a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:08.739469 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-5f2fed33-d986-43da-93ff-589aa3d8a351 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a677a0d0e8844bc7bd51093eb647ee64&device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 1095 time: 0.6250551 Apr 01 12:49:08.782377 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.795938 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-af85c5c5-3737-4ccd-9a6a-d3b60baf0270 req-08bf9240-c712-4747-91ae-a663a1f295e3 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255285 Apr 01 12:49:08.817932 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ab2179a8-b1f6-437a-ba4c-6203b18e9e03 None None] Port 0aa426c5-3923-4501-9447-8ba2c505420b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:08.839803 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.844141 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7032f6-a0b6-4df6-9a7f-ee67ce8557a2 None None] Pushing event updated for resources: {'Port': ['ID=bd0af2c2-5715-4db3-a703-ecc6913bdbe0,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:08.847599 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.849841 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.856355 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.860862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 313eb7bb-7c12-4c54-9343-9ec636609244 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:08.893112 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:08.896654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:08.905008 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.906613 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:08.929421 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-4cdd70de-d051-411d-9e36-fcb8d353dcdd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cbb86bf-dba6-46d7-8746-404417c16aac HTTP/1.1" status: 200 len: 217 time: 0.1547389 Apr 01 12:49:08.946949 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=e2e3f44e-68ec-4464-b3a8-2178d8be3402,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:08.948666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Pushing event updated for resources: {'Port': ['ID=f4518cb3-52f8-4e2c-8879-f517edc6e6dd,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:09.020174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Network 6c463a04-e69b-47c8-9cf8-017db6840d3e is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:09.024776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:09.031752 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:09.038617 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.039613 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2cfbe062-ebca-4956-9f03-879217d929d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.075045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=0aa426c5-3923-4501-9447-8ba2c505420b,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:09.117096 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.140129 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Attempting to bind port f4518cb3-52f8-4e2c-8879-f517edc6e6dd on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:09.140518 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Attempting to bind port f4518cb3-52f8-4e2c-8879-f517edc6e6dd by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'af0b73a1-59e3-449f-a00f-3c3aeb2e7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c463a04-e69b-47c8-9cf8-017db6840d3e'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:09.140900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Attempting to bind port f4518cb3-52f8-4e2c-8879-f517edc6e6dd on network 6c463a04-e69b-47c8-9cf8-017db6840d3e {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:09.149099 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:09.149363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Checking segment: {'id': 'af0b73a1-59e3-449f-a00f-3c3aeb2e7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c463a04-e69b-47c8-9cf8-017db6840d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:09.149722 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.150727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Bound using segment: {'id': 'af0b73a1-59e3-449f-a00f-3c3aeb2e7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c463a04-e69b-47c8-9cf8-017db6840d3e'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:09.151203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Bound port: f4518cb3-52f8-4e2c-8879-f517edc6e6dd, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0b73a1-59e3-449f-a00f-3c3aeb2e7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c463a04-e69b-47c8-9cf8-017db6840d3e'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:09.151584 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.152096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60624e16-9801-485d-9367-8ac95375e193 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:49:09.169726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e069e6-345b-46b8-b7ce-1063ef5d93f4 req-0978ac52-d8a3-4e5f-8057-f7d179242e73 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:09.171529 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e5e069e6-345b-46b8-b7ce-1063ef5d93f4 req-0978ac52-d8a3-4e5f-8057-f7d179242e73 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 944 time: 0.9228461 Apr 01 12:49:09.185844 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.207030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deeccb9-7e70-41df-ae89-e681447591c0 req-f112e9e7-38e8-4e17-8d59-9694600f5a18 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:09.208570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1deeccb9-7e70-41df-ae89-e681447591c0 req-f112e9e7-38e8-4e17-8d59-9694600f5a18 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 945 time: 0.1778049 Apr 01 12:49:09.229690 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.256601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Transition to ACTIVE for port object 60624e16-9801-485d-9367-8ac95375e193 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:49:09.307475 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842469ae-3540-4f29-806b-28fbc68a327e req-a180a36e-9b1d-40ac-b234-aee4185232bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:09.309184 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-a180a36e-9b1d-40ac-b234-aee4185232bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=281039f3-e228-4fcd-9e4a-16b1968dd667 HTTP/1.1" status: 200 len: 849 time: 0.3549256 Apr 01 12:49:09.311073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:09.313136 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] For port f4518cb3-52f8-4e2c-8879-f517edc6e6dd, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:09.315291 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.318525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] For port f4518cb3-52f8-4e2c-8879-f517edc6e6dd, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f4518cb3-52f8-4e2c-8879-f517edc6e6dd,segment=NetworkSegment(af0b73a1-59e3-449f-a00f-3c3aeb2e7311),segment_id=af0b73a1-59e3-449f-a00f-3c3aeb2e7311)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:09.324966 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.343527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:09.372142 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.375730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network b99400b6-5d23-498e-a1c6-340ca85685aa is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:09.379907 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-172395e0-1c7f-48e9-82bb-b78e6948d24b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=272473ce-9ffd-424d-9d97-5c2176070c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540614 Apr 01 12:49:09.396452 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e5e069e6-345b-46b8-b7ce-1063ef5d93f4 req-c931db2c-186d-4d6d-a18d-e97da2f02da4 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166703 Apr 01 12:49:09.417825 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1deeccb9-7e70-41df-ae89-e681447591c0 req-f64bcfc8-914f-48a5-8abd-de5f7396b94e tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851614 Apr 01 12:49:09.440906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:09.452386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:09.462684 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c669636-893d-4eb7-a8e0-836e21f968cc None None] Pushing event updated for resources: {'Port': ['ID=f4518cb3-52f8-4e2c-8879-f517edc6e6dd,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:09.475198 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:09.476256 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.490681 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Allocated IP 2001:db8::2b8 (0a4e6501-190b-417e-8e19-9d1ae82156d1/ec83982b-d87d-4c0a-95f7-195a6643b670/6af59000-f843-4591-bece-948c4d9e111f) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:09.513008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=384c7e48-f7e5-49b5-84e4-cc1481030505,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:09.635636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Pushing event updated for resources: {'Port': ['ID=60624e16-9801-485d-9367-8ac95375e193,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:09.684647 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-35f13525-1a7f-439d-8b75-a3026f638a83 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5211177 Apr 01 12:49:09.692767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:09.703664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': 'b99400b6-5d23-498e-a1c6-340ca85685aa', 'name': 'tempest-PortsIpV6TestJSON-260726511'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:09.776781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.778663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Attempting to bind port 60624e16-9801-485d-9367-8ac95375e193 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:09.779192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Attempting to bind port 60624e16-9801-485d-9367-8ac95375e193 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'a908a531-0186-4d68-ac0a-40983f0c9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'af280e2c-cf7d-4393-8f47-dd019ee366c6'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:09.779319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Attempting to bind port 60624e16-9801-485d-9367-8ac95375e193 on network af280e2c-cf7d-4393-8f47-dd019ee366c6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:09.791202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Port 60624e16-9801-485d-9367-8ac95375e193 on network af280e2c-cf7d-4393-8f47-dd019ee366c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:49:09.791591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Attempting to bind port 60624e16-9801-485d-9367-8ac95375e193 on network af280e2c-cf7d-4393-8f47-dd019ee366c6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:09.796322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7a5af3c2-ab38-44f0-9b22-44fb4ff954c4 None None] Provisioning complete for port 0aa426c5-3923-4501-9447-8ba2c505420b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:09.796742 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7a5af3c2-ab38-44f0-9b22-44fb4ff954c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.837644 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:09.838160 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Checking segment: {'id': 'a908a531-0186-4d68-ac0a-40983f0c9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'af280e2c-cf7d-4393-8f47-dd019ee366c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:09.838584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Bound using segment: {'id': 'a908a531-0186-4d68-ac0a-40983f0c9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'af280e2c-cf7d-4393-8f47-dd019ee366c6'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:09.839026 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Bound port: 60624e16-9801-485d-9367-8ac95375e193, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a908a531-0186-4d68-ac0a-40983f0c9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'af280e2c-cf7d-4393-8f47-dd019ee366c6'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:09.839398 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:09.886027 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7a5af3c2-ab38-44f0-9b22-44fb4ff954c4 None None] Port 0aa426c5-3923-4501-9447-8ba2c505420b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:09.913067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-5248ffa8-a5b2-4a8b-aff8-a60d558d27dc service neutron] 10.222.0.37 "GET /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141575 Apr 01 12:49:09.971529 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:10.018623 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:10.035624 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:10.036393 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:10.045298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:49:10.053173 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Network 0a4e6501-190b-417e-8e19-9d1ae82156d1 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:10.058256 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:10.061685 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:10.065764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:10.068209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:10.093806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event updated for resources: {'Port': ['ID=6af59000-f843-4591-bece-948c4d9e111f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:10.129410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] For port 60624e16-9801-485d-9367-8ac95375e193, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:10.143305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] For port 60624e16-9801-485d-9367-8ac95375e193, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=60624e16-9801-485d-9367-8ac95375e193,segment=NetworkSegment(a908a531-0186-4d68-ac0a-40983f0c9079),segment_id=a908a531-0186-4d68-ac0a-40983f0c9079)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:10.197989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ee7e3-69bd-4172-8004-ef239445b190 req-13d146f1-3098-4902-aab8-d7f96dfaf163 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:10.199651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-871ee7e3-69bd-4172-8004-ef239445b190 req-13d146f1-3098-4902-aab8-d7f96dfaf163 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 943 time: 0.2257261 Apr 01 12:49:10.204217 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:10.227024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-842469ae-3540-4f29-806b-28fbc68a327e req-a48e5609-eada-401a-ac02-a96584eae697 service neutron] 10.222.0.37 "GET /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029473 Apr 01 12:49:10.296218 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:10.296999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:10.298603 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] 10.222.0.44 "PUT /v2.0/ports/60624e16-9801-485d-9367-8ac95375e193 HTTP/1.1" status: 200 len: 1091 time: 3.5703697 Apr 01 12:49:10.327874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e6d9f2-ddbc-4d2b-b511-629a51a9978c', 'tag': '60624e16-9801-485d-9367-8ac95375e193'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:10.332369 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c1deb5-9889-4b9b-96e4-183c92d5c9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "49e6d9f2-ddbc-4d2b-b511-629a51a9978c", "tag": "60624e16-9801-485d-9367-8ac95375e193"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:10.394112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ac083b-fc56-45d7-9ed2-2fbc5c4fe55b None None] Network b99400b6-5d23-498e-a1c6-340ca85685aa requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:10.490627 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:10.539738 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7716e9d9-c5e5-4600-923f-403564d48585 x-openstack-request-id: req-7716e9d9-c5e5-4600-923f-403564d48585 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:10.540356 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e6d9f2-ddbc-4d2b-b511-629a51a9978c", "tag": "60624e16-9801-485d-9367-8ac95375e193", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:10.540883 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7716e9d9-c5e5-4600-923f-403564d48585 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:10.541529 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7716e9d9-c5e5-4600-923f-403564d48585'] response: {'name': 'network-changed', 'server_uuid': '49e6d9f2-ddbc-4d2b-b511-629a51a9978c', 'tag': '60624e16-9801-485d-9367-8ac95375e193', 'status': 'completed', 'code': 200} Apr 01 12:49:10.548745 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6ea52678-acf4-4ffc-a077-691866909d8a None None] Provisioning complete for port bd0af2c2-5715-4db3-a703-ecc6913bdbe0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:10.549120 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6ea52678-acf4-4ffc-a077-691866909d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:10.557547 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-871ee7e3-69bd-4172-8004-ef239445b190 req-bb6753c8-13b0-4d15-a65e-85b99a690c61 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392718 Apr 01 12:49:10.559047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc167a3-0657-4eaa-9f99-f26f0806e2dd service neutron] Pushing event updated for resources: {'Port': ['ID=60624e16-9801-485d-9367-8ac95375e193,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:10.616823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:10.622075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb4c34-30ac-4190-b89e-ee81f6447fec req-156a11cb-4fe6-488f-b688-929c03b64eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:10.624120 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0fdb4c34-30ac-4190-b89e-ee81f6447fec req-156a11cb-4fe6-488f-b688-929c03b64eb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a677a0d0e8844bc7bd51093eb647ee64&device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 1095 time: 0.2807312 Apr 01 12:49:10.635631 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Sync routers for ids ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:10.640308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d4f6ae3e-393f-4acd-a381-4e93017dedbc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "PUT /v2.0/routers/5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1420867 Apr 01 12:49:10.682731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-da984e2b-ec5c-4a87-b966-46c626866cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:10.685494 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-da984e2b-ec5c-4a87-b966-46c626866cd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=391044c084464185afe66753fdcac19b&device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 1094 time: 0.2932293 Apr 01 12:49:10.706355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port 10ec7891-120f-43cd-9952-8af9837818b4 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:49:10.799683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Routers {'5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:10.800326 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:10.845363 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-2eee6646-658c-4b7e-a5f3-624847d80574 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60624e16-9801-485d-9367-8ac95375e193 HTTP/1.1" status: 200 len: 217 time: 0.1409667 Apr 01 12:49:10.883907 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca76c5-9f1b-4085-b819-74bd8dc9d5cc None None] Network 313eb7bb-7c12-4c54-9343-9ec636609244 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:10.939014 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=e2e3f44e-68ec-4464-b3a8-2178d8be3402,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:10.951057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bd0af2c2-5715-4db3-a703-ecc6913bdbe0 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:10.983856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2cd45-8415-42da-87df-139cd8676d23 req-4602626f-fb2f-410d-a0e9-e742d2cf3c22 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:10.985575 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6b2cd45-8415-42da-87df-139cd8676d23 req-4602626f-fb2f-410d-a0e9-e742d2cf3c22 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 945 time: 0.1988573 Apr 01 12:49:10.989053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb4c34-30ac-4190-b89e-ee81f6447fec req-2ed2d0b8-0ec6-47b7-a9ee-d54751cfce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:10.990530 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0fdb4c34-30ac-4190-b89e-ee81f6447fec req-2ed2d0b8-0ec6-47b7-a9ee-d54751cfce57 service neutron] 10.222.0.37 "GET /v2.0/networks?id=272473ce-9ffd-424d-9d97-5c2176070c2e HTTP/1.1" status: 200 len: 910 time: 0.3465593 Apr 01 12:49:10.994740 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-4552f98e-e644-418c-85de-a61fa705c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:10.995346 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-4552f98e-e644-418c-85de-a61fa705c1b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f21d01e-f6ac-4084-8ed0-988ba817cea8 HTTP/1.1" status: 200 len: 848 time: 0.1322269 Apr 01 12:49:11.008160 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf9e34-0d78-45d1-a6fc-0b6c3b0344b0 req-9f841426-9725-46c8-8fa8-97e3afdd3e18 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:11.010570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dfdf9e34-0d78-45d1-a6fc-0b6c3b0344b0 req-9f841426-9725-46c8-8fa8-97e3afdd3e18 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 944 time: 0.4616699 Apr 01 12:49:11.074769 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0fdb4c34-30ac-4190-b89e-ee81f6447fec req-8e70468a-50cb-4381-ae31-bf2e12606641 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cbb86bf-dba6-46d7-8746-404417c16aac HTTP/1.1" status: 200 len: 217 time: 0.0721099 Apr 01 12:49:11.078703 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-29a3a449-5e8d-4747-b272-85b323372ff8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af280e2c-cf7d-4393-8f47-dd019ee366c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672817 Apr 01 12:49:11.132635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb4c34-30ac-4190-b89e-ee81f6447fec req-d920be6b-9dd9-4edc-b338-b5ff951c37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:11.134187 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0fdb4c34-30ac-4190-b89e-ee81f6447fec req-d920be6b-9dd9-4edc-b338-b5ff951c37fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=281039f3-e228-4fcd-9e4a-16b1968dd667 HTTP/1.1" status: 200 len: 849 time: 0.0514941 Apr 01 12:49:11.169483 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6ea52678-acf4-4ffc-a077-691866909d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:11.177324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Set router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:49:11.193196 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c6b2cd45-8415-42da-87df-139cd8676d23 req-0a9a5dc4-e473-42ff-80a1-56973ef6c429 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014234 Apr 01 12:49:11.195266 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0fdb4c34-30ac-4190-b89e-ee81f6447fec req-09f4f948-349e-445e-ac4a-16abf55bfc7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=272473ce-9ffd-424d-9d97-5c2176070c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439765 Apr 01 12:49:11.237574 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:11.278876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 313eb7bb-7c12-4c54-9343-9ec636609244 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:11.358085 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-6ea52678-acf4-4ffc-a077-691866909d8a None None] For port bd0af2c2-5715-4db3-a703-ecc6913bdbe0, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bd0af2c2-5715-4db3-a703-ecc6913bdbe0,segment=NetworkSegment(1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d),segment_id=1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:11.359695 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port bd0af2c2-5715-4db3-a703-ecc6913bdbe0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:11.360208 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:11.360586 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:11.364564 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-455afdd1-df1d-4244-a0a2-763d5a1d9f1f service neutron] 10.222.0.44 "GET /v2.0/networks/af280e2c-cf7d-4393-8f47-dd019ee366c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268417 Apr 01 12:49:11.400994 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6ea52678-acf4-4ffc-a077-691866909d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:11.446436 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dfdf9e34-0d78-45d1-a6fc-0b6c3b0344b0 req-29699f34-2626-4f48-aadf-082904fc4eb8 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160671 Apr 01 12:49:11.456049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477b71d-32a9-4428-af88-062049ae4cc5 None None] Network 6c463a04-e69b-47c8-9cf8-017db6840d3e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:11.481550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8::c8 (b99400b6-5d23-498e-a1c6-340ca85685aa/1ddf0676-dadf-4d2e-be15-55e3b32d5953/10ec7891-120f-43cd-9952-8af9837818b4) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:11.566988 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0fdb4c34-30ac-4190-b89e-ee81f6447fec req-535de26e-72ef-4b6c-8431-4961ca030781 service neutron] 10.222.0.37 "GET /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462465 Apr 01 12:49:11.572802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-6bb77855-6824-4262-9db0-bc82405bdada tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-810455699&fields=id&tenant_id=57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 267 time: 0.2417662 Apr 01 12:49:11.575188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b0e8d33-c675-48fe-97f2-bfaef0d0f9b1 req-d9ddfff2-0fc9-48e4-97c1-7d86e1f32cd0 service neutron] 10.222.0.44 "GET /v2.0/networks/af280e2c-cf7d-4393-8f47-dd019ee366c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923993 Apr 01 12:49:11.812108 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ab04d-b563-4d6f-91ee-bf4ecc1b5603 req-f6f5df4e-5597-4228-964a-f0dab1f270a5 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:11.813689 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9d6ab04d-b563-4d6f-91ee-bf4ecc1b5603 req-f6f5df4e-5597-4228-964a-f0dab1f270a5 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 945 time: 0.1998665 Apr 01 12:49:11.855622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea52678-acf4-4ffc-a077-691866909d8a None None] Pushing event updated for resources: {'Port': ['ID=bd0af2c2-5715-4db3-a703-ecc6913bdbe0,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:11.868015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56584) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:11.873740 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-42f9e3d7-6ec8-44e9-a334-4b6076871c73 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Request body: {'floatingip': {'port_id': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:11.880504 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-89571a0d-c6de-4d18-a2e3-d36d3b2910c0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:11.889378 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-89571a0d-c6de-4d18-a2e3-d36d3b2910c0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 796 time: 0.2933474 Apr 01 12:49:11.893949 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0fdb4c34-30ac-4190-b89e-ee81f6447fec req-9aa6b12a-4e73-4cb1-b162-48c3821c11fc service neutron] 10.222.0.37 "GET /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178573 Apr 01 12:49:11.895272 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d9918d69-79fb-48b8-88e3-1edb2651502b None None] Provisioning complete for port c4c442c8-e664-44e0-bbb5-5db7141ecbc1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:11.895637 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9918d69-79fb-48b8-88e3-1edb2651502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:11.902347 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:11.904454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1deb5-9889-4b9b-96e4-183c92d5c9d2 req-fb17e1be-1466-4dea-8f8d-138048b108c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:11.905912 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:11.906220 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30c1deb5-9889-4b9b-96e4-183c92d5c9d2 req-fb17e1be-1466-4dea-8f8d-138048b108c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=391044c084464185afe66753fdcac19b&device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 1094 time: 0.2039390 Apr 01 12:49:11.914817 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-d2ac0c90-882e-4d17-bb7a-0546f0d07515 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/quotas/57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 375 time: 0.0241611 Apr 01 12:49:12.020402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42f9e3d7-6ec8-44e9-a334-4b6076871c73 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:12.035968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c4c442c8-e664-44e0-bbb5-5db7141ecbc1 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:12.051103 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-c80f58c6-24e1-47cb-8430-804e0a1c266c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353154 Apr 01 12:49:12.105967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1deb5-9889-4b9b-96e4-183c92d5c9d2 req-668320fa-adaa-48cf-8d22-cc599e7d9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:12.107608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30c1deb5-9889-4b9b-96e4-183c92d5c9d2 req-668320fa-adaa-48cf-8d22-cc599e7d9983 service neutron] 10.222.0.44 "GET /v2.0/networks?id=af280e2c-cf7d-4393-8f47-dd019ee366c6 HTTP/1.1" status: 200 len: 909 time: 0.1908343 Apr 01 12:49:12.163560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcebf9d-8bed-4eb8-a69b-98007d5f0ba4 req-dbace0bb-c41b-42a9-87c2-ecba71c77a18 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:12.164515 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9918d69-79fb-48b8-88e3-1edb2651502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:12.172424 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bfcebf9d-8bed-4eb8-a69b-98007d5f0ba4 req-dbace0bb-c41b-42a9-87c2-ecba71c77a18 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 943 time: 0.2478139 Apr 01 12:49:12.189414 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30c1deb5-9889-4b9b-96e4-183c92d5c9d2 req-8e60360a-6eed-4ba7-8f31-50eb95f64def service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60624e16-9801-485d-9367-8ac95375e193 HTTP/1.1" status: 200 len: 217 time: 0.0689416 Apr 01 12:49:12.213620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router fc788a74-7077-40cb-8a41-4ac6c86b131a is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:49:12.234877 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:49:06Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '0aa426c5-3923-4501-9447-8ba2c505420b', 'name': '', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:e6:59:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:04Z', 'updated_at': '2022-04-01T12:49:07Z', 'revision_number': 2, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:12.276389 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-95ef9af3-5173-4fb0-b528-3f37c54754af service neutron] 10.222.0.45 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926260 Apr 01 12:49:12.281751 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c4c442c8-e664-44e0-bbb5-5db7141ecbc1 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:12.282152 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:12.300359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1deb5-9889-4b9b-96e4-183c92d5c9d2 req-77f7cdb4-d58b-43eb-88e2-34705989fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:12.302021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30c1deb5-9889-4b9b-96e4-183c92d5c9d2 req-77f7cdb4-d58b-43eb-88e2-34705989fcfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f21d01e-f6ac-4084-8ed0-988ba817cea8 HTTP/1.1" status: 200 len: 848 time: 0.1045766 Apr 01 12:49:12.304456 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:12.312538 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bfcebf9d-8bed-4eb8-a69b-98007d5f0ba4 req-3e3e0812-17a2-478d-ac1d-c7401a26e3b9 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397629 Apr 01 12:49:12.319449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:12.330310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Checking router: 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:49:12.330653 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Updating router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c port 0aa426c5-3923-4501-9447-8ba2c505420b binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:49:12.341303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d9918d69-79fb-48b8-88e3-1edb2651502b None None] For port c4c442c8-e664-44e0-bbb5-5db7141ecbc1, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c4c442c8-e664-44e0-bbb5-5db7141ecbc1,segment=NetworkSegment(cb0f963d-7a20-45ef-a1aa-6782561f87c6),segment_id=cb0f963d-7a20-45ef-a1aa-6782561f87c6)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:12.364480 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9918d69-79fb-48b8-88e3-1edb2651502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:12.365393 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30c1deb5-9889-4b9b-96e4-183c92d5c9d2 req-a25c6c9a-f659-456c-a606-e5856508387f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af280e2c-cf7d-4393-8f47-dd019ee366c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523448 Apr 01 12:49:12.436352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9918d69-79fb-48b8-88e3-1edb2651502b None None] Pushing event updated for resources: {'Port': ['ID=c4c442c8-e664-44e0-bbb5-5db7141ecbc1,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:12.465196 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:12.467779 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-964b1cda-8dda-470f-8af3-ccac3ceae8f9 service neutron] 10.222.0.45 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904452 Apr 01 12:49:12.468643 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:12.495674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d9918d69-79fb-48b8-88e3-1edb2651502b None None] Provisioning complete for port f4518cb3-52f8-4e2c-8879-f517edc6e6dd triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:12.495674 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9918d69-79fb-48b8-88e3-1edb2651502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:12.530046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30c1deb5-9889-4b9b-96e4-183c92d5c9d2 req-fcd25887-bc79-45fc-9f0b-df9aa1e4ffc8 service neutron] 10.222.0.44 "GET /v2.0/networks/af280e2c-cf7d-4393-8f47-dd019ee366c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542666 Apr 01 12:49:12.628776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f4518cb3-52f8-4e2c-8879-f517edc6e6dd up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:12.676045 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-30c1deb5-9889-4b9b-96e4-183c92d5c9d2 req-3dc93a43-afef-440d-af50-571cb2f82fa1 service neutron] 10.222.0.44 "GET /v2.0/networks/af280e2c-cf7d-4393-8f47-dd019ee366c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354344 Apr 01 12:49:12.814429 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-35a01500-cf8f-4996-bc20-76d2ef82282b req-c2029baf-16d0-448a-b17b-a4757c53afbf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 210 time: 0.0677238 Apr 01 12:49:12.827403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network b99400b6-5d23-498e-a1c6-340ca85685aa is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:12.852911 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:12.861452 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:12.867562 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:12.868308 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:12.916545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=10ec7891-120f-43cd-9952-8af9837818b4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:12.927034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f4518cb3-52f8-4e2c-8879-f517edc6e6dd triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:12.927034 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:12.958367 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b40e1-8adb-4e18-80df-6440521920da req-3552f65c-ec3b-4953-b23a-a9ee9e94444b tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:12.966820 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f64b40e1-8adb-4e18-80df-6440521920da req-3552f65c-ec3b-4953-b23a-a9ee9e94444b tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 944 time: 0.3254228 Apr 01 12:49:12.984782 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9918d69-79fb-48b8-88e3-1edb2651502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:13.023036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:13.037670 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfd9cf-9ec6-41d4-8782-0684e9c0daa6 None None] Sync routers for ids ['fc788a74-7077-40cb-8a41-4ac6c86b131a'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:13.050483 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfd9cf-9ec6-41d4-8782-0684e9c0daa6 None None] Routers {'fc788a74-7077-40cb-8a41-4ac6c86b131a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:13.051023 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e8cb0819-09a1-49c4-87c4-d85f2f7b4974 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/fc788a74-7077-40cb-8a41-4ac6c86b131a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6912832 Apr 01 12:49:13.051932 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-43dfd9cf-9ec6-41d4-8782-0684e9c0daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fc788a74-7077-40cb-8a41-4ac6c86b131a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:13.052439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56596) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:13.079943 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-41966d22-8857-4bd1-9ea0-8df0e501dc4d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3860755 Apr 01 12:49:13.084293 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56598) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:13.094968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d9918d69-79fb-48b8-88e3-1edb2651502b None None] For port f4518cb3-52f8-4e2c-8879-f517edc6e6dd, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f4518cb3-52f8-4e2c-8879-f517edc6e6dd,segment=NetworkSegment(af0b73a1-59e3-449f-a00f-3c3aeb2e7311),segment_id=af0b73a1-59e3-449f-a00f-3c3aeb2e7311)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:13.119262 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9918d69-79fb-48b8-88e3-1edb2651502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:13.131353 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-43dfd9cf-9ec6-41d4-8782-0684e9c0daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:13.138913 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f64b40e1-8adb-4e18-80df-6440521920da req-f4161d90-55dc-4d03-9dc0-08de0746981b tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708066 Apr 01 12:49:13.161514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed6e36-971b-4c80-bb36-3285b04d75bf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:13.172936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-36ed6e36-971b-4c80-bb36-3285b04d75bf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports/e2e3f44e-68ec-4464-b3a8-2178d8be3402 HTTP/1.1" status: 200 len: 911 time: 0.1095347 Apr 01 12:49:13.172936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56600) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:13.186536 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfd9cf-9ec6-41d4-8782-0684e9c0daa6 None None] Routers {'fc788a74-7077-40cb-8a41-4ac6c86b131a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:13.187454 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-43dfd9cf-9ec6-41d4-8782-0684e9c0daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fc788a74-7077-40cb-8a41-4ac6c86b131a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:13.231898 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-43dfd9cf-9ec6-41d4-8782-0684e9c0daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:13.232754 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfd9cf-9ec6-41d4-8782-0684e9c0daa6 None None] The sync data for ids ['fc788a74-7077-40cb-8a41-4ac6c86b131a'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:13.341199 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:13.367680 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:13.449457 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9918d69-79fb-48b8-88e3-1edb2651502b None None] Pushing event updated for resources: {'Port': ['ID=f4518cb3-52f8-4e2c-8879-f517edc6e6dd,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:13.510995 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49741b4d-f4c7-453f-8d32-d62efba5ef2d None None] Pushing event updated for resources: {'Port': ['ID=0aa426c5-3923-4501-9447-8ba2c505420b,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:13.568497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-301ae52c-1b39-4ffc-a93b-f66183d25874 None None] Provisioning complete for port c4c442c8-e664-44e0-bbb5-5db7141ecbc1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:13.569136 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-301ae52c-1b39-4ffc-a93b-f66183d25874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:13.685526 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Attempting to bind port 0aa426c5-3923-4501-9447-8ba2c505420b on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:13.685897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Attempting to bind port 0aa426c5-3923-4501-9447-8ba2c505420b by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:13.686280 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Attempting to bind port 0aa426c5-3923-4501-9447-8ba2c505420b on network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:13.695199 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:13.695579 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Checking segment: {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:13.695984 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:13.696624 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Bound using segment: {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:13.697836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Bound port: 0aa426c5-3923-4501-9447-8ba2c505420b, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:13.700828 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:13.718882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Router e8346f59-4ccc-4a4d-b30a-0df904f4aa01 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:49:13.751138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edc84bb-5fd8-4624-b234-95718d4577b7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:13.753849 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1edc84bb-5fd8-4624-b234-95718d4577b7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3be HTTP/1.1" status: 200 len: 928 time: 0.6633215 Apr 01 12:49:13.759156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56606) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:13.770977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bd0af2c2-5715-4db3-a703-ecc6913bdbe0 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:13.881486 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] For port 0aa426c5-3923-4501-9447-8ba2c505420b, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:13.885005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] For port 0aa426c5-3923-4501-9447-8ba2c505420b, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0aa426c5-3923-4501-9447-8ba2c505420b,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:13.898099 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:13.927417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7c293-66cc-489e-b4c3-d09d002885e5 req-5dc8dcd4-367a-4fc2-a81a-3e79d93377cc tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:13.928950 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7b7c293-66cc-489e-b4c3-d09d002885e5 req-5dc8dcd4-367a-4fc2-a81a-3e79d93377cc tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 943 time: 0.1329160 Apr 01 12:49:13.968713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-301ae52c-1b39-4ffc-a93b-f66183d25874 None None] Provisioning complete for port 384c7e48-f7e5-49b5-84e4-cc1481030505 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:13.969163 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-301ae52c-1b39-4ffc-a93b-f66183d25874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:13.994580 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fed10504-b2fe-41e1-9801-0bc5104ab01d req-05ce2c23-9704-48e5-8189-492492e6d53c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 210 time: 0.0745440 Apr 01 12:49:14.025392 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c7b7c293-66cc-489e-b4c3-d09d002885e5 req-e9b9703f-5075-490d-b9be-84a691807f80 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892799 Apr 01 12:49:14.061617 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-301ae52c-1b39-4ffc-a93b-f66183d25874 None None] Port 384c7e48-f7e5-49b5-84e4-cc1481030505 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:14.094916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 60624e16-9801-485d-9367-8ac95375e193 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:49:14.123421 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49741b4d-f4c7-453f-8d32-d62efba5ef2d None None] Pushing event updated for resources: {'Port': ['ID=0aa426c5-3923-4501-9447-8ba2c505420b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:14.126026 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port bd0af2c2-5715-4db3-a703-ecc6913bdbe0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:14.126417 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:14.136960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:14.158637 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-9c580f49-ef87-46e9-969e-2ac2ff72a6a9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 10ec7891-120f-43cd-9952-8af9837818b4 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:14.159614 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c580f49-ef87-46e9-969e-2ac2ff72a6a9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:14.163792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42f9e3d7-6ec8-44e9-a334-4b6076871c73 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:14.167379 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23afa4-c29a-41fe-828c-aaf51cb447b2 None None] Sync routers for ids ['e8346f59-4ccc-4a4d-b30a-0df904f4aa01'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:14.187847 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42f9e3d7-6ec8-44e9-a334-4b6076871c73 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:14.190424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Routers {'5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:14.191069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:14.244348 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:14.255122 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e8eaffa2-6d3b-44d0-8e57-e56cbd4c4c15 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.5027533 Apr 01 12:49:14.257757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56612) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:14.260822 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-301ae52c-1b39-4ffc-a93b-f66183d25874 None None] Provisioning complete for port f4518cb3-52f8-4e2c-8879-f517edc6e6dd triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:14.261209 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-301ae52c-1b39-4ffc-a93b-f66183d25874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:14.305231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-492b98fc-85a6-486e-a99d-5c94523abd93 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:14.307263 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-492b98fc-85a6-486e-a99d-5c94523abd93 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 796 time: 0.1306319 Apr 01 12:49:14.332332 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.resource_extend [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 12:49:14.357625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23afa4-c29a-41fe-828c-aaf51cb447b2 None None] Routers {'e8346f59-4ccc-4a4d-b30a-0df904f4aa01'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:14.362404 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ee23afa4-c29a-41fe-828c-aaf51cb447b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e8346f59-4ccc-4a4d-b30a-0df904f4aa01'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:14.405477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-8d788fcf-913a-4395-93f6-c74f1210edeb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 379 time: 0.0882893 Apr 01 12:49:14.416069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'port': {'device_id': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'admin_state_up': True, 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'security_groups': ['b06b7964-9853-49be-b2b4-9d0ba44d9b28']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:14.548600 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:14.569673 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c580f49-ef87-46e9-969e-2ac2ff72a6a9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:14.586861 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-9c580f49-ef87-46e9-969e-2ac2ff72a6a9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 10ec7891-120f-43cd-9952-8af9837818b4 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:14.598061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9cbb86bf-dba6-46d7-8746-404417c16aac details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:49:14.598581 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:14.644902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e01599-5de0-4a64-b6be-57da21297906 req-93d292c6-ab3c-46a5-9237-0b02601f71f1 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:14.646313 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6e01599-5de0-4a64-b6be-57da21297906 req-93d292c6-ab3c-46a5-9237-0b02601f71f1 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 944 time: 0.2788765 Apr 01 12:49:14.651053 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-42f9e3d7-6ec8-44e9-a334-4b6076871c73 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Floating IP 07f3b59b-8594-4d1e-91c3-e4ad1e42cad2 associated. External IP: 172.25.7.194, port: b6104387-0117-4b4a-9f4b-5acd46d5f2c9. Apr 01 12:49:14.672310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Made reservation on behalf of 57d91513207248b7a1ea77190e0bd483 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:14.675952 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:14.802869 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] Set router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:49:14.838704 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6e01599-5de0-4a64-b6be-57da21297906 req-6d972662-87c1-486f-b631-c37369446871 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465099 Apr 01 12:49:14.909965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c4c442c8-e664-44e0-bbb5-5db7141ecbc1 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:14.913425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.20.0.7 (5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764/c447899c-c3cd-479c-be48-a4072d99781c/a5453505-645a-4aa9-9626-eab9abea70ff) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:14.926170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 60624e16-9801-485d-9367-8ac95375e193, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=60624e16-9801-485d-9367-8ac95375e193,segment=NetworkSegment(a908a531-0186-4d68-ac0a-40983f0c9079),segment_id=a908a531-0186-4d68-ac0a-40983f0c9079)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:14.949794 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:14.978895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Allocated IP 2001:db8:1::1 (6c463a04-e69b-47c8-9cf8-017db6840d3e/521fbe43-f94e-446c-b9b4-f4291bd016df/8b7f6ec3-7ba3-4e4b-8ad8-41167c9c4795) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:14.987395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-ee23afa4-c29a-41fe-828c-aaf51cb447b2 None None] Set router e8346f59-4ccc-4a4d-b30a-0df904f4aa01 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:49:15.027286 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '60624e16-9801-485d-9367-8ac95375e193', 'network_id': 'af280e2c-cf7d-4393-8f47-dd019ee366c6', 'port_id': '60624e16-9801-485d-9367-8ac95375e193', 'mac_address': 'fa:16:3e:f4:5d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f21d01e-f6ac-4084-8ed0-988ba817cea8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:49:15.082327 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c580f49-ef87-46e9-969e-2ac2ff72a6a9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.159720 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2909790b-ce42-477e-9b68-0729c16907ed req-516bfd66-0e94-402c-85dc-5e153fdb7791 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 210 time: 0.0298738 Apr 01 12:49:15.180076 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c580f49-ef87-46e9-969e-2ac2ff72a6a9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=10ec7891-120f-43cd-9952-8af9837818b4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:15.192369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9cbb86bf-dba6-46d7-8746-404417c16aac, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9cbb86bf-dba6-46d7-8746-404417c16aac,segment=NetworkSegment(a796b064-841c-4004-a2e2-15b7c5d92010),segment_id=a796b064-841c-4004-a2e2-15b7c5d92010)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:15.208274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Deleting port 6af59000-f843-4591-bece-948c4d9e111f {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:15.208647 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.221889 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.237988 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.248767 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c580f49-ef87-46e9-969e-2ac2ff72a6a9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.252034 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9c580f49-ef87-46e9-969e-2ac2ff72a6a9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/10ec7891-120f-43cd-9952-8af9837818b4 HTTP/1.1" status: 204 len: 168 time: 1.4916961 Apr 01 12:49:15.254699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56618) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:15.280499 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:49:15.286079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bff055-94a2-45b4-a2df-ae6a9ef64fb4 req-8e18f006-9292-4279-9929-a4d10bbfb41b tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:15.292023 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-301ae52c-1b39-4ffc-a93b-f66183d25874 None None] Provisioning complete for port bd0af2c2-5715-4db3-a703-ecc6913bdbe0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:15.292396 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-301ae52c-1b39-4ffc-a93b-f66183d25874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.293791 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c5bff055-94a2-45b4-a2df-ae6a9ef64fb4 req-8e18f006-9292-4279-9929-a4d10bbfb41b tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 943 time: 0.1383421 Apr 01 12:49:15.299554 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa844c24-442f-4aa9-9a37-0924912ee048 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:49:15.301389 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fa844c24-442f-4aa9-9a37-0924912ee048 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/10ec7891-120f-43cd-9952-8af9837818b4 HTTP/1.1" status: 404 len: 333 time: 0.0457630 Apr 01 12:49:15.305524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f9e3d7-6ec8-44e9-a334-4b6076871c73 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:49:15.307381 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56620) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:15.323592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '9cbb86bf-dba6-46d7-8746-404417c16aac', 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e', 'port_id': '9cbb86bf-dba6-46d7-8746-404417c16aac', 'mac_address': 'fa:16:3e:1b:3a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281039f3-e228-4fcd-9e4a-16b1968dd667', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:49:15.368256 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.373935 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.376825 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.391723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c4c442c8-e664-44e0-bbb5-5db7141ecbc1 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:15.392089 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.467847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:15.470160 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60624e16-9801-485d-9367-8ac95375e193 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:49:15.471357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 6c463a04-e69b-47c8-9cf8-017db6840d3e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:15.480863 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c5bff055-94a2-45b4-a2df-ae6a9ef64fb4 req-babc2355-d473-46b8-af22-1a1bad884951 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860614 Apr 01 12:49:15.483194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:15.497612 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.498409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:15.500962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:15.504601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=8b7f6ec3-7ba3-4e4b-8ad8-41167c9c4795,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:15.508616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:15.509416 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.515492 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Calling delete_port for 6af59000-f843-4591-bece-948c4d9e111f owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:15.532273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f9e3d7-6ec8-44e9-a334-4b6076871c73 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:15.537977 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42f9e3d7-6ec8-44e9-a334-4b6076871c73 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.550536 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d73416-c61c-4d83-b1a6-57cc53c6dd28 None None] Sync routers for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:15.563051 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d73416-c61c-4d83-b1a6-57cc53c6dd28 None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:15.564100 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-f0d73416-c61c-4d83-b1a6-57cc53c6dd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:15.586572 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.591421 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 60624e16-9801-485d-9367-8ac95375e193, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=60624e16-9801-485d-9367-8ac95375e193,segment=NetworkSegment(a908a531-0186-4d68-ac0a-40983f0c9079),segment_id=a908a531-0186-4d68-ac0a-40983f0c9079)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:15.605087 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-42f9e3d7-6ec8-44e9-a334-4b6076871c73 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "PUT /v2.0/floatingips/07f3b59b-8594-4d1e-91c3-e4ad1e42cad2 HTTP/1.1" status: 200 len: 991 time: 3.7350531 Apr 01 12:49:15.606919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'tag': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:15.609611 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8909c4ed-ffdd-4ea4-b334-c4a9a82c2294" -d '{"events": [{"name": "network-changed", "server_uuid": "5875d3be-5a45-4fea-8a6f-2a35f6755218", "tag": "b6104387-0117-4b4a-9f4b-5acd46d5f2c9"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:15.633496 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.654579 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbb86bf-dba6-46d7-8746-404417c16aac {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:49:15.793652 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-f0d73416-c61c-4d83-b1a6-57cc53c6dd28 None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:49:15.840883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:15.842697 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.848966 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:15.886206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.956000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event deleted for resources: {'Port': ['ID=6af59000-f843-4591-bece-948c4d9e111f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:15.977659 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-dc5c330d-ea20-4ccd-8bec-dc0e2cdbb260 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5655346 Apr 01 12:49:15.980556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-6b94b23c-8839-403b-941c-16f29664b297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 384c7e48-f7e5-49b5-84e4-cc1481030505 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:15.981029 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b94b23c-8839-403b-941c-16f29664b297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:15.992769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Request body: {'port': {'device_id': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:16.014382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['60624e16-9801-485d-9367-8ac95375e193'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:49:16.024183 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9cbb86bf-dba6-46d7-8746-404417c16aac, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9cbb86bf-dba6-46d7-8746-404417c16aac,segment=NetworkSegment(a796b064-841c-4004-a2e2-15b7c5d92010),segment_id=a796b064-841c-4004-a2e2-15b7c5d92010)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:16.039997 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8d89c4-f6a9-4863-926f-8176f7e2c47f x-openstack-request-id: req-fe8d89c4-f6a9-4863-926f-8176f7e2c47f {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:16.040312 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5875d3be-5a45-4fea-8a6f-2a35f6755218", "tag": "b6104387-0117-4b4a-9f4b-5acd46d5f2c9", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:16.040557 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe8d89c4-f6a9-4863-926f-8176f7e2c47f {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:16.041005 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8d89c4-f6a9-4863-926f-8176f7e2c47f'] response: {'name': 'network-changed', 'server_uuid': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'tag': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9', 'status': 'completed', 'code': 200} Apr 01 12:49:16.045340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.078605 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.085520 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.110888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=60624e16-9801-485d-9367-8ac95375e193,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:16.156664 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f4518cb3-52f8-4e2c-8879-f517edc6e6dd up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:16.191007 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b94b23c-8839-403b-941c-16f29664b297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.225494 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.229021 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.244150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200323b-d8ab-4d41-a4bf-8e54b876c064 req-b7ffd9d1-829b-4739-b80c-bb095681bb90 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:16.245796 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8200323b-d8ab-4d41-a4bf-8e54b876c064 req-b7ffd9d1-829b-4739-b80c-bb095681bb90 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 945 time: 0.2312515 Apr 01 12:49:16.253009 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.268562 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ee23afa4-c29a-41fe-828c-aaf51cb447b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8346f59-4ccc-4a4d-b30a-0df904f4aa01', 'name': '', 'tenant_id': '6664ddfb71734ef9ace7205f433c6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a4e6501-190b-417e-8e19-9d1ae82156d1', 'external_fixed_ips': [{'subnet_id': 'ec83982b-d87d-4c0a-95f7-195a6643b670', 'ip_address': '2001:db8::2b8'}], 'enable_snat': True}, 'gw_port_id': '6af59000-f843-4591-bece-948c4d9e111f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:49:07Z', 'updated_at': '2022-04-01T12:49:10Z', 'revision_number': 3, 'project_id': '6664ddfb71734ef9ace7205f433c6038', 'gw_port': {'id': '6af59000-f843-4591-bece-948c4d9e111f', 'name': '', 'network_id': '0a4e6501-190b-417e-8e19-9d1ae82156d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8346f59-4ccc-4a4d-b30a-0df904f4aa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'ec83982b-d87d-4c0a-95f7-195a6643b670', 'ip_address': '2001:db8::2b8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:08Z', 'updated_at': '2022-04-01T12:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec83982b-d87d-4c0a-95f7-195a6643b670', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:16.272658 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-f0d73416-c61c-4d83-b1a6-57cc53c6dd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '07f3b59b-8594-4d1e-91c3-e4ad1e42cad2', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'port_id': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'mac_address': 'fa:16:3e:3f:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:48:43Z', 'updated_at': '2022-04-01T12:49:13Z', 'revision_number': 1, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:01Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:16.276829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-6b94b23c-8839-403b-941c-16f29664b297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 384c7e48-f7e5-49b5-84e4-cc1481030505 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:16.291082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:49:06Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '0aa426c5-3923-4501-9447-8ba2c505420b', 'name': '', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:e6:59:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:04Z', 'updated_at': '2022-04-01T12:49:13Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:16.305427 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d73416-c61c-4d83-b1a6-57cc53c6dd28 None None] Checking router: 40c0cb0a-627b-4830-8ac1-4f95607a26e7 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:49:16.319011 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d73416-c61c-4d83-b1a6-57cc53c6dd28 None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:16.319737 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-f0d73416-c61c-4d83-b1a6-57cc53c6dd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:16.330657 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-301ae52c-1b39-4ffc-a93b-f66183d25874 None None] Provisioning complete for port e2e3f44e-68ec-4464-b3a8-2178d8be3402 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:16.331027 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-301ae52c-1b39-4ffc-a93b-f66183d25874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.332501 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.333378 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8346f59-4ccc-4a4d-b30a-0df904f4aa01 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:49:16.342247 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.343581 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3baa1d15-6019-4064-9267-a6bb0f1e45e1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "DELETE /v2.0/routers/e8346f59-4ccc-4a4d-b30a-0df904f4aa01 HTTP/1.1" status: 204 len: 168 time: 2.0777812 Apr 01 12:49:16.347301 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8200323b-d8ab-4d41-a4bf-8e54b876c064 req-5d4e527c-a296-4116-bbc7-e8735958ee02 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938296 Apr 01 12:49:16.347779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56632) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:16.393488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23afa4-c29a-41fe-828c-aaf51cb447b2 None None] Checking router: e8346f59-4ccc-4a4d-b30a-0df904f4aa01 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:49:16.394188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23afa4-c29a-41fe-828c-aaf51cb447b2 None None] Updating router e8346f59-4ccc-4a4d-b30a-0df904f4aa01 port 6af59000-f843-4591-bece-948c4d9e111f binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:49:16.406511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ccee6e-af0e-4d77-9b2f-2079ed24b81e tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Deleting subnet ec83982b-d87d-4c0a-95f7-195a6643b670 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:49:16.409873 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['9cbb86bf-dba6-46d7-8746-404417c16aac'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:49:16.410146 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1ccee6e-af0e-4d77-9b2f-2079ed24b81e tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.412552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d656b24-a5f2-4a44-8b93-70daa8ac4507 None None] The sync data for ids ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'] in n-d-836146-1 is: [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:49:06Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '0aa426c5-3923-4501-9447-8ba2c505420b', 'name': '', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:e6:59:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:04Z', 'updated_at': '2022-04-01T12:49:13Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:16.431681 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-f0d73416-c61c-4d83-b1a6-57cc53c6dd28 None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:49:16.475820 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9cbb86bf-dba6-46d7-8746-404417c16aac,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:16.506872 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1ccee6e-af0e-4d77-9b2f-2079ed24b81e tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.520619 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b94b23c-8839-403b-941c-16f29664b297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.568692 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1ccee6e-af0e-4d77-9b2f-2079ed24b81e tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.629519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94b23c-8839-403b-941c-16f29664b297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=384c7e48-f7e5-49b5-84e4-cc1481030505,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:16.690477 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1ccee6e-af0e-4d77-9b2f-2079ed24b81e tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.734418 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1ccee6e-af0e-4d77-9b2f-2079ed24b81e tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.737780 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c1ccee6e-af0e-4d77-9b2f-2079ed24b81e tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/ec83982b-d87d-4c0a-95f7-195a6643b670 HTTP/1.1" status: 204 len: 168 time: 0.3889971 Apr 01 12:49:16.743242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccee6e-af0e-4d77-9b2f-2079ed24b81e tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ec83982b-d87d-4c0a-95f7-195a6643b670,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:16.746811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56636) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:16.754766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1721121-a1b7-4317-9703-9bde7c9f23ac req-57fff1bc-cc8a-4552-a34a-369857a4c3f2 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:16.756512 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1721121-a1b7-4317-9703-9bde7c9f23ac req-57fff1bc-cc8a-4552-a34a-369857a4c3f2 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 944 time: 0.1072991 Apr 01 12:49:16.779026 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23afa4-c29a-41fe-828c-aaf51cb447b2 None None] Port 6af59000-f843-4591-bece-948c4d9e111f not found while updating agent binding for router e8346f59-4ccc-4a4d-b30a-0df904f4aa01. {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 01 12:49:16.820971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-301ae52c-1b39-4ffc-a93b-f66183d25874 None None] Port e2e3f44e-68ec-4464-b3a8-2178d8be3402 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:16.849911 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23afa4-c29a-41fe-828c-aaf51cb447b2 None None] Routers set() bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:16.850319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23afa4-c29a-41fe-828c-aaf51cb447b2 None None] Router IDs set() for agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 12:49:16.850945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee23afa4-c29a-41fe-828c-aaf51cb447b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8346f59-4ccc-4a4d-b30a-0df904f4aa01'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent'). {{(pid=102720) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 12:49:16.851336 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23afa4-c29a-41fe-828c-aaf51cb447b2 None None] The sync data for ids ['e8346f59-4ccc-4a4d-b30a-0df904f4aa01'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:16.901229 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f4518cb3-52f8-4e2c-8879-f517edc6e6dd triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:16.901607 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:16.978995 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-f0d73416-c61c-4d83-b1a6-57cc53c6dd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '07f3b59b-8594-4d1e-91c3-e4ad1e42cad2', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'port_id': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'mac_address': 'fa:16:3e:3f:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:48:43Z', 'updated_at': '2022-04-01T12:49:13Z', 'revision_number': 1, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:01Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:17.033932 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] Provisioning complete for port a5453505-645a-4aa9-9626-eab9abea70ff triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:17.034356 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.057133 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d73416-c61c-4d83-b1a6-57cc53c6dd28 None None] The sync data for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 is: [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '07f3b59b-8594-4d1e-91c3-e4ad1e42cad2', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'port_id': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'mac_address': 'fa:16:3e:3f:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:48:43Z', 'updated_at': '2022-04-01T12:49:13Z', 'revision_number': 1, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:01Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:17.144588 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] Port a5453505-645a-4aa9-9626-eab9abea70ff cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:17.215303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] Provisioning complete for port 8b7f6ec3-7ba3-4e4b-8ad8-41167c9c4795 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:17.215694 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.302546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] Port 8b7f6ec3-7ba3-4e4b-8ad8-41167c9c4795 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:17.311004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] Could not find standard attr ID for object 10ec7891-120f-43cd-9952-8af9837818b4. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:49:17.334037 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] Provisioning complete for port 0aa426c5-3923-4501-9447-8ba2c505420b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:17.334037 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.355131 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b94b23c-8839-403b-941c-16f29664b297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.378543 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6b94b23c-8839-403b-941c-16f29664b297 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/384c7e48-f7e5-49b5-84e4-cc1481030505 HTTP/1.1" status: 204 len: 168 time: 2.0559528 Apr 01 12:49:17.379655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56638) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:17.410997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0aa426c5-3923-4501-9447-8ba2c505420b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:17.427875 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d1721121-a1b7-4317-9703-9bde7c9f23ac req-a6f66a26-cd60-4bbf-bb6d-d7df00786bdc tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966780 Apr 01 12:49:17.485425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c4ed-ffdd-4ea4-b334-c4a9a82c2294 req-b2f21289-717e-44f0-8c5c-15ee3f4f947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:17.490340 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8909c4ed-ffdd-4ea4-b334-c4a9a82c2294 req-b2f21289-717e-44f0-8c5c-15ee3f4f947a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 1096 time: 1.4034708 Apr 01 12:49:17.504164 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cead6e-2349-41c3-bb05-373e266f1ba3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:49:17.504546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19363cb-893a-4b13-a41e-f95fca19ffca None None] New status for floating IP 07f3b59b-8594-4d1e-91c3-e4ad1e42cad2: ACTIVE {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:49:17.505857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-31cead6e-2349-41c3-bb05-373e266f1ba3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/384c7e48-f7e5-49b5-84e4-cc1481030505 HTTP/1.1" status: 404 len: 333 time: 0.0549338 Apr 01 12:49:17.516244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c31a3b-56f3-476d-ad3b-f35711e86d7f req-582c73d8-b25f-40e1-b0f6-8a5bc47737e9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:17.517932 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-11c31a3b-56f3-476d-ad3b-f35711e86d7f req-582c73d8-b25f-40e1-b0f6-8a5bc47737e9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 931 time: 1.0096853 Apr 01 12:49:17.522085 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.523778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56642) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:17.667471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7e50bf-e95e-4740-a9c2-2a4fe6017cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting subnet 1ddf0676-dadf-4d2e-be15-55e3b32d5953 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:49:17.692753 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.703522 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c4ed-ffdd-4ea4-b334-c4a9a82c2294 req-c477c19c-3c22-4a6a-b5da-19b4498c3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:17.704061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 0aa426c5-3923-4501-9447-8ba2c505420b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:17.704318 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.704655 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8909c4ed-ffdd-4ea4-b334-c4a9a82c2294 req-c477c19c-3c22-4a6a-b5da-19b4498c3baf service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 912 time: 0.1858013 Apr 01 12:49:17.727648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5453505-645a-4aa9-9626-eab9abea70ff {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:49:17.730260 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.737743 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.752815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Transition to ACTIVE for port object a5453505-645a-4aa9-9626-eab9abea70ff will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:49:17.755633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4e6501-190b-417e-8e19-9d1ae82156d1']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:17.767803 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa279cf4-a809-409b-b187-eb3c8a4652af') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:17.768222 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa279cf4-a809-409b-b187-eb3c8a4652af') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:17.780445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.795687 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.802850 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:49:17.803345 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.807999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.808848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] For port 0aa426c5-3923-4501-9447-8ba2c505420b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0aa426c5-3923-4501-9447-8ba2c505420b,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:17.820940 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:49:17.893680 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:49:17.896922 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-11c31a3b-56f3-476d-ad3b-f35711e86d7f req-b74acb82-b125-47c0-b0fe-cd1d277016df tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470480 Apr 01 12:49:17.897605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.902739 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.904310 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e7e50bf-e95e-4740-a9c2-2a4fe6017cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.943253 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.944315 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.945862 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f7f65-e1e4-4fa5-abbb-b52c466449bd None None] Pushing event updated for resources: {'Port': ['ID=0aa426c5-3923-4501-9447-8ba2c505420b,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:17.961821 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a4e6501-190b-417e-8e19-9d1ae82156d1 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 12:49:17.973447 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:17.976763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "DELETE /v2.0/networks/0a4e6501-190b-417e-8e19-9d1ae82156d1 HTTP/1.1" status: 204 len: 168 time: 1.2192497 Apr 01 12:49:18.003437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f1257-7b42-4c1f-b104-ad4fe6ffaf5a req-9bc6103e-44ce-4408-a498-18dd0154bb10 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:18.005231 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d72f1257-7b42-4c1f-b104-ad4fe6ffaf5a req-9bc6103e-44ce-4408-a498-18dd0154bb10 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 945 time: 0.4128211 Apr 01 12:49:18.006156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92875ca-307c-4d8b-82fd-f368d2eef133 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a4e6501-190b-417e-8e19-9d1ae82156d1,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:18.023530 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e7e50bf-e95e-4740-a9c2-2a4fe6017cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.120700 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 60624e16-9801-485d-9367-8ac95375e193 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:18.223180 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d72f1257-7b42-4c1f-b104-ad4fe6ffaf5a req-0c815bb6-f1e0-451b-aa85-6617590623f9 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111351 Apr 01 12:49:18.226438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 60624e16-9801-485d-9367-8ac95375e193 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:49:18.247836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 60624e16-9801-485d-9367-8ac95375e193 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:18.248359 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.251588 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56650) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:18.257941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a9fc2d2f-43ff-4c0f-a905-61e77315c1d9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Request body: {'router': {'name': 'tempest-router--1834178753', 'project_id': 'b276d8fddfc848e7bb5afd6ec300e923'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:18.277336 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e7e50bf-e95e-4740-a9c2-2a4fe6017cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.281698 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2d2f-43ff-4c0f-a905-61e77315c1d9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.282821 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2d2f-43ff-4c0f-a905-61e77315c1d9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.355349 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.382534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e6d9f2-ddbc-4d2b-b511-629a51a9978c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60624e16-9801-485d-9367-8ac95375e193'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:18.386209 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed4191e-f75c-4bae-a65a-7817768ef565" -d '{"events": [{"server_uuid": "49e6d9f2-ddbc-4d2b-b511-629a51a9978c", "name": "network-vif-plugged", "status": "completed", "tag": "60624e16-9801-485d-9367-8ac95375e193"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:18.386365 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2d2f-43ff-4c0f-a905-61e77315c1d9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.395002 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2d2f-43ff-4c0f-a905-61e77315c1d9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.403395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 60624e16-9801-485d-9367-8ac95375e193, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=60624e16-9801-485d-9367-8ac95375e193,segment=NetworkSegment(a908a531-0186-4d68-ac0a-40983f0c9079),segment_id=a908a531-0186-4d68-ac0a-40983f0c9079)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:18.410515 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.411601 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e7e50bf-e95e-4740-a9c2-2a4fe6017cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.448948 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e7e50bf-e95e-4740-a9c2-2a4fe6017cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.456030 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1e7e50bf-e95e-4740-a9c2-2a4fe6017cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/1ddf0676-dadf-4d2e-be15-55e3b32d5953 HTTP/1.1" status: 204 len: 168 time: 0.9310637 Apr 01 12:49:18.456936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56654) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:18.457490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e50bf-e95e-4740-a9c2-2a4fe6017cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Subnet': ['ID=1ddf0676-dadf-4d2e-be15-55e3b32d5953,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:18.463514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd8dbd9-5ca6-4269-a623-0bdd19aa0203 None None] Network b99400b6-5d23-498e-a1c6-340ca85685aa requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:18.542639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:18.554648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8909c4ed-ffdd-4ea4-b334-c4a9a82c2294 req-9a849970-bb84-4885-842b-61922cc0a693 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6104387-0117-4b4a-9f4b-5acd46d5f2c9 HTTP/1.1" status: 200 len: 999 time: 0.7976041 Apr 01 12:49:18.591639 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a85036a-6edc-4b28-aaf1-6f7679f08943 x-openstack-request-id: req-3a85036a-6edc-4b28-aaf1-6f7679f08943 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:18.592219 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e6d9f2-ddbc-4d2b-b511-629a51a9978c", "name": "network-vif-plugged", "status": "completed", "tag": "60624e16-9801-485d-9367-8ac95375e193", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:18.592625 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a85036a-6edc-4b28-aaf1-6f7679f08943 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:18.593189 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a85036a-6edc-4b28-aaf1-6f7679f08943'] response: {'server_uuid': '49e6d9f2-ddbc-4d2b-b511-629a51a9978c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60624e16-9801-485d-9367-8ac95375e193', 'code': 200} Apr 01 12:49:18.595627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9cbb86bf-dba6-46d7-8746-404417c16aac up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:18.595790 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2d2f-43ff-4c0f-a905-61e77315c1d9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.601536 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a9fc2d2f-43ff-4c0f-a905-61e77315c1d9 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3486786 Apr 01 12:49:18.608605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56658) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:18.694621 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.718697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=8b7f6ec3-7ba3-4e4b-8ad8-41167c9c4795,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:18.719381 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=60624e16-9801-485d-9367-8ac95375e193,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:18.723960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c4ed-ffdd-4ea4-b334-c4a9a82c2294 req-2d89c817-2364-4e1a-a1fc-c03933cbe2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:18.725797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8909c4ed-ffdd-4ea4-b334-c4a9a82c2294 req-2d89c817-2364-4e1a-a1fc-c03933cbe2b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb2409b7-d005-4b83-bb45-b3e7637fb4f0 HTTP/1.1" status: 200 len: 850 time: 0.1297948 Apr 01 12:49:18.757979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c76794-73b4-412e-a747-88b33b845670 req-a89d1575-0f87-408c-8364-428f4b1567d1 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:18.759693 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57c76794-73b4-412e-a747-88b33b845670 req-a89d1575-0f87-408c-8364-428f4b1567d1 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 945 time: 0.1568873 Apr 01 12:49:18.760953 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08719a4c-b3a9-40e5-bb65-af1a83fc817a tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.768432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 9cbb86bf-dba6-46d7-8746-404417c16aac completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:49:18.772470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 9cbb86bf-dba6-46d7-8746-404417c16aac triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:18.773015 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.795604 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Attempting to bind port a5453505-645a-4aa9-9626-eab9abea70ff on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:18.795895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Attempting to bind port a5453505-645a-4aa9-9626-eab9abea70ff by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:18.796335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Attempting to bind port a5453505-645a-4aa9-9626-eab9abea70ff on network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:18.861047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Port a5453505-645a-4aa9-9626-eab9abea70ff on network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:49:18.861363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Attempting to bind port a5453505-645a-4aa9-9626-eab9abea70ff on network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:18.864891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4547360-727d-4e6b-8103-9b39b42ac86b req-cad039ef-09f6-4349-b243-d27b89892ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:18.866442 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4547360-727d-4e6b-8103-9b39b42ac86b req-cad039ef-09f6-4349-b243-d27b89892ae0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 1096 time: 0.3084371 Apr 01 12:49:18.867365 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcaf711-858d-48b6-bc19-e2fd7b1888bd None None] DHCP port deletion for b99400b6-5d23-498e-a1c6-340ca85685aa request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:49:18.907701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:18.907960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Checking segment: {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:18.908182 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Bound using segment: {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:18.908627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Bound port: a5453505-645a-4aa9-9626-eab9abea70ff, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:18.908986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.914947 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.962257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c4ed-ffdd-4ea4-b334-c4a9a82c2294 req-8db4984e-fa0c-4d4d-89e8-90dbba05082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:18.965166 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8909c4ed-ffdd-4ea4-b334-c4a9a82c2294 req-8db4984e-fa0c-4d4d-89e8-90dbba05082b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1965272 Apr 01 12:49:18.967613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 9cbb86bf-dba6-46d7-8746-404417c16aac, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9cbb86bf-dba6-46d7-8746-404417c16aac,segment=NetworkSegment(a796b064-841c-4004-a2e2-15b7c5d92010),segment_id=a796b064-841c-4004-a2e2-15b7c5d92010)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:18.976758 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.984128 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-bbcaf711-858d-48b6-bc19-e2fd7b1888bd None None] Deleting port bd0af2c2-5715-4db3-a703-ecc6913bdbe0 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:18.984652 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bbcaf711-858d-48b6-bc19-e2fd7b1888bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:18.986239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-57c76794-73b4-412e-a747-88b33b845670 req-d055b517-2c1e-4491-aa83-643eccd3e762 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776462 Apr 01 12:49:19.030546 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08719a4c-b3a9-40e5-bb65-af1a83fc817a tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.033243 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08719a4c-b3a9-40e5-bb65-af1a83fc817a tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.036344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 6c463a04-e69b-47c8-9cf8-017db6840d3e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:19.072462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:19.075611 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e4547360-727d-4e6b-8103-9b39b42ac86b req-2d5e8df2-39fe-4794-9aa9-1502cbdf2fbb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962252 Apr 01 12:49:19.084149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port bd0af2c2-5715-4db3-a703-ecc6913bdbe0 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:19.084494 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.098268 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08719a4c-b3a9-40e5-bb65-af1a83fc817a tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.098820 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08719a4c-b3a9-40e5-bb65-af1a83fc817a tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b2865f4-d704-43fe-8e11-3ddd0b3018e3 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:49:19.098971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=9cbb86bf-dba6-46d7-8746-404417c16aac,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:19.105720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-08719a4c-b3a9-40e5-bb65-af1a83fc817a tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.107121 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-08719a4c-b3a9-40e5-bb65-af1a83fc817a tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "DELETE /v2.0/routers/3b2865f4-d704-43fe-8e11-3ddd0b3018e3 HTTP/1.1" status: 204 len: 168 time: 0.4973621 Apr 01 12:49:19.107935 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-bbcaf711-858d-48b6-bc19-e2fd7b1888bd None None] For port bd0af2c2-5715-4db3-a703-ecc6913bdbe0, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bd0af2c2-5715-4db3-a703-ecc6913bdbe0,segment=NetworkSegment(1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d),segment_id=1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:19.108454 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bbcaf711-858d-48b6-bc19-e2fd7b1888bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.125953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-bbcaf711-858d-48b6-bc19-e2fd7b1888bd None None] Calling delete_port for bd0af2c2-5715-4db3-a703-ecc6913bdbe0 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:19.158882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] For port bd0af2c2-5715-4db3-a703-ecc6913bdbe0, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bd0af2c2-5715-4db3-a703-ecc6913bdbe0,segment=NetworkSegment(1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d),segment_id=1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:19.159258 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.173843 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for bd0af2c2-5715-4db3-a703-ecc6913bdbe0 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:19.217400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:19.233623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:19.256596 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.293283 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bbcaf711-858d-48b6-bc19-e2fd7b1888bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.314430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56666) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:19.326359 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcaf711-858d-48b6-bc19-e2fd7b1888bd None None] Pushing event deleted for resources: {'Port': ['ID=bd0af2c2-5715-4db3-a703-ecc6913bdbe0,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:19.331702 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcaf711-858d-48b6-bc19-e2fd7b1888bd None None] No DVR routers for this DVR port bd0af2c2-5715-4db3-a703-ecc6913bdbe0 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:19.338491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.370642 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=bd0af2c2-5715-4db3-a703-ecc6913bdbe0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:19.380516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No DVR routers for this DVR port bd0af2c2-5715-4db3-a703-ecc6913bdbe0 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:19.418334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070145ba-513d-4e7c-a61c-c4ab5054cd56 req-79f2d074-e380-40cd-82a2-8b166847b8a6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:19.420034 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-070145ba-513d-4e7c-a61c-c4ab5054cd56 req-79f2d074-e380-40cd-82a2-8b166847b8a6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 943 time: 0.3581653 Apr 01 12:49:19.421562 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0aa426c5-3923-4501-9447-8ba2c505420b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:19.486393 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8909c4ed-ffdd-4ea4-b334-c4a9a82c2294 req-4d98ceaf-fa9e-4652-bdfc-80a0acdc56e4 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695234 Apr 01 12:49:19.487017 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:19.506628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:19.507250 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.508654 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-475f947b-5578-4955-bc64-f53218f081ff service neutron] 10.222.0.37 "PUT /v2.0/ports/a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 1091 time: 3.5204289 Apr 01 12:49:19.526879 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.561282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 0aa426c5-3923-4501-9447-8ba2c505420b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:19.561652 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.561769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af555d-9427-4f5d-bc8a-43a2fc09eb61 req-d6c60370-6858-46fd-8df2-fccdfacdae73 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:19.563228 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63af555d-9427-4f5d-bc8a-43a2fc09eb61 req-d6c60370-6858-46fd-8df2-fccdfacdae73 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 946 time: 0.1523485 Apr 01 12:49:19.567664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99400b6-5d23-498e-a1c6-340ca85685aa']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:19.610425 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:19.610826 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1993ac8a-a5d8-4cf8-a3c5-b248ea74c04d') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:19.623044 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.651088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:19.653072 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-24dd3f29-ea51-4b64-af86-25cf4e76abad None None] Provisioning complete for port 8b7f6ec3-7ba3-4e4b-8ad8-41167c9c4795 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:19.653372 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74cefb6-6e6e-4131-8332-2a25595cf260" -d '{"events": [{"name": "network-changed", "server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:19.653519 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-24dd3f29-ea51-4b64-af86-25cf4e76abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.653872 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63af555d-9427-4f5d-bc8a-43a2fc09eb61 req-522e29ed-446f-4976-b813-b602ce44ae11 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770204 Apr 01 12:49:19.655209 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.657935 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8909c4ed-ffdd-4ea4-b334-c4a9a82c2294 req-8d1cd597-1cb1-4185-882d-234a1e6e5ea5 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467571 Apr 01 12:49:19.665507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:49:19.667011 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:49:19.671522 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:49:19.681453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router fc788a74-7077-40cb-8a41-4ac6c86b131a has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:49:19.754344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-24dd3f29-ea51-4b64-af86-25cf4e76abad None None] Port 8b7f6ec3-7ba3-4e4b-8ad8-41167c9c4795 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:19.770877 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.776789 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.785425 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/networks/b99400b6-5d23-498e-a1c6-340ca85685aa HTTP/1.1" status: 204 len: 168 time: 1.3206065 Apr 01 12:49:19.786372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56672) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:19.796186 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-baa695d4-35e9-4465-8f9f-c03656688a2a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-727229852'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:19.804657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1045203487', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:19.824368 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbc15b-07a7-4665-be9e-f6be60e5c22d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Network': ['ID=b99400b6-5d23-498e-a1c6-340ca85685aa,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:19.827994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-070145ba-513d-4e7c-a61c-c4ab5054cd56 req-0ceb1589-f8c0-4fae-b708-625fb5e1f957 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364751 Apr 01 12:49:19.842943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa695d4-35e9-4465-8f9f-c03656688a2a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:19.846923 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-baa695d4-35e9-4465-8f9f-c03656688a2a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.875875 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa695d4-35e9-4465-8f9f-c03656688a2a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:49:19.880160 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bb414d-605c-4639-b67d-57ad1edd9a74 x-openstack-request-id: req-78bb414d-605c-4639-b67d-57ad1edd9a74 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:19.880560 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:19.880921 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78bb414d-605c-4639-b67d-57ad1edd9a74 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:19.881431 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bb414d-605c-4639-b67d-57ad1edd9a74'] response: {'name': 'network-changed', 'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'status': 'completed', 'code': 200} Apr 01 12:49:19.885162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-40b484c7-4f98-4d3a-bb38-1ef9610ae68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:19.887452 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-40b484c7-4f98-4d3a-bb38-1ef9610ae68d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1094 time: 0.2197909 Apr 01 12:49:19.891488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bd0af2c2-5715-4db3-a703-ecc6913bdbe0 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:49:19.892004 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-baa695d4-35e9-4465-8f9f-c03656688a2a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.892405 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-baa695d4-35e9-4465-8f9f-c03656688a2a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Added segment 744356a1-86cc-4637-9dde-6424c37cbff0 of type vlan for network b107dd80-f218-4ae0-b42d-9f78703b0e96 Apr 01 12:49:19.912620 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: bd0af2c2-5715-4db3-a703-ecc6913bdbe0 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:49:19.913281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bd0af2c2-5715-4db3-a703-ecc6913bdbe0 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:49:19.935241 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-baa695d4-35e9-4465-8f9f-c03656688a2a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.959716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-baa695d4-35e9-4465-8f9f-c03656688a2a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.966946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa695d4-35e9-4465-8f9f-c03656688a2a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:19.967553 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-baa695d4-35e9-4465-8f9f-c03656688a2a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.975595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-e9aea317-c4c6-4de6-9126-7477d6bf09a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 217 time: 0.0757396 Apr 01 12:49:19.978401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:19.979398 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:20.011188 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-baa695d4-35e9-4465-8f9f-c03656688a2a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2169609 Apr 01 12:49:20.011412 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56674) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:20.016141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-90f68c8a-4fd8-464d-ba79-5b98a07c5ebe tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': 'b107dd80-f218-4ae0-b42d-9f78703b0e96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:20.037676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:20.049007 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a919bc-782d-456c-9b32-1f781327f94c None None] Sync routers for ids ['fc788a74-7077-40cb-8a41-4ac6c86b131a'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:20.053445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fa74cf93-e623-45a9-ba0e-56343efcc6c2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/fc788a74-7077-40cb-8a41-4ac6c86b131a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8820426 Apr 01 12:49:20.056575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56678) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:20.059363 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a919bc-782d-456c-9b32-1f781327f94c None None] Routers {'fc788a74-7077-40cb-8a41-4ac6c86b131a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:20.059972 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-d8a919bc-782d-456c-9b32-1f781327f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fc788a74-7077-40cb-8a41-4ac6c86b131a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:20.078902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa695d4-35e9-4465-8f9f-c03656688a2a tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Network': ['ID=b107dd80-f218-4ae0-b42d-9f78703b0e96,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:20.091726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b107dd80-f218-4ae0-b42d-9f78703b0e96 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:49:20.094782 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:20.115255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-ba2046a1-a679-49c7-8651-8141d93c6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:20.116725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-ba2046a1-a679-49c7-8651-8141d93c6d2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.1339533 Apr 01 12:49:20.142076 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-d8a919bc-782d-456c-9b32-1f781327f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:20.161191 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a919bc-782d-456c-9b32-1f781327f94c None None] Routers {'fc788a74-7077-40cb-8a41-4ac6c86b131a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:20.162203 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-d8a919bc-782d-456c-9b32-1f781327f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fc788a74-7077-40cb-8a41-4ac6c86b131a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:20.204070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35b6fc-9899-4bea-9f99-a9e85c481481 req-0c221cfe-a576-4087-8917-b4659e38944e tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:20.205887 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe35b6fc-9899-4bea-9f99-a9e85c481481 req-0c221cfe-a576-4087-8917-b4659e38944e tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 945 time: 0.0746417 Apr 01 12:49:20.216409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f68c8a-4fd8-464d-ba79-5b98a07c5ebe tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:20.221230 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90f68c8a-4fd8-464d-ba79-5b98a07c5ebe tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:20.224408 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-d8a919bc-782d-456c-9b32-1f781327f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:20.225857 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a919bc-782d-456c-9b32-1f781327f94c None None] The sync data for ids ['fc788a74-7077-40cb-8a41-4ac6c86b131a'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:20.229680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be05aafd-5a58-483b-8d8e-885ca71bc3d6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:20.231834 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-be05aafd-5a58-483b-8d8e-885ca71bc3d6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports/8b7f6ec3-7ba3-4e4b-8ad8-41167c9c4795 HTTP/1.1" status: 200 len: 913 time: 0.1743269 Apr 01 12:49:20.235382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56680) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:20.321390 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fe35b6fc-9899-4bea-9f99-a9e85c481481 req-b4eedacd-55b7-441a-9835-d8aaa26b2d52 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938263 Apr 01 12:49:20.348090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-1fad6e39-e1c9-4756-95e3-a229f8cd9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:20.349542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-1fad6e39-e1c9-4756-95e3-a229f8cd9e43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2237325 Apr 01 12:49:20.394147 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:20.441640 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90f68c8a-4fd8-464d-ba79-5b98a07c5ebe tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:20.507405 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f68c8a-4fd8-464d-ba79-5b98a07c5ebe tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Subnet': ['ID=63fd366c-e9a6-4a01-8815-44534e089155,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:20.515681 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f68c8a-4fd8-464d-ba79-5b98a07c5ebe tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Checking segment: {'id': '744356a1-86cc-4637-9dde-6424c37cbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b107dd80-f218-4ae0-b42d-9f78703b0e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:20.516036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f68c8a-4fd8-464d-ba79-5b98a07c5ebe tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network hostable DHCP agents. Network: b107dd80-f218-4ae0-b42d-9f78703b0e96, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:49:20.532632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f68c8a-4fd8-464d-ba79-5b98a07c5ebe tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network b107dd80-f218-4ae0-b42d-9f78703b0e96 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:49:20.542457 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-90f68c8a-4fd8-464d-ba79-5b98a07c5ebe tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b107dd80-f218-4ae0-b42d-9f78703b0e96) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:20.547026 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f68c8a-4fd8-464d-ba79-5b98a07c5ebe tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:20.547619 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90f68c8a-4fd8-464d-ba79-5b98a07c5ebe tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:20.552458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f008c4de-6026-4821-a22b-2dd8eab7a8bb None None] Network b107dd80-f218-4ae0-b42d-9f78703b0e96 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:20.570468 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-90f68c8a-4fd8-464d-ba79-5b98a07c5ebe tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5580301 Apr 01 12:49:20.571697 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56682) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:20.576800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': 'b107dd80-f218-4ae0-b42d-9f78703b0e96', 'name': 'tempest-PortsIpV6TestJSON-1734590555', 'fixed_ips': [{'subnet_id': '63fd366c-e9a6-4a01-8815-44534e089155', 'ip_address': '2001:db8::10'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:20.610831 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab92c27-e355-4968-92a7-3f06f1fcc2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbb86bf-dba6-46d7-8746-404417c16aac'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:20.612705 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b001c2c-027a-4d30-8b9f-1aa3a4ab15b6" -d '{"events": [{"server_uuid": "1ab92c27-e355-4968-92a7-3f06f1fcc2bb", "name": "network-vif-plugged", "status": "completed", "tag": "9cbb86bf-dba6-46d7-8746-404417c16aac"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:20.620784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-9be44675-9f1e-41f8-bb43-74e0f69e1d60 service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613091 Apr 01 12:49:20.677759 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a600bd84-be62-4d5b-a5ab-90b79506eb65 x-openstack-request-id: req-a600bd84-be62-4d5b-a5ab-90b79506eb65 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:20.678751 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab92c27-e355-4968-92a7-3f06f1fcc2bb", "name": "network-vif-plugged", "status": "completed", "tag": "9cbb86bf-dba6-46d7-8746-404417c16aac", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:20.678751 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a600bd84-be62-4d5b-a5ab-90b79506eb65 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:20.678751 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a600bd84-be62-4d5b-a5ab-90b79506eb65'] response: {'server_uuid': '1ab92c27-e355-4968-92a7-3f06f1fcc2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbb86bf-dba6-46d7-8746-404417c16aac', 'code': 200} Apr 01 12:49:20.735798 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:20.741465 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-b107dd80-f218-4ae0-b42d-9f78703b0e96', 'network_id': 'b107dd80-f218-4ae0-b42d-9f78703b0e96', 'tenant_id': '306043477d8a4230b32df111b11a384e', 'fixed_ips': [{'subnet_id': '63fd366c-e9a6-4a01-8815-44534e089155'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:49:20.743285 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:20.850629 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6846f4d-0f8d-4e32-b695-74595f54f6ca req-daba2fb4-d8e3-4be2-a0f6-9b2d30cdb4be service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227747 Apr 01 12:49:20.867471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734786a7-9d5f-4d1a-8a96-91307608ead3 req-345af079-fcb6-494f-81f7-f780ef68128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:20.869438 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-734786a7-9d5f-4d1a-8a96-91307608ead3 req-345af079-fcb6-494f-81f7-f780ef68128f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 1097 time: 0.1059499 Apr 01 12:49:20.897236 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:20.910377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ce652-6d3e-4bf8-8be7-2acddd9314b9 req-a034aa8c-660b-480d-8a06-ba79cc08fb2c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:20.912534 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-123ce652-6d3e-4bf8-8be7-2acddd9314b9 req-a034aa8c-660b-480d-8a06-ba79cc08fb2c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 946 time: 0.0940950 Apr 01 12:49:20.946033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port 358436a4-3d4b-4443-9aa5-fc96d7db8abd yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:49:20.969814 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Allocated IP 2001:db8::2 (b107dd80-f218-4ae0-b42d-9f78703b0e96/63fd366c-e9a6-4a01-8815-44534e089155/0b3aefd0-56f8-4992-b19d-f73a6641a0df) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:21.007273 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-123ce652-6d3e-4bf8-8be7-2acddd9314b9 req-fec7bcad-ad9e-438e-a860-d0917468daa0 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847712 Apr 01 12:49:21.141940 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:21.148476 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:21.193968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Network b107dd80-f218-4ae0-b42d-9f78703b0e96 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:21.199128 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:21.201110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Pushing event updated for resources: {'Port': ['ID=0b3aefd0-56f8-4992-b19d-f73a6641a0df,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:21.201807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8::10 (b107dd80-f218-4ae0-b42d-9f78703b0e96/63fd366c-e9a6-4a01-8815-44534e089155/358436a4-3d4b-4443-9aa5-fc96d7db8abd) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:21.203506 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:21.264899 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Attempting to bind port 0b3aefd0-56f8-4992-b19d-f73a6641a0df on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:21.265281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Attempting to bind port 0b3aefd0-56f8-4992-b19d-f73a6641a0df by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '744356a1-86cc-4637-9dde-6424c37cbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b107dd80-f218-4ae0-b42d-9f78703b0e96'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:21.265633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Attempting to bind port 0b3aefd0-56f8-4992-b19d-f73a6641a0df on network b107dd80-f218-4ae0-b42d-9f78703b0e96 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:21.271235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:21.271616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Checking segment: {'id': '744356a1-86cc-4637-9dde-6424c37cbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b107dd80-f218-4ae0-b42d-9f78703b0e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:21.272023 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:21.272417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Bound using segment: {'id': '744356a1-86cc-4637-9dde-6424c37cbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b107dd80-f218-4ae0-b42d-9f78703b0e96'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:21.273021 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Bound port: 0b3aefd0-56f8-4992-b19d-f73a6641a0df, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744356a1-86cc-4637-9dde-6424c37cbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b107dd80-f218-4ae0-b42d-9f78703b0e96'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:21.273271 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:21.345709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] For port 0b3aefd0-56f8-4992-b19d-f73a6641a0df, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:21.348922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] For port 0b3aefd0-56f8-4992-b19d-f73a6641a0df, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0b3aefd0-56f8-4992-b19d-f73a6641a0df,segment=NetworkSegment(744356a1-86cc-4637-9dde-6424c37cbff0),segment_id=744356a1-86cc-4637-9dde-6424c37cbff0)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:21.355259 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:21.419070 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:21.419342 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bd28c-637a-4ae4-b721-dfa42f7e42af None None] Pushing event updated for resources: {'Port': ['ID=0b3aefd0-56f8-4992-b19d-f73a6641a0df,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:21.444038 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:21.480176 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-734786a7-9d5f-4d1a-8a96-91307608ead3 req-e4b54820-6c18-4fdc-a29e-9df474017c9e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589092 Apr 01 12:49:21.483378 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:21.492064 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec6ae4-1f23-40cc-a99a-c7a40891e831 req-3a536443-6b39-4f17-8b0f-43d8271ab389 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:21.494151 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-33ec6ae4-1f23-40cc-a99a-c7a40891e831 req-3a536443-6b39-4f17-8b0f-43d8271ab389 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 945 time: 0.0672369 Apr 01 12:49:21.507434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8436f8-b80d-475b-a26e-61aa8b05fce9 req-d7e6296d-c71a-4bf1-8e5b-354260f41265 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:21.509591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d8436f8-b80d-475b-a26e-61aa8b05fce9 req-d7e6296d-c71a-4bf1-8e5b-354260f41265 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 943 time: 0.5752599 Apr 01 12:49:21.512747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cefb6-6e6e-4131-8332-2a25595cf260 req-79ec403b-f86c-4f4e-9b01-198dbd47bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:21.514394 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f74cefb6-6e6e-4131-8332-2a25595cf260 req-79ec403b-f86c-4f4e-9b01-198dbd47bea0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1094 time: 0.5761724 Apr 01 12:49:21.520987 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:21.584523 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5c70c544-50ac-49ff-a65c-950ad0300785 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:21.584687 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-33ec6ae4-1f23-40cc-a99a-c7a40891e831 req-7966ac41-d77c-45b8-94a5-d2f51191cd95 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841620 Apr 01 12:49:21.586547 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network b107dd80-f218-4ae0-b42d-9f78703b0e96 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:21.590823 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:21.593720 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:21.599309 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:21.599996 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:21.610547 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=358436a4-3d4b-4443-9aa5-fc96d7db8abd,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:21.641972 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-599457d4-1d1e-43a2-a6b0-3fc130f3f4d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0689201 Apr 01 12:49:21.644468 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56692) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:21.660289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': 'b107dd80-f218-4ae0-b42d-9f78703b0e96', 'name': 'tempest-PortsIpV6TestJSON-1936140368', 'fixed_ips': [{'subnet_id': '63fd366c-e9a6-4a01-8815-44534e089155', 'ip_address': '2001:db8::f'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:21.685161 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0d8436f8-b80d-475b-a26e-61aa8b05fce9 req-d8909591-4695-4284-b198-4b3f70e16a18 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657741 Apr 01 12:49:21.850152 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:21.855403 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:21.856696 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Allocated IP 172.25.7.57 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/013a9826-5672-469a-93b0-2f66e7e16a73) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:21.874705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port a8b87265-5ab6-4e3f-85af-0e45a5ef0177 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:49:21.992518 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cefb6-6e6e-4131-8332-2a25595cf260 req-49edd952-4245-4337-ae13-98740a6aad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:21.994067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f74cefb6-6e6e-4131-8332-2a25595cf260 req-49edd952-4245-4337-ae13-98740a6aad5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.2314050 Apr 01 12:49:22.080547 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f74cefb6-6e6e-4131-8332-2a25595cf260 req-9ec14614-d687-42d3-a371-20991133d3f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 217 time: 0.0593753 Apr 01 12:49:22.088017 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8::f (b107dd80-f218-4ae0-b42d-9f78703b0e96/63fd366c-e9a6-4a01-8815-44534e089155/a8b87265-5ab6-4e3f-85af-0e45a5ef0177) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:22.165695 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:22.173758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cefb6-6e6e-4131-8332-2a25595cf260 req-f7a549d7-83f4-416f-a52c-cef000c1f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:22.175159 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f74cefb6-6e6e-4131-8332-2a25595cf260 req-f7a549d7-83f4-416f-a52c-cef000c1f2e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.0847573 Apr 01 12:49:22.207764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12344678-48be-4830-9c24-3f30c74a697e req-0a01adb3-76e9-408b-b501-bdf094aba65b tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:22.209257 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12344678-48be-4830-9c24-3f30c74a697e req-0a01adb3-76e9-408b-b501-bdf094aba65b tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 946 time: 0.0979147 Apr 01 12:49:22.314463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12344678-48be-4830-9c24-3f30c74a697e req-856d8328-3429-4924-abdc-bc73052abde7 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891523 Apr 01 12:49:22.314633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cefb6-6e6e-4131-8332-2a25595cf260 req-0939def0-f924-48ab-b497-70f334c3501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:22.316087 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f74cefb6-6e6e-4131-8332-2a25595cf260 req-0939def0-f924-48ab-b497-70f334c3501f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145978 Apr 01 12:49:22.318714 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:22.361378 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:22.397032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:22.405414 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:22.407881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:22.438720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:22.473662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Pushing event updated for resources: {'Port': ['ID=013a9826-5672-469a-93b0-2f66e7e16a73,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:22.482664 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5c70c544-50ac-49ff-a65c-950ad0300785 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port 8b7f6ec3-7ba3-4e4b-8ad8-41167c9c4795 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:22.483003 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5c70c544-50ac-49ff-a65c-950ad0300785 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:22.512694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network b107dd80-f218-4ae0-b42d-9f78703b0e96 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:22.517530 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:22.523347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:22.529706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:22.530487 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:22.545857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=a8b87265-5ab6-4e3f-85af-0e45a5ef0177,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:22.568490 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6670b75a-5839-4573-b105-6fa697e501e3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9206431 Apr 01 12:49:22.570789 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56704) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:22.649247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e264a-3714-492a-8251-39ea6f67ff4f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:22.651118 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f24e264a-3714-492a-8251-39ea6f67ff4f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0757542 Apr 01 12:49:22.653754 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56706) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:22.702469 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f74cefb6-6e6e-4131-8332-2a25595cf260 req-8d179bcb-4383-4e9a-8dc2-1fceebfc9d4b service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746479 Apr 01 12:49:22.787620 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bad4b4-e253-49d8-ab2a-a518076e03cf tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:22.804285 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bad4b4-e253-49d8-ab2a-a518076e03cf tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:22.822345 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bad4b4-e253-49d8-ab2a-a518076e03cf tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:22.824163 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-27bad4b4-e253-49d8-ab2a-a518076e03cf tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1693559 Apr 01 12:49:22.842363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56710) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:22.842672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c2e03-4f6e-4fb8-a979-45f01aed4fde None None] Network b107dd80-f218-4ae0-b42d-9f78703b0e96 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:22.854707 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5c70c544-50ac-49ff-a65c-950ad0300785 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:22.959643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5c70c544-50ac-49ff-a65c-950ad0300785 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for 8b7f6ec3-7ba3-4e4b-8ad8-41167c9c4795 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:22.982667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-053498cb-c059-4f56-8ebf-a929be262f4b None None] Provisioning complete for port 0b3aefd0-56f8-4992-b19d-f73a6641a0df triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:22.983034 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-053498cb-c059-4f56-8ebf-a929be262f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:23.043526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-90602c29-e0f4-47b5-bad0-8f7aa006e2d2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port a8b87265-5ab6-4e3f-85af-0e45a5ef0177 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:23.043875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90602c29-e0f4-47b5-bad0-8f7aa006e2d2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:23.108639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e8a63-996a-4271-ae46-eb473c821eb0 req-1caada00-9f98-48dd-8412-809e5cbd34c6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:23.110591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-814e8a63-996a-4271-ae46-eb473c821eb0 req-1caada00-9f98-48dd-8412-809e5cbd34c6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 943 time: 0.2497294 Apr 01 12:49:23.117405 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f74cefb6-6e6e-4131-8332-2a25595cf260 req-6554161a-0c79-4b5f-89c0-8723b38d965e service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053581 Apr 01 12:49:23.189237 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90602c29-e0f4-47b5-bad0-8f7aa006e2d2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:23.206139 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-90602c29-e0f4-47b5-bad0-8f7aa006e2d2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for a8b87265-5ab6-4e3f-85af-0e45a5ef0177 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:23.271227 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-814e8a63-996a-4271-ae46-eb473c821eb0 req-4e859583-f7f9-42b7-bad3-f0aefd7d75bc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481161 Apr 01 12:49:23.344014 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:23.439185 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0b3aefd0-56f8-4992-b19d-f73a6641a0df up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:23.472916 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90602c29-e0f4-47b5-bad0-8f7aa006e2d2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:23.580770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90602c29-e0f4-47b5-bad0-8f7aa006e2d2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=a8b87265-5ab6-4e3f-85af-0e45a5ef0177,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:23.586109 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-053498cb-c059-4f56-8ebf-a929be262f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:23.636280 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 0b3aefd0-56f8-4992-b19d-f73a6641a0df triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:23.636658 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:23.646953 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-90602c29-e0f4-47b5-bad0-8f7aa006e2d2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:23.652646 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-90602c29-e0f4-47b5-bad0-8f7aa006e2d2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/a8b87265-5ab6-4e3f-85af-0e45a5ef0177 HTTP/1.1" status: 204 len: 168 time: 0.8089774 Apr 01 12:49:23.655400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56728) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:23.689669 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4679ba-8a24-4304-a440-c45ef9765e85 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:49:23.692195 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7e4679ba-8a24-4304-a440-c45ef9765e85 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/a8b87265-5ab6-4e3f-85af-0e45a5ef0177 HTTP/1.1" status: 404 len: 333 time: 0.0354593 Apr 01 12:49:23.694798 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56730) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:23.701603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-053498cb-c059-4f56-8ebf-a929be262f4b None None] For port 0b3aefd0-56f8-4992-b19d-f73a6641a0df, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0b3aefd0-56f8-4992-b19d-f73a6641a0df,segment=NetworkSegment(744356a1-86cc-4637-9dde-6424c37cbff0),segment_id=744356a1-86cc-4637-9dde-6424c37cbff0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:23.705400 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5c70c544-50ac-49ff-a65c-950ad0300785 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:23.724560 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-053498cb-c059-4f56-8ebf-a929be262f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:23.797377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdb314-99af-4e3a-9711-84dcb98bc9fc req-841f98eb-dd2a-4d66-93ff-204f5bd93eea tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:23.816992 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fdbdb314-99af-4e3a-9711-84dcb98bc9fc req-841f98eb-dd2a-4d66-93ff-204f5bd93eea tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 946 time: 0.2731645 Apr 01 12:49:23.864575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70c544-50ac-49ff-a65c-950ad0300785 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=8b7f6ec3-7ba3-4e4b-8ad8-41167c9c4795,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:23.905511 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053498cb-c059-4f56-8ebf-a929be262f4b None None] Pushing event updated for resources: {'Port': ['ID=0b3aefd0-56f8-4992-b19d-f73a6641a0df,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:23.968329 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:23.968910 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fdbdb314-99af-4e3a-9711-84dcb98bc9fc req-12f26cec-b004-4781-9e76-3d2ede664ce5 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485169 Apr 01 12:49:24.012385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7a462701-f1e3-467a-bc10-1c2c7bd6fe2f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 358436a4-3d4b-4443-9aa5-fc96d7db8abd {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:24.012926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a462701-f1e3-467a-bc10-1c2c7bd6fe2f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:24.073846 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5c70c544-50ac-49ff-a65c-950ad0300785 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:24.165892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a462701-f1e3-467a-bc10-1c2c7bd6fe2f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:24.197351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7a462701-f1e3-467a-bc10-1c2c7bd6fe2f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 358436a4-3d4b-4443-9aa5-fc96d7db8abd owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:24.362771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Router 86a8bf43-53df-40e0-8135-81a8c32f80ef is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:49:24.365816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5ee91299-3274-4805-9e3a-33cba02abeb3 None None] Provisioning complete for port 0b3aefd0-56f8-4992-b19d-f73a6641a0df triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:24.366596 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5ee91299-3274-4805-9e3a-33cba02abeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:24.475074 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a462701-f1e3-467a-bc10-1c2c7bd6fe2f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:24.480051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5ee91299-3274-4805-9e3a-33cba02abeb3 None None] Provisioning complete for port 358436a4-3d4b-4443-9aa5-fc96d7db8abd triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:24.480734 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5ee91299-3274-4805-9e3a-33cba02abeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:24.506106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5ee91299-3274-4805-9e3a-33cba02abeb3 None None] Port 358436a4-3d4b-4443-9aa5-fc96d7db8abd was deleted so its status cannot be updated. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 01 12:49:24.511867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a5453505-645a-4aa9-9626-eab9abea70ff details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:49:24.535109 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a462701-f1e3-467a-bc10-1c2c7bd6fe2f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=358436a4-3d4b-4443-9aa5-fc96d7db8abd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:24.612443 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a462701-f1e3-467a-bc10-1c2c7bd6fe2f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:24.623729 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7a462701-f1e3-467a-bc10-1c2c7bd6fe2f tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/358436a4-3d4b-4443-9aa5-fc96d7db8abd HTTP/1.1" status: 204 len: 168 time: 0.9277763 Apr 01 12:49:24.624372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56750) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:24.666610 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-24696939-d713-46e1-8b06-20911e905ff6 None None] Could not find standard attr ID for object 358436a4-3d4b-4443-9aa5-fc96d7db8abd. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:49:24.705320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:24.711636 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41f364b-fd82-4f54-b021-910a9eb5d9bd tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:49:24.713297 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c41f364b-fd82-4f54-b021-910a9eb5d9bd tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/358436a4-3d4b-4443-9aa5-fc96d7db8abd HTTP/1.1" status: 404 len: 333 time: 0.0819016 Apr 01 12:49:24.720858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56756) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:24.736920 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'port_id': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'mac_address': 'fa:16:3e:f9:19:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:49:24.804294 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:24.809295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-d701d091-8cb3-45e2-99fa-bfa66ad3eb43 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting subnet 63fd366c-e9a6-4a01-8815-44534e089155 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:49:24.814677 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d701d091-8cb3-45e2-99fa-bfa66ad3eb43 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:24.835797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5453505-645a-4aa9-9626-eab9abea70ff {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:49:24.890279 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:24.909712 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:24.924127 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d701d091-8cb3-45e2-99fa-bfa66ad3eb43 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:25.015791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3311a10a-94e6-44f7-8daa-61e074b8fbb9 None None] Could not find standard attr ID for object a8b87265-5ab6-4e3f-85af-0e45a5ef0177. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:49:25.021258 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:25.055282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca68122-156f-42e8-bd9c-74b5db02e0a7 req-fd46a839-4d06-48d1-9764-af0196db9cce tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:25.056892 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cca68122-156f-42e8-bd9c-74b5db02e0a7 req-fd46a839-4d06-48d1-9764-af0196db9cce tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 944 time: 0.1078594 Apr 01 12:49:25.060545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c70c544-50ac-49ff-a65c-950ad0300785 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router fc788a74-7077-40cb-8a41-4ac6c86b131a has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:49:25.100414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb736f8-f366-4472-b304-2b22a5958c21 req-98d1b92f-b9ea-4d70-9473-cd083044e68c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:25.102160 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fcb736f8-f366-4472-b304-2b22a5958c21 req-98d1b92f-b9ea-4d70-9473-cd083044e68c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 946 time: 0.1011379 Apr 01 12:49:25.117885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d701d091-8cb3-45e2-99fa-bfa66ad3eb43 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:25.189029 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cca68122-156f-42e8-bd9c-74b5db02e0a7 req-4f6cdefe-16dc-4585-9617-291ff98bb968 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256561 Apr 01 12:49:25.190046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:25.198520 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fcb736f8-f366-4472-b304-2b22a5958c21 req-a07193d4-05d9-4b3d-836d-b79397749bfb tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835385 Apr 01 12:49:25.206805 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2978ba9-3c4b-483d-b260-3ebf53fea46c None None] Sync routers for ids ['86a8bf43-53df-40e0-8135-81a8c32f80ef'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:25.224585 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2978ba9-3c4b-483d-b260-3ebf53fea46c None None] Routers {'86a8bf43-53df-40e0-8135-81a8c32f80ef'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:25.226408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f2978ba9-3c4b-483d-b260-3ebf53fea46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['86a8bf43-53df-40e0-8135-81a8c32f80ef'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:25.233380 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d701d091-8cb3-45e2-99fa-bfa66ad3eb43 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:25.266127 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:25.267368 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6904627d-f85c-4dd4-8a13-e8599e9bbe84 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9099770 Apr 01 12:49:25.269469 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c70c544-50ac-49ff-a65c-950ad0300785 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:25.271087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56766) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:25.279253 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e623a-0f5f-470d-a8a9-252308245fb5 None None] Sync routers for ids ['fc788a74-7077-40cb-8a41-4ac6c86b131a'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:25.284402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5c70c544-50ac-49ff-a65c-950ad0300785 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/fc788a74-7077-40cb-8a41-4ac6c86b131a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0470917 Apr 01 12:49:25.294270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56768) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:25.296149 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e623a-0f5f-470d-a8a9-252308245fb5 None None] Routers {'fc788a74-7077-40cb-8a41-4ac6c86b131a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:25.304487 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-144e623a-0f5f-470d-a8a9-252308245fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fc788a74-7077-40cb-8a41-4ac6c86b131a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:25.314057 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701d091-8cb3-45e2-99fa-bfa66ad3eb43 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Subnet': ['ID=63fd366c-e9a6-4a01-8815-44534e089155,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:25.344482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['a5453505-645a-4aa9-9626-eab9abea70ff'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:49:25.346198 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d701d091-8cb3-45e2-99fa-bfa66ad3eb43 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:25.354224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56770) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:25.362887 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d701d091-8cb3-45e2-99fa-bfa66ad3eb43 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/63fd366c-e9a6-4a01-8815-44534e089155 HTTP/1.1" status: 204 len: 168 time: 0.6407769 Apr 01 12:49:25.364334 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-144e623a-0f5f-470d-a8a9-252308245fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:25.374237 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f2978ba9-3c4b-483d-b260-3ebf53fea46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:25.378460 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0b3aefd0-56f8-4992-b19d-f73a6641a0df up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:25.379852 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e623a-0f5f-470d-a8a9-252308245fb5 None None] Routers {'fc788a74-7077-40cb-8a41-4ac6c86b131a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:25.381565 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-144e623a-0f5f-470d-a8a9-252308245fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fc788a74-7077-40cb-8a41-4ac6c86b131a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:25.443450 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-144e623a-0f5f-470d-a8a9-252308245fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:25.444157 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e623a-0f5f-470d-a8a9-252308245fb5 None None] The sync data for ids ['fc788a74-7077-40cb-8a41-4ac6c86b131a'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:25.517370 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2978ba9-3c4b-483d-b260-3ebf53fea46c None None] Routers {'86a8bf43-53df-40e0-8135-81a8c32f80ef'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:25.517924 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f2978ba9-3c4b-483d-b260-3ebf53fea46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['86a8bf43-53df-40e0-8135-81a8c32f80ef'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:25.577499 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:25.590160 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f2978ba9-3c4b-483d-b260-3ebf53fea46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:25.590775 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2978ba9-3c4b-483d-b260-3ebf53fea46c None None] The sync data for ids ['86a8bf43-53df-40e0-8135-81a8c32f80ef'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:25.631276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e249559-4a0b-4dd1-8183-ff8804ec64c2 None None] Network b107dd80-f218-4ae0-b42d-9f78703b0e96 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:25.651046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e5e790da-092f-49a1-8bc0-bc0aae23f012 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/routers/86a8bf43-53df-40e0-8135-81a8c32f80ef HTTP/1.1" status: 200 len: 924 time: 0.3781376 Apr 01 12:49:25.655247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56774) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:25.656728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 0b3aefd0-56f8-4992-b19d-f73a6641a0df triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:25.657080 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:25.679064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c06446-d36a-4885-bb9d-3e19ae5c8f74 req-265780f7-2e24-4c05-b050-1295f398a0b0 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:25.680602 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d3c06446-d36a-4885-bb9d-3e19ae5c8f74 req-265780f7-2e24-4c05-b050-1295f398a0b0 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 945 time: 0.1202264 Apr 01 12:49:25.716472 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a27add1c-b171-4726-a1b1-27f5795a0f95 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8bf43-53df-40e0-8135-81a8c32f80ef HTTP/1.1" status: 200 len: 205 time: 0.0577016 Apr 01 12:49:25.721279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56776) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:25.823027 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d3c06446-d36a-4885-bb9d-3e19ae5c8f74 req-1bcb9997-ccca-456b-ba69-538b3443b001 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125302 Apr 01 12:49:25.884309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 0b3aefd0-56f8-4992-b19d-f73a6641a0df {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:25.884629 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:25.916115 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.003828 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b458278-1aad-4ff2-8e49-f1d0f61e950f None None] DHCP port deletion for b107dd80-f218-4ae0-b42d-9f78703b0e96 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:49:26.010391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] For port 0b3aefd0-56f8-4992-b19d-f73a6641a0df, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0b3aefd0-56f8-4992-b19d-f73a6641a0df,segment=NetworkSegment(744356a1-86cc-4637-9dde-6424c37cbff0),segment_id=744356a1-86cc-4637-9dde-6424c37cbff0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:26.010703 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.051441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 0b3aefd0-56f8-4992-b19d-f73a6641a0df owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:26.080029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7b458278-1aad-4ff2-8e49-f1d0f61e950f None None] Deleting port 0b3aefd0-56f8-4992-b19d-f73a6641a0df {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:26.080245 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7b458278-1aad-4ff2-8e49-f1d0f61e950f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.118722 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.135973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-572c1519-316f-466c-96df-d04e539c24ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.156106 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-7b458278-1aad-4ff2-8e49-f1d0f61e950f None None] For port 0b3aefd0-56f8-4992-b19d-f73a6641a0df, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0b3aefd0-56f8-4992-b19d-f73a6641a0df,segment=NetworkSegment(744356a1-86cc-4637-9dde-6424c37cbff0),segment_id=744356a1-86cc-4637-9dde-6424c37cbff0)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:26.156366 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7b458278-1aad-4ff2-8e49-f1d0f61e950f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.169783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7b458278-1aad-4ff2-8e49-f1d0f61e950f None None] Calling delete_port for 0b3aefd0-56f8-4992-b19d-f73a6641a0df owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:26.193592 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.203233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Deleting port 013a9826-5672-469a-93b0-2f66e7e16a73 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:26.203633 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.238365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No DVR routers for this DVR port 0b3aefd0-56f8-4992-b19d-f73a6641a0df on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:26.241000 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=0b3aefd0-56f8-4992-b19d-f73a6641a0df,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:26.303351 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7b458278-1aad-4ff2-8e49-f1d0f61e950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.324752 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b458278-1aad-4ff2-8e49-f1d0f61e950f None None] No DVR routers for this DVR port 0b3aefd0-56f8-4992-b19d-f73a6641a0df on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:26.349053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b458278-1aad-4ff2-8e49-f1d0f61e950f None None] Pushing event deleted for resources: {'Port': ['ID=0b3aefd0-56f8-4992-b19d-f73a6641a0df,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:26.385615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf861b8-016f-48fd-8937-2d9375e06e45 req-59277263-869a-4ba4-a976-7bc0fcf6486e tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:26.387173 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4cf861b8-016f-48fd-8937-2d9375e06e45 req-59277263-869a-4ba4-a976-7bc0fcf6486e tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 946 time: 0.0671391 Apr 01 12:49:26.440806 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.446714 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.472525 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4cf861b8-016f-48fd-8937-2d9375e06e45 req-653c6450-ebe5-42d6-9c36-553076edd85a tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763409 Apr 01 12:49:26.486406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Calling delete_port for 013a9826-5672-469a-93b0-2f66e7e16a73 owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:26.505834 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-572c1519-316f-466c-96df-d04e539c24ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port e2e3f44e-68ec-4464-b3a8-2178d8be3402 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:26.506205 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-572c1519-316f-466c-96df-d04e539c24ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.508133 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32f906-c71a-40d3-946f-b1fa9fba8e86 req-c8dbbb77-00b8-421f-85c4-24f9335270f8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:26.510176 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b32f906-c71a-40d3-946f-b1fa9fba8e86 req-c8dbbb77-00b8-421f-85c4-24f9335270f8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 944 time: 0.1898661 Apr 01 12:49:26.511801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b107dd80-f218-4ae0-b42d-9f78703b0e96']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:26.538474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744356a1-86cc-4637-9dde-6424c37cbff0') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:26.538773 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744356a1-86cc-4637-9dde-6424c37cbff0') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:26.552760 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.591316 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-572c1519-316f-466c-96df-d04e539c24ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.602308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3af61c-f554-44f3-8b9a-c3ad86e8173a req-bef8358a-d306-4dd1-a9ba-ba0408b58da3 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:26.603729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3af61c-f554-44f3-8b9a-c3ad86e8173a req-bef8358a-d306-4dd1-a9ba-ba0408b58da3 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 946 time: 0.1734550 Apr 01 12:49:26.604289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-572c1519-316f-466c-96df-d04e539c24ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for e2e3f44e-68ec-4464-b3a8-2178d8be3402 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:26.623315 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.665050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:49:26.665461 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:49:26.670704 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:49:26.689091 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5b32f906-c71a-40d3-946f-b1fa9fba8e86 req-21caecf1-a154-42ab-9177-e74a82346756 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622336 Apr 01 12:49:26.788157 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-572c1519-316f-466c-96df-d04e539c24ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.818218 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.824355 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c1519-316f-466c-96df-d04e539c24ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=e2e3f44e-68ec-4464-b3a8-2178d8be3402,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:26.829011 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.835848 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/networks/b107dd80-f218-4ae0-b42d-9f78703b0e96 HTTP/1.1" status: 204 len: 168 time: 1.4768639 Apr 01 12:49:26.835974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56782) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:26.841983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2e67bd98-8cca-465a-8119-b2d336f759f0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-791227693'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:26.853117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96ba95-afcc-4843-9a1d-897480786554 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Network': ['ID=b107dd80-f218-4ae0-b42d-9f78703b0e96,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:26.910141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-df3af61c-f554-44f3-8b9a-c3ad86e8173a req-6745b394-d3c4-4e64-8b01-45b7ce731229 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Deleting port 9cbb86bf-dba6-46d7-8746-404417c16aac {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:26.910485 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3af61c-f554-44f3-8b9a-c3ad86e8173a req-6745b394-d3c4-4e64-8b01-45b7ce731229 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.965123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e67bd98-8cca-465a-8119-b2d336f759f0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:26.968511 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e67bd98-8cca-465a-8119-b2d336f759f0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:26.994648 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-572c1519-316f-466c-96df-d04e539c24ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.015893 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.056781 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f843ec-f20a-4503-b014-e9e0830f6e07 req-63b2648a-a204-47e3-9946-91969f3e8e24 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:27.058341 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5f843ec-f20a-4503-b014-e9e0830f6e07 req-63b2648a-a204-47e3-9946-91969f3e8e24 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 945 time: 0.1580870 Apr 01 12:49:27.063796 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e67bd98-8cca-465a-8119-b2d336f759f0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:49:27.066841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Pushing event deleted for resources: {'Port': ['ID=013a9826-5672-469a-93b0-2f66e7e16a73,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:27.075551 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275afc15-68db-4b22-9330-1f83f5cc14a3 req-30060576-84bd-4992-9073-7adccb5d0c99 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:27.076448 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-275afc15-68db-4b22-9330-1f83f5cc14a3 req-30060576-84bd-4992-9073-7adccb5d0c99 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 945 time: 0.1218944 Apr 01 12:49:27.132174 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e67bd98-8cca-465a-8119-b2d336f759f0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.132447 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-2e67bd98-8cca-465a-8119-b2d336f759f0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Added segment 865fe2c0-92e0-49d9-a5b4-3b14b3412e8d of type vlan for network a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99 Apr 01 12:49:27.154104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-df3af61c-f554-44f3-8b9a-c3ad86e8173a req-6745b394-d3c4-4e64-8b01-45b7ce731229 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] For port 9cbb86bf-dba6-46d7-8746-404417c16aac, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=9cbb86bf-dba6-46d7-8746-404417c16aac,segment=NetworkSegment(a796b064-841c-4004-a2e2-15b7c5d92010),segment_id=a796b064-841c-4004-a2e2-15b7c5d92010)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:27.154752 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3af61c-f554-44f3-8b9a-c3ad86e8173a req-6745b394-d3c4-4e64-8b01-45b7ce731229 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.184826 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-df3af61c-f554-44f3-8b9a-c3ad86e8173a req-6745b394-d3c4-4e64-8b01-45b7ce731229 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Calling delete_port for 9cbb86bf-dba6-46d7-8746-404417c16aac owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:27.193825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-90ae3ec7-55b1-4ba4-b174-4b763c77fc64 req-22ec1e03-66b7-45b5-b623-f8c1b8684390 service neutron] (102719) timed out ('10.222.0.45', 33106) {{(pid=102719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 12:49:27.223668 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.254680 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-275afc15-68db-4b22-9330-1f83f5cc14a3 req-677e61b3-54fb-4279-8d2a-38fb24b11929 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438961 Apr 01 12:49:27.257492 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e67bd98-8cca-465a-8119-b2d336f759f0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.265526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572c1519-316f-466c-96df-d04e539c24ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router fc788a74-7077-40cb-8a41-4ac6c86b131a has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:49:27.328999 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e67bd98-8cca-465a-8119-b2d336f759f0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.329238 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0b3aefd0-56f8-4992-b19d-f73a6641a0df no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:49:27.334820 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e67bd98-8cca-465a-8119-b2d336f759f0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:27.335587 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e67bd98-8cca-465a-8119-b2d336f759f0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.353626 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 0b3aefd0-56f8-4992-b19d-f73a6641a0df {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:49:27.353853 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0b3aefd0-56f8-4992-b19d-f73a6641a0df not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:49:27.364442 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.368828 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.406914 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2e67bd98-8cca-465a-8119-b2d336f759f0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5697865 Apr 01 12:49:27.407972 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c1519-316f-466c-96df-d04e539c24ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:27.416055 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-572c1519-316f-466c-96df-d04e539c24ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/fc788a74-7077-40cb-8a41-4ac6c86b131a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1085439 Apr 01 12:49:27.416055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56786) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:27.416996 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56788) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:27.419945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459420b8-9552-4bdf-a5a0-e9e3ac5849f7 None None] Sync routers for ids ['fc788a74-7077-40cb-8a41-4ac6c86b131a'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:27.420337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b5f843ec-f20a-4503-b014-e9e0830f6e07 req-190a1443-01ea-42d1-a0fd-dc2eb0a90c93 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Deleting port 60624e16-9801-485d-9367-8ac95375e193 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:27.420675 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5f843ec-f20a-4503-b014-e9e0830f6e07 req-190a1443-01ea-42d1-a0fd-dc2eb0a90c93 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.433313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459420b8-9552-4bdf-a5a0-e9e3ac5849f7 None None] Routers {'fc788a74-7077-40cb-8a41-4ac6c86b131a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:27.433925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-459420b8-9552-4bdf-a5a0-e9e3ac5849f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fc788a74-7077-40cb-8a41-4ac6c86b131a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:27.434946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4f8a2e80-c3a8-40ef-8e33-9985ee4b47e9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': 'a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:27.467048 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.467433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Fanout notify agent at l3_agent the message router_deleted on router 86a8bf43-53df-40e0-8135-81a8c32f80ef {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:49:27.468587 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-459420b8-9552-4bdf-a5a0-e9e3ac5849f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:27.470493 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a0691206-e036-4e93-a8de-3dff80a34a20 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc788a74-7077-40cb-8a41-4ac6c86b131a HTTP/1.1" status: 200 len: 205 time: 0.0467732 Apr 01 12:49:27.475820 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.476856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cfc91ae7-f060-4fa7-b5e0-d4d2bc099450 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/routers/86a8bf43-53df-40e0-8135-81a8c32f80ef HTTP/1.1" status: 204 len: 168 time: 1.7537711 Apr 01 12:49:27.478724 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459420b8-9552-4bdf-a5a0-e9e3ac5849f7 None None] Routers {'fc788a74-7077-40cb-8a41-4ac6c86b131a'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:27.480269 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-459420b8-9552-4bdf-a5a0-e9e3ac5849f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fc788a74-7077-40cb-8a41-4ac6c86b131a'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:27.480827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56790) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:27.481178 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56792) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:27.488261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2130388011', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'enable_snat': False}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:27.488478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67bd98-8cca-465a-8119-b2d336f759f0 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Network': ['ID=a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:27.559662 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:49:27.573209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8a2e80-c3a8-40ef-8e33-9985ee4b47e9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:27.577069 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2e80-c3a8-40ef-8e33-9985ee4b47e9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.596718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-459420b8-9552-4bdf-a5a0-e9e3ac5849f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:27.597702 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459420b8-9552-4bdf-a5a0-e9e3ac5849f7 None None] The sync data for ids ['fc788a74-7077-40cb-8a41-4ac6c86b131a'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:27.675967 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.676987 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.688371 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba017075-b290-457d-8afc-2de9064d45dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.786597 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2e80-c3a8-40ef-8e33-9985ee4b47e9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.866082 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a2e80-c3a8-40ef-8e33-9985ee4b47e9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Subnet': ['ID=7d6cfe5a-3071-4ba9-a973-5fe1f32b8449,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:27.880118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad75b5-c1ec-4cf8-9c87-b71d7f97916c req-6842488f-828f-47ad-ace0-18ac45c0e832 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:27.881707 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0aad75b5-c1ec-4cf8-9c87-b71d7f97916c req-6842488f-828f-47ad-ace0-18ac45c0e832 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 944 time: 0.1163318 Apr 01 12:49:27.913290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8a2e80-c3a8-40ef-8e33-9985ee4b47e9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Checking segment: {'id': '865fe2c0-92e0-49d9-a5b4-3b14b3412e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:27.913648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a2e80-c3a8-40ef-8e33-9985ee4b47e9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network hostable DHCP agents. Network: a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:49:27.936064 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0aad75b5-c1ec-4cf8-9c87-b71d7f97916c req-1e37e990-ab0c-4c76-b375-444c32fbe4fb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473146 Apr 01 12:49:27.947047 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a2e80-c3a8-40ef-8e33-9985ee4b47e9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:49:27.967249 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-4f8a2e80-c3a8-40ef-8e33-9985ee4b47e9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:27.971972 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a2e80-c3a8-40ef-8e33-9985ee4b47e9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:27.972658 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2e80-c3a8-40ef-8e33-9985ee4b47e9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:27.978458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1aac9e-3a96-4ee6-9f97-d072fa85187e None None] Network a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:27.998537 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4f8a2e80-c3a8-40ef-8e33-9985ee4b47e9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5691712 Apr 01 12:49:27.998537 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56798) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:28.003293 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e179d484-8558-44e5-a70c-993ec885cf45 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-777722402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:28.026996 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e179d484-8558-44e5-a70c-993ec885cf45 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.028063 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e179d484-8558-44e5-a70c-993ec885cf45 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.091475 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e179d484-8558-44e5-a70c-993ec885cf45 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.096032 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e179d484-8558-44e5-a70c-993ec885cf45 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.099601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b5f843ec-f20a-4503-b014-e9e0830f6e07 req-190a1443-01ea-42d1-a0fd-dc2eb0a90c93 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] For port 60624e16-9801-485d-9367-8ac95375e193, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=60624e16-9801-485d-9367-8ac95375e193,segment=NetworkSegment(a908a531-0186-4d68-ac0a-40983f0c9079),segment_id=a908a531-0186-4d68-ac0a-40983f0c9079)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:28.099959 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5f843ec-f20a-4503-b014-e9e0830f6e07 req-190a1443-01ea-42d1-a0fd-dc2eb0a90c93 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.117052 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e179d484-8558-44e5-a70c-993ec885cf45 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.121746 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e179d484-8558-44e5-a70c-993ec885cf45 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1223509 Apr 01 12:49:28.122384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56800) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:28.127156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'network_id': 'a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99', 'name': 'tempest-PortsIpV6TestJSON-381194737'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:28.152550 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3af61c-f554-44f3-8b9a-c3ad86e8173a req-6745b394-d3c4-4e64-8b01-45b7ce731229 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.159250 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99', 'network_id': 'a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99', 'tenant_id': '306043477d8a4230b32df111b11a384e', 'fixed_ips': [{'subnet_id': '7d6cfe5a-3071-4ba9-a973-5fe1f32b8449'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:49:28.160384 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.164172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b5f843ec-f20a-4503-b014-e9e0830f6e07 req-190a1443-01ea-42d1-a0fd-dc2eb0a90c93 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Calling delete_port for 60624e16-9801-485d-9367-8ac95375e193 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:28.165371 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['9cbb86bf-dba6-46d7-8746-404417c16aac'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:49:28.175286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162fe96-5a8b-4457-85d1-faaa2be86b89 req-ebc0f982-ef2e-4de9-955f-61a8ce2c556a tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:28.176766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e162fe96-5a8b-4457-85d1-faaa2be86b89 req-ebc0f982-ef2e-4de9-955f-61a8ce2c556a tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab92c27-e355-4968-92a7-3f06f1fcc2bb HTTP/1.1" status: 200 len: 946 time: 0.6051719 Apr 01 12:49:28.237425 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.239825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:28.244224 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.262500 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port 26b4d778-d8d6-4564-98d3-5f29b972764c yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:49:28.296254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745b394-d3c4-4e64-8b01-45b7ce731229 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Pushing event deleted for resources: {'Port': ['ID=9cbb86bf-dba6-46d7-8746-404417c16aac,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:28.395033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Allocated IP 2001:db8::2 (a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99/7d6cfe5a-3071-4ba9-a973-5fe1f32b8449/d312cb44-02d9-48d2-ad11-5dc6c0aacaa0) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:28.429298 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba017075-b290-457d-8afc-2de9064d45dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.434103 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba017075-b290-457d-8afc-2de9064d45dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.436404 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16137327-10bf-4abb-a86e-1227eb618772 req-c9253f9d-0088-4fb2-b347-ad469b8ad0c0 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:28.439395 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-16137327-10bf-4abb-a86e-1227eb618772 req-c9253f9d-0088-4fb2-b347-ad469b8ad0c0 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 945 time: 0.0641770 Apr 01 12:49:28.490777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3af61c-f554-44f3-8b9a-c3ad86e8173a req-6745b394-d3c4-4e64-8b01-45b7ce731229 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] No DVR routers for this DVR port 9cbb86bf-dba6-46d7-8746-404417c16aac on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:28.494972 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-df3af61c-f554-44f3-8b9a-c3ad86e8173a req-6745b394-d3c4-4e64-8b01-45b7ce731229 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.498781 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-df3af61c-f554-44f3-8b9a-c3ad86e8173a req-6745b394-d3c4-4e64-8b01-45b7ce731229 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.37 "DELETE /v2.0/ports/9cbb86bf-dba6-46d7-8746-404417c16aac HTTP/1.1" status: 204 len: 173 time: 1.8867030 Apr 01 12:49:28.502427 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-16137327-10bf-4abb-a86e-1227eb618772 req-c1042ea9-e7c0-4c2d-ad15-1b33898ff853 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/security-groups?id=b290b307-ef3d-48ff-9e7f-fe792d5cfff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540071 Apr 01 12:49:28.538626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab92c27-e355-4968-92a7-3f06f1fcc2bb', 'name': 'network-vif-deleted', 'tag': '9cbb86bf-dba6-46d7-8746-404417c16aac'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:28.541799 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f7ee3d-5769-42e0-97dd-8a2c1eec28c1" -d '{"events": [{"server_uuid": "1ab92c27-e355-4968-92a7-3f06f1fcc2bb", "name": "network-vif-deleted", "tag": "9cbb86bf-dba6-46d7-8746-404417c16aac"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:28.586489 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e162fe96-5a8b-4457-85d1-faaa2be86b89 req-3003e85d-8ca5-4bc3-8d38-f8d1cf0a86c0 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510673 Apr 01 12:49:28.598287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba017075-b290-457d-8afc-2de9064d45dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.598800 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba017075-b290-457d-8afc-2de9064d45dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Fanout notify agent at l3_agent the message router_deleted on router fc788a74-7077-40cb-8a41-4ac6c86b131a {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:49:28.634593 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba017075-b290-457d-8afc-2de9064d45dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.635741 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ba017075-b290-457d-8afc-2de9064d45dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/fc788a74-7077-40cb-8a41-4ac6c86b131a HTTP/1.1" status: 204 len: 168 time: 1.1521502 Apr 01 12:49:28.638285 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.639217 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56806) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:28.643292 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff998ed-f8e5-410e-a48d-bbdd38786fe4 x-openstack-request-id: req-6ff998ed-f8e5-410e-a48d-bbdd38786fe4 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:28.643579 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab92c27-e355-4968-92a7-3f06f1fcc2bb", "name": "network-vif-deleted", "tag": "9cbb86bf-dba6-46d7-8746-404417c16aac", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:28.643796 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ff998ed-f8e5-410e-a48d-bbdd38786fe4 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:28.644194 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff998ed-f8e5-410e-a48d-bbdd38786fe4'] response: {'server_uuid': '1ab92c27-e355-4968-92a7-3f06f1fcc2bb', 'name': 'network-vif-deleted', 'tag': '9cbb86bf-dba6-46d7-8746-404417c16aac', 'status': 'completed', 'code': 200} Apr 01 12:49:28.678738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a5453505-645a-4aa9-9626-eab9abea70ff up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:28.705988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-18aec0f5-43a9-44e3-8ccc-35e4f0b3b300 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting subnet 521fbe43-f94e-446c-b9b4-f4291bd016df {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:49:28.710350 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18aec0f5-43a9-44e3-8ccc-35e4f0b3b300 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.758536 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18aec0f5-43a9-44e3-8ccc-35e4f0b3b300 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.782903 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port a5453505-645a-4aa9-9626-eab9abea70ff completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:49:28.788292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port a5453505-645a-4aa9-9626-eab9abea70ff triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:28.788662 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.794687 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5f843ec-f20a-4503-b014-e9e0830f6e07 req-190a1443-01ea-42d1-a0fd-dc2eb0a90c93 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.825768 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.837815 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.863701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a1443-01ea-42d1-a0fd-dc2eb0a90c93 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Pushing event deleted for resources: {'Port': ['ID=60624e16-9801-485d-9367-8ac95375e193,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:28.885485 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18aec0f5-43a9-44e3-8ccc-35e4f0b3b300 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.889986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f843ec-f20a-4503-b014-e9e0830f6e07 req-190a1443-01ea-42d1-a0fd-dc2eb0a90c93 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] No DVR routers for this DVR port 60624e16-9801-485d-9367-8ac95375e193 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:28.894478 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5f843ec-f20a-4503-b014-e9e0830f6e07 req-190a1443-01ea-42d1-a0fd-dc2eb0a90c93 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:28.895401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Network a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:28.897922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Pushing event updated for resources: {'Port': ['ID=d312cb44-02d9-48d2-ad11-5dc6c0aacaa0,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:28.898092 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5f843ec-f20a-4503-b014-e9e0830f6e07 req-190a1443-01ea-42d1-a0fd-dc2eb0a90c93 tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.44 "DELETE /v2.0/ports/60624e16-9801-485d-9367-8ac95375e193 HTTP/1.1" status: 204 len: 173 time: 1.8222990 Apr 01 12:49:28.902646 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:28.921910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:28.936046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8::10c (a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99/7d6cfe5a-3071-4ba9-a973-5fe1f32b8449/26b4d778-d8d6-4564-98d3-5f29b972764c) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:28.991833 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.019780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Attempting to bind port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:29.020252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Attempting to bind port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '865fe2c0-92e0-49d9-a5b4-3b14b3412e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:29.021764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Attempting to bind port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 on network a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:29.039687 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18aec0f5-43a9-44e3-8ccc-35e4f0b3b300 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.044003 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:29.044480 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Checking segment: {'id': '865fe2c0-92e0-49d9-a5b4-3b14b3412e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:29.044891 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.047651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Bound using segment: {'id': '865fe2c0-92e0-49d9-a5b4-3b14b3412e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:29.049318 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Bound port: d312cb44-02d9-48d2-ad11-5dc6c0aacaa0, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865fe2c0-92e0-49d9-a5b4-3b14b3412e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:29.049647 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.094330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.094618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:29.095904 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aec0f5-43a9-44e3-8ccc-35e4f0b3b300 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Subnet': ['ID=521fbe43-f94e-446c-b9b4-f4291bd016df,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:29.098703 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0023f9-c50e-4dff-ac7d-d6d470bf2d2d" -d '{"events": [{"server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "name": "network-vif-plugged", "status": "completed", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:29.098894 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18aec0f5-43a9-44e3-8ccc-35e4f0b3b300 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.104199 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-18aec0f5-43a9-44e3-8ccc-35e4f0b3b300 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/521fbe43-f94e-446c-b9b4-f4291bd016df HTTP/1.1" status: 204 len: 168 time: 0.4610703 Apr 01 12:49:29.105048 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56810) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:29.122759 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.142406 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:29.149353 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d62cf09-2fbd-4213-9d12-197f50c31e3d None None] Network 6c463a04-e69b-47c8-9cf8-017db6840d3e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:29.155662 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.206197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ebe5be-9335-4633-bffe-b0260b2d8d5b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting subnet f0608743-b62a-4922-9e40-fda710e245e5 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:49:29.213446 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-17ebe5be-9335-4633-bffe-b0260b2d8d5b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.224482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb3c5d-0ddb-4c5a-8dc5-756f3d06c958 req-4e0c90c5-e5e1-4de6-b9e0-4a24a7c42faa tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:29.235556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7feb3c5d-0ddb-4c5a-8dc5-756f3d06c958 req-4e0c90c5-e5e1-4de6-b9e0-4a24a7c42faa tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 944 time: 0.1743529 Apr 01 12:49:29.278185 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.281051 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-17ebe5be-9335-4633-bffe-b0260b2d8d5b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.284453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:29.295602 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b01f6b5-2e6d-4a1e-8741-2ed0e66dfbb7 x-openstack-request-id: req-0b01f6b5-2e6d-4a1e-8741-2ed0e66dfbb7 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:29.295922 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "name": "network-vif-plugged", "status": "completed", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:29.296129 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b01f6b5-2e6d-4a1e-8741-2ed0e66dfbb7 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:29.296963 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b01f6b5-2e6d-4a1e-8741-2ed0e66dfbb7'] response: {'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'code': 200} Apr 01 12:49:29.312295 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7feb3c5d-0ddb-4c5a-8dc5-756f3d06c958 req-04a0f713-0f7d-441d-be17-29f42fdaee74 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758336 Apr 01 12:49:29.375877 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] For port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:29.391228 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.402721 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-17ebe5be-9335-4633-bffe-b0260b2d8d5b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.403245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecdc1b-6441-41f1-b476-af455d11277b req-385f74f3-389d-46d3-a984-c3ea2b21ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:29.404771 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1aecdc1b-6441-41f1-b476-af455d11277b req-385f74f3-389d-46d3-a984-c3ea2b21ca0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1096 time: 0.0841758 Apr 01 12:49:29.412843 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] For port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d312cb44-02d9-48d2-ad11-5dc6c0aacaa0,segment=NetworkSegment(865fe2c0-92e0-49d9-a5b4-3b14b3412e8d),segment_id=865fe2c0-92e0-49d9-a5b4-3b14b3412e8d)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:29.425410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Allocated IP 172.25.7.249 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/61ac92cb-d25b-4ec7-871f-f624a4f5c04f) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:29.435880 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.472176 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1aecdc1b-6441-41f1-b476-af455d11277b req-0bb837e4-5553-4fcf-afc4-dffd9b5afcc8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591950 Apr 01 12:49:29.489884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:29.499098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:29.503329 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=26b4d778-d8d6-4564-98d3-5f29b972764c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:29.510045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:29.515907 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:29.516651 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.543013 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c17f9215-40b0-4e15-b15d-3c3902f2c604 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4195063 Apr 01 12:49:29.544909 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-17ebe5be-9335-4633-bffe-b0260b2d8d5b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.547142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56816) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:29.551133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282bcca-2eb4-40c5-aa98-75f15f6ec5b0 None None] Pushing event updated for resources: {'Port': ['ID=d312cb44-02d9-48d2-ad11-5dc6c0aacaa0,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:29.635845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebe5be-9335-4633-bffe-b0260b2d8d5b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Subnet': ['ID=f0608743-b62a-4922-9e40-fda710e245e5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:29.638079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-17ebe5be-9335-4633-bffe-b0260b2d8d5b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.647541 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-17ebe5be-9335-4633-bffe-b0260b2d8d5b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/f0608743-b62a-4922-9e40-fda710e245e5 HTTP/1.1" status: 204 len: 168 time: 0.5358860 Apr 01 12:49:29.647541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56820) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:29.663896 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0af1d5-bf7e-4e1d-887b-fbab8dfd08df None None] Network 313eb7bb-7c12-4c54-9343-9ec636609244 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:29.709388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.764151 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789be2e1-3763-427a-907a-19c12e970bb3 None None] DHCP port deletion for 6c463a04-e69b-47c8-9cf8-017db6840d3e request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:49:29.764569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.815340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event updated for resources: {'Port': ['ID=61ac92cb-d25b-4ec7-871f-f624a4f5c04f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:29.826431 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b65c5c4e-af3b-41cd-ab3e-34feff5b78e5 req-2cfffa37-34ad-43ee-b92c-57fd19700b3d tempest-VolumesActionsTest-858541791 tempest-VolumesActionsTest-858541791-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e6d9f2-ddbc-4d2b-b511-629a51a9978c HTTP/1.1" status: 200 len: 210 time: 0.0874171 Apr 01 12:49:29.839061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:29.842747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:29.849229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:29.904455 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:29.954715 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-789be2e1-3763-427a-907a-19c12e970bb3 None None] Deleting port f4518cb3-52f8-4e2c-8879-f517edc6e6dd {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:29.955026 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-789be2e1-3763-427a-907a-19c12e970bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:30.067150 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b369e0-c97d-4d18-b0b0-ce79baa6bfc3 None None] DHCP port deletion for 313eb7bb-7c12-4c54-9343-9ec636609244 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:49:30.095396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-789be2e1-3763-427a-907a-19c12e970bb3 None None] For port f4518cb3-52f8-4e2c-8879-f517edc6e6dd, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f4518cb3-52f8-4e2c-8879-f517edc6e6dd,segment=NetworkSegment(af0b73a1-59e3-449f-a00f-3c3aeb2e7311),segment_id=af0b73a1-59e3-449f-a00f-3c3aeb2e7311)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:30.095939 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-789be2e1-3763-427a-907a-19c12e970bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:30.115415 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-789be2e1-3763-427a-907a-19c12e970bb3 None None] Calling delete_port for f4518cb3-52f8-4e2c-8879-f517edc6e6dd owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:30.195914 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 60624e16-9801-485d-9367-8ac95375e193 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:49:30.221477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port f4518cb3-52f8-4e2c-8879-f517edc6e6dd {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:30.221744 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:30.225339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 60624e16-9801-485d-9367-8ac95375e193 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:49:30.226145 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 60624e16-9801-485d-9367-8ac95375e193 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:49:30.253968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-975251ab-6b46-4e16-af4a-93e3b566ca8c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:30.260264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e2b369e0-c97d-4d18-b0b0-ce79baa6bfc3 None None] Deleting port c4c442c8-e664-44e0-bbb5-5db7141ecbc1 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:30.260764 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e2b369e0-c97d-4d18-b0b0-ce79baa6bfc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:30.261350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-975251ab-6b46-4e16-af4a-93e3b566ca8c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/networks?id=272473ce-9ffd-424d-9d97-5c2176070c2e HTTP/1.1" status: 200 len: 809 time: 0.1970894 Apr 01 12:49:30.269641 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:30.278549 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-b8fc9be2-3076-4831-943c-998f1838bf58 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/quotas/a677a0d0e8844bc7bd51093eb647ee64 HTTP/1.1" status: 200 len: 375 time: 0.0162828 Apr 01 12:49:30.320234 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-789be2e1-3763-427a-907a-19c12e970bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:30.336120 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] For port f4518cb3-52f8-4e2c-8879-f517edc6e6dd, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f4518cb3-52f8-4e2c-8879-f517edc6e6dd,segment=NetworkSegment(af0b73a1-59e3-449f-a00f-3c3aeb2e7311),segment_id=af0b73a1-59e3-449f-a00f-3c3aeb2e7311)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:30.337221 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:30.347724 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:30.361392 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for f4518cb3-52f8-4e2c-8879-f517edc6e6dd owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:30.366426 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789be2e1-3763-427a-907a-19c12e970bb3 None None] Pushing event deleted for resources: {'Port': ['ID=f4518cb3-52f8-4e2c-8879-f517edc6e6dd,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:30.381162 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e2b369e0-c97d-4d18-b0b0-ce79baa6bfc3 None None] For port c4c442c8-e664-44e0-bbb5-5db7141ecbc1, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c4c442c8-e664-44e0-bbb5-5db7141ecbc1,segment=NetworkSegment(cb0f963d-7a20-45ef-a1aa-6782561f87c6),segment_id=cb0f963d-7a20-45ef-a1aa-6782561f87c6)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:30.381415 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-5d7863ef-201c-46c3-8542-8607efaa1b94 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a677a0d0e8844bc7bd51093eb647ee64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528157 Apr 01 12:49:30.382096 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e2b369e0-c97d-4d18-b0b0-ce79baa6bfc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:30.385514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789be2e1-3763-427a-907a-19c12e970bb3 None None] No DVR routers for this DVR port f4518cb3-52f8-4e2c-8879-f517edc6e6dd on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:30.402934 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e2b369e0-c97d-4d18-b0b0-ce79baa6bfc3 None None] Calling delete_port for c4c442c8-e664-44e0-bbb5-5db7141ecbc1 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:30.525039 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e2b369e0-c97d-4d18-b0b0-ce79baa6bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:30.557849 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9cbb86bf-dba6-46d7-8746-404417c16aac no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:49:30.563667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b369e0-c97d-4d18-b0b0-ce79baa6bfc3 None None] Pushing event deleted for resources: {'Port': ['ID=c4c442c8-e664-44e0-bbb5-5db7141ecbc1,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:30.589638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: 9cbb86bf-dba6-46d7-8746-404417c16aac {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:49:30.590306 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 9cbb86bf-dba6-46d7-8746-404417c16aac not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:49:30.591411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-4d637bf9-ca86-471f-b909-a162f33283f5 service neutron] 10.222.0.45 "GET /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091579 Apr 01 12:49:30.592210 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b369e0-c97d-4d18-b0b0-ce79baa6bfc3 None None] No DVR routers for this DVR port c4c442c8-e664-44e0-bbb5-5db7141ecbc1 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:30.658962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e6d9f2-ddbc-4d2b-b511-629a51a9978c', 'name': 'network-vif-deleted', 'tag': '60624e16-9801-485d-9367-8ac95375e193'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:30.661174 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d061267-c704-4c50-852f-d7d1c347fa40" -d '{"events": [{"server_uuid": "49e6d9f2-ddbc-4d2b-b511-629a51a9978c", "name": "network-vif-deleted", "tag": "60624e16-9801-485d-9367-8ac95375e193"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:30.738440 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:30.741884 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-c443a8cb-cec8-4b12-85b6-4aeb86d33a60 service neutron] 10.222.0.45 "GET /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496401 Apr 01 12:49:30.915540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Router cb720c11-2e21-4f47-b7a8-683404366ad3 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:49:31.051343 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9193794-6db2-4282-a4c0-a664f925368d x-openstack-request-id: req-b9193794-6db2-4282-a4c0-a664f925368d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:31.051639 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e6d9f2-ddbc-4d2b-b511-629a51a9978c", "name": "network-vif-deleted", "tag": "60624e16-9801-485d-9367-8ac95375e193", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:31.051897 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9193794-6db2-4282-a4c0-a664f925368d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:31.052487 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9193794-6db2-4282-a4c0-a664f925368d'] response: {'server_uuid': '49e6d9f2-ddbc-4d2b-b511-629a51a9978c', 'name': 'network-vif-deleted', 'tag': '60624e16-9801-485d-9367-8ac95375e193', 'status': 'completed', 'code': 200} Apr 01 12:49:31.053557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:31.060959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282eefad-c05e-4b8e-b506-9137c42ab8ad None None] Network a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:31.086904 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Sync routers for ids ['cb720c11-2e21-4f47-b7a8-683404366ad3'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:31.091177 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7004d-4a4c-41e3-9acb-f4ed070a8ed3 req-1db2869f-4674-4a27-b520-b94647cff685 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:31.096069 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a3b7004d-4a4c-41e3-9acb-f4ed070a8ed3 req-1db2869f-4674-4a27-b520-b94647cff685 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.6441550 Apr 01 12:49:31.102697 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Routers {'cb720c11-2e21-4f47-b7a8-683404366ad3'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:31.103497 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['cb720c11-2e21-4f47-b7a8-683404366ad3'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:31.141833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-69334acd-eb95-48cf-b050-43fbf6479aa1 req-ce2f3299-01ae-454d-9de6-d9fc855ff491 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 210 time: 0.0537677 Apr 01 12:49:31.147885 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.156187 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56850) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:31.158928 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a812ad69-fa4c-4505-bb9d-8c784944c5de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6644862 Apr 01 12:49:31.226794 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.282383 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Set router cb720c11-2e21-4f47-b7a8-683404366ad3 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:49:31.325765 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=f4518cb3-52f8-4e2c-8879-f517edc6e6dd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:31.339976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No DVR routers for this DVR port f4518cb3-52f8-4e2c-8879-f517edc6e6dd on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:31.344131 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a3b7004d-4a4c-41e3-9acb-f4ed070a8ed3 req-408c0315-949b-4871-9c36-a2e1c0a1d777 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107503 Apr 01 12:49:31.388908 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-90bc29aa-07bf-4bd5-b378-b9ff5514620e None None] Provisioning complete for port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:31.390199 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-90bc29aa-07bf-4bd5-b378-b9ff5514620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.498172 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-90bc29aa-07bf-4bd5-b378-b9ff5514620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.500558 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:31.580001 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-90bc29aa-07bf-4bd5-b378-b9ff5514620e None None] For port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d312cb44-02d9-48d2-ad11-5dc6c0aacaa0,segment=NetworkSegment(865fe2c0-92e0-49d9-a5b4-3b14b3412e8d),segment_id=865fe2c0-92e0-49d9-a5b4-3b14b3412e8d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:31.599623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:31.600003 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.634837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56860) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:31.636867 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d7710287-f6a7-4593-b5c5-300a189efaae tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/routers/cb720c11-2e21-4f47-b7a8-683404366ad3 HTTP/1.1" status: 200 len: 909 time: 0.4793894 Apr 01 12:49:31.639845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2130388011', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'enable_snat': True}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:31.646869 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb720c11-2e21-4f47-b7a8-683404366ad3', 'name': 'tempest-snat-router-2130388011', 'tenant_id': '6664ddfb71734ef9ace7205f433c6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.249'}], 'enable_snat': False}, 'gw_port_id': '61ac92cb-d25b-4ec7-871f-f624a4f5c04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:49:27Z', 'updated_at': '2022-04-01T12:49:30Z', 'revision_number': 3, 'project_id': '6664ddfb71734ef9ace7205f433c6038', 'gw_port': {'id': '61ac92cb-d25b-4ec7-871f-f624a4f5c04f', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb720c11-2e21-4f47-b7a8-683404366ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:29Z', 'updated_at': '2022-04-01T12:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:31.681704 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.684210 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-90bc29aa-07bf-4bd5-b378-b9ff5514620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.684870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.722293 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Checking router: cb720c11-2e21-4f47-b7a8-683404366ad3 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:49:31.723056 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Updating router cb720c11-2e21-4f47-b7a8-683404366ad3 port 61ac92cb-d25b-4ec7-871f-f624a4f5c04f binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:49:31.770146 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.780843 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.808447 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.811773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc29aa-07bf-4bd5-b378-b9ff5514620e None None] Pushing event updated for resources: {'Port': ['ID=d312cb44-02d9-48d2-ad11-5dc6c0aacaa0,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:31.818365 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.832781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:31.919832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c4c442c8-e664-44e0-bbb5-5db7141ecbc1 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:49:31.944840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: c4c442c8-e664-44e0-bbb5-5db7141ecbc1 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:49:31.948277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c4c442c8-e664-44e0-bbb5-5db7141ecbc1 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:49:31.948903 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f4518cb3-52f8-4e2c-8879-f517edc6e6dd no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:49:31.974797 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c463a04-e69b-47c8-9cf8-017db6840d3e']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:31.979509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: f4518cb3-52f8-4e2c-8879-f517edc6e6dd {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:49:31.979866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f4518cb3-52f8-4e2c-8879-f517edc6e6dd not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:49:32.020315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d8e57b09-abf8-4509-be58-2fbd4787e531 None None] Provisioning complete for port 26b4d778-d8d6-4564-98d3-5f29b972764c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:32.020684 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d8e57b09-abf8-4509-be58-2fbd4787e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.071710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d8e57b09-abf8-4509-be58-2fbd4787e531 None None] Port 26b4d778-d8d6-4564-98d3-5f29b972764c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:32.076074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0b73a1-59e3-449f-a00f-3c3aeb2e7311') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:32.076432 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0b73a1-59e3-449f-a00f-3c3aeb2e7311') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:32.108456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d8e57b09-abf8-4509-be58-2fbd4787e531 None None] Provisioning complete for port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:32.109239 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d8e57b09-abf8-4509-be58-2fbd4787e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.129266 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.131202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=26b4d778-d8d6-4564-98d3-5f29b972764c,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:32.178782 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.249808 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:49:32.250251 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:49:32.258448 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:49:32.349258 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.362782 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.364744 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.420122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.431102 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.441564 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/networks/6c463a04-e69b-47c8-9cf8-017db6840d3e HTTP/1.1" status: 204 len: 168 time: 2.7941868 Apr 01 12:49:32.444170 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56868) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:32.453032 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6f490936-c97f-4168-bf72-cf3a30453ef0 None None] Provisioning complete for port 26b4d778-d8d6-4564-98d3-5f29b972764c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:32.453801 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6f490936-c97f-4168-bf72-cf3a30453ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.525188 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Attempting to bind port 61ac92cb-d25b-4ec7-871f-f624a4f5c04f on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:32.526296 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Attempting to bind port 61ac92cb-d25b-4ec7-871f-f624a4f5c04f by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:32.530956 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Attempting to bind port 61ac92cb-d25b-4ec7-871f-f624a4f5c04f on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:32.548278 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d5eb1-ec1b-479d-b8c1-e0eb2535f8bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Network': ['ID=6c463a04-e69b-47c8-9cf8-017db6840d3e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:32.549957 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:32.551132 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:32.558403 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.559034 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:32.559684 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Bound port: 61ac92cb-d25b-4ec7-871f-f624a4f5c04f, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:32.565385 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.567638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6f490936-c97f-4168-bf72-cf3a30453ef0 None None] Port 26b4d778-d8d6-4564-98d3-5f29b972764c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:32.681155 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30e821-82b6-4a45-8088-4f709a7bfb7e None None] Pushing event updated for resources: {'Port': ['ID=61ac92cb-d25b-4ec7-871f-f624a4f5c04f,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:32.712716 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] For port 61ac92cb-d25b-4ec7-871f-f624a4f5c04f, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:32.731732 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] For port 61ac92cb-d25b-4ec7-871f-f624a4f5c04f, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=61ac92cb-d25b-4ec7-871f-f624a4f5c04f,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:32.746742 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.791771 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2b3f1e1a-5b10-4e83-adfa-744190356b21 None None] Provisioning complete for port 26b4d778-d8d6-4564-98d3-5f29b972764c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:32.793651 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2b3f1e1a-5b10-4e83-adfa-744190356b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.837426 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.848408 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30e821-82b6-4a45-8088-4f709a7bfb7e None None] Pushing event updated for resources: {'Port': ['ID=61ac92cb-d25b-4ec7-871f-f624a4f5c04f,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:32.851672 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Routers {'cb720c11-2e21-4f47-b7a8-683404366ad3'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:32.852457 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['cb720c11-2e21-4f47-b7a8-683404366ad3'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:32.880961 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f1e1a-5b10-4e83-adfa-744190356b21 None None] Port 26b4d778-d8d6-4564-98d3-5f29b972764c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:32.928668 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:32.935154 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e30fb450-40b4-493d-98eb-70efbf14bcd8 req-2b446fe9-6a9f-4c36-9c5f-f346e7af6858 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 210 time: 0.1445351 Apr 01 12:49:32.939264 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899d31f-64ca-421b-846e-fdc5934d1c4e req-22fe0429-2f23-46fc-ae4b-414b9cf454ef tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:32.940818 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1899d31f-64ca-421b-846e-fdc5934d1c4e req-22fe0429-2f23-46fc-ae4b-414b9cf454ef tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.3773017 Apr 01 12:49:32.976464 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.008686 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] Set router cb720c11-2e21-4f47-b7a8-683404366ad3 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:49:33.025684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-c8b3c140-123e-4652-b9f2-ad7aa0a9d990 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:33.027042 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-c8b3c140-123e-4652-b9f2-ad7aa0a9d990 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.37 "GET /v2.0/networks?id=272473ce-9ffd-424d-9d97-5c2176070c2e HTTP/1.1" status: 200 len: 809 time: 0.2463191 Apr 01 12:49:33.044004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Request body: {'port': {'device_id': '3b46a34f-4abc-4452-b461-2150053297f5', 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e', 'admin_state_up': True, 'tenant_id': 'a677a0d0e8844bc7bd51093eb647ee64'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:33.067997 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1899d31f-64ca-421b-846e-fdc5934d1c4e req-be40d26b-03ee-4cf9-93be-3a8081e5eb3f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046746 Apr 01 12:49:33.153047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.205046 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb720c11-2e21-4f47-b7a8-683404366ad3', 'name': 'tempest-snat-router-2130388011', 'tenant_id': '6664ddfb71734ef9ace7205f433c6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.249'}], 'enable_snat': False}, 'gw_port_id': '61ac92cb-d25b-4ec7-871f-f624a4f5c04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:49:27Z', 'updated_at': '2022-04-01T12:49:30Z', 'revision_number': 3, 'project_id': '6664ddfb71734ef9ace7205f433c6038', 'gw_port': {'id': '61ac92cb-d25b-4ec7-871f-f624a4f5c04f', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb720c11-2e21-4f47-b7a8-683404366ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:29Z', 'updated_at': '2022-04-01T12:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:33.207516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313eb7bb-7c12-4c54-9343-9ec636609244']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:33.220505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0f963d-7a20-45ef-a1aa-6782561f87c6') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:33.220803 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0f963d-7a20-45ef-a1aa-6782561f87c6') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:33.239958 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.241531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Made reservation on behalf of a677a0d0e8844bc7bd51093eb647ee64 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:33.245713 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.267218 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd1ce6-7ee5-4293-a47c-d745343f6110 req-fd3fbf08-309a-4781-9058-4cb327e54be8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:33.269541 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e1cd1ce6-7ee5-4293-a47c-d745343f6110 req-fd3fbf08-309a-4781-9058-4cb327e54be8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.1171360 Apr 01 12:49:33.277395 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.296270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:49:33.297158 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:49:33.300543 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:49:33.353702 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee54e2-e512-4a1b-be23-3ef797f11b1d None None] The sync data for ids ['cb720c11-2e21-4f47-b7a8-683404366ad3'] in n-d-836146-1 is: [{'id': 'cb720c11-2e21-4f47-b7a8-683404366ad3', 'name': 'tempest-snat-router-2130388011', 'tenant_id': '6664ddfb71734ef9ace7205f433c6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.249'}], 'enable_snat': False}, 'gw_port_id': '61ac92cb-d25b-4ec7-871f-f624a4f5c04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:49:27Z', 'updated_at': '2022-04-01T12:49:30Z', 'revision_number': 3, 'project_id': '6664ddfb71734ef9ace7205f433c6038', 'gw_port': {'id': '61ac92cb-d25b-4ec7-871f-f624a4f5c04f', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb720c11-2e21-4f47-b7a8-683404366ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:29Z', 'updated_at': '2022-04-01T12:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:33.368782 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:33.418306 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e1cd1ce6-7ee5-4293-a47c-d745343f6110 req-dffe2fe0-da0d-42d6-a36a-0d75ae0c3348 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379192 Apr 01 12:49:33.437768 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.444745 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.448379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/networks/313eb7bb-7c12-4c54-9343-9ec636609244 HTTP/1.1" status: 204 len: 168 time: 0.9819324 Apr 01 12:49:33.449114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56874) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:33.457331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:33.457702 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.463786 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56876) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:33.468434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-c5cf520b-5a3b-4779-8371-f755a80d8dd4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1652642859'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:33.517099 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31318e7a-3223-4124-99de-1b38c1784820 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Network': ['ID=313eb7bb-7c12-4c54-9343-9ec636609244,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:33.539635 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.551883 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.552816 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.559949 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83891b0f-bf92-4cfb-ad4e-9cf5a7d6d0ad tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:33.561725 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-83891b0f-bf92-4cfb-ad4e-9cf5a7d6d0ad tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1091 time: 0.0947087 Apr 01 12:49:33.567338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cf520b-5a3b-4779-8371-f755a80d8dd4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:33.567587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56878) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:33.569591 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c5cf520b-5a3b-4779-8371-f755a80d8dd4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.591947 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:33.599292 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.634282 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.637278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Allocated IP 172.20.0.9 (272473ce-9ffd-424d-9d97-5c2176070c2e/281039f3-e228-4fcd-9e4a-16b1968dd667/ec626bb1-15d3-4604-99d1-3a25700e75d4) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:33.661473 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cf520b-5a3b-4779-8371-f755a80d8dd4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:49:33.676036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=26b4d778-d8d6-4564-98d3-5f29b972764c,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:33.692179 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.736489 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c5cf520b-5a3b-4779-8371-f755a80d8dd4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.736831 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-c5cf520b-5a3b-4779-8371-f755a80d8dd4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Added segment 7a36632a-a723-42f7-823a-b19e861591c5 of type vlan for network 36879e92-2c6b-4ac3-b126-fced973a53a6 Apr 01 12:49:33.760603 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:33.766056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:33.870792 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c5cf520b-5a3b-4779-8371-f755a80d8dd4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:33.934554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Allocated IP 172.25.7.175 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:33.995631 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:34.074645 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c5cf520b-5a3b-4779-8371-f755a80d8dd4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:34.084505 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cf520b-5a3b-4779-8371-f755a80d8dd4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:34.085170 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c5cf520b-5a3b-4779-8371-f755a80d8dd4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:34.142937 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b4f7505d-1d67-483a-94f0-5a131f8c0fcb req-7a068534-4025-4214-a628-a30799368f5d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 210 time: 0.0681183 Apr 01 12:49:34.206069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Router c041b70a-ea5b-4346-809b-e2139c30fc1e is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:49:34.221966 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c5cf520b-5a3b-4779-8371-f755a80d8dd4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7572448 Apr 01 12:49:34.226508 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56892) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:34.260035 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6fc2fd70-291d-4a21-8c2e-4781bfd5a1dc None None] Provisioning complete for port 26b4d778-d8d6-4564-98d3-5f29b972764c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:34.260667 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6fc2fd70-291d-4a21-8c2e-4781bfd5a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:34.283150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-58a92345-917c-49aa-b0aa-8149d14e96bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'subnet': {'network_id': '36879e92-2c6b-4ac3-b126-fced973a53a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:34.290192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf520b-5a3b-4779-8371-f755a80d8dd4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Network': ['ID=36879e92-2c6b-4ac3-b126-fced973a53a6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:34.304051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 36879e92-2c6b-4ac3-b126-fced973a53a6 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:49:34.325916 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:34.347635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2fd70-291d-4a21-8c2e-4781bfd5a1dc None None] Port 26b4d778-d8d6-4564-98d3-5f29b972764c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:34.417124 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:34.423287 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e7e51ccb-f17d-49ff-b55d-c8931c6c7070 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "PUT /v2.0/routers/c041b70a-ea5b-4346-809b-e2139c30fc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8710637 Apr 01 12:49:34.426077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56894) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:34.431645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2374e14-3660-42ef-8a8c-0a6bbd5bc0e2 None None] Sync routers for ids ['c041b70a-ea5b-4346-809b-e2139c30fc1e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:34.432125 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:34.449309 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2374e14-3660-42ef-8a8c-0a6bbd5bc0e2 None None] Routers {'c041b70a-ea5b-4346-809b-e2139c30fc1e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:34.450921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d2374e14-3660-42ef-8a8c-0a6bbd5bc0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c041b70a-ea5b-4346-809b-e2139c30fc1e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:34.466499 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:34.486266 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:34.502539 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a92345-917c-49aa-b0aa-8149d14e96bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:34.504070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d2374e14-3660-42ef-8a8c-0a6bbd5bc0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:34.506160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58a92345-917c-49aa-b0aa-8149d14e96bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:34.517186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2374e14-3660-42ef-8a8c-0a6bbd5bc0e2 None None] Routers {'c041b70a-ea5b-4346-809b-e2139c30fc1e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:34.518194 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d2374e14-3660-42ef-8a8c-0a6bbd5bc0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c041b70a-ea5b-4346-809b-e2139c30fc1e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:34.565721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:34.571846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Network 272473ce-9ffd-424d-9d97-5c2176070c2e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:34.576150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:34.578902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:34.581637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:34.591991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d2374e14-3660-42ef-8a8c-0a6bbd5bc0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:34.598569 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2374e14-3660-42ef-8a8c-0a6bbd5bc0e2 None None] The sync data for ids ['c041b70a-ea5b-4346-809b-e2139c30fc1e'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:34.599056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89463c00-ad92-4bac-bf37-97e16ce27298 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:34.604500 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-89463c00-ad92-4bac-bf37-97e16ce27298 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports?device_id=c041b70a-ea5b-4346-809b-e2139c30fc1e HTTP/1.1" status: 200 len: 988 time: 0.1748188 Apr 01 12:49:34.629480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Pushing event updated for resources: {'Port': ['ID=ec626bb1-15d3-4604-99d1-3a25700e75d4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:34.636527 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56896) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:34.644837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:34.655507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.25.7.201 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/a913bbbb-985e-4399-8cca-85150305e1a6) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:34.924737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event updated for resources: {'Port': ['ID=bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:34.935652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:34.936378 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:34.961336 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66384695-d1f0-4927-838f-4fbe1b0b0cfe req-fa049537-0c8a-42da-adc1-d2a4d247d2f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1840529 Apr 01 12:49:34.967849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-ebc8a388-16a4-4a1e-9505-c47ab0028c1c tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9288192 Apr 01 12:49:35.001993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Request body: {'port': {'device_id': '3b46a34f-4abc-4452-b461-2150053297f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:35.031483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:35.074769 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58a92345-917c-49aa-b0aa-8149d14e96bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:35.096735 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:35.143459 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:35.162204 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66384695-d1f0-4927-838f-4fbe1b0b0cfe req-d7d5fcfb-939a-4806-b95e-63e6f41456aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:35.163452 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a92345-917c-49aa-b0aa-8149d14e96bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Subnet': ['ID=55f62cf6-2e8d-46c9-aae6-08a2b64e79dd,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:35.164136 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66384695-d1f0-4927-838f-4fbe1b0b0cfe req-d7d5fcfb-939a-4806-b95e-63e6f41456aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 1096 time: 0.1312361 Apr 01 12:49:35.188238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:35.269779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a92345-917c-49aa-b0aa-8149d14e96bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Checking segment: {'id': '7a36632a-a723-42f7-823a-b19e861591c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36879e92-2c6b-4ac3-b126-fced973a53a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:35.270762 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a92345-917c-49aa-b0aa-8149d14e96bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network hostable DHCP agents. Network: 36879e92-2c6b-4ac3-b126-fced973a53a6, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:49:35.303550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:35.317842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:35.329200 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:35.386504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=a913bbbb-985e-4399-8cca-85150305e1a6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:35.406158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a92345-917c-49aa-b0aa-8149d14e96bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 36879e92-2c6b-4ac3-b126-fced973a53a6 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:49:35.433536 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 61ac92cb-d25b-4ec7-871f-f624a4f5c04f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:35.462705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-58a92345-917c-49aa-b0aa-8149d14e96bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 36879e92-2c6b-4ac3-b126-fced973a53a6) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:35.484307 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a92345-917c-49aa-b0aa-8149d14e96bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:35.485346 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58a92345-917c-49aa-b0aa-8149d14e96bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:35.491442 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf496cf-cb3f-4ca0-9219-d35ade079bc9 None None] Network 36879e92-2c6b-4ac3-b126-fced973a53a6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:35.538983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251f6b0-cc34-4e09-be73-b1fabbb2baf3 req-f86603d3-bccf-4c08-ba91-90a85cb8d265 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:35.540549 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4251f6b0-cc34-4e09-be73-b1fabbb2baf3 req-f86603d3-bccf-4c08-ba91-90a85cb8d265 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 931 time: 0.2564342 Apr 01 12:49:35.545293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66384695-d1f0-4927-838f-4fbe1b0b0cfe req-45481fc7-ac2b-4b3d-bea9-0610f5a5bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:35.546718 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66384695-d1f0-4927-838f-4fbe1b0b0cfe req-45481fc7-ac2b-4b3d-bea9-0610f5a5bfb7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 912 time: 0.3321493 Apr 01 12:49:35.608329 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-58a92345-917c-49aa-b0aa-8149d14e96bc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3779306 Apr 01 12:49:35.609058 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56902) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:35.635657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-970465fc-b6dd-4c07-8793-c6d7e0252c0d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1431818260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:35.650724 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1481f808-b85a-4000-9f6d-33f8598b7ded tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:35.664528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 61ac92cb-d25b-4ec7-871f-f624a4f5c04f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:35.665266 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.022268 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-36879e92-2c6b-4ac3-b126-fced973a53a6', 'network_id': '36879e92-2c6b-4ac3-b126-fced973a53a6', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'fixed_ips': [{'subnet_id': '55f62cf6-2e8d-46c9-aae6-08a2b64e79dd'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:49:36.023475 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.160254 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.190894 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-970465fc-b6dd-4c07-8793-c6d7e0252c0d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.192139 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-970465fc-b6dd-4c07-8793-c6d7e0252c0d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.228915 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.233260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66384695-d1f0-4927-838f-4fbe1b0b0cfe req-f1e0b8f7-a6e3-46c8-b0aa-8aca1f6024c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6104387-0117-4b4a-9f4b-5acd46d5f2c9 HTTP/1.1" status: 200 len: 1001 time: 0.6658554 Apr 01 12:49:36.233878 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 61ac92cb-d25b-4ec7-871f-f624a4f5c04f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=61ac92cb-d25b-4ec7-871f-f624a4f5c04f,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:36.247340 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4251f6b0-cc34-4e09-be73-b1fabbb2baf3 req-2ba5e210-07f1-440b-b86f-c17dfc18ff5d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6875970 Apr 01 12:49:36.247788 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.310616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=61ac92cb-d25b-4ec7-871f-f624a4f5c04f,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:36.326592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Allocated IP 2001:db8::2 (36879e92-2c6b-4ac3-b126-fced973a53a6/55f62cf6-2e8d-46c9-aae6-08a2b64e79dd/4bf13e41-122d-4bf1-8520-febacc43206d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:36.337685 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-970465fc-b6dd-4c07-8793-c6d7e0252c0d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.420201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66384695-d1f0-4927-838f-4fbe1b0b0cfe req-ee0fb627-fa61-4c25-a140-83f2dc700da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:36.422424 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66384695-d1f0-4927-838f-4fbe1b0b0cfe req-ee0fb627-fa61-4c25-a140-83f2dc700da9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb2409b7-d005-4b83-bb45-b3e7637fb4f0 HTTP/1.1" status: 200 len: 850 time: 0.1739967 Apr 01 12:49:36.427504 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-970465fc-b6dd-4c07-8793-c6d7e0252c0d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.471035 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ebba4360-dad1-44a6-8438-789b8e54486a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.501468 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-970465fc-b6dd-4c07-8793-c6d7e0252c0d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.505835 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-970465fc-b6dd-4c07-8793-c6d7e0252c0d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8915620 Apr 01 12:49:36.506595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56908) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:36.515544 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'port': {'network_id': '36879e92-2c6b-4ac3-b126-fced973a53a6', 'name': 'tempest-RoutersIpV6Test-259678417'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:36.578586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec626bb1-15d3-4604-99d1-3a25700e75d4 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:49:36.596929 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.604521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66384695-d1f0-4927-838f-4fbe1b0b0cfe req-f5bcaa20-6522-4d88-9e20-a2579d83d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:36.606041 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66384695-d1f0-4927-838f-4fbe1b0b0cfe req-f5bcaa20-6522-4d88-9e20-a2579d83d7c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321361 Apr 01 12:49:36.663875 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.674310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Transition to ACTIVE for port object ec626bb1-15d3-4604-99d1-3a25700e75d4 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:49:36.674843 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.713211 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.746188 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.787995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Router dca1a4b2-0c06-4bf6-8488-3034b9850af4 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:49:36.803997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Network 36879e92-2c6b-4ac3-b126-fced973a53a6 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:36.807947 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:36.810715 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:36.840126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Pushing event updated for resources: {'Port': ['ID=4bf13e41-122d-4bf1-8520-febacc43206d,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:36.851912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Pushing event updated for resources: {'Port': ['ID=ec626bb1-15d3-4604-99d1-3a25700e75d4,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:36.901681 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:36.907959 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.916629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1481f808-b85a-4000-9f6d-33f8598b7ded tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 26b4d778-d8d6-4564-98d3-5f29b972764c {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:36.917511 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1481f808-b85a-4000-9f6d-33f8598b7ded tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.943603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Attempting to bind port 4bf13e41-122d-4bf1-8520-febacc43206d on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:36.943974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Attempting to bind port 4bf13e41-122d-4bf1-8520-febacc43206d by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '7a36632a-a723-42f7-823a-b19e861591c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36879e92-2c6b-4ac3-b126-fced973a53a6'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:36.944338 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Attempting to bind port 4bf13e41-122d-4bf1-8520-febacc43206d on network 36879e92-2c6b-4ac3-b126-fced973a53a6 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:36.951372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:36.951678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Checking segment: {'id': '7a36632a-a723-42f7-823a-b19e861591c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36879e92-2c6b-4ac3-b126-fced973a53a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:36.952085 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.952476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Bound using segment: {'id': '7a36632a-a723-42f7-823a-b19e861591c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36879e92-2c6b-4ac3-b126-fced973a53a6'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:36.952944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Bound port: 4bf13e41-122d-4bf1-8520-febacc43206d, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a36632a-a723-42f7-823a-b19e861591c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36879e92-2c6b-4ac3-b126-fced973a53a6'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:36.953325 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:36.994894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] device_id is not set on port c24c2a16-ad33-4989-91c1-ae0c61273687 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:49:37.005055 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66384695-d1f0-4927-838f-4fbe1b0b0cfe req-15682fd0-1a07-430d-94d1-d32af8b3ec76 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889575 Apr 01 12:49:37.037680 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] For port 4bf13e41-122d-4bf1-8520-febacc43206d, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:37.042467 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] For port 4bf13e41-122d-4bf1-8520-febacc43206d, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4bf13e41-122d-4bf1-8520-febacc43206d,segment=NetworkSegment(7a36632a-a723-42f7-823a-b19e861591c5),segment_id=7a36632a-a723-42f7-823a-b19e861591c5)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:37.050730 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:37.060936 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:37.072974 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Sync routers for ids ['dca1a4b2-0c06-4bf6-8488-3034b9850af4'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:37.081910 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Attempting to bind port ec626bb1-15d3-4604-99d1-3a25700e75d4 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:37.082289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Attempting to bind port ec626bb1-15d3-4604-99d1-3a25700e75d4 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'a796b064-841c-4004-a2e2-15b7c5d92010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:37.082614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Attempting to bind port ec626bb1-15d3-4604-99d1-3a25700e75d4 on network 272473ce-9ffd-424d-9d97-5c2176070c2e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:37.096854 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Routers {'dca1a4b2-0c06-4bf6-8488-3034b9850af4'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:37.097968 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['dca1a4b2-0c06-4bf6-8488-3034b9850af4'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:37.126399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Port ec626bb1-15d3-4604-99d1-3a25700e75d4 on network 272473ce-9ffd-424d-9d97-5c2176070c2e not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:49:37.126720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Attempting to bind port ec626bb1-15d3-4604-99d1-3a25700e75d4 on network 272473ce-9ffd-424d-9d97-5c2176070c2e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:37.139014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:37.139481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Checking segment: {'id': 'a796b064-841c-4004-a2e2-15b7c5d92010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:37.139823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Bound using segment: {'id': 'a796b064-841c-4004-a2e2-15b7c5d92010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:37.140272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Bound port: ec626bb1-15d3-4604-99d1-3a25700e75d4, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a796b064-841c-4004-a2e2-15b7c5d92010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:37.140609 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:37.154957 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:37.156189 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4f07281e-4a9f-44ea-9c6d-ec1fb30d12aa tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5203457 Apr 01 12:49:37.161721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56916) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:37.172906 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfc2e7-099a-47c3-982a-49344d111d3c None None] Pushing event updated for resources: {'Port': ['ID=4bf13e41-122d-4bf1-8520-febacc43206d,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:37.244300 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Set router dca1a4b2-0c06-4bf6-8488-3034b9850af4 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:49:37.339874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1481f808-b85a-4000-9f6d-33f8598b7ded tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:37.345431 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66384695-d1f0-4927-838f-4fbe1b0b0cfe req-5aa72601-ba7d-49ae-a14d-24353195da01 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315344 Apr 01 12:49:37.380464 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1481f808-b85a-4000-9f6d-33f8598b7ded tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 26b4d778-d8d6-4564-98d3-5f29b972764c owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:37.405976 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 61ac92cb-d25b-4ec7-871f-f624a4f5c04f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:37.463594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] For port ec626bb1-15d3-4604-99d1-3a25700e75d4, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:37.484756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] For port ec626bb1-15d3-4604-99d1-3a25700e75d4, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ec626bb1-15d3-4604-99d1-3a25700e75d4,segment=NetworkSegment(a796b064-841c-4004-a2e2-15b7c5d92010),segment_id=a796b064-841c-4004-a2e2-15b7c5d92010)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:37.488595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c54f43f8-29c0-4848-8376-008fe0e656a4 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/routers/dca1a4b2-0c06-4bf6-8488-3034b9850af4 HTTP/1.1" status: 200 len: 908 time: 0.3253210 Apr 01 12:49:37.506720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56922) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:37.511367 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:37.559241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 61ac92cb-d25b-4ec7-871f-f624a4f5c04f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:37.560492 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:37.697613 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:37.721906 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca1a4b2-0c06-4bf6-8488-3034b9850af4', 'name': 'tempest-snat-router-2130388011', 'tenant_id': '6664ddfb71734ef9ace7205f433c6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:49:31Z', 'updated_at': '2022-04-01T12:49:34Z', 'revision_number': 3, 'project_id': '6664ddfb71734ef9ace7205f433c6038', 'gw_port': {'id': 'bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:74:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca1a4b2-0c06-4bf6-8488-3034b9850af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:33Z', 'updated_at': '2022-04-01T12:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:37.768382 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Checking router: dca1a4b2-0c06-4bf6-8488-3034b9850af4 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:49:37.769052 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Updating router dca1a4b2-0c06-4bf6-8488-3034b9850af4 port bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:49:37.775159 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:37.775890 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:37.777160 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] 10.222.0.37 "PUT /v2.0/ports/ec626bb1-15d3-4604-99d1-3a25700e75d4 HTTP/1.1" status: 200 len: 1091 time: 2.7796719 Apr 01 12:49:37.791557 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:37.793244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b46a34f-4abc-4452-b461-2150053297f5', 'tag': 'ec626bb1-15d3-4604-99d1-3a25700e75d4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:37.795851 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d706ef-8f2d-4e26-8ac5-70b1b74e66c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b46a34f-4abc-4452-b461-2150053297f5", "tag": "ec626bb1-15d3-4604-99d1-3a25700e75d4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:37.808206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1481f808-b85a-4000-9f6d-33f8598b7ded tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:37.825320 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:37.878807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Allocated IP 2001:db8::1e8 (36879e92-2c6b-4ac3-b126-fced973a53a6/55f62cf6-2e8d-46c9-aae6-08a2b64e79dd/c24c2a16-ad33-4989-91c1-ae0c61273687) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:37.882536 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481f808-b85a-4000-9f6d-33f8598b7ded tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=26b4d778-d8d6-4564-98d3-5f29b972764c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:37.892976 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45ff087-b317-48da-a7fe-6c8d5741aee9 x-openstack-request-id: req-e45ff087-b317-48da-a7fe-6c8d5741aee9 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:37.893673 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b46a34f-4abc-4452-b461-2150053297f5", "tag": "ec626bb1-15d3-4604-99d1-3a25700e75d4", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:37.894181 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e45ff087-b317-48da-a7fe-6c8d5741aee9 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:37.895940 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45ff087-b317-48da-a7fe-6c8d5741aee9'] response: {'name': 'network-changed', 'server_uuid': '3b46a34f-4abc-4452-b461-2150053297f5', 'tag': 'ec626bb1-15d3-4604-99d1-3a25700e75d4', 'status': 'completed', 'code': 200} Apr 01 12:49:37.913241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914f4ac-b63c-485c-b28b-7d7753127f90 service neutron] Pushing event updated for resources: {'Port': ['ID=ec626bb1-15d3-4604-99d1-3a25700e75d4,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:37.968524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815e90d-d510-4ad9-91fd-924ac8678697 req-aec89eb5-d125-4ede-9e30-ceedfa048126 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:37.971406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7815e90d-d510-4ad9-91fd-924ac8678697 req-aec89eb5-d125-4ede-9e30-ceedfa048126 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 943 time: 0.4384041 Apr 01 12:49:38.021503 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-c69a7b3b-136c-4fca-8053-ade4aa6691df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:38.023099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-c69a7b3b-136c-4fca-8053-ade4aa6691df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a677a0d0e8844bc7bd51093eb647ee64&device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 1094 time: 0.1884930 Apr 01 12:49:38.081506 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-a0d7f634-074e-4319-8170-1c6e95291641 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec626bb1-15d3-4604-99d1-3a25700e75d4 HTTP/1.1" status: 200 len: 217 time: 0.0469632 Apr 01 12:49:38.107923 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.153490 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1481f808-b85a-4000-9f6d-33f8598b7ded tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.207314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-19d7ec95-7d1f-4aee-96be-fbcd55dcdf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:38.208401 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-19d7ec95-7d1f-4aee-96be-fbcd55dcdf43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=281039f3-e228-4fcd-9e4a-16b1968dd667 HTTP/1.1" status: 200 len: 849 time: 0.1200762 Apr 01 12:49:38.245296 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-11ac035c-9b73-4ca6-8acf-7cf0ad605007 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=272473ce-9ffd-424d-9d97-5c2176070c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282712 Apr 01 12:49:38.295073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Deleting port bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:38.295415 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.310292 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.318552 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.382432 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Attempting to bind port bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:38.383778 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Attempting to bind port bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:38.384230 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.384896 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Attempting to bind port bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:38.394353 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcc035-4928-4b6a-83dd-d71dbd3d3ac9 None None] Pushing event updated for resources: {'Port': ['ID=bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:38.397275 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Calling delete_port for bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2 owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:38.398276 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:38.399065 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:38.399668 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.400243 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:38.400915 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Bound port: bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:38.401592 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.410966 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7815e90d-d510-4ad9-91fd-924ac8678697 req-bd429849-a540-4464-aab8-81f5675e59ba tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276664 Apr 01 12:49:38.463353 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] For port bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:38.467072 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] For port bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:38.473821 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.532692 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Routers {'dca1a4b2-0c06-4bf6-8488-3034b9850af4'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:38.533512 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['dca1a4b2-0c06-4bf6-8488-3034b9850af4'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:38.577760 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.588651 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.631518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.644350 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] Set router dca1a4b2-0c06-4bf6-8488-3034b9850af4 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:49:38.646324 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1481f808-b85a-4000-9f6d-33f8598b7ded tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Router c041b70a-ea5b-4346-809b-e2139c30fc1e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:49:38.647144 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=a913bbbb-985e-4399-8cca-85150305e1a6,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:38.660518 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09032b08-8c12-4a22-929d-87b3cf0bc1f7 None None] Network 36879e92-2c6b-4ac3-b126-fced973a53a6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:38.669255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:38.706420 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-c02c9660-fbce-4b92-a26c-6e2f345343af service neutron] 10.222.0.37 "GET /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525855 Apr 01 12:49:38.726339 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.728137 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca1a4b2-0c06-4bf6-8488-3034b9850af4', 'name': 'tempest-snat-router-2130388011', 'tenant_id': '6664ddfb71734ef9ace7205f433c6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:49:31Z', 'updated_at': '2022-04-01T12:49:38Z', 'revision_number': 4, 'project_id': '6664ddfb71734ef9ace7205f433c6038', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:38.765437 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-68600b4a-6157-440c-9f36-b201beb7a13c None None] Provisioning complete for port 4bf13e41-122d-4bf1-8520-febacc43206d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:38.766804 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-68600b4a-6157-440c-9f36-b201beb7a13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.771099 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6727ae7-dd55-4644-ae56-fdc8ffeeba94 None None] The sync data for ids ['dca1a4b2-0c06-4bf6-8488-3034b9850af4'] in n-d-836146-1 is: [{'id': 'dca1a4b2-0c06-4bf6-8488-3034b9850af4', 'name': 'tempest-snat-router-2130388011', 'tenant_id': '6664ddfb71734ef9ace7205f433c6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:49:31Z', 'updated_at': '2022-04-01T12:49:38Z', 'revision_number': 4, 'project_id': '6664ddfb71734ef9ace7205f433c6038', 'gw_port_host': None}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:38.780769 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcc035-4928-4b6a-83dd-d71dbd3d3ac9 None None] Pushing event updated for resources: {'Port': ['ID=bc00c7ae-19d5-43bb-90a1-a6ab2d87f9d2,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:38.794427 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.875952 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1481f808-b85a-4000-9f6d-33f8598b7ded tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:38.882765 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.895098 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1481f808-b85a-4000-9f6d-33f8598b7ded tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "PUT /v2.0/routers/c041b70a-ea5b-4346-809b-e2139c30fc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2574501 Apr 01 12:49:38.902225 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cfe838-d385-4df1-a34b-22c5555ae939 None None] Sync routers for ids ['c041b70a-ea5b-4346-809b-e2139c30fc1e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:38.909298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56928) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:38.912913 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.940779 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9b66e2a0-8690-4735-be3a-1f503c8b25fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:38.954863 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aad78ec-7dea-458a-9efc-76b743a92e08 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:49:38.956846 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9aad78ec-7dea-458a-9efc-76b743a92e08 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/26b4d778-d8d6-4564-98d3-5f29b972764c HTTP/1.1" status: 404 len: 333 time: 0.0459678 Apr 01 12:49:38.960595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56930) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:38.969796 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cfe838-d385-4df1-a34b-22c5555ae939 None None] Routers {'c041b70a-ea5b-4346-809b-e2139c30fc1e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:38.970462 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-29cfe838-d385-4df1-a34b-22c5555ae939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c041b70a-ea5b-4346-809b-e2139c30fc1e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:38.996819 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.000306 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.008961 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9a07b3e-bffc-4d8d-8fc2-6e6f498ff402 req-8c0250c3-b802-488c-9749-257e11d998f7 service neutron] 10.222.0.37 "GET /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605259 Apr 01 12:49:39.013414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-29cfe838-d385-4df1-a34b-22c5555ae939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:39.015487 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.032051 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.071888 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.072418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dca1a4b2-0c06-4bf6-8488-3034b9850af4 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:49:39.076842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.078024 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-25287915-9121-4c9c-b732-1ddc7a9b4224 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "DELETE /v2.0/routers/dca1a4b2-0c06-4bf6-8488-3034b9850af4 HTTP/1.1" status: 204 len: 168 time: 1.5376737 Apr 01 12:49:39.080569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56934) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:39.094728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cfe838-d385-4df1-a34b-22c5555ae939 None None] Routers {'c041b70a-ea5b-4346-809b-e2139c30fc1e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:39.094924 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-29cfe838-d385-4df1-a34b-22c5555ae939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c041b70a-ea5b-4346-809b-e2139c30fc1e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:39.134384 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-29cfe838-d385-4df1-a34b-22c5555ae939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:39.134774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cfe838-d385-4df1-a34b-22c5555ae939 None None] The sync data for ids ['c041b70a-ea5b-4346-809b-e2139c30fc1e'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:39.142403 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-68600b4a-6157-440c-9f36-b201beb7a13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.159375 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Floating IP 152547e8-d21b-4d32-a8e7-9f0e5134e0e2 associated. External IP: 172.25.7.201, port: a5453505-645a-4aa9-9626-eab9abea70ff. Apr 01 12:49:39.202029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-68600b4a-6157-440c-9f36-b201beb7a13c None None] For port 4bf13e41-122d-4bf1-8520-febacc43206d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4bf13e41-122d-4bf1-8520-febacc43206d,segment=NetworkSegment(7a36632a-a723-42f7-823a-b19e861591c5),segment_id=7a36632a-a723-42f7-823a-b19e861591c5)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:39.210462 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-68600b4a-6157-440c-9f36-b201beb7a13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.288947 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68600b4a-6157-440c-9f36-b201beb7a13c None None] Pushing event updated for resources: {'Port': ['ID=4bf13e41-122d-4bf1-8520-febacc43206d,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:39.291176 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d706ef-8f2d-4e26-8ac5-70b1b74e66c6 req-723c6e4d-fe82-4195-a7cf-4c49dec259d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:39.292695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87d706ef-8f2d-4e26-8ac5-70b1b74e66c6 req-723c6e4d-fe82-4195-a7cf-4c49dec259d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a677a0d0e8844bc7bd51093eb647ee64&device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 1094 time: 0.1518674 Apr 01 12:49:39.345825 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.504785 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4bf13e41-122d-4bf1-8520-febacc43206d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:39.513633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5f511548-28b6-407d-88b7-e6689b41ae14 None None] Provisioning complete for port 4bf13e41-122d-4bf1-8520-febacc43206d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:39.514024 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5f511548-28b6-407d-88b7-e6689b41ae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.653619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d706ef-8f2d-4e26-8ac5-70b1b74e66c6 req-6ab2cccf-5d53-4449-8cba-9d45d58077f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:39.655425 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87d706ef-8f2d-4e26-8ac5-70b1b74e66c6 req-6ab2cccf-5d53-4449-8cba-9d45d58077f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=272473ce-9ffd-424d-9d97-5c2176070c2e HTTP/1.1" status: 200 len: 910 time: 0.3523970 Apr 01 12:49:39.663418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2e7c2-faad-4a4e-8476-f5f987513448 req-91caa441-a075-4911-b9ba-3d95533d2817 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:39.665475 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58f2e7c2-faad-4a4e-8476-f5f987513448 req-91caa441-a075-4911-b9ba-3d95533d2817 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 943 time: 0.0878899 Apr 01 12:49:39.677271 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.681679 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ac31-92d8-41d5-88cf-cb23506167de tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.703436 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4bf13e41-122d-4bf1-8520-febacc43206d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:39.704063 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.721904 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87d706ef-8f2d-4e26-8ac5-70b1b74e66c6 req-903fbffa-a3f7-4ea0-a22e-0e6ec7599b1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec626bb1-15d3-4604-99d1-3a25700e75d4 HTTP/1.1" status: 200 len: 217 time: 0.0512898 Apr 01 12:49:39.794347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 36879e92-2c6b-4ac3-b126-fced973a53a6 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:39.804915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d706ef-8f2d-4e26-8ac5-70b1b74e66c6 req-42a280a9-ae07-4b1e-a06d-7c43546be96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:39.807165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87d706ef-8f2d-4e26-8ac5-70b1b74e66c6 req-42a280a9-ae07-4b1e-a06d-7c43546be96c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=281039f3-e228-4fcd-9e4a-16b1968dd667 HTTP/1.1" status: 200 len: 849 time: 0.0755017 Apr 01 12:49:39.839288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-58f2e7c2-faad-4a4e-8476-f5f987513448 req-6925b9d0-2e15-435a-bf40-a592a8fcd9e4 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551499 Apr 01 12:49:39.874896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87d706ef-8f2d-4e26-8ac5-70b1b74e66c6 req-0287fcb6-d278-4b9b-821a-ad0753c51ef9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=272473ce-9ffd-424d-9d97-5c2176070c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492511 Apr 01 12:49:39.888414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:39.895333 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:39.900982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:39.901634 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.904067 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=c24c2a16-ad33-4989-91c1-ae0c61273687,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:39.932881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Deleting port 61ac92cb-d25b-4ec7-871f-f624a4f5c04f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:39.933512 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.956164 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ac31-92d8-41d5-88cf-cb23506167de tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:39.993145 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ac31-92d8-41d5-88cf-cb23506167de tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.010376 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9acbe872-242e-45bd-917d-b8c969e1a677 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4994071 Apr 01 12:49:40.018746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56948) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:40.051560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-a4d717da-f6ac-4099-b7a6-1d2146baf8ac req-3ae379f8-7fd7-410a-bdee-0656ac6e0e1d service neutron] (102718) timed out ('10.222.0.45', 33320) {{(pid=102718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 12:49:40.072494 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ac31-92d8-41d5-88cf-cb23506167de tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.073107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a4ac31-92d8-41d5-88cf-cb23506167de tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Fanout notify agent at l3_agent the message router_deleted on router c041b70a-ea5b-4346-809b-e2139c30fc1e {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:49:40.081232 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ac31-92d8-41d5-88cf-cb23506167de tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.085311 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f3a4ac31-92d8-41d5-88cf-cb23506167de tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/routers/c041b70a-ea5b-4346-809b-e2139c30fc1e HTTP/1.1" status: 204 len: 168 time: 1.1208930 Apr 01 12:49:40.087824 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56950) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:40.194966 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b668594c-54eb-4e96-a923-908530959cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting subnet 7d6cfe5a-3071-4ba9-a973-5fe1f32b8449 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:49:40.202867 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b668594c-54eb-4e96-a923-908530959cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.268148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-46e288b1-f9e7-4f54-99a2-3b4796cfe040 None None] Provisioning complete for port c24c2a16-ad33-4989-91c1-ae0c61273687 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:40.268259 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-46e288b1-f9e7-4f54-99a2-3b4796cfe040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.300243 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b668594c-54eb-4e96-a923-908530959cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.307039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-46e288b1-f9e7-4f54-99a2-3b4796cfe040 None None] Port c24c2a16-ad33-4989-91c1-ae0c61273687 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:40.338473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:49:40.425754 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.483647 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b668594c-54eb-4e96-a923-908530959cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.532628 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:40.542219 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e5648-76a2-472c-99ff-78e2752a11c9 None None] Sync routers for ids ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:40.562759 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e5648-76a2-472c-99ff-78e2752a11c9 None None] Routers {'5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:40.563663 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-828e5648-76a2-472c-99ff-78e2752a11c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:40.571796 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.621853 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ad7f4284-2464-4863-9d1e-cdaa56fb5355 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0522609 Apr 01 12:49:40.623271 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b668594c-54eb-4e96-a923-908530959cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.625926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:40.628474 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85395e35-d9ba-4fc6-8ef6-19839e249965" -d '{"events": [{"name": "network-changed", "server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:40.672404 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668594c-54eb-4e96-a923-908530959cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6cfe5a-3071-4ba9-a973-5fe1f32b8449,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:40.676973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b668594c-54eb-4e96-a923-908530959cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.681074 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b668594c-54eb-4e96-a923-908530959cf1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/7d6cfe5a-3071-4ba9-a973-5fe1f32b8449 HTTP/1.1" status: 204 len: 168 time: 0.5913994 Apr 01 12:49:40.683282 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56958) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:40.691282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11558173-5079-4d74-b342-d825c856bc68 None None] Network a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:40.712785 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-828e5648-76a2-472c-99ff-78e2752a11c9 None None] Set router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:49:40.768380 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87d706ef-8f2d-4e26-8ac5-70b1b74e66c6 req-04adefa3-434b-4d6f-881c-7834e54be41d service neutron] 10.222.0.37 "GET /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8833315 Apr 01 12:49:40.783724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] For port 61ac92cb-d25b-4ec7-871f-f624a4f5c04f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=61ac92cb-d25b-4ec7-871f-f624a4f5c04f,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:40.784141 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.799151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Calling delete_port for 61ac92cb-d25b-4ec7-871f-f624a4f5c04f owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:40.826807 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3609d5a2-742c-4eff-8a39-87b853991d11 x-openstack-request-id: req-3609d5a2-742c-4eff-8a39-87b853991d11 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:40.827083 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:40.831406 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3609d5a2-742c-4eff-8a39-87b853991d11 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:40.831904 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3609d5a2-742c-4eff-8a39-87b853991d11'] response: {'name': 'network-changed', 'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'status': 'completed', 'code': 200} Apr 01 12:49:40.870056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:40.922315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031ace2-0438-4b13-a031-6f0f784bc3f9 req-19cece8f-f507-47b3-ba92-379ed0a79e65 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:40.925409 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7031ace2-0438-4b13-a031-6f0f784bc3f9 req-19cece8f-f507-47b3-ba92-379ed0a79e65 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.0926375 Apr 01 12:49:40.990439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcbe064-e349-4af6-89bf-fa8a86734164 None None] DHCP port deletion for a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:49:41.030031 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7031ace2-0438-4b13-a031-6f0f784bc3f9 req-104c874d-44cb-4a66-931f-b12deda6c560 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601764 Apr 01 12:49:41.041512 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:41.041936 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.061289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56962) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:41.109508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-adcbe064-e349-4af6-89bf-fa8a86734164 None None] Deleting port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:41.109971 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-adcbe064-e349-4af6-89bf-fa8a86734164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.161816 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-828e5648-76a2-472c-99ff-78e2752a11c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:49:06Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '152547e8-d21b-4d32-a8e7-9f0e5134e0e2', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'port_id': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'mac_address': 'fa:16:3e:f9:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:49:36Z', 'updated_at': '2022-04-01T12:49:36Z', 'revision_number': 0, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa426c5-3923-4501-9447-8ba2c505420b', 'name': '', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:e6:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:04Z', 'updated_at': '2022-04-01T12:49:17Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:41.201934 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] For port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d312cb44-02d9-48d2-ad11-5dc6c0aacaa0,segment=NetworkSegment(865fe2c0-92e0-49d9-a5b4-3b14b3412e8d),segment_id=865fe2c0-92e0-49d9-a5b4-3b14b3412e8d)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:41.202357 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.213249 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e5648-76a2-472c-99ff-78e2752a11c9 None None] Checking router: 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:49:41.223555 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e5648-76a2-472c-99ff-78e2752a11c9 None None] Routers {'5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:41.224109 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-828e5648-76a2-472c-99ff-78e2752a11c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:41.234406 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:41.236510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-adcbe064-e349-4af6-89bf-fa8a86734164 None None] For port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d312cb44-02d9-48d2-ad11-5dc6c0aacaa0,segment=NetworkSegment(865fe2c0-92e0-49d9-a5b4-3b14b3412e8d),segment_id=865fe2c0-92e0-49d9-a5b4-3b14b3412e8d)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:41.236974 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-adcbe064-e349-4af6-89bf-fa8a86734164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.239454 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-72d106cf-e673-42b1-bd43-519e046b9352 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/152547e8-d21b-4d32-a8e7-9f0e5134e0e2 HTTP/1.1" status: 200 len: 991 time: 0.1740751 Apr 01 12:49:41.260806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85395e35-d9ba-4fc6-8ef6-19839e249965 req-3c32f893-e258-447b-b2f8-7ba1f8a82322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:41.261876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-adcbe064-e349-4af6-89bf-fa8a86734164 None None] Calling delete_port for d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:41.262363 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85395e35-d9ba-4fc6-8ef6-19839e249965 req-3c32f893-e258-447b-b2f8-7ba1f8a82322 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1096 time: 0.4427381 Apr 01 12:49:41.331306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2abd69-91fe-4dfd-b545-876304955ccf req-6bb29c2b-fed6-47e4-adc7-8b1e26f59dbf tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:41.333976 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f2abd69-91fe-4dfd-b545-876304955ccf req-6bb29c2b-fed6-47e4-adc7-8b1e26f59dbf tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 943 time: 0.3122952 Apr 01 12:49:41.356199 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.392786 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-adcbe064-e349-4af6-89bf-fa8a86734164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.397334 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4bf13e41-122d-4bf1-8520-febacc43206d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:41.405328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=d312cb44-02d9-48d2-ad11-5dc6c0aacaa0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:41.408775 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No DVR routers for this DVR port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:41.445628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbe064-e349-4af6-89bf-fa8a86734164 None None] Pushing event deleted for resources: {'Port': ['ID=d312cb44-02d9-48d2-ad11-5dc6c0aacaa0,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:41.454179 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcbe064-e349-4af6-89bf-fa8a86734164 None None] No DVR routers for this DVR port d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:41.490361 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4bf13e41-122d-4bf1-8520-febacc43206d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:41.490885 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.526653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.533497 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-87d706ef-8f2d-4e26-8ac5-70b1b74e66c6 req-557eeffb-489d-4c45-83a1-e4cd9fb8e97a service neutron] 10.222.0.37 "GET /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097952 Apr 01 12:49:41.587558 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-828e5648-76a2-472c-99ff-78e2752a11c9 None None] Set router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:49:41.620268 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.658075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:41.671645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865fe2c0-92e0-49d9-a5b4-3b14b3412e8d') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:41.672265 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865fe2c0-92e0-49d9-a5b4-3b14b3412e8d') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:41.684734 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.700711 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.707647 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:49:41.707980 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.728431 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4f2abd69-91fe-4dfd-b545-876304955ccf req-023ab269-45f7-4f44-ab9b-397c967e8fd2 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622465 Apr 01 12:49:41.740177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:49:41.744069 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:49:41.771337 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:49:41.812146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:49:41.812713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d312cb44-02d9-48d2-ad11-5dc6c0aacaa0 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:49:41.823493 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85395e35-d9ba-4fc6-8ef6-19839e249965 req-9f036f85-73cd-4c86-9a99-ef2243659f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:41.824997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85395e35-d9ba-4fc6-8ef6-19839e249965 req-9f036f85-73cd-4c86-9a99-ef2243659f56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.5198016 Apr 01 12:49:41.827794 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.828230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event deleted for resources: {'Port': ['ID=61ac92cb-d25b-4ec7-871f-f624a4f5c04f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:41.835551 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.877662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.888113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:41.892348 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/networks/a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99 HTTP/1.1" status: 204 len: 168 time: 1.2079198 Apr 01 12:49:41.905590 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56966) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:41.917805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb9c7e-4623-4957-8e5c-934a7508d8eb tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Network': ['ID=a70ce7e5-5b0d-40fb-96bd-72dd46ad4a99,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:41.955120 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0d456-010f-45ca-a85c-43b4d44a78fc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:41.962872 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-37f0d456-010f-45ca-a85c-43b4d44a78fc tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/37a09833-29d8-4658-865c-4fbef12d40e1 HTTP/1.1" status: 200 len: 844 time: 0.0553770 Apr 01 12:49:41.963849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56968) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:41.978891 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-828e5648-76a2-472c-99ff-78e2752a11c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:49:06Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '152547e8-d21b-4d32-a8e7-9f0e5134e0e2', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'port_id': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'mac_address': 'fa:16:3e:f9:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:49:36Z', 'updated_at': '2022-04-01T12:49:36Z', 'revision_number': 0, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa426c5-3923-4501-9447-8ba2c505420b', 'name': '', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:e6:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:04Z', 'updated_at': '2022-04-01T12:49:17Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:42.007750 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85395e35-d9ba-4fc6-8ef6-19839e249965 req-6e34bad1-861f-47df-b819-b0c26517c04d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 999 time: 0.1743555 Apr 01 12:49:42.015747 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-16d727c7-1342-4cf7-be40-ab6e69f3528d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/37a09833-29d8-4658-865c-4fbef12d40e1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0509350 Apr 01 12:49:42.019393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56970) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:42.021574 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e5648-76a2-472c-99ff-78e2752a11c9 None None] The sync data for ids ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'] in n-d-836146-1 is: [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:49:06Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '152547e8-d21b-4d32-a8e7-9f0e5134e0e2', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'port_id': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'mac_address': 'fa:16:3e:f9:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:49:36Z', 'updated_at': '2022-04-01T12:49:36Z', 'revision_number': 0, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa426c5-3923-4501-9447-8ba2c505420b', 'name': '', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:e6:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:04Z', 'updated_at': '2022-04-01T12:49:17Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:42.029691 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ce89eadf-5bc3-47ae-917e-1555342e35ef tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:42.033003 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.144635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce89eadf-5bc3-47ae-917e-1555342e35ef tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:42.149414 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce89eadf-5bc3-47ae-917e-1555342e35ef tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.230171 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.267050 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56972) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:42.278794 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.287661 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85395e35-d9ba-4fc6-8ef6-19839e249965 req-2e1a0f83-c374-4ebe-a786-57953a10392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:42.289176 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85395e35-d9ba-4fc6-8ef6-19839e249965 req-2e1a0f83-c374-4ebe-a786-57953a10392d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.2739527 Apr 01 12:49:42.303551 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f010794-bd32-4886-9818-03ae890001a2 None None] New status for floating IP 152547e8-d21b-4d32-a8e7-9f0e5134e0e2: ACTIVE {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:49:42.379773 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.380327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb720c11-2e21-4f47-b7a8-683404366ad3 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:49:42.381878 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-37c6bee5-6340-4323-ae7c-e10969cb497c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/152547e8-d21b-4d32-a8e7-9f0e5134e0e2 HTTP/1.1" status: 200 len: 991 time: 0.1136396 Apr 01 12:49:42.386483 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.387496 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-572307a9-9b80-4561-bdc9-51594ea46591 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "DELETE /v2.0/routers/cb720c11-2e21-4f47-b7a8-683404366ad3 HTTP/1.1" status: 204 len: 168 time: 3.3059907 Apr 01 12:49:42.392519 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56974) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:42.402249 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1219055795', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:42.413581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85395e35-d9ba-4fc6-8ef6-19839e249965 req-88539bd7-571a-4c53-b328-355f3cb41637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:42.415208 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85395e35-d9ba-4fc6-8ef6-19839e249965 req-88539bd7-571a-4c53-b328-355f3cb41637 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907900 Apr 01 12:49:42.417961 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad782d46-3e80-4b99-85b3-553c8c07214f req-e4368af1-8f11-45ad-9000-d318cf96802e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2946639 Apr 01 12:49:42.422673 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.434397 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.489303 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.490838 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.599017 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce89eadf-5bc3-47ae-917e-1555342e35ef tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.603390 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.615915 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ec626bb1-15d3-4604-99d1-3a25700e75d4 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:49:42.686231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=c24c2a16-ad33-4989-91c1-ae0c61273687,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:42.738665 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85395e35-d9ba-4fc6-8ef6-19839e249965 req-23967b04-5ea8-4e39-8fd0-614c8df13874 service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137991 Apr 01 12:49:42.753084 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce89eadf-5bc3-47ae-917e-1555342e35ef tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:42.758490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ce89eadf-5bc3-47ae-917e-1555342e35ef tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:42.813469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce89eadf-5bc3-47ae-917e-1555342e35ef tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:42.814114 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce89eadf-5bc3-47ae-917e-1555342e35ef tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.847166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11880cc-342d-4af1-b161-559668200908 None None] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:42.891200 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:42.900977 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89eadf-5bc3-47ae-917e-1555342e35ef tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Subnet': ['ID=3d68fc3c-b254-416c-a94d-2c5cb4bd6e40,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:42.938852 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ce89eadf-5bc3-47ae-917e-1555342e35ef tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9183326 Apr 01 12:49:42.962104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56984) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:42.966680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-43bc36aa-7b0f-4515-a9c8-3c570c4297a3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'security_group': {'name': 'tempest-secgroup-126032349'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:42.980525 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85395e35-d9ba-4fc6-8ef6-19839e249965 req-97b80ffc-6b9b-43ee-9db8-058ad36055ab service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324028 Apr 01 12:49:43.004125 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-43bc36aa-7b0f-4515-a9c8-3c570c4297a3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.047630 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.105225 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347c073-b9bf-4095-bfb4-80e8a08f81f3 req-273cc2a2-eae8-48d2-9538-6c656c2f900f tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:43.121676 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4347c073-b9bf-4095-bfb4-80e8a08f81f3 req-273cc2a2-eae8-48d2-9538-6c656c2f900f tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 943 time: 0.2409537 Apr 01 12:49:43.138981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ec626bb1-15d3-4604-99d1-3a25700e75d4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ec626bb1-15d3-4604-99d1-3a25700e75d4,segment=NetworkSegment(a796b064-841c-4004-a2e2-15b7c5d92010),segment_id=a796b064-841c-4004-a2e2-15b7c5d92010)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:43.205180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad782d46-3e80-4b99-85b3-553c8c07214f req-08929cfe-5603-42de-8c86-88a0d0e5c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:43.214845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad782d46-3e80-4b99-85b3-553c8c07214f req-08929cfe-5603-42de-8c86-88a0d0e5c959 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1096 time: 0.1143374 Apr 01 12:49:43.309226 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.316549 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4347c073-b9bf-4095-bfb4-80e8a08f81f3 req-8e7e3b67-bc84-48f7-a2bb-aabd0d567906 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939564 Apr 01 12:49:43.359513 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-43bc36aa-7b0f-4515-a9c8-3c570c4297a3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.369458 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-43bc36aa-7b0f-4515-a9c8-3c570c4297a3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.386688 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56992) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:43.409127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 61ac92cb-d25b-4ec7-871f-f624a4f5c04f no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:49:43.454765 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-43bc36aa-7b0f-4515-a9c8-3c570c4297a3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.456267 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-43bc36aa-7b0f-4515-a9c8-3c570c4297a3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4928350 Apr 01 12:49:43.463422 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 56996) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:43.466797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'ec626bb1-15d3-4604-99d1-3a25700e75d4', 'network_id': '272473ce-9ffd-424d-9d97-5c2176070c2e', 'port_id': 'ec626bb1-15d3-4604-99d1-3a25700e75d4', 'mac_address': 'fa:16:3e:1b:e2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281039f3-e228-4fcd-9e4a-16b1968dd667', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:49:43.470342 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-fc18e24c-af98-4f5c-89be-9192a6892887 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'security_group': {'name': 'tempest-secgroup-1710565481'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:43.472559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 61ac92cb-d25b-4ec7-871f-f624a4f5c04f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:49:43.477571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 61ac92cb-d25b-4ec7-871f-f624a4f5c04f not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:49:43.479935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc36aa-7b0f-4515-a9c8-3c570c4297a3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0111e332-1ea5-4004-909f-99864d03c8b9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:43.480643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cfab2978-d7d1-4ef4-8b76-4704787e37a9 None None] Provisioning complete for port c24c2a16-ad33-4989-91c1-ae0c61273687 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:43.481278 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cfab2978-d7d1-4ef4-8b76-4704787e37a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.537609 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-10707aaf-5660-4ebe-89c3-05ae38251149 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/152547e8-d21b-4d32-a8e7-9f0e5134e0e2 HTTP/1.1" status: 200 len: 993 time: 0.1437612 Apr 01 12:49:43.589605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc18e24c-af98-4f5c-89be-9192a6892887 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.597437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad782d46-3e80-4b99-85b3-553c8c07214f req-d866bdb2-31a5-427d-9c46-8f8a60723d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:43.598946 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad782d46-3e80-4b99-85b3-553c8c07214f req-d866bdb2-31a5-427d-9c46-8f8a60723d74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.3599901 Apr 01 12:49:43.608038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cfab2978-d7d1-4ef4-8b76-4704787e37a9 None None] Port c24c2a16-ad33-4989-91c1-ae0c61273687 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:43.609315 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.630338 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.641622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec626bb1-15d3-4604-99d1-3a25700e75d4 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:49:43.656410 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.670866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ec626bb1-15d3-4604-99d1-3a25700e75d4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ec626bb1-15d3-4604-99d1-3a25700e75d4,segment=NetworkSegment(a796b064-841c-4004-a2e2-15b7c5d92010),segment_id=a796b064-841c-4004-a2e2-15b7c5d92010)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:43.687796 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad782d46-3e80-4b99-85b3-553c8c07214f req-4ffc3bf1-0269-4003-8aa3-71120a64d2ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 1001 time: 0.0762119 Apr 01 12:49:43.691998 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.710553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'tenant_id': '306043477d8a4230b32df111b11a384e', 'fixed_ips': [{'subnet_id': '3d68fc3c-b254-416c-a94d-2c5cb4bd6e40'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:49:43.710915 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.746958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad782d46-3e80-4b99-85b3-553c8c07214f req-7f97730b-3c3a-495d-b93d-b97d0ccc9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:43.748332 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad782d46-3e80-4b99-85b3-553c8c07214f req-7f97730b-3c3a-495d-b93d-b97d0ccc9013 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.0482724 Apr 01 12:49:43.811671 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc18e24c-af98-4f5c-89be-9192a6892887 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.822216 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc18e24c-af98-4f5c-89be-9192a6892887 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.825253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=ec626bb1-15d3-4604-99d1-3a25700e75d4,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:43.847460 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:43.848294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:43.848294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:43.848975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:43.849357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:43.849769 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:43.850092 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:43.850418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:43.850953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:43.851283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:43.852571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:43.852571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:49:43.873254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Allocated IP 172.25.7.72 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/639040c4-02fb-4f2b-8775-bec35dc749ce) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:43.878457 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc18e24c-af98-4f5c-89be-9192a6892887 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:43.882682 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fc18e24c-af98-4f5c-89be-9192a6892887 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4159548 Apr 01 12:49:43.886531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 56998) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:43.894915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-356584198', 'security_groups': ['a74bcb56-b955-45e6-99a6-707cda8eebf4'], 'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3d68fc3c-b254-416c-a94d-2c5cb4bd6e40'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:43.898461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18e24c-af98-4f5c-89be-9192a6892887 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74bcb56-b955-45e6-99a6-707cda8eebf4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:43.952135 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Allocated IP 2001:db8::2 (82159ba5-6d60-4d34-9f95-c054b75c5e9d/3d68fc3c-b254-416c-a94d-2c5cb4bd6e40/4d99ac25-07be-477a-8304-e8ea6a02d0f0) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:44.048069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['ec626bb1-15d3-4604-99d1-3a25700e75d4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:49:44.056822 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:44.109720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:44.165318 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:44.171689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:44.175045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:44.177577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Pushing event updated for resources: {'Port': ['ID=639040c4-02fb-4f2b-8775-bec35dc749ce,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:44.234936 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:44.249430 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:44.308311 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Pushing event updated for resources: {'Port': ['ID=4d99ac25-07be-477a-8304-e8ea6a02d0f0,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:44.322865 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:44.325909 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:44.328900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:44.381000 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:44.408382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Attempting to bind port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:44.408764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Attempting to bind port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'd702bb98-eda4-4dde-856d-b51ceed1a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:44.409092 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Attempting to bind port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 on network 82159ba5-6d60-4d34-9f95-c054b75c5e9d {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:44.415409 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:44.415409 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Checking segment: {'id': 'd702bb98-eda4-4dde-856d-b51ceed1a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:44.416209 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:44.416386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Bound using segment: {'id': 'd702bb98-eda4-4dde-856d-b51ceed1a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:44.416795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Bound port: 4d99ac25-07be-477a-8304-e8ea6a02d0f0, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd702bb98-eda4-4dde-856d-b51ceed1a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:44.417179 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:44.418914 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:44.419807 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:44.436216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad782d46-3e80-4b99-85b3-553c8c07214f req-cda44a72-1719-41ab-87d1-0e28288321ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:44.437915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad782d46-3e80-4b99-85b3-553c8c07214f req-cda44a72-1719-41ab-87d1-0e28288321ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5740716 Apr 01 12:49:44.496540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] For port 4d99ac25-07be-477a-8304-e8ea6a02d0f0, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:44.500300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] For port 4d99ac25-07be-477a-8304-e8ea6a02d0f0, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4d99ac25-07be-477a-8304-e8ea6a02d0f0,segment=NetworkSegment(d702bb98-eda4-4dde-856d-b51ceed1a154),segment_id=d702bb98-eda4-4dde-856d-b51ceed1a154)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:44.507963 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:44.538264 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:44.589150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=c24c2a16-ad33-4989-91c1-ae0c61273687,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:44.625932 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc00299-87ad-44f6-ad30-b16c7edae6e7 None None] Pushing event updated for resources: {'Port': ['ID=4d99ac25-07be-477a-8304-e8ea6a02d0f0,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:44.737258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:44.764324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef011d-6f13-4916-97f5-dbccb9a896aa req-4f5509f5-2701-4167-a184-16cba7a68943 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:44.765843 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3ef011d-6f13-4916-97f5-dbccb9a896aa req-4f5509f5-2701-4167-a184-16cba7a68943 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 944 time: 0.2925944 Apr 01 12:49:44.793885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:44.874560 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad782d46-3e80-4b99-85b3-553c8c07214f req-abf4a573-671d-42ea-ba87-1dfeec9cfbc6 service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031014 Apr 01 12:49:44.878158 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 36879e92-2c6b-4ac3-b126-fced973a53a6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:44.899687 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:44.923255 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e3ef011d-6f13-4916-97f5-dbccb9a896aa req-1b754263-b866-47ef-96de-fe49914b44b5 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386414 Apr 01 12:49:44.974820 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:45.015935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Router aab0828e-f53e-423f-be1f-37972ea95a31 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:49:45.096355 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad782d46-3e80-4b99-85b3-553c8c07214f req-9907505c-d26e-49b9-a41c-61e35e0f0f03 service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087221 Apr 01 12:49:45.168268 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:45.179059 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809b928-3f77-47a2-8417-f55653271546 None None] Sync routers for ids ['aab0828e-f53e-423f-be1f-37972ea95a31'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:45.183276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port 67c1b87d-f563-4c2e-9b00-caae24c10e67 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:49:45.193844 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809b928-3f77-47a2-8417-f55653271546 None None] Routers {'aab0828e-f53e-423f-be1f-37972ea95a31'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:45.194970 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7809b928-3f77-47a2-8417-f55653271546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['aab0828e-f53e-423f-be1f-37972ea95a31'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:45.195416 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:45.198100 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b96291b3-0c06-4205-b7b6-a2e08c74b1b5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8003614 Apr 01 12:49:45.199578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57012) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:45.204417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0b273fa7-a8d5-4d55-abaa-a328e1630799 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'enable_snat': False}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:45.238354 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7809b928-3f77-47a2-8417-f55653271546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:45.252208 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809b928-3f77-47a2-8417-f55653271546 None None] Routers {'aab0828e-f53e-423f-be1f-37972ea95a31'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:45.254039 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7809b928-3f77-47a2-8417-f55653271546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['aab0828e-f53e-423f-be1f-37972ea95a31'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:45.339781 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7809b928-3f77-47a2-8417-f55653271546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:45.340433 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809b928-3f77-47a2-8417-f55653271546 None None] The sync data for ids ['aab0828e-f53e-423f-be1f-37972ea95a31'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:45.375510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b0f1d6bd-99eb-4477-8224-384cc7cbf4e5 None None] Provisioning complete for port c24c2a16-ad33-4989-91c1-ae0c61273687 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:45.376609 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b0f1d6bd-99eb-4477-8224-384cc7cbf4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:45.426139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1d6bd-99eb-4477-8224-384cc7cbf4e5 None None] Port c24c2a16-ad33-4989-91c1-ae0c61273687 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:45.433398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router c3c28dbf-125e-48a5-aca4-ed8930fc22f5 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:49:45.462657 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4d99ac25-07be-477a-8304-e8ea6a02d0f0 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:45.482422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8::45 (82159ba5-6d60-4d34-9f95-c054b75c5e9d/3d68fc3c-b254-416c-a94d-2c5cb4bd6e40/67c1b87d-f563-4c2e-9b00-caae24c10e67) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:45.520910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:45.521334 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:45.676907 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:45.681218 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:45.731138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 4d99ac25-07be-477a-8304-e8ea6a02d0f0, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4d99ac25-07be-477a-8304-e8ea6a02d0f0,segment=NetworkSegment(d702bb98-eda4-4dde-856d-b51ceed1a154),segment_id=d702bb98-eda4-4dde-856d-b51ceed1a154)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:45.739633 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:45.810922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=4d99ac25-07be-477a-8304-e8ea6a02d0f0,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:45.823060 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:45.884568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:45.892091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:45.894792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:45.900833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:45.901481 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:45.906513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:45.917895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff771d3b-054b-478b-bca8-f09bb3305bdd None None] Sync routers for ids ['c3c28dbf-125e-48a5-aca4-ed8930fc22f5'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:45.926776 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3a7bf380-2705-478a-a0a0-8be07a711622 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/c3c28dbf-125e-48a5-aca4-ed8930fc22f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8763585 Apr 01 12:49:45.928134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57016) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:45.931983 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff771d3b-054b-478b-bca8-f09bb3305bdd None None] Routers {'c3c28dbf-125e-48a5-aca4-ed8930fc22f5'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:45.932641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ff771d3b-054b-478b-bca8-f09bb3305bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c3c28dbf-125e-48a5-aca4-ed8930fc22f5'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:45.938988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=67c1b87d-f563-4c2e-9b00-caae24c10e67,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:45.963749 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e760d884-7abc-4428-8341-8e723c55bd66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0720735 Apr 01 12:49:45.966541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57020) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:45.974172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a98443b2-2e85-4033-9e91-cc1144bc1765 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:46.026865 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffee54c-45c1-40e2-94c7-955b510e4065 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:46.028295 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3ffee54c-45c1-40e2-94c7-955b510e4065 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports/c24c2a16-ad33-4989-91c1-ae0c61273687 HTTP/1.1" status: 200 len: 983 time: 0.0992107 Apr 01 12:49:46.031089 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57022) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:46.049002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ff771d3b-054b-478b-bca8-f09bb3305bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:46.064734 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff771d3b-054b-478b-bca8-f09bb3305bdd None None] Routers {'c3c28dbf-125e-48a5-aca4-ed8930fc22f5'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:46.065296 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ff771d3b-054b-478b-bca8-f09bb3305bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c3c28dbf-125e-48a5-aca4-ed8930fc22f5'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:46.119046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ff771d3b-054b-478b-bca8-f09bb3305bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:46.119918 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff771d3b-054b-478b-bca8-f09bb3305bdd None None] The sync data for ids ['c3c28dbf-125e-48a5-aca4-ed8930fc22f5'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:46.127588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98443b2-2e85-4033-9e91-cc1144bc1765 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:46.132331 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a98443b2-2e85-4033-9e91-cc1144bc1765 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:46.162254 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3f1df393-c517-4fca-b544-e5881be3523c None None] Provisioning complete for port 37a09833-29d8-4658-865c-4fbef12d40e1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:46.162887 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f1df393-c517-4fca-b544-e5881be3523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:46.213199 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3f1df393-c517-4fca-b544-e5881be3523c None None] Port 37a09833-29d8-4658-865c-4fbef12d40e1 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:46.224121 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3f1df393-c517-4fca-b544-e5881be3523c None None] Provisioning complete for port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:46.224496 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f1df393-c517-4fca-b544-e5881be3523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:46.277517 n-d-836146-1 neutron-server[102718]: INFO neutron.db.ipam_backend_mixin [None req-a98443b2-2e85-4033-9e91-cc1144bc1765 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d68fc3c-b254-416c-a94d-2c5cb4bd6e40 (CIDR: 2001:db8::/64) Apr 01 12:49:46.281154 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98443b2-2e85-4033-9e91-cc1144bc1765 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:49:46.281660 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98443b2-2e85-4033-9e91-cc1144bc1765 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:49:46.311446 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a98443b2-2e85-4033-9e91-cc1144bc1765 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3433063 Apr 01 12:49:46.313821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57024) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:46.323778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2ea614d6-efb5-48af-a9aa-c4fa314e926c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:46.336997 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b273fa7-a8d5-4d55-abaa-a328e1630799 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:46.401105 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0401-46cf-4b38-a506-783a2adde152 req-b7d831c4-1395-4e9b-a39f-80d863610650 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:46.403015 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ca0c0401-46cf-4b38-a506-783a2adde152 req-b7d831c4-1395-4e9b-a39f-80d863610650 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 944 time: 0.3600037 Apr 01 12:49:46.462847 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f6e39f41-19e5-4b9d-8978-fff5399ae25e None None] Provisioning complete for port 67c1b87d-f563-4c2e-9b00-caae24c10e67 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:46.463397 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f6e39f41-19e5-4b9d-8978-fff5399ae25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:46.479582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea614d6-efb5-48af-a9aa-c4fa314e926c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:46.487766 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ea614d6-efb5-48af-a9aa-c4fa314e926c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:46.502479 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f6e39f41-19e5-4b9d-8978-fff5399ae25e None None] Port 67c1b87d-f563-4c2e-9b00-caae24c10e67 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:46.526757 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ca0c0401-46cf-4b38-a506-783a2adde152 req-914ec62c-3256-4927-bf0b-7583c45aae42 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793891 Apr 01 12:49:46.641733 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ec626bb1-15d3-4604-99d1-3a25700e75d4 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:46.703025 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port ec626bb1-15d3-4604-99d1-3a25700e75d4 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:49:46.708200 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port ec626bb1-15d3-4604-99d1-3a25700e75d4 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:46.708831 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:46.777885 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ea614d6-efb5-48af-a9aa-c4fa314e926c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:46.804741 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:46.834254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea614d6-efb5-48af-a9aa-c4fa314e926c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:46.843087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-2ea614d6-efb5-48af-a9aa-c4fa314e926c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:46.849958 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-046791a8-fedc-43f7-b42a-a9836f023439 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:46.861822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea614d6-efb5-48af-a9aa-c4fa314e926c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:46.862958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2ea614d6-efb5-48af-a9aa-c4fa314e926c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:46.864634 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port ec626bb1-15d3-4604-99d1-3a25700e75d4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ec626bb1-15d3-4604-99d1-3a25700e75d4,segment=NetworkSegment(a796b064-841c-4004-a2e2-15b7c5d92010),segment_id=a796b064-841c-4004-a2e2-15b7c5d92010)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:46.872079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b46a34f-4abc-4452-b461-2150053297f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec626bb1-15d3-4604-99d1-3a25700e75d4'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:46.876910 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afdc3aa-a872-450d-9d06-f3c04ca8f748" -d '{"events": [{"server_uuid": "3b46a34f-4abc-4452-b461-2150053297f5", "name": "network-vif-plugged", "status": "completed", "tag": "ec626bb1-15d3-4604-99d1-3a25700e75d4"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:46.887843 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc601db-fcdc-4099-b9fe-20265fbc4c36 None None] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:46.893821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2ea614d6-efb5-48af-a9aa-c4fa314e926c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5754452 Apr 01 12:49:46.895165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57032) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:46.900036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea614d6-efb5-48af-a9aa-c4fa314e926c tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Subnet': ['ID=f09f2b7c-9885-4fdd-8cb1-0fff6d743a9b,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:46.906129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a21bc6ce-d622-4669-9eb7-f085cb87a3d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1149620800', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f09f2b7c-9885-4fdd-8cb1-0fff6d743a9b'}], 'security_groups': ['0111e332-1ea5-4004-909f-99864d03c8b9']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:46.915705 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:46.997668 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7543278-6a22-4699-b302-4bdef3f8f9e6 x-openstack-request-id: req-d7543278-6a22-4699-b302-4bdef3f8f9e6 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:46.997964 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b46a34f-4abc-4452-b461-2150053297f5", "name": "network-vif-plugged", "status": "completed", "tag": "ec626bb1-15d3-4604-99d1-3a25700e75d4", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:46.998460 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7543278-6a22-4699-b302-4bdef3f8f9e6 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:46.998865 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7543278-6a22-4699-b302-4bdef3f8f9e6'] response: {'server_uuid': '3b46a34f-4abc-4452-b461-2150053297f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec626bb1-15d3-4604-99d1-3a25700e75d4', 'code': 200} Apr 01 12:49:47.075317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4771f-4cf9-4b4b-903c-f7793b5f9a3e req-d3561316-9131-4599-a3c4-2e000ef0abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:47.077188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88e4771f-4cf9-4b4b-903c-f7793b5f9a3e req-d3561316-9131-4599-a3c4-2e000ef0abc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 1096 time: 0.0674682 Apr 01 12:49:47.101845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=ec626bb1-15d3-4604-99d1-3a25700e75d4,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:47.156040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-88e4771f-4cf9-4b4b-903c-f7793b5f9a3e req-3dcb1cc6-3e3c-4bfe-9760-0fb10f480f44 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709414 Apr 01 12:49:47.321282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb44a42-03ec-42c2-b94c-b0fd06537fc2 None None] Update dhcp port {'port': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'fixed_ips': [{'subnet_id': '3d68fc3c-b254-416c-a94d-2c5cb4bd6e40', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f09f2b7c-9885-4fdd-8cb1-0fff6d743a9b'}], 'binding:host_id': 'n-d-836146-1'}, 'id': '4d99ac25-07be-477a-8304-e8ea6a02d0f0'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:49:47.356097 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3fb44a42-03ec-42c2-b94c-b0fd06537fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:47.386428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4d99ac25-07be-477a-8304-e8ea6a02d0f0 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:47.401079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a21bc6ce-d622-4669-9eb7-f085cb87a3d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:47.550557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:47.551136 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:47.663568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-3fb44a42-03ec-42c2-b94c-b0fd06537fc2 None None] Allocated IP 2001:db8:0:1::2 (82159ba5-6d60-4d34-9f95-c054b75c5e9d/f09f2b7c-9885-4fdd-8cb1-0fff6d743a9b/4d99ac25-07be-477a-8304-e8ea6a02d0f0) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:47.663803 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b273fa7-a8d5-4d55-abaa-a328e1630799 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:47.685886 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b273fa7-a8d5-4d55-abaa-a328e1630799 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:47.815964 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac24ab-d64e-4770-9f3f-26ef441c312c req-ed060306-22e8-44b1-921c-0bbdc7df5e74 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:47.817470 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0fac24ab-d64e-4770-9f3f-26ef441c312c req-ed060306-22e8-44b1-921c-0bbdc7df5e74 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 945 time: 0.1520910 Apr 01 12:49:47.822437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-046791a8-fedc-43f7-b42a-a9836f023439 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port c24c2a16-ad33-4989-91c1-ae0c61273687 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:47.822773 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-046791a8-fedc-43f7-b42a-a9836f023439 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:47.824281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3fb44a42-03ec-42c2-b94c-b0fd06537fc2 None None] For port 4d99ac25-07be-477a-8304-e8ea6a02d0f0, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4d99ac25-07be-477a-8304-e8ea6a02d0f0,segment=NetworkSegment(d702bb98-eda4-4dde-856d-b51ceed1a154),segment_id=d702bb98-eda4-4dde-856d-b51ceed1a154)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:47.856277 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3fb44a42-03ec-42c2-b94c-b0fd06537fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:47.862757 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3fb44a42-03ec-42c2-b94c-b0fd06537fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:47.953589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb44a42-03ec-42c2-b94c-b0fd06537fc2 None None] Pushing event updated for resources: {'Port': ['ID=4d99ac25-07be-477a-8304-e8ea6a02d0f0,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:48.338956 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0fac24ab-d64e-4770-9f3f-26ef441c312c req-376a35c2-c08f-40c1-b41e-0c96cfa1be00 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117757 Apr 01 12:49:48.372181 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b273fa7-a8d5-4d55-abaa-a328e1630799 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Router aab0828e-f53e-423f-be1f-37972ea95a31 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:49:48.423953 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-046791a8-fedc-43f7-b42a-a9836f023439 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:48.497133 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-046791a8-fedc-43f7-b42a-a9836f023439 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for c24c2a16-ad33-4989-91c1-ae0c61273687 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:48.543473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-a21bc6ce-d622-4669-9eb7-f085cb87a3d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Delete allocated IP 2001:db8::45 (82159ba5-6d60-4d34-9f95-c054b75c5e9d/3d68fc3c-b254-416c-a94d-2c5cb4bd6e40) {{(pid=102719) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 12:49:48.553672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e3fd7653-83d3-4871-80de-909d6e295143 None None] Provisioning complete for port 67c1b87d-f563-4c2e-9b00-caae24c10e67 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:48.554397 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7653-83d3-4871-80de-909d6e295143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:48.608989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd7653-83d3-4871-80de-909d6e295143 None None] Port 67c1b87d-f563-4c2e-9b00-caae24c10e67 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:48.620852 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e3fd7653-83d3-4871-80de-909d6e295143 None None] Provisioning complete for port 37a09833-29d8-4658-865c-4fbef12d40e1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:48.621488 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7653-83d3-4871-80de-909d6e295143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:48.625563 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-a21bc6ce-d622-4669-9eb7-f085cb87a3d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8:0:1::328 (82159ba5-6d60-4d34-9f95-c054b75c5e9d/f09f2b7c-9885-4fdd-8cb1-0fff6d743a9b/67c1b87d-f563-4c2e-9b00-caae24c10e67) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:48.660586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd7653-83d3-4871-80de-909d6e295143 None None] Port 37a09833-29d8-4658-865c-4fbef12d40e1 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:48.672254 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e3fd7653-83d3-4871-80de-909d6e295143 None None] Provisioning complete for port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:48.672628 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7653-83d3-4871-80de-909d6e295143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:48.692289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b273fa7-a8d5-4d55-abaa-a328e1630799 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:48.701047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b273fa7-a8d5-4d55-abaa-a328e1630799 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:48.702298 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0b273fa7-a8d5-4d55-abaa-a328e1630799 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "PUT /v2.0/routers/aab0828e-f53e-423f-be1f-37972ea95a31 HTTP/1.1" status: 200 len: 925 time: 3.5016892 Apr 01 12:49:48.705888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57052) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:48.707412 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0908ed-9605-4f6a-9bd9-e88d3b98845c None None] Sync routers for ids ['aab0828e-f53e-423f-be1f-37972ea95a31'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:48.721055 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0908ed-9605-4f6a-9bd9-e88d3b98845c None None] Routers {'aab0828e-f53e-423f-be1f-37972ea95a31'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:48.722392 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9f0908ed-9605-4f6a-9bd9-e88d3b98845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['aab0828e-f53e-423f-be1f-37972ea95a31'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:48.770307 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9f0908ed-9605-4f6a-9bd9-e88d3b98845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:48.787357 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0908ed-9605-4f6a-9bd9-e88d3b98845c None None] Routers {'aab0828e-f53e-423f-be1f-37972ea95a31'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:48.789002 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9f0908ed-9605-4f6a-9bd9-e88d3b98845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['aab0828e-f53e-423f-be1f-37972ea95a31'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:48.842021 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9f0908ed-9605-4f6a-9bd9-e88d3b98845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:48.843236 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0908ed-9605-4f6a-9bd9-e88d3b98845c None None] The sync data for ids ['aab0828e-f53e-423f-be1f-37972ea95a31'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:48.860868 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e5a4b820-ad9c-4125-b221-cce504d7e7ac tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/routers/aab0828e-f53e-423f-be1f-37972ea95a31 HTTP/1.1" status: 200 len: 925 time: 0.1510313 Apr 01 12:49:48.861845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57054) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:48.882341 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-046791a8-fedc-43f7-b42a-a9836f023439 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:48.920815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046791a8-fedc-43f7-b42a-a9836f023439 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=c24c2a16-ad33-4989-91c1-ae0c61273687,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:48.975532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a682d-6fe3-4c96-a3e6-4db978858792 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:48.978315 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b04a682d-6fe3-4c96-a3e6-4db978858792 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&device_id=aab0828e-f53e-423f-be1f-37972ea95a31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1154158 Apr 01 12:49:48.980877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57056) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:49.010545 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a21bc6ce-d622-4669-9eb7-f085cb87a3d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:49.040630 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a21bc6ce-d622-4669-9eb7-f085cb87a3d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:49.042382 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-046791a8-fedc-43f7-b42a-a9836f023439 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:49.094689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b71f38-55eb-4164-aeef-989dfd33fb62 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:49.096144 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-94b71f38-55eb-4164-aeef-989dfd33fb62 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 881 time: 0.1141536 Apr 01 12:49:49.099083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57058) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:49.145438 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-618ca283-9ee7-4620-a86e-bfb86a867dde tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "GET /v2.0/ports?device_id=aab0828e-f53e-423f-be1f-37972ea95a31 HTTP/1.1" status: 200 len: 205 time: 0.0444863 Apr 01 12:49:49.146107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a21bc6ce-d622-4669-9eb7-f085cb87a3d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] In _notify_port_updated(), no bound segment for port 67c1b87d-f563-4c2e-9b00-caae24c10e67 on network 82159ba5-6d60-4d34-9f95-c054b75c5e9d {{(pid=102719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:49:49.147516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57060) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:49.151458 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bc6ce-d622-4669-9eb7-f085cb87a3d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:49.152102 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a21bc6ce-d622-4669-9eb7-f085cb87a3d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:49.153457 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a21bc6ce-d622-4669-9eb7-f085cb87a3d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "PUT /v2.0/ports/67c1b87d-f563-4c2e-9b00-caae24c10e67 HTTP/1.1" status: 200 len: 931 time: 2.2535598 Apr 01 12:49:49.159110 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57062) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:49.221285 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bc6ce-d622-4669-9eb7-f085cb87a3d6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=67c1b87d-f563-4c2e-9b00-caae24c10e67,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:49.292222 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:49.351277 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046791a8-fedc-43f7-b42a-a9836f023439 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router c3c28dbf-125e-48a5-aca4-ed8930fc22f5 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:49:49.372307 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1c947100-f970-41f1-ad64-87d72e66f5b6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 67c1b87d-f563-4c2e-9b00-caae24c10e67 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:49.372546 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c947100-f970-41f1-ad64-87d72e66f5b6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:49.387723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4d99ac25-07be-477a-8304-e8ea6a02d0f0 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:49.478879 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-50564c53-b860-4a45-b858-f3363f4ba519 None None] Provisioning complete for port 67c1b87d-f563-4c2e-9b00-caae24c10e67 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:49.479350 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50564c53-b860-4a45-b858-f3363f4ba519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:49.540216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-50564c53-b860-4a45-b858-f3363f4ba519 None None] Port 67c1b87d-f563-4c2e-9b00-caae24c10e67 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:49.541644 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:49.542283 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:49.545336 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:49.555476 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046791a8-fedc-43f7-b42a-a9836f023439 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:49.574045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57068) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:49.577135 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-046791a8-fedc-43f7-b42a-a9836f023439 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/c3c28dbf-125e-48a5-aca4-ed8930fc22f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5374932 Apr 01 12:49:49.587877 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f252aa2-9bfd-4a67-9178-7b5a01be5a00 None None] Sync routers for ids ['c3c28dbf-125e-48a5-aca4-ed8930fc22f5'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:49.609790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeba920-5382-444c-a3fb-e1626c362ca5 req-5f101fce-c53d-412f-9d84-561a80f8362f tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:49.616933 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1eeba920-5382-444c-a3fb-e1626c362ca5 req-5f101fce-c53d-412f-9d84-561a80f8362f tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 945 time: 0.1573589 Apr 01 12:49:49.618512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f252aa2-9bfd-4a67-9178-7b5a01be5a00 None None] Routers {'c3c28dbf-125e-48a5-aca4-ed8930fc22f5'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:49.619577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0f252aa2-9bfd-4a67-9178-7b5a01be5a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c3c28dbf-125e-48a5-aca4-ed8930fc22f5'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:49.677366 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c947100-f970-41f1-ad64-87d72e66f5b6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:49.677975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0f252aa2-9bfd-4a67-9178-7b5a01be5a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:49.723597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f252aa2-9bfd-4a67-9178-7b5a01be5a00 None None] Routers {'c3c28dbf-125e-48a5-aca4-ed8930fc22f5'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:49.728948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0f252aa2-9bfd-4a67-9178-7b5a01be5a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c3c28dbf-125e-48a5-aca4-ed8930fc22f5'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:49.729339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1c947100-f970-41f1-ad64-87d72e66f5b6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 67c1b87d-f563-4c2e-9b00-caae24c10e67 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:49.814284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0f252aa2-9bfd-4a67-9178-7b5a01be5a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:49.815097 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f252aa2-9bfd-4a67-9178-7b5a01be5a00 None None] The sync data for ids ['c3c28dbf-125e-48a5-aca4-ed8930fc22f5'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:49.934730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1eeba920-5382-444c-a3fb-e1626c362ca5 req-e7ad489a-ba9b-4da7-893a-11c8d932b2f3 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156388 Apr 01 12:49:49.999555 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c947100-f970-41f1-ad64-87d72e66f5b6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.045179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947100-f970-41f1-ad64-87d72e66f5b6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=67c1b87d-f563-4c2e-9b00-caae24c10e67,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:50.119281 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c947100-f970-41f1-ad64-87d72e66f5b6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.122967 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1c947100-f970-41f1-ad64-87d72e66f5b6 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/67c1b87d-f563-4c2e-9b00-caae24c10e67 HTTP/1.1" status: 204 len: 168 time: 0.9628794 Apr 01 12:49:50.125434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57080) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:50.152478 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-2ae5edbf-9320-478e-9125-32ec915903cd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 12:49:50.153824 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2ae5edbf-9320-478e-9125-32ec915903cd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/c3c28dbf-125e-48a5-aca4-ed8930fc22f5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5255768 Apr 01 12:49:50.155550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Deleting port 639040c4-02fb-4f2b-8775-bec35dc749ce {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:50.155967 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.156638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57082) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:50.181928 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-0486dba7-16c0-4e62-ae02-1f9d17a9f285 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:49:50.185614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0486dba7-16c0-4e62-ae02-1f9d17a9f285 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/67c1b87d-f563-4c2e-9b00-caae24c10e67 HTTP/1.1" status: 404 len: 333 time: 0.0590899 Apr 01 12:49:50.217488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57086) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:50.243915 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e57c868d-13ce-47d2-9169-885379d1eb4c tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c28dbf-125e-48a5-aca4-ed8930fc22f5 HTTP/1.1" status: 200 len: 205 time: 0.0828695 Apr 01 12:49:50.249029 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57090) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:50.311067 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.328421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Calling delete_port for 639040c4-02fb-4f2b-8775-bec35dc749ce owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:50.371059 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5a59f53-b247-4408-8550-5696de6cc288 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.374658 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47e918d0-b8ae-4b78-b6a3-317463dcbe85 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.464167 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5a59f53-b247-4408-8550-5696de6cc288 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.610044 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47e918d0-b8ae-4b78-b6a3-317463dcbe85 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.612416 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47e918d0-b8ae-4b78-b6a3-317463dcbe85 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.635055 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5a59f53-b247-4408-8550-5696de6cc288 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.638423 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5a59f53-b247-4408-8550-5696de6cc288 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.642538 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f5a59f53-b247-4408-8550-5696de6cc288 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/security-groups/a74bcb56-b955-45e6-99a6-707cda8eebf4 HTTP/1.1" status: 204 len: 168 time: 0.4216654 Apr 01 12:49:50.644726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57102) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:50.689209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a59f53-b247-4408-8550-5696de6cc288 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74bcb56-b955-45e6-99a6-707cda8eebf4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:50.694631 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47e918d0-b8ae-4b78-b6a3-317463dcbe85 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.695811 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e918d0-b8ae-4b78-b6a3-317463dcbe85 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Fanout notify agent at l3_agent the message router_deleted on router c3c28dbf-125e-48a5-aca4-ed8930fc22f5 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:49:50.701107 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.703445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47e918d0-b8ae-4b78-b6a3-317463dcbe85 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.704951 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-47e918d0-b8ae-4b78-b6a3-317463dcbe85 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/c3c28dbf-125e-48a5-aca4-ed8930fc22f5 HTTP/1.1" status: 204 len: 168 time: 0.4548912 Apr 01 12:49:50.707510 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57104) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:50.760243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Pushing event deleted for resources: {'Port': ['ID=639040c4-02fb-4f2b-8775-bec35dc749ce,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:50.794106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-2043e552-7de6-41e2-86e6-2ccebe8c8972 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting subnet 55f62cf6-2e8d-46c9-aae6-08a2b64e79dd {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:49:50.803479 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2043e552-7de6-41e2-86e6-2ccebe8c8972 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.840673 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-19392612-6688-4465-8a29-a1342de466a2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.849325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.859478 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2043e552-7de6-41e2-86e6-2ccebe8c8972 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:50.990663 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2043e552-7de6-41e2-86e6-2ccebe8c8972 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.000426 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-19392612-6688-4465-8a29-a1342de466a2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.067165 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2043e552-7de6-41e2-86e6-2ccebe8c8972 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.112424 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2043e552-7de6-41e2-86e6-2ccebe8c8972 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.119977 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2043e552-7de6-41e2-86e6-2ccebe8c8972 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/55f62cf6-2e8d-46c9-aae6-08a2b64e79dd HTTP/1.1" status: 204 len: 168 time: 0.4112010 Apr 01 12:49:51.120608 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57110) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:51.123904 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043e552-7de6-41e2-86e6-2ccebe8c8972 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Subnet': ['ID=55f62cf6-2e8d-46c9-aae6-08a2b64e79dd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:51.125515 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b92e1-48dc-4595-bbf9-8c3965a8be73 None None] Network 36879e92-2c6b-4ac3-b126-fced973a53a6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:51.335896 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.405614 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port 4bf13e41-122d-4bf1-8520-febacc43206d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:51.407109 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.478346 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] For port 4bf13e41-122d-4bf1-8520-febacc43206d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4bf13e41-122d-4bf1-8520-febacc43206d,segment=NetworkSegment(7a36632a-a723-42f7-823a-b19e861591c5),segment_id=7a36632a-a723-42f7-823a-b19e861591c5)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:51.478608 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.498404 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for 4bf13e41-122d-4bf1-8520-febacc43206d owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:51.523584 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.526463 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.595358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.607154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207216e1-9033-4fb4-82dd-e8acd978cba1 req-6a2204e9-d99f-4d9a-92bb-762a11ba80bd tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:51.608728 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-207216e1-9033-4fb4-82dd-e8acd978cba1 req-6a2204e9-d99f-4d9a-92bb-762a11ba80bd tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 945 time: 0.6236637 Apr 01 12:49:51.610252 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.611063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Fanout notify agent at l3_agent the message router_deleted on router aab0828e-f53e-423f-be1f-37972ea95a31 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:49:51.615689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c78fcf-38ec-4357-b9d8-fb1c6b3a313e None None] DHCP port deletion for 36879e92-2c6b-4ac3-b126-fced973a53a6 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:49:51.618400 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.620966 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0d360021-b0df-46e0-b03d-70cf94a13470 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/routers/aab0828e-f53e-423f-be1f-37972ea95a31 HTTP/1.1" status: 204 len: 168 time: 2.4711001 Apr 01 12:49:51.623590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57114) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:51.630327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ebc59af6-3275-484a-8b99-2db1fc406e03 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2117324600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:51.637402 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-19392612-6688-4465-8a29-a1342de466a2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.640223 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-19392612-6688-4465-8a29-a1342de466a2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.641325 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-19392612-6688-4465-8a29-a1342de466a2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/security-groups/0111e332-1ea5-4004-909f-99864d03c8b9 HTTP/1.1" status: 204 len: 168 time: 0.9941659 Apr 01 12:49:51.645674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=4bf13e41-122d-4bf1-8520-febacc43206d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:51.650652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57116) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:51.671975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19392612-6688-4465-8a29-a1342de466a2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0111e332-1ea5-4004-909f-99864d03c8b9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:51.685529 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No DVR routers for this DVR port 4bf13e41-122d-4bf1-8520-febacc43206d on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:51.695071 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebc59af6-3275-484a-8b99-2db1fc406e03 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.696181 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebc59af6-3275-484a-8b99-2db1fc406e03 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.727711 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-207216e1-9033-4fb4-82dd-e8acd978cba1 req-62d60e95-4d9c-4850-9b19-06448d120f31 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913198 Apr 01 12:49:51.762851 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-1100cf59-7745-4075-bac4-215dfd8ebbd8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting subnet 3d68fc3c-b254-416c-a94d-2c5cb4bd6e40 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:49:51.774534 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1100cf59-7745-4075-bac4-215dfd8ebbd8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.793093 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebc59af6-3275-484a-8b99-2db1fc406e03 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.798134 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebc59af6-3275-484a-8b99-2db1fc406e03 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.815673 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebc59af6-3275-484a-8b99-2db1fc406e03 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.819323 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ebc59af6-3275-484a-8b99-2db1fc406e03 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1921728 Apr 01 12:49:51.819533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57118) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:51.823899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:51.824128 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.855000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36879e92-2c6b-4ac3-b126-fced973a53a6']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:51.865947 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1100cf59-7745-4075-bac4-215dfd8ebbd8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.891499 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a36632a-a723-42f7-823a-b19e861591c5') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:51.891892 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a36632a-a723-42f7-823a-b19e861591c5') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:51.908341 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.930142 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.940473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:49:51.940855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:49:51.943898 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:49:52.029877 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1100cf59-7745-4075-bac4-215dfd8ebbd8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.055745 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.059627 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.066478 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.069578 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/networks/36879e92-2c6b-4ac3-b126-fced973a53a6 HTTP/1.1" status: 204 len: 168 time: 0.9468184 Apr 01 12:49:52.073977 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57124) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:52.079223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-53d3a213-6745-4d7f-8fb0-b499d4447905 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2043106643'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:52.086328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1298a2-67bd-449c-83bd-eab0b65cad42 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Network': ['ID=36879e92-2c6b-4ac3-b126-fced973a53a6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:52.134844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d3a213-6745-4d7f-8fb0-b499d4447905 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:52.139420 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53d3a213-6745-4d7f-8fb0-b499d4447905 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.142489 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1100cf59-7745-4075-bac4-215dfd8ebbd8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.184637 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100cf59-7745-4075-bac4-215dfd8ebbd8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Subnet': ['ID=3d68fc3c-b254-416c-a94d-2c5cb4bd6e40,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:52.190604 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1100cf59-7745-4075-bac4-215dfd8ebbd8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.194141 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1100cf59-7745-4075-bac4-215dfd8ebbd8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/3d68fc3c-b254-416c-a94d-2c5cb4bd6e40 HTTP/1.1" status: 204 len: 168 time: 0.5423708 Apr 01 12:49:52.198979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57126) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:52.206978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-bbc0fba6-0102-40a4-93b8-795d2adec62e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:52.209416 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81727c0f-64b9-42a7-8750-63dc1ea9f001 None None] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:52.212078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d3a213-6745-4d7f-8fb0-b499d4447905 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:49:52.259453 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53d3a213-6745-4d7f-8fb0-b499d4447905 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.259804 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-53d3a213-6745-4d7f-8fb0-b499d4447905 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Added segment 6376728f-4a70-4ef3-bdb5-703541d37c82 of type vlan for network b91812eb-36e7-4537-9b61-7f9566706925 Apr 01 12:49:52.262219 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:49:52.381788 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53d3a213-6745-4d7f-8fb0-b499d4447905 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.478581 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53d3a213-6745-4d7f-8fb0-b499d4447905 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.483998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3a213-6745-4d7f-8fb0-b499d4447905 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:52.484769 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53d3a213-6745-4d7f-8fb0-b499d4447905 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.615275 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-53d3a213-6745-4d7f-8fb0-b499d4447905 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5399756 Apr 01 12:49:52.618849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57144) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:52.625657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3ddca1bf-0daf-4430-9fa0-cecfc112ab50 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'subnet': {'network_id': 'b91812eb-36e7-4537-9b61-7f9566706925', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:52.677045 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.705709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc0fba6-0102-40a4-93b8-795d2adec62e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:52.710066 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bbc0fba6-0102-40a4-93b8-795d2adec62e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.718784 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.726325 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3a213-6745-4d7f-8fb0-b499d4447905 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Network': ['ID=b91812eb-36e7-4537-9b61-7f9566706925,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:52.739146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b91812eb-36e7-4537-9b61-7f9566706925 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:49:52.821461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddca1bf-0daf-4430-9fa0-cecfc112ab50 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:52.825317 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ddca1bf-0daf-4430-9fa0-cecfc112ab50 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:52.832633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56d482-3265-40f1-b85e-976db441b35f req-49c401f4-98b8-40c3-a390-3921fa173996 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:52.834729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a56d482-3265-40f1-b85e-976db441b35f req-49c401f4-98b8-40c3-a390-3921fa173996 tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 945 time: 0.2945657 Apr 01 12:49:53.128525 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ddca1bf-0daf-4430-9fa0-cecfc112ab50 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.205043 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddca1bf-0daf-4430-9fa0-cecfc112ab50 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Subnet': ['ID=8a9a99dc-43de-4eaf-801b-e9a1c735844e,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:53.232695 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddca1bf-0daf-4430-9fa0-cecfc112ab50 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Checking segment: {'id': '6376728f-4a70-4ef3-bdb5-703541d37c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b91812eb-36e7-4537-9b61-7f9566706925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:53.233063 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddca1bf-0daf-4430-9fa0-cecfc112ab50 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network hostable DHCP agents. Network: b91812eb-36e7-4537-9b61-7f9566706925, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:49:53.255928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddca1bf-0daf-4430-9fa0-cecfc112ab50 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network b91812eb-36e7-4537-9b61-7f9566706925 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:49:53.267418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3ddca1bf-0daf-4430-9fa0-cecfc112ab50 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b91812eb-36e7-4537-9b61-7f9566706925) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:53.272848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddca1bf-0daf-4430-9fa0-cecfc112ab50 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:53.273433 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ddca1bf-0daf-4430-9fa0-cecfc112ab50 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.293795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceead153-adad-458a-b932-a0e331641ede None None] Network b91812eb-36e7-4537-9b61-7f9566706925 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:53.305178 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3ddca1bf-0daf-4430-9fa0-cecfc112ab50 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6820917 Apr 01 12:49:53.305697 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57150) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:53.312464 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4f9f6234-8f12-4206-8ab3-89187f870f8a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-305461249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:53.348355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Allocated IP 172.25.7.130 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/88dd67b0-df77-4d10-9728-3746c8d6151b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:53.354268 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f9f6234-8f12-4206-8ab3-89187f870f8a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.357902 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f9f6234-8f12-4206-8ab3-89187f870f8a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.436641 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f9f6234-8f12-4206-8ab3-89187f870f8a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.456105 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f9f6234-8f12-4206-8ab3-89187f870f8a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.466610 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4bf13e41-122d-4bf1-8520-febacc43206d no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:49:53.478678 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4f9f6234-8f12-4206-8ab3-89187f870f8a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.479934 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4f9f6234-8f12-4206-8ab3-89187f870f8a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1732221 Apr 01 12:49:53.483082 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57156) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:53.487933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.508473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 4bf13e41-122d-4bf1-8520-febacc43206d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:49:53.508728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4bf13e41-122d-4bf1-8520-febacc43206d not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:49:53.551818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.631610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab900b8-597a-429e-8fd3-9a0a86e3ca01 req-dd5170e5-5d14-4d53-a63e-14d8e1bd09ca tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:53.637165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-39f10181-909c-403f-8e22-1af6428fe306 None None] Provisioning complete for port 37a09833-29d8-4658-865c-4fbef12d40e1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:53.637644 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-39f10181-909c-403f-8e22-1af6428fe306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.648283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cab900b8-597a-429e-8fd3-9a0a86e3ca01 req-dd5170e5-5d14-4d53-a63e-14d8e1bd09ca tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 945 time: 0.7597082 Apr 01 12:49:53.675006 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-39f10181-909c-403f-8e22-1af6428fe306 None None] Port 37a09833-29d8-4658-865c-4fbef12d40e1 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:53.678584 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-b91812eb-36e7-4537-9b61-7f9566706925', 'network_id': 'b91812eb-36e7-4537-9b61-7f9566706925', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'fixed_ips': [{'subnet_id': '8a9a99dc-43de-4eaf-801b-e9a1c735844e'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:49:53.680254 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.694307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-3a56d482-3265-40f1-b85e-976db441b35f req-c6664d08-1462-4e00-a6e5-aa9c05f0c99d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Deleting port ec626bb1-15d3-4604-99d1-3a25700e75d4 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:53.694803 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a56d482-3265-40f1-b85e-976db441b35f req-c6664d08-1462-4e00-a6e5-aa9c05f0c99d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.713954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-39f10181-909c-403f-8e22-1af6428fe306 None None] Provisioning complete for port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:53.714707 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-39f10181-909c-403f-8e22-1af6428fe306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:53.738718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:53.775551 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Pushing event updated for resources: {'Port': ['ID=88dd67b0-df77-4d10-9728-3746c8d6151b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:53.784344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:53.813913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:53.930445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Allocated IP 2001:db8::2 (b91812eb-36e7-4537-9b61-7f9566706925/8a9a99dc-43de-4eaf-801b-e9a1c735844e/7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:53.962295 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bbc0fba6-0102-40a4-93b8-795d2adec62e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.014906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.029716 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cab900b8-597a-429e-8fd3-9a0a86e3ca01 req-ec30f436-6122-4938-8c12-ecd206d4d3de tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/security-groups?id=604fd5b8-cf9a-4382-975e-b9c10c275496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764760 Apr 01 12:49:54.057619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc0fba6-0102-40a4-93b8-795d2adec62e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:54.135976 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-bbc0fba6-0102-40a4-93b8-795d2adec62e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:54.139085 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc0fba6-0102-40a4-93b8-795d2adec62e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:54.139667 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bbc0fba6-0102-40a4-93b8-795d2adec62e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.146548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d67245-eac8-40f7-b1a8-049a3b547350 None None] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:54.175442 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-3a56d482-3265-40f1-b85e-976db441b35f req-c6664d08-1462-4e00-a6e5-aa9c05f0c99d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] For port ec626bb1-15d3-4604-99d1-3a25700e75d4, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=ec626bb1-15d3-4604-99d1-3a25700e75d4,segment=NetworkSegment(a796b064-841c-4004-a2e2-15b7c5d92010),segment_id=a796b064-841c-4004-a2e2-15b7c5d92010)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:54.175833 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a56d482-3265-40f1-b85e-976db441b35f req-c6664d08-1462-4e00-a6e5-aa9c05f0c99d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.192243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-3a56d482-3265-40f1-b85e-976db441b35f req-c6664d08-1462-4e00-a6e5-aa9c05f0c99d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Calling delete_port for ec626bb1-15d3-4604-99d1-3a25700e75d4 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:54.326795 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.357331 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.360362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0fba6-0102-40a4-93b8-795d2adec62e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Subnet': ['ID=8c172bb1-5b06-4577-80ea-6fbaac309cf0,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:54.371906 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bbc0fba6-0102-40a4-93b8-795d2adec62e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1695292 Apr 01 12:49:54.374782 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a56d482-3265-40f1-b85e-976db441b35f req-c6664d08-1462-4e00-a6e5-aa9c05f0c99d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.394451 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57178) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:54.425520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Pushing event updated for resources: {'Port': ['ID=7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:54.434997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['ec626bb1-15d3-4604-99d1-3a25700e75d4'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:49:54.460516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b6ab4053-d605-4ebb-bdb2-8d905fdc3df7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'security_group': {'name': 'tempest-secgroup-1711328480'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:54.467774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Network b91812eb-36e7-4537-9b61-7f9566706925 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:54.471894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6664d08-1462-4e00-a6e5-aa9c05f0c99d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Pushing event deleted for resources: {'Port': ['ID=ec626bb1-15d3-4604-99d1-3a25700e75d4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:54.487219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:54.489660 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:54.513396 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Allocated IP 2001:db8::1 (b91812eb-36e7-4537-9b61-7f9566706925/8a9a99dc-43de-4eaf-801b-e9a1c735844e/2a7978f8-7e54-4b24-a573-35e629b0f985) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:54.606738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Attempting to bind port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:49:54.607521 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Attempting to bind port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '6376728f-4a70-4ef3-bdb5-703541d37c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b91812eb-36e7-4537-9b61-7f9566706925'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:49:54.608118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Attempting to bind port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f on network b91812eb-36e7-4537-9b61-7f9566706925 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:49:54.625609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:49:54.626500 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Checking segment: {'id': '6376728f-4a70-4ef3-bdb5-703541d37c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b91812eb-36e7-4537-9b61-7f9566706925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:49:54.627168 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.627786 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Bound using segment: {'id': '6376728f-4a70-4ef3-bdb5-703541d37c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b91812eb-36e7-4537-9b61-7f9566706925'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:49:54.628488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Bound port: 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6376728f-4a70-4ef3-bdb5-703541d37c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b91812eb-36e7-4537-9b61-7f9566706925'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:49:54.629105 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.731157 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] For port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:49:54.737993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] For port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f,segment=NetworkSegment(6376728f-4a70-4ef3-bdb5-703541d37c82),segment_id=6376728f-4a70-4ef3-bdb5-703541d37c82)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:49:54.740982 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e771b-5890-4a68-83cb-cb8fcbeeecd8 None None] Update dhcp port {'port': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'fixed_ips': [{'subnet_id': 'f09f2b7c-9885-4fdd-8cb1-0fff6d743a9b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8c172bb1-5b06-4577-80ea-6fbaac309cf0'}], 'binding:host_id': 'n-d-836146-1'}, 'id': '4d99ac25-07be-477a-8304-e8ea6a02d0f0'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:49:54.743206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.765330 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.812990 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.842896 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5f2e771b-5890-4a68-83cb-cb8fcbeeecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.892557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a56d482-3265-40f1-b85e-976db441b35f req-c6664d08-1462-4e00-a6e5-aa9c05f0c99d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] No DVR routers for this DVR port ec626bb1-15d3-4604-99d1-3a25700e75d4 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:49:54.898248 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-3a56d482-3265-40f1-b85e-976db441b35f req-c6664d08-1462-4e00-a6e5-aa9c05f0c99d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:54.902777 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3a56d482-3265-40f1-b85e-976db441b35f req-c6664d08-1462-4e00-a6e5-aa9c05f0c99d tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.37 "DELETE /v2.0/ports/ec626bb1-15d3-4604-99d1-3a25700e75d4 HTTP/1.1" status: 204 len: 173 time: 2.0595953 Apr 01 12:49:54.915186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b46a34f-4abc-4452-b461-2150053297f5', 'name': 'network-vif-deleted', 'tag': 'ec626bb1-15d3-4604-99d1-3a25700e75d4'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:49:54.918500 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04646b21-b4f3-4594-b58f-b05e15029576" -d '{"events": [{"server_uuid": "3b46a34f-4abc-4452-b461-2150053297f5", "name": "network-vif-deleted", "tag": "ec626bb1-15d3-4604-99d1-3a25700e75d4"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:49:54.964047 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4053-d605-4ebb-bdb2-8d905fdc3df7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.019651 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef260bc-9617-472a-9e84-5ae9293d8c4b x-openstack-request-id: req-2ef260bc-9617-472a-9e84-5ae9293d8c4b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:49:55.020094 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b46a34f-4abc-4452-b461-2150053297f5", "name": "network-vif-deleted", "tag": "ec626bb1-15d3-4604-99d1-3a25700e75d4", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:49:55.020441 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ef260bc-9617-472a-9e84-5ae9293d8c4b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:49:55.020992 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef260bc-9617-472a-9e84-5ae9293d8c4b'] response: {'server_uuid': '3b46a34f-4abc-4452-b461-2150053297f5', 'name': 'network-vif-deleted', 'tag': 'ec626bb1-15d3-4604-99d1-3a25700e75d4', 'status': 'completed', 'code': 200} Apr 01 12:49:55.204566 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4053-d605-4ebb-bdb2-8d905fdc3df7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.304150 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-5f2e771b-5890-4a68-83cb-cb8fcbeeecd8 None None] Allocated IP 2001:db8::2 (82159ba5-6d60-4d34-9f95-c054b75c5e9d/8c172bb1-5b06-4577-80ea-6fbaac309cf0/4d99ac25-07be-477a-8304-e8ea6a02d0f0) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:55.322065 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a6151065-33ee-473f-acc9-8e91da1bc84a req-c8a3af5a-abfb-4426-bd31-d235e7a1987e tempest-VolumesActionsTest-410161218 tempest-VolumesActionsTest-410161218-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b46a34f-4abc-4452-b461-2150053297f5 HTTP/1.1" status: 200 len: 210 time: 0.1157939 Apr 01 12:49:55.322632 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.443436 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4053-d605-4ebb-bdb2-8d905fdc3df7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.474535 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5f2e771b-5890-4a68-83cb-cb8fcbeeecd8 None None] For port 4d99ac25-07be-477a-8304-e8ea6a02d0f0, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4d99ac25-07be-477a-8304-e8ea6a02d0f0,segment=NetworkSegment(d702bb98-eda4-4dde-856d-b51ceed1a154),segment_id=d702bb98-eda4-4dde-856d-b51ceed1a154)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:55.536504 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4053-d605-4ebb-bdb2-8d905fdc3df7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.536730 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5f2e771b-5890-4a68-83cb-cb8fcbeeecd8 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.537915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b6ab4053-d605-4ebb-bdb2-8d905fdc3df7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0807881 Apr 01 12:49:55.544308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57188) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:55.545228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab4053-d605-4ebb-bdb2-8d905fdc3df7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b162327-f947-4baf-a26e-d0e755f4499d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:55.547020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82474642-ce6d-4b90-be4d-2f6756b31e4e None None] Pushing event updated for resources: {'Port': ['ID=7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:55.555079 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5f2e771b-5890-4a68-83cb-cb8fcbeeecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.555346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3de1476e-d93e-4c38-8951-ed964b3b6d34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'security_group': {'name': 'tempest-secgroup-581598866'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:55.641246 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3de1476e-d93e-4c38-8951-ed964b3b6d34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.649559 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.663217 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.688319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e771b-5890-4a68-83cb-cb8fcbeeecd8 None None] Pushing event updated for resources: {'Port': ['ID=4d99ac25-07be-477a-8304-e8ea6a02d0f0,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:55.703296 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network b91812eb-36e7-4537-9b61-7f9566706925 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:55.708368 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:55.714037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:55.714908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.761262 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=2a7978f8-7e54-4b24-a573-35e629b0f985,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:55.873108 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3de1476e-d93e-4c38-8951-ed964b3b6d34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.882384 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3de1476e-d93e-4c38-8951-ed964b3b6d34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.904990 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:55.913348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Router a1dd8c84-9876-46bd-ba25-f0c23ac8272d is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:49:55.926498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1476e-d93e-4c38-8951-ed964b3b6d34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70b4f7a-0701-403b-89de-a542adfe6ebe,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:56.019104 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3de1476e-d93e-4c38-8951-ed964b3b6d34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:56.019104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3de1476e-d93e-4c38-8951-ed964b3b6d34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4648688 Apr 01 12:49:56.020269 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57192) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:56.028591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d81c271e-2ffc-407e-abcd-80a15ec17468 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'security_group': {'name': 'tempest-secgroup-1208471980'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:56.091207 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d81c271e-2ffc-407e-abcd-80a15ec17468 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:56.287492 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d81c271e-2ffc-407e-abcd-80a15ec17468 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:56.296151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:56.297899 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d81c271e-2ffc-407e-abcd-80a15ec17468 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:56.310524 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440f442-2277-42ac-b524-c38c90d6add7 None None] Sync routers for ids ['a1dd8c84-9876-46bd-ba25-f0c23ac8272d'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:56.321475 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:56.327213 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2e8c641c-90f1-4dd8-a222-34ce98042fc6 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "PUT /v2.0/routers/a1dd8c84-9876-46bd-ba25-f0c23ac8272d HTTP/1.1" status: 200 len: 884 time: 4.5066373 Apr 01 12:49:56.327976 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440f442-2277-42ac-b524-c38c90d6add7 None None] Routers {'a1dd8c84-9876-46bd-ba25-f0c23ac8272d'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:56.328820 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7440f442-2277-42ac-b524-c38c90d6add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a1dd8c84-9876-46bd-ba25-f0c23ac8272d'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:56.336871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57194) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:56.339853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d81c271e-2ffc-407e-abcd-80a15ec17468 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:56.341519 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d81c271e-2ffc-407e-abcd-80a15ec17468 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3182690 Apr 01 12:49:56.354052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57196) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:56.365048 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1836437307', 'security_groups': ['5c7805ef-6111-4448-879a-915a8f4c4255'], 'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c172bb1-5b06-4577-80ea-6fbaac309cf0'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:56.421323 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7440f442-2277-42ac-b524-c38c90d6add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:56.452013 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:56.453233 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440f442-2277-42ac-b524-c38c90d6add7 None None] Routers {'a1dd8c84-9876-46bd-ba25-f0c23ac8272d'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:56.454091 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7440f442-2277-42ac-b524-c38c90d6add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a1dd8c84-9876-46bd-ba25-f0c23ac8272d'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:56.460343 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:56.462195 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:56.545527 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7440f442-2277-42ac-b524-c38c90d6add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:56.546402 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440f442-2277-42ac-b524-c38c90d6add7 None None] The sync data for ids ['a1dd8c84-9876-46bd-ba25-f0c23ac8272d'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:56.551823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c271e-2ffc-407e-abcd-80a15ec17468 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7805ef-6111-4448-879a-915a8f4c4255,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:56.653964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf7926-4992-4938-8bf3-fadb77a5bdf9 None None] Network b91812eb-36e7-4537-9b61-7f9566706925 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:49:56.664370 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=2a7978f8-7e54-4b24-a573-35e629b0f985,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:56.692592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ec626bb1-15d3-4604-99d1-3a25700e75d4 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:49:56.736002 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network b91812eb-36e7-4537-9b61-7f9566706925 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:56.743586 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:56.777578 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: ec626bb1-15d3-4604-99d1-3a25700e75d4 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:49:56.778189 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device ec626bb1-15d3-4604-99d1-3a25700e75d4 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:49:56.794557 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6e17742e-f35d-470d-b072-6e582e228496 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/routers/a1dd8c84-9876-46bd-ba25-f0c23ac8272d HTTP/1.1" status: 200 len: 925 time: 0.4516406 Apr 01 12:49:56.795934 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57208) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:56.846415 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2fe9a45e-4fa4-4a84-aad7-497e39e7285b None None] Provisioning complete for port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:56.848028 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2fe9a45e-4fa4-4a84-aad7-497e39e7285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:56.883337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:56.928621 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d05fb3e-505c-4401-8a78-b2ce6618dcc5 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:56.933234 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2d05fb3e-505c-4401-8a78-b2ce6618dcc5 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&device_id=a1dd8c84-9876-46bd-ba25-f0c23ac8272d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1294160 Apr 01 12:49:56.935675 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57212) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:57.021839 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2fe9a45e-4fa4-4a84-aad7-497e39e7285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:57.095744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:57.102520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2fe9a45e-4fa4-4a84-aad7-497e39e7285b None None] For port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f,segment=NetworkSegment(6376728f-4a70-4ef3-bdb5-703541d37c82),segment_id=6376728f-4a70-4ef3-bdb5-703541d37c82)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:49:57.111592 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2fe9a45e-4fa4-4a84-aad7-497e39e7285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:57.147378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] device_id is not set on port b0752426-99a9-4e93-98ec-ae079f350197 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:49:57.187611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73d6fbb-c9fc-472a-9658-f4240cc2f7ec tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:57.192011 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d73d6fbb-c9fc-472a-9658-f4240cc2f7ec tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 881 time: 0.2522571 Apr 01 12:49:57.212519 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57222) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:57.232688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9a45e-4fa4-4a84-aad7-497e39e7285b None None] Pushing event updated for resources: {'Port': ['ID=7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:57.259935 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ae8fb842-b792-4551-b0e8-739b915f0763 None None] Provisioning complete for port 37a09833-29d8-4658-865c-4fbef12d40e1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:57.260307 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae8fb842-b792-4551-b0e8-739b915f0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:57.345768 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a9da8910-a4fe-4e74-b627-939fb8cdd4af tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1dd8c84-9876-46bd-ba25-f0c23ac8272d HTTP/1.1" status: 200 len: 205 time: 0.1184280 Apr 01 12:49:57.347169 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ae8fb842-b792-4551-b0e8-739b915f0763 None None] Port 37a09833-29d8-4658-865c-4fbef12d40e1 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:57.357705 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57226) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:57.374486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 45f4a5a3-708b-4411-8e86-2959ab486606 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:49:57.374838 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ae8fb842-b792-4551-b0e8-739b915f0763 None None] Provisioning complete for port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:57.375150 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ae8fb842-b792-4551-b0e8-739b915f0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:57.514381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:49:57.514922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:57.523023 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-af7ddaa5-9713-4b1b-8e1e-df85cad6d7cf tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/45f4a5a3-708b-4411-8e86-2959ab486606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0362973 Apr 01 12:49:57.524943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57234) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:57.599334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d179c7-286a-484d-ac23-b54e421133e7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:57.601237 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d1d179c7-286a-484d-ac23-b54e421133e7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports/2a7978f8-7e54-4b24-a573-35e629b0f985 HTTP/1.1" status: 200 len: 911 time: 0.0745733 Apr 01 12:49:57.607843 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57240) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:57.611566 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de432863-a47c-4cd8-8e53-67ba01d6f348 None None] Sync routers for ids ['45f4a5a3-708b-4411-8e86-2959ab486606'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:49:57.748390 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de432863-a47c-4cd8-8e53-67ba01d6f348 None None] Routers {'45f4a5a3-708b-4411-8e86-2959ab486606'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:57.750022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-de432863-a47c-4cd8-8e53-67ba01d6f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['45f4a5a3-708b-4411-8e86-2959ab486606'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:57.824004 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:57.854801 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-de432863-a47c-4cd8-8e53-67ba01d6f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:57.894978 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:57.895653 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:57.991199 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9ad46187-69f9-4fab-93b2-bb8cbdd347eb None None] Provisioning complete for port 2a7978f8-7e54-4b24-a573-35e629b0f985 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:57.991576 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9ad46187-69f9-4fab-93b2-bb8cbdd347eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:57.997077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de432863-a47c-4cd8-8e53-67ba01d6f348 None None] Routers {'45f4a5a3-708b-4411-8e86-2959ab486606'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:49:57.997077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-de432863-a47c-4cd8-8e53-67ba01d6f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['45f4a5a3-708b-4411-8e86-2959ab486606'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:58.077864 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-de432863-a47c-4cd8-8e53-67ba01d6f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:49:58.087455 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de432863-a47c-4cd8-8e53-67ba01d6f348 None None] The sync data for ids ['45f4a5a3-708b-4411-8e86-2959ab486606'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:49:58.142804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9ad46187-69f9-4fab-93b2-bb8cbdd347eb None None] Port 2a7978f8-7e54-4b24-a573-35e629b0f985 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:58.175868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9ad46187-69f9-4fab-93b2-bb8cbdd347eb None None] Provisioning complete for port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:58.176240 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9ad46187-69f9-4fab-93b2-bb8cbdd347eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:58.183997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4d99ac25-07be-477a-8304-e8ea6a02d0f0 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:49:58.452434 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:58.452806 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:58.485237 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47d109ec-c86d-41c1-a7ba-acbb7afb8e2a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:58.650832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8::215 (82159ba5-6d60-4d34-9f95-c054b75c5e9d/8c172bb1-5b06-4577-80ea-6fbaac309cf0/b0752426-99a9-4e93-98ec-ae079f350197) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:49:58.733217 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-117af62d-fe08-4ef5-a10e-dcf48938a80e None None] Provisioning complete for port 2a7978f8-7e54-4b24-a573-35e629b0f985 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:58.733581 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-117af62d-fe08-4ef5-a10e-dcf48938a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:58.833808 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-117af62d-fe08-4ef5-a10e-dcf48938a80e None None] Port 2a7978f8-7e54-4b24-a573-35e629b0f985 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:49:58.893453 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:58.993375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-47d109ec-c86d-41c1-a7ba-acbb7afb8e2a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port 2a7978f8-7e54-4b24-a573-35e629b0f985 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:58.993855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47d109ec-c86d-41c1-a7ba-acbb7afb8e2a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:59.070788 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:59.082578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Deleting port 88dd67b0-df77-4d10-9728-3746c8d6151b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:49:59.083054 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:59.182142 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:59.206999 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47d109ec-c86d-41c1-a7ba-acbb7afb8e2a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:59.208699 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:59.224983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-47d109ec-c86d-41c1-a7ba-acbb7afb8e2a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for 2a7978f8-7e54-4b24-a573-35e629b0f985 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:59.249875 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Calling delete_port for 88dd67b0-df77-4d10-9728-3746c8d6151b owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:49:59.261652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:49:59.272581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:49:59.280825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:49:59.287233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:49:59.287931 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:59.297970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=b0752426-99a9-4e93-98ec-ae079f350197,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:59.346512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ae53eeaf-d5ca-4e11-a33b-3634f634fc78 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9910390 Apr 01 12:49:59.350558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57294) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:49:59.355915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-63bdef71-69b0-47e9-b2b0-955dd4c49122 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:49:59.621019 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47d109ec-c86d-41c1-a7ba-acbb7afb8e2a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:59.717936 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d109ec-c86d-41c1-a7ba-acbb7afb8e2a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=2a7978f8-7e54-4b24-a573-35e629b0f985,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:49:59.754413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bdef71-69b0-47e9-b2b0-955dd4c49122 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:49:59.764899 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-63bdef71-69b0-47e9-b2b0-955dd4c49122 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:59.900023 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-109df585-6d52-4235-893a-1600db9a445d None None] Provisioning complete for port b0752426-99a9-4e93-98ec-ae079f350197 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:49:59.901098 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-109df585-6d52-4235-893a-1600db9a445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:49:59.959640 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-47d109ec-c86d-41c1-a7ba-acbb7afb8e2a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.006795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-109df585-6d52-4235-893a-1600db9a445d None None] Port b0752426-99a9-4e93-98ec-ae079f350197 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:00.097170 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.173019 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Pushing event deleted for resources: {'Port': ['ID=88dd67b0-df77-4d10-9728-3746c8d6151b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:00.253252 n-d-836146-1 neutron-server[102718]: INFO neutron.db.ipam_backend_mixin [None req-63bdef71-69b0-47e9-b2b0-955dd4c49122 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c172bb1-5b06-4577-80ea-6fbaac309cf0 (CIDR: 2001:db8::/64) Apr 01 12:50:00.281588 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d109ec-c86d-41c1-a7ba-acbb7afb8e2a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 45f4a5a3-708b-4411-8e86-2959ab486606 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:50:00.294943 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bdef71-69b0-47e9-b2b0-955dd4c49122 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:50:00.295431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63bdef71-69b0-47e9-b2b0-955dd4c49122 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:00.337974 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-63bdef71-69b0-47e9-b2b0-955dd4c49122 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9835932 Apr 01 12:50:00.338738 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57310) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:00.345407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-384e6570-1bf9-41d9-ab34-dc4ea4790412 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:00.349389 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.390596 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d109ec-c86d-41c1-a7ba-acbb7afb8e2a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:00.400942 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c8c94-8c42-4fbd-bd93-27d71692a89b None None] Sync routers for ids ['45f4a5a3-708b-4411-8e86-2959ab486606'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:00.402772 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-47d109ec-c86d-41c1-a7ba-acbb7afb8e2a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/45f4a5a3-708b-4411-8e86-2959ab486606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7934391 Apr 01 12:50:00.405429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57312) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:00.419201 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c8c94-8c42-4fbd-bd93-27d71692a89b None None] Routers {'45f4a5a3-708b-4411-8e86-2959ab486606'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:00.439620 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-79db3e20-45b0-49db-a085-f023773176e8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=45f4a5a3-708b-4411-8e86-2959ab486606 HTTP/1.1" status: 200 len: 205 time: 0.0329249 Apr 01 12:50:00.442581 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57314) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:00.448379 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-667c8c94-8c42-4fbd-bd93-27d71692a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['45f4a5a3-708b-4411-8e86-2959ab486606'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:00.455550 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.457668 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.509689 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-667c8c94-8c42-4fbd-bd93-27d71692a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:00.516204 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.516626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Fanout notify agent at l3_agent the message router_deleted on router a1dd8c84-9876-46bd-ba25-f0c23ac8272d {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:50:00.530039 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.532357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-38d32fb4-a958-4196-a8b0-f64a32c3c30f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/routers/a1dd8c84-9876-46bd-ba25-f0c23ac8272d HTTP/1.1" status: 204 len: 168 time: 3.1733003 Apr 01 12:50:00.536110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57316) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:00.541998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2966719c-d93e-41b1-98fc-724dccc519d5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-12513420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:00.543461 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c8c94-8c42-4fbd-bd93-27d71692a89b None None] Routers {'45f4a5a3-708b-4411-8e86-2959ab486606'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:00.544316 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-667c8c94-8c42-4fbd-bd93-27d71692a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['45f4a5a3-708b-4411-8e86-2959ab486606'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:00.603139 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-667c8c94-8c42-4fbd-bd93-27d71692a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:00.604522 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c8c94-8c42-4fbd-bd93-27d71692a89b None None] The sync data for ids ['45f4a5a3-708b-4411-8e86-2959ab486606'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:00.615393 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3cb11003-2ad2-4d63-8230-536d24abea8f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.639100 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2966719c-d93e-41b1-98fc-724dccc519d5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.640476 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2966719c-d93e-41b1-98fc-724dccc519d5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.869871 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2966719c-d93e-41b1-98fc-724dccc519d5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.881551 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2966719c-d93e-41b1-98fc-724dccc519d5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.884060 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3cb11003-2ad2-4d63-8230-536d24abea8f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.886655 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3cb11003-2ad2-4d63-8230-536d24abea8f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.915673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384e6570-1bf9-41d9-ab34-dc4ea4790412 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:00.920159 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-384e6570-1bf9-41d9-ab34-dc4ea4790412 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.926355 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2966719c-d93e-41b1-98fc-724dccc519d5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:00.930738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57322) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:00.931268 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2966719c-d93e-41b1-98fc-724dccc519d5 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3936772 Apr 01 12:50:00.935511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'enable_snat': True}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:01.068024 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3cb11003-2ad2-4d63-8230-536d24abea8f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:01.068772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb11003-2ad2-4d63-8230-536d24abea8f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Fanout notify agent at l3_agent the message router_deleted on router 45f4a5a3-708b-4411-8e86-2959ab486606 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:50:01.070656 n-d-836146-1 neutron-server[102718]: INFO neutron.db.ipam_backend_mixin [None req-384e6570-1bf9-41d9-ab34-dc4ea4790412 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f09f2b7c-9885-4fdd-8cb1-0fff6d743a9b (CIDR: 2001:db8:0:1::/64) Apr 01 12:50:01.076251 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-384e6570-1bf9-41d9-ab34-dc4ea4790412 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:50:01.076976 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384e6570-1bf9-41d9-ab34-dc4ea4790412 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:01.078310 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3cb11003-2ad2-4d63-8230-536d24abea8f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:01.079502 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3cb11003-2ad2-4d63-8230-536d24abea8f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/45f4a5a3-708b-4411-8e86-2959ab486606 HTTP/1.1" status: 204 len: 168 time: 0.6350584 Apr 01 12:50:01.082649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57324) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:01.189103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30c1e36-f76a-45bd-afae-647bdd57d4f5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting subnet 8a9a99dc-43de-4eaf-801b-e9a1c735844e {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:50:01.196618 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a30c1e36-f76a-45bd-afae-647bdd57d4f5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:01.250931 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-384e6570-1bf9-41d9-ab34-dc4ea4790412 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9104497 Apr 01 12:50:01.254227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57330) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:01.260383 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-4ebd97fd-4342-484d-865e-63482c66b83e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'subnet': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:01.281966 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:01.407264 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a30c1e36-f76a-45bd-afae-647bdd57d4f5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:01.569012 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebd97fd-4342-484d-865e-63482c66b83e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Made reservation on behalf of 306043477d8a4230b32df111b11a384e for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:01.573417 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ebd97fd-4342-484d-865e-63482c66b83e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:01.744168 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a30c1e36-f76a-45bd-afae-647bdd57d4f5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:01.885960 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a30c1e36-f76a-45bd-afae-647bdd57d4f5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:01.892025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57336) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:01.974593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c1e36-f76a-45bd-afae-647bdd57d4f5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9a99dc-43de-4eaf-801b-e9a1c735844e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:01.990320 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a30c1e36-f76a-45bd-afae-647bdd57d4f5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:01.994427 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a30c1e36-f76a-45bd-afae-647bdd57d4f5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/8a9a99dc-43de-4eaf-801b-e9a1c735844e HTTP/1.1" status: 204 len: 168 time: 0.9104033 Apr 01 12:50:02.001811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57338) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:02.008169 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23a4f9-2c09-4a39-ac85-0f09c4a6aa59 None None] Network b91812eb-36e7-4537-9b61-7f9566706925 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:02.079541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3127d30-f1c6-49fc-bfeb-c6edd857de0f admin admin] Deleting subnet 8f21d01e-f6ac-4084-8ed0-988ba817cea8 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:50:02.082793 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3127d30-f1c6-49fc-bfeb-c6edd857de0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.128067 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3127d30-f1c6-49fc-bfeb-c6edd857de0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.172594 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3127d30-f1c6-49fc-bfeb-c6edd857de0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.238699 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3127d30-f1c6-49fc-bfeb-c6edd857de0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.355791 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.356364 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3127d30-f1c6-49fc-bfeb-c6edd857de0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.361786 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c3127d30-f1c6-49fc-bfeb-c6edd857de0f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8f21d01e-f6ac-4084-8ed0-988ba817cea8 HTTP/1.1" status: 204 len: 168 time: 0.4152119 Apr 01 12:50:02.363708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3127d30-f1c6-49fc-bfeb-c6edd857de0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f21d01e-f6ac-4084-8ed0-988ba817cea8,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:02.366032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57344) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:02.379439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd347b34-59c9-4026-85a5-448df5dd3710 None None] DHCP port deletion for b91812eb-36e7-4537-9b61-7f9566706925 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:50:02.399758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.400212 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.465153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cd347b34-59c9-4026-85a5-448df5dd3710 None None] Deleting port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:02.466423 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cd347b34-59c9-4026-85a5-448df5dd3710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.558899 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.567564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Allocated IP 172.25.7.31 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/82b56426-90f9-45b7-8ce3-64dc843dec6c) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:02.594825 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ebd97fd-4342-484d-865e-63482c66b83e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.643563 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cd347b34-59c9-4026-85a5-448df5dd3710 None None] For port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f,segment=NetworkSegment(6376728f-4a70-4ef3-bdb5-703541d37c82),segment_id=6376728f-4a70-4ef3-bdb5-703541d37c82)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:02.644409 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cd347b34-59c9-4026-85a5-448df5dd3710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.666721 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebd97fd-4342-484d-865e-63482c66b83e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:02.671084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cd347b34-59c9-4026-85a5-448df5dd3710 None None] Calling delete_port for 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:02.679800 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-4ebd97fd-4342-484d-865e-63482c66b83e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:02.683153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebd97fd-4342-484d-865e-63482c66b83e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:02.683756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4ebd97fd-4342-484d-865e-63482c66b83e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.736009 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:02.736424 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.783462 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a6eab-364f-4c0d-acc6-a0bffb9e4c89 None None] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:02.854149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4ebd97fd-4342-484d-865e-63482c66b83e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5961967 Apr 01 12:50:02.855299 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.856905 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57346) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:02.864057 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d3bf6a21-b9bc-4e14-850c-2491fc692932 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1356010935', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0dd8fa5a-729c-4fbf-8f53-26eec9a90ed8'}], 'security_groups': ['3b162327-f947-4baf-a26e-d0e755f4499d', 'e70b4f7a-0701-403b-89de-a542adfe6ebe']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:02.889987 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.893977 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd97fd-4342-484d-865e-63482c66b83e tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Subnet': ['ID=0dd8fa5a-729c-4fbf-8f53-26eec9a90ed8,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:02.906263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] For port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f,segment=NetworkSegment(6376728f-4a70-4ef3-bdb5-703541d37c82),segment_id=6376728f-4a70-4ef3-bdb5-703541d37c82)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:02.906263 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.920501 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cd347b34-59c9-4026-85a5-448df5dd3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:02.928049 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:02.934167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af280e2c-cf7d-4393-8f47-dd019ee366c6']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:02.947185 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd347b34-59c9-4026-85a5-448df5dd3710 None None] Pushing event deleted for resources: {'Port': ['ID=7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:02.949971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a908a531-0186-4d68-ac0a-40983f0c9079') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:02.950278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a908a531-0186-4d68-ac0a-40983f0c9079') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:02.995249 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.021868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd347b34-59c9-4026-85a5-448df5dd3710 None None] No DVR routers for this DVR port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:50:03.027584 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.050797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:50:03.051273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: items = [ Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:50:03.054632 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:50:03.118744 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.159532 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.163395 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.176572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:03.187927 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:03.194261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:03.233049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdfdf46-bb29-4183-b522-82aca996771b None None] Update dhcp port {'port': {'network_id': '82159ba5-6d60-4d34-9f95-c054b75c5e9d', 'fixed_ips': [{'subnet_id': 'f09f2b7c-9885-4fdd-8cb1-0fff6d743a9b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8c172bb1-5b06-4577-80ea-6fbaac309cf0', 'ip_address': '2001:db8::2'}, {'subnet_id': '0dd8fa5a-729c-4fbf-8f53-26eec9a90ed8'}], 'binding:host_id': 'n-d-836146-1'}, 'id': '4d99ac25-07be-477a-8304-e8ea6a02d0f0'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:50:03.239411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No DVR routers for this DVR port 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:50:03.242614 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.250070 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] 10.222.0.45 "DELETE /v2.0/networks/af280e2c-cf7d-4393-8f47-dd019ee366c6 HTTP/1.1" status: 204 len: 168 time: 0.8799729 Apr 01 12:50:03.251340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:03.252863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57350) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:03.254759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223243d-c309-4872-ba33-d3044ef6ab07 admin admin] Pushing event deleted for resources: {'Network': ['ID=af280e2c-cf7d-4393-8f47-dd019ee366c6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:03.275931 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event updated for resources: {'Port': ['ID=82b56426-90f9-45b7-8ce3-64dc843dec6c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:03.308509 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4fdfdf46-bb29-4183-b522-82aca996771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.352634 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.375068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91812eb-36e7-4537-9b61-7f9566706925']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:03.386404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6376728f-4a70-4ef3-bdb5-703541d37c82') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:03.386713 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6376728f-4a70-4ef3-bdb5-703541d37c82') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:03.392517 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3bf6a21-b9bc-4e14-850c-2491fc692932 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.398290 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.417053 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.423268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:50:03.423667 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.467957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:50:03.509651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:50:03.510053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7fa9dcf3-bac8-45c8-bfd6-3032fb2a1a8f not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:50:03.519942 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:50:03.524213 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Deleting subnet c634cfea-94a8-4e6b-9a49-7c154e43e0b8 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:50:03.532089 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.550498 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.554723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/networks/b91812eb-36e7-4537-9b61-7f9566706925 HTTP/1.1" status: 204 len: 168 time: 1.5487061 Apr 01 12:50:03.566218 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57356) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:03.567108 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.574689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-528826758', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:03.578418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c853bfc-8f53-4c96-bb7e-1a988e2591dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Network': ['ID=b91812eb-36e7-4537-9b61-7f9566706925,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:03.610686 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-4fdfdf46-bb29-4183-b522-82aca996771b None None] Allocated IP 2001:db8:0:2::2 (82159ba5-6d60-4d34-9f95-c054b75c5e9d/0dd8fa5a-729c-4fbf-8f53-26eec9a90ed8/4d99ac25-07be-477a-8304-e8ea6a02d0f0) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:03.707911 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.736663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4fdfdf46-bb29-4183-b522-82aca996771b None None] For port 4d99ac25-07be-477a-8304-e8ea6a02d0f0, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4d99ac25-07be-477a-8304-e8ea6a02d0f0,segment=NetworkSegment(d702bb98-eda4-4dde-856d-b51ceed1a154),segment_id=d702bb98-eda4-4dde-856d-b51ceed1a154)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:03.750987 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.752491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.776228 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4fdfdf46-bb29-4183-b522-82aca996771b None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.787019 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4fdfdf46-bb29-4183-b522-82aca996771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.903365 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfdf46-bb29-4183-b522-82aca996771b None None] Pushing event updated for resources: {'Port': ['ID=4d99ac25-07be-477a-8304-e8ea6a02d0f0,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:03.959041 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:03.985702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:04.369957 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:04.437042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c634cfea-94a8-4e6b-9a49-7c154e43e0b8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:04.482910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:04.483254 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:04.483592 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:04.483923 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:04.484260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:04.484575 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:04.485201 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:04.485519 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:04.485934 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:04.486295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:04.486628 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:04.486939 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:04.502163 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:04.522058 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:04.529125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57364) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:04.529643 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9c0439da-92bd-46ee-93a4-4e8b96ff0f68 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c634cfea-94a8-4e6b-9a49-7c154e43e0b8 HTTP/1.1" status: 204 len: 168 time: 1.2703526 Apr 01 12:50:04.533467 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:04.662220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-d3bf6a21-b9bc-4e14-850c-2491fc692932 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Delete allocated IP 2001:db8::215 (82159ba5-6d60-4d34-9f95-c054b75c5e9d/8c172bb1-5b06-4577-80ea-6fbaac309cf0) {{(pid=102719) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 12:50:04.685921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-d3bf6a21-b9bc-4e14-850c-2491fc692932 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Allocated IP 2001:db8:0:2::25e (82159ba5-6d60-4d34-9f95-c054b75c5e9d/0dd8fa5a-729c-4fbf-8f53-26eec9a90ed8/b0752426-99a9-4e93-98ec-ae079f350197) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:04.752287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:04.873598 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:04.874617 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-06f320e2-1918-4f28-9ce0-03653901a5ce None None] Provisioning complete for port b0752426-99a9-4e93-98ec-ae079f350197 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:04.875502 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-06f320e2-1918-4f28-9ce0-03653901a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:04.906871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2749e644-2ff2-40c8-ab8b-0f427d545743']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:04.918846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a960b310-7cb3-4789-9847-38f32833505a') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:04.919846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a960b310-7cb3-4789-9847-38f32833505a') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:04.946998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-06f320e2-1918-4f28-9ce0-03653901a5ce None None] Port b0752426-99a9-4e93-98ec-ae079f350197 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:04.948242 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:04.959950 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-06f320e2-1918-4f28-9ce0-03653901a5ce None None] Provisioning complete for port 37a09833-29d8-4658-865c-4fbef12d40e1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:04.961267 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-06f320e2-1918-4f28-9ce0-03653901a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:04.974387 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:04.987638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:50:04.989756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:50:04.995925 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:50:05.011822 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-06f320e2-1918-4f28-9ce0-03653901a5ce None None] Port 37a09833-29d8-4658-865c-4fbef12d40e1 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:05.036953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-06f320e2-1918-4f28-9ce0-03653901a5ce None None] Provisioning complete for port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:05.037397 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-06f320e2-1918-4f28-9ce0-03653901a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.051720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.064045 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.089535 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.096629 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.101000 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] 10.222.0.45 "DELETE /v2.0/networks/2749e644-2ff2-40c8-ab8b-0f427d545743 HTTP/1.1" status: 204 len: 168 time: 0.5696387 Apr 01 12:50:05.116330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e9a37-b67b-47b5-aed9-621b0ae7e28d admin admin] Pushing event deleted for resources: {'Network': ['ID=2749e644-2ff2-40c8-ab8b-0f427d545743,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:05.275164 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.320466 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.324140 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3bf6a21-b9bc-4e14-850c-2491fc692932 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.357368 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3bf6a21-b9bc-4e14-850c-2491fc692932 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.389361 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57374) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:05.394798 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4d99ac25-07be-477a-8304-e8ea6a02d0f0 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:05.466360 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:05.467053 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.471534 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a80c47ad-46e3-4dab-862e-0f949af0117e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=391044c084464185afe66753fdcac19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753803 Apr 01 12:50:05.483348 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57378) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:05.606632 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5f73-ec84-40ac-9b72-6d612312e71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.635492 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5f73-ec84-40ac-9b72-6d612312e71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.705664 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5f73-ec84-40ac-9b72-6d612312e71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.709679 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5f73-ec84-40ac-9b72-6d612312e71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:05.713953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3d3b5f73-ec84-40ac-9b72-6d612312e71b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b290b307-ef3d-48ff-9e7f-fe792d5cfff6 HTTP/1.1" status: 204 len: 168 time: 0.2268569 Apr 01 12:50:05.749318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b5f73-ec84-40ac-9b72-6d612312e71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b290b307-ef3d-48ff-9e7f-fe792d5cfff6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:05.920440 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf6a21-b9bc-4e14-850c-2491fc692932 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event updated for resources: {'Port': ['ID=b0752426-99a9-4e93-98ec-ae079f350197,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:06.021946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf6a21-b9bc-4e14-850c-2491fc692932 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] In _notify_port_updated(), no bound segment for port b0752426-99a9-4e93-98ec-ae079f350197 on network 82159ba5-6d60-4d34-9f95-c054b75c5e9d {{(pid=102719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:50:06.041545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf6a21-b9bc-4e14-850c-2491fc692932 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:06.049485 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3bf6a21-b9bc-4e14-850c-2491fc692932 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:06.052702 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d3bf6a21-b9bc-4e14-850c-2491fc692932 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "PUT /v2.0/ports/b0752426-99a9-4e93-98ec-ae079f350197 HTTP/1.1" status: 200 len: 970 time: 3.1945882 Apr 01 12:50:06.055575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57386) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:06.228093 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Allocated IP 172.25.7.131 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/d327cb7a-66aa-4c60-bfc2-6ae5d03ad8bf) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:06.243978 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Router 3a1c9f3c-de8f-40b9-9463-982e1b980844 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:50:06.332775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port b0752426-99a9-4e93-98ec-ae079f350197 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:06.334080 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:06.391381 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ebd16806-57a9-43ce-b423-91ddb919c81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:06.500252 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57398) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:06.501411 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:06.519424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e00b802-efa9-4f16-bc2d-26590c9a6d90 None None] Sync routers for ids ['3a1c9f3c-de8f-40b9-9463-982e1b980844'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:06.533579 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:06.538236 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:06.538632 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3e5f3f1f-d615-440e-a6a0-12b3eddc15de tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "PUT /v2.0/routers/3a1c9f3c-de8f-40b9-9463-982e1b980844 HTTP/1.1" status: 200 len: 916 time: 5.6042507 Apr 01 12:50:06.539305 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57402) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:06.540570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e00b802-efa9-4f16-bc2d-26590c9a6d90 None None] Routers {'3a1c9f3c-de8f-40b9-9463-982e1b980844'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:06.541534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8e00b802-efa9-4f16-bc2d-26590c9a6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3a1c9f3c-de8f-40b9-9463-982e1b980844'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:06.551298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for b0752426-99a9-4e93-98ec-ae079f350197 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:06.611165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8e00b802-efa9-4f16-bc2d-26590c9a6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:06.635661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e00b802-efa9-4f16-bc2d-26590c9a6d90 None None] Routers {'3a1c9f3c-de8f-40b9-9463-982e1b980844'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:06.636608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8e00b802-efa9-4f16-bc2d-26590c9a6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['3a1c9f3c-de8f-40b9-9463-982e1b980844'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:06.682127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-8e00b802-efa9-4f16-bc2d-26590c9a6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:06.683057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e00b802-efa9-4f16-bc2d-26590c9a6d90 None None] The sync data for ids ['3a1c9f3c-de8f-40b9-9463-982e1b980844'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:06.694156 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2c76afea-2451-4834-9357-449f55e65f66 None None] Provisioning complete for port b0752426-99a9-4e93-98ec-ae079f350197 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:06.695314 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2c76afea-2451-4834-9357-449f55e65f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:06.710122 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ad8b20ac-dd89-4ca9-8e9a-e78d1afe3102 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/routers/3a1c9f3c-de8f-40b9-9463-982e1b980844 HTTP/1.1" status: 200 len: 922 time: 0.1405997 Apr 01 12:50:06.714505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57406) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:06.747717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2c76afea-2451-4834-9357-449f55e65f66 None None] Port b0752426-99a9-4e93-98ec-ae079f350197 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:06.864740 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15f5252-c415-4a00-b56e-c56662058393 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:06.869038 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e15f5252-c415-4a00-b56e-c56662058393 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&device_id=3a1c9f3c-de8f-40b9-9463-982e1b980844&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1505826 Apr 01 12:50:06.869499 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57408) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:06.874650 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fedb3519-1236-474d-9d6b-c129f04af663 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=29aff27ebe6f426f9c5c6bf32c76e8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3686037 Apr 01 12:50:06.938752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57410) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:06.998362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9c11cb-85db-413d-9c14-d357cdd27612 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:06.999784 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7f9c11cb-85db-413d-9c14-d357cdd27612 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 881 time: 0.1263874 Apr 01 12:50:07.004243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57412) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:07.005119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:07.096560 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-825e3d52-2a7e-4739-afa4-721457a41e5d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a1c9f3c-de8f-40b9-9463-982e1b980844 HTTP/1.1" status: 200 len: 205 time: 0.0699921 Apr 01 12:50:07.096820 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:07.096947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57418) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:07.161290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=d327cb7a-66aa-4c60-bfc2-6ae5d03ad8bf,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:07.170649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:07.171834 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:07.174302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:07.240773 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-842c3ff2-c10e-4d72-b82e-5b357c14f3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:07.377275 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-842c3ff2-c10e-4d72-b82e-5b357c14f3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:07.381123 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:07.449222 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:07.451559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=b0752426-99a9-4e93-98ec-ae079f350197,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:07.584471 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-842c3ff2-c10e-4d72-b82e-5b357c14f3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:07.587749 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:07.595227 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-842c3ff2-c10e-4d72-b82e-5b357c14f3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:07.602273 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-842c3ff2-c10e-4d72-b82e-5b357c14f3d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5be442dc-a8de-4a9c-b6d6-ca30b2d5050c HTTP/1.1" status: 204 len: 168 time: 0.6597726 Apr 01 12:50:07.626666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:07.627527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:07.628279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:07.628784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:07.629220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:07.629653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:07.630142 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:07.630655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:07.631082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:07.631555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:07.632040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:07.633286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:07.637113 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:07.641580 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5dc635db-4582-4bbf-88cc-2ae8c0c9ef38 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/b0752426-99a9-4e93-98ec-ae079f350197 HTTP/1.1" status: 204 len: 168 time: 1.5845716 Apr 01 12:50:07.645968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57428) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:07.704715 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84899ba-77ba-4f51-84c7-21de5f110519 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] GET failed (client error): The resource could not be found. Apr 01 12:50:07.710586 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57432) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:07.711401 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f84899ba-77ba-4f51-84c7-21de5f110519 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports/b0752426-99a9-4e93-98ec-ae079f350197 HTTP/1.1" status: 404 len: 333 time: 0.0613532 Apr 01 12:50:07.845733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c3ff2-c10e-4d72-b82e-5b357c14f3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be442dc-a8de-4a9c-b6d6-ca30b2d5050c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:07.855608 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:07.956415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Deleting port 82b56426-90f9-45b7-8ce3-64dc843dec6c {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:07.957603 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:07.971340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3fa814a7-d758-464a-a01e-da195e603c66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.008065 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3fa814a7-d758-464a-a01e-da195e603c66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.112216 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.151175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Calling delete_port for 82b56426-90f9-45b7-8ce3-64dc843dec6c owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:08.255236 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.364076 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3fa814a7-d758-464a-a01e-da195e603c66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.376558 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3fa814a7-d758-464a-a01e-da195e603c66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.377756 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3fa814a7-d758-464a-a01e-da195e603c66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/security-groups/5c7805ef-6111-4448-879a-915a8f4c4255 HTTP/1.1" status: 204 len: 168 time: 0.6661756 Apr 01 12:50:08.394538 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57446) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:08.419946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa814a7-d758-464a-a01e-da195e603c66 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7805ef-6111-4448-879a-915a8f4c4255,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:08.557929 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-272f34cf-0728-4dc0-b2f2-484bf86e5c34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.564180 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.582695 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 84549ce0-857d-43ac-9c4b-0fcdbcfad9fc is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:50:08.637708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Pushing event deleted for resources: {'Port': ['ID=82b56426-90f9-45b7-8ce3-64dc843dec6c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:08.724394 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-272f34cf-0728-4dc0-b2f2-484bf86e5c34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.737839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:08.755150 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3d6b8-29b7-4b37-8e07-f9dff1c22bb4 None None] Sync routers for ids ['84549ce0-857d-43ac-9c4b-0fcdbcfad9fc'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:08.767293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.769390 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.776164 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3d6b8-29b7-4b37-8e07-f9dff1c22bb4 None None] Routers {'84549ce0-857d-43ac-9c4b-0fcdbcfad9fc'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:08.777508 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.778354 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b5a3d6b8-29b7-4b37-8e07-f9dff1c22bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['84549ce0-857d-43ac-9c4b-0fcdbcfad9fc'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:08.779153 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-18a1401f-8a79-40b8-b189-f779d4aa3969 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2096274 Apr 01 12:50:08.781891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57460) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:08.887485 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b5a3d6b8-29b7-4b37-8e07-f9dff1c22bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:08.899047 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3d6b8-29b7-4b37-8e07-f9dff1c22bb4 None None] Routers {'84549ce0-857d-43ac-9c4b-0fcdbcfad9fc'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:08.900048 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b5a3d6b8-29b7-4b37-8e07-f9dff1c22bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:49:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['84549ce0-857d-43ac-9c4b-0fcdbcfad9fc'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:08.903764 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c06fcb6a-6bdb-4d8c-9c71-dc0f33b797bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.911397 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.915192 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.943798 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.950106 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-272f34cf-0728-4dc0-b2f2-484bf86e5c34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.952571 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-272f34cf-0728-4dc0-b2f2-484bf86e5c34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:08.954244 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-272f34cf-0728-4dc0-b2f2-484bf86e5c34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/security-groups/e70b4f7a-0701-403b-89de-a542adfe6ebe HTTP/1.1" status: 204 len: 168 time: 0.5572612 Apr 01 12:50:08.977054 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57464) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:09.014654 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b5a3d6b8-29b7-4b37-8e07-f9dff1c22bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:09.017424 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3d6b8-29b7-4b37-8e07-f9dff1c22bb4 None None] The sync data for ids ['84549ce0-857d-43ac-9c4b-0fcdbcfad9fc'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:09.043911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f34cf-0728-4dc0-b2f2-484bf86e5c34 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70b4f7a-0701-403b-89de-a542adfe6ebe,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:09.051529 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.052091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Fanout notify agent at l3_agent the message router_deleted on router 3a1c9f3c-de8f-40b9-9463-982e1b980844 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:50:09.057435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4188292f-9a68-40e3-9c0a-1dfc9433c096 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/routers/84549ce0-857d-43ac-9c4b-0fcdbcfad9fc HTTP/1.1" status: 200 len: 884 time: 0.2741604 Apr 01 12:50:09.062114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57468) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:09.068182 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.071477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6fd1205c-b93e-4a50-bf4e-e1600cb38e9d tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/routers/3a1c9f3c-de8f-40b9-9463-982e1b980844 HTTP/1.1" status: 204 len: 168 time: 1.9750509 Apr 01 12:50:09.076810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57470) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:09.082587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-aac491ee-d79a-4002-999a-2fb92d48ff6a tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1492665482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:09.122305 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aac491ee-d79a-4002-999a-2fb92d48ff6a tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.124469 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aac491ee-d79a-4002-999a-2fb92d48ff6a tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.135085 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74499add-2549-42f4-99be-5a95b18d1882 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.180105 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74499add-2549-42f4-99be-5a95b18d1882 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.280019 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aac491ee-d79a-4002-999a-2fb92d48ff6a tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.298101 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aac491ee-d79a-4002-999a-2fb92d48ff6a tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.338898 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aac491ee-d79a-4002-999a-2fb92d48ff6a tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.343174 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-aac491ee-d79a-4002-999a-2fb92d48ff6a tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2661114 Apr 01 12:50:09.343970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57476) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:09.351402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'enable_snat': False}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:09.440441 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74499add-2549-42f4-99be-5a95b18d1882 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.446653 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74499add-2549-42f4-99be-5a95b18d1882 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.450659 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-74499add-2549-42f4-99be-5a95b18d1882 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/security-groups/3b162327-f947-4baf-a26e-d0e755f4499d HTTP/1.1" status: 204 len: 168 time: 0.4701970 Apr 01 12:50:09.455518 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57482) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:09.505702 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74499add-2549-42f4-99be-5a95b18d1882 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b162327-f947-4baf-a26e-d0e755f4499d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:09.583956 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b865b6ba-aa87-4c52-b223-c53101cbfc3d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting subnet 8c172bb1-5b06-4577-80ea-6fbaac309cf0 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:50:09.583956 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b865b6ba-aa87-4c52-b223-c53101cbfc3d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.627925 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b865b6ba-aa87-4c52-b223-c53101cbfc3d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.716907 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.727958 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-22a95e02-f8fb-47b4-8a6f-4cd264442693 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6618404 Apr 01 12:50:09.728801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57494) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:09.735136 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-fd8d15c8-c3cd-4633-aa85-4ecc2f691a46 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-528826758'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:09.830568 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b865b6ba-aa87-4c52-b223-c53101cbfc3d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:09.928888 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b865b6ba-aa87-4c52-b223-c53101cbfc3d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:10.000443 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865b6ba-aa87-4c52-b223-c53101cbfc3d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Subnet': ['ID=8c172bb1-5b06-4577-80ea-6fbaac309cf0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:10.013411 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b865b6ba-aa87-4c52-b223-c53101cbfc3d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:10.016683 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b865b6ba-aa87-4c52-b223-c53101cbfc3d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/8c172bb1-5b06-4577-80ea-6fbaac309cf0 HTTP/1.1" status: 204 len: 168 time: 0.5600097 Apr 01 12:50:10.019586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b921ec4-9cd9-4ab3-9d01-f8a3e4dae398 None None] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:10.020674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57504) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:10.128015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd5f1c9-9043-4bc6-b766-e58dcfbfc3b3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting subnet 0dd8fa5a-729c-4fbf-8f53-26eec9a90ed8 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:50:10.142827 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f1c9-9043-4bc6-b766-e58dcfbfc3b3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:10.233940 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f1c9-9043-4bc6-b766-e58dcfbfc3b3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:10.425383 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:10.473959 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f1c9-9043-4bc6-b766-e58dcfbfc3b3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:10.559948 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd8d15c8-c3cd-4633-aa85-4ecc2f691a46 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:10.623398 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f1c9-9043-4bc6-b766-e58dcfbfc3b3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:10.628587 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd8d15c8-c3cd-4633-aa85-4ecc2f691a46 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:10.664669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5f1c9-9043-4bc6-b766-e58dcfbfc3b3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd8fa5a-729c-4fbf-8f53-26eec9a90ed8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:10.681495 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f1c9-9043-4bc6-b766-e58dcfbfc3b3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:10.687546 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fcd5f1c9-9043-4bc6-b766-e58dcfbfc3b3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/0dd8fa5a-729c-4fbf-8f53-26eec9a90ed8 HTTP/1.1" status: 204 len: 168 time: 0.6646781 Apr 01 12:50:10.689517 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57518) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:10.743281 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbcbb60-7271-4145-8d3e-6312a9507682 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] DELETE failed (client error): The resource could not be found. Apr 01 12:50:10.743816 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbcbb60-7271-4145-8d3e-6312a9507682 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:10.750231 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0dbcbb60-7271-4145-8d3e-6312a9507682 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/8c172bb1-5b06-4577-80ea-6fbaac309cf0 HTTP/1.1" status: 404 len: 337 time: 0.0574117 Apr 01 12:50:10.752123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57520) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:10.917083 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f67819-cc35-4f63-9fbf-3065245a2634 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting subnet f09f2b7c-9885-4fdd-8cb1-0fff6d743a9b {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:50:10.920743 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d6f67819-cc35-4f63-9fbf-3065245a2634 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:11.010015 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d6f67819-cc35-4f63-9fbf-3065245a2634 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:11.265962 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:11.298290 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d6f67819-cc35-4f63-9fbf-3065245a2634 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:11.303465 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:11.436214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d6f67819-cc35-4f63-9fbf-3065245a2634 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:11.491131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f67819-cc35-4f63-9fbf-3065245a2634 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Subnet': ['ID=f09f2b7c-9885-4fdd-8cb1-0fff6d743a9b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:11.504470 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d6f67819-cc35-4f63-9fbf-3065245a2634 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:11.507954 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d6f67819-cc35-4f63-9fbf-3065245a2634 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/f09f2b7c-9885-4fdd-8cb1-0fff6d743a9b HTTP/1.1" status: 204 len: 168 time: 0.7545650 Apr 01 12:50:11.511065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57530) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:11.542307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bd6f5b-8f09-4487-a5dc-3329d1b3a559 None None] Network 82159ba5-6d60-4d34-9f95-c054b75c5e9d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:11.589198 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce708361-5e21-4f14-bea7-6a1cba682cff tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] DELETE failed (client error): The resource could not be found. Apr 01 12:50:11.590060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce708361-5e21-4f14-bea7-6a1cba682cff tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:11.593297 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ce708361-5e21-4f14-bea7-6a1cba682cff tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/3d68fc3c-b254-416c-a94d-2c5cb4bd6e40 HTTP/1.1" status: 404 len: 337 time: 0.0812261 Apr 01 12:50:11.600825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57532) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:11.667599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8d15c8-c3cd-4633-aa85-4ecc2f691a46 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 84549ce0-857d-43ac-9c4b-0fcdbcfad9fc has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:50:11.683465 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7a7d2422-992b-4bd9-9358-a7f11b7484d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "GET /v2.0/ports?device_id=c041b70a-ea5b-4346-809b-e2139c30fc1e HTTP/1.1" status: 200 len: 205 time: 0.0747216 Apr 01 12:50:11.694288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57538) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:11.836598 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9dfe914c-dfe0-43f0-bab2-023f4942e8cd None None] Provisioning complete for port 37a09833-29d8-4658-865c-4fbef12d40e1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:11.837693 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9dfe914c-dfe0-43f0-bab2-023f4942e8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:11.846991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Allocated IP 172.25.7.3 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/89efdf61-e824-41c0-b37b-4ab9da208d38) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:11.857349 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-a05fd30d-ad0c-4103-a7e1-f1ec121b12d2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] delete failed (client error): The resource could not be found. Apr 01 12:50:11.861106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57540) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:11.863125 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a05fd30d-ad0c-4103-a7e1-f1ec121b12d2 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/routers/c041b70a-ea5b-4346-809b-e2139c30fc1e HTTP/1.1" status: 404 len: 336 time: 0.1664283 Apr 01 12:50:11.924907 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d443c32-3f5f-466f-b9fb-857f9204d92d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] DELETE failed (client error): The resource could not be found. Apr 01 12:50:11.925372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d443c32-3f5f-466f-b9fb-857f9204d92d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:11.932894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6d443c32-3f5f-466f-b9fb-857f9204d92d tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/7d6cfe5a-3071-4ba9-a973-5fe1f32b8449 HTTP/1.1" status: 404 len: 337 time: 0.0700328 Apr 01 12:50:11.935662 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57542) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:11.950899 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:11.975256 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:11.992991 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-65567e29-2792-4afe-8816-9770e8cf57c7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] DELETE failed (client error): The resource could not be found. Apr 01 12:50:11.993774 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65567e29-2792-4afe-8816-9770e8cf57c7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:12.001628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-65567e29-2792-4afe-8816-9770e8cf57c7 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/63fd366c-e9a6-4a01-8815-44534e089155 HTTP/1.1" status: 404 len: 337 time: 0.0624998 Apr 01 12:50:12.003410 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57544) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:12.003694 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe914c-dfe0-43f0-bab2-023f4942e8cd None None] Port 37a09833-29d8-4658-865c-4fbef12d40e1 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:12.061843 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9dfe914c-dfe0-43f0-bab2-023f4942e8cd None None] Provisioning complete for port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:12.062245 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9dfe914c-dfe0-43f0-bab2-023f4942e8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:12.133687 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfc11dd-79cb-4b5b-8abc-c9deed7115b3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] DELETE failed (client error): The resource could not be found. Apr 01 12:50:12.140750 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfc11dd-79cb-4b5b-8abc-c9deed7115b3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:12.144609 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7cfc11dd-79cb-4b5b-8abc-c9deed7115b3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/1ddf0676-dadf-4d2e-be15-55e3b32d5953 HTTP/1.1" status: 404 len: 337 time: 0.1397357 Apr 01 12:50:12.147363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57546) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:12.181341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8d15c8-c3cd-4633-aa85-4ecc2f691a46 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:12.192881 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8adb138-f989-4cad-9cf4-bc9b6c4392f9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] DELETE failed (client error): The resource could not be found. Apr 01 12:50:12.195334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8adb138-f989-4cad-9cf4-bc9b6c4392f9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:12.198850 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a8adb138-f989-4cad-9cf4-bc9b6c4392f9 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/3e9c9bb4-3f07-4f0c-9a80-4a86e9aa7620 HTTP/1.1" status: 404 len: 333 time: 0.0503187 Apr 01 12:50:12.201615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57552) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:12.203454 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd8d15c8-c3cd-4633-aa85-4ecc2f691a46 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:12.208797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fd8d15c8-c3cd-4633-aa85-4ecc2f691a46 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/84549ce0-857d-43ac-9c4b-0fcdbcfad9fc HTTP/1.1" status: 200 len: 891 time: 2.4786263 Apr 01 12:50:12.209476 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57554) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:12.233698 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf45e5f0-5e51-41c2-90a3-481ff3fcfa6d None None] DHCP port deletion for 82159ba5-6d60-4d34-9f95-c054b75c5e9d request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:50:12.242745 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a33ec4-67c5-405d-b221-5e2f1044744b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] DELETE failed (client error): The resource could not be found. Apr 01 12:50:12.243409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a33ec4-67c5-405d-b221-5e2f1044744b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:12.247204 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c6a33ec4-67c5-405d-b221-5e2f1044744b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/0381e941-e00b-44c3-971d-4242ef342f27 HTTP/1.1" status: 404 len: 337 time: 0.0439858 Apr 01 12:50:12.249771 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:12.255515 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf388f-8b60-4b12-9aaf-b91de95f1294 None None] Sync routers for ids ['84549ce0-857d-43ac-9c4b-0fcdbcfad9fc'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:12.285699 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac70391-1daa-4627-8966-06d1f2bdface tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] DELETE failed (client error): The resource could not be found. Apr 01 12:50:12.286282 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac70391-1daa-4627-8966-06d1f2bdface tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:12.289585 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0ac70391-1daa-4627-8966-06d1f2bdface tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/65ecd483-f090-49be-ba0f-2f3febc07d20 HTTP/1.1" status: 404 len: 337 time: 0.0385754 Apr 01 12:50:12.294655 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57562) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:12.365024 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:12.378412 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a85986-8f7f-448d-8f57-c4f36559410b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] DELETE failed (client error): The resource could not be found. Apr 01 12:50:12.381761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a85986-8f7f-448d-8f57-c4f36559410b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:12.392461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf388f-8b60-4b12-9aaf-b91de95f1294 None None] Routers {'84549ce0-857d-43ac-9c4b-0fcdbcfad9fc'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:12.393033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c9bf388f-8b60-4b12-9aaf-b91de95f1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['84549ce0-857d-43ac-9c4b-0fcdbcfad9fc'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:12.409151 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-86a85986-8f7f-448d-8f57-c4f36559410b tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/dd083d77-8f35-4a58-a0b6-c60263e811dd HTTP/1.1" status: 404 len: 333 time: 0.1105385 Apr 01 12:50:12.409876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57564) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:12.485575 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-543ff065-f1d7-4e1b-8fe7-7460ae1c43e1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] DELETE failed (client error): The resource could not be found. Apr 01 12:50:12.488014 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543ff065-f1d7-4e1b-8fe7-7460ae1c43e1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:12.503982 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-543ff065-f1d7-4e1b-8fe7-7460ae1c43e1 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/f35ee03f-c75e-4191-951e-3e6ebe122897 HTTP/1.1" status: 404 len: 337 time: 0.0928724 Apr 01 12:50:12.505250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57566) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:12.545192 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dce51766-8d8e-4e00-86ed-fe7f3dcec506 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/routers/84549ce0-857d-43ac-9c4b-0fcdbcfad9fc HTTP/1.1" status: 200 len: 891 time: 0.3324981 Apr 01 12:50:12.554784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57568) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:12.559110 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c13a1e2-5a30-4707-b678-647e4c9405bf tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] DELETE failed (client error): The resource could not be found. Apr 01 12:50:12.559898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c13a1e2-5a30-4707-b678-647e4c9405bf tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:12.568724 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8c13a1e2-5a30-4707-b678-647e4c9405bf tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/subnets/4b91b52c-38af-4f93-ba69-1c6fa3a0fbd1 HTTP/1.1" status: 404 len: 337 time: 0.0620103 Apr 01 12:50:12.584676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57570) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:12.655249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c9bf388f-8b60-4b12-9aaf-b91de95f1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:12.702526 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf388f-8b60-4b12-9aaf-b91de95f1294 None None] Routers {'84549ce0-857d-43ac-9c4b-0fcdbcfad9fc'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:12.703430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c9bf388f-8b60-4b12-9aaf-b91de95f1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['84549ce0-857d-43ac-9c4b-0fcdbcfad9fc'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:12.715493 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a713db96-fb3f-4452-8823-5410320a9966 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=84549ce0-857d-43ac-9c4b-0fcdbcfad9fc HTTP/1.1" status: 200 len: 205 time: 0.1589057 Apr 01 12:50:12.716661 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:12.717808 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57576) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:12.793637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:12.796835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c9bf388f-8b60-4b12-9aaf-b91de95f1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:12.797671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf388f-8b60-4b12-9aaf-b91de95f1294 None None] The sync data for ids ['84549ce0-857d-43ac-9c4b-0fcdbcfad9fc'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:12.806150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:12.812744 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:12.827078 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cf45e5f0-5e51-41c2-90a3-481ff3fcfa6d None None] Deleting port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:12.827511 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf45e5f0-5e51-41c2-90a3-481ff3fcfa6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:12.855476 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Pushing event updated for resources: {'Port': ['ID=89efdf61-e824-41c0-b37b-4ab9da208d38,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:12.876632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-409e6d55-f8e2-48cd-8a3e-18c06166a7a8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Deleting port 37a09833-29d8-4658-865c-4fbef12d40e1 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:12.877001 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-409e6d55-f8e2-48cd-8a3e-18c06166a7a8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:12.914737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cf45e5f0-5e51-41c2-90a3-481ff3fcfa6d None None] For port 4d99ac25-07be-477a-8304-e8ea6a02d0f0, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4d99ac25-07be-477a-8304-e8ea6a02d0f0,segment=NetworkSegment(d702bb98-eda4-4dde-856d-b51ceed1a154),segment_id=d702bb98-eda4-4dde-856d-b51ceed1a154)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:12.914737 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf45e5f0-5e51-41c2-90a3-481ff3fcfa6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:12.927909 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cf45e5f0-5e51-41c2-90a3-481ff3fcfa6d None None] Calling delete_port for 4d99ac25-07be-477a-8304-e8ea6a02d0f0 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:12.981056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:13.027774 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf45e5f0-5e51-41c2-90a3-481ff3fcfa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:13.096721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45e5f0-5e51-41c2-90a3-481ff3fcfa6d None None] Pushing event deleted for resources: {'Port': ['ID=4d99ac25-07be-477a-8304-e8ea6a02d0f0,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:13.102265 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45e5f0-5e51-41c2-90a3-481ff3fcfa6d None None] No DVR routers for this DVR port 4d99ac25-07be-477a-8304-e8ea6a02d0f0 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:50:13.181724 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:13.205996 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-409e6d55-f8e2-48cd-8a3e-18c06166a7a8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:13.240915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-409e6d55-f8e2-48cd-8a3e-18c06166a7a8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Calling delete_port for 37a09833-29d8-4658-865c-4fbef12d40e1 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:13.270546 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port d327cb7a-66aa-4c60-bfc2-6ae5d03ad8bf {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:13.270929 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:13.431594 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4d99ac25-07be-477a-8304-e8ea6a02d0f0 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:50:13.440398 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:13.465867 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:13.486679 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 4d99ac25-07be-477a-8304-e8ea6a02d0f0 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:50:13.499722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for d327cb7a-66aa-4c60-bfc2-6ae5d03ad8bf owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:13.504411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4d99ac25-07be-477a-8304-e8ea6a02d0f0 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:50:13.594763 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-409e6d55-f8e2-48cd-8a3e-18c06166a7a8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:13.683333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e6d55-f8e2-48cd-8a3e-18c06166a7a8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Port': ['ID=37a09833-29d8-4658-865c-4fbef12d40e1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:13.701160 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-409e6d55-f8e2-48cd-8a3e-18c06166a7a8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:13.718829 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-409e6d55-f8e2-48cd-8a3e-18c06166a7a8 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/ports/37a09833-29d8-4658-865c-4fbef12d40e1 HTTP/1.1" status: 204 len: 168 time: 1.1329496 Apr 01 12:50:13.721319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57588) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:13.853550 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:13.900515 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=d327cb7a-66aa-4c60-bfc2-6ae5d03ad8bf,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:13.926054 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.019454 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.142445 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.148994 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.199073 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.207828 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.277388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.297730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82159ba5-6d60-4d34-9f95-c054b75c5e9d']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:14.307957 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd702bb98-eda4-4dde-856d-b51ceed1a154') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:14.308254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd702bb98-eda4-4dde-856d-b51ceed1a154') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:14.308935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.309708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Fanout notify agent at l3_agent the message router_deleted on router 84549ce0-857d-43ac-9c4b-0fcdbcfad9fc {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:50:14.322347 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.327346 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-58b41739-6754-4af9-a133-9a69c3af83bd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/84549ce0-857d-43ac-9c4b-0fcdbcfad9fc HTTP/1.1" status: 204 len: 168 time: 1.6043615 Apr 01 12:50:14.328294 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.328566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57594) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:14.338688 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3ba72fec-8d1b-4bbd-be5c-f315376b39c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-507495906'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:14.351034 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.380950 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba72fec-8d1b-4bbd-be5c-f315376b39c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:14.385056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ba72fec-8d1b-4bbd-be5c-f315376b39c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.437096 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba72fec-8d1b-4bbd-be5c-f315376b39c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:50:14.444064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:50:14.445613 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.458836 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ba72fec-8d1b-4bbd-be5c-f315376b39c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.459450 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-3ba72fec-8d1b-4bbd-be5c-f315376b39c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Added segment b4eec4de-1aca-46f5-8a31-614735fd678a of type vlan for network ad6f7463-428a-4cff-bd54-7f6f9e58f650 Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:50:14.530554 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:50:14.540850 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.543352 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ba72fec-8d1b-4bbd-be5c-f315376b39c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.559659 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.564314 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] 10.222.0.45 "DELETE /v2.0/networks/82159ba5-6d60-4d34-9f95-c054b75c5e9d HTTP/1.1" status: 204 len: 168 time: 0.8420291 Apr 01 12:50:14.605414 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ba72fec-8d1b-4bbd-be5c-f315376b39c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.611960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba72fec-8d1b-4bbd-be5c-f315376b39c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:14.612594 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3ba72fec-8d1b-4bbd-be5c-f315376b39c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.668143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060dd00-0c17-4128-9473-9a4607d1f1d3 tempest-PortsIpV6TestJSON-911936758 tempest-PortsIpV6TestJSON-911936758-project] Pushing event deleted for resources: {'Network': ['ID=82159ba5-6d60-4d34-9f95-c054b75c5e9d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:14.704128 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Router df273c27-7c84-4abf-8a1c-75cb4becb748 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:50:14.756577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba72fec-8d1b-4bbd-be5c-f315376b39c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Network': ['ID=ad6f7463-428a-4cff-bd54-7f6f9e58f650,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:14.769278 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3ba72fec-8d1b-4bbd-be5c-f315376b39c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4395764 Apr 01 12:50:14.776092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57604) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:14.783933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-dcdc11ec-7160-4d16-98fb-f2d1ec89649d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'subnet': {'network_id': 'ad6f7463-428a-4cff-bd54-7f6f9e58f650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:14.862660 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network ad6f7463-428a-4cff-bd54-7f6f9e58f650 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:50:14.963785 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdc11ec-7160-4d16-98fb-f2d1ec89649d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:14.968196 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dcdc11ec-7160-4d16-98fb-f2d1ec89649d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:14.994510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:15.009434 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afacccc-e7cf-4758-82c8-46c02fae10fd None None] Sync routers for ids ['df273c27-7c84-4abf-8a1c-75cb4becb748'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:15.019515 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:15.037820 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0390281a-3183-4973-8a8a-6974bcea2db1 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "PUT /v2.0/routers/df273c27-7c84-4abf-8a1c-75cb4becb748 HTTP/1.1" status: 200 len: 918 time: 5.6927366 Apr 01 12:50:15.040797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57610) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:15.042502 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afacccc-e7cf-4758-82c8-46c02fae10fd None None] Routers {'df273c27-7c84-4abf-8a1c-75cb4becb748'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:15.045305 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2afacccc-e7cf-4758-82c8-46c02fae10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['df273c27-7c84-4abf-8a1c-75cb4becb748'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:15.128318 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2afacccc-e7cf-4758-82c8-46c02fae10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:15.150185 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afacccc-e7cf-4758-82c8-46c02fae10fd None None] Routers {'df273c27-7c84-4abf-8a1c-75cb4becb748'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:15.151471 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2afacccc-e7cf-4758-82c8-46c02fae10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['df273c27-7c84-4abf-8a1c-75cb4becb748'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:15.252902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57612) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:15.256152 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2afacccc-e7cf-4758-82c8-46c02fae10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:15.257509 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afacccc-e7cf-4758-82c8-46c02fae10fd None None] The sync data for ids ['df273c27-7c84-4abf-8a1c-75cb4becb748'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:15.332005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57616) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:15.332585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9ba277b8-9c26-47e8-9c57-5465a9ff901e tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/routers/df273c27-7c84-4abf-8a1c-75cb4becb748 HTTP/1.1" status: 200 len: 924 time: 0.2860777 Apr 01 12:50:15.518650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58cdfa-bef2-4d95-9c6c-c9524304dd35 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:15.528965 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7c58cdfa-bef2-4d95-9c6c-c9524304dd35 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&device_id=df273c27-7c84-4abf-8a1c-75cb4becb748&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1906617 Apr 01 12:50:15.538253 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57618) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:15.552234 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dcdc11ec-7160-4d16-98fb-f2d1ec89649d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:15.595224 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9a3b2326-7839-4786-81ed-4da864f5feb6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=306043477d8a4230b32df111b11a384e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382125 Apr 01 12:50:15.596056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57622) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:15.839157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e790e11-b8bc-42f0-adce-4ae74ad363a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:15.885134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdc11ec-7160-4d16-98fb-f2d1ec89649d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Checking segment: {'id': 'b4eec4de-1aca-46f5-8a31-614735fd678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ad6f7463-428a-4cff-bd54-7f6f9e58f650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:15.885671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdc11ec-7160-4d16-98fb-f2d1ec89649d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network hostable DHCP agents. Network: ad6f7463-428a-4cff-bd54-7f6f9e58f650, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:50:15.905619 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e790e11-b8bc-42f0-adce-4ae74ad363a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:15.927801 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc11ec-7160-4d16-98fb-f2d1ec89649d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Subnet': ['ID=ebe9486e-779e-4577-883d-16fa49eed109,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:16.025121 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d5820d-dfa3-426e-ab31-ac5294087764 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:16.027405 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d3d5820d-dfa3-426e-ab31-ac5294087764 tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 881 time: 0.4878061 Apr 01 12:50:16.029449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdc11ec-7160-4d16-98fb-f2d1ec89649d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network ad6f7463-428a-4cff-bd54-7f6f9e58f650 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:50:16.033145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57630) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:16.123790 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e790e11-b8bc-42f0-adce-4ae74ad363a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:16.127746 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e790e11-b8bc-42f0-adce-4ae74ad363a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:16.129361 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4e790e11-b8bc-42f0-adce-4ae74ad363a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4507b48f-a6d9-4b4b-b6f2-0b352d4fe33e HTTP/1.1" status: 204 len: 168 time: 0.5310884 Apr 01 12:50:16.141404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e790e11-b8bc-42f0-adce-4ae74ad363a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4507b48f-a6d9-4b4b-b6f2-0b352d4fe33e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:16.939466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57650) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:16.946696 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4b1440dd-89fe-4c9e-8818-344a3eba6aec tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "GET /v2.0/ports?device_id=df273c27-7c84-4abf-8a1c-75cb4becb748 HTTP/1.1" status: 200 len: 205 time: 0.9038708 Apr 01 12:50:16.955382 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-dcdc11ec-7160-4d16-98fb-f2d1ec89649d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, ad6f7463-428a-4cff-bd54-7f6f9e58f650) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:16.966587 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c682c58-f64d-4185-8b58-0dd3db8cabcb None None] Network ad6f7463-428a-4cff-bd54-7f6f9e58f650 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:16.980856 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc11ec-7160-4d16-98fb-f2d1ec89649d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:16.986455 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dcdc11ec-7160-4d16-98fb-f2d1ec89649d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:17.041388 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dcdc11ec-7160-4d16-98fb-f2d1ec89649d tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2591815 Apr 01 12:50:17.045474 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57654) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:17.072283 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d606106c-d459-486f-a53d-3fd239abbfcc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-480916189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:17.151127 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d606106c-d459-486f-a53d-3fd239abbfcc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:17.154393 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d606106c-d459-486f-a53d-3fd239abbfcc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:17.236513 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d606106c-d459-486f-a53d-3fd239abbfcc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:17.246981 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d606106c-d459-486f-a53d-3fd239abbfcc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:17.276849 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d606106c-d459-486f-a53d-3fd239abbfcc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:17.278550 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d606106c-d459-486f-a53d-3fd239abbfcc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2276947 Apr 01 12:50:17.280993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57660) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:17.401053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-ad6f7463-428a-4cff-bd54-7f6f9e58f650', 'network_id': 'ad6f7463-428a-4cff-bd54-7f6f9e58f650', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'fixed_ips': [{'subnet_id': 'ebe9486e-779e-4577-883d-16fa49eed109'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:50:17.401953 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:17.631276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Allocated IP 2001:db8::2 (ad6f7463-428a-4cff-bd54-7f6f9e58f650/ebe9486e-779e-4577-883d-16fa49eed109/3c85bb10-ae0b-4500-8b06-aa727166fd4c) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:17.793327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57668) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:17.829225 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:17.830419 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:17.861309 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:17.938446 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Pushing event updated for resources: {'Port': ['ID=3c85bb10-ae0b-4500-8b06-aa727166fd4c,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:17.976801 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Network ad6f7463-428a-4cff-bd54-7f6f9e58f650 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:17.979829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:17.987720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:18.047827 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.128928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Attempting to bind port 3c85bb10-ae0b-4500-8b06-aa727166fd4c on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:50:18.129296 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Attempting to bind port 3c85bb10-ae0b-4500-8b06-aa727166fd4c by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'b4eec4de-1aca-46f5-8a31-614735fd678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ad6f7463-428a-4cff-bd54-7f6f9e58f650'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:50:18.130507 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Attempting to bind port 3c85bb10-ae0b-4500-8b06-aa727166fd4c on network ad6f7463-428a-4cff-bd54-7f6f9e58f650 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:50:18.140412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:50:18.140777 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Checking segment: {'id': 'b4eec4de-1aca-46f5-8a31-614735fd678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ad6f7463-428a-4cff-bd54-7f6f9e58f650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:18.141298 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.141690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Bound using segment: {'id': 'b4eec4de-1aca-46f5-8a31-614735fd678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ad6f7463-428a-4cff-bd54-7f6f9e58f650'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:50:18.142186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Bound port: 3c85bb10-ae0b-4500-8b06-aa727166fd4c, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4eec4de-1aca-46f5-8a31-614735fd678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ad6f7463-428a-4cff-bd54-7f6f9e58f650'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:50:18.144743 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.219792 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] For port 3c85bb10-ae0b-4500-8b06-aa727166fd4c, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:50:18.223425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] For port 3c85bb10-ae0b-4500-8b06-aa727166fd4c, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=3c85bb10-ae0b-4500-8b06-aa727166fd4c,segment=NetworkSegment(b4eec4de-1aca-46f5-8a31-614735fd678a),segment_id=b4eec4de-1aca-46f5-8a31-614735fd678a)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:50:18.227088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-63c35a9a-44c7-480d-9af6-be987fcd0acd tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2143991751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:18.232931 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.286104 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-63c35a9a-44c7-480d-9af6-be987fcd0acd tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.287147 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-63c35a9a-44c7-480d-9af6-be987fcd0acd tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.309745 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.360510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aa4ad-adff-476b-9cc8-86b74aa0b338 None None] Pushing event updated for resources: {'Port': ['ID=3c85bb10-ae0b-4500-8b06-aa727166fd4c,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:18.505865 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Allocated IP 2001:db8::1 (ad6f7463-428a-4cff-bd54-7f6f9e58f650/ebe9486e-779e-4577-883d-16fa49eed109/a39a7897-476e-4dd1-aed6-c1e1cdc66ec8) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:18.507073 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-63c35a9a-44c7-480d-9af6-be987fcd0acd tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.522354 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-63c35a9a-44c7-480d-9af6-be987fcd0acd tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.559101 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-63c35a9a-44c7-480d-9af6-be987fcd0acd tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.562561 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-63c35a9a-44c7-480d-9af6-be987fcd0acd tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7615733 Apr 01 12:50:18.563031 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57682) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:18.568538 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1488849452'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:18.605832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Deleting port 89efdf61-e824-41c0-b37b-4ab9da208d38 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:18.606759 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.638833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Made reservation on behalf of 2dc470cb4f46484f9616f30230a3a17b for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:18.653748 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.693392 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.866823 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.872624 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.934141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Calling delete_port for 89efdf61-e824-41c0-b37b-4ab9da208d38 owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:18.952095 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.963136 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.970215 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:18.984507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:50:19.017126 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:19.022065 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Added segment cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41 of type vlan for network 51ce3ce3-927a-4146-92a9-77583e988f6e Apr 01 12:50:19.037648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network ad6f7463-428a-4cff-bd54-7f6f9e58f650 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:19.039664 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:19.042766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:19.043394 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:19.141715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=a39a7897-476e-4dd1-aed6-c1e1cdc66ec8,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:19.238470 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:19.302498 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:19.305625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83f56e9-ccf4-4086-86b5-b4a8a4fb756b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:19.368448 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:19.380438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:19.381472 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:19.437362 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8708205 Apr 01 12:50:19.442884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57698) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:19.448083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-4123f50f-4689-4bb6-bf89-6f2eeb086ab5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Request body: {'subnet': {'network_id': '51ce3ce3-927a-4146-92a9-77583e988f6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:19.456668 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:19.560418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 3c85bb10-ae0b-4500-8b06-aa727166fd4c up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:19.611090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62805c-7115-4094-a5f6-0f1d27b73bd0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event updated for resources: {'Network': ['ID=51ce3ce3-927a-4146-92a9-77583e988f6e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:19.616780 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Pushing event deleted for resources: {'Port': ['ID=89efdf61-e824-41c0-b37b-4ab9da208d38,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:19.649177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 51ce3ce3-927a-4146-92a9-77583e988f6e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:50:19.771159 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 3c85bb10-ae0b-4500-8b06-aa727166fd4c triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:19.771542 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:19.805931 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:19.861678 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:19.868987 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:19.872293 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:19.955786 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.012318 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.012921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 3c85bb10-ae0b-4500-8b06-aa727166fd4c, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=3c85bb10-ae0b-4500-8b06-aa727166fd4c,segment=NetworkSegment(b4eec4de-1aca-46f5-8a31-614735fd678a),segment_id=b4eec4de-1aca-46f5-8a31-614735fd678a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:20.017967 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.025907 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.082903 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=a39a7897-476e-4dd1-aed6-c1e1cdc66ec8,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:20.108101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4123f50f-4689-4bb6-bf89-6f2eeb086ab5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Made reservation on behalf of 2dc470cb4f46484f9616f30230a3a17b for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:20.129355 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4123f50f-4689-4bb6-bf89-6f2eeb086ab5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.140149 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.142475 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Fanout notify agent at l3_agent the message router_deleted on router df273c27-7c84-4abf-8a1c-75cb4becb748 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:50:20.157844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=3c85bb10-ae0b-4500-8b06-aa727166fd4c,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:20.174333 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.175956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c2a48b1c-c555-4b70-a7b7-3e6833b268a9 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/routers/df273c27-7c84-4abf-8a1c-75cb4becb748 HTTP/1.1" status: 204 len: 168 time: 3.2355511 Apr 01 12:50:20.181218 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57708) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:20.196565 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1676819492', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:20.234075 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.235389 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.263418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623c3677-bcc8-4686-9651-51d2715cadc4 None None] Network ad6f7463-428a-4cff-bd54-7f6f9e58f650 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:20.298654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network ad6f7463-428a-4cff-bd54-7f6f9e58f650 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:20.304259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:20.345732 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.420730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0b24130c-6159-4c51-9712-e8aad4321495 None None] Provisioning complete for port 3c85bb10-ae0b-4500-8b06-aa727166fd4c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:20.421456 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0b24130c-6159-4c51-9712-e8aad4321495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.552869 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4123f50f-4689-4bb6-bf89-6f2eeb086ab5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.658313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123f50f-4689-4bb6-bf89-6f2eeb086ab5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Checking segment: {'id': 'cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '51ce3ce3-927a-4146-92a9-77583e988f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:20.658727 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4123f50f-4689-4bb6-bf89-6f2eeb086ab5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Network hostable DHCP agents. Network: 51ce3ce3-927a-4146-92a9-77583e988f6e, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:50:20.670598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123f50f-4689-4bb6-bf89-6f2eeb086ab5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event updated for resources: {'Subnet': ['ID=07f3a83e-13bb-4828-9c28-78c45b719dbb,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:20.690482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4123f50f-4689-4bb6-bf89-6f2eeb086ab5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Network 51ce3ce3-927a-4146-92a9-77583e988f6e is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:50:20.704722 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-4123f50f-4689-4bb6-bf89-6f2eeb086ab5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 51ce3ce3-927a-4146-92a9-77583e988f6e) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:20.713145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4123f50f-4689-4bb6-bf89-6f2eeb086ab5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:20.713725 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4123f50f-4689-4bb6-bf89-6f2eeb086ab5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.718046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd470fc2-b8f2-4350-9bd6-53fa8182b8cd None None] Network 51ce3ce3-927a-4146-92a9-77583e988f6e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:20.746052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4123f50f-4689-4bb6-bf89-6f2eeb086ab5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2996480 Apr 01 12:50:20.747393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57710) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:20.763849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-68fe3179-1122-489b-b36e-63ff74757aa0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Request body: {'network': {'name': 'tempest-router-network01--1304914061'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:20.805774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fe3179-1122-489b-b36e-63ff74757aa0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Made reservation on behalf of 2dc470cb4f46484f9616f30230a3a17b for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:20.810336 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-68fe3179-1122-489b-b36e-63ff74757aa0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.820409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.874646 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fe3179-1122-489b-b36e-63ff74757aa0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:50:20.893402 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-68fe3179-1122-489b-b36e-63ff74757aa0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:20.893752 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-68fe3179-1122-489b-b36e-63ff74757aa0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Added segment 05337c04-1a1d-4952-ac16-c5d0d4168361 of type vlan for network 3e61a749-8485-49ea-aea4-232b30d0fef9 Apr 01 12:50:20.966717 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 0fc065cf-4aa0-4142-a2e2-5a8dbc290274 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:50:20.969820 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-51ce3ce3-927a-4146-92a9-77583e988f6e', 'network_id': '51ce3ce3-927a-4146-92a9-77583e988f6e', 'tenant_id': '2dc470cb4f46484f9616f30230a3a17b', 'fixed_ips': [{'subnet_id': '07f3a83e-13bb-4828-9c28-78c45b719dbb'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:50:20.971690 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:21.001264 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-68fe3179-1122-489b-b36e-63ff74757aa0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:21.056794 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-68fe3179-1122-489b-b36e-63ff74757aa0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:21.062905 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fe3179-1122-489b-b36e-63ff74757aa0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:21.063524 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-68fe3179-1122-489b-b36e-63ff74757aa0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:21.197102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe3179-1122-489b-b36e-63ff74757aa0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event updated for resources: {'Network': ['ID=3e61a749-8485-49ea-aea4-232b30d0fef9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:21.203305 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-68fe3179-1122-489b-b36e-63ff74757aa0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4537830 Apr 01 12:50:21.215485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57716) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:21.222177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3a5eaffc-0f71-4607-a46f-75541f1be7dc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Request body: {'network': {'name': 'tempest-router-network02--348292214'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:21.232534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Allocated IP 172.20.0.2 (51ce3ce3-927a-4146-92a9-77583e988f6e/07f3a83e-13bb-4828-9c28-78c45b719dbb/a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:21.266286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5eaffc-0f71-4607-a46f-75541f1be7dc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Made reservation on behalf of 2dc470cb4f46484f9616f30230a3a17b for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:21.273722 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a5eaffc-0f71-4607-a46f-75541f1be7dc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:21.341344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5eaffc-0f71-4607-a46f-75541f1be7dc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:50:21.368021 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a5eaffc-0f71-4607-a46f-75541f1be7dc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:21.368378 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-3a5eaffc-0f71-4607-a46f-75541f1be7dc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Added segment dba5ba36-2731-4fd1-b135-684f6c9de6fb of type vlan for network ecc0d1ce-76ab-4143-9200-49157a88ba08 Apr 01 12:50:21.409387 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:21.428004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 3e61a749-8485-49ea-aea4-232b30d0fef9 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:50:21.441289 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-55ac59ea-5cee-4edd-a809-77b13c35270e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/0fc065cf-4aa0-4142-a2e2-5a8dbc290274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1478410 Apr 01 12:50:21.443864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57722) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:21.473047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee9599-b60d-45b9-87ba-2bdc2d25cffb None None] Sync routers for ids ['0fc065cf-4aa0-4142-a2e2-5a8dbc290274'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:21.494785 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a5eaffc-0f71-4607-a46f-75541f1be7dc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:21.520489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95011418-55b6-4a6f-8e49-740cd58766b3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:21.525068 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-95011418-55b6-4a6f-8e49-740cd58766b3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports/a39a7897-476e-4dd1-aed6-c1e1cdc66ec8 HTTP/1.1" status: 200 len: 911 time: 0.0721529 Apr 01 12:50:21.530413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 3c85bb10-ae0b-4500-8b06-aa727166fd4c up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:21.554887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57724) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:21.564340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-95ba8338-3823-407e-91fe-c06298864eec tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ebe9486e-779e-4577-883d-16fa49eed109'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:21.570609 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a5eaffc-0f71-4607-a46f-75541f1be7dc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:21.588380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5eaffc-0f71-4607-a46f-75541f1be7dc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:21.588952 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a5eaffc-0f71-4607-a46f-75541f1be7dc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:21.664452 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:21.689311 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:21.730238 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3a5eaffc-0f71-4607-a46f-75541f1be7dc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5109413 Apr 01 12:50:21.772806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee9599-b60d-45b9-87ba-2bdc2d25cffb None None] Routers {'0fc065cf-4aa0-4142-a2e2-5a8dbc290274'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:21.773526 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9cee9599-b60d-45b9-87ba-2bdc2d25cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['0fc065cf-4aa0-4142-a2e2-5a8dbc290274'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:21.780165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57726) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:21.793948 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8937edaf-1584-4036-b542-6148098ac3b7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Request body: {'subnet': {'network_id': '3e61a749-8485-49ea-aea4-232b30d0fef9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:21.805560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eaffc-0f71-4607-a46f-75541f1be7dc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event updated for resources: {'Network': ['ID=ecc0d1ce-76ab-4143-9200-49157a88ba08,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:21.830904 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-434f354d-fa04-418f-b925-086917be3a8d None None] Provisioning complete for port a39a7897-476e-4dd1-aed6-c1e1cdc66ec8 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:21.831270 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-434f354d-fa04-418f-b925-086917be3a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:21.844952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network ecc0d1ce-76ab-4143-9200-49157a88ba08 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:50:21.938059 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9cee9599-b60d-45b9-87ba-2bdc2d25cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:21.958478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Allocated IP 172.25.7.81 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/9ad4d749-5ccd-4fc8-9938-7ee237374199) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:22.089757 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-95ba8338-3823-407e-91fe-c06298864eec tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:22.096613 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:22.134620 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:22.165281 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:22.171035 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:22.176997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-434f354d-fa04-418f-b925-086917be3a8d None None] Port a39a7897-476e-4dd1-aed6-c1e1cdc66ec8 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:22.178896 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee9599-b60d-45b9-87ba-2bdc2d25cffb None None] Routers {'0fc065cf-4aa0-4142-a2e2-5a8dbc290274'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:22.179751 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9cee9599-b60d-45b9-87ba-2bdc2d25cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['0fc065cf-4aa0-4142-a2e2-5a8dbc290274'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:22.275099 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 3c85bb10-ae0b-4500-8b06-aa727166fd4c triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:22.275825 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:22.281562 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-9cee9599-b60d-45b9-87ba-2bdc2d25cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:22.282645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee9599-b60d-45b9-87ba-2bdc2d25cffb None None] The sync data for ids ['0fc065cf-4aa0-4142-a2e2-5a8dbc290274'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:22.364192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Network 51ce3ce3-927a-4146-92a9-77583e988f6e is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:22.383709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:22.393313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-434f354d-fa04-418f-b925-086917be3a8d None None] Provisioning complete for port 3c85bb10-ae0b-4500-8b06-aa727166fd4c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:22.395257 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-434f354d-fa04-418f-b925-086917be3a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:22.398548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:22.404559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Pushing event updated for resources: {'Port': ['ID=a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:22.582278 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-95ba8338-3823-407e-91fe-c06298864eec tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:22.592939 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-95ba8338-3823-407e-91fe-c06298864eec tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:22.600389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ba8338-3823-407e-91fe-c06298864eec tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:22.601525 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-95ba8338-3823-407e-91fe-c06298864eec tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:22.603390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-95ba8338-3823-407e-91fe-c06298864eec tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/ports/a39a7897-476e-4dd1-aed6-c1e1cdc66ec8 HTTP/1.1" status: 200 len: 911 time: 1.0470049 Apr 01 12:50:22.607255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57738) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:22.741694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba8338-3823-407e-91fe-c06298864eec tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=a39a7897-476e-4dd1-aed6-c1e1cdc66ec8,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:22.803889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Attempting to bind port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:50:22.804283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Attempting to bind port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '51ce3ce3-927a-4146-92a9-77583e988f6e'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:50:22.804553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Attempting to bind port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 on network 51ce3ce3-927a-4146-92a9-77583e988f6e {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:50:22.814340 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:50:22.814716 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Checking segment: {'id': 'cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '51ce3ce3-927a-4146-92a9-77583e988f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:22.815121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:22.815636 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Bound using segment: {'id': 'cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '51ce3ce3-927a-4146-92a9-77583e988f6e'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:50:22.816108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Bound port: a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '51ce3ce3-927a-4146-92a9-77583e988f6e'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:50:22.816490 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:22.848527 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:22.872666 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:22.880085 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:22.927073 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Pushing event updated for resources: {'Port': ['ID=9ad4d749-5ccd-4fc8-9938-7ee237374199,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:22.974419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e13bbebc-c650-4f98-89b6-4780df51c0ed None None] Provisioning complete for port a39a7897-476e-4dd1-aed6-c1e1cdc66ec8 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:22.974842 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e13bbebc-c650-4f98-89b6-4780df51c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:23.047393 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] For port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:50:23.097212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] For port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93,segment=NetworkSegment(cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41),segment_id=cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:50:23.108955 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:23.131391 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e13bbebc-c650-4f98-89b6-4780df51c0ed None None] Port a39a7897-476e-4dd1-aed6-c1e1cdc66ec8 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:23.184655 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8937edaf-1584-4036-b542-6148098ac3b7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Made reservation on behalf of 2dc470cb4f46484f9616f30230a3a17b for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:23.193819 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8937edaf-1584-4036-b542-6148098ac3b7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:23.256979 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-03e7bb4b-1e04-4686-9003-b31a8486e58e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:23.278047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b64ff-b985-4986-ace2-fa39f788f93a None None] Pushing event updated for resources: {'Port': ['ID=a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:23.531204 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:23.894236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-03e7bb4b-1e04-4686-9003-b31a8486e58e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port a39a7897-476e-4dd1-aed6-c1e1cdc66ec8 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:23.894236 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-03e7bb4b-1e04-4686-9003-b31a8486e58e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:24.162792 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-03e7bb4b-1e04-4686-9003-b31a8486e58e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:24.194734 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-03e7bb4b-1e04-4686-9003-b31a8486e58e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for a39a7897-476e-4dd1-aed6-c1e1cdc66ec8 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:24.201136 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8937edaf-1584-4036-b542-6148098ac3b7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:24.487390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937edaf-1584-4036-b542-6148098ac3b7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event updated for resources: {'Subnet': ['ID=14dc92a4-f54d-4546-8ff9-84fee7050091,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:24.489999 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:24.605072 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-03e7bb4b-1e04-4686-9003-b31a8486e58e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:24.673557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937edaf-1584-4036-b542-6148098ac3b7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Checking segment: {'id': '05337c04-1a1d-4952-ac16-c5d0d4168361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3e61a749-8485-49ea-aea4-232b30d0fef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:24.673878 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8937edaf-1584-4036-b542-6148098ac3b7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Network hostable DHCP agents. Network: 3e61a749-8485-49ea-aea4-232b30d0fef9, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:50:24.703338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7bb4b-1e04-4686-9003-b31a8486e58e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=a39a7897-476e-4dd1-aed6-c1e1cdc66ec8,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:24.734780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8937edaf-1584-4036-b542-6148098ac3b7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Network 3e61a749-8485-49ea-aea4-232b30d0fef9 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:50:24.752881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-8937edaf-1584-4036-b542-6148098ac3b7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 3e61a749-8485-49ea-aea4-232b30d0fef9) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:24.759327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8937edaf-1584-4036-b542-6148098ac3b7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:24.760022 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8937edaf-1584-4036-b542-6148098ac3b7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:24.764030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Router 396f8020-c569-4a28-a041-fd09b07a710a is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:50:24.764867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19251220-6c3f-47e9-ab7d-6da0b6bcc8e9 None None] Network 3e61a749-8485-49ea-aea4-232b30d0fef9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:24.813977 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-03e7bb4b-1e04-4686-9003-b31a8486e58e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:24.863278 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8937edaf-1584-4036-b542-6148098ac3b7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0796373 Apr 01 12:50:24.863775 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57758) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:24.874191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-55f95b41-a122-46b9-afa1-e87fe4da82b0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Request body: {'subnet': {'network_id': 'ecc0d1ce-76ab-4143-9200-49157a88ba08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:25.071740 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f95b41-a122-46b9-afa1-e87fe4da82b0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Made reservation on behalf of 2dc470cb4f46484f9616f30230a3a17b for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:25.081736 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55f95b41-a122-46b9-afa1-e87fe4da82b0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:25.155436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:25.168244 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff688a-985a-433f-a20d-c4cee471d121 None None] Sync routers for ids ['396f8020-c569-4a28-a041-fd09b07a710a'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:25.185405 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff688a-985a-433f-a20d-c4cee471d121 None None] Routers {'396f8020-c569-4a28-a041-fd09b07a710a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:25.188419 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-32ff688a-985a-433f-a20d-c4cee471d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['396f8020-c569-4a28-a041-fd09b07a710a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:25.219852 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:25.225994 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dbaa2518-b97d-4e84-98d0-36aa6b0c562e tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0401745 Apr 01 12:50:25.285925 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-32ff688a-985a-433f-a20d-c4cee471d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:25.297505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57764) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:25.320687 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff688a-985a-433f-a20d-c4cee471d121 None None] Routers {'396f8020-c569-4a28-a041-fd09b07a710a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:25.321306 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-32ff688a-985a-433f-a20d-c4cee471d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['396f8020-c569-4a28-a041-fd09b07a710a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:25.324202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:25.441416 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-32ff688a-985a-433f-a20d-c4cee471d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:25.443409 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff688a-985a-433f-a20d-c4cee471d121 None None] The sync data for ids ['396f8020-c569-4a28-a041-fd09b07a710a'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:25.566094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff5943-e7d2-4046-ac72-dda765bfefd1 None None] Network 51ce3ce3-927a-4146-92a9-77583e988f6e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:25.569774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:25.660841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e7bb4b-1e04-4686-9003-b31a8486e58e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 0fc065cf-4aa0-4142-a2e2-5a8dbc290274 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:50:25.680562 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a521de16-f006-4844-aeb9-1de3de86df74 None None] Provisioning complete for port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:25.680932 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a521de16-f006-4844-aeb9-1de3de86df74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:25.769217 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-3e61a749-8485-49ea-aea4-232b30d0fef9', 'network_id': '3e61a749-8485-49ea-aea4-232b30d0fef9', 'tenant_id': '2dc470cb4f46484f9616f30230a3a17b', 'fixed_ips': [{'subnet_id': '14dc92a4-f54d-4546-8ff9-84fee7050091'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:50:25.770573 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:25.820447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:25.820806 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:25.854109 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e7bb4b-1e04-4686-9003-b31a8486e58e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:25.865063 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-03e7bb4b-1e04-4686-9003-b31a8486e58e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/0fc065cf-4aa0-4142-a2e2-5a8dbc290274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2563422 Apr 01 12:50:25.868295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57768) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:25.926089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-22b77b12-9c87-4578-8d03-f370e4087c43 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fc065cf-4aa0-4142-a2e2-5a8dbc290274 HTTP/1.1" status: 200 len: 205 time: 0.0509269 Apr 01 12:50:25.926938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57772) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:25.942262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0152f8c1-5703-4c40-8313-bbff29336b2c None None] Sync routers for ids ['0fc065cf-4aa0-4142-a2e2-5a8dbc290274'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:26.111068 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc2df8da-d950-4be8-a257-8aa7cfe8d0c9 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:26.116440 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a521de16-f006-4844-aeb9-1de3de86df74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:26.155073 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55f95b41-a122-46b9-afa1-e87fe4da82b0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:26.181184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0152f8c1-5703-4c40-8313-bbff29336b2c None None] Routers {'0fc065cf-4aa0-4142-a2e2-5a8dbc290274'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:26.181701 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0152f8c1-5703-4c40-8313-bbff29336b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['0fc065cf-4aa0-4142-a2e2-5a8dbc290274'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:26.289725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0152f8c1-5703-4c40-8313-bbff29336b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:26.339413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-a521de16-f006-4844-aeb9-1de3de86df74 None None] For port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93,segment=NetworkSegment(cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41),segment_id=cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:26.389751 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a521de16-f006-4844-aeb9-1de3de86df74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:26.435528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0152f8c1-5703-4c40-8313-bbff29336b2c None None] Routers {'0fc065cf-4aa0-4142-a2e2-5a8dbc290274'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:26.439833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0152f8c1-5703-4c40-8313-bbff29336b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['0fc065cf-4aa0-4142-a2e2-5a8dbc290274'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:26.547322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0152f8c1-5703-4c40-8313-bbff29336b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:26.548248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0152f8c1-5703-4c40-8313-bbff29336b2c None None] The sync data for ids ['0fc065cf-4aa0-4142-a2e2-5a8dbc290274'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:26.555311 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Allocated IP 172.20.0.2 (3e61a749-8485-49ea-aea4-232b30d0fef9/14dc92a4-f54d-4546-8ff9-84fee7050091/68bb31ad-6d15-4080-a6b4-3c5c37f40d70) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:26.564793 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:26.580369 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc2df8da-d950-4be8-a257-8aa7cfe8d0c9 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:26.590020 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc2df8da-d950-4be8-a257-8aa7cfe8d0c9 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:26.697240 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521de16-f006-4844-aeb9-1de3de86df74 None None] Pushing event updated for resources: {'Port': ['ID=a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:26.720146 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:50:26.721411 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:50:26.790739 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc2df8da-d950-4be8-a257-8aa7cfe8d0c9 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:26.791482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2df8da-d950-4be8-a257-8aa7cfe8d0c9 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Fanout notify agent at l3_agent the message router_deleted on router 0fc065cf-4aa0-4142-a2e2-5a8dbc290274 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:50:26.812026 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc2df8da-d950-4be8-a257-8aa7cfe8d0c9 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:26.815577 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dc2df8da-d950-4be8-a257-8aa7cfe8d0c9 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/0fc065cf-4aa0-4142-a2e2-5a8dbc290274 HTTP/1.1" status: 204 len: 168 time: 0.8853173 Apr 01 12:50:26.816403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57794) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:26.871086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-125e8114-df12-4e19-b799-03b0b52baec3 None None] Provisioning complete for port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:26.871985 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-125e8114-df12-4e19-b799-03b0b52baec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:26.915492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3602e7b-7d3c-4abc-85a7-f7e5d3090df3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting subnet ebe9486e-779e-4577-883d-16fa49eed109 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:50:26.922337 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3602e7b-7d3c-4abc-85a7-f7e5d3090df3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:26.933173 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:26.965932 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f95b41-a122-46b9-afa1-e87fe4da82b0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Checking segment: {'id': 'dba5ba36-2731-4fd1-b135-684f6c9de6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ecc0d1ce-76ab-4143-9200-49157a88ba08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:26.966557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f95b41-a122-46b9-afa1-e87fe4da82b0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Network hostable DHCP agents. Network: ecc0d1ce-76ab-4143-9200-49157a88ba08, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:50:26.975884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f95b41-a122-46b9-afa1-e87fe4da82b0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event updated for resources: {'Subnet': ['ID=dbff3736-e335-405a-a775-be5bc933a7bc,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:26.982131 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.014424 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3602e7b-7d3c-4abc-85a7-f7e5d3090df3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.035283 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.045724 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.057385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f95b41-a122-46b9-afa1-e87fe4da82b0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Network ecc0d1ce-76ab-4143-9200-49157a88ba08 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:50:27.080035 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-55f95b41-a122-46b9-afa1-e87fe4da82b0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, ecc0d1ce-76ab-4143-9200-49157a88ba08) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:27.105383 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f95b41-a122-46b9-afa1-e87fe4da82b0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:27.106033 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55f95b41-a122-46b9-afa1-e87fe4da82b0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.113754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065ef4d-45ae-46da-b8c6-454e358ae7c6 None None] Network ecc0d1ce-76ab-4143-9200-49157a88ba08 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:27.122900 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Deleting port 9ad4d749-5ccd-4fc8-9938-7ee237374199 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:27.123264 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.130698 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-55f95b41-a122-46b9-afa1-e87fe4da82b0 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2650936 Apr 01 12:50:27.133468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57798) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:27.263083 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.278974 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Network 3e61a749-8485-49ea-aea4-232b30d0fef9 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:27.289986 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Calling delete_port for 9ad4d749-5ccd-4fc8-9938-7ee237374199 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:27.304541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:27.312719 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:27.350718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Pushing event updated for resources: {'Port': ['ID=68bb31ad-6d15-4080-a6b4-3c5c37f40d70,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:27.449107 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3602e7b-7d3c-4abc-85a7-f7e5d3090df3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.512968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Attempting to bind port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:50:27.513335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Attempting to bind port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '05337c04-1a1d-4952-ac16-c5d0d4168361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3e61a749-8485-49ea-aea4-232b30d0fef9'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:50:27.513690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Attempting to bind port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 on network 3e61a749-8485-49ea-aea4-232b30d0fef9 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:50:27.520134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:50:27.521748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Checking segment: {'id': '05337c04-1a1d-4952-ac16-c5d0d4168361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3e61a749-8485-49ea-aea4-232b30d0fef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:27.521748 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.521748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Bound using segment: {'id': '05337c04-1a1d-4952-ac16-c5d0d4168361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3e61a749-8485-49ea-aea4-232b30d0fef9'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:50:27.522813 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Bound port: 68bb31ad-6d15-4080-a6b4-3c5c37f40d70, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05337c04-1a1d-4952-ac16-c5d0d4168361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3e61a749-8485-49ea-aea4-232b30d0fef9'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:50:27.522964 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.552763 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.629038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Pushing event deleted for resources: {'Port': ['ID=9ad4d749-5ccd-4fc8-9938-7ee237374199,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:27.637823 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-ecc0d1ce-76ab-4143-9200-49157a88ba08', 'network_id': 'ecc0d1ce-76ab-4143-9200-49157a88ba08', 'tenant_id': '2dc470cb4f46484f9616f30230a3a17b', 'fixed_ips': [{'subnet_id': 'dbff3736-e335-405a-a775-be5bc933a7bc'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:50:27.638636 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.734845 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.750356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] For port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:50:27.775605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] For port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=68bb31ad-6d15-4080-a6b4-3c5c37f40d70,segment=NetworkSegment(05337c04-1a1d-4952-ac16-c5d0d4168361),segment_id=05337c04-1a1d-4952-ac16-c5d0d4168361)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:50:27.780265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3602e7b-7d3c-4abc-85a7-f7e5d3090df3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.789919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:27.916300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3602e7b-7d3c-4abc-85a7-f7e5d3090df3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe9486e-779e-4577-883d-16fa49eed109,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:27.922368 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.937725 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3602e7b-7d3c-4abc-85a7-f7e5d3090df3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.942641 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e3602e7b-7d3c-4abc-85a7-f7e5d3090df3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/ebe9486e-779e-4577-883d-16fa49eed109 HTTP/1.1" status: 204 len: 168 time: 1.1251500 Apr 01 12:50:27.946678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57812) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:27.976256 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:27.985118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fdad63-bbcc-4587-8911-0fa599eddb0f None None] Network ad6f7463-428a-4cff-bd54-7f6f9e58f650 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:28.042455 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:28.159721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:28.160463 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:28.188015 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:28.201318 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:28.446356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Router 396f8020-c569-4a28-a041-fd09b07a710a has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:50:28.622112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fed5e1-c6ef-4d61-a1ea-a5e0ea1552c5 None None] Pushing event updated for resources: {'Port': ['ID=68bb31ad-6d15-4080-a6b4-3c5c37f40d70,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:28.684644 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:28.694951 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48640c3-8d0c-41eb-846c-9784fcd59640 None None] Sync routers for ids ['396f8020-c569-4a28-a041-fd09b07a710a'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:28.723734 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:28.724657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Allocated IP 172.20.0.1 (3e61a749-8485-49ea-aea4-232b30d0fef9/14dc92a4-f54d-4546-8ff9-84fee7050091/85bc737c-0543-49a1-b681-c2a8ade7912c) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:28.734373 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a9a15d5f-8534-4443-afda-5f31d808afe8 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "PUT /v2.0/routers/396f8020-c569-4a28-a041-fd09b07a710a HTTP/1.1" status: 200 len: 710 time: 3.4359260 Apr 01 12:50:28.735126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57826) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:28.743851 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48640c3-8d0c-41eb-846c-9784fcd59640 None None] Routers {'396f8020-c569-4a28-a041-fd09b07a710a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:28.745174 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a48640c3-8d0c-41eb-846c-9784fcd59640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['396f8020-c569-4a28-a041-fd09b07a710a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:28.885403 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a48640c3-8d0c-41eb-846c-9784fcd59640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:28.915256 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48640c3-8d0c-41eb-846c-9784fcd59640 None None] Routers {'396f8020-c569-4a28-a041-fd09b07a710a'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:28.918861 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a48640c3-8d0c-41eb-846c-9784fcd59640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['396f8020-c569-4a28-a041-fd09b07a710a'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:28.935690 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:28.949762 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port 3c85bb10-ae0b-4500-8b06-aa727166fd4c {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:28.950130 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:28.960060 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Allocated IP 172.20.0.2 (ecc0d1ce-76ab-4143-9200-49157a88ba08/dbff3736-e335-405a-a775-be5bc933a7bc/2975ffff-2c3e-4119-ab40-721a6cd7c776) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:29.026982 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-a48640c3-8d0c-41eb-846c-9784fcd59640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:29.032982 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-686d8a85-c1a5-45b0-9bd8-97299921333f tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/routers/396f8020-c569-4a28-a041-fd09b07a710a HTTP/1.1" status: 200 len: 745 time: 0.2852054 Apr 01 12:50:29.035165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57832) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:29.038198 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48640c3-8d0c-41eb-846c-9784fcd59640 None None] The sync data for ids ['396f8020-c569-4a28-a041-fd09b07a710a'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:29.110737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f8e30-89f5-4884-9c4f-e3db98140622 None None] DHCP port deletion for ad6f7463-428a-4cff-bd54-7f6f9e58f650 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:50:29.124222 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.156145 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-28b46be5-1faf-4a28-8254-129628a729bc tempest-RoutersIpV6AdminTest-1299364841 tempest-RoutersIpV6AdminTest-1299364841-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&device_id=396f8020-c569-4a28-a041-fd09b07a710a HTTP/1.1" status: 200 len: 205 time: 0.1197307 Apr 01 12:50:29.158766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57834) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:29.220242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Network 3e61a749-8485-49ea-aea4-232b30d0fef9 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:29.223044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] For port 3c85bb10-ae0b-4500-8b06-aa727166fd4c, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=3c85bb10-ae0b-4500-8b06-aa727166fd4c,segment=NetworkSegment(b4eec4de-1aca-46f5-8a31-614735fd678a),segment_id=b4eec4de-1aca-46f5-8a31-614735fd678a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:29.223433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.225102 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5c23e6d6-a46b-4446-8cdb-6b635523b3ad tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "GET /v2.0/ports?device_id=396f8020-c569-4a28-a041-fd09b07a710a HTTP/1.1" status: 200 len: 205 time: 0.0526910 Apr 01 12:50:29.226101 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57836) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:29.238835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:29.242952 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:29.252362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for 3c85bb10-ae0b-4500-8b06-aa727166fd4c owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:29.261890 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:50:29.339594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event updated for resources: {'Port': ['ID=85bc737c-0543-49a1-b681-c2a8ade7912c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:29.423426 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-065f8e30-89f5-4884-9c4f-e3db98140622 None None] Deleting port 3c85bb10-ae0b-4500-8b06-aa727166fd4c {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:29.423902 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-065f8e30-89f5-4884-9c4f-e3db98140622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.424258 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c51465ce-b3df-40dd-91a1-4cc28ad9e540 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.431808 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.606606 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.628699 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-065f8e30-89f5-4884-9c4f-e3db98140622 None None] For port 3c85bb10-ae0b-4500-8b06-aa727166fd4c, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=3c85bb10-ae0b-4500-8b06-aa727166fd4c,segment=NetworkSegment(b4eec4de-1aca-46f5-8a31-614735fd678a),segment_id=b4eec4de-1aca-46f5-8a31-614735fd678a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:29.641615 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-065f8e30-89f5-4884-9c4f-e3db98140622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.666294 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.729109 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c51465ce-b3df-40dd-91a1-4cc28ad9e540 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.737719 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c51465ce-b3df-40dd-91a1-4cc28ad9e540 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.743555 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.815965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Pushing event updated for resources: {'Port': ['ID=2975ffff-2c3e-4119-ab40-721a6cd7c776,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:29.831877 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:29.840944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-065f8e30-89f5-4884-9c4f-e3db98140622 None None] Calling delete_port for 3c85bb10-ae0b-4500-8b06-aa727166fd4c owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:29.855353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=3c85bb10-ae0b-4500-8b06-aa727166fd4c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:29.862847 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c51465ce-b3df-40dd-91a1-4cc28ad9e540 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.863412 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51465ce-b3df-40dd-91a1-4cc28ad9e540 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Fanout notify agent at l3_agent the message router_deleted on router 396f8020-c569-4a28-a041-fd09b07a710a {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:50:29.873849 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c51465ce-b3df-40dd-91a1-4cc28ad9e540 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:29.878720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No DVR routers for this DVR port 3c85bb10-ae0b-4500-8b06-aa727166fd4c on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:50:29.879391 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c51465ce-b3df-40dd-91a1-4cc28ad9e540 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/routers/396f8020-c569-4a28-a041-fd09b07a710a HTTP/1.1" status: 204 len: 168 time: 0.6521337 Apr 01 12:50:29.880106 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57856) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:29.913212 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-21b87320-f117-4740-99be-b8ea57d0f2dd tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "GET /v2.0/ports?device_id=396f8020-c569-4a28-a041-fd09b07a710a HTTP/1.1" status: 200 len: 205 time: 0.0311978 Apr 01 12:50:29.914149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57858) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:29.997622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edec343-6fa8-4687-8d52-eac00906b19f None None] Network 3e61a749-8485-49ea-aea4-232b30d0fef9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:30.011543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Network ecc0d1ce-76ab-4143-9200-49157a88ba08 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:30.021073 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:30.021481 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-d9a22253-6cfa-4836-9b47-80a4da269c4f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] delete failed (client error): The resource could not be found. Apr 01 12:50:30.021481 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d9a22253-6cfa-4836-9b47-80a4da269c4f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/routers/396f8020-c569-4a28-a041-fd09b07a710a HTTP/1.1" status: 404 len: 336 time: 0.1054890 Apr 01 12:50:30.024114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57860) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:30.100946 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-95197539-6482-47ed-a052-7ffae46ef293 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "GET /v2.0/ports?device_id=df273c27-7c84-4abf-8a1c-75cb4becb748 HTTP/1.1" status: 200 len: 205 time: 0.0756965 Apr 01 12:50:30.108967 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57862) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:30.151696 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:30.154630 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:30.207751 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-f688c5b3-94b9-44da-9fdc-23cebd324588 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] delete failed (client error): The resource could not be found. Apr 01 12:50:30.213739 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f688c5b3-94b9-44da-9fdc-23cebd324588 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/routers/df273c27-7c84-4abf-8a1c-75cb4becb748 HTTP/1.1" status: 404 len: 336 time: 0.1034226 Apr 01 12:50:30.214655 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57864) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:30.327826 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-56983655-2aa3-4cbb-b7e0-1971965ae92c tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a1c9f3c-de8f-40b9-9463-982e1b980844 HTTP/1.1" status: 200 len: 205 time: 0.1117702 Apr 01 12:50:30.336406 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57868) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:30.402821 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:30.405593 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:30.411850 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-065f8e30-89f5-4884-9c4f-e3db98140622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:30.424225 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:30.501812 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2f134bcc-38c9-4c3f-886d-93f864330db9 None None] Provisioning complete for port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:30.502514 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2f134bcc-38c9-4c3f-886d-93f864330db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:30.507222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6f7463-428a-4cff-bd54-7f6f9e58f650']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:30.525596 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-d18e0ef7-4455-40b1-9f40-a764d9471f06 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] delete failed (client error): The resource could not be found. Apr 01 12:50:30.529217 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d18e0ef7-4455-40b1-9f40-a764d9471f06 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/routers/3a1c9f3c-de8f-40b9-9463-982e1b980844 HTTP/1.1" status: 404 len: 336 time: 0.1546113 Apr 01 12:50:30.530136 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57874) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:30.575954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f8e30-89f5-4884-9c4f-e3db98140622 None None] Pushing event deleted for resources: {'Port': ['ID=3c85bb10-ae0b-4500-8b06-aa727166fd4c,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:30.596875 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a8fbcf36-3979-49bd-8342-835d243098ee tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1dd8c84-9876-46bd-ba25-f0c23ac8272d HTTP/1.1" status: 200 len: 205 time: 0.0653143 Apr 01 12:50:30.597878 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57878) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:30.643570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4eec4de-1aca-46f5-8a31-614735fd678a') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:30.644361 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4eec4de-1aca-46f5-8a31-614735fd678a') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:30.645730 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-6c1021df-64cf-4c1d-882e-3e905b5afd4b tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] delete failed (client error): The resource could not be found. Apr 01 12:50:30.649763 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6c1021df-64cf-4c1d-882e-3e905b5afd4b tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/routers/a1dd8c84-9876-46bd-ba25-f0c23ac8272d HTTP/1.1" status: 404 len: 336 time: 0.0505295 Apr 01 12:50:30.650537 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57880) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:30.719585 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f8e30-89f5-4884-9c4f-e3db98140622 None None] No DVR routers for this DVR port 3c85bb10-ae0b-4500-8b06-aa727166fd4c on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:50:30.723556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event updated for resources: {'Port': ['ID=85bc737c-0543-49a1-b681-c2a8ade7912c,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:30.742707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:30.743081 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:30.760498 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:30.785900 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dcc7e2f0-ddff-4ec7-95a9-a2b05f27d3ad tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "GET /v2.0/ports?device_id=aab0828e-f53e-423f-be1f-37972ea95a31 HTTP/1.1" status: 200 len: 205 time: 0.1332674 Apr 01 12:50:30.790109 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57884) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:30.838027 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:30.860644 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:30.901069 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-21cb11fd-2915-4707-adf8-7021ed44e99f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] delete failed (client error): The resource could not be found. Apr 01 12:50:30.923585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:50:30.924012 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:30.934831 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-21cb11fd-2915-4707-adf8-7021ed44e99f tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/routers/aab0828e-f53e-423f-be1f-37972ea95a31 HTTP/1.1" status: 404 len: 336 time: 0.1434405 Apr 01 12:50:30.939884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57892) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:50:30.942763 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:50:30.952643 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Attempting to bind port 2975ffff-2c3e-4119-ab40-721a6cd7c776 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:50:30.953549 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Attempting to bind port 2975ffff-2c3e-4119-ab40-721a6cd7c776 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'dba5ba36-2731-4fd1-b135-684f6c9de6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ecc0d1ce-76ab-4143-9200-49157a88ba08'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:50:30.954163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Attempting to bind port 2975ffff-2c3e-4119-ab40-721a6cd7c776 on network ecc0d1ce-76ab-4143-9200-49157a88ba08 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:50:30.991692 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ad2f9c1b-53de-44ca-b29a-998a65d857f7 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8bf43-53df-40e0-8135-81a8c32f80ef HTTP/1.1" status: 200 len: 205 time: 0.0502148 Apr 01 12:50:30.994976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57894) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:31.009600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:50:31.010464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Checking segment: {'id': 'dba5ba36-2731-4fd1-b135-684f6c9de6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ecc0d1ce-76ab-4143-9200-49157a88ba08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:31.011823 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.014150 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Bound using segment: {'id': 'dba5ba36-2731-4fd1-b135-684f6c9de6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ecc0d1ce-76ab-4143-9200-49157a88ba08'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:50:31.016583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Bound port: 2975ffff-2c3e-4119-ab40-721a6cd7c776, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba5ba36-2731-4fd1-b135-684f6c9de6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ecc0d1ce-76ab-4143-9200-49157a88ba08'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:50:31.017282 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.057295 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2f134bcc-38c9-4c3f-886d-93f864330db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.096970 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-f676f99c-98b6-4b2e-b9d8-99b3cfd16614 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] delete failed (client error): The resource could not be found. Apr 01 12:50:31.096970 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f676f99c-98b6-4b2e-b9d8-99b3cfd16614 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/routers/86a8bf43-53df-40e0-8135-81a8c32f80ef HTTP/1.1" status: 404 len: 336 time: 0.0962555 Apr 01 12:50:31.096970 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57896) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:31.220340 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-903ea73f-d233-430f-8d05-02ea3350c177 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] DELETE failed (client error): The resource could not be found. Apr 01 12:50:31.220815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903ea73f-d233-430f-8d05-02ea3350c177 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:50:31.226801 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-903ea73f-d233-430f-8d05-02ea3350c177 tempest-RoutersIpV6AdminTest-1594848449 tempest-RoutersIpV6AdminTest-1594848449-project] 10.222.0.45 "DELETE /v2.0/subnets/ec83982b-d87d-4c0a-95f7-195a6643b670 HTTP/1.1" status: 404 len: 337 time: 0.1310608 Apr 01 12:50:31.282559 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.325779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.357796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Network 3e61a749-8485-49ea-aea4-232b30d0fef9 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:31.359131 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.363795 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/networks/ad6f7463-428a-4cff-bd54-7f6f9e58f650 HTTP/1.1" status: 204 len: 168 time: 3.4157443 Apr 01 12:50:31.364717 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721e06a-0368-4e11-a0cd-b342fdfdeea8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Network': ['ID=ad6f7463-428a-4cff-bd54-7f6f9e58f650,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:31.367819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57904) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:31.373464 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-064f52e3-f073-4ff1-8f69-ea258193a6eb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1395567967', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:31.388610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:31.445152 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2f134bcc-38c9-4c3f-886d-93f864330db9 None None] For port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=68bb31ad-6d15-4080-a6b4-3c5c37f40d70,segment=NetworkSegment(05337c04-1a1d-4952-ac16-c5d0d4168361),segment_id=05337c04-1a1d-4952-ac16-c5d0d4168361)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:31.476138 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-064f52e3-f073-4ff1-8f69-ea258193a6eb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.479047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-064f52e3-f073-4ff1-8f69-ea258193a6eb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.495997 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2f134bcc-38c9-4c3f-886d-93f864330db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.607824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] For port 2975ffff-2c3e-4119-ab40-721a6cd7c776, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:50:31.646124 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-064f52e3-f073-4ff1-8f69-ea258193a6eb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.654604 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-064f52e3-f073-4ff1-8f69-ea258193a6eb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.684222 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-064f52e3-f073-4ff1-8f69-ea258193a6eb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.685664 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-064f52e3-f073-4ff1-8f69-ea258193a6eb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3168342 Apr 01 12:50:31.688588 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57910) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:31.700361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1eca5ff5-8678-4210-a940-bb577a754075 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1627895094'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:31.717994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Router 5c5501d7-c73b-419d-a33f-bc230c3856a7 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:50:31.745033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] For port 2975ffff-2c3e-4119-ab40-721a6cd7c776, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2975ffff-2c3e-4119-ab40-721a6cd7c776,segment=NetworkSegment(dba5ba36-2731-4fd1-b135-684f6c9de6fb),segment_id=dba5ba36-2731-4fd1-b135-684f6c9de6fb)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:50:31.772925 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eca5ff5-8678-4210-a940-bb577a754075 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:31.789121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.790173 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1eca5ff5-8678-4210-a940-bb577a754075 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.833984 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:50:31.834374 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:50:31.903540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eca5ff5-8678-4210-a940-bb577a754075 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:50:31.905757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:31.920413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f134bcc-38c9-4c3f-886d-93f864330db9 None None] Pushing event updated for resources: {'Port': ['ID=68bb31ad-6d15-4080-a6b4-3c5c37f40d70,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:31.951340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1eca5ff5-8678-4210-a940-bb577a754075 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:31.951691 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-1eca5ff5-8678-4210-a940-bb577a754075 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Added segment 239b6e01-f52a-4d4d-85d1-f9032f356a01 of type vlan for network 432860a4-eb9a-417f-80aa-9ff629d1736d Apr 01 12:50:31.955091 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a905971f-c0a1-46f9-a93e-b10cc4024acc tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "PUT /v2.0/routers/5c5501d7-c73b-419d-a33f-bc230c3856a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8150301 Apr 01 12:50:31.960573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57922) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:31.963805 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a70b17-4071-4147-9265-7ba3e0401a47 None None] Sync routers for ids ['5c5501d7-c73b-419d-a33f-bc230c3856a7'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:32.117069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c5b131b3-bdc4-42a5-a6b3-ad8edb6fc65d None None] Provisioning complete for port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:32.117449 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c5b131b3-bdc4-42a5-a6b3-ad8edb6fc65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:32.132310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57924) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:32.153035 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a70b17-4071-4147-9265-7ba3e0401a47 None None] Routers {'5c5501d7-c73b-419d-a33f-bc230c3856a7'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:32.153655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e7a70b17-4071-4147-9265-7ba3e0401a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5c5501d7-c73b-419d-a33f-bc230c3856a7'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:32.207743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e7a70b17-4071-4147-9265-7ba3e0401a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:32.239971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8895b8f-e13c-479f-8c38-43ed27325cfb None None] Pushing event updated for resources: {'Port': ['ID=2975ffff-2c3e-4119-ab40-721a6cd7c776,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:32.248366 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a70b17-4071-4147-9265-7ba3e0401a47 None None] Routers {'5c5501d7-c73b-419d-a33f-bc230c3856a7'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:32.249032 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e7a70b17-4071-4147-9265-7ba3e0401a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5c5501d7-c73b-419d-a33f-bc230c3856a7'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:32.357379 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1eca5ff5-8678-4210-a940-bb577a754075 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:32.362111 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e7a70b17-4071-4147-9265-7ba3e0401a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:32.362769 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a70b17-4071-4147-9265-7ba3e0401a47 None None] The sync data for ids ['5c5501d7-c73b-419d-a33f-bc230c3856a7'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:32.602647 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-37918913-f063-4bb2-af5f-524c8753d19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:32.706552 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 3c85bb10-ae0b-4500-8b06-aa727166fd4c no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:50:32.839990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 3c85bb10-ae0b-4500-8b06-aa727166fd4c {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:50:32.842597 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 3c85bb10-ae0b-4500-8b06-aa727166fd4c not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:50:32.869289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c5b131b3-bdc4-42a5-a6b3-ad8edb6fc65d None None] Provisioning complete for port 85bc737c-0543-49a1-b681-c2a8ade7912c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:32.869768 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c5b131b3-bdc4-42a5-a6b3-ad8edb6fc65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:32.938343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c5b131b3-bdc4-42a5-a6b3-ad8edb6fc65d None None] Port 85bc737c-0543-49a1-b681-c2a8ade7912c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:32.965403 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-37918913-f063-4bb2-af5f-524c8753d19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:32.975790 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-37918913-f063-4bb2-af5f-524c8753d19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:33.097533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0e22424f-c339-457c-818d-39804fde24db None None] Provisioning complete for port 85bc737c-0543-49a1-b681-c2a8ade7912c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:33.102380 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0e22424f-c339-457c-818d-39804fde24db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:33.250271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-37918913-f063-4bb2-af5f-524c8753d19a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25ad33640a8e4bd88a25df30f7b43c01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1148171 Apr 01 12:50:33.251464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37918913-f063-4bb2-af5f-524c8753d19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af60407-cac3-43e0-924a-5d2ff276684e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:33.264032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57944) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:33.290588 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1eca5ff5-8678-4210-a940-bb577a754075 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:33.304973 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca5ff5-8678-4210-a940-bb577a754075 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:33.305611 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1eca5ff5-8678-4210-a940-bb577a754075 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:33.329661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-0e22424f-c339-457c-818d-39804fde24db None None] Port 85bc737c-0543-49a1-b681-c2a8ade7912c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:33.348056 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1eca5ff5-8678-4210-a940-bb577a754075 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6580400 Apr 01 12:50:33.348291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 57946) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:33.369079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9cad98c9-7ddb-4c26-912f-b414f2f99817 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'subnet': {'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:33.419864 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:33.503601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca5ff5-8678-4210-a940-bb577a754075 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Network': ['ID=432860a4-eb9a-417f-80aa-9ff629d1736d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:33.563115 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 432860a4-eb9a-417f-80aa-9ff629d1736d details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:50:33.632035 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-addfe4c3-c303-481d-b3b3-6a51606bc10e tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:50:33.635743 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-addfe4c3-c303-481d-b3b3-6a51606bc10e tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "PUT /v2.0/routers/5c5501d7-c73b-419d-a33f-bc230c3856a7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6604981 Apr 01 12:50:33.653732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57952) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:34.014564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f989f10c-2549-4d48-9c2c-bbc723bcf7cf None None] Provisioning complete for port 85bc737c-0543-49a1-b681-c2a8ade7912c triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:34.019315 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f989f10c-2549-4d48-9c2c-bbc723bcf7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:34.041044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c619cce-c7e3-48cf-b28a-6442caa745a6 None None] Network ecc0d1ce-76ab-4143-9200-49157a88ba08 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:34.213602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a7837ef2-2a19-425f-b4c2-4b9b6691db61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:34.294678 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a7837ef2-2a19-425f-b4c2-4b9b6691db61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:34.305590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cad98c9-7ddb-4c26-912f-b414f2f99817 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:34.318110 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9cad98c9-7ddb-4c26-912f-b414f2f99817 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:34.500803 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6c14cea-ee21-4fd1-847d-d90a9c0c3d40 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:34.541203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:34.544404 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a7837ef2-2a19-425f-b4c2-4b9b6691db61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:34.547709 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a7837ef2-2a19-425f-b4c2-4b9b6691db61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:34.550315 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:34.552518 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a7837ef2-2a19-425f-b4c2-4b9b6691db61 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9af60407-cac3-43e0-924a-5d2ff276684e HTTP/1.1" status: 204 len: 168 time: 1.2870486 Apr 01 12:50:34.582047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f989f10c-2549-4d48-9c2c-bbc723bcf7cf None None] Port 85bc737c-0543-49a1-b681-c2a8ade7912c cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:34.622061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7837ef2-2a19-425f-b4c2-4b9b6691db61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af60407-cac3-43e0-924a-5d2ff276684e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:34.750770 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9d2a07f5-58ce-414a-b12a-41c0150c6f05 None None] Provisioning complete for port 2975ffff-2c3e-4119-ab40-721a6cd7c776 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:34.751311 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d2a07f5-58ce-414a-b12a-41c0150c6f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:34.824528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2975ffff-2c3e-4119-ab40-721a6cd7c776 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:34.964441 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9cad98c9-7ddb-4c26-912f-b414f2f99817 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:34.973909 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2975ffff-2c3e-4119-ab40-721a6cd7c776 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:34.980798 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:35.183533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad98c9-7ddb-4c26-912f-b414f2f99817 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Subnet': ['ID=66b2dab8-6ba1-4046-be54-00455e384e92,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:35.301510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad98c9-7ddb-4c26-912f-b414f2f99817 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Checking segment: {'id': '239b6e01-f52a-4d4d-85d1-f9032f356a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:35.303450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cad98c9-7ddb-4c26-912f-b414f2f99817 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network hostable DHCP agents. Network: 432860a4-eb9a-417f-80aa-9ff629d1736d, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:50:35.338628 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-c6c14cea-ee21-4fd1-847d-d90a9c0c3d40 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Deleting port 85bc737c-0543-49a1-b681-c2a8ade7912c {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:35.338977 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6c14cea-ee21-4fd1-847d-d90a9c0c3d40 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:35.349938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cad98c9-7ddb-4c26-912f-b414f2f99817 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 432860a4-eb9a-417f-80aa-9ff629d1736d is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:50:35.353947 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:35.380765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-9cad98c9-7ddb-4c26-912f-b414f2f99817 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 432860a4-eb9a-417f-80aa-9ff629d1736d) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:35.405504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e63bc5-3893-4bd4-854e-d73cf4607959 None None] Network 432860a4-eb9a-417f-80aa-9ff629d1736d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:35.410788 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad98c9-7ddb-4c26-912f-b414f2f99817 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:35.413629 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9d2a07f5-58ce-414a-b12a-41c0150c6f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:35.415934 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9cad98c9-7ddb-4c26-912f-b414f2f99817 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:35.443183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57982) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:35.486343 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9cad98c9-7ddb-4c26-912f-b414f2f99817 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1305978 Apr 01 12:50:35.492114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57984) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:35.503931 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 2975ffff-2c3e-4119-ab40-721a6cd7c776, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2975ffff-2c3e-4119-ab40-721a6cd7c776,segment=NetworkSegment(dba5ba36-2731-4fd1-b135-684f6c9de6fb),segment_id=dba5ba36-2731-4fd1-b135-684f6c9de6fb)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:35.553559 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:35.699568 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-9d2a07f5-58ce-414a-b12a-41c0150c6f05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:50:35.700275 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-9d2a07f5-58ce-414a-b12a-41c0150c6f05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:50:35.726883 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b66c2acc-5f37-407f-ba2d-1dfc145b44e8 req-93657507-2bae-4c68-bc3f-2f87c409d677 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1636524 Apr 01 12:50:35.763343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=2975ffff-2c3e-4119-ab40-721a6cd7c776,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:35.847623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c2acc-5f37-407f-ba2d-1dfc145b44e8 req-6316edc0-1a04-4618-b095-e50c45da0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:35.849629 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b66c2acc-5f37-407f-ba2d-1dfc145b44e8 req-6316edc0-1a04-4618-b095-e50c45da0f23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ae16d646f441cb89f62230071fa440&device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 1096 time: 0.0578618 Apr 01 12:50:35.958878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6c14cea-ee21-4fd1-847d-d90a9c0c3d40 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:35.966965 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-39f53791-c163-4d76-a22b-f41774b2f581 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6664ddfb71734ef9ace7205f433c6038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5226383 Apr 01 12:50:35.967688 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 57994) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:36.031244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-432860a4-eb9a-417f-80aa-9ff629d1736d', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:50:36.032139 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:36.042794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c2acc-5f37-407f-ba2d-1dfc145b44e8 req-605cd11e-c12f-42e2-8719-5531f2b14d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:36.049021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b66c2acc-5f37-407f-ba2d-1dfc145b44e8 req-605cd11e-c12f-42e2-8719-5531f2b14d9b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 200 len: 912 time: 0.1730065 Apr 01 12:50:36.104309 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-c6c14cea-ee21-4fd1-847d-d90a9c0c3d40 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Calling delete_port for 85bc737c-0543-49a1-b681-c2a8ade7912c owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:36.104309 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb8120de-6a12-4eb1-96b2-402038d9f784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:36.169939 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb8120de-6a12-4eb1-96b2-402038d9f784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:36.190157 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b66c2acc-5f37-407f-ba2d-1dfc145b44e8 req-435a2576-415d-42bb-8bb6-0441831df45b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6104387-0117-4b4a-9f4b-5acd46d5f2c9 HTTP/1.1" status: 200 len: 1001 time: 0.1166649 Apr 01 12:50:36.357423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c2acc-5f37-407f-ba2d-1dfc145b44e8 req-2261a55c-894c-4e47-a974-603a4222c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:36.360393 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b66c2acc-5f37-407f-ba2d-1dfc145b44e8 req-2261a55c-894c-4e47-a974-603a4222c270 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb2409b7-d005-4b83-bb45-b3e7637fb4f0 HTTP/1.1" status: 200 len: 850 time: 0.1573656 Apr 01 12:50:36.395611 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb8120de-6a12-4eb1-96b2-402038d9f784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:36.398933 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb8120de-6a12-4eb1-96b2-402038d9f784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:36.403284 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cb8120de-6a12-4eb1-96b2-402038d9f784 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57afad4d-1650-48a7-97a4-7354ee58b523 HTTP/1.1" status: 204 len: 168 time: 0.4289737 Apr 01 12:50:36.411011 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:36.430359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c2acc-5f37-407f-ba2d-1dfc145b44e8 req-5ca0aaf6-d202-4174-95f6-55b4a13c494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:36.433506 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b66c2acc-5f37-407f-ba2d-1dfc145b44e8 req-5ca0aaf6-d202-4174-95f6-55b4a13c494b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4b10f20-93cd-48c1-bba4-70b44c5b92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615978 Apr 01 12:50:36.471576 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8120de-6a12-4eb1-96b2-402038d9f784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57afad4d-1650-48a7-97a4-7354ee58b523,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:36.492954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3a76529f-bb99-44e3-b12c-7d528149fc72 None None] Provisioning complete for port 2975ffff-2c3e-4119-ab40-721a6cd7c776 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:36.493618 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3a76529f-bb99-44e3-b12c-7d528149fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:36.627921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-324f6924-a9f8-4aae-936d-ece721417f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:36.628835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b66c2acc-5f37-407f-ba2d-1dfc145b44e8 req-f23f923d-4f10-4a15-a564-fa4cd5ede9e9 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814001 Apr 01 12:50:36.630689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Allocated IP 2001:db8::2 (432860a4-eb9a-417f-80aa-9ff629d1736d/66b2dab8-6ba1-4046-be54-00455e384e92/bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:36.961351 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b66c2acc-5f37-407f-ba2d-1dfc145b44e8 req-1c3b0993-5b2b-459c-b920-88872afc4fa6 service neutron] 10.222.0.44 "GET /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239777 Apr 01 12:50:36.977361 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:36.987227 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:37.127046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Network 432860a4-eb9a-417f-80aa-9ff629d1736d is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:37.135892 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:37.137856 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Allocated IP 2001:db8::1 (432860a4-eb9a-417f-80aa-9ff629d1736d/66b2dab8-6ba1-4046-be54-00455e384e92/4964dec1-a39a-49a7-ab2f-739df5a5a0fb) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:37.142471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:37.169286 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Pushing event updated for resources: {'Port': ['ID=bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:37.307346 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Attempting to bind port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:50:37.308052 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Attempting to bind port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '239b6e01-f52a-4d4d-85d1-f9032f356a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:50:37.308659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Attempting to bind port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b on network 432860a4-eb9a-417f-80aa-9ff629d1736d {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:50:37.324863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:50:37.327372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Checking segment: {'id': '239b6e01-f52a-4d4d-85d1-f9032f356a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:37.327793 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:37.328191 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Bound using segment: {'id': '239b6e01-f52a-4d4d-85d1-f9032f356a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:50:37.328684 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Bound port: bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239b6e01-f52a-4d4d-85d1-f9032f356a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:50:37.329060 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:37.438732 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:37.530828 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:37.544017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] For port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:50:37.551632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] For port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b,segment=NetworkSegment(239b6e01-f52a-4d4d-85d1-f9032f356a01),segment_id=239b6e01-f52a-4d4d-85d1-f9032f356a01)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:50:37.560173 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:37.605945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 432860a4-eb9a-417f-80aa-9ff629d1736d is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:37.614363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:37.618028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:37.618614 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:37.624629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=4964dec1-a39a-49a7-ab2f-739df5a5a0fb,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:37.728667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f96b5-21fd-474f-a88b-e8662ece7620 None None] Pushing event updated for resources: {'Port': ['ID=bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:37.798814 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2975ffff-2c3e-4119-ab40-721a6cd7c776 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:37.961740 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2975ffff-2c3e-4119-ab40-721a6cd7c776 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:37.962138 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:38.420739 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6c14cea-ee21-4fd1-847d-d90a9c0c3d40 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:38.456579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c14cea-ee21-4fd1-847d-d90a9c0c3d40 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event deleted for resources: {'Port': ['ID=85bc737c-0543-49a1-b681-c2a8ade7912c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:38.618191 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:38.811351 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:38.893889 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c6c14cea-ee21-4fd1-847d-d90a9c0c3d40 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:38.914987 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6561-94c1-4f5e-8ea3-eb4afb20286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:38.981569 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:39.168243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58108) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:39.353152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1658879528', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:39.378390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Made reservation on behalf of 024422cd84bc44c7b23f3d3e1fa46ac0 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:39.382741 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:39.400011 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:39.400431 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c14cea-ee21-4fd1-847d-d90a9c0c3d40 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Router 5c5501d7-c73b-419d-a33f-bc230c3856a7 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:50:39.447879 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f652b74d-226a-4483-b9a3-a9da2792cef8 None None] Network 432860a4-eb9a-417f-80aa-9ff629d1736d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:39.520979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c14cea-ee21-4fd1-847d-d90a9c0c3d40 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:39.527891 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c6c14cea-ee21-4fd1-847d-d90a9c0c3d40 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "PUT /v2.0/routers/5c5501d7-c73b-419d-a33f-bc230c3856a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8657875 Apr 01 12:50:39.533257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58116) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:39.537155 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58649143-ab4c-4fd2-a2a3-9022e04d2621 None None] Sync routers for ids ['5c5501d7-c73b-419d-a33f-bc230c3856a7'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:39.546895 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:39.555852 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58649143-ab4c-4fd2-a2a3-9022e04d2621 None None] Routers {'5c5501d7-c73b-419d-a33f-bc230c3856a7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:39.560322 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-58649143-ab4c-4fd2-a2a3-9022e04d2621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5c5501d7-c73b-419d-a33f-bc230c3856a7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:39.602862 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-58649143-ab4c-4fd2-a2a3-9022e04d2621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:39.610525 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:39.612263 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58649143-ab4c-4fd2-a2a3-9022e04d2621 None None] Routers {'5c5501d7-c73b-419d-a33f-bc230c3856a7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:39.613151 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-58649143-ab4c-4fd2-a2a3-9022e04d2621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5c5501d7-c73b-419d-a33f-bc230c3856a7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:39.617655 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:39.625807 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:39.635362 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:39.650356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] device_id is not set on port 61a973f5-bb8d-4249-bdee-185872d4fd61 yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:50:39.657688 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-58649143-ab4c-4fd2-a2a3-9022e04d2621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:39.658573 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58649143-ab4c-4fd2-a2a3-9022e04d2621 None None] The sync data for ids ['5c5501d7-c73b-419d-a33f-bc230c3856a7'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:39.679014 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-dbd5a51b-aa19-4d56-bfed-f88a5adf39a8 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] delete failed (client error): The resource could not be found. Apr 01 12:50:39.688932 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dbd5a51b-aa19-4d56-bfed-f88a5adf39a8 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-285047631 HTTP/1.1" status: 404 len: 334 time: 0.1526403 Apr 01 12:50:39.689750 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58124) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:39.696888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f875c9a3-16db-4e52-8171-3545b7626d4f None None] Provisioning complete for port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:39.696888 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f875c9a3-16db-4e52-8171-3545b7626d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:39.792035 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3be3bd4c-970c-4da2-8519-89c12ce11b8b tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c5501d7-c73b-419d-a33f-bc230c3856a7'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:39.794919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=4964dec1-a39a-49a7-ab2f-739df5a5a0fb,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:39.826645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:39.857752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Allocated IP 172.25.7.122 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/61a973f5-bb8d-4249-bdee-185872d4fd61) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:40.028161 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f875c9a3-16db-4e52-8171-3545b7626d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:40.061874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:40.062408 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:40.157933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4d31d0-c168-43fc-8fc7-e87f53f6e98e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:40.160712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 432860a4-eb9a-417f-80aa-9ff629d1736d is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:40.208607 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:40.213755 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3be3bd4c-970c-4da2-8519-89c12ce11b8b tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:40.261227 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:40.279175 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f875c9a3-16db-4e52-8171-3545b7626d4f None None] For port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b,segment=NetworkSegment(239b6e01-f52a-4d4d-85d1-f9032f356a01),segment_id=239b6e01-f52a-4d4d-85d1-f9032f356a01)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:40.291644 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f875c9a3-16db-4e52-8171-3545b7626d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:40.364946 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:40.466993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:40.483974 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:40.489931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:40.493188 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-3be3bd4c-970c-4da2-8519-89c12ce11b8b tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] update failed (client error): The resource could not be found. Apr 01 12:50:40.495260 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875c9a3-16db-4e52-8171-3545b7626d4f None None] Pushing event updated for resources: {'Port': ['ID=bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:40.499172 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3be3bd4c-970c-4da2-8519-89c12ce11b8b tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "PUT /v2.0/routers/5c5501d7-c73b-419d-a33f-bc230c3856a7 HTTP/1.1" status: 404 len: 339 time: 0.7132015 Apr 01 12:50:40.502772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58158) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:40.529681 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 7e13437d-834f-4bc3-bb1d-5b024945cae6 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:50:40.590852 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:40.681586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-96159f06-cd3e-4b10-aa49-f6d31c531948 None None] Provisioning complete for port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:40.683585 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-96159f06-cd3e-4b10-aa49-f6d31c531948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:40.748187 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:40.755170 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-31c04e9e-e99c-4c05-ba9d-b128843e06fa tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2593153 Apr 01 12:50:40.758243 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58180) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:40.764923 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-eef6ad84-23c6-4152-afd1-46bd7c39acb3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-84479170'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:40.804711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Sync routers for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:40.825152 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef6ad84-23c6-4152-afd1-46bd7c39acb3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:40.830089 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eef6ad84-23c6-4152-afd1-46bd7c39acb3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:40.870283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:40.870912 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:40.908875 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef6ad84-23c6-4152-afd1-46bd7c39acb3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:50:40.919420 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eef6ad84-23c6-4152-afd1-46bd7c39acb3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:40.919932 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-eef6ad84-23c6-4152-afd1-46bd7c39acb3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Added segment 029e1201-1d98-4fac-bbe7-eb544d4d96bc of type vlan for network 74ab8781-20c5-47db-9267-a14ec6e90999 Apr 01 12:50:40.991206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eef6ad84-23c6-4152-afd1-46bd7c39acb3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:41.044530 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eef6ad84-23c6-4152-afd1-46bd7c39acb3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:41.060505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef6ad84-23c6-4152-afd1-46bd7c39acb3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:41.060505 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-eef6ad84-23c6-4152-afd1-46bd7c39acb3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:41.138128 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eef6ad84-23c6-4152-afd1-46bd7c39acb3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3752177 Apr 01 12:50:41.149453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Pushing event updated for resources: {'Port': ['ID=61a973f5-bb8d-4249-bdee-185872d4fd61,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:41.150056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58200) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:41.158357 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:41.164069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f893ce06-9eaf-4e3e-afaf-12e924f06588 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'subnet': {'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:41.230225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:41.233457 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:41.505004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:50:41.608247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Allocated IP 172.20.0.1 (51ce3ce3-927a-4146-92a9-77583e988f6e/07f3a83e-13bb-4828-9c28-78c45b719dbb/da5a0e19-c45b-4aac-8fa1-0c987ef3dce8) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:41.812684 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:41.844600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6730ffc0-f5b2-4293-9a9a-f9552c856693 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.6738477 Apr 01 12:50:41.845385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58218) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:41.852754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.122'}]}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:41.872323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:41.893853 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6ad84-23c6-4152-afd1-46bd7c39acb3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Network': ['ID=74ab8781-20c5-47db-9267-a14ec6e90999,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:41.897805 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:41.899104 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:41.923273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:41.979655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event updated for resources: {'Port': ['ID=da5a0e19-c45b-4aac-8fa1-0c987ef3dce8,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:41.995948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 74ab8781-20c5-47db-9267-a14ec6e90999 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:50:42.062946 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:42.084765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Network 51ce3ce3-927a-4146-92a9-77583e988f6e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:42.088327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f893ce06-9eaf-4e3e-afaf-12e924f06588 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:42.090814 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f893ce06-9eaf-4e3e-afaf-12e924f06588 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:42.112061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-96159f06-cd3e-4b10-aa49-f6d31c531948 None None] Provisioning complete for port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:42.112433 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-96159f06-cd3e-4b10-aa49-f6d31c531948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:42.141006 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:42.178504 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:42.235812 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:42.262483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:42.362173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-96159f06-cd3e-4b10-aa49-f6d31c531948 None None] Port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:42.369227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:42.373527 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:42.511250 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bb699c0-b634-4039-8ec8-e412221f0ac4 req-a6de3db1-d9cd-48d1-bc3b-7d53816bdede service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4390388 Apr 01 12:50:42.576363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ed1c0925-6a2c-479f-aa3a-c599b6397c55 None None] Provisioning complete for port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:42.577191 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0925-6a2c-479f-aa3a-c599b6397c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:42.620177 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f893ce06-9eaf-4e3e-afaf-12e924f06588 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:42.675244 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:42.683891 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:50:38Z', 'revision_number': 2, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:39Z', 'revision_number': 2, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:42.738158 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:42.740764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c0925-6a2c-479f-aa3a-c599b6397c55 None None] Port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:42.765619 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Checking router: 7e13437d-834f-4bc3-bb1d-5b024945cae6 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:50:42.766358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Updating router 7e13437d-834f-4bc3-bb1d-5b024945cae6 port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:50:42.821902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893ce06-9eaf-4e3e-afaf-12e924f06588 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Checking segment: {'id': '029e1201-1d98-4fac-bbe7-eb544d4d96bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:42.822291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f893ce06-9eaf-4e3e-afaf-12e924f06588 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network hostable DHCP agents. Network: 74ab8781-20c5-47db-9267-a14ec6e90999, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:50:42.824643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893ce06-9eaf-4e3e-afaf-12e924f06588 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Subnet': ['ID=c8c14edc-3918-4282-85b3-387e9043c5c6,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:42.836654 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:42.868538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f893ce06-9eaf-4e3e-afaf-12e924f06588 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 74ab8781-20c5-47db-9267-a14ec6e90999 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:50:42.884266 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-f893ce06-9eaf-4e3e-afaf-12e924f06588 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 74ab8781-20c5-47db-9267-a14ec6e90999) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:42.889603 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f893ce06-9eaf-4e3e-afaf-12e924f06588 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:42.889787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb699c0-b634-4039-8ec8-e412221f0ac4 req-4a5964f2-194d-4e00-a89c-ab21fdecb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:42.890641 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f893ce06-9eaf-4e3e-afaf-12e924f06588 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:42.891549 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bb699c0-b634-4039-8ec8-e412221f0ac4 req-4a5964f2-194d-4e00-a89c-ab21fdecb047 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1096 time: 0.2317438 Apr 01 12:50:42.911125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f20cb0-2ae0-4b28-b418-4503fedff67f None None] Network 74ab8781-20c5-47db-9267-a14ec6e90999 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:42.936238 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f893ce06-9eaf-4e3e-afaf-12e924f06588 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7849226 Apr 01 12:50:42.936877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58234) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:43.002377 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-584991c4-3423-4b4f-bc03-c00de40d0b1e None None] Provisioning complete for port da5a0e19-c45b-4aac-8fa1-0c987ef3dce8 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:43.002841 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-584991c4-3423-4b4f-bc03-c00de40d0b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:43.117798 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:43.249654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-584991c4-3423-4b4f-bc03-c00de40d0b1e None None] Port da5a0e19-c45b-4aac-8fa1-0c987ef3dce8 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:43.337559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb699c0-b634-4039-8ec8-e412221f0ac4 req-068d0d3f-918e-4310-ad56-bdf44adb8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:43.339808 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bb699c0-b634-4039-8ec8-e412221f0ac4 req-068d0d3f-918e-4310-ad56-bdf44adb8abb service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.4231212 Apr 01 12:50:43.416529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-74ab8781-20c5-47db-9267-a14ec6e90999', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:50:43.420814 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:43.592026 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:43.886231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Allocated IP 2001:db8:1::2 (74ab8781-20c5-47db-9267-a14ec6e90999/c8c14edc-3918-4282-85b3-387e9043c5c6/eb4adbe9-12ae-4cf5-a996-8f423c89b03a) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:43.934292 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:43.992921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.164952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Pushing event updated for resources: {'Port': ['ID=4964dec1-a39a-49a7-ab2f-739df5a5a0fb,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:44.239528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Attempting to bind port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:50:44.240640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Attempting to bind port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '239b6e01-f52a-4d4d-85d1-f9032f356a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:50:44.241134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Attempting to bind port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb on network 432860a4-eb9a-417f-80aa-9ff629d1736d {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:50:44.247130 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:44.247615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:44.248066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:44.248512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:44.249006 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:44.249444 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:44.249883 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:44.250347 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:44.250797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:44.251264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:44.251703 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:44.252132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:50:44.270780 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:50:44.271376 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Checking segment: {'id': '239b6e01-f52a-4d4d-85d1-f9032f356a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:44.271885 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.272386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Bound using segment: {'id': '239b6e01-f52a-4d4d-85d1-f9032f356a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:50:44.273069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Bound port: 4964dec1-a39a-49a7-ab2f-739df5a5a0fb, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239b6e01-f52a-4d4d-85d1-f9032f356a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:50:44.273549 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.312905 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.343455 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.432138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Network 74ab8781-20c5-47db-9267-a14ec6e90999 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:44.451595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Allocated IP 2001:db8:1::1 (74ab8781-20c5-47db-9267-a14ec6e90999/c8c14edc-3918-4282-85b3-387e9043c5c6/cfd80feb-155a-4a7a-ae7b-d60e96b982ac) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:44.460700 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:44.473950 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.477353 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:44.490580 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.492968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] For port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:50:44.497229 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Pushing event updated for resources: {'Port': ['ID=eb4adbe9-12ae-4cf5-a996-8f423c89b03a,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:44.503347 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] For port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4964dec1-a39a-49a7-ab2f-739df5a5a0fb,segment=NetworkSegment(239b6e01-f52a-4d4d-85d1-f9032f356a01),segment_id=239b6e01-f52a-4d4d-85d1-f9032f356a01)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:50:44.525833 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58260) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:44.532512 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.628565 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.634369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event updated for resources: {'Port': ['ID=da5a0e19-c45b-4aac-8fa1-0c987ef3dce8,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:44.637579 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76f0ad-1085-49bd-aabb-b355a4d67982 None None] Pushing event updated for resources: {'Port': ['ID=4964dec1-a39a-49a7-ab2f-739df5a5a0fb,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:44.660568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Attempting to bind port eb4adbe9-12ae-4cf5-a996-8f423c89b03a on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:50:44.661171 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Attempting to bind port eb4adbe9-12ae-4cf5-a996-8f423c89b03a by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '029e1201-1d98-4fac-bbe7-eb544d4d96bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:50:44.662451 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Attempting to bind port eb4adbe9-12ae-4cf5-a996-8f423c89b03a on network 74ab8781-20c5-47db-9267-a14ec6e90999 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:50:44.680952 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bb699c0-b634-4039-8ec8-e412221f0ac4 req-431652b5-48b7-4fb7-90ba-3ec9f4cf5c7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 1001 time: 1.3209214 Apr 01 12:50:44.682294 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.690778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:50:44.691326 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Checking segment: {'id': '029e1201-1d98-4fac-bbe7-eb544d4d96bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:44.691839 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.692572 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Bound using segment: {'id': '029e1201-1d98-4fac-bbe7-eb544d4d96bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:50:44.693204 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Bound port: eb4adbe9-12ae-4cf5-a996-8f423c89b03a, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029e1201-1d98-4fac-bbe7-eb544d4d96bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:50:44.693692 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.769208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:44.770192 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:44.772661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b9f233f1-ee7d-4c9c-a762-5d482227d38d None None] Provisioning complete for port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:44.773330 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b9f233f1-ee7d-4c9c-a762-5d482227d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.802136 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2d6a49-f301-4982-8f6f-ae0594048d43 admin admin] Deleting subnet 281039f3-e228-4fcd-9e4a-16b1968dd667 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:50:44.853258 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.886158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] For port eb4adbe9-12ae-4cf5-a996-8f423c89b03a, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:50:44.889840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] For port eb4adbe9-12ae-4cf5-a996-8f423c89b03a, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eb4adbe9-12ae-4cf5-a996-8f423c89b03a,segment=NetworkSegment(029e1201-1d98-4fac-bbe7-eb544d4d96bc),segment_id=029e1201-1d98-4fac-bbe7-eb544d4d96bc)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:50:44.901493 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6a49-f301-4982-8f6f-ae0594048d43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.957978 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6a49-f301-4982-8f6f-ae0594048d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:44.985622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb699c0-b634-4039-8ec8-e412221f0ac4 req-ad947e38-777f-4a53-a090-2a6de74bdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:44.987113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bb699c0-b634-4039-8ec8-e412221f0ac4 req-ad947e38-777f-4a53-a090-2a6de74bdb42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.1057448 Apr 01 12:50:44.992888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Network 51ce3ce3-927a-4146-92a9-77583e988f6e is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:44.994771 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.023835 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6a49-f301-4982-8f6f-ae0594048d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.028740 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:50:45.106410 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.114733 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6a49-f301-4982-8f6f-ae0594048d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.191685 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d6a49-f301-4982-8f6f-ae0594048d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281039f3-e228-4fcd-9e4a-16b1968dd667,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:45.195946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 74ab8781-20c5-47db-9267-a14ec6e90999 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:45.199657 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6a49-f301-4982-8f6f-ae0594048d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.203963 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ab2d6a49-f301-4982-8f6f-ae0594048d43 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/281039f3-e228-4fcd-9e4a-16b1968dd667 HTTP/1.1" status: 204 len: 168 time: 0.6744320 Apr 01 12:50:45.207650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58270) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:45.219594 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:45.228123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=cfd80feb-155a-4a7a-ae7b-d60e96b982ac,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:45.232280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:45.233015 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.327899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:45.337165 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.448066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb699c0-b634-4039-8ec8-e412221f0ac4 req-131c47e3-89c7-4d8e-9096-c02ba759d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:45.449687 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bb699c0-b634-4039-8ec8-e412221f0ac4 req-131c47e3-89c7-4d8e-9096-c02ba759d9d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473877 Apr 01 12:50:45.473942 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.529728 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.561224 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f6cae-d8d8-44e6-87e6-aaa8bde141b7 None None] Pushing event updated for resources: {'Port': ['ID=eb4adbe9-12ae-4cf5-a996-8f423c89b03a,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:45.610077 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bb699c0-b634-4039-8ec8-e412221f0ac4 req-e6104e8b-a5d7-4b26-bfdd-26c639ec86ce service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128697 Apr 01 12:50:45.753220 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4bb699c0-b634-4039-8ec8-e412221f0ac4 req-cb7cc2f2-f88a-4192-bc23-72b483041d87 service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361713 Apr 01 12:50:45.851521 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.876025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272473ce-9ffd-424d-9d97-5c2176070c2e']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:45.877976 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b9f233f1-ee7d-4c9c-a762-5d482227d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.887966 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a796b064-841c-4004-a2e2-15b7c5d92010') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:45.888272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a796b064-841c-4004-a2e2-15b7c5d92010') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:45.898940 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.926657 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:45.936235 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:50:45.936654 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.024968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b9f233f1-ee7d-4c9c-a762-5d482227d38d None None] For port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4964dec1-a39a-49a7-ab2f-739df5a5a0fb,segment=NetworkSegment(239b6e01-f52a-4d4d-85d1-f9032f356a01),segment_id=239b6e01-f52a-4d4d-85d1-f9032f356a01)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:46.027621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:50:38Z', 'revision_number': 2, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:44Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:46.070590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1990b1e8-aff5-4464-a8ba-514b1b8d6938 None None] The sync data for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 is: [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:50:38Z', 'revision_number': 2, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:44Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:50:46.073267 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:50:46.083549 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b9f233f1-ee7d-4c9c-a762-5d482227d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.089248 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.100848 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.108508 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] 10.222.0.45 "DELETE /v2.0/networks/272473ce-9ffd-424d-9d97-5c2176070c2e HTTP/1.1" status: 204 len: 168 time: 0.8961482 Apr 01 12:50:46.109422 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.156369 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f233f1-ee7d-4c9c-a762-5d482227d38d None None] Pushing event updated for resources: {'Port': ['ID=4964dec1-a39a-49a7-ab2f-739df5a5a0fb,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:46.205609 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f40e0-955f-400c-b65d-b66fe3e74c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=272473ce-9ffd-424d-9d97-5c2176070c2e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:46.213032 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fd609e03-5af8-43c7-86d1-51b7fa74c150 None None] Provisioning complete for port da5a0e19-c45b-4aac-8fa1-0c987ef3dce8 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:46.213674 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd609e03-5af8-43c7-86d1-51b7fa74c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.229778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Router 5c5501d7-c73b-419d-a33f-bc230c3856a7 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:50:46.233894 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.241048 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.300246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-fd609e03-5af8-43c7-86d1-51b7fa74c150 None None] Port da5a0e19-c45b-4aac-8fa1-0c987ef3dce8 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:46.325865 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-fd609e03-5af8-43c7-86d1-51b7fa74c150 None None] Provisioning complete for port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:46.326485 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-fd609e03-5af8-43c7-86d1-51b7fa74c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.475368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:46.488202 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3742a064-188d-4c5d-9177-3b05c806fab0 None None] Sync routers for ids ['5c5501d7-c73b-419d-a33f-bc230c3856a7'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:46.491786 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.492512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb650bd7-ac79-4209-b3e6-c9a9090f7413 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:50:46.503713 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742a064-188d-4c5d-9177-3b05c806fab0 None None] Routers {'5c5501d7-c73b-419d-a33f-bc230c3856a7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:46.506698 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3742a064-188d-4c5d-9177-3b05c806fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5c5501d7-c73b-419d-a33f-bc230c3856a7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:46.520425 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8af9ee00-ead6-4d71-9b92-0eab3d308bef tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "PUT /v2.0/routers/5c5501d7-c73b-419d-a33f-bc230c3856a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0098226 Apr 01 12:50:46.553568 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58286) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:46.562493 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58288) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:46.608966 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3742a064-188d-4c5d-9177-3b05c806fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:46.653798 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742a064-188d-4c5d-9177-3b05c806fab0 None None] Routers {'5c5501d7-c73b-419d-a33f-bc230c3856a7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:46.654515 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3742a064-188d-4c5d-9177-3b05c806fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5c5501d7-c73b-419d-a33f-bc230c3856a7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:46.704970 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3742a064-188d-4c5d-9177-3b05c806fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:46.707675 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3742a064-188d-4c5d-9177-3b05c806fab0 None None] The sync data for ids ['5c5501d7-c73b-419d-a33f-bc230c3856a7'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:46.791443 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2aa7595c-2bff-44a2-b252-f44ffbb2c8d5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.793900 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 12:50:46.799201 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9ef8d659-a595-4d4b-99dd-2bc3323f45e4 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.9506660 Apr 01 12:50:46.800954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58296) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:46.851609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58298) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:46.852130 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7d2237d1-cc19-4093-a95f-1ab8fca4341d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a677a0d0e8844bc7bd51093eb647ee64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844524 Apr 01 12:50:46.888416 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.896252 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:46.897568 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:47.013480 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=cfd80feb-155a-4a7a-ae7b-d60e96b982ac,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:47.324627 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network 74ab8781-20c5-47db-9267-a14ec6e90999 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:47.337181 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:47.584202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 7e13437d-834f-4bc3-bb1d-5b024945cae6 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:50:47.610872 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21736d2-0de1-446d-9913-badee9b1bc67 req-d969a807-aa65-4098-98d3-508fdcb0df9d tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:47.619193 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e21736d2-0de1-446d-9913-badee9b1bc67 req-d969a807-aa65-4098-98d3-508fdcb0df9d tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1096 time: 0.1080813 Apr 01 12:50:47.693913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be33c6-a034-4e09-800c-ed96da08313d None None] Network 74ab8781-20c5-47db-9267-a14ec6e90999 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:47.780768 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98c08a93-5692-49b4-9b92-eb10dacf6b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:47.783130 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-2aa7595c-2bff-44a2-b252-f44ffbb2c8d5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 12:50:47.788068 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2aa7595c-2bff-44a2-b252-f44ffbb2c8d5 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "DELETE /v2.0/routers/5c5501d7-c73b-419d-a33f-bc230c3856a7 HTTP/1.1" status: 409 len: 329 time: 1.2219484 Apr 01 12:50:47.788990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58316) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:47.830075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:47.853168 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a532259c-aa76-43d0-ab76-c7299b81b2dc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9150155 Apr 01 12:50:47.857915 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58318) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:47.863705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-79740d1d-aac7-48bd-a6a2-4166cb13ab97 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1926810354'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:47.892185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79740d1d-aac7-48bd-a6a2-4166cb13ab97 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:47.895947 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-79740d1d-aac7-48bd-a6a2-4166cb13ab97 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:47.901986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98c08a93-5692-49b4-9b92-eb10dacf6b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:47.906067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0db6b26f-01ba-4692-ad76-763673b10bc1 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Deleting port 61a973f5-bb8d-4249-bdee-185872d4fd61 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:47.906337 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0db6b26f-01ba-4692-ad76-763673b10bc1 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:47.918941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4964dec1-a39a-49a7-ab2f-739df5a5a0fb up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:47.927313 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e21736d2-0de1-446d-9913-badee9b1bc67 req-1ad3c368-949a-4988-aa43-5c16672d2528 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049140 Apr 01 12:50:47.953541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79740d1d-aac7-48bd-a6a2-4166cb13ab97 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:50:47.970660 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-79740d1d-aac7-48bd-a6a2-4166cb13ab97 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:47.971099 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-79740d1d-aac7-48bd-a6a2-4166cb13ab97 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Added segment 559bc22c-9d07-4644-91d7-4a0edd286171 of type vlan for network cbf0d70d-e459-49c5-8a0b-366a3d590b4c Apr 01 12:50:48.027533 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-79740d1d-aac7-48bd-a6a2-4166cb13ab97 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:48.070151 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-79740d1d-aac7-48bd-a6a2-4166cb13ab97 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:48.095443 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79740d1d-aac7-48bd-a6a2-4166cb13ab97 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:48.096140 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-79740d1d-aac7-48bd-a6a2-4166cb13ab97 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:48.216435 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98c08a93-5692-49b4-9b92-eb10dacf6b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:48.217887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79740d1d-aac7-48bd-a6a2-4166cb13ab97 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Network': ['ID=cbf0d70d-e459-49c5-8a0b-366a3d590b4c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:48.219237 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-98c08a93-5692-49b4-9b92-eb10dacf6b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:48.227920 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-904bfb3d-bc58-4d7a-bc68-5cdb866284d5 None None] Provisioning complete for port eb4adbe9-12ae-4cf5-a996-8f423c89b03a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:48.228596 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-904bfb3d-bc58-4d7a-bc68-5cdb866284d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:48.230598 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-98c08a93-5692-49b4-9b92-eb10dacf6b0e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/604fd5b8-cf9a-4382-975e-b9c10c275496 HTTP/1.1" status: 204 len: 168 time: 1.3777187 Apr 01 12:50:48.233650 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0db6b26f-01ba-4692-ad76-763673b10bc1 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:48.249215 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-79740d1d-aac7-48bd-a6a2-4166cb13ab97 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3896296 Apr 01 12:50:48.250128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58338) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:48.255529 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-228e8d37-86ed-4113-a102-f5a0d5baa61e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'subnet': {'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:48.299844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network cbf0d70d-e459-49c5-8a0b-366a3d590b4c details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:50:48.344560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0db6b26f-01ba-4692-ad76-763673b10bc1 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Calling delete_port for 61a973f5-bb8d-4249-bdee-185872d4fd61 owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:48.360971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c08a93-5692-49b4-9b92-eb10dacf6b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604fd5b8-cf9a-4382-975e-b9c10c275496,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:48.462939 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228e8d37-86ed-4113-a102-f5a0d5baa61e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:48.466656 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-228e8d37-86ed-4113-a102-f5a0d5baa61e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:48.467292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed74c0-bdb9-4e4b-85a1-b4f155fb9394 req-eb82245a-e0d0-465e-b23c-e601fc85fa85 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:48.474822 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90ed74c0-bdb9-4e4b-85a1-b4f155fb9394 req-eb82245a-e0d0-465e-b23c-e601fc85fa85 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.1592889 Apr 01 12:50:48.608455 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:48.608979 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:48.694355 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90ed74c0-bdb9-4e4b-85a1-b4f155fb9394 req-e1b62703-4b71-437f-9fed-6f5d68117611 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185357 Apr 01 12:50:48.703793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58354) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:48.710877 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Sync routers for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:48.828970 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:48.830446 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:48.948584 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-228e8d37-86ed-4113-a102-f5a0d5baa61e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:49.052749 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-034361a7-8ae7-43a7-a40d-9b11b921cafa tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:49.062092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e8d37-86ed-4113-a102-f5a0d5baa61e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Subnet': ['ID=8705eb3d-35b7-482b-9a57-3cc042e811bb,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:49.097161 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-904bfb3d-bc58-4d7a-bc68-5cdb866284d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:49.149912 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0db6b26f-01ba-4692-ad76-763673b10bc1 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:49.190806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228e8d37-86ed-4113-a102-f5a0d5baa61e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Checking segment: {'id': '559bc22c-9d07-4644-91d7-4a0edd286171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:49.190806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e8d37-86ed-4113-a102-f5a0d5baa61e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network hostable DHCP agents. Network: cbf0d70d-e459-49c5-8a0b-366a3d590b4c, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:50:49.204124 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6c912996-d94a-4ed4-9805-913c1ffa5007 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/152547e8-d21b-4d32-a8e7-9f0e5134e0e2 HTTP/1.1" status: 200 len: 993 time: 0.4920363 Apr 01 12:50:49.227862 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e8d37-86ed-4113-a102-f5a0d5baa61e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network cbf0d70d-e459-49c5-8a0b-366a3d590b4c is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:50:49.245601 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-228e8d37-86ed-4113-a102-f5a0d5baa61e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, cbf0d70d-e459-49c5-8a0b-366a3d590b4c) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:49.272319 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228e8d37-86ed-4113-a102-f5a0d5baa61e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:49.272558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6b26f-01ba-4692-ad76-763673b10bc1 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Pushing event deleted for resources: {'Port': ['ID=61a973f5-bb8d-4249-bdee-185872d4fd61,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:49.272952 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-228e8d37-86ed-4113-a102-f5a0d5baa61e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:49.288021 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5af8d1c-1606-4116-a99e-7fa0030e1e9b None None] Network cbf0d70d-e459-49c5-8a0b-366a3d590b4c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:49.320128 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-228e8d37-86ed-4113-a102-f5a0d5baa61e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0661213 Apr 01 12:50:49.335873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58380) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:49.413413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:50:49.633385 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0db6b26f-01ba-4692-ad76-763673b10bc1 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:49.648677 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0db6b26f-01ba-4692-ad76-763673b10bc1 tempest-RoutersAdminNegativeIpV6Test-1860719452 tempest-RoutersAdminNegativeIpV6Test-1860719452-project-admin] 10.222.0.45 "DELETE /v2.0/ports/61a973f5-bb8d-4249-bdee-185872d4fd61 HTTP/1.1" status: 204 len: 168 time: 2.8411448 Apr 01 12:50:49.705412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded794fd-e470-436a-b002-089b3babfa4f req-fec646d6-1fab-4d44-befc-29acc8b6ddbe tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:49.707020 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ded794fd-e470-436a-b002-089b3babfa4f req-fec646d6-1fab-4d44-befc-29acc8b6ddbe tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 945 time: 0.4519405 Apr 01 12:50:49.745780 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-be393ace-fc7d-4b4d-a0d8-72e1fb478960 req-d54f33b9-02a3-4512-bed1-adb499da093f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:50:49.759047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-904bfb3d-bc58-4d7a-bc68-5cdb866284d5 None None] For port eb4adbe9-12ae-4cf5-a996-8f423c89b03a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eb4adbe9-12ae-4cf5-a996-8f423c89b03a,segment=NetworkSegment(029e1201-1d98-4fac-bbe7-eb544d4d96bc),segment_id=029e1201-1d98-4fac-bbe7-eb544d4d96bc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:49.767607 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be393ace-fc7d-4b4d-a0d8-72e1fb478960 req-d54f33b9-02a3-4512-bed1-adb499da093f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543547 Apr 01 12:50:49.852058 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ded794fd-e470-436a-b002-089b3babfa4f req-013085ce-0f0f-4a94-9d0b-d894d2689d6f tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304011 Apr 01 12:50:49.876546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eb4adbe9-12ae-4cf5-a996-8f423c89b03a up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:49.930045 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-904bfb3d-bc58-4d7a-bc68-5cdb866284d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:50.012283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-034361a7-8ae7-43a7-a40d-9b11b921cafa tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Deleting port da5a0e19-c45b-4aac-8fa1-0c987ef3dce8 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:50.012701 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-034361a7-8ae7-43a7-a40d-9b11b921cafa tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:50.051516 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:50:50.062030 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:50.285820 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-034361a7-8ae7-43a7-a40d-9b11b921cafa tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:50.352793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-034361a7-8ae7-43a7-a40d-9b11b921cafa tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Calling delete_port for da5a0e19-c45b-4aac-8fa1-0c987ef3dce8 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:50.409102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58420) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:50.722462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a65c4-8dd6-4f77-b2ad-7b0d638e651e req-34309993-56ba-495e-a02f-255f87e74f7d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:50.731771 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a48a65c4-8dd6-4f77-b2ad-7b0d638e651e req-34309993-56ba-495e-a02f-255f87e74f7d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.1073868 Apr 01 12:50:50.748432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9f426e94-5376-4d1f-8e26-90f22ecf69b9 None None] Provisioning complete for port cfd80feb-155a-4a7a-ae7b-d60e96b982ac triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:50.748796 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9f426e94-5376-4d1f-8e26-90f22ecf69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:50.768920 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:50.867197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a48a65c4-8dd6-4f77-b2ad-7b0d638e651e req-60cf22b0-4577-4732-a757-11ae1fc81474 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340520 Apr 01 12:50:50.880203 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bfb3d-bc58-4d7a-bc68-5cdb866284d5 None None] Pushing event updated for resources: {'Port': ['ID=eb4adbe9-12ae-4cf5-a996-8f423c89b03a,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:50.947556 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24082c62-9538-4a45-8636-6b380c221d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:51.011035 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-034361a7-8ae7-43a7-a40d-9b11b921cafa tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:51.061082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9f426e94-5376-4d1f-8e26-90f22ecf69b9 None None] Port cfd80feb-155a-4a7a-ae7b-d60e96b982ac cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:51.069633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port eb4adbe9-12ae-4cf5-a996-8f423c89b03a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:51.070607 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:51.109879 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-55e78b2a-105e-4e49-b7c5-9b551e1e6185 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4810669 Apr 01 12:50:51.131036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7dfff-4ab5-4367-babb-b61cf08d372c req-81a5d266-f5fa-4f19-96fb-16b6cc4c15f3 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:51.132514 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f2b7dfff-4ab5-4367-babb-b61cf08d372c req-81a5d266-f5fa-4f19-96fb-16b6cc4c15f3 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 945 time: 0.1499746 Apr 01 12:50:51.188021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034361a7-8ae7-43a7-a40d-9b11b921cafa tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event deleted for resources: {'Port': ['ID=da5a0e19-c45b-4aac-8fa1-0c987ef3dce8,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:51.214520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-d8ae7997-ee71-4263-b503-c1de68df3499 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:51.216377 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-d8ae7997-ee71-4263-b503-c1de68df3499 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.44 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 945 time: 0.3368552 Apr 01 12:50:51.227072 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-233840de-431a-4213-b0d6-30a64e5b243a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:50:51.228154 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-233840de-431a-4213-b0d6-30a64e5b243a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217192 Apr 01 12:50:51.363495 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f2b7dfff-4ab5-4367-babb-b61cf08d372c req-4ec4b5da-1de3-4e82-981f-e2304b5e7146 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195817 Apr 01 12:50:51.475100 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Allocated IP 2001:db8:2::2 (cbf0d70d-e459-49c5-8a0b-366a3d590b4c/8705eb3d-35b7-482b-9a57-3cc042e811bb/f6a0d591-feff-4486-8c4a-edf6b95802c6) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:51.495803 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-034361a7-8ae7-43a7-a40d-9b11b921cafa tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:51.602943 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24082c62-9538-4a45-8636-6b380c221d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:51.663193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24082c62-9538-4a45-8636-6b380c221d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:51.712903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24082c62-9538-4a45-8636-6b380c221d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f37d69a-db93-4bb4-a412-9782c5203124,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:51.766345 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9f426e94-5376-4d1f-8e26-90f22ecf69b9 None None] Provisioning complete for port eb4adbe9-12ae-4cf5-a996-8f423c89b03a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:51.766926 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9f426e94-5376-4d1f-8e26-90f22ecf69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:51.800954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58468) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:51.801442 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-24082c62-9538-4a45-8636-6b380c221d94 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d214507ba3ab457a99f969bd9d8447e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3872466 Apr 01 12:50:51.865292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 3, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:46Z', 'revision_number': 2, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:51.924714 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b938303c-f305-4a5a-9d3d-a766b73e20d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:51.988764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Checking router: 7e13437d-834f-4bc3-bb1d-5b024945cae6 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:50:51.989249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Updating router 7e13437d-834f-4bc3-bb1d-5b024945cae6 port cfd80feb-155a-4a7a-ae7b-d60e96b982ac binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:50:51.991617 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b938303c-f305-4a5a-9d3d-a766b73e20d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:52.051458 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:52.073411 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:52.117980 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:52.218855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b938303c-f305-4a5a-9d3d-a766b73e20d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:52.230373 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b938303c-f305-4a5a-9d3d-a766b73e20d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:52.235390 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b938303c-f305-4a5a-9d3d-a766b73e20d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f37d69a-db93-4bb4-a412-9782c5203124 HTTP/1.1" status: 204 len: 168 time: 0.4302361 Apr 01 12:50:52.295665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eb4adbe9-12ae-4cf5-a996-8f423c89b03a up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:52.323286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938303c-f305-4a5a-9d3d-a766b73e20d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f37d69a-db93-4bb4-a412-9782c5203124,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:52.369550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Allocated IP 2001:db8:2::1 (cbf0d70d-e459-49c5-8a0b-366a3d590b4c/8705eb3d-35b7-482b-9a57-3cc042e811bb/dd9ffad6-db75-48db-b9ab-a214b320c3b9) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:52.449443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Deleting port b6104387-0117-4b4a-9f4b-5acd46d5f2c9 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:52.459023 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:52.595354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034361a7-8ae7-43a7-a40d-9b11b921cafa tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Router 5c5501d7-c73b-419d-a33f-bc230c3856a7 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:50:52.680274 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Network cbf0d70d-e459-49c5-8a0b-366a3d590b4c is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:52.721168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52a1e7-4296-4665-be9a-784095d6c945 req-1189d386-de04-4b41-b049-a26760f4a602 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:52.722909 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8f52a1e7-4296-4665-be9a-784095d6c945 req-1189d386-de04-4b41-b049-a26760f4a602 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.2602780 Apr 01 12:50:52.776590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034361a7-8ae7-43a7-a40d-9b11b921cafa tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:52.786383 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] For port b6104387-0117-4b4a-9f4b-5acd46d5f2c9, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=b6104387-0117-4b4a-9f4b-5acd46d5f2c9,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:52.786993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:52.789473 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b663f12-f348-4330-93d9-52954f67d2fb None None] Sync routers for ids ['5c5501d7-c73b-419d-a33f-bc230c3856a7'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:52.793235 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-034361a7-8ae7-43a7-a40d-9b11b921cafa tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "PUT /v2.0/routers/5c5501d7-c73b-419d-a33f-bc230c3856a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0023923 Apr 01 12:50:52.801810 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58496) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:52.810802 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b663f12-f348-4330-93d9-52954f67d2fb None None] Routers {'5c5501d7-c73b-419d-a33f-bc230c3856a7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:52.811867 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7b663f12-f348-4330-93d9-52954f67d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5c5501d7-c73b-419d-a33f-bc230c3856a7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:52.813223 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:52.822327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:52.863528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Pushing event updated for resources: {'Port': ['ID=f6a0d591-feff-4486-8c4a-edf6b95802c6,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:52.867427 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0bbd70c4-3cfd-4ee8-a330-d16a42c9e37d None None] Provisioning complete for port cfd80feb-155a-4a7a-ae7b-d60e96b982ac triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:52.867799 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0bbd70c4-3cfd-4ee8-a330-d16a42c9e37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:52.900742 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8f52a1e7-4296-4665-be9a-784095d6c945 req-8b992f19-ac33-4838-b178-5a48ee264c49 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417856 Apr 01 12:50:52.924107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-0bbd70c4-3cfd-4ee8-a330-d16a42c9e37d None None] Port cfd80feb-155a-4a7a-ae7b-d60e96b982ac cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:50:52.935942 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7b663f12-f348-4330-93d9-52954f67d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:52.949273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7980f-4a5f-480c-8ddc-b1ead89cb4b4 req-1c6482ae-b9b1-4bfb-bc32-58cbf6ed2fb6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:52.950882 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7cf7980f-4a5f-480c-8ddc-b1ead89cb4b4 req-1c6482ae-b9b1-4bfb-bc32-58cbf6ed2fb6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 945 time: 0.3263516 Apr 01 12:50:52.962979 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-0afa9f27-a30c-4112-ae9c-d82818b69f69 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] show failed (client error): The resource could not be found. Apr 01 12:50:52.964056 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0afa9f27-a30c-4112-ae9c-d82818b69f69 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-2065313741 HTTP/1.1" status: 404 len: 335 time: 0.1599379 Apr 01 12:50:52.965283 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b663f12-f348-4330-93d9-52954f67d2fb None None] Routers {'5c5501d7-c73b-419d-a33f-bc230c3856a7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:52.967216 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7b663f12-f348-4330-93d9-52954f67d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5c5501d7-c73b-419d-a33f-bc230c3856a7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:52.971163 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58498) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:52.997364 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port eb4adbe9-12ae-4cf5-a996-8f423c89b03a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:52.997948 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.005784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5ba1c0c5-a2ec-4e98-b89f-a78525c817a7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:53.039353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58502) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:53.049111 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Attempting to bind port f6a0d591-feff-4486-8c4a-edf6b95802c6 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:50:53.049488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Attempting to bind port f6a0d591-feff-4486-8c4a-edf6b95802c6 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '559bc22c-9d07-4644-91d7-4a0edd286171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:50:53.050142 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Attempting to bind port f6a0d591-feff-4486-8c4a-edf6b95802c6 on network cbf0d70d-e459-49c5-8a0b-366a3d590b4c {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:50:53.065104 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.069079 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7b663f12-f348-4330-93d9-52954f67d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:53.070110 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b663f12-f348-4330-93d9-52954f67d2fb None None] The sync data for ids ['5c5501d7-c73b-419d-a33f-bc230c3856a7'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:53.090691 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:50:53.091348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Checking segment: {'id': '559bc22c-9d07-4644-91d7-4a0edd286171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:53.091976 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.092564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Bound using segment: {'id': '559bc22c-9d07-4644-91d7-4a0edd286171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:50:53.093243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Bound port: f6a0d591-feff-4486-8c4a-edf6b95802c6, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559bc22c-9d07-4644-91d7-4a0edd286171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:50:53.094508 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.112094 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-5ba1c0c5-a2ec-4e98-b89f-a78525c817a7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] update failed (client error): The resource could not be found. Apr 01 12:50:53.119124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58508) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:53.120469 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5ba1c0c5-a2ec-4e98-b89f-a78525c817a7 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1756533192 HTTP/1.1" status: 404 len: 335 time: 0.1437800 Apr 01 12:50:53.158095 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7cf7980f-4a5f-480c-8ddc-b1ead89cb4b4 req-58e7f9bd-ccda-4c07-9715-f7a7fb3557e1 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924944 Apr 01 12:50:53.192555 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.219086 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e1080d56-0621-4b6c-bcd6-8c9409f48932 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=024422cd84bc44c7b23f3d3e1fa46ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784589 Apr 01 12:50:53.225877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58510) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:53.248526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network cbf0d70d-e459-49c5-8a0b-366a3d590b4c is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:53.256158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:53.259593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:53.261667 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.274340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-d2748761-21f8-46d9-866d-d6ab52d2d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:53.276202 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-d2748761-21f8-46d9-866d-d6ab52d2d4c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1096 time: 0.2109845 Apr 01 12:50:53.298976 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.306382 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.306931 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Floating IP 07f3b59b-8594-4d1e-91c3-e4ad1e42cad2 disassociated. External IP: 172.25.7.194, port: b6104387-0117-4b4a-9f4b-5acd46d5f2c9. Apr 01 12:50:53.307490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Calling delete_port for b6104387-0117-4b4a-9f4b-5acd46d5f2c9 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:53.330735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac81552-b230-4aa1-8f00-67db562fdc20 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Deleting subnet dbff3736-e335-405a-a775-be5bc933a7bc {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:50:53.356613 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=dd9ffad6-db75-48db-b9ab-a214b320c3b9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:53.375553 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ac81552-b230-4aa1-8f00-67db562fdc20 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.433101 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] For port f6a0d591-feff-4486-8c4a-edf6b95802c6, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:50:53.453580 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] For port f6a0d591-feff-4486-8c4a-edf6b95802c6, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f6a0d591-feff-4486-8c4a-edf6b95802c6,segment=NetworkSegment(559bc22c-9d07-4644-91d7-4a0edd286171),segment_id=559bc22c-9d07-4644-91d7-4a0edd286171)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:50:53.461024 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.495487 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.510695 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.514822 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.564423 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f552e680-61d2-46ed-b7ea-724362aff2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.569006 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ac81552-b230-4aa1-8f00-67db562fdc20 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.579761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19d2ff-9644-446d-84cb-3c6e19225a1d None None] Pushing event updated for resources: {'Port': ['ID=f6a0d591-feff-4486-8c4a-edf6b95802c6,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:53.653644 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f552e680-61d2-46ed-b7ea-724362aff2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.732536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-2a290f77-2440-404c-937f-fccad5bda62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:53.739030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-2a290f77-2440-404c-937f-fccad5bda62f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.4289896 Apr 01 12:50:53.740769 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Attempting to bind port cfd80feb-155a-4a7a-ae7b-d60e96b982ac on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:50:53.741351 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Attempting to bind port cfd80feb-155a-4a7a-ae7b-d60e96b982ac by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '029e1201-1d98-4fac-bbe7-eb544d4d96bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:50:53.741990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Attempting to bind port cfd80feb-155a-4a7a-ae7b-d60e96b982ac on network 74ab8781-20c5-47db-9267-a14ec6e90999 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:50:53.751096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:50:53.752215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Checking segment: {'id': '029e1201-1d98-4fac-bbe7-eb544d4d96bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:53.752772 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.754038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Bound using segment: {'id': '029e1201-1d98-4fac-bbe7-eb544d4d96bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:50:53.754544 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Bound port: cfd80feb-155a-4a7a-ae7b-d60e96b982ac, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029e1201-1d98-4fac-bbe7-eb544d4d96bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:50:53.754943 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.762024 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e29f2f-2a68-4278-89bf-c43077209e53 None None] Pushing event updated for resources: {'Port': ['ID=cfd80feb-155a-4a7a-ae7b-d60e96b982ac,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:53.854165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] For port cfd80feb-155a-4a7a-ae7b-d60e96b982ac, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:50:53.857696 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] For port cfd80feb-155a-4a7a-ae7b-d60e96b982ac, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cfd80feb-155a-4a7a-ae7b-d60e96b982ac,segment=NetworkSegment(029e1201-1d98-4fac-bbe7-eb544d4d96bc),segment_id=029e1201-1d98-4fac-bbe7-eb544d4d96bc)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:50:53.866296 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:53.919752 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-0c79c6a5-7110-471c-bb8d-836783cf4e1e tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a56433326b4e478d854fc519da9c18dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1886916 Apr 01 12:50:53.964041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e29f2f-2a68-4278-89bf-c43077209e53 None None] Pushing event updated for resources: {'Port': ['ID=cfd80feb-155a-4a7a-ae7b-d60e96b982ac,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:54.021004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:54.025433 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:54.134471 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:54.176841 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:54.191556 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:54.212193 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f6a0d591-feff-4486-8c4a-edf6b95802c6 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:54.281267 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ac81552-b230-4aa1-8f00-67db562fdc20 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:54.311217 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:50:54.325120 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed3621-285a-482e-aea3-e67e7d484926 req-13bd373c-c0e3-403b-9b15-9aafb1346b0e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:54.327593 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-851e45b7-3759-4250-adeb-28eab370cde2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 1001 time: 0.5686777 Apr 01 12:50:54.329156 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f1ed3621-285a-482e-aea3-e67e7d484926 req-13bd373c-c0e3-403b-9b15-9aafb1346b0e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.2376621 Apr 01 12:50:54.352959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f6a0d591-feff-4486-8c4a-edf6b95802c6 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:54.353336 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:54.355310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2defd946-db7a-4d91-8b0b-ffa602fca9a8 None None] Provisioning complete for port cfd80feb-155a-4a7a-ae7b-d60e96b982ac triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:54.355663 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2defd946-db7a-4d91-8b0b-ffa602fca9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:54.426581 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=dd9ffad6-db75-48db-b9ab-a214b320c3b9,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:54.486110 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f1ed3621-285a-482e-aea3-e67e7d484926 req-f7f46a77-7df3-433e-99a4-1fd0b8d78124 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816095 Apr 01 12:50:54.500438 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network cbf0d70d-e459-49c5-8a0b-366a3d590b4c is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:54.502649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:54.613002 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2defd946-db7a-4d91-8b0b-ffa602fca9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:54.615624 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f552e680-61d2-46ed-b7ea-724362aff2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:54.619478 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f552e680-61d2-46ed-b7ea-724362aff2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:54.620971 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f552e680-61d2-46ed-b7ea-724362aff2fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b4d31d0-c168-43fc-8fc7-e87f53f6e98e HTTP/1.1" status: 204 len: 168 time: 1.3905225 Apr 01 12:50:54.622595 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ac81552-b230-4aa1-8f00-67db562fdc20 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:54.669621 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:54.724340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac81552-b230-4aa1-8f00-67db562fdc20 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event deleted for resources: {'Subnet': ['ID=dbff3736-e335-405a-a775-be5bc933a7bc,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:54.729322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552e680-61d2-46ed-b7ea-724362aff2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4d31d0-c168-43fc-8fc7-e87f53f6e98e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:54.743486 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ac81552-b230-4aa1-8f00-67db562fdc20 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:54.749992 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1ac81552-b230-4aa1-8f00-67db562fdc20 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "DELETE /v2.0/subnets/dbff3736-e335-405a-a775-be5bc933a7bc HTTP/1.1" status: 204 len: 168 time: 1.5979698 Apr 01 12:50:54.767581 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-59a0f3dc-d15e-4dd4-b5b8-39c3304f0732 req-90a761fa-4fad-4028-90bd-e21c1ac11fd5 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 210 time: 0.0800512 Apr 01 12:50:54.787280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event deleted for resources: {'Port': ['ID=b6104387-0117-4b4a-9f4b-5acd46d5f2c9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:54.789126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58554) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:54.802577 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-6f8678bb-06a2-4aa9-b212-b0e408c3e59e tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:54.804179 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-6f8678bb-06a2-4aa9-b212-b0e408c3e59e tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8757455 Apr 01 12:50:54.816124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-68699dd2-1924-4264-82bb-7059f2cb185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:54.821170 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-68699dd2-1924-4264-82bb-7059f2cb185b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.3235610 Apr 01 12:50:54.834198 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-70a4e537-c632-4305-b9b2-416a70957565 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/quotas/a56433326b4e478d854fc519da9c18dd HTTP/1.1" status: 200 len: 375 time: 0.0224245 Apr 01 12:50:54.876961 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 7e13437d-834f-4bc3-bb1d-5b024945cae6 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:50:54.937633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2cacbb-8892-4a96-890b-e674ae8b2f37 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Deleting subnet 14dc92a4-f54d-4546-8ff9-84fee7050091 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:50:54.990869 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc2cacbb-8892-4a96-890b-e674ae8b2f37 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:55.029327 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-e2430e63-357c-4953-b456-ac9489b529f6 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a56433326b4e478d854fc519da9c18dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1821723 Apr 01 12:50:55.132943 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc2cacbb-8892-4a96-890b-e674ae8b2f37 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:55.195471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:55.206837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3dad6-9ae9-4c7b-8dea-53abac3be587 None None] Network ecc0d1ce-76ab-4143-9200-49157a88ba08 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:55.208105 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-71243023-2f1c-4105-9ed9-c35bfabdc565 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8722744 Apr 01 12:50:55.210140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:55.252449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-641836f4-1b7d-46f7-8677-e34ada4791b5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-29656075'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:55.270633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:50:55.273349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-061afe73-65ef-46d5-99a1-f8ff1cb961fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:55.277427 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-061afe73-65ef-46d5-99a1-f8ff1cb961fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4422448 Apr 01 12:50:55.285272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641836f4-1b7d-46f7-8677-e34ada4791b5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:55.289498 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-641836f4-1b7d-46f7-8677-e34ada4791b5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:55.331991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641836f4-1b7d-46f7-8677-e34ada4791b5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:50:55.343780 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-641836f4-1b7d-46f7-8677-e34ada4791b5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:55.344118 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-641836f4-1b7d-46f7-8677-e34ada4791b5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Added segment c0e30def-c43c-4a15-864b-5aa6ff1d1a82 of type vlan for network c7d1d465-3e62-4745-8c8e-7c92f02a6976 Apr 01 12:50:55.431025 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-641836f4-1b7d-46f7-8677-e34ada4791b5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:55.541331 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-641836f4-1b7d-46f7-8677-e34ada4791b5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:55.550398 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641836f4-1b7d-46f7-8677-e34ada4791b5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:55.551179 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-641836f4-1b7d-46f7-8677-e34ada4791b5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:55.750584 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef6f800-0c2c-4c5a-bb0b-7a51f77408af None None] Network cbf0d70d-e459-49c5-8a0b-366a3d590b4c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:55.751605 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1d6d1325-f820-4fd3-bd7d-f0d448d1e042 req-e9323a80-8046-4daa-8370-03b674e6e46b tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 210 time: 0.2736721 Apr 01 12:50:55.797322 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-641836f4-1b7d-46f7-8677-e34ada4791b5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5775709 Apr 01 12:50:55.810200 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58590) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:55.816100 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d65ead9c-a751-49c9-a0c4-8f6a9e554427 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'subnet': {'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:55.852686 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc2cacbb-8892-4a96-890b-e674ae8b2f37 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:55.943733 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2defd946-db7a-4d91-8b0b-ffa602fca9a8 None None] For port cfd80feb-155a-4a7a-ae7b-d60e96b982ac, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cfd80feb-155a-4a7a-ae7b-d60e96b982ac,segment=NetworkSegment(029e1201-1d98-4fac-bbe7-eb544d4d96bc),segment_id=029e1201-1d98-4fac-bbe7-eb544d4d96bc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:55.975482 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2defd946-db7a-4d91-8b0b-ffa602fca9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:55.976543 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641836f4-1b7d-46f7-8677-e34ada4791b5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Network': ['ID=c7d1d465-3e62-4745-8c8e-7c92f02a6976,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:55.998537 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:56.041149 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9ffe6def-96c0-4a60-bacc-96ca483d75a6 req-5f92dac2-faf4-47c1-b5f2-c2bff97a5903 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 210 time: 0.1087787 Apr 01 12:50:56.093414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port f6a0d591-feff-4486-8c4a-edf6b95802c6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f6a0d591-feff-4486-8c4a-edf6b95802c6,segment=NetworkSegment(559bc22c-9d07-4644-91d7-4a0edd286171),segment_id=559bc22c-9d07-4644-91d7-4a0edd286171)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:56.101333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network c7d1d465-3e62-4745-8c8e-7c92f02a6976 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:50:56.165628 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65ead9c-a751-49c9-a0c4-8f6a9e554427 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Made reservation on behalf of e7df550135e94fb182caa450eb586bf2 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:56.171616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d65ead9c-a751-49c9-a0c4-8f6a9e554427 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:56.180235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e28bd9-452d-4707-8f75-d6d048bf0504 None None] DHCP port deletion for ecc0d1ce-76ab-4143-9200-49157a88ba08 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:50:56.183929 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:56.290371 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc2cacbb-8892-4a96-890b-e674ae8b2f37 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:56.423543 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cacbb-8892-4a96-890b-e674ae8b2f37 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event deleted for resources: {'Subnet': ['ID=14dc92a4-f54d-4546-8ff9-84fee7050091,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:56.457807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:50:56.461036 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fc2cacbb-8892-4a96-890b-e674ae8b2f37 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:56.474659 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fc2cacbb-8892-4a96-890b-e674ae8b2f37 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "DELETE /v2.0/subnets/14dc92a4-f54d-4546-8ff9-84fee7050091 HTTP/1.1" status: 204 len: 168 time: 1.6843238 Apr 01 12:50:56.477724 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58608) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:56.504123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2975ffff-2c3e-4119-ab40-721a6cd7c776 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:50:56.508401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-89e92e72-9fcd-476c-b735-0971e0c54c44 None None] Provisioning complete for port f6a0d591-feff-4486-8c4a-edf6b95802c6 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:56.514530 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-89e92e72-9fcd-476c-b735-0971e0c54c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:56.533743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58610) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:56.563706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] No DVR routers for this DVR port b6104387-0117-4b4a-9f4b-5acd46d5f2c9 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:50:56.563959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8aa4a8-8190-48c2-a362-de2fdcea3b1a None None] Network 3e61a749-8485-49ea-aea4-232b30d0fef9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:56.565832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b6104387-0117-4b4a-9f4b-5acd46d5f2c9 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:50:56.568830 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:56.572284 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d96ea2be-5317-4140-a27f-8ed3c4301e45 req-af7924fa-e17d-49c7-ba55-fbed2fb34d7c tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.44 "DELETE /v2.0/ports/b6104387-0117-4b4a-9f4b-5acd46d5f2c9 HTTP/1.1" status: 204 len: 173 time: 5.3148277 Apr 01 12:50:56.574121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'name': 'network-vif-deleted', 'tag': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:50:56.577041 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c5e814-ea5a-4164-9f77-8a592c6cc963" -d '{"events": [{"server_uuid": "5875d3be-5a45-4fea-8a6f-2a35f6755218", "name": "network-vif-deleted", "tag": "b6104387-0117-4b4a-9f4b-5acd46d5f2c9"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:50:56.618286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91271d34-139f-4a23-a5d5-9de7e2401d91 req-23b2003d-5634-4870-a73d-68eba03b1f4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:56.619860 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91271d34-139f-4a23-a5d5-9de7e2401d91 req-23b2003d-5634-4870-a73d-68eba03b1f4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.8831477 Apr 01 12:50:56.642736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11b2c5-ec8c-4585-a027-6b1d33d82d0e None None] Sync routers for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:56.667757 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8bea20-8849-4fdc-96c0-f1f195b84d56 x-openstack-request-id: req-bb8bea20-8849-4fdc-96c0-f1f195b84d56 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:50:56.668368 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5875d3be-5a45-4fea-8a6f-2a35f6755218", "name": "network-vif-deleted", "tag": "b6104387-0117-4b4a-9f4b-5acd46d5f2c9", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:50:56.668786 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb8bea20-8849-4fdc-96c0-f1f195b84d56 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:50:56.669342 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8bea20-8849-4fdc-96c0-f1f195b84d56'] response: {'server_uuid': '5875d3be-5a45-4fea-8a6f-2a35f6755218', 'name': 'network-vif-deleted', 'tag': 'b6104387-0117-4b4a-9f4b-5acd46d5f2c9', 'status': 'completed', 'code': 200} Apr 01 12:50:56.671744 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-1102d6a7-674a-4ec7-9682-af2ead82013b service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3876493 Apr 01 12:50:56.681451 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: b6104387-0117-4b4a-9f4b-5acd46d5f2c9 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:50:56.681897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device b6104387-0117-4b4a-9f4b-5acd46d5f2c9 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:50:56.703833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-91271d34-139f-4a23-a5d5-9de7e2401d91 req-d29bf213-ac94-4a29-b49c-e14dc11a7208 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630848 Apr 01 12:50:56.743708 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:56.770473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1434445516'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:56.800494 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-6b1af3f5-8834-4cc5-aee5-c875c5db965d service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214566 Apr 01 12:50:56.838683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11b2c5-ec8c-4585-a027-6b1d33d82d0e None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:56.841595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-2c11b2c5-ec8c-4585-a027-6b1d33d82d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:56.928490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Made reservation on behalf of 4358f99b29d347aba2326fb1d66c8093 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:56.931991 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:56.994480 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-10241753-74e7-482b-a6e0-431d210d6cb2 req-3a8d64c8-cde0-4aba-9635-9ee6dac12808 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 210 time: 0.1060371 Apr 01 12:50:56.994480 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.002651 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-90db4851-cd9b-4c94-be00-f709fa0c03f1 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a56433326b4e478d854fc519da9c18dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345566 Apr 01 12:50:57.011957 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d65ead9c-a751-49c9-a0c4-8f6a9e554427 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.139235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defd946-db7a-4d91-8b0b-ffa602fca9a8 None None] Pushing event updated for resources: {'Port': ['ID=cfd80feb-155a-4a7a-ae7b-d60e96b982ac,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:57.146272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ead9c-a751-49c9-a0c4-8f6a9e554427 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Subnet': ['ID=d8ca8be3-59b3-4c07-bf55-29b8538efd0e,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:57.181084 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Deleting port 2975ffff-2c3e-4119-ab40-721a6cd7c776 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:57.181935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.205994 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a585d5c2-3ea8-4c8b-9d12-0e11b2b19fcc req-b53a60fd-f0e9-4bb2-9c67-c01969f1bba4 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875d3be-5a45-4fea-8a6f-2a35f6755218 HTTP/1.1" status: 200 len: 210 time: 0.0528047 Apr 01 12:50:57.242707 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-83c316fa-5100-4202-8fec-b72ea3879cbf tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:57.244865 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-83c316fa-5100-4202-8fec-b72ea3879cbf tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287703 Apr 01 12:50:57.250498 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ead9c-a751-49c9-a0c4-8f6a9e554427 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Checking segment: {'id': 'c0e30def-c43c-4a15-864b-5aa6ff1d1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:50:57.251346 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ead9c-a751-49c9-a0c4-8f6a9e554427 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network hostable DHCP agents. Network: c7d1d465-3e62-4745-8c8e-7c92f02a6976, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:50:57.260823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Request body: {'port': {'device_id': '364809ff-e670-407e-bbf1-f2c9882e2298', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'admin_state_up': True, 'tenant_id': 'a56433326b4e478d854fc519da9c18dd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:57.297385 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:50:53Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:53Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:50:52Z', 'revision_number': 1, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:57.347969 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.369100 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.375302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] For port 2975ffff-2c3e-4119-ab40-721a6cd7c776, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2975ffff-2c3e-4119-ab40-721a6cd7c776,segment=NetworkSegment(dba5ba36-2731-4fd1-b135-684f6c9de6fb),segment_id=dba5ba36-2731-4fd1-b135-684f6c9de6fb)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:57.375629 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.399840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ead9c-a751-49c9-a0c4-8f6a9e554427 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network c7d1d465-3e62-4745-8c8e-7c92f02a6976 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:50:57.406924 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7608f18-d7da-47e3-a3d2-88b15a6673fa None None] The sync data for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 is: [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:50:53Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:53Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:50:52Z', 'revision_number': 1, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:50:57.412958 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Calling delete_port for 2975ffff-2c3e-4119-ab40-721a6cd7c776 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:57.421507 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=f6a0d591-feff-4486-8c4a-edf6b95802c6,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:57.426981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-19e28bd9-452d-4707-8f75-d6d048bf0504 None None] Deleting port 2975ffff-2c3e-4119-ab40-721a6cd7c776 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:57.427383 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-19e28bd9-452d-4707-8f75-d6d048bf0504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.437572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:50:57.457164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-d65ead9c-a751-49c9-a0c4-8f6a9e554427 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, c7d1d465-3e62-4745-8c8e-7c92f02a6976) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:57.511841 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ead9c-a751-49c9-a0c4-8f6a9e554427 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:57.512758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d65ead9c-a751-49c9-a0c4-8f6a9e554427 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.515252 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bdbd4d-56cf-402a-9c99-97ef344dd287,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:57.519367 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.519931 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Added segment 66f6e3e2-09b8-4741-9972-abf621fdb33f of type vlan for network fb844365-cd73-4f5a-aeb3-45afb83391a9 Apr 01 12:50:57.536585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Made reservation on behalf of a56433326b4e478d854fc519da9c18dd for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:57.543680 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.561626 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.584621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c8e479-984a-4822-ae9f-5727c3eb13c1 None None] Network c7d1d465-3e62-4745-8c8e-7c92f02a6976 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:50:57.661204 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d65ead9c-a751-49c9-a0c4-8f6a9e554427 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8495860 Apr 01 12:50:57.665534 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.666611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58630) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:57.719657 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-19e28bd9-452d-4707-8f75-d6d048bf0504 None None] For port 2975ffff-2c3e-4119-ab40-721a6cd7c776, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2975ffff-2c3e-4119-ab40-721a6cd7c776,segment=NetworkSegment(dba5ba36-2731-4fd1-b135-684f6c9de6fb),segment_id=dba5ba36-2731-4fd1-b135-684f6c9de6fb)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:57.720242 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-19e28bd9-452d-4707-8f75-d6d048bf0504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.741723 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.748577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:57.749414 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.767731 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.803953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] No DVR routers for this DVR port 2975ffff-2c3e-4119-ab40-721a6cd7c776 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:50:57.811032 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2740653 Apr 01 12:50:57.829068 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58638) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:57.832696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6850db1a-77d1-440a-91db-6b216f2959bf tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Request body: {'subnet': {'network_id': 'fb844365-cd73-4f5a-aeb3-45afb83391a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:57.840573 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-19e28bd9-452d-4707-8f75-d6d048bf0504 None None] Calling delete_port for 2975ffff-2c3e-4119-ab40-721a6cd7c776 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:57.851049 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.864365 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.876489 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:57.886697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-2c11b2c5-ec8c-4585-a027-6b1d33d82d0e None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:50:57.991612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33744288-e7b3-4987-b36e-13f9f24f0f77,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:58.064842 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad57fd1-2198-4e29-bd4f-da067143f200 None None] DHCP port deletion for 3e61a749-8485-49ea-aea4-232b30d0fef9 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:50:58.084770 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-89e92e72-9fcd-476c-b735-0971e0c54c44 None None] Provisioning complete for port cfd80feb-155a-4a7a-ae7b-d60e96b982ac triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:58.085219 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-89e92e72-9fcd-476c-b735-0971e0c54c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:58.263153 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0525008f-dee5-4166-afcd-f8254991c753 req-c5467161-7a9e-48ef-9232-217e855d0350 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 210 time: 0.1322718 Apr 01 12:50:58.402308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Allocated IP 192.168.233.49 (56c20eae-13c6-4e46-b6a7-4e95b5d9a382/e3d5a064-a2c4-4374-81f4-8a397efb29f5/bad5a345-8600-4240-b9bc-6b4cbdc73aad) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:50:58.522365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58650) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:58.776128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event deleted for resources: {'Port': ['ID=2975ffff-2c3e-4119-ab40-721a6cd7c776,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:58.874429 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfa3086f-4f5f-46d4-a829-fddf3ecf32c6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:58.908460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfa3086f-4f5f-46d4-a829-fddf3ecf32c6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:58.923715 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:58.958143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-c7d1d465-3e62-4745-8c8e-7c92f02a6976', 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'fixed_ips': [{'subnet_id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:50:58.960034 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:58.982478 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfa3086f-4f5f-46d4-a829-fddf3ecf32c6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:58.985006 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfa3086f-4f5f-46d4-a829-fddf3ecf32c6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:58.988540 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cfa3086f-4f5f-46d4-a829-fddf3ecf32c6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "DELETE /v2.0/security-groups/7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd HTTP/1.1" status: 204 len: 168 time: 0.4403903 Apr 01 12:50:59.022745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58658) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:59.051146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d534364-d3e4-44a1-a0fb-77245251d4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Pushing event updated for resources: {'Network': ['ID=fb844365-cd73-4f5a-aeb3-45afb83391a9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:59.051472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3086f-4f5f-46d4-a829-fddf3ecf32c6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:59.077265 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-c54a38ed-6cb9-4b0c-a461-529ff55852c6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] show failed (client error): The resource could not be found. Apr 01 12:50:59.078766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c54a38ed-6cb9-4b0c-a461-529ff55852c6 tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "GET /v2.0/security-groups/7fd2fda6-cc6c-48f9-9b3a-0d93ba8de2fd HTTP/1.1" status: 404 len: 347 time: 0.0229800 Apr 01 12:50:59.083441 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58660) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:59.137986 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6850db1a-77d1-440a-91db-6b216f2959bf tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Made reservation on behalf of 4358f99b29d347aba2326fb1d66c8093 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:50:59.143416 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f6a0d591-feff-4486-8c4a-edf6b95802c6 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:50:59.149609 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6850db1a-77d1-440a-91db-6b216f2959bf tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.158626 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.168029 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc0d1ce-76ab-4143-9200-49157a88ba08']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:59.220533 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.225100 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-19e28bd9-452d-4707-8f75-d6d048bf0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.256144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network fb844365-cd73-4f5a-aeb3-45afb83391a9 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:50:59.309887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.311778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba5ba36-2731-4fd1-b135-684f6c9de6fb') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:59.312092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba5ba36-2731-4fd1-b135-684f6c9de6fb') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:59.322613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e28bd9-452d-4707-8f75-d6d048bf0504 None None] Pushing event deleted for resources: {'Port': ['ID=2975ffff-2c3e-4119-ab40-721a6cd7c776,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:59.377173 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.400762 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.407464 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:50:59.407864 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.421655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e28bd9-452d-4707-8f75-d6d048bf0504 None None] No DVR routers for this DVR port 2975ffff-2c3e-4119-ab40-721a6cd7c776 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:50:59.426558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Pushing event updated for resources: {'Port': ['ID=bad5a345-8600-4240-b9bc-6b4cbdc73aad,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:59.450902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:50:59.457076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:50:59.466129 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:50:59.482226 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3ad57fd1-2198-4e29-bd4f-da067143f200 None None] Deleting port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:50:59.495566 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3ad57fd1-2198-4e29-bd4f-da067143f200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:50:59.544286 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:50:59.566175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3f476-6426-4f22-8c33-ebd812a59f7b req-886a1e6a-57be-464e-ad83-be7e88bcb10c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:59.567933 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-15e3f476-6426-4f22-8c33-ebd812a59f7b req-886a1e6a-57be-464e-ad83-be7e88bcb10c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.8484311 Apr 01 12:50:59.598229 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.622840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3ad57fd1-2198-4e29-bd4f-da067143f200 None None] For port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=68bb31ad-6d15-4080-a6b4-3c5c37f40d70,segment=NetworkSegment(05337c04-1a1d-4952-ac16-c5d0d4168361),segment_id=05337c04-1a1d-4952-ac16-c5d0d4168361)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:50:59.623238 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3ad57fd1-2198-4e29-bd4f-da067143f200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.663556 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ec42f3b8-89bc-40cd-926c-66c44cc187a5 None None] Provisioning complete for port f6a0d591-feff-4486-8c4a-edf6b95802c6 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:50:59.666555 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Sync routers for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:50:59.673759 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec42f3b8-89bc-40cd-926c-66c44cc187a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.681840 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:50:59.682503 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:50:59.685872 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.689560 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "DELETE /v2.0/networks/ecc0d1ce-76ab-4143-9200-49157a88ba08 HTTP/1.1" status: 204 len: 168 time: 3.2064145 Apr 01 12:50:59.697718 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58670) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:50:59.736550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:59.737360 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.843568 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:50:59.853633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-42766c5c-0c37-459a-bec2-f6e50ebe9bf5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5985248 Apr 01 12:50:59.855763 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3ad57fd1-2198-4e29-bd4f-da067143f200 None None] Calling delete_port for 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:50:59.860055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2361ed-677b-4d60-acec-c90d5a5e4755 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event deleted for resources: {'Network': ['ID=ecc0d1ce-76ab-4143-9200-49157a88ba08,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:50:59.869022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d343a95-0645-4603-a642-15dd7de2d2c9 req-5d3eef51-3250-48ec-93cb-28e32416fc4f tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:50:59.871875 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3d343a95-0645-4603-a642-15dd7de2d2c9 req-5d3eef51-3250-48ec-93cb-28e32416fc4f tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 935 time: 0.2469864 Apr 01 12:50:59.882384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Request body: {'port': {'device_id': '364809ff-e670-407e-bbf1-f2c9882e2298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:50:59.921088 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:50:59.922647 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-15e3f476-6426-4f22-8c33-ebd812a59f7b req-9eb174b5-a75b-442d-b3ff-acfdede57384 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409367 Apr 01 12:51:00.017995 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3d343a95-0645-4603-a642-15dd7de2d2c9 req-a7271ac9-74b2-45d8-9421-d77779cb9562 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257145 Apr 01 12:51:00.021238 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.042815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ebf954c6-eca2-4cb8-894d-0d56266ddb3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Deleting port f9f64d4e-1ffc-4509-a1f1-67c9e0fea4a8 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:00.055957 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebf954c6-eca2-4cb8-894d-0d56266ddb3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.065845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f6a0d591-feff-4486-8c4a-edf6b95802c6 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:00.066913 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.158633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Allocated IP 2001:db8:3::2 (c7d1d465-3e62-4745-8c8e-7c92f02a6976/d8ca8be3-59b3-4c07-bf55-29b8538efd0e/cdd145bc-5b38-4272-9103-0e719b564698) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:51:00.203748 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebf954c6-eca2-4cb8-894d-0d56266ddb3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.204099 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebf954c6-eca2-4cb8-894d-0d56266ddb3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.222968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ebf954c6-eca2-4cb8-894d-0d56266ddb3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Calling delete_port for f9f64d4e-1ffc-4509-a1f1-67c9e0fea4a8 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:00.295423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-2c11b2c5-ec8c-4585-a027-6b1d33d82d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:01Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:00.306706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Deleting port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:00.307080 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.324843 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3ad57fd1-2198-4e29-bd4f-da067143f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.415360 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ec42f3b8-89bc-40cd-926c-66c44cc187a5 None None] Provisioning complete for port dd9ffad6-db75-48db-b9ab-a214b320c3b9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:00.416178 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec42f3b8-89bc-40cd-926c-66c44cc187a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.420952 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:50:53Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:50:53Z', 'revision_number': 2, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:00.471991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ec42f3b8-89bc-40cd-926c-66c44cc187a5 None None] Port dd9ffad6-db75-48db-b9ab-a214b320c3b9 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:51:00.473551 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11b2c5-ec8c-4585-a027-6b1d33d82d0e None None] Checking router: 40c0cb0a-627b-4830-8ac1-4f95607a26e7 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:51:00.483176 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Checking router: 7e13437d-834f-4bc3-bb1d-5b024945cae6 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:51:00.483522 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Updating router 7e13437d-834f-4bc3-bb1d-5b024945cae6 port dd9ffad6-db75-48db-b9ab-a214b320c3b9 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:51:00.490050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad57fd1-2198-4e29-bd4f-da067143f200 None None] Pushing event deleted for resources: {'Port': ['ID=68bb31ad-6d15-4080-a6b4-3c5c37f40d70,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:00.497225 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad57fd1-2198-4e29-bd4f-da067143f200 None None] No DVR routers for this DVR port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:00.515046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cfd80feb-155a-4a7a-ae7b-d60e96b982ac up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:00.525899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad5a345-8600-4240-b9bc-6b4cbdc73aad {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:51:00.529515 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6850db1a-77d1-440a-91db-6b216f2959bf tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.534164 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.537048 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.540291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] For port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70, host n-d-836146-1, got binding levels [] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:00.541916 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.549254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Transition to ACTIVE for port object bad5a345-8600-4240-b9bc-6b4cbdc73aad will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:51:00.554193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.560565 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11b2c5-ec8c-4585-a027-6b1d33d82d0e None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:00.561364 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-2c11b2c5-ec8c-4585-a027-6b1d33d82d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:00.576028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Calling delete_port for 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:00.586972 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.ipam_backend_mixin [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 was not found and therefore no delete operation was performed {{(pid=102719) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 12:51:00.664487 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.700893 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] No DVR routers for this DVR port 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:00.737639 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Pushing event updated for resources: {'Port': ['ID=bad5a345-8600-4240-b9bc-6b4cbdc73aad,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:00.806937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Attempting to bind port bad5a345-8600-4240-b9bc-6b4cbdc73aad on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:51:00.807069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Attempting to bind port bad5a345-8600-4240-b9bc-6b4cbdc73aad by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:51:00.807355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Attempting to bind port bad5a345-8600-4240-b9bc-6b4cbdc73aad on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:51:00.812674 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Port bad5a345-8600-4240-b9bc-6b4cbdc73aad on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:51:00.812997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Attempting to bind port bad5a345-8600-4240-b9bc-6b4cbdc73aad on network 56c20eae-13c6-4e46-b6a7-4e95b5d9a382 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:51:00.820538 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:51:00.821005 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Checking segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:51:00.821494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Bound using segment: {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:51:00.822103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Bound port: bad5a345-8600-4240-b9bc-6b4cbdc73aad, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06757af0-be40-470c-8fd2-ceb60c96ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:51:00.822600 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.823829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cfd80feb-155a-4a7a-ae7b-d60e96b982ac triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:00.824392 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.874629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event deleted for resources: {'Port': ['ID=68bb31ad-6d15-4080-a6b4-3c5c37f40d70,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:00.879519 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.940366 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:00.950663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850db1a-77d1-440a-91db-6b216f2959bf tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Pushing event updated for resources: {'Subnet': ['ID=36e18292-306a-4d09-9f5e-6f86890e6502,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:00.954856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] For port bad5a345-8600-4240-b9bc-6b4cbdc73aad, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:51:00.990313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] For port bad5a345-8600-4240-b9bc-6b4cbdc73aad, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bad5a345-8600-4240-b9bc-6b4cbdc73aad,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:51:01.008516 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Network c7d1d465-3e62-4745-8c8e-7c92f02a6976 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:01.013493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Pushing event updated for resources: {'Port': ['ID=cdd145bc-5b38-4272-9103-0e719b564698,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:01.016772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:01.021424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-2c11b2c5-ec8c-4585-a027-6b1d33d82d0e None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:01.024263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:01.039914 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.047683 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.074210 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebf954c6-eca2-4cb8-894d-0d56266ddb3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.077609 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.142943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf954c6-eca2-4cb8-894d-0d56266ddb3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Pushing event deleted for resources: {'Port': ['ID=f9f64d4e-1ffc-4509-a1f1-67c9e0fea4a8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:01.152563 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.165247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e61a749-8485-49ea-aea4-232b30d0fef9']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:01.168283 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850db1a-77d1-440a-91db-6b216f2959bf tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Checking segment: {'id': '66f6e3e2-09b8-4741-9972-abf621fdb33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fb844365-cd73-4f5a-aeb3-45afb83391a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:51:01.168662 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6850db1a-77d1-440a-91db-6b216f2959bf tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Network hostable DHCP agents. Network: fb844365-cd73-4f5a-aeb3-45afb83391a9, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:51:01.223602 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Pushing event updated for resources: {'Port': ['ID=dd9ffad6-db75-48db-b9ab-a214b320c3b9,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:01.228569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05337c04-1a1d-4952-ac16-c5d0d4168361') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:01.228874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05337c04-1a1d-4952-ac16-c5d0d4168361') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:01.238823 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:01.239407 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:01.239837 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:01.240262 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:01.240683 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:01.241101 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:01.241518 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:01.241938 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:01.242375 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:01.242787 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:01.243358 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:01.243765 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:01.262166 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Attempting to bind port dd9ffad6-db75-48db-b9ab-a214b320c3b9 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:51:01.262675 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Attempting to bind port dd9ffad6-db75-48db-b9ab-a214b320c3b9 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '559bc22c-9d07-4644-91d7-4a0edd286171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:51:01.263042 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Attempting to bind port dd9ffad6-db75-48db-b9ab-a214b320c3b9 on network cbf0d70d-e459-49c5-8a0b-366a3d590b4c {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:51:01.268951 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:51:01.269293 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Checking segment: {'id': '559bc22c-9d07-4644-91d7-4a0edd286171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:51:01.269695 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.270111 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Bound using segment: {'id': '559bc22c-9d07-4644-91d7-4a0edd286171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:51:01.270637 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Bound port: dd9ffad6-db75-48db-b9ab-a214b320c3b9, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559bc22c-9d07-4644-91d7-4a0edd286171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:51:01.270973 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.308671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:01.309302 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.311659 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] 10.222.0.37 "PUT /v2.0/ports/bad5a345-8600-4240-b9bc-6b4cbdc73aad HTTP/1.1" status: 200 len: 1095 time: 1.4385507 Apr 01 12:51:01.329187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364809ff-e670-407e-bbf1-f2c9882e2298', 'tag': 'bad5a345-8600-4240-b9bc-6b4cbdc73aad'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:51:01.342382 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f584f3-1344-42ad-ab89-f43d86c2b7de" -d '{"events": [{"name": "network-changed", "server_uuid": "364809ff-e670-407e-bbf1-f2c9882e2298", "tag": "bad5a345-8600-4240-b9bc-6b4cbdc73aad"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:51:01.345487 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.346835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Allocated IP 2001:db8:3::1 (c7d1d465-3e62-4745-8c8e-7c92f02a6976/d8ca8be3-59b3-4c07-bf55-29b8538efd0e/731f2440-bf4b-43e9-8583-229a27dd563e) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:51:01.384975 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.393822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:51:01.394544 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.429547 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] For port dd9ffad6-db75-48db-b9ab-a214b320c3b9, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:51:01.434817 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] For port dd9ffad6-db75-48db-b9ab-a214b320c3b9, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=dd9ffad6-db75-48db-b9ab-a214b320c3b9,segment=NetworkSegment(559bc22c-9d07-4644-91d7-4a0edd286171),segment_id=559bc22c-9d07-4644-91d7-4a0edd286171)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:51:01.441222 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.465013 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Attempting to bind port cdd145bc-5b38-4272-9103-0e719b564698 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:51:01.465637 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Attempting to bind port cdd145bc-5b38-4272-9103-0e719b564698 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'c0e30def-c43c-4a15-864b-5aa6ff1d1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:51:01.465764 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Attempting to bind port cdd145bc-5b38-4272-9103-0e719b564698 on network c7d1d465-3e62-4745-8c8e-7c92f02a6976 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:51:01.532291 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:51:01.537154 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:51:01.537546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Checking segment: {'id': 'c0e30def-c43c-4a15-864b-5aa6ff1d1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:51:01.537958 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.542370 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Bound using segment: {'id': 'c0e30def-c43c-4a15-864b-5aa6ff1d1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:51:01.542875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Bound port: cdd145bc-5b38-4272-9103-0e719b564698, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e30def-c43c-4a15-864b-5aa6ff1d1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:51:01.543277 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.550344 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7fc46-cc9e-415f-a38a-1b50424913fd None None] Pushing event updated for resources: {'Port': ['ID=dd9ffad6-db75-48db-b9ab-a214b320c3b9,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:01.555583 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5185019-eb74-4e2c-b02a-fbdd33e69d19 service neutron] Pushing event updated for resources: {'Port': ['ID=bad5a345-8600-4240-b9bc-6b4cbdc73aad,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:01.571499 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.587102 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.588107 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:01.588737 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:01.594033 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "DELETE /v2.0/networks/3e61a749-8485-49ea-aea4-232b30d0fef9 HTTP/1.1" status: 204 len: 168 time: 1.8821609 Apr 01 12:51:01.596938 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58696) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:01.701487 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f2807-671c-42da-852c-90c6dd754d33 req-d82e6552-80a5-489a-b7bf-121537d988cd tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:01.703117 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f8f2807-671c-42da-852c-90c6dd754d33 req-d82e6552-80a5-489a-b7bf-121537d988cd tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 947 time: 0.4311531 Apr 01 12:51:01.788953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6850db1a-77d1-440a-91db-6b216f2959bf tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Network fb844365-cd73-4f5a-aeb3-45afb83391a9 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:51:01.791369 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc46a92-a176-4197-933b-d72f4944b411 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event deleted for resources: {'Network': ['ID=3e61a749-8485-49ea-aea4-232b30d0fef9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:01.813022 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bf1dff-3158-4850-ba6e-8cf6e5344cc6 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Deleting subnet 07f3a83e-13bb-4828-9c28-78c45b719dbb {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:51:01.818544 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1dff-3158-4850-ba6e-8cf6e5344cc6 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.821552 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-6850db1a-77d1-440a-91db-6b216f2959bf tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, fb844365-cd73-4f5a-aeb3-45afb83391a9) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:01.826409 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:01.863576 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebf954c6-eca2-4cb8-894d-0d56266ddb3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.867863 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebf954c6-eca2-4cb8-894d-0d56266ddb3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.883614 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ebf954c6-eca2-4cb8-894d-0d56266ddb3b tempest-AttachVolumeTestJSON-1968864369 tempest-AttachVolumeTestJSON-1968864369-project] 10.222.0.45 "DELETE /v2.0/floatingips/07f3b59b-8594-4d1e-91c3-e4ad1e42cad2 HTTP/1.1" status: 204 len: 168 time: 2.7550368 Apr 01 12:51:01.886523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6850db1a-77d1-440a-91db-6b216f2959bf tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:01.887322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6850db1a-77d1-440a-91db-6b216f2959bf tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:01.947334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cefd8f-5626-4a78-a7ee-02a039c87198 req-12f5d4cf-35d6-479c-a959-7344eceaa1ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:01.955926 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-60cefd8f-5626-4a78-a7ee-02a039c87198 req-12f5d4cf-35d6-479c-a959-7344eceaa1ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.8103979 Apr 01 12:51:02.055816 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6850db1a-77d1-440a-91db-6b216f2959bf tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2280645 Apr 01 12:51:02.075723 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1dff-3158-4850-ba6e-8cf6e5344cc6 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:02.148013 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58708) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:02.157797 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Request body: {'port': {'network_id': 'fb844365-cd73-4f5a-aeb3-45afb83391a9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-819198708'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:02.202780 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-60cefd8f-5626-4a78-a7ee-02a039c87198 req-bac320d3-d657-4fdb-b88c-0ab04045c742 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453547 Apr 01 12:51:02.290732 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:50:53Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:01Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:02.326307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:02.334674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5c71e6-83c7-4fda-a657-fb760cedf3bd None None] Network fb844365-cd73-4f5a-aeb3-45afb83391a9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:02.370812 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa9a462-21d0-4317-8fae-bda128d0d948 None None] The sync data for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 is: [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:50:53Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:01Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:02.467633 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1dff-3158-4850-ba6e-8cf6e5344cc6 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:02.542952 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1dff-3158-4850-ba6e-8cf6e5344cc6 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:02.560209 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a865660f-ebf6-455d-935c-97d7999c8217 x-openstack-request-id: req-a865660f-ebf6-455d-935c-97d7999c8217 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:51:02.561062 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364809ff-e670-407e-bbf1-f2c9882e2298", "tag": "bad5a345-8600-4240-b9bc-6b4cbdc73aad", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:51:02.561442 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a865660f-ebf6-455d-935c-97d7999c8217 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:51:02.561854 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a865660f-ebf6-455d-935c-97d7999c8217'] response: {'name': 'network-changed', 'server_uuid': '364809ff-e670-407e-bbf1-f2c9882e2298', 'tag': 'bad5a345-8600-4240-b9bc-6b4cbdc73aad', 'status': 'completed', 'code': 200} Apr 01 12:51:02.563816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-e7d86e8f-da51-48a3-967f-68e5bc06a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:02.565334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-e7d86e8f-da51-48a3-967f-68e5bc06a2e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a56433326b4e478d854fc519da9c18dd&device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 1098 time: 1.1238585 Apr 01 12:51:02.612202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf1dff-3158-4850-ba6e-8cf6e5344cc6 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event deleted for resources: {'Subnet': ['ID=07f3a83e-13bb-4828-9c28-78c45b719dbb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:02.624084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1dff-3158-4850-ba6e-8cf6e5344cc6 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:02.630819 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a5bf1dff-3158-4850-ba6e-8cf6e5344cc6 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "DELETE /v2.0/subnets/07f3a83e-13bb-4828-9c28-78c45b719dbb HTTP/1.1" status: 204 len: 168 time: 0.9937787 Apr 01 12:51:02.630819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Made reservation on behalf of 4358f99b29d347aba2326fb1d66c8093 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:02.633393 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:02.636169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58714) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:02.664170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9af281ae-c64a-4f0d-a6dd-8f8bad62f86c None None] Provisioning complete for port dd9ffad6-db75-48db-b9ab-a214b320c3b9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:02.664812 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9af281ae-c64a-4f0d-a6dd-8f8bad62f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:02.712098 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] device_id is not set on port 743c1f81-fbdc-4e22-9465-d5b69ac7d5c5 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:51:02.722287 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-02ba7c91-daa7-40e7-99d2-d5f5497d1f37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=bad5a345-8600-4240-b9bc-6b4cbdc73aad HTTP/1.1" status: 200 len: 217 time: 0.1293366 Apr 01 12:51:02.728830 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:02.774872 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c1d6b-23ac-4d18-adcf-69efdf0fa14c None None] Network 51ce3ce3-927a-4146-92a9-77583e988f6e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:02.793235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:02.793992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 68bb31ad-6d15-4080-a6b4-3c5c37f40d70 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:02.850892 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6f8f2807-671c-42da-852c-90c6dd754d33 req-744eb3e8-caba-41f7-8b15-7ed2a2db2292 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1035862 Apr 01 12:51:02.882467 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:02.899185 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:02.922497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-fb844365-cd73-4f5a-aeb3-45afb83391a9', 'network_id': 'fb844365-cd73-4f5a-aeb3-45afb83391a9', 'tenant_id': '4358f99b29d347aba2326fb1d66c8093', 'fixed_ips': [{'subnet_id': '36e18292-306a-4d09-9f5e-6f86890e6502'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:51:02.923591 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:02.999214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-a07a9b03-9c4c-4b80-8b7e-cf2909764da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:03.001099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-a07a9b03-9c4c-4b80-8b7e-cf2909764da3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1470973 Apr 01 12:51:03.032538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] For port cdd145bc-5b38-4272-9103-0e719b564698, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:51:03.074871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=731f2440-bf4b-43e9-8583-229a27dd563e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:03.079772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network c7d1d465-3e62-4745-8c8e-7c92f02a6976 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:03.126779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:03.141110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:03.141991 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:03.189479 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9af281ae-c64a-4f0d-a6dd-8f8bad62f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:03.191449 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dd9ffad6-db75-48db-b9ab-a214b320c3b9 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:03.195171 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Allocated IP 2001:db8::f8 (fb844365-cd73-4f5a-aeb3-45afb83391a9/36e18292-306a-4d09-9f5e-6f86890e6502/743c1f81-fbdc-4e22-9465-d5b69ac7d5c5) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:51:03.223585 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Deleting port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:03.224086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:03.234918 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] For port cdd145bc-5b38-4272-9103-0e719b564698, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cdd145bc-5b38-4272-9103-0e719b564698,segment=NetworkSegment(c0e30def-c43c-4a15-864b-5aa6ff1d1a82),segment_id=c0e30def-c43c-4a15-864b-5aa6ff1d1a82)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:51:03.265394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-320b026f-d233-42b1-9b7c-33b3506344df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:03.276333 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:03.289536 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-320b026f-d233-42b1-9b7c-33b3506344df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2085781 Apr 01 12:51:03.352610 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] For port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93,segment=NetworkSegment(cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41),segment_id=cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:03.353012 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:03.387968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9af281ae-c64a-4f0d-a6dd-8f8bad62f86c None None] For port dd9ffad6-db75-48db-b9ab-a214b320c3b9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=dd9ffad6-db75-48db-b9ab-a214b320c3b9,segment=NetworkSegment(559bc22c-9d07-4644-91d7-4a0edd286171),segment_id=559bc22c-9d07-4644-91d7-4a0edd286171)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:03.398700 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9af281ae-c64a-4f0d-a6dd-8f8bad62f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:03.405268 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-2c11b2c5-ec8c-4585-a027-6b1d33d82d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:01Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:03.405752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Calling delete_port for a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:03.514510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b0791-d80f-4d44-adbf-91996d431d8d None None] Pushing event updated for resources: {'Port': ['ID=cdd145bc-5b38-4272-9103-0e719b564698,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:03.517962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11b2c5-ec8c-4585-a027-6b1d33d82d0e None None] The sync data for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 is: [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:44:56Z', 'revision_number': 4, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '78498dce-acd8-436b-b2c4-84459f93f121', 'name': '', 'network_id': 'b4b10f20-93cd-48c1-bba4-70b44c5b92f4', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'mac_address': 'fa:16:3e:99:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:53Z', 'updated_at': '2022-04-01T12:45:01Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'subnets': [{'id': 'bb2409b7-d005-4b83-bb45-b3e7637fb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:03.524188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port dd9ffad6-db75-48db-b9ab-a214b320c3b9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:03.524577 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:03.597242 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:03.610951 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-9361ba2d-d37e-4798-b805-f042978940b0 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114929 Apr 01 12:51:03.615477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d32e3-68a6-4f3e-8bc2-37313c10c9d1 req-775be94c-4ec3-41dc-ba1c-9409e6a0d60a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:03.619358 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b30d32e3-68a6-4f3e-8bc2-37313c10c9d1 req-775be94c-4ec3-41dc-ba1c-9409e6a0d60a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.2858260 Apr 01 12:51:03.701726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6df1b7be-4f10-4de7-9e85-a67e91f44081 None None] Provisioning complete for port dd9ffad6-db75-48db-b9ab-a214b320c3b9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:03.703457 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6df1b7be-4f10-4de7-9e85-a67e91f44081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:03.775587 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c0d13d-ffc7-496a-825c-c2854857df52 None None] DHCP port deletion for 51ce3ce3-927a-4146-92a9-77583e988f6e request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:51:03.809941 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:03.900667 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b30d32e3-68a6-4f3e-8bc2-37313c10c9d1 req-e59e6722-1f5b-4255-825c-71e7d31e4a8b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604418 Apr 01 12:51:03.927056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:03.986711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af281ae-c64a-4f0d-a6dd-8f8bad62f86c None None] Pushing event updated for resources: {'Port': ['ID=dd9ffad6-db75-48db-b9ab-a214b320c3b9,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:04.020974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event deleted for resources: {'Port': ['ID=a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:04.028462 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc70e28a-d2fc-49de-9bda-8ce775950389 req-60ea4cdb-6ed2-49c1-b912-88a7721f08f3 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796110 Apr 01 12:51:04.030528 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] No DVR routers for this DVR port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:04.060366 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:04.221118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867f0b9-0b3b-4e09-b084-3158d8edcee6 None None] New status for floating IP 07f3b59b-8594-4d1e-91c3-e4ad1e42cad2: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:51:04.235293 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Network fb844365-cd73-4f5a-aeb3-45afb83391a9 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:04.275649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:04.288741 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Allocated IP 2001:db8::2 (fb844365-cd73-4f5a-aeb3-45afb83391a9/36e18292-306a-4d09-9f5e-6f86890e6502/0c38e8de-86a6-4fe3-8d51-6d00e956eaf5) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:51:04.345390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:04.354715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f584f3-1344-42ad-ab89-f43d86c2b7de req-696171a6-c14c-406d-a3d5-ebe57a93cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:04.357413 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10f584f3-1344-42ad-ab89-f43d86c2b7de req-696171a6-c14c-406d-a3d5-ebe57a93cc9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a56433326b4e478d854fc519da9c18dd&device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 1098 time: 0.1937425 Apr 01 12:51:04.364700 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:04.365605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:04.373423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0d13d-ffc7-496a-825c-c2854857df52 None None] Deleting port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:04.373709 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d13d-ffc7-496a-825c-c2854857df52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:04.388930 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:04.407628 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Pushing event updated for resources: {'Port': ['ID=743c1f81-fbdc-4e22-9465-d5b69ac7d5c5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:04.430192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f947ecb-07f6-44db-8f67-cf21afc5530a req-13bc385a-0b63-444c-9f76-775914315bf0 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:04.431844 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f947ecb-07f6-44db-8f67-cf21afc5530a req-13bc385a-0b63-444c-9f76-775914315bf0 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 947 time: 0.3994889 Apr 01 12:51:04.435953 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c55f724e-cff8-4cf7-855f-53303088d47a tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.2867987 Apr 01 12:51:04.436697 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58742) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:04.444237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Request body: {'port': {'network_id': 'fb844365-cd73-4f5a-aeb3-45afb83391a9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-965932125', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:04.444886 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.api.validators [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] bootfile-name is not in valid_values {{(pid=102719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 12:51:04.445368 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.api.validators [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] tftp-server is not in valid_values {{(pid=102719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 12:51:04.445805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.api.validators [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] server-ip-address is not in valid_values {{(pid=102719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 12:51:04.481500 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c1c0d13d-ffc7-496a-825c-c2854857df52 None None] For port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93, host n-d-836146-1, got binding levels [] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:04.481903 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d13d-ffc7-496a-825c-c2854857df52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:04.498453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0d13d-ffc7-496a-825c-c2854857df52 None None] Calling delete_port for a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:04.501554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.ipam_backend_mixin [None req-c1c0d13d-ffc7-496a-825c-c2854857df52 None None] Port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 was not found and therefore no delete operation was performed {{(pid=102720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 12:51:04.510058 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d13d-ffc7-496a-825c-c2854857df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:04.638223 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0d13d-ffc7-496a-825c-c2854857df52 None None] Pushing event deleted for resources: {'Port': ['ID=a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:04.662782 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0d13d-ffc7-496a-825c-c2854857df52 None None] No DVR routers for this DVR port a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:04.667783 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5f947ecb-07f6-44db-8f67-cf21afc5530a req-7ae5cac7-96b5-41de-8129-e4fe9c65f1d7 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164180 Apr 01 12:51:04.779071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ce3ce3-927a-4146-92a9-77583e988f6e']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:04.802691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f584f3-1344-42ad-ab89-f43d86c2b7de req-c95feb9b-06fc-459f-9889-56d24189f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:04.803264 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:04.803752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0187e8-1ef4-4ad5-9933-ef21ab1b0a41') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:04.804258 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10f584f3-1344-42ad-ab89-f43d86c2b7de req-c95feb9b-06fc-459f-9889-56d24189f930 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.4365461 Apr 01 12:51:04.805821 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:04.825879 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:04.830281 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:04.874947 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:04.903509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:51:04.904244 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:04.930742 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Network fb844365-cd73-4f5a-aeb3-45afb83391a9 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:04.938440 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10f584f3-1344-42ad-ab89-f43d86c2b7de req-b11744d0-70c7-473a-8fea-e3fa3307aace service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=bad5a345-8600-4240-b9bc-6b4cbdc73aad HTTP/1.1" status: 200 len: 217 time: 0.1041100 Apr 01 12:51:04.945759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:51:04.946528 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:51:04.963468 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:04.966925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Pushing event updated for resources: {'Port': ['ID=0c38e8de-86a6-4fe3-8d51-6d00e956eaf5,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:05.059869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f584f3-1344-42ad-ab89-f43d86c2b7de req-4f2ee0b7-0720-43ea-aa6c-f4d3222955ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:05.061546 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10f584f3-1344-42ad-ab89-f43d86c2b7de req-4f2ee0b7-0720-43ea-aa6c-f4d3222955ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.1082048 Apr 01 12:51:05.080574 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:05.086398 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:05.087991 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:05.159531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Attempting to bind port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:51:05.160146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Attempting to bind port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '66f6e3e2-09b8-4741-9972-abf621fdb33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fb844365-cd73-4f5a-aeb3-45afb83391a9'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:51:05.161499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Attempting to bind port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 on network fb844365-cd73-4f5a-aeb3-45afb83391a9 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:51:05.167453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dd9ffad6-db75-48db-b9ab-a214b320c3b9 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:05.173305 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:51:05.173837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Checking segment: {'id': '66f6e3e2-09b8-4741-9972-abf621fdb33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fb844365-cd73-4f5a-aeb3-45afb83391a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:51:05.174381 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:05.174903 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Bound using segment: {'id': '66f6e3e2-09b8-4741-9972-abf621fdb33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fb844365-cd73-4f5a-aeb3-45afb83391a9'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:51:05.175589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Bound port: 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f6e3e2-09b8-4741-9972-abf621fdb33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fb844365-cd73-4f5a-aeb3-45afb83391a9'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:51:05.176079 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:05.260435 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event updated for resources: {'Port': ['ID=731f2440-bf4b-43e9-8583-229a27dd563e,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:05.279687 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f584f3-1344-42ad-ab89-f43d86c2b7de req-d5aab4be-6ecf-4dd7-a4a6-c871e63bc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:05.281615 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10f584f3-1344-42ad-ab89-f43d86c2b7de req-d5aab4be-6ecf-4dd7-a4a6-c871e63bc3c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2113974 Apr 01 12:51:05.359111 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:05.362314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] For port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:51:05.367969 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] For port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0c38e8de-86a6-4fe3-8d51-6d00e956eaf5,segment=NetworkSegment(66f6e3e2-09b8-4741-9972-abf621fdb33f),segment_id=66f6e3e2-09b8-4741-9972-abf621fdb33f)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:51:05.385230 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port dd9ffad6-db75-48db-b9ab-a214b320c3b9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:05.385766 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:05.387235 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:05.389738 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "DELETE /v2.0/networks/51ce3ce3-927a-4146-92a9-77583e988f6e HTTP/1.1" status: 204 len: 168 time: 2.7508800 Apr 01 12:51:05.395086 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:05.403531 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d3a89-55a0-47cd-b225-cd2066b5ca82 req-306fad0a-b61e-4bad-8b4d-74d420356ad7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:05.411171 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-706d3a89-55a0-47cd-b225-cd2066b5ca82 req-306fad0a-b61e-4bad-8b4d-74d420356ad7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.1880090 Apr 01 12:51:05.424117 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58756) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:05.447301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Network c7d1d465-3e62-4745-8c8e-7c92f02a6976 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:05.450404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:05.479732 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb44bd9-80c0-4102-b01e-845feb857ce2 None None] Network c7d1d465-3e62-4745-8c8e-7c92f02a6976 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:05.502018 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fd571a1e-7509-4752-acd1-e0ece0c181ab tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c5501d7-c73b-419d-a33f-bc230c3856a7 HTTP/1.1" status: 200 len: 205 time: 0.0758946 Apr 01 12:51:05.505673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58762) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:05.508593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Pushing event deleted for resources: {'Network': ['ID=51ce3ce3-927a-4146-92a9-77583e988f6e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:05.524612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:05.525172 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:05.525806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:05.526366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:05.526918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:05.527450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:05.527989 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:05.528533 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:05.529061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:05.529596 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:05.530172 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:05.530719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400862bf-72dd-44d8-92a1-bb1fc187a469 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:05.635497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722e813-cda7-49c8-9fb6-3f79bae66e16 None None] Pushing event updated for resources: {'Port': ['ID=0c38e8de-86a6-4fe3-8d51-6d00e956eaf5,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:05.724142 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8a6ac96f-9426-454d-ba7c-54085cf67783 None None] Provisioning complete for port cdd145bc-5b38-4272-9103-0e719b564698 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:05.727888 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8a6ac96f-9426-454d-ba7c-54085cf67783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:05.731478 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10f584f3-1344-42ad-ab89-f43d86c2b7de req-1ef2eeb9-e776-4751-9fcc-761d7f87a9fe service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888888 Apr 01 12:51:05.742636 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-706d3a89-55a0-47cd-b225-cd2066b5ca82 req-0c606815-c706-4b20-98f9-95a1f90f2a0d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305337 Apr 01 12:51:05.751797 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Made reservation on behalf of 4358f99b29d347aba2326fb1d66c8093 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:05.767090 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:05.776585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 7e13437d-834f-4bc3-bb1d-5b024945cae6 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:51:05.788373 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] device_id is not set on port cf0a3b28-9343-4bb0-bbf7-bf9d2e558e90 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:51:06.021095 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3111a404-c144-42ce-9655-6324995db2f8 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:06.021791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cdd145bc-5b38-4272-9103-0e719b564698 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:06.022624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Allocated IP 2001:db8::268 (fb844365-cd73-4f5a-aeb3-45afb83391a9/36e18292-306a-4d09-9f5e-6f86890e6502/cf0a3b28-9343-4bb0-bbf7-bf9d2e558e90) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:51:06.229993 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8a6ac96f-9426-454d-ba7c-54085cf67783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:06.265212 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:51:06.291972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:51:06.306167 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Sync routers for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:51:06.322935 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-af6473d3-dc05-4c1a-9b9c-132c0d4812ee tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6536434 Apr 01 12:51:06.334046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58774) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:06.341110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-853edfc5-bf46-4e10-8610-017de9f972dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:06.343024 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:06.344119 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:06.405135 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bf78880f-30b1-4cba-b197-eeaf10eea32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:06.408298 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3111a404-c144-42ce-9655-6324995db2f8 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:06.430793 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3111a404-c144-42ce-9655-6324995db2f8 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:06.433781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8a6ac96f-9426-454d-ba7c-54085cf67783 None None] For port cdd145bc-5b38-4272-9103-0e719b564698, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cdd145bc-5b38-4272-9103-0e719b564698,segment=NetworkSegment(c0e30def-c43c-4a15-864b-5aa6ff1d1a82),segment_id=c0e30def-c43c-4a15-864b-5aa6ff1d1a82)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:06.468043 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8a6ac96f-9426-454d-ba7c-54085cf67783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:06.480442 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cdd145bc-5b38-4272-9103-0e719b564698 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:06.481867 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f127e6a-c1d3-486c-813e-3b0688d10b73 req-dfa42054-12d1-45e0-a1fb-a76c6ccb747f tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:06.482354 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:06.484704 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1f127e6a-c1d3-486c-813e-3b0688d10b73 req-dfa42054-12d1-45e0-a1fb-a76c6ccb747f tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 947 time: 0.6590075 Apr 01 12:51:06.627866 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:06.639887 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10f584f3-1344-42ad-ab89-f43d86c2b7de req-85042015-df51-4f0a-883a-400c29f9c7f2 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8978674 Apr 01 12:51:06.701179 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1f127e6a-c1d3-486c-813e-3b0688d10b73 req-ae468e3d-0b26-4c3e-b028-cf3d47b7d77a tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060618 Apr 01 12:51:06.987121 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:07.156178 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731f2440-bf4b-43e9-8583-229a27dd563e', 'name': '', 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:a7:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:59Z', 'updated_at': '2022-04-01T12:51:04Z', 'revision_number': 2, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:07.227094 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:07.227720 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Checking router: 7e13437d-834f-4bc3-bb1d-5b024945cae6 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:51:07.228028 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Updating router 7e13437d-834f-4bc3-bb1d-5b024945cae6 port 731f2440-bf4b-43e9-8583-229a27dd563e binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:51:07.236965 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3111a404-c144-42ce-9655-6324995db2f8 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:07.238036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3111a404-c144-42ce-9655-6324995db2f8 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Fanout notify agent at l3_agent the message router_deleted on router 5c5501d7-c73b-419d-a33f-bc230c3856a7 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:51:07.278050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-49efc43f-dd1f-4b5c-b5e1-b97dce7323b7 None None] Provisioning complete for port 731f2440-bf4b-43e9-8583-229a27dd563e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:07.278050 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-49efc43f-dd1f-4b5c-b5e1-b97dce7323b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:07.294061 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3111a404-c144-42ce-9655-6324995db2f8 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:07.295801 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3111a404-c144-42ce-9655-6324995db2f8 tempest-RoutersNegativeTest-954142878 tempest-RoutersNegativeTest-954142878-project] 10.222.0.45 "DELETE /v2.0/routers/5c5501d7-c73b-419d-a33f-bc230c3856a7 HTTP/1.1" status: 204 len: 168 time: 1.7882612 Apr 01 12:51:07.309679 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:07.437672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Pushing event updated for resources: {'Port': ['ID=cf0a3b28-9343-4bb0-bbf7-bf9d2e558e90,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:07.518805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Network fb844365-cd73-4f5a-aeb3-45afb83391a9 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:07.522493 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:07.526937 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:07.549409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:07.550454 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:07.565796 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8dc6-7fca-4863-908f-50328e277fe1 req-44f4266f-a814-4dff-b904-71e114f96c48 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:07.568282 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f05f8dc6-7fca-4863-908f-50328e277fe1 req-44f4266f-a814-4dff-b904-71e114f96c48 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.4705148 Apr 01 12:51:07.609248 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fbf66e2b-a5e3-4924-ae97-724edc55a796 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.1694765 Apr 01 12:51:07.626786 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ac96f-9426-454d-ba7c-54085cf67783 None None] Pushing event updated for resources: {'Port': ['ID=cdd145bc-5b38-4272-9103-0e719b564698,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:07.640410 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58796) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:07.688315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-49efc43f-dd1f-4b5c-b5e1-b97dce7323b7 None None] Port 731f2440-bf4b-43e9-8583-229a27dd563e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:51:07.725298 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-49efc43f-dd1f-4b5c-b5e1-b97dce7323b7 None None] Provisioning complete for port cdd145bc-5b38-4272-9103-0e719b564698 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:07.725857 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-49efc43f-dd1f-4b5c-b5e1-b97dce7323b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:07.826882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:07.841841 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f05f8dc6-7fca-4863-908f-50328e277fe1 req-e713d3ef-bafd-49e4-8899-ebf9c5499f0b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646873 Apr 01 12:51:07.882698 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad82a93-500f-46e2-a527-a65262cb5e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:07.889223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad82a93-500f-46e2-a527-a65262cb5e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:07.895838 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad82a93-500f-46e2-a527-a65262cb5e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:07.897995 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cad82a93-500f-46e2-a527-a65262cb5e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2566128 Apr 01 12:51:07.900731 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58808) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:07.944502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff7f9e8-72a0-45c1-8536-b2179df8d3c3 None None] Network fb844365-cd73-4f5a-aeb3-45afb83391a9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:07.960469 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:07.960820 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device a1fa79f2-3d9f-48a8-9a2b-b237f24d7d93 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:08.213051 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-10bfc44a-8dfd-48e0-80c4-ac88c6e286af tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Deleting port cf0a3b28-9343-4bb0-bbf7-bf9d2e558e90 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:08.213767 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10bfc44a-8dfd-48e0-80c4-ac88c6e286af tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:08.228859 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58816) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:08.345979 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cdd145bc-5b38-4272-9103-0e719b564698 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:08.481814 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10bfc44a-8dfd-48e0-80c4-ac88c6e286af tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:08.500730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-10bfc44a-8dfd-48e0-80c4-ac88c6e286af tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Calling delete_port for cf0a3b28-9343-4bb0-bbf7-bf9d2e558e90 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:08.549090 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:08.564508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.extraroute_db [None req-853edfc5-bf46-4e10-8610-017de9f972dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 01 12:51:08.576600 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe8676-5860-4311-bed4-d2ce038d5762 req-bd41bc53-e606-4615-b07a-715c915bd82a tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:08.577133 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:08.582939 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3cbe8676-5860-4311-bed4-d2ce038d5762 req-bd41bc53-e606-4615-b07a-715c915bd82a tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 947 time: 0.5059626 Apr 01 12:51:08.659491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.extraroute_db [None req-853edfc5-bf46-4e10-8610-017de9f972dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Removed routes are [] {{(pid=102718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 01 12:51:08.665818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-853edfc5-bf46-4e10-8610-017de9f972dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:08.704027 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cdd145bc-5b38-4272-9103-0e719b564698 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:08.704410 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:08.721286 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc535b8a-88e1-4be4-b243-a5d6c78f0c0e None None] Pushing event updated for resources: {'Port': ['ID=731f2440-bf4b-43e9-8583-229a27dd563e,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:08.807971 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3cbe8676-5860-4311-bed4-d2ce038d5762 req-015b8640-e25d-47bd-bb8c-0e37c055a403 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140186 Apr 01 12:51:08.895685 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-15a04e7f-0379-46a9-bb0a-8e06e6130e86 None None] Provisioning complete for port 731f2440-bf4b-43e9-8583-229a27dd563e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:08.896054 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-15a04e7f-0379-46a9-bb0a-8e06e6130e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:08.907266 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:08.953936 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10bfc44a-8dfd-48e0-80c4-ac88c6e286af tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:08.970420 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Attempting to bind port 731f2440-bf4b-43e9-8583-229a27dd563e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:51:08.974518 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Attempting to bind port 731f2440-bf4b-43e9-8583-229a27dd563e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'c0e30def-c43c-4a15-864b-5aa6ff1d1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:51:08.975160 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Attempting to bind port 731f2440-bf4b-43e9-8583-229a27dd563e on network c7d1d465-3e62-4745-8c8e-7c92f02a6976 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:51:08.991092 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:51:08.992389 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Checking segment: {'id': 'c0e30def-c43c-4a15-864b-5aa6ff1d1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:51:08.992989 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:08.995047 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Bound using segment: {'id': 'c0e30def-c43c-4a15-864b-5aa6ff1d1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:51:08.995808 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Bound port: 731f2440-bf4b-43e9-8583-229a27dd563e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e30def-c43c-4a15-864b-5aa6ff1d1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:51:08.998104 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.101327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device bad5a345-8600-4240-b9bc-6b4cbdc73aad details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:51:09.176852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfc44a-8dfd-48e0-80c4-ac88c6e286af tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Pushing event deleted for resources: {'Port': ['ID=cf0a3b28-9343-4bb0-bbf7-bf9d2e558e90,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:09.185668 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10bfc44a-8dfd-48e0-80c4-ac88c6e286af tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.189621 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-10bfc44a-8dfd-48e0-80c4-ac88c6e286af tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] 10.222.0.45 "DELETE /v2.0/ports/cf0a3b28-9343-4bb0-bbf7-bf9d2e558e90 HTTP/1.1" status: 204 len: 168 time: 1.2877762 Apr 01 12:51:09.195337 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58834) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:09.198504 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] For port 731f2440-bf4b-43e9-8583-229a27dd563e, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:51:09.205876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4c75d270-3257-4268-b20b-7f036cc7c522 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Request body: {'port': {'name': 'tempest-new-port-name-2029673374', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:09.206709 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.api.validators [None req-4c75d270-3257-4268-b20b-7f036cc7c522 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] bootfile-name is not in valid_values {{(pid=102719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 12:51:09.207009 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] For port 731f2440-bf4b-43e9-8583-229a27dd563e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=731f2440-bf4b-43e9-8583-229a27dd563e,segment=NetworkSegment(c0e30def-c43c-4a15-864b-5aa6ff1d1a82),segment_id=c0e30def-c43c-4a15-864b-5aa6ff1d1a82)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:51:09.208271 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.api.validators [None req-4c75d270-3257-4268-b20b-7f036cc7c522 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] tftp-server is not in valid_values {{(pid=102719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 12:51:09.208913 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.api.validators [None req-4c75d270-3257-4268-b20b-7f036cc7c522 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] server-ip-address is not in valid_values {{(pid=102719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 12:51:09.214545 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.275866 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-acfac663-1c2f-48cb-9d41-0b3f4d03292d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2dc470cb4f46484f9616f30230a3a17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7852161 Apr 01 12:51:09.279011 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58836) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:09.282760 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb31f4-307f-48fc-94cc-ba8a8a9b1f40 req-e2433d01-0ea6-4d75-b984-64199205c852 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:09.287012 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-08fb31f4-307f-48fc-94cc-ba8a8a9b1f40 req-e2433d01-0ea6-4d75-b984-64199205c852 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.2355032 Apr 01 12:51:09.322414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port bad5a345-8600-4240-b9bc-6b4cbdc73aad, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bad5a345-8600-4240-b9bc-6b4cbdc73aad,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:09.340887 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc535b8a-88e1-4be4-b243-a5d6c78f0c0e None None] Pushing event updated for resources: {'Port': ['ID=731f2440-bf4b-43e9-8583-229a27dd563e,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:09.356662 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:09.380898 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:09.381804 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:50:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:09.432510 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c75d270-3257-4268-b20b-7f036cc7c522 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.448507 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-853edfc5-bf46-4e10-8610-017de9f972dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.450623 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.456443 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-853edfc5-bf46-4e10-8610-017de9f972dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.459898 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'bad5a345-8600-4240-b9bc-6b4cbdc73aad', 'network_id': '56c20eae-13c6-4e46-b6a7-4e95b5d9a382', 'port_id': 'bad5a345-8600-4240-b9bc-6b4cbdc73aad', 'mac_address': 'fa:16:3e:3f:65:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d5a064-a2c4-4374-81f4-8a397efb29f5', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:51:09.474380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-15a04e7f-0379-46a9-bb0a-8e06e6130e86 None None] Port 731f2440-bf4b-43e9-8583-229a27dd563e cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:51:09.494492 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a3b22f3e-f9fb-4333-9cce-1296626ba9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.505182 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.547167 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-08fb31f4-307f-48fc-94cc-ba8a8a9b1f40 req-905a98a8-97db-4e6a-aa77-6d958656e077 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297740 Apr 01 12:51:09.619428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-15a04e7f-0379-46a9-bb0a-8e06e6130e86 None None] Provisioning complete for port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:09.627165 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:09.634386 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-15a04e7f-0379-46a9-bb0a-8e06e6130e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.696596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:09.698637 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.703493 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.711578 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:09.734563 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad5a345-8600-4240-b9bc-6b4cbdc73aad {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:51:09.769113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853edfc5-bf46-4e10-8610-017de9f972dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 7e13437d-834f-4bc3-bb1d-5b024945cae6 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:51:09.892344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port bad5a345-8600-4240-b9bc-6b4cbdc73aad, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bad5a345-8600-4240-b9bc-6b4cbdc73aad,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:09.912819 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.023007 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.026602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.044295 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c83f56e9-ccf4-4086-86b5-b4a8a4fb756b HTTP/1.1" status: 204 len: 168 time: 0.7650909 Apr 01 12:51:10.063848 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c75d270-3257-4268-b20b-7f036cc7c522 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.070327 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c75d270-3257-4268-b20b-7f036cc7c522 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.089115 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=bad5a345-8600-4240-b9bc-6b4cbdc73aad,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:10.160247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-4c75d270-3257-4268-b20b-7f036cc7c522 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] In _notify_port_updated(), no bound segment for port 743c1f81-fbdc-4e22-9465-d5b69ac7d5c5 on network fb844365-cd73-4f5a-aeb3-45afb83391a9 {{(pid=102719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 12:51:10.164295 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:08Z', 'revision_number': 6, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731f2440-bf4b-43e9-8583-229a27dd563e', 'name': '', 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:a7:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:59Z', 'updated_at': '2022-04-01T12:51:09Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:10.173969 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75d270-3257-4268-b20b-7f036cc7c522 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:10.178934 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4c75d270-3257-4268-b20b-7f036cc7c522 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.186836 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4c75d270-3257-4268-b20b-7f036cc7c522 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] 10.222.0.45 "PUT /v2.0/ports/743c1f81-fbdc-4e22-9465-d5b69ac7d5c5 HTTP/1.1" status: 200 len: 1129 time: 0.9860575 Apr 01 12:51:10.187500 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58854) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:10.283984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83f56e9-ccf4-4086-86b5-b4a8a4fb756b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:10.285956 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75d270-3257-4268-b20b-7f036cc7c522 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Pushing event updated for resources: {'Port': ['ID=743c1f81-fbdc-4e22-9465-d5b69ac7d5c5,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:10.296327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a142e099-7853-4a46-b556-a8f5fa5d19c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:10.297443 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-15a04e7f-0379-46a9-bb0a-8e06e6130e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.303149 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a142e099-7853-4a46-b556-a8f5fa5d19c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] 10.222.0.45 "GET /v2.0/ports/743c1f81-fbdc-4e22-9465-d5b69ac7d5c5 HTTP/1.1" status: 200 len: 1129 time: 0.1120141 Apr 01 12:51:10.304077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58856) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:10.320503 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9004d-ddd7-4fa3-9829-e4000ebaaa5f None None] The sync data for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 is: [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:08Z', 'revision_number': 6, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731f2440-bf4b-43e9-8583-229a27dd563e', 'name': '', 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:a7:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:59Z', 'updated_at': '2022-04-01T12:51:09Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:10.339952 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.363542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:10.363875 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:10.364237 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:10.368279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:10.368663 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:10.368999 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:10.369325 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:10.369649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:10.369967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:10.370345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:10.370664 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:10.370990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959227d3-3057-4037-a3c1-c3db711f729a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:10.419426 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853edfc5-bf46-4e10-8610-017de9f972dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:51:10.440780 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-853edfc5-bf46-4e10-8610-017de9f972dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.446539 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-853edfc5-bf46-4e10-8610-017de9f972dd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6 HTTP/1.1" status: 200 len: 954 time: 4.1109893 Apr 01 12:51:10.449467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58860) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:10.466456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['bad5a345-8600-4240-b9bc-6b4cbdc73aad'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:51:10.493585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9e8ac-0165-4eab-bfec-c91fa2c6cfa9 req-3340ffc7-f4cb-492d-8db4-1223cad6f8bb tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:10.517038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5025d-c1c2-481f-89ac-e9e70338f094 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Deleting port 743c1f81-fbdc-4e22-9465-d5b69ac7d5c5 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:10.521455 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d2c5025d-c1c2-481f-89ac-e9e70338f094 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.535041 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8d9e8ac-0165-4eab-bfec-c91fa2c6cfa9 req-3340ffc7-f4cb-492d-8db4-1223cad6f8bb tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 948 time: 0.5471208 Apr 01 12:51:10.646709 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.674345 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-15a04e7f-0379-46a9-bb0a-8e06e6130e86 None None] For port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0c38e8de-86a6-4fe3-8d51-6d00e956eaf5,segment=NetworkSegment(66f6e3e2-09b8-4741-9972-abf621fdb33f),segment_id=66f6e3e2-09b8-4741-9972-abf621fdb33f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:10.706807 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-15a04e7f-0379-46a9-bb0a-8e06e6130e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.708381 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d2c5025d-c1c2-481f-89ac-e9e70338f094 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:10.746534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5025d-c1c2-481f-89ac-e9e70338f094 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Calling delete_port for 743c1f81-fbdc-4e22-9465-d5b69ac7d5c5 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:10.825046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a04e7f-0379-46a9-bb0a-8e06e6130e86 None None] Pushing event updated for resources: {'Port': ['ID=0c38e8de-86a6-4fe3-8d51-6d00e956eaf5,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:10.918248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d8d9e8ac-0165-4eab-bfec-c91fa2c6cfa9 req-1867df45-8dde-42fd-bf9d-bd94924d739a tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795035 Apr 01 12:51:10.935938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e2ace4a8-4171-4321-9a6f-1ff960c6f7d6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6 HTTP/1.1" status: 200 len: 954 time: 0.4827926 Apr 01 12:51:10.936844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58872) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:10.942656 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-cbb17360-fec4-44ff-917d-c85c2ddd2adb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'router': {'routes': None}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:11.040391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630230e-e680-4db4-99c2-0f993570316f req-f75b489d-4345-405e-bd89-b17c51e843c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:11.041986 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c630230e-e680-4db4-99c2-0f993570316f req-f75b489d-4345-405e-bd89-b17c51e843c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.3438253 Apr 01 12:51:11.044933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c14bf7e0-9a62-4792-a8db-5718994a090e None None] Provisioning complete for port 743c1f81-fbdc-4e22-9465-d5b69ac7d5c5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:11.045273 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c14bf7e0-9a62-4792-a8db-5718994a090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:11.126319 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:51:11.126772 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:51:11.149388 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c14bf7e0-9a62-4792-a8db-5718994a090e None None] Port 743c1f81-fbdc-4e22-9465-d5b69ac7d5c5 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:51:11.221474 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c14bf7e0-9a62-4792-a8db-5718994a090e None None] Provisioning complete for port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:11.229310 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c14bf7e0-9a62-4792-a8db-5718994a090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:11.248464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c630230e-e680-4db4-99c2-0f993570316f req-cfa88752-4633-4133-8fe9-edb715770d69 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944242 Apr 01 12:51:11.450573 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d2c5025d-c1c2-481f-89ac-e9e70338f094 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:11.543157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5025d-c1c2-481f-89ac-e9e70338f094 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Pushing event deleted for resources: {'Port': ['ID=743c1f81-fbdc-4e22-9465-d5b69ac7d5c5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:11.559621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c14bf7e0-9a62-4792-a8db-5718994a090e None None] Could not find standard attr ID for object cf0a3b28-9343-4bb0-bbf7-bf9d2e558e90. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:51:11.589793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c14bf7e0-9a62-4792-a8db-5718994a090e None None] Provisioning complete for port 731f2440-bf4b-43e9-8583-229a27dd563e triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:11.590087 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c14bf7e0-9a62-4792-a8db-5718994a090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:11.590625 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d2c5025d-c1c2-481f-89ac-e9e70338f094 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:11.604873 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d2c5025d-c1c2-481f-89ac-e9e70338f094 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] 10.222.0.45 "DELETE /v2.0/ports/743c1f81-fbdc-4e22-9465-d5b69ac7d5c5 HTTP/1.1" status: 204 len: 168 time: 1.2989559 Apr 01 12:51:11.605510 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58892) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:11.715796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.extraroute_db [None req-cbb17360-fec4-44ff-917d-c85c2ddd2adb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Added routes are [] {{(pid=102718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 01 12:51:11.716372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.extraroute_db [None req-cbb17360-fec4-44ff-917d-c85c2ddd2adb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 01 12:51:11.773062 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-69792f81-574f-4d09-8c39-08f907bf03de tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Deleting subnet 36e18292-306a-4d09-9f5e-6f86890e6502 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:51:11.793344 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69792f81-574f-4d09-8c39-08f907bf03de tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:11.819097 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbb17360-fec4-44ff-917d-c85c2ddd2adb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:11.958650 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:11.976848 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c14bf7e0-9a62-4792-a8db-5718994a090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:11.980540 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69792f81-574f-4d09-8c39-08f907bf03de tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:11.984599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58902) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:11.986390 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.050277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29234d63-00d7-4733-b70b-c502a06a99e9 None None] Sync routers for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:51:12.108543 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29234d63-00d7-4733-b70b-c502a06a99e9 None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:12.109193 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-29234d63-00d7-4733-b70b-c502a06a99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:12.131769 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c14bf7e0-9a62-4792-a8db-5718994a090e None None] For port 731f2440-bf4b-43e9-8583-229a27dd563e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=731f2440-bf4b-43e9-8583-229a27dd563e,segment=NetworkSegment(c0e30def-c43c-4a15-864b-5aa6ff1d1a82),segment_id=c0e30def-c43c-4a15-864b-5aa6ff1d1a82)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:12.138329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 731f2440-bf4b-43e9-8583-229a27dd563e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:12.218701 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69792f81-574f-4d09-8c39-08f907bf03de tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.240614 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c14bf7e0-9a62-4792-a8db-5718994a090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.275659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855e626-789d-4313-8865-eddb4a31c051 req-87ea7a0a-63c9-4ce7-88cd-163e6602f4fe tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:12.285333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f855e626-789d-4313-8865-eddb4a31c051 req-87ea7a0a-63c9-4ce7-88cd-163e6602f4fe tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 948 time: 0.1504240 Apr 01 12:51:12.337411 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbb17360-fec4-44ff-917d-c85c2ddd2adb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.345523 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbb17360-fec4-44ff-917d-c85c2ddd2adb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.370572 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f855e626-789d-4313-8865-eddb4a31c051 req-63fd8276-7572-448e-94d0-baec4a3a4288 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822558 Apr 01 12:51:12.392385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69792f81-574f-4d09-8c39-08f907bf03de tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.401861 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-db7929ef-0f71-4d55-8074-166e3a219722 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group': {'name': 'tempest-secgroup--519306046'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:12.415754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d4197b3b-2f96-43f3-ab32-87958807d97e None None] Could not find standard attr ID for object 743c1f81-fbdc-4e22-9465-d5b69ac7d5c5. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:51:12.454091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bf7e0-9a62-4792-a8db-5718994a090e None None] Pushing event updated for resources: {'Port': ['ID=731f2440-bf4b-43e9-8583-229a27dd563e,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:12.467485 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 731f2440-bf4b-43e9-8583-229a27dd563e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:12.467947 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.475062 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-29234d63-00d7-4733-b70b-c502a06a99e9 None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:12.537205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69792f81-574f-4d09-8c39-08f907bf03de tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Pushing event deleted for resources: {'Subnet': ['ID=36e18292-306a-4d09-9f5e-6f86890e6502,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:12.560732 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69792f81-574f-4d09-8c39-08f907bf03de tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.566835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58920) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:12.569448 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-69792f81-574f-4d09-8c39-08f907bf03de tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] 10.222.0.45 "DELETE /v2.0/subnets/36e18292-306a-4d09-9f5e-6f86890e6502 HTTP/1.1" status: 204 len: 168 time: 0.9628148 Apr 01 12:51:12.593611 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db7929ef-0f71-4d55-8074-166e3a219722 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.623732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb17360-fec4-44ff-917d-c85c2ddd2adb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 7e13437d-834f-4bc3-bb1d-5b024945cae6 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:51:12.635122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9c77c-44f3-4ff0-9d65-8b8cfdde636b req-66e73504-b253-4043-bd55-8fc2bbe2ea3e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:12.643943 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-caa9c77c-44f3-4ff0-9d65-8b8cfdde636b req-66e73504-b253-4043-bd55-8fc2bbe2ea3e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.2200606 Apr 01 12:51:12.645165 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db7929ef-0f71-4d55-8074-166e3a219722 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.775074 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-caa9c77c-44f3-4ff0-9d65-8b8cfdde636b req-15358f8c-0745-47c5-80d3-cadfced479c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051564 Apr 01 12:51:12.799182 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d7e4b3-b3ce-4be8-bbda-449179f29a93 None None] Network fb844365-cd73-4f5a-aeb3-45afb83391a9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:12.816104 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.893591 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db7929ef-0f71-4d55-8074-166e3a219722 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.899320 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db7929ef-0f71-4d55-8074-166e3a219722 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.976911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb17360-fec4-44ff-917d-c85c2ddd2adb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:51:12.991944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7929ef-0f71-4d55-8074-166e3a219722 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7021121-e649-4fad-8aa4-98f6d8e68df3,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:12.996353 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbb17360-fec4-44ff-917d-c85c2ddd2adb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:12.997541 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cbb17360-fec4-44ff-917d-c85c2ddd2adb tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6 HTTP/1.1" status: 200 len: 704 time: 2.0595458 Apr 01 12:51:13.013108 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58930) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:13.065641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device bad5a345-8600-4240-b9bc-6b4cbdc73aad up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:13.069646 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db7929ef-0f71-4d55-8074-166e3a219722 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.075328 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db7929ef-0f71-4d55-8074-166e3a219722 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.131417 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-db7929ef-0f71-4d55-8074-166e3a219722 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.133028 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-db7929ef-0f71-4d55-8074-166e3a219722 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1452510 Apr 01 12:51:13.134246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7929ef-0f71-4d55-8074-166e3a219722 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63436b1c-a665-47fe-9406-60628d9536a2,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:13.136870 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58932) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:13.176252 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Deleting port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:13.177250 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.222445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bd8b4d84-9bae-4ccf-b6d8-d5ebbbc4c0ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6 HTTP/1.1" status: 200 len: 704 time: 0.2039454 Apr 01 12:51:13.224150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 58934) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:13.255521 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-56c0d081-d5b5-4a45-a71c-55cdf1f3b468 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1168413 Apr 01 12:51:13.262532 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58940) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:13.267210 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e6a3390a-42d9-495a-9579-df84fe93fa0d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group': {'name': 'tempest-security--1124002440', 'description': 'tempest-security-description-694620888'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:13.290477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:13.300763 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6a3390a-42d9-495a-9579-df84fe93fa0d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.443285 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6a3390a-42d9-495a-9579-df84fe93fa0d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.454292 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6a3390a-42d9-495a-9579-df84fe93fa0d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.457488 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6a3390a-42d9-495a-9579-df84fe93fa0d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.462465 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e6a3390a-42d9-495a-9579-df84fe93fa0d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "PUT /v2.0/security-groups/63436b1c-a665-47fe-9406-60628d9536a2 HTTP/1.1" status: 200 len: 1779 time: 0.1988816 Apr 01 12:51:13.463120 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58946) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:13.475233 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port bad5a345-8600-4240-b9bc-6b4cbdc73aad completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:51:13.506267 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port bad5a345-8600-4240-b9bc-6b4cbdc73aad triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:13.507130 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.560574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:13.561131 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.606554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1502ed3-e5f3-4eab-a058-8dc271a3fcd0 None None] DHCP port deletion for fb844365-cd73-4f5a-aeb3-45afb83391a9 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:51:13.620485 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3390a-42d9-495a-9579-df84fe93fa0d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63436b1c-a665-47fe-9406-60628d9536a2,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:13.638987 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b85e7ff8-eae1-499f-b1db-7f26f1f0ecfb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-groups/63436b1c-a665-47fe-9406-60628d9536a2 HTTP/1.1" status: 200 len: 1779 time: 0.1674945 Apr 01 12:51:13.640266 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58950) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:13.674556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] For port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0c38e8de-86a6-4fe3-8d51-6d00e956eaf5,segment=NetworkSegment(66f6e3e2-09b8-4741-9972-abf621fdb33f),segment_id=66f6e3e2-09b8-4741-9972-abf621fdb33f)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:13.682393 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.703994 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c888a200-2076-4d77-88af-c332820063c1 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.723015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Calling delete_port for 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:13.728302 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c888a200-2076-4d77-88af-c332820063c1 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.784603 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c888a200-2076-4d77-88af-c332820063c1 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.799400 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c888a200-2076-4d77-88af-c332820063c1 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:13.808178 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c888a200-2076-4d77-88af-c332820063c1 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-groups/63436b1c-a665-47fe-9406-60628d9536a2 HTTP/1.1" status: 204 len: 168 time: 0.1667240 Apr 01 12:51:13.809888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58958) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:13.818066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-29234d63-00d7-4733-b70b-c502a06a99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:11Z', 'revision_number': 7, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731f2440-bf4b-43e9-8583-229a27dd563e', 'name': '', 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:a7:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:59Z', 'updated_at': '2022-04-01T12:51:09Z', 'revision_number': 4, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:13.858075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888a200-2076-4d77-88af-c332820063c1 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63436b1c-a665-47fe-9406-60628d9536a2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:13.887752 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29234d63-00d7-4733-b70b-c502a06a99e9 None None] Checking router: 7e13437d-834f-4bc3-bb1d-5b024945cae6 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:51:13.968277 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e74e3413-aacd-41a0-ab88-49473a46b5e0 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1247940 Apr 01 12:51:13.973210 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58960) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:14.012835 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-2111eceb-acb0-4ad0-982b-d6d9d4f9fb5c tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] delete failed (client error): The resource could not be found. Apr 01 12:51:14.023174 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2111eceb-acb0-4ad0-982b-d6d9d4f9fb5c tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-groups/63436b1c-a665-47fe-9406-60628d9536a2 HTTP/1.1" status: 404 len: 347 time: 0.0478351 Apr 01 12:51:14.026140 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58962) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:14.031016 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4191d63f-79ad-4973-b5c3-d20f216a6d43 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group': {'name': 'tempest-secgroup--848787059'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:14.048508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29234d63-00d7-4733-b70b-c502a06a99e9 None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:14.049164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-29234d63-00d7-4733-b70b-c502a06a99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:14.056435 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.060459 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c1502ed3-e5f3-4eab-a058-8dc271a3fcd0 None None] Deleting port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:14.060941 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1502ed3-e5f3-4eab-a058-8dc271a3fcd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.073037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274b337-dbc5-4a78-983e-ec1f9ddb2ffe req-60c7eba5-997f-47c6-a96d-a346a894912b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:14.085870 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7274b337-dbc5-4a78-983e-ec1f9ddb2ffe req-60c7eba5-997f-47c6-a96d-a346a894912b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.1331334 Apr 01 12:51:14.169649 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4191d63f-79ad-4973-b5c3-d20f216a6d43 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.208464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7274b337-dbc5-4a78-983e-ec1f9ddb2ffe req-7159b9c7-d1f3-46a4-a28a-363f4fca4b9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066432 Apr 01 12:51:14.209561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 731f2440-bf4b-43e9-8583-229a27dd563e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:14.313719 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4191d63f-79ad-4973-b5c3-d20f216a6d43 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.317881 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4191d63f-79ad-4973-b5c3-d20f216a6d43 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.349548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191d63f-79ad-4973-b5c3-d20f216a6d43 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20f8871-08e8-4f2d-8a6c-83b08d53df07,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:14.377700 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4191d63f-79ad-4973-b5c3-d20f216a6d43 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.380236 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4191d63f-79ad-4973-b5c3-d20f216a6d43 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3521569 Apr 01 12:51:14.382488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58968) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:14.388919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-69fbb5aa-62cf-465b-b7e9-1948416d6cbb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': 'e20f8871-08e8-4f2d-8a6c-83b08d53df07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:14.438179 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69fbb5aa-62cf-465b-b7e9-1948416d6cbb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.444215 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-29234d63-00d7-4733-b70b-c502a06a99e9 None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:14.533991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfac13-6ceb-4386-bd0e-7790f576c375 req-2bf52ca1-c4bf-4130-b1fa-5eae5e034081 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:14.540417 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7ebfac13-6ceb-4386-bd0e-7790f576c375 req-2bf52ca1-c4bf-4130-b1fa-5eae5e034081 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 948 time: 1.0189652 Apr 01 12:51:14.544999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.559244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364809ff-e670-407e-bbf1-f2c9882e2298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad5a345-8600-4240-b9bc-6b4cbdc73aad'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:51:14.561687 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767c4f05-e877-4ec5-9677-7663762f9504" -d '{"events": [{"server_uuid": "364809ff-e670-407e-bbf1-f2c9882e2298", "name": "network-vif-plugged", "status": "completed", "tag": "bad5a345-8600-4240-b9bc-6b4cbdc73aad"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:51:14.593627 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69fbb5aa-62cf-465b-b7e9-1948416d6cbb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.599753 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69fbb5aa-62cf-465b-b7e9-1948416d6cbb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.616664 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c1502ed3-e5f3-4eab-a058-8dc271a3fcd0 None None] For port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0c38e8de-86a6-4fe3-8d51-6d00e956eaf5,segment=NetworkSegment(66f6e3e2-09b8-4741-9972-abf621fdb33f),segment_id=66f6e3e2-09b8-4741-9972-abf621fdb33f)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:14.617077 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1502ed3-e5f3-4eab-a058-8dc271a3fcd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.624828 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbb5aa-62cf-465b-b7e9-1948416d6cbb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9efe68-be32-422c-a416-892384ab3a0b,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:14.644957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c1502ed3-e5f3-4eab-a058-8dc271a3fcd0 None None] Calling delete_port for 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:14.670529 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-69fbb5aa-62cf-465b-b7e9-1948416d6cbb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.671897 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-69fbb5aa-62cf-465b-b7e9-1948416d6cbb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2868049 Apr 01 12:51:14.678700 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58978) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:14.711488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Pushing event deleted for resources: {'Port': ['ID=0c38e8de-86a6-4fe3-8d51-6d00e956eaf5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:14.713919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] No DVR routers for this DVR port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:14.724488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port bad5a345-8600-4240-b9bc-6b4cbdc73aad, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bad5a345-8600-4240-b9bc-6b4cbdc73aad,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:14.753807 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cc310574-7ad2-428a-ba8f-9eeec4294ab5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.771508 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-5571dbff-e889-495b-966a-fc99d555d1b8 service neutron] show failed (client error): The resource could not be found. Apr 01 12:51:14.772678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-5571dbff-e889-495b-966a-fc99d555d1b8 service neutron] 10.222.0.37 "GET /v2.0/ports/a5453505-645a-4aa9-9626-eab9abea70ff/bindings/n-h2-836146-1 HTTP/1.1" status: 404 len: 380 time: 0.8291345 Apr 01 12:51:14.774830 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cc310574-7ad2-428a-ba8f-9eeec4294ab5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.838290 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cc310574-7ad2-428a-ba8f-9eeec4294ab5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.851763 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cc310574-7ad2-428a-ba8f-9eeec4294ab5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:14.854933 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cc310574-7ad2-428a-ba8f-9eeec4294ab5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/cd9efe68-be32-422c-a416-892384ab3a0b HTTP/1.1" status: 204 len: 168 time: 0.1745355 Apr 01 12:51:14.867971 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58980) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:14.880358 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7ebfac13-6ceb-4386-bd0e-7790f576c375 req-a08edbd3-077b-4440-b6ff-6c7b1562446c tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895787 Apr 01 12:51:14.910134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc310574-7ad2-428a-ba8f-9eeec4294ab5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd9efe68-be32-422c-a416-892384ab3a0b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:14.929906 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.024225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb844365-cd73-4f5a-aeb3-45afb83391a9']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:15.032973 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-92eb1a8f-0c0b-41f5-b0b6-58024ae0d1eb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1605964 Apr 01 12:51:15.033767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58984) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:15.042068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f6e3e2-09b8-4741-9972-abf621fdb33f') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:15.042809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f6e3e2-09b8-4741-9972-abf621fdb33f') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:15.104366 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.146838 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.169975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:51:15.170607 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:51:15.174948 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:51:15.180964 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ee256c59-a8fb-4348-bfa4-7d8a7ee17230 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.186028 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c1502ed3-e5f3-4eab-a058-8dc271a3fcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.189120 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d545a6c7-f633-4fea-8c7b-3598873629b7 x-openstack-request-id: req-d545a6c7-f633-4fea-8c7b-3598873629b7 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:51:15.189396 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364809ff-e670-407e-bbf1-f2c9882e2298", "name": "network-vif-plugged", "status": "completed", "tag": "bad5a345-8600-4240-b9bc-6b4cbdc73aad", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:51:15.189646 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d545a6c7-f633-4fea-8c7b-3598873629b7 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:51:15.190058 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d545a6c7-f633-4fea-8c7b-3598873629b7'] response: {'server_uuid': '364809ff-e670-407e-bbf1-f2c9882e2298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad5a345-8600-4240-b9bc-6b4cbdc73aad', 'code': 200} Apr 01 12:51:15.224649 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.260113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ee256c59-a8fb-4348-bfa4-7d8a7ee17230 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.260926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-2929638f-b6b5-4c4b-8fda-2f9421a2ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:15.263254 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-2929638f-b6b5-4c4b-8fda-2f9421a2ac08 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393&tenant_id=57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 1096 time: 0.2182224 Apr 01 12:51:15.269825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1502ed3-e5f3-4eab-a058-8dc271a3fcd0 None None] Pushing event deleted for resources: {'Port': ['ID=0c38e8de-86a6-4fe3-8d51-6d00e956eaf5,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:15.282658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-1', 'device_owner': 'compute:nova'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:15.330186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=bad5a345-8600-4240-b9bc-6b4cbdc73aad,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:15.351833 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ee256c59-a8fb-4348-bfa4-7d8a7ee17230 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.352422 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1502ed3-e5f3-4eab-a058-8dc271a3fcd0 None None] No DVR routers for this DVR port 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:15.380040 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ee256c59-a8fb-4348-bfa4-7d8a7ee17230 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.381861 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ee256c59-a8fb-4348-bfa4-7d8a7ee17230 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-groups/e20f8871-08e8-4f2d-8a6c-83b08d53df07 HTTP/1.1" status: 204 len: 168 time: 0.3470702 Apr 01 12:51:15.384610 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 731f2440-bf4b-43e9-8583-229a27dd563e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:15.385198 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.389178 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58992) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:15.393741 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-29234d63-00d7-4733-b70b-c502a06a99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:11Z', 'revision_number': 7, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731f2440-bf4b-43e9-8583-229a27dd563e', 'name': '', 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:a7:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:59Z', 'updated_at': '2022-04-01T12:51:12Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:15.412873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee256c59-a8fb-4348-bfa4-7d8a7ee17230 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20f8871-08e8-4f2d-8a6c-83b08d53df07,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:15.464355 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29234d63-00d7-4733-b70b-c502a06a99e9 None None] The sync data for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 is: [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:11Z', 'revision_number': 7, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731f2440-bf4b-43e9-8583-229a27dd563e', 'name': '', 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:a7:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:59Z', 'updated_at': '2022-04-01T12:51:12Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:15.477928 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bd84f9ee-1983-4f6a-873b-54c27b1fe7ee tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0871005 Apr 01 12:51:15.482743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 58996) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:15.506850 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-86d29c6c-cfa0-41e0-9cc6-034fe6b0d369 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group': {'name': 'tempest-secgroup--388922579'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:15.578181 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86d29c6c-cfa0-41e0-9cc6-034fe6b0d369 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.622364 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.626706 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.638593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccc66b-53a9-49c3-a924-89e5ed6238f3 req-a12ba5f4-44dc-4ae0-80e4-9cc87f215dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:15.640449 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0ccc66b-53a9-49c3-a924-89e5ed6238f3 req-a12ba5f4-44dc-4ae0-80e4-9cc87f215dcf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 1100 time: 0.4665296 Apr 01 12:51:15.664260 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.682090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] 10.222.0.45 "DELETE /v2.0/networks/fb844365-cd73-4f5a-aeb3-45afb83391a9 HTTP/1.1" status: 204 len: 168 time: 3.1071773 Apr 01 12:51:15.731525 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86d29c6c-cfa0-41e0-9cc6-034fe6b0d369 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.735315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:15.742071 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86d29c6c-cfa0-41e0-9cc6-034fe6b0d369 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.774252 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb789b88-7c1c-4e56-af4b-294657adba81 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949 tempest-ExtraDHCPOptionsIpV6TestJSON-1039959949-project] Pushing event deleted for resources: {'Network': ['ID=fb844365-cd73-4f5a-aeb3-45afb83391a9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:15.796857 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:15.797998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0c38e8de-86a6-4fe3-8d51-6d00e956eaf5 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:15.821715 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86d29c6c-cfa0-41e0-9cc6-034fe6b0d369 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:15.827483 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-86d29c6c-cfa0-41e0-9cc6-034fe6b0d369 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3423250 Apr 01 12:51:15.831869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d29c6c-cfa0-41e0-9cc6-034fe6b0d369 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee36a1c-3ea2-4d0a-b6be-56495891c6cd,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:15.842809 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59004) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:15.856589 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-06efc8c3-6319-4437-b526-da0f1d732616 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': '1ee36a1c-3ea2-4d0a-b6be-56495891c6cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:15.903998 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06efc8c3-6319-4437-b526-da0f1d732616 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.065847 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0302-c8de-4033-8729-41467a86e5b4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.081890 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0ccc66b-53a9-49c3-a924-89e5ed6238f3 req-bc11005d-38ca-460a-99e3-a8847a58ff7c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816953 Apr 01 12:51:16.101708 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06efc8c3-6319-4437-b526-da0f1d732616 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.124567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06efc8c3-6319-4437-b526-da0f1d732616 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.138750 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e14036-9f64-428b-be34-2c0043543c8b None None] Sync routers for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:51:16.154422 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efc8c3-6319-4437-b526-da0f1d732616 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0eec3d-7889-40a9-8d63-530456a52c5f,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:16.170416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d6bd2-bd54-468a-8ede-c0c31c0bf382 req-1c74528b-cd03-44b1-979a-420a014fdac6 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:16.170839 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e14036-9f64-428b-be34-2c0043543c8b None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:16.171485 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-75e14036-9f64-428b-be34-2c0043543c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:16.172419 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-608d6bd2-bd54-468a-8ede-c0c31c0bf382 req-1c74528b-cd03-44b1-979a-420a014fdac6 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 949 time: 0.0826814 Apr 01 12:51:16.181199 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06efc8c3-6319-4437-b526-da0f1d732616 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.182552 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-06efc8c3-6319-4437-b526-da0f1d732616 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3367155 Apr 01 12:51:16.185081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59016) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:16.189767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-217c44e8-f2ad-4638-9397-db2f90396dc3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': '1ee36a1c-3ea2-4d0a-b6be-56495891c6cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:16.299812 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-608d6bd2-bd54-468a-8ede-c0c31c0bf382 req-75f4bbc9-2afb-41aa-a8b0-25f8c9369294 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016226 Apr 01 12:51:16.304208 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-217c44e8-f2ad-4638-9397-db2f90396dc3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.316015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:16.342310 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59018) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:16.354715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:51:16.390697 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-217c44e8-f2ad-4638-9397-db2f90396dc3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.395709 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-75e14036-9f64-428b-be34-2c0043543c8b None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:16.396410 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-217c44e8-f2ad-4638-9397-db2f90396dc3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.406898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa686d-d908-4ed9-8d58-fe0e463ebfcb req-6162c252-d499-4584-a15a-da79e7324e29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:16.408856 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afaa686d-d908-4ed9-8d58-fe0e463ebfcb req-6162c252-d499-4584-a15a-da79e7324e29 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 1.0557566 Apr 01 12:51:16.424994 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c44e8-f2ad-4638-9397-db2f90396dc3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f41b1e-3fb4-49ff-bc39-47289382cd4b,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:16.450864 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-217c44e8-f2ad-4638-9397-db2f90396dc3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.455884 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-217c44e8-f2ad-4638-9397-db2f90396dc3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2689342 Apr 01 12:51:16.456220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59026) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:16.468223 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c664ce9b-6b05-4c47-8e48-724268c5ab9e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': '1ee36a1c-3ea2-4d0a-b6be-56495891c6cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:16.495399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:51:16.498170 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1795932-e113-46f2-a7eb-d77c5f5c3948" -d '{"events": [{"server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "name": "network-vif-unplugged", "status": "completed", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:51:16.523055 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.568937 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c664ce9b-6b05-4c47-8e48-724268c5ab9e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.628551 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f720b24e-555e-4494-9f71-b056bf695eec x-openstack-request-id: req-f720b24e-555e-4494-9f71-b056bf695eec {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:51:16.629745 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "name": "network-vif-unplugged", "status": "completed", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:51:16.630193 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f720b24e-555e-4494-9f71-b056bf695eec {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:51:16.630767 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f720b24e-555e-4494-9f71-b056bf695eec'] response: {'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'code': 200} Apr 01 12:51:16.631883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Transition to ACTIVE for port object a5453505-645a-4aa9-9626-eab9abea70ff will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:51:16.642770 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.651688 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afaa686d-d908-4ed9-8d58-fe0e463ebfcb req-95cc6438-a056-4a99-beb1-d5c091204128 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766484 Apr 01 12:51:16.752744 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c664ce9b-6b05-4c47-8e48-724268c5ab9e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.768613 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c664ce9b-6b05-4c47-8e48-724268c5ab9e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.810173 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-924b81a3-9fbc-494a-92dd-da16e25ae70f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4358f99b29d347aba2326fb1d66c8093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539368 Apr 01 12:51:16.811342 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59032) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:16.834370 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664ce9b-6b05-4c47-8e48-724268c5ab9e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48b3c3f-4375-4ad4-b5d7-0db1ff17c703,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:16.851138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:16.904604 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c664ce9b-6b05-4c47-8e48-724268c5ab9e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:16.918602 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c664ce9b-6b05-4c47-8e48-724268c5ab9e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4583750 Apr 01 12:51:16.931738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59038) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:16.949442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5bc25fbf-e1a1-4a44-af2e-ccc123d5019a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': '1ee36a1c-3ea2-4d0a-b6be-56495891c6cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:16.980389 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-75e14036-9f64-428b-be34-2c0043543c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:11Z', 'revision_number': 7, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731f2440-bf4b-43e9-8583-229a27dd563e', 'name': '', 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:a7:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:59Z', 'updated_at': '2022-04-01T12:51:12Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:16.991613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] No DVR routers for this DVR port a5453505-645a-4aa9-9626-eab9abea70ff on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:16.996666 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc25fbf-e1a1-4a44-af2e-ccc123d5019a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:17.057853 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e14036-9f64-428b-be34-2c0043543c8b None None] Checking router: 7e13437d-834f-4bc3-bb1d-5b024945cae6 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:51:17.081828 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e14036-9f64-428b-be34-2c0043543c8b None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:17.082471 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-75e14036-9f64-428b-be34-2c0043543c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:17.102037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc25fbf-e1a1-4a44-af2e-ccc123d5019a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:17.113490 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84bf4a52-5f33-43af-b6a6-5945368d4eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:17.115711 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc25fbf-e1a1-4a44-af2e-ccc123d5019a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:17.183523 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5bc25fbf-e1a1-4a44-af2e-ccc123d5019a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:17.187910 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5bc25fbf-e1a1-4a44-af2e-ccc123d5019a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2461348 Apr 01 12:51:17.190605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59044) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:17.201954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-12413841-71de-4cd9-96e5-40c1f63135dd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': '1ee36a1c-3ea2-4d0a-b6be-56495891c6cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:17.202124 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc25fbf-e1a1-4a44-af2e-ccc123d5019a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348d3654-d539-4f17-afd9-59f8c0b71e44,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:17.226342 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84bf4a52-5f33-43af-b6a6-5945368d4eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:17.285474 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-75e14036-9f64-428b-be34-2c0043543c8b None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:17.311409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba0302-c8de-4033-8729-41467a86e5b4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port 731f2440-bf4b-43e9-8583-229a27dd563e {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:17.311896 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0302-c8de-4033-8729-41467a86e5b4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:17.323997 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84bf4a52-5f33-43af-b6a6-5945368d4eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:17.327390 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84bf4a52-5f33-43af-b6a6-5945368d4eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:17.330877 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-84bf4a52-5f33-43af-b6a6-5945368d4eb9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7bdbd4d-56cf-402a-9c99-97ef344dd287 HTTP/1.1" status: 204 len: 168 time: 0.5105138 Apr 01 12:51:17.342696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf4a52-5f33-43af-b6a6-5945368d4eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bdbd4d-56cf-402a-9c99-97ef344dd287,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:17.382190 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59056) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:17.477458 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-d1ba0302-c8de-4033-8729-41467a86e5b4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] For port 731f2440-bf4b-43e9-8583-229a27dd563e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=731f2440-bf4b-43e9-8583-229a27dd563e,segment=NetworkSegment(c0e30def-c43c-4a15-864b-5aa6ff1d1a82),segment_id=c0e30def-c43c-4a15-864b-5aa6ff1d1a82)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:17.477854 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0302-c8de-4033-8729-41467a86e5b4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:17.492613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba0302-c8de-4033-8729-41467a86e5b4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for 731f2440-bf4b-43e9-8583-229a27dd563e owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:17.617310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Attempting to bind port a5453505-645a-4aa9-9626-eab9abea70ff on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:51:17.617701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Attempting to bind port a5453505-645a-4aa9-9626-eab9abea70ff by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:51:17.617977 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Attempting to bind port a5453505-645a-4aa9-9626-eab9abea70ff on network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:51:17.650628 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12413841-71de-4cd9-96e5-40c1f63135dd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:17.663645 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Port a5453505-645a-4aa9-9626-eab9abea70ff on network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:51:17.668337 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Attempting to bind port a5453505-645a-4aa9-9626-eab9abea70ff on network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:51:17.680503 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c6543-0201-4e91-af8a-d4013d4516a9 req-3501399b-b478-47dc-b40a-4e7d54cea7ad tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:17.692120 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-75e14036-9f64-428b-be34-2c0043543c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:11Z', 'revision_number': 7, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731f2440-bf4b-43e9-8583-229a27dd563e', 'name': '', 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:a7:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:59Z', 'updated_at': '2022-04-01T12:51:12Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:17.698521 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-576c6543-0201-4e91-af8a-d4013d4516a9 req-3501399b-b478-47dc-b40a-4e7d54cea7ad tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 949 time: 0.1738873 Apr 01 12:51:17.704327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:51:17.708736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Checking segment: {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:51:17.713291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Bound using segment: {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:51:17.714094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Bound port: a5453505-645a-4aa9-9626-eab9abea70ff, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:51:17.714719 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:17.744969 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e14036-9f64-428b-be34-2c0043543c8b None None] The sync data for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 is: [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:11Z', 'revision_number': 7, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731f2440-bf4b-43e9-8583-229a27dd563e', 'name': '', 'network_id': 'c7d1d465-3e62-4745-8c8e-7c92f02a6976', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:a7:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:59Z', 'updated_at': '2022-04-01T12:51:12Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'd8ca8be3-59b3-4c07-bf55-29b8538efd0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:18.090054 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12413841-71de-4cd9-96e5-40c1f63135dd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:18.108978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:51:18.112121 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12413841-71de-4cd9-96e5-40c1f63135dd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:18.156676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee819e-d594-42eb-b7f5-378ad3fe2117 req-88d06b3d-399c-417b-9ef6-bcacc1d8a335 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:18.158400 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86ee819e-d594-42eb-b7f5-378ad3fe2117 req-88d06b3d-399c-417b-9ef6-bcacc1d8a335 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 943 time: 0.3156755 Apr 01 12:51:18.170708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12413841-71de-4cd9-96e5-40c1f63135dd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ac92ce-26cc-4035-b8d0-47ab2269f6c8,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:18.201605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:51:18.230903 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:18.282829 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12413841-71de-4cd9-96e5-40c1f63135dd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:18.284250 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-12413841-71de-4cd9-96e5-40c1f63135dd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0866077 Apr 01 12:51:18.288378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:18.289000 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:18.290349 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] 10.222.0.44 "PUT /v2.0/ports/a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 1091 time: 3.0120485 Apr 01 12:51:18.315711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59084) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:18.343617 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0302-c8de-4033-8729-41467a86e5b4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:18.406641 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-576c6543-0201-4e91-af8a-d4013d4516a9 req-cfa992a4-b1bd-4eaf-b86d-332d4eae9069 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7054811 Apr 01 12:51:18.579727 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-86ee819e-d594-42eb-b7f5-378ad3fe2117 req-6759e377-4032-4a5f-ad53-07162026743b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4061258 Apr 01 12:51:18.673341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:51:18.681858 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a3148f-d435-481d-9bdc-8a326b48882e" -d '{"events": [{"name": "network-changed", "server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:51:18.727710 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59100) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:18.804138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5582d23-dc0a-47d2-be2a-007eddc0863a service neutron] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:18.812979 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6198cc4f-e1e2-4c98-bec2-d5c26a566ad3 x-openstack-request-id: req-6198cc4f-e1e2-4c98-bec2-d5c26a566ad3 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:51:18.813265 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:51:18.813514 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6198cc4f-e1e2-4c98-bec2-d5c26a566ad3 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:51:18.813966 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6198cc4f-e1e2-4c98-bec2-d5c26a566ad3'] response: {'name': 'network-changed', 'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'status': 'completed', 'code': 200} Apr 01 12:51:18.865747 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0302-c8de-4033-8729-41467a86e5b4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:18.965587 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99877dbb-a1e0-41ac-853b-ab219fd82d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.041084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a5453505-645a-4aa9-9626-eab9abea70ff no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:19.084814 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a5453505-645a-4aa9-9626-eab9abea70ff not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:19.164030 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-650678417'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:19.197137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Made reservation on behalf of 0a4cbef92a64419da4141f2b0e87e6ad for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:19.200838 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.202109 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd132077-60e2-4847-8fb8-7cb39699350a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.212716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.215250 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd132077-60e2-4847-8fb8-7cb39699350a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.220994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba0302-c8de-4033-8729-41467a86e5b4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=731f2440-bf4b-43e9-8583-229a27dd563e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:19.273801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-5cb13db2-a65f-40c9-ad41-371e1d629591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:19.275243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-5cb13db2-a65f-40c9-ad41-371e1d629591 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1094 time: 0.9327395 Apr 01 12:51:19.334943 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-3254304f-2e16-40f4-925f-bdcc86c29583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:19.336474 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-3254304f-2e16-40f4-925f-bdcc86c29583 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1094 time: 0.5217168 Apr 01 12:51:19.354191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-99877dbb-a1e0-41ac-853b-ab219fd82d7c admin admin] Deleting port 78498dce-acd8-436b-b2c4-84459f93f121 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:19.354574 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99877dbb-a1e0-41ac-853b-ab219fd82d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.383286 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd132077-60e2-4847-8fb8-7cb39699350a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.389103 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.400381 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dd132077-60e2-4847-8fb8-7cb39699350a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.404033 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dd132077-60e2-4847-8fb8-7cb39699350a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/30ac92ce-26cc-4035-b8d0-47ab2269f6c8 HTTP/1.1" status: 204 len: 168 time: 1.0849075 Apr 01 12:51:19.422241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59112) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:19.424703 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.473546 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:51:19.479860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd132077-60e2-4847-8fb8-7cb39699350a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30ac92ce-26cc-4035-b8d0-47ab2269f6c8,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:19.541602 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.541940 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Added segment 9119206d-766c-43ed-91e1-2749ede542d6 of type vlan for network 19da0c21-4bb8-484f-982d-199226cba14c Apr 01 12:51:19.544602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6df44f-804b-4d6f-9e31-f04023df8ab6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:19.576193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-99877dbb-a1e0-41ac-853b-ab219fd82d7c admin admin] For port 78498dce-acd8-436b-b2c4-84459f93f121, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=78498dce-acd8-436b-b2c4-84459f93f121,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:19.576698 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99877dbb-a1e0-41ac-853b-ab219fd82d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.595999 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-da1c6411-4242-4854-b08b-5bf9fbd73305 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1696055 Apr 01 12:51:19.605418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59116) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:19.612437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-f691ba81-15e8-4190-9c51-e3e7db41566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:19.614469 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-f691ba81-15e8-4190-9c51-e3e7db41566e service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.3017213 Apr 01 12:51:19.632562 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-99877dbb-a1e0-41ac-853b-ab219fd82d7c admin admin] Calling delete_port for 78498dce-acd8-436b-b2c4-84459f93f121 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:19.644477 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.673244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-58159e41-1579-43c2-84ba-96c3e9a9d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:19.675101 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-58159e41-1579-43c2-84ba-96c3e9a9d27b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.3239739 Apr 01 12:51:19.756113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.761481 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:19.762185 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.793406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e066b7-b4f8-4f89-8c51-9db373fe52dd req-058f15cd-7bdc-4cb4-b3af-b4ad4c5279ba tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:19.794780 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96e066b7-b4f8-4f89-8c51-9db373fe52dd req-058f15cd-7bdc-4cb4-b3af-b4ad4c5279ba tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 949 time: 0.2508516 Apr 01 12:51:19.796514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ba0302-c8de-4033-8729-41467a86e5b4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 7e13437d-834f-4bc3-bb1d-5b024945cae6 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:51:19.801984 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd27cbf8-b94d-433b-a0a5-23f14a6e02e9 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.820673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de73b32-0222-430d-8777-af36cfd4c762 req-7df2a2f8-ca8f-4a7e-a86b-376b755d837e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:19.822218 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8de73b32-0222-430d-8777-af36cfd4c762 req-7df2a2f8-ca8f-4a7e-a86b-376b755d837e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 943 time: 0.1314309 Apr 01 12:51:19.831130 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1023743 Apr 01 12:51:19.844534 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-49b2c0f1-996e-4fb4-823e-d2bef534ca02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 999 time: 0.1991460 Apr 01 12:51:19.846036 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd27cbf8-b94d-433b-a0a5-23f14a6e02e9 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:19.847648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59126) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:19.874377 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-328f9402-962d-4d64-8215-392fc0996698 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Request body: {'subnet': {'network_id': '19da0c21-4bb8-484f-982d-199226cba14c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:19.893981 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-3073e0c2-06b0-4db1-b063-1d296e0ade78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 999 time: 0.1827631 Apr 01 12:51:19.913025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91010e5-c203-4112-ba52-6f10decf15d8 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event updated for resources: {'Network': ['ID=19da0c21-4bb8-484f-982d-199226cba14c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:19.924462 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 19da0c21-4bb8-484f-982d-199226cba14c details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:51:19.982329 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8de73b32-0222-430d-8777-af36cfd4c762 req-33d8e44a-d0fd-4bf9-afa2-2bb0f495a2e7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926607 Apr 01 12:51:20.064889 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96e066b7-b4f8-4f89-8c51-9db373fe52dd req-fb000ed2-1bbe-4b08-9982-cbd44c5aa652 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304156 Apr 01 12:51:20.084670 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd27cbf8-b94d-433b-a0a5-23f14a6e02e9 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:20.099397 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fd27cbf8-b94d-433b-a0a5-23f14a6e02e9 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:20.103235 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fd27cbf8-b94d-433b-a0a5-23f14a6e02e9 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/348d3654-d539-4f17-afd9-59f8c0b71e44 HTTP/1.1" status: 204 len: 168 time: 0.4922454 Apr 01 12:51:20.104449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59134) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:20.122643 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99877dbb-a1e0-41ac-853b-ab219fd82d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:20.159128 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-8e6e6909-014e-466a-b145-e517a85a703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:20.161288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-8e6e6909-014e-466a-b145-e517a85a703e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.2836950 Apr 01 12:51:20.171835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27cbf8-b94d-433b-a0a5-23f14a6e02e9 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=348d3654-d539-4f17-afd9-59f8c0b71e44,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:20.176797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-883a3b24-4a05-4a8e-801d-3137d643beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:20.178187 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-883a3b24-4a05-4a8e-801d-3137d643beac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.2469611 Apr 01 12:51:20.179074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99877dbb-a1e0-41ac-853b-ab219fd82d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=78498dce-acd8-436b-b2c4-84459f93f121,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:20.258029 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ba0302-c8de-4033-8729-41467a86e5b4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:51:20.271082 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d1ba0302-c8de-4033-8729-41467a86e5b4 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0437324 Apr 01 12:51:20.271296 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4e7f9-f30b-4c9f-b7c2-6d3356ea75b4 None None] Sync routers for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:51:20.281260 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59138) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:20.299616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328f9402-962d-4d64-8215-392fc0996698 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Made reservation on behalf of 0a4cbef92a64419da4141f2b0e87e6ad for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:20.304132 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-263e1c37-a80d-4244-aae8-34bdb8f639a3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1981215 Apr 01 12:51:20.306949 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59140) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:20.308020 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-328f9402-962d-4d64-8215-392fc0996698 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:20.309492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4e7f9-f30b-4c9f-b7c2-6d3356ea75b4 None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:20.310673 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f0c4e7f9-f30b-4c9f-b7c2-6d3356ea75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:20.397432 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-faa97b08-55cf-44f3-9304-5f8ffc963f71 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:20.423545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-74a60b6f-28ae-419d-8d60-7f3948417ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:20.425006 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-74a60b6f-28ae-419d-8d60-7f3948417ccb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2340624 Apr 01 12:51:20.433575 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-a7b2a103-dc36-4ed5-a445-cb6e723b3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:20.435050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-a7b2a103-dc36-4ed5-a445-cb6e723b3817 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2624764 Apr 01 12:51:20.505970 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-faa97b08-55cf-44f3-9304-5f8ffc963f71 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:20.543014 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-f0c4e7f9-f30b-4c9f-b7c2-6d3356ea75b4 None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:20.546224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-893d924b-cfef-4716-a70f-ffe3836b2b01 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting subnet d8ca8be3-59b3-4c07-bf55-29b8538efd0e {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:51:20.651798 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-faa97b08-55cf-44f3-9304-5f8ffc963f71 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:20.655655 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-893d924b-cfef-4716-a70f-ffe3836b2b01 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:20.658178 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-faa97b08-55cf-44f3-9304-5f8ffc963f71 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:20.659339 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-faa97b08-55cf-44f3-9304-5f8ffc963f71 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c48b3c3f-4375-4ad4-b5d7-0db1ff17c703 HTTP/1.1" status: 204 len: 168 time: 0.3512943 Apr 01 12:51:20.663047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99877dbb-a1e0-41ac-853b-ab219fd82d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:20.666224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59158) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:20.682943 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa97b08-55cf-44f3-9304-5f8ffc963f71 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c48b3c3f-4375-4ad4-b5d7-0db1ff17c703,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:20.838048 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d3742e78-7fb8-4f9a-a421-cf6656ef96dd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1682820 Apr 01 12:51:20.847302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59166) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:20.849567 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-893d924b-cfef-4716-a70f-ffe3836b2b01 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:20.886835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-8a421402-c2f3-40d9-b8a7-187b39d9dcba service neutron] 10.222.0.44 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971152 Apr 01 12:51:20.948167 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-166ff578-c18f-4aad-8333-7f784a10a671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:20.951297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-c990b129-d071-49ce-9666-6c4464eaf0dc service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842329 Apr 01 12:51:20.975845 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-166ff578-c18f-4aad-8333-7f784a10a671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.011550 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-166ff578-c18f-4aad-8333-7f784a10a671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.023214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-166ff578-c18f-4aad-8333-7f784a10a671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.025004 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-166ff578-c18f-4aad-8333-7f784a10a671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/48f41b1e-3fb4-49ff-bc39-47289382cd4b HTTP/1.1" status: 204 len: 168 time: 0.1758163 Apr 01 12:51:21.032215 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59172) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:21.041531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f0c4e7f9-f30b-4c9f-b7c2-6d3356ea75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:18Z', 'revision_number': 8, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:21.066532 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ff578-c18f-4aad-8333-7f784a10a671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48f41b1e-3fb4-49ff-bc39-47289382cd4b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:21.116608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4e7f9-f30b-4c9f-b7c2-6d3356ea75b4 None None] Checking router: 7e13437d-834f-4bc3-bb1d-5b024945cae6 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:51:21.145315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4e7f9-f30b-4c9f-b7c2-6d3356ea75b4 None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:21.145930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f0c4e7f9-f30b-4c9f-b7c2-6d3356ea75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:21.155179 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-18eb367f-0677-4091-b4dc-963b47083bcd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1196325 Apr 01 12:51:21.160116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59174) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:21.202020 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c77f0e1-dfb2-462a-be2e-73b465469add tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.243958 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c77f0e1-dfb2-462a-be2e-73b465469add tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.274043 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-f0c4e7f9-f30b-4c9f-b7c2-6d3356ea75b4 None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:21.288324 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99877dbb-a1e0-41ac-853b-ab219fd82d7c admin admin] Router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:51:21.294366 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c77f0e1-dfb2-462a-be2e-73b465469add tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.299873 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c77f0e1-dfb2-462a-be2e-73b465469add tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.302220 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1c77f0e1-dfb2-462a-be2e-73b465469add tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/0d0eec3d-7889-40a9-8d63-530456a52c5f HTTP/1.1" status: 204 len: 168 time: 0.1401927 Apr 01 12:51:21.306724 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59176) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:21.337534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77f0e1-dfb2-462a-be2e-73b465469add tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d0eec3d-7889-40a9-8d63-530456a52c5f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:21.448113 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0d6791a7-0bc7-48fb-ad44-8980e0ff9f6e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1394777 Apr 01 12:51:21.451501 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59178) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:21.565878 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99877dbb-a1e0-41ac-853b-ab219fd82d7c admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:51:21.574379 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-99877dbb-a1e0-41ac-853b-ab219fd82d7c admin admin] 10.222.0.45 "PUT /v2.0/routers/40c0cb0a-627b-4830-8ac1-4f95607a26e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1908305 Apr 01 12:51:21.578212 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59180) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:21.588546 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8e9-eac2-4ee8-8112-6a25099d97c3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.596875 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46c158-2087-409f-b3f8-17fc824fc666 None None] Sync routers for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:51:21.632635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f0c4e7f9-f30b-4c9f-b7c2-6d3356ea75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:18Z', 'revision_number': 8, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:21.640478 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46c158-2087-409f-b3f8-17fc824fc666 None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:21.644892 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-6a46c158-2087-409f-b3f8-17fc824fc666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:21.701250 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8e9-eac2-4ee8-8112-6a25099d97c3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.708482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4e7f9-f30b-4c9f-b7c2-6d3356ea75b4 None None] The sync data for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 is: [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:18Z', 'revision_number': 8, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd9ffad6-db75-48db-b9ab-a214b320c3b9', 'name': '', 'network_id': 'cbf0d70d-e459-49c5-8a0b-366a3d590b4c', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:51Z', 'updated_at': '2022-04-01T12:51:03Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '8705eb3d-35b7-482b-9a57-3cc042e811bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:21.736926 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-893d924b-cfef-4716-a70f-ffe3836b2b01 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.829081 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8e9-eac2-4ee8-8112-6a25099d97c3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.836774 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8e9-eac2-4ee8-8112-6a25099d97c3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.849756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59186) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:21.850463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5ea6e8e9-eac2-4ee8-8112-6a25099d97c3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-groups/1ee36a1c-3ea2-4d0a-b6be-56495891c6cd HTTP/1.1" status: 204 len: 168 time: 0.3888321 Apr 01 12:51:21.868363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6e8e9-eac2-4ee8-8112-6a25099d97c3 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee36a1c-3ea2-4d0a-b6be-56495891c6cd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:21.887849 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.892780 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-893d924b-cfef-4716-a70f-ffe3836b2b01 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.914971 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9cc776d0-491c-4275-a616-c7b8e9406b12 req-977105a2-905c-4403-b5dd-497513b8ccc5 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9962802 Apr 01 12:51:21.917727 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-328f9402-962d-4d64-8215-392fc0996698 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:21.931672 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-6a46c158-2087-409f-b3f8-17fc824fc666 None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:22.028872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132b35a-eda0-481f-ab5b-cdfedf5770b8 req-78f54097-7b7a-4a50-a759-ef5b3809f9ef tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:22.030759 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2132b35a-eda0-481f-ab5b-cdfedf5770b8 req-78f54097-7b7a-4a50-a759-ef5b3809f9ef tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 943 time: 0.5637584 Apr 01 12:51:22.036874 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-49b04924-4c80-4b71-b421-7874f9afc3c8 service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0744040 Apr 01 12:51:22.044104 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.104894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d924b-cfef-4716-a70f-ffe3836b2b01 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ca8be3-59b3-4c07-bf55-29b8538efd0e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:22.117398 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd81b5-3d7d-41b0-a0ce-854808813328 None None] Network c7d1d465-3e62-4745-8c8e-7c92f02a6976 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:22.161005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Deleting port 7d98d595-f83e-4492-900d-dcb59f046f00 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:22.161584 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.167894 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-893d924b-cfef-4716-a70f-ffe3836b2b01 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.186763 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-893d924b-cfef-4716-a70f-ffe3836b2b01 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/d8ca8be3-59b3-4c07-bf55-29b8538efd0e HTTP/1.1" status: 204 len: 168 time: 1.9018259 Apr 01 12:51:22.189004 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59188) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:22.315527 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-6a46c158-2087-409f-b3f8-17fc824fc666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:51:19Z', 'revision_number': 5, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port': {'id': '7d98d595-f83e-4492-900d-dcb59f046f00', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:44:45Z', 'updated_at': '2022-04-01T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:22.347997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 731f2440-bf4b-43e9-8583-229a27dd563e no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:22.348535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fe039663-4203-4419-986e-cf9f31515065 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4818499 Apr 01 12:51:22.359220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59190) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:22.360687 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f9402-962d-4d64-8215-392fc0996698 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event updated for resources: {'Subnet': ['ID=f5fb6ba2-8bb8-47c9-be54-a36dca281aed,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:22.364203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-dcb59902-8989-465f-b72c-a3725cc07c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:22.366476 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-dcb59902-8989-465f-b72c-a3725cc07c62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1094 time: 0.3340707 Apr 01 12:51:22.372574 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2132b35a-eda0-481f-ab5b-cdfedf5770b8 req-e44f09a3-290d-426d-9103-988926cbe197 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385993 Apr 01 12:51:22.383054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 731f2440-bf4b-43e9-8583-229a27dd563e {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:22.383270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f9402-962d-4d64-8215-392fc0996698 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Checking segment: {'id': '9119206d-766c-43ed-91e1-2749ede542d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '19da0c21-4bb8-484f-982d-199226cba14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:51:22.383417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 731f2440-bf4b-43e9-8583-229a27dd563e not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:22.383742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f9402-962d-4d64-8215-392fc0996698 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Network hostable DHCP agents. Network: 19da0c21-4bb8-484f-982d-199226cba14c, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:51:22.400102 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46c158-2087-409f-b3f8-17fc824fc666 None None] Checking router: 40c0cb0a-627b-4830-8ac1-4f95607a26e7 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:51:22.413196 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46c158-2087-409f-b3f8-17fc824fc666 None None] Routers {'40c0cb0a-627b-4830-8ac1-4f95607a26e7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:22.414387 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-6a46c158-2087-409f-b3f8-17fc824fc666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:22.435875 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4cd2db4f-b5f4-4339-9285-bba4c341f5fd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group': {'name': 'tempest-secgroup--271412564'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:22.516136 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f9402-962d-4d64-8215-392fc0996698 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Network 19da0c21-4bb8-484f-982d-199226cba14c is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:51:22.533286 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-6a46c158-2087-409f-b3f8-17fc824fc666 None None] Set router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:22.539863 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.549721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5e6be6-f063-41cb-a70f-25b676de5087 None None] DHCP port deletion for c7d1d465-3e62-4745-8c8e-7c92f02a6976 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:51:22.570124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-328f9402-962d-4d64-8215-392fc0996698 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 19da0c21-4bb8-484f-982d-199226cba14c) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:22.591757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f9402-962d-4d64-8215-392fc0996698 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:22.592353 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-328f9402-962d-4d64-8215-392fc0996698 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.594967 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] For port 7d98d595-f83e-4492-900d-dcb59f046f00, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7d98d595-f83e-4492-900d-dcb59f046f00,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:22.595984 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.601533 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4cd2db4f-b5f4-4339-9285-bba4c341f5fd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.619897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369820a9-5e27-4958-bb72-a6f33e86b046 None None] Network 19da0c21-4bb8-484f-982d-199226cba14c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:22.625021 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Calling delete_port for 7d98d595-f83e-4492-900d-dcb59f046f00 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:22.651769 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-6a46c158-2087-409f-b3f8-17fc824fc666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:51:22Z', 'revision_number': 6, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:22.656833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-328f9402-962d-4d64-8215-392fc0996698 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8021433 Apr 01 12:51:22.666206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59194) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:22.679559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-b0b5bc1b-de9e-4699-bf2a-c0442c937673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:22.680003 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0d51ffce-0eac-4d70-a0f6-d0e3296cf8da tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-668673967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:22.681916 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-b0b5bc1b-de9e-4699-bf2a-c0442c937673 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.3079665 Apr 01 12:51:22.716154 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46c158-2087-409f-b3f8-17fc824fc666 None None] The sync data for ids ['40c0cb0a-627b-4830-8ac1-4f95607a26e7'] in n-d-836146-1 is: [{'id': '40c0cb0a-627b-4830-8ac1-4f95607a26e7', 'name': 'tempest-AttachVolumeTestJSON-1286005723-router', 'tenant_id': 'e6ae16d646f441cb89f62230071fa440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:44:44Z', 'updated_at': '2022-04-01T12:51:22Z', 'revision_number': 6, 'project_id': 'e6ae16d646f441cb89f62230071fa440', 'gw_port_host': None}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:22.749664 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4cd2db4f-b5f4-4339-9285-bba4c341f5fd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.788485 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4cd2db4f-b5f4-4339-9285-bba4c341f5fd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.844023 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-a2629bf1-a620-4434-9171-c08a48f080a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 999 time: 0.1548307 Apr 01 12:51:22.855694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2db4f-b5f4-4339-9285-bba4c341f5fd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67fc0ad7-d945-466a-95fb-2ad1663c4a1d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:22.869424 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4cd2db4f-b5f4-4339-9285-bba4c341f5fd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.873434 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4cd2db4f-b5f4-4339-9285-bba4c341f5fd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4426911 Apr 01 12:51:22.877072 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59200) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:22.886903 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-42cf5ab9-584b-4053-bb2a-62eb817e3796 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': '67fc0ad7-d945-466a-95fb-2ad1663c4a1d', 'direction': 'ingress', 'protocol': 17}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:22.897542 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d51ffce-0eac-4d70-a0f6-d0e3296cf8da tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.898663 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d51ffce-0eac-4d70-a0f6-d0e3296cf8da tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.924020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-8d5bb0cf-12f6-4c88-b3b0-1aa4c0966987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:22.926104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-8d5bb0cf-12f6-4c88-b3b0-1aa4c0966987 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.0739779 Apr 01 12:51:22.954495 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5c5e6be6-f063-41cb-a70f-25b676de5087 None None] Deleting port cdd145bc-5b38-4272-9103-0e719b564698 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:22.954911 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6be6-f063-41cb-a70f-25b676de5087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:22.957200 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-19da0c21-4bb8-484f-982d-199226cba14c', 'network_id': '19da0c21-4bb8-484f-982d-199226cba14c', 'tenant_id': '0a4cbef92a64419da4141f2b0e87e6ad', 'fixed_ips': [{'subnet_id': 'f5fb6ba2-8bb8-47c9-be54-a36dca281aed'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:51:22.959152 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.023007 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-dd8ee056-4bf4-41a7-8726-322bc2b62084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:23.025830 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-dd8ee056-4bf4-41a7-8726-322bc2b62084 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894864 Apr 01 12:51:23.146438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Allocated IP 172.20.0.2 (19da0c21-4bb8-484f-982d-199226cba14c/f5fb6ba2-8bb8-47c9-be54-a36dca281aed/b1a3d179-a8df-478d-9d6a-e8b87e116da9) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:51:23.190542 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-bc7c41c2-9399-490b-8f48-98ca7c565c6e service neutron] 10.222.0.44 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562204 Apr 01 12:51:23.321118 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6a3148f-d435-481d-9bdc-8a326b48882e req-43e698d9-a080-4405-8280-998800590902 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231987 Apr 01 12:51:23.337211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5c5e6be6-f063-41cb-a70f-25b676de5087 None None] For port cdd145bc-5b38-4272-9103-0e719b564698, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cdd145bc-5b38-4272-9103-0e719b564698,segment=NetworkSegment(c0e30def-c43c-4a15-864b-5aa6ff1d1a82),segment_id=c0e30def-c43c-4a15-864b-5aa6ff1d1a82)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:23.337607 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6be6-f063-41cb-a70f-25b676de5087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.364179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port cdd145bc-5b38-4272-9103-0e719b564698 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:23.364453 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.380267 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5c5e6be6-f063-41cb-a70f-25b676de5087 None None] Calling delete_port for cdd145bc-5b38-4272-9103-0e719b564698 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:23.393142 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42cf5ab9-584b-4053-bb2a-62eb817e3796 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.440264 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d51ffce-0eac-4d70-a0f6-d0e3296cf8da tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.472155 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.484283 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d51ffce-0eac-4d70-a0f6-d0e3296cf8da tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.487518 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.515929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Network 19da0c21-4bb8-484f-982d-199226cba14c is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:23.538349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:23.539206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] For port cdd145bc-5b38-4272-9103-0e719b564698, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cdd145bc-5b38-4272-9103-0e719b564698,segment=NetworkSegment(c0e30def-c43c-4a15-864b-5aa6ff1d1a82),segment_id=c0e30def-c43c-4a15-864b-5aa6ff1d1a82)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:23.539650 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.546389 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:23.570191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for cdd145bc-5b38-4272-9103-0e719b564698 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:23.594733 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Pushing event updated for resources: {'Port': ['ID=b1a3d179-a8df-478d-9d6a-e8b87e116da9,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:23.631600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Attempting to bind port b1a3d179-a8df-478d-9d6a-e8b87e116da9 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:51:23.631969 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Attempting to bind port b1a3d179-a8df-478d-9d6a-e8b87e116da9 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '9119206d-766c-43ed-91e1-2749ede542d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '19da0c21-4bb8-484f-982d-199226cba14c'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:51:23.632328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Attempting to bind port b1a3d179-a8df-478d-9d6a-e8b87e116da9 on network 19da0c21-4bb8-484f-982d-199226cba14c {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:51:23.638433 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:51:23.638804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Checking segment: {'id': '9119206d-766c-43ed-91e1-2749ede542d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '19da0c21-4bb8-484f-982d-199226cba14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:51:23.639233 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.639600 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Bound using segment: {'id': '9119206d-766c-43ed-91e1-2749ede542d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '19da0c21-4bb8-484f-982d-199226cba14c'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:51:23.640076 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Bound port: b1a3d179-a8df-478d-9d6a-e8b87e116da9, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9119206d-766c-43ed-91e1-2749ede542d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '19da0c21-4bb8-484f-982d-199226cba14c'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:51:23.640443 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.654447 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6be6-f063-41cb-a70f-25b676de5087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.686260 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e6be6-f063-41cb-a70f-25b676de5087 None None] Pushing event deleted for resources: {'Port': ['ID=cdd145bc-5b38-4272-9103-0e719b564698,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:23.689491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0d51ffce-0eac-4d70-a0f6-d0e3296cf8da tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.694659 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0d51ffce-0eac-4d70-a0f6-d0e3296cf8da tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0265462 Apr 01 12:51:23.694948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59204) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:23.729926 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e6be6-f063-41cb-a70f-25b676de5087 None None] No DVR routers for this DVR port cdd145bc-5b38-4272-9103-0e719b564698 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:23.780957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] For port b1a3d179-a8df-478d-9d6a-e8b87e116da9, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:51:23.787231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] For port b1a3d179-a8df-478d-9d6a-e8b87e116da9, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b1a3d179-a8df-478d-9d6a-e8b87e116da9,segment=NetworkSegment(9119206d-766c-43ed-91e1-2749ede542d6),segment_id=9119206d-766c-43ed-91e1-2749ede542d6)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:51:23.814908 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.840345 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42cf5ab9-584b-4053-bb2a-62eb817e3796 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.879505 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42cf5ab9-584b-4053-bb2a-62eb817e3796 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.891162 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:23.917552 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3474b-391f-47d3-90bb-84e7997c7144 req-978ce3f4-ca2c-44bd-9d9d-fe9a9448f343 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:23.921356 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fbd3474b-391f-47d3-90bb-84e7997c7144 req-978ce3f4-ca2c-44bd-9d9d-fe9a9448f343 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 943 time: 0.4069488 Apr 01 12:51:24.004738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf5ab9-584b-4053-bb2a-62eb817e3796 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5a46d0-3d31-4164-ac6b-c89d7ecbc8f1,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:24.011590 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d98d595-f83e-4492-900d-dcb59f046f00,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:24.019041 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.033171 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-42cf5ab9-584b-4053-bb2a-62eb817e3796 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.040510 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-42cf5ab9-584b-4053-bb2a-62eb817e3796 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1575820 Apr 01 12:51:24.043856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59210) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:24.143582 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=cdd145bc-5b38-4272-9103-0e719b564698,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:24.181180 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No DVR routers for this DVR port cdd145bc-5b38-4272-9103-0e719b564698 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:24.239830 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cdd145bc-5b38-4272-9103-0e719b564698 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:24.245394 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fbd3474b-391f-47d3-90bb-84e7997c7144 req-39362446-320b-49c0-bd43-6ddf74e3892a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887504 Apr 01 12:51:24.305657 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: cdd145bc-5b38-4272-9103-0e719b564698 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:24.305998 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cdd145bc-5b38-4272-9103-0e719b564698 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:24.306443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 78498dce-acd8-436b-b2c4-84459f93f121 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:24.309811 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.325359 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.329064 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 78498dce-acd8-436b-b2c4-84459f93f121 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:24.329404 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 78498dce-acd8-436b-b2c4-84459f93f121 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:24.329821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7d98d595-f83e-4492-900d-dcb59f046f00 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:24.338324 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f2d39db-d804-4973-a58a-cefab0c8d3eb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.358435 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7d98d595-f83e-4492-900d-dcb59f046f00 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:24.358801 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7d98d595-f83e-4492-900d-dcb59f046f00 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:24.380983 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f2d39db-d804-4973-a58a-cefab0c8d3eb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.389813 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784c3de-ace7-47b8-ae50-e950cf63b075 None None] Pushing event updated for resources: {'Port': ['ID=b1a3d179-a8df-478d-9d6a-e8b87e116da9,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:24.468041 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.515818 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.519389 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.522398 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d1d465-3e62-4745-8c8e-7c92f02a6976']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:24.537919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e30def-c43c-4a15-864b-5aa6ff1d1a82') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:24.537919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e30def-c43c-4a15-864b-5aa6ff1d1a82') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:24.574975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a5453505-645a-4aa9-9626-eab9abea70ff details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:51:24.581933 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.597070 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.598404 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40c0cb0a-627b-4830-8ac1-4f95607a26e7 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:51:24.600714 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.605796 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.607776 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-87c33cb1-a209-4095-ae6e-0a6da6f6f2e3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/40c0cb0a-627b-4830-8ac1-4f95607a26e7 HTTP/1.1" status: 204 len: 168 time: 3.0278809 Apr 01 12:51:24.611199 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59212) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:24.612941 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f2d39db-d804-4973-a58a-cefab0c8d3eb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.616058 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f2d39db-d804-4973-a58a-cefab0c8d3eb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.619850 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1f2d39db-d804-4973-a58a-cefab0c8d3eb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-groups/67fc0ad7-d945-466a-95fb-2ad1663c4a1d HTTP/1.1" status: 204 len: 168 time: 0.4818387 Apr 01 12:51:24.622807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59214) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:24.637559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d39db-d804-4973-a58a-cefab0c8d3eb tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fc0ad7-d945-466a-95fb-2ad1663c4a1d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:24.669211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:51:24.671437 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:51:24.680801 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:51:24.713389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Allocated IP 172.20.0.1 (19da0c21-4bb8-484f-982d-199226cba14c/f5fb6ba2-8bb8-47c9-be54-a36dca281aed/125fe95d-5260-46fa-96a2-5e88d22950f7) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:51:24.789688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:24.805860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'port_id': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'mac_address': 'fa:16:3e:f9:19:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:51:24.813350 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-459c5cd0-ffea-4d51-ae64-e2a44bcc196f admin admin] Deleting subnet bb2409b7-d005-4b83-bb45-b3e7637fb4f0 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:51:24.816409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.842113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.850788 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/networks/c7d1d465-3e62-4745-8c8e-7c92f02a6976 HTTP/1.1" status: 204 len: 168 time: 2.6601250 Apr 01 12:51:24.853004 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-459c5cd0-ffea-4d51-ae64-e2a44bcc196f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.853185 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59216) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:24.865766 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.889081 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5453505-645a-4aa9-9626-eab9abea70ff {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:51:24.891335 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-99135d68-525c-4525-9caa-5f3bae7292c2 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2403877 Apr 01 12:51:24.912960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59218) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:24.918208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-173b79c2-d15c-46fe-a9ad-965de6c20c6c tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group': {'name': 'tempest-secgroup--947977913'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:24.930595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:24.943276 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-459c5cd0-ffea-4d51-ae64-e2a44bcc196f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.943438 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:24.965801 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-173b79c2-d15c-46fe-a9ad-965de6c20c6c tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.045737 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-459c5cd0-ffea-4d51-ae64-e2a44bcc196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.070207 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:25.078798 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c51d70-dbfb-4d9a-8272-7b43272728ac tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Network': ['ID=c7d1d465-3e62-4745-8c8e-7c92f02a6976,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:25.107203 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.134611 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-459c5cd0-ffea-4d51-ae64-e2a44bcc196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.175670 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c5cd0-ffea-4d51-ae64-e2a44bcc196f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2409b7-d005-4b83-bb45-b3e7637fb4f0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:25.182880 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-459c5cd0-ffea-4d51-ae64-e2a44bcc196f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.185165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474a4ca8-0839-4be3-8497-ecae8cb77895 None None] Network b4b10f20-93cd-48c1-bba4-70b44c5b92f4 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:25.195370 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-459c5cd0-ffea-4d51-ae64-e2a44bcc196f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bb2409b7-d005-4b83-bb45-b3e7637fb4f0 HTTP/1.1" status: 204 len: 168 time: 0.5826771 Apr 01 12:51:25.196293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59224) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:25.266417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['a5453505-645a-4aa9-9626-eab9abea70ff'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:51:25.300093 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.404644 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-173b79c2-d15c-46fe-a9ad-965de6c20c6c tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.419563 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-173b79c2-d15c-46fe-a9ad-965de6c20c6c tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.435617 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc26b416-fe79-4699-b252-4c11fb392c82 None None] Network 19da0c21-4bb8-484f-982d-199226cba14c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:25.483461 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.491314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Network 19da0c21-4bb8-484f-982d-199226cba14c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:25.526259 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-63921f45-0c06-4aa7-be91-b9fed6c22203 None None] Provisioning complete for port b1a3d179-a8df-478d-9d6a-e8b87e116da9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:25.526634 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63921f45-0c06-4aa7-be91-b9fed6c22203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.528431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:25.536155 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:25.545103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event updated for resources: {'Port': ['ID=125fe95d-5260-46fa-96a2-5e88d22950f7,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:25.549248 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-173b79c2-d15c-46fe-a9ad-965de6c20c6c tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.550499 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-173b79c2-d15c-46fe-a9ad-965de6c20c6c tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6362894 Apr 01 12:51:25.553326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59228) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:25.561641 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-59542b98-267e-418d-aabf-c411aa32fcdc tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437689005'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:25.567967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6265f1-535c-4b43-9f88-d235b1af53a9 None None] DHCP port deletion for b4b10f20-93cd-48c1-bba4-70b44c5b92f4 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:51:25.579524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b79c2-d15c-46fe-a9ad-965de6c20c6c tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e234fbcf-ae43-4b9b-9dcc-7f25893b35fb,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:25.626240 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-59542b98-267e-418d-aabf-c411aa32fcdc tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.671913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa42441-434e-41ed-862b-63b7cadcc44a req-a9ac9ec7-faa1-4c10-b109-ceefb09ff383 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:25.673347 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6aa42441-434e-41ed-862b-63b7cadcc44a req-a9ac9ec7-faa1-4c10-b109-ceefb09ff383 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 944 time: 0.2568624 Apr 01 12:51:25.674144 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.715650 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-59542b98-267e-418d-aabf-c411aa32fcdc tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.720697 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-59542b98-267e-418d-aabf-c411aa32fcdc tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.743420 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-59542b98-267e-418d-aabf-c411aa32fcdc tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.748894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-59542b98-267e-418d-aabf-c411aa32fcdc tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1935773 Apr 01 12:51:25.752391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59230) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:25.774600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59542b98-267e-418d-aabf-c411aa32fcdc tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f3913b-5f7a-4b05-8d10-26cddd7f11af,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:25.780675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5519e585-79c2-46da-8958-9231005cbd7e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': 'e234fbcf-ae43-4b9b-9dcc-7f25893b35fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '50f3913b-5f7a-4b05-8d10-26cddd7f11af', 'remote_ip_prefix': None}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:25.807881 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63921f45-0c06-4aa7-be91-b9fed6c22203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.822114 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6aa42441-434e-41ed-862b-63b7cadcc44a req-842b3646-94e7-42ed-a2b3-4101386e9c16 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391134 Apr 01 12:51:25.903375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Deleting port 1278ae48-1983-44ca-acbe-6f33b2257276 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:25.903793 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.911497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-63921f45-0c06-4aa7-be91-b9fed6c22203 None None] For port b1a3d179-a8df-478d-9d6a-e8b87e116da9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b1a3d179-a8df-478d-9d6a-e8b87e116da9,segment=NetworkSegment(9119206d-766c-43ed-91e1-2749ede542d6),segment_id=9119206d-766c-43ed-91e1-2749ede542d6)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:25.924714 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3c6265f1-535c-4b43-9f88-d235b1af53a9 None None] Deleting port 1278ae48-1983-44ca-acbe-6f33b2257276 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:25.925088 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3c6265f1-535c-4b43-9f88-d235b1af53a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:25.933706 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63921f45-0c06-4aa7-be91-b9fed6c22203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:26.166947 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3c6265f1-535c-4b43-9f88-d235b1af53a9 None None] For port 1278ae48-1983-44ca-acbe-6f33b2257276, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1278ae48-1983-44ca-acbe-6f33b2257276,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:26.167567 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3c6265f1-535c-4b43-9f88-d235b1af53a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:26.197204 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63921f45-0c06-4aa7-be91-b9fed6c22203 None None] Pushing event updated for resources: {'Port': ['ID=b1a3d179-a8df-478d-9d6a-e8b87e116da9,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:26.200409 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3c6265f1-535c-4b43-9f88-d235b1af53a9 None None] Calling delete_port for 1278ae48-1983-44ca-acbe-6f33b2257276 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:26.278847 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b1a3d179-a8df-478d-9d6a-e8b87e116da9 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:26.372677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b1a3d179-a8df-478d-9d6a-e8b87e116da9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:26.372677 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:26.407836 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3c6265f1-535c-4b43-9f88-d235b1af53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:26.427027 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f3f0ee44-22a5-44a5-b72a-535b0a2620d6 None None] Provisioning complete for port 125fe95d-5260-46fa-96a2-5e88d22950f7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:26.427402 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f3f0ee44-22a5-44a5-b72a-535b0a2620d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:26.469449 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6265f1-535c-4b43-9f88-d235b1af53a9 None None] Pushing event deleted for resources: {'Port': ['ID=1278ae48-1983-44ca-acbe-6f33b2257276,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:26.475348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6265f1-535c-4b43-9f88-d235b1af53a9 None None] No DVR routers for this DVR port 1278ae48-1983-44ca-acbe-6f33b2257276 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:26.514073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f3f0ee44-22a5-44a5-b72a-535b0a2620d6 None None] Port 125fe95d-5260-46fa-96a2-5e88d22950f7 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:51:26.552477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f3f0ee44-22a5-44a5-b72a-535b0a2620d6 None None] Provisioning complete for port b1a3d179-a8df-478d-9d6a-e8b87e116da9 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:26.552719 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f3f0ee44-22a5-44a5-b72a-535b0a2620d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:26.562402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] For port 1278ae48-1983-44ca-acbe-6f33b2257276, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1278ae48-1983-44ca-acbe-6f33b2257276,segment=NetworkSegment(326e100e-5aea-4b03-bff7-7808f34f43ff),segment_id=326e100e-5aea-4b03-bff7-7808f34f43ff)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:26.562997 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:26.577866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Calling delete_port for 1278ae48-1983-44ca-acbe-6f33b2257276 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:26.615328 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5519e585-79c2-46da-8958-9231005cbd7e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:26.676453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1278ae48-1983-44ca-acbe-6f33b2257276 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:26.708165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 1278ae48-1983-44ca-acbe-6f33b2257276 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:26.708515 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1278ae48-1983-44ca-acbe-6f33b2257276 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:26.723602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:26.803709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e9fec345-8cd3-4a9b-995c-258d46507ed5 None None] Provisioning complete for port 125fe95d-5260-46fa-96a2-5e88d22950f7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:26.804169 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e9fec345-8cd3-4a9b-995c-258d46507ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:26.840502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e9fec345-8cd3-4a9b-995c-258d46507ed5 None None] Port 125fe95d-5260-46fa-96a2-5e88d22950f7 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:51:26.874434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-3af18723-46fd-4bf1-ae5e-62f98f1f85c8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:26.875924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-3af18723-46fd-4bf1-ae5e-62f98f1f85c8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393&tenant_id=57d91513207248b7a1ea77190e0bd483&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 944 time: 0.7371664 Apr 01 12:51:26.894486 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e4199-722a-40c0-b893-7313ee064572 req-50dbce45-4893-44ce-82f7-0cbc07e06457 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:26.895983 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-509e4199-722a-40c0-b893-7313ee064572 req-50dbce45-4893-44ce-82f7-0cbc07e06457 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 944 time: 0.7820501 Apr 01 12:51:26.958100 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5519e585-79c2-46da-8958-9231005cbd7e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.016665 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5519e585-79c2-46da-8958-9231005cbd7e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.105947 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b295a9b-9faa-4b7c-af2d-a5b2262a3397 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.107637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519e585-79c2-46da-8958-9231005cbd7e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a06ddfc-e9c0-4cc7-974d-8465bc3dd524,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:27.114818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.154489 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-509e4199-722a-40c0-b893-7313ee064572 req-474ae3f6-f3db-44ae-81bf-d5ba721e264b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483337 Apr 01 12:51:27.193119 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-9e368038-fd75-4aa5-a85f-62f5db6c2c2a service neutron] 10.222.0.44 "GET /v2.0/ports/a5453505-645a-4aa9-9626-eab9abea70ff/bindings/n-h2-836146-1 HTTP/1.1" status: 200 len: 382 time: 0.2896540 Apr 01 12:51:27.195650 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5519e585-79c2-46da-8958-9231005cbd7e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.196742 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5519e585-79c2-46da-8958-9231005cbd7e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4407649 Apr 01 12:51:27.200906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59246) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:27.247018 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ab30100-8b81-4b9f-a68e-124aa7362afa tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.247292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=1278ae48-1983-44ca-acbe-6f33b2257276,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:27.258327 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] No DVR routers for this DVR port 1278ae48-1983-44ca-acbe-6f33b2257276 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:27.260234 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ab30100-8b81-4b9f-a68e-124aa7362afa tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.290929 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ab30100-8b81-4b9f-a68e-124aa7362afa tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.298423 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ab30100-8b81-4b9f-a68e-124aa7362afa tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.299570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1ab30100-8b81-4b9f-a68e-124aa7362afa tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/6a06ddfc-e9c0-4cc7-974d-8465bc3dd524 HTTP/1.1" status: 204 len: 168 time: 0.0970361 Apr 01 12:51:27.303119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59248) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:27.304579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab30100-8b81-4b9f-a68e-124aa7362afa tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a06ddfc-e9c0-4cc7-974d-8465bc3dd524,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:27.491537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.521973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-cc09119c-f4f3-4fd2-8377-739822b2376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:27.523501 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-cc09119c-f4f3-4fd2-8377-739822b2376b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1095 time: 0.2745140 Apr 01 12:51:27.547290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2557fb7a-09b4-44f0-9036-463252aa3d3e tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2396526 Apr 01 12:51:27.550457 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59250) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:27.583050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b10f20-93cd-48c1-bba4-70b44c5b92f4']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:27.617464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326e100e-5aea-4b03-bff7-7808f34f43ff') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:27.617677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326e100e-5aea-4b03-bff7-7808f34f43ff') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:27.620039 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-756c78ac-155a-4917-94ce-4cbdcef4c17b tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.644161 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-756c78ac-155a-4917-94ce-4cbdcef4c17b tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.668275 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.689373 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-756c78ac-155a-4917-94ce-4cbdcef4c17b tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.692797 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-756c78ac-155a-4917-94ce-4cbdcef4c17b tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.698448 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-756c78ac-155a-4917-94ce-4cbdcef4c17b tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-groups/50f3913b-5f7a-4b05-8d10-26cddd7f11af HTTP/1.1" status: 204 len: 168 time: 0.1456387 Apr 01 12:51:27.698448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59252) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:27.705030 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.720443 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c78ac-155a-4917-94ce-4cbdcef4c17b tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f3913b-5f7a-4b05-8d10-26cddd7f11af,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:27.724647 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.726590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:51:27.726977 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:51:27.733668 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:51:27.749934 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.780735 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f5b7f4ed-ff98-4904-92d5-2e975a0ff497 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0760515 Apr 01 12:51:27.781132 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59254) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:27.833462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-827ba4ed-a4af-4b94-bd05-a19683e00faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:27.834960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-827ba4ed-a4af-4b94-bd05-a19683e00faa service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.2990780 Apr 01 12:51:27.836890 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7af7708e-cbfb-4b9f-b192-697a56c95c54 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.862340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7af7708e-cbfb-4b9f-b192-697a56c95c54 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.911333 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7af7708e-cbfb-4b9f-b192-697a56c95c54 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.914964 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7af7708e-cbfb-4b9f-b192-697a56c95c54 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.918729 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7af7708e-cbfb-4b9f-b192-697a56c95c54 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-groups/e234fbcf-ae43-4b9b-9dcc-7f25893b35fb HTTP/1.1" status: 204 len: 168 time: 0.1342530 Apr 01 12:51:27.921813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59256) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:27.927759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7708e-cbfb-4b9f-b192-697a56c95c54 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e234fbcf-ae43-4b9b-9dcc-7f25893b35fb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:27.941635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.958432 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.960336 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event updated for resources: {'Port': ['ID=125fe95d-5260-46fa-96a2-5e88d22950f7,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:27.966347 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:27.972165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b4b10f20-93cd-48c1-bba4-70b44c5b92f4 HTTP/1.1" status: 204 len: 168 time: 2.7707651 Apr 01 12:51:28.035284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e75ba9-b183-42a7-a4f2-d2b7f55b0e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b10f20-93cd-48c1-bba4-70b44c5b92f4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:28.063715 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-f65e6df7-0261-424b-8d65-2131ec3ed87d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 1000 time: 0.2150915 Apr 01 12:51:28.099766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3e14e2c0-b44f-47ce-9bb6-27e300489999 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1671841 Apr 01 12:51:28.102153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59260) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:28.108143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3a672e4b-17e9-40ae-a9c4-0ba2a69921c6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group': {'name': 'tempest-secgroup--708349536'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:28.149232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b1a3d179-a8df-478d-9d6a-e8b87e116da9 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:28.163450 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a672e4b-17e9-40ae-a9c4-0ba2a69921c6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.278527 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59268) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:28.319784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b1a3d179-a8df-478d-9d6a-e8b87e116da9 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:28.320178 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.401340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a672e4b-17e9-40ae-a9c4-0ba2a69921c6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.419093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a672e4b-17e9-40ae-a9c4-0ba2a69921c6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.443370 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb73ede-c19c-4f5b-a80a-fccbefb47d49 req-0c61361d-a863-4471-961d-1d8606db8203 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:28.446458 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5fb73ede-c19c-4f5b-a80a-fccbefb47d49 req-0c61361d-a863-4471-961d-1d8606db8203 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 944 time: 0.1389604 Apr 01 12:51:28.449654 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e56a6eeb-b65d-40eb-8263-fba5143bdde5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6ae16d646f441cb89f62230071fa440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689513 Apr 01 12:51:28.461051 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3a672e4b-17e9-40ae-a9c4-0ba2a69921c6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.462849 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3a672e4b-17e9-40ae-a9c4-0ba2a69921c6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3594997 Apr 01 12:51:28.469882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59270) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:28.470332 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59272) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:28.484426 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c4b38dec-2cff-4d5d-ae56-828aed4e3565 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': '00c2f14c-ce24-498a-9c60-c654a2579fdb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:28.517124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-3b381e59-52ff-4ad9-bfca-3f34f3655e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:28.518525 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-3b381e59-52ff-4ad9-bfca-3f34f3655e61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.4391723 Apr 01 12:51:28.528118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3b295a9b-9faa-4b7c-af2d-a5b2262a3397 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port dd9ffad6-db75-48db-b9ab-a214b320c3b9 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:28.528457 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b295a9b-9faa-4b7c-af2d-a5b2262a3397 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.543541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a672e4b-17e9-40ae-a9c4-0ba2a69921c6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c2f14c-ce24-498a-9c60-c654a2579fdb,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:28.558862 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Network 19da0c21-4bb8-484f-982d-199226cba14c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:28.569047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4b38dec-2cff-4d5d-ae56-828aed4e3565 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.575626 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5fb73ede-c19c-4f5b-a80a-fccbefb47d49 req-9d4655a4-af1f-44ad-a12c-65ef0320c736 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114819 Apr 01 12:51:28.599138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a5453505-645a-4aa9-9626-eab9abea70ff up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:28.615057 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bcccabc0-8420-4c3a-b89b-c3b764c636f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.659704 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bcccabc0-8420-4c3a-b89b-c3b764c636f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.660528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-3b295a9b-9faa-4b7c-af2d-a5b2262a3397 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] For port dd9ffad6-db75-48db-b9ab-a214b320c3b9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=dd9ffad6-db75-48db-b9ab-a214b320c3b9,segment=NetworkSegment(559bc22c-9d07-4644-91d7-4a0edd286171),segment_id=559bc22c-9d07-4644-91d7-4a0edd286171)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:28.661020 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b295a9b-9faa-4b7c-af2d-a5b2262a3397 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.675029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port a5453505-645a-4aa9-9626-eab9abea70ff completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:51:28.677432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3b295a9b-9faa-4b7c-af2d-a5b2262a3397 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for dd9ffad6-db75-48db-b9ab-a214b320c3b9 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:28.681389 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port a5453505-645a-4aa9-9626-eab9abea70ff triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:28.681933 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.682830 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4b38dec-2cff-4d5d-ae56-828aed4e3565 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.690894 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4b38dec-2cff-4d5d-ae56-828aed4e3565 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.693718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:28.733793 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c4b38dec-2cff-4d5d-ae56-828aed4e3565 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.735240 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c4b38dec-2cff-4d5d-ae56-828aed4e3565 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2543466 Apr 01 12:51:28.738921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59274) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:28.747757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b38dec-2cff-4d5d-ae56-828aed4e3565 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03980cb2-75ac-4582-a5fa-6330f5e7f191,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:28.793292 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4a44e942-d68a-44f2-941c-be40cdc114d2 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.805376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4a44e942-d68a-44f2-941c-be40cdc114d2 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.833317 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.854353 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4a44e942-d68a-44f2-941c-be40cdc114d2 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.862621 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4a44e942-d68a-44f2-941c-be40cdc114d2 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.866496 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4a44e942-d68a-44f2-941c-be40cdc114d2 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/03980cb2-75ac-4582-a5fa-6330f5e7f191 HTTP/1.1" status: 204 len: 168 time: 0.1237378 Apr 01 12:51:28.875711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59276) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:28.880524 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bcccabc0-8420-4c3a-b89b-c3b764c636f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.883195 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bcccabc0-8420-4c3a-b89b-c3b764c636f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.886755 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bcccabc0-8420-4c3a-b89b-c3b764c636f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d74ca0a-58ee-41f2-a354-bbdb27867d5d HTTP/1.1" status: 204 len: 168 time: 0.4103820 Apr 01 12:51:28.886916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:51:28.888402 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44e942-d68a-44f2-941c-be40cdc114d2 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03980cb2-75ac-4582-a5fa-6330f5e7f191,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:28.897486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccabc0-8420-4c3a-b89b-c3b764c636f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d74ca0a-58ee-41f2-a354-bbdb27867d5d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:28.897646 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a341ea-2656-4fb9-88e2-59446e8ac33e" -d '{"events": [{"server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "name": "network-vif-plugged", "status": "completed", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:51:28.931286 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:28.950267 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:28.995429 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eb09b3-f84c-4e7b-a8e1-15cf9549bca4 x-openstack-request-id: req-e6eb09b3-f84c-4e7b-a8e1-15cf9549bca4 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:51:28.996693 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "name": "network-vif-plugged", "status": "completed", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:51:28.997195 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6eb09b3-f84c-4e7b-a8e1-15cf9549bca4 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:51:28.997817 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6eb09b3-f84c-4e7b-a8e1-15cf9549bca4'] response: {'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'code': 200} Apr 01 12:51:29.044785 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:29.056985 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-d13c8e93-acd4-4872-93e3-b8f941cbcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:29.058760 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-d13c8e93-acd4-4872-93e3-b8f941cbcd63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5275013 Apr 01 12:51:29.081889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2af9aebb-36c6-44e1-8e6c-32b78662bf30 None None] Provisioning complete for port 125fe95d-5260-46fa-96a2-5e88d22950f7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:29.083042 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2af9aebb-36c6-44e1-8e6c-32b78662bf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:29.121665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-2af9aebb-36c6-44e1-8e6c-32b78662bf30 None None] Port 125fe95d-5260-46fa-96a2-5e88d22950f7 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:51:29.217343 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a641059d-f0df-4f2f-ba76-61ff5aeb4fe1 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3362548 Apr 01 12:51:29.218625 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59284) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:29.246274 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b295a9b-9faa-4b7c-af2d-a5b2262a3397 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:29.301318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b295a9b-9faa-4b7c-af2d-a5b2262a3397 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=dd9ffad6-db75-48db-b9ab-a214b320c3b9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:29.302483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-192f17f9-dd4a-410e-a9d7-765fc2db8e42 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:29.332748 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-192f17f9-dd4a-410e-a9d7-765fc2db8e42 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:29.397155 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-192f17f9-dd4a-410e-a9d7-765fc2db8e42 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:29.400379 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-192f17f9-dd4a-410e-a9d7-765fc2db8e42 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:29.404447 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-192f17f9-dd4a-410e-a9d7-765fc2db8e42 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-groups/00c2f14c-ce24-498a-9c60-c654a2579fdb HTTP/1.1" status: 204 len: 168 time: 0.1840100 Apr 01 12:51:29.405405 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59296) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:29.438264 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-fe02f438-c826-4ce5-bbe0-c2a5064db8f5 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127940 Apr 01 12:51:29.440766 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Router a2f920c0-23ea-44a7-80a0-16692968f044 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:51:29.452863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f17f9-dd4a-410e-a9d7-765fc2db8e42 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c2f14c-ce24-498a-9c60-c654a2579fdb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:29.499656 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9959d1a0-2bdc-4a42-9432-3d8bfec0e96d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0889678 Apr 01 12:51:29.503818 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59300) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:29.511932 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f0ee58cb-3e20-46bb-9723-d20d1dd75671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215733703'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:29.540587 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0ee58cb-3e20-46bb-9723-d20d1dd75671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:29.599847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-29a7f106-b9a2-4636-80e7-e554c2dddcf1 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516016 Apr 01 12:51:29.717887 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0ee58cb-3e20-46bb-9723-d20d1dd75671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:29.732538 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0ee58cb-3e20-46bb-9723-d20d1dd75671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:29.735370 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3b295a9b-9faa-4b7c-af2d-a5b2262a3397 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:29.795034 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0ee58cb-3e20-46bb-9723-d20d1dd75671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:29.796790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f0ee58cb-3e20-46bb-9723-d20d1dd75671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2906957 Apr 01 12:51:29.800217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59310) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:29.804086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee58cb-3e20-46bb-9723-d20d1dd75671 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da10bbc-b884-49bb-9612-f2a934d4eb53,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:29.804806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:51:29.811820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2cf191f5-8b7a-4b99-9d24-262d34620050 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': '0da10bbc-b884-49bb-9612-f2a934d4eb53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:29.836403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd63b95-526c-4bff-a48f-d3c64cd32a50 req-dc73ddfc-11c1-4c30-8fc3-04f8b8a739d8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:29.836564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf92f2-6ee7-46a4-871c-271e98cf09a1 None None] Sync routers for ids ['a2f920c0-23ea-44a7-80a0-16692968f044'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:51:29.837290 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7dd63b95-526c-4bff-a48f-d3c64cd32a50 req-dc73ddfc-11c1-4c30-8fc3-04f8b8a739d8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.1145828 Apr 01 12:51:29.837290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59312) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:29.837472 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6180e7eb-cac6-4a06-88d1-f9d756d5e28b tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "PUT /v2.0/routers/a2f920c0-23ea-44a7-80a0-16692968f044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1401794 Apr 01 12:51:29.845364 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Request body: {'port': {'network_id': '19da0c21-4bb8-484f-982d-199226cba14c', 'name': 'tempest-FloatingIPNegativeTestJSON-44309123'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:29.856162 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf92f2-6ee7-46a4-871c-271e98cf09a1 None None] Routers {'a2f920c0-23ea-44a7-80a0-16692968f044'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:29.856786 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e5bf92f2-6ee7-46a4-871c-271e98cf09a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a2f920c0-23ea-44a7-80a0-16692968f044'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:29.901618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e5bf92f2-6ee7-46a4-871c-271e98cf09a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:29.910429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf92f2-6ee7-46a4-871c-271e98cf09a1 None None] Routers {'a2f920c0-23ea-44a7-80a0-16692968f044'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:29.911336 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e5bf92f2-6ee7-46a4-871c-271e98cf09a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a2f920c0-23ea-44a7-80a0-16692968f044'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:29.943937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e5bf92f2-6ee7-46a4-871c-271e98cf09a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:29.945147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf92f2-6ee7-46a4-871c-271e98cf09a1 None None] The sync data for ids ['a2f920c0-23ea-44a7-80a0-16692968f044'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:29.953333 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7dd63b95-526c-4bff-a48f-d3c64cd32a50 req-c21c33e9-786e-4f84-b55d-380859810ede tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173849 Apr 01 12:51:30.003020 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Made reservation on behalf of 0a4cbef92a64419da4141f2b0e87e6ad for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:30.008467 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.049289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] device_id is not set on port f8e35263-13a2-4e38-a699-e300fb15e26b yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:51:30.069510 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b295a9b-9faa-4b7c-af2d-a5b2262a3397 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 7e13437d-834f-4bc3-bb1d-5b024945cae6 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:51:30.077456 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2cf191f5-8b7a-4b99-9d24-262d34620050 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.192895 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Allocated IP 172.20.0.10 (19da0c21-4bb8-484f-982d-199226cba14c/f5fb6ba2-8bb8-47c9-be54-a36dca281aed/f8e35263-13a2-4e38-a699-e300fb15e26b) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:51:30.234319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b295a9b-9faa-4b7c-af2d-a5b2262a3397 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:51:30.237227 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2cf191f5-8b7a-4b99-9d24-262d34620050 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.243736 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3b295a9b-9faa-4b7c-af2d-a5b2262a3397 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3863323 Apr 01 12:51:30.246385 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59324) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:30.252118 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df360141-376e-4747-87ca-c5a1732f160c None None] Sync routers for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:51:30.263057 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2cf191f5-8b7a-4b99-9d24-262d34620050 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.296252 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df360141-376e-4747-87ca-c5a1732f160c None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:30.296887 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-df360141-376e-4747-87ca-c5a1732f160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:30.355811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba36ebd5-8436-407c-9f6d-69ff62ac3872 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting subnet 8705eb3d-35b7-482b-9a57-3cc042e811bb {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:51:30.357907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf191f5-8b7a-4b99-9d24-262d34620050 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392187ae-78bf-40d5-a3ba-209912c04b76,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:30.365917 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2cf191f5-8b7a-4b99-9d24-262d34620050 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.367042 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2cf191f5-8b7a-4b99-9d24-262d34620050 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5595098 Apr 01 12:51:30.367911 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebd5-8436-407c-9f6d-69ff62ac3872 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.370405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59340) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:30.435249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4626d6e1-fca8-4134-9c3b-1fc33766cc1c tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules/392187ae-78bf-40d5-a3ba-209912c04b76 HTTP/1.1" status: 200 len: 763 time: 0.0633628 Apr 01 12:51:30.440394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59348) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:30.473874 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebd5-8436-407c-9f6d-69ff62ac3872 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.516247 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-df360141-376e-4747-87ca-c5a1732f160c None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:30.534438 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-54ad8634-9500-4f4f-a40b-8a2680379f65 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0925765 Apr 01 12:51:30.538026 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59352) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:30.550289 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.573399 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f504-03a5-4389-8a25-98c8c7db045a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.587900 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f504-03a5-4389-8a25-98c8c7db045a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.621501 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.644970 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f504-03a5-4389-8a25-98c8c7db045a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.653666 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f504-03a5-4389-8a25-98c8c7db045a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.654794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e9f0f504-03a5-4389-8a25-98c8c7db045a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/392187ae-78bf-40d5-a3ba-209912c04b76 HTTP/1.1" status: 204 len: 168 time: 0.1158426 Apr 01 12:51:30.658322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59354) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:30.681506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0f504-03a5-4389-8a25-98c8c7db045a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=392187ae-78bf-40d5-a3ba-209912c04b76,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:30.686038 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebd5-8436-407c-9f6d-69ff62ac3872 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.713000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Network 19da0c21-4bb8-484f-982d-199226cba14c is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:30.716670 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:30.723680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:30.761747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event updated for resources: {'Port': ['ID=f8e35263-13a2-4e38-a699-e300fb15e26b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:30.765963 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e175d3fd-5a45-456d-a7a7-ee0d803b48af tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1063013 Apr 01 12:51:30.773819 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59356) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:30.779546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-780edea8-a1cf-4ece-a423-c67e09473451 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': '0da10bbc-b884-49bb-9612-f2a934d4eb53', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:30.854346 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-780edea8-a1cf-4ece-a423-c67e09473451 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.864205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:30.865178 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.877664 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebd5-8436-407c-9f6d-69ff62ac3872 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.907186 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4a553260-91b4-47f9-9838-5749e29ac232 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0761077 Apr 01 12:51:30.913450 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59360) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:30.918036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:30.946223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36ebd5-8436-407c-9f6d-69ff62ac3872 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Subnet': ['ID=8705eb3d-35b7-482b-9a57-3cc042e811bb,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:30.964580 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebd5-8436-407c-9f6d-69ff62ac3872 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:30.970220 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ba36ebd5-8436-407c-9f6d-69ff62ac3872 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/8705eb3d-35b7-482b-9a57-3cc042e811bb HTTP/1.1" status: 204 len: 168 time: 0.7225788 Apr 01 12:51:30.974535 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee449049-c20c-4920-8e54-3c1be221618d None None] Network cbf0d70d-e459-49c5-8a0b-366a3d590b4c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:30.986427 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-df360141-376e-4747-87ca-c5a1732f160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:28Z', 'revision_number': 9, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:30.993489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59362) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:30.993489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59366) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:31.030625 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df360141-376e-4747-87ca-c5a1732f160c None None] Checking router: 7e13437d-834f-4bc3-bb1d-5b024945cae6 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:51:31.047003 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df360141-376e-4747-87ca-c5a1732f160c None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:31.048463 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-df360141-376e-4747-87ca-c5a1732f160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:31.123253 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.160137 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-780edea8-a1cf-4ece-a423-c67e09473451 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.171614 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-780edea8-a1cf-4ece-a423-c67e09473451 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.193961 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-566a2fe1-0a85-457b-a947-a70c5574e774 None None] Provisioning complete for port f8e35263-13a2-4e38-a699-e300fb15e26b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:31.194612 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-566a2fe1-0a85-457b-a947-a70c5574e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.219798 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-df360141-376e-4747-87ca-c5a1732f160c None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:31.230446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780edea8-a1cf-4ece-a423-c67e09473451 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58a05d9-7fc0-46e4-97a5-81878b03a6c7,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:31.242526 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bb986-a078-48bb-89e5-cb7b9b163ae2 req-8ef56c71-6951-4782-a90f-6c016ad918bb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:31.245013 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-829bb986-a078-48bb-89e5-cb7b9b163ae2 req-8ef56c71-6951-4782-a90f-6c016ad918bb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.1782842 Apr 01 12:51:31.275540 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-780edea8-a1cf-4ece-a423-c67e09473451 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.277184 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-780edea8-a1cf-4ece-a423-c67e09473451 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5019641 Apr 01 12:51:31.278768 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.287020 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59370) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:31.334851 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-52808f9d-4dcf-4e9c-9c24-f1463d26c413 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules/f58a05d9-7fc0-46e4-97a5-81878b03a6c7 HTTP/1.1" status: 200 len: 763 time: 0.0437951 Apr 01 12:51:31.338116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59372) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:31.391214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40502e66-0f52-49d2-9c29-52a227a61f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.423180 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-829bb986-a078-48bb-89e5-cb7b9b163ae2 req-d9a0a7b3-deee-4cd9-9433-db2614e69b5b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708233 Apr 01 12:51:31.450400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port f6a0d591-feff-4486-8c4a-edf6b95802c6 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:31.450851 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.465403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a92edb-6165-445b-bac5-abdfd84a569d None None] DHCP port deletion for cbf0d70d-e459-49c5-8a0b-366a3d590b4c request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:51:31.512030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8021cbe6-11e3-4fb2-8088-f2e1126c570a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1724787 Apr 01 12:51:31.514853 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59380) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:31.569657 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-df360141-376e-4747-87ca-c5a1732f160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:28Z', 'revision_number': 9, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:31.581694 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec645dc9-d484-4781-b8a4-47f9b223501d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.614377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec645dc9-d484-4781-b8a4-47f9b223501d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.644197 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-566a2fe1-0a85-457b-a947-a70c5574e774 None None] Port f8e35263-13a2-4e38-a699-e300fb15e26b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:51:31.671993 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.679884 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df360141-376e-4747-87ca-c5a1732f160c None None] The sync data for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 is: [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:28Z', 'revision_number': 9, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd80feb-155a-4a7a-ae7b-d60e96b982ac', 'name': '', 'network_id': '74ab8781-20c5-47db-9267-a14ec6e90999', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:df:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:43Z', 'updated_at': '2022-04-01T12:50:55Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': 'c8c14edc-3918-4282-85b3-387e9043c5c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:31.692411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b5a92edb-6165-445b-bac5-abdfd84a569d None None] Deleting port f6a0d591-feff-4486-8c4a-edf6b95802c6 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:31.693395 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b5a92edb-6165-445b-bac5-abdfd84a569d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.695931 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec645dc9-d484-4781-b8a4-47f9b223501d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.705499 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec645dc9-d484-4781-b8a4-47f9b223501d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.709101 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ec645dc9-d484-4781-b8a4-47f9b223501d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f58a05d9-7fc0-46e4-97a5-81878b03a6c7 HTTP/1.1" status: 204 len: 168 time: 0.1911502 Apr 01 12:51:31.714776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59388) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:31.734483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec645dc9-d484-4781-b8a4-47f9b223501d tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f58a05d9-7fc0-46e4-97a5-81878b03a6c7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:31.778210 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f3c7ba60-12e4-4266-b90d-bd1a7aaabe05 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592165 Apr 01 12:51:31.780943 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59390) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:31.786944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ae3656ed-01f5-4c37-ae65-0356f2976ea5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': '0da10bbc-b884-49bb-9612-f2a934d4eb53', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:31.823969 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae3656ed-01f5-4c37-ae65-0356f2976ea5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.829273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b5a92edb-6165-445b-bac5-abdfd84a569d None None] For port f6a0d591-feff-4486-8c4a-edf6b95802c6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f6a0d591-feff-4486-8c4a-edf6b95802c6,segment=NetworkSegment(559bc22c-9d07-4644-91d7-4a0edd286171),segment_id=559bc22c-9d07-4644-91d7-4a0edd286171)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:31.830749 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b5a92edb-6165-445b-bac5-abdfd84a569d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.831158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] For port f6a0d591-feff-4486-8c4a-edf6b95802c6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f6a0d591-feff-4486-8c4a-edf6b95802c6,segment=NetworkSegment(559bc22c-9d07-4644-91d7-4a0edd286171),segment_id=559bc22c-9d07-4644-91d7-4a0edd286171)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:31.831544 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.853997 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b5a92edb-6165-445b-bac5-abdfd84a569d None None] Calling delete_port for f6a0d591-feff-4486-8c4a-edf6b95802c6 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:31.923506 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae3656ed-01f5-4c37-ae65-0356f2976ea5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.928831 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for f6a0d591-feff-4486-8c4a-edf6b95802c6 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:31.929431 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae3656ed-01f5-4c37-ae65-0356f2976ea5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.973803 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40502e66-0f52-49d2-9c29-52a227a61f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:31.976378 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3656ed-01f5-4c37-ae65-0356f2976ea5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841c1945-e028-4c43-ad8b-b937b858dedb,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:32.008789 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae3656ed-01f5-4c37-ae65-0356f2976ea5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.016157 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ae3656ed-01f5-4c37-ae65-0356f2976ea5 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2311974 Apr 01 12:51:32.016360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59394) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:32.024860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-40502e66-0f52-49d2-9c29-52a227a61f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.027849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Allocated IP 172.25.7.144 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/45c0c60b-ba2a-4f6a-9747-b61448d392f4) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:51:32.090839 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b5a92edb-6165-445b-bac5-abdfd84a569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.103130 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6eb5dab9-380c-4a91-a80f-69d4cfcbf79f tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules/841c1945-e028-4c43-ad8b-b937b858dedb HTTP/1.1" status: 200 len: 764 time: 0.0846956 Apr 01 12:51:32.105472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59396) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:32.119564 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a92edb-6165-445b-bac5-abdfd84a569d None None] No DVR routers for this DVR port f6a0d591-feff-4486-8c4a-edf6b95802c6 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:32.149795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a92edb-6165-445b-bac5-abdfd84a569d None None] Pushing event deleted for resources: {'Port': ['ID=f6a0d591-feff-4486-8c4a-edf6b95802c6,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:32.163522 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f6a0d591-feff-4486-8c4a-edf6b95802c6 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:32.187107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: f6a0d591-feff-4486-8c4a-edf6b95802c6 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:32.187618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f6a0d591-feff-4486-8c4a-edf6b95802c6 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:32.188143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dd9ffad6-db75-48db-b9ab-a214b320c3b9 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:32.215377 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: dd9ffad6-db75-48db-b9ab-a214b320c3b9 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:32.217210 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dd9ffad6-db75-48db-b9ab-a214b320c3b9 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:32.217566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-8462a97e-2c9f-40d1-8a7f-d7ff76a91418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:32.223116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-8462a97e-2c9f-40d1-8a7f-d7ff76a91418 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393&tenant_id=57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 1096 time: 0.1415656 Apr 01 12:51:32.225646 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40502e66-0f52-49d2-9c29-52a227a61f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187b0fb7-55fa-4e7f-be37-1239cf43fa51,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:32.243408 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-40502e66-0f52-49d2-9c29-52a227a61f91 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a7ff8e88f424259aca73db154910b94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1616526 Apr 01 12:51:32.247040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3ae4a9bb-69f2-43e1-adf7-9484ba71894c tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1377630 Apr 01 12:51:32.247848 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59398) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:32.248283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59400) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:32.258907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-1', 'device_owner': 'compute:nova'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:32.316207 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.320701 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-803cc833-89e7-44bd-ad61-9eba7d50ac69 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.336944 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-803cc833-89e7-44bd-ad61-9eba7d50ac69 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.390706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=f6a0d591-feff-4486-8c4a-edf6b95802c6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:32.400451 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No DVR routers for this DVR port f6a0d591-feff-4486-8c4a-edf6b95802c6 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:32.413399 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.434731 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.438854 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-803cc833-89e7-44bd-ad61-9eba7d50ac69 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.464434 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-803cc833-89e7-44bd-ad61-9eba7d50ac69 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.468419 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-803cc833-89e7-44bd-ad61-9eba7d50ac69 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/841c1945-e028-4c43-ad8b-b937b858dedb HTTP/1.1" status: 204 len: 168 time: 0.2147870 Apr 01 12:51:32.468546 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59414) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:32.476128 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77f241dd-beef-46df-9447-3838254ecc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.496870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cc833-89e7-44bd-ad61-9eba7d50ac69 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=841c1945-e028-4c43-ad8b-b937b858dedb,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:32.511985 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.538560 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77f241dd-beef-46df-9447-3838254ecc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.571181 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf0d70d-e459-49c5-8a0b-366a3d590b4c']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:32.589367 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559bc22c-9d07-4644-91d7-4a0edd286171') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:32.589769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559bc22c-9d07-4644-91d7-4a0edd286171') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:32.608959 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.612760 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.625463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-234b5105-76db-4628-9210-65a849bbdf00 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1540651 Apr 01 12:51:32.628253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59416) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:32.683018 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56588372-a40f-4591-8820-cfbd6a2aebdd req-4bebe756-7133-4f7d-840a-230b2756dd25 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:32.684544 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-56588372-a40f-4591-8820-cfbd6a2aebdd req-4bebe756-7133-4f7d-840a-230b2756dd25 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 945 time: 0.1745596 Apr 01 12:51:32.686402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.697705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:32.698826 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:51:32.699230 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:51:32.704535 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:51:32.717680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:32.726495 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event updated for resources: {'Port': ['ID=45c0c60b-ba2a-4f6a-9747-b61448d392f4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:32.730292 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77f241dd-beef-46df-9447-3838254ecc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.731672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:32.733149 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-77f241dd-beef-46df-9447-3838254ecc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.734359 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-77f241dd-beef-46df-9447-3838254ecc33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/187b0fb7-55fa-4e7f-be37-1239cf43fa51 HTTP/1.1" status: 204 len: 168 time: 0.4822333 Apr 01 12:51:32.759991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f241dd-beef-46df-9447-3838254ecc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187b0fb7-55fa-4e7f-be37-1239cf43fa51,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:32.771653 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-09e88a2e-a853-4211-a019-f6b60917d345 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.808523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:32.818478 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-09e88a2e-a853-4211-a019-f6b60917d345 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.832085 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.836006 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-56588372-a40f-4591-8820-cfbd6a2aebdd req-d51bda5c-c63c-45ac-9670-914f616afd0d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302874 Apr 01 12:51:32.843401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.852858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59422) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:32.853241 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/networks/cbf0d70d-e459-49c5-8a0b-366a3d590b4c HTTP/1.1" status: 204 len: 168 time: 1.8616159 Apr 01 12:51:32.873748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32015656-576b-4701-af07-55627f437f94 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Network': ['ID=cbf0d70d-e459-49c5-8a0b-366a3d590b4c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:32.928579 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.930143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:51:32.931571 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-09e88a2e-a853-4211-a019-f6b60917d345 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.934277 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-09e88a2e-a853-4211-a019-f6b60917d345 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:32.935434 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-09e88a2e-a853-4211-a019-f6b60917d345 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-groups/0da10bbc-b884-49bb-9612-f2a934d4eb53 HTTP/1.1" status: 204 len: 168 time: 0.3062193 Apr 01 12:51:32.938268 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59426) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:32.998593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e88a2e-a853-4211-a019-f6b60917d345 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da10bbc-b884-49bb-9612-f2a934d4eb53,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:33.000313 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.067257 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a14e8c74-2997-43dc-b0d8-fda720418cc6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1226945 Apr 01 12:51:33.067490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:51:33.067602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59432) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:33.069138 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3798be9-5e59-4a78-9a4a-04cbecb2fcb1" -d '{"events": [{"server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "name": "network-vif-unplugged", "status": "completed", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:51:33.073106 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.073366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4d15ce06-420e-4e5a-a934-355dfbd054e8 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group': {'name': 'tempest-secgroup--396848131'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:33.117208 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d15ce06-420e-4e5a-a934-355dfbd054e8 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.119480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Transition to ACTIVE for port object a5453505-645a-4aa9-9626-eab9abea70ff will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:51:33.128654 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.189178 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ed503-7300-43f0-b5b9-c12ae57d9344 x-openstack-request-id: req-a13ed503-7300-43f0-b5b9-c12ae57d9344 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:51:33.189475 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "name": "network-vif-unplugged", "status": "completed", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:51:33.189736 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a13ed503-7300-43f0-b5b9-c12ae57d9344 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:51:33.190154 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13ed503-7300-43f0-b5b9-c12ae57d9344'] response: {'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'code': 200} Apr 01 12:51:33.549528 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.564502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.592861 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=10']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:33.603355 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d15ce06-420e-4e5a-a934-355dfbd054e8 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.616256 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d15ce06-420e-4e5a-a934-355dfbd054e8 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.656943 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] No DVR routers for this DVR port a5453505-645a-4aa9-9626-eab9abea70ff on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:33.680864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event updated for resources: {'Port': ['ID=45c0c60b-ba2a-4f6a-9747-b61448d392f4,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:33.690563 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4d15ce06-420e-4e5a-a934-355dfbd054e8 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.694491 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4d15ce06-420e-4e5a-a934-355dfbd054e8 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6234386 Apr 01 12:51:33.699249 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59454) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:33.704661 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-fec551b9-3984-459e-b9ba-a73486da8156 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Request body: {'security_group_rule': {'security_group_id': '6612f9ea-f5f0-4b0f-8442-3926b8603841', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:33.715599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.718205 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15ce06-420e-4e5a-a934-355dfbd054e8 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6612f9ea-f5f0-4b0f-8442-3926b8603841,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:33.749823 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.753655 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-65ec31b9-22f7-46d1-8858-878a35f4f8bc tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8366272 Apr 01 12:51:33.753655 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fec551b9-3984-459e-b9ba-a73486da8156 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.755533 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59458) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:33.762064 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d0edc270-821f-422e-8808-dee8348cf0fe tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Request body: {'floatingip': {'port_id': 'f8e35263-13a2-4e38-a699-e300fb15e26b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:33.833611 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0edc270-821f-422e-8808-dee8348cf0fe tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.915208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Attempting to bind port a5453505-645a-4aa9-9626-eab9abea70ff on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:51:33.915786 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Attempting to bind port a5453505-645a-4aa9-9626-eab9abea70ff by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:51:33.915916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Attempting to bind port a5453505-645a-4aa9-9626-eab9abea70ff on network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:51:33.921102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Port a5453505-645a-4aa9-9626-eab9abea70ff on network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:51:33.921422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Attempting to bind port a5453505-645a-4aa9-9626-eab9abea70ff on network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:51:33.933564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:51:33.934628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Checking segment: {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:51:33.934628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Bound using segment: {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:51:33.934894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Bound port: a5453505-645a-4aa9-9626-eab9abea70ff, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c9040c-b695-4a1b-946d-c39119c4dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:51:33.935086 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:33.968871 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cd84fa9-29ed-4f45-b1a4-a24bf9381233 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.139397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:51:34.176148 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fec551b9-3984-459e-b9ba-a73486da8156 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.189623 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fec551b9-3984-459e-b9ba-a73486da8156 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.192403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:51:34.223061 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.231612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec551b9-3984-459e-b9ba-a73486da8156 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fd376b-5594-40ea-be95-25c89b01de48,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:34.240147 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fec551b9-3984-459e-b9ba-a73486da8156 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.241678 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fec551b9-3984-459e-b9ba-a73486da8156 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5407157 Apr 01 12:51:34.244375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59474) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:34.259820 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-d0edc270-821f-422e-8808-dee8348cf0fe tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] update failed (client error): The resource could not be found. Apr 01 12:51:34.260863 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d0edc270-821f-422e-8808-dee8348cf0fe tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "PUT /v2.0/floatingips/a44901a7-ee77-4714-afed-d4b46a778257 HTTP/1.1" status: 404 len: 507 time: 0.5027056 Apr 01 12:51:34.271507 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69da888-dd06-414b-b909-934ffcdce49f req-5dc89dd8-4b3d-4ebc-b77c-33981dc4a250 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:34.273178 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b69da888-dd06-414b-b909-934ffcdce49f req-5dc89dd8-4b3d-4ebc-b77c-33981dc4a250 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 944 time: 0.2062016 Apr 01 12:51:34.275426 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59476) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:34.318138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:34.318904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.320538 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] 10.222.0.37 "PUT /v2.0/ports/a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 1092 time: 2.0711741 Apr 01 12:51:34.324147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b184b26-dec4-4a98-b555-fffd31803d3d service neutron] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=11']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:34.467156 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-21618179-8962-4b16-bf59-81683583d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:34.468853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-21618179-8962-4b16-bf59-81683583d6bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1095 time: 0.1178758 Apr 01 12:51:34.502864 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bde85fbd-53f9-4350-9606-356d13b015f6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.507312 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b69da888-dd06-414b-b909-934ffcdce49f req-1c446bce-2857-46c0-9e97-1e398e66187b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125332 Apr 01 12:51:34.538779 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0cd84fa9-29ed-4f45-b1a4-a24bf9381233 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port cfd80feb-155a-4a7a-ae7b-d60e96b982ac {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:34.539520 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cd84fa9-29ed-4f45-b1a4-a24bf9381233 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.555876 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bde85fbd-53f9-4350-9606-356d13b015f6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.612241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-84642846-6400-4f1d-815b-7ff662b7d2e4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Deleting port 45c0c60b-ba2a-4f6a-9747-b61448d392f4 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:34.612657 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84642846-6400-4f1d-815b-7ff662b7d2e4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.654785 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a5453505-645a-4aa9-9626-eab9abea70ff no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:34.671725 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bde85fbd-53f9-4350-9606-356d13b015f6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.671725 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bde85fbd-53f9-4350-9606-356d13b015f6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.671725 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bde85fbd-53f9-4350-9606-356d13b015f6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-groups/6612f9ea-f5f0-4b0f-8442-3926b8603841 HTTP/1.1" status: 204 len: 168 time: 0.4216425 Apr 01 12:51:34.673328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59484) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:34.687909 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde85fbd-53f9-4350-9606-356d13b015f6 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6612f9ea-f5f0-4b0f-8442-3926b8603841,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:34.725744 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-0cd84fa9-29ed-4f45-b1a4-a24bf9381233 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] For port cfd80feb-155a-4a7a-ae7b-d60e96b982ac, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cfd80feb-155a-4a7a-ae7b-d60e96b982ac,segment=NetworkSegment(029e1201-1d98-4fac-bbe7-eb544d4d96bc),segment_id=029e1201-1d98-4fac-bbe7-eb544d4d96bc)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:34.726278 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cd84fa9-29ed-4f45-b1a4-a24bf9381233 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.767392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-0cd84fa9-29ed-4f45-b1a4-a24bf9381233 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for cfd80feb-155a-4a7a-ae7b-d60e96b982ac owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:34.771760 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-d0523d21-76fa-4155-a48c-2b99b96cb5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:34.772226 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device a5453505-645a-4aa9-9626-eab9abea70ff not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:34.773283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-d0523d21-76fa-4155-a48c-2b99b96cb5a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.2965472 Apr 01 12:51:34.797739 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84642846-6400-4f1d-815b-7ff662b7d2e4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.798393 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84642846-6400-4f1d-815b-7ff662b7d2e4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:34.818682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-84642846-6400-4f1d-815b-7ff662b7d2e4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Calling delete_port for 45c0c60b-ba2a-4f6a-9747-b61448d392f4 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:34.864244 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8adb4b97-b8b0-483c-b736-556784bd34dd tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1898572 Apr 01 12:51:34.872729 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59490) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:34.948267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-d877bf90-4462-4c1e-b109-b747db5f6ea1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 999 time: 0.1568658 Apr 01 12:51:34.989365 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ac38579c-09a7-42a2-9246-30c1083a2e12 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1148660 Apr 01 12:51:35.011144 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59496) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:35.049745 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84642846-6400-4f1d-815b-7ff662b7d2e4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:35.056222 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-84aa1349-e1cb-4db3-883b-3384fa86556a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] delete failed (client error): The resource could not be found. Apr 01 12:51:35.057418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-84aa1349-e1cb-4db3-883b-3384fa86556a tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "DELETE /v2.0/security-groups/6612f9ea-f5f0-4b0f-8442-3926b8603841 HTTP/1.1" status: 404 len: 347 time: 0.0417566 Apr 01 12:51:35.062536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59500) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:35.091434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84642846-6400-4f1d-815b-7ff662b7d2e4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event deleted for resources: {'Port': ['ID=45c0c60b-ba2a-4f6a-9747-b61448d392f4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:35.125752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-e417bf68-721d-4f0d-921f-6093e6776d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:35.127354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-e417bf68-721d-4f0d-921f-6093e6776d9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.1694279 Apr 01 12:51:35.168183 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84642846-6400-4f1d-815b-7ff662b7d2e4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:35.170797 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-84642846-6400-4f1d-815b-7ff662b7d2e4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:35.172037 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-84642846-6400-4f1d-815b-7ff662b7d2e4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "DELETE /v2.0/floatingips/a44901a7-ee77-4714-afed-d4b46a778257 HTTP/1.1" status: 204 len: 168 time: 0.8954020 Apr 01 12:51:35.177062 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59506) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:35.181962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-7c777a00-029c-45c2-97cb-117a3963f7a4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Request body: {'floatingip': {'floating_network_id': '19da0c21-4bb8-484f-982d-199226cba14c', 'port_id': 'f8e35263-13a2-4e38-a699-e300fb15e26b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:35.196891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:51:35.199179 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3" -d '{"events": [{"name": "network-changed", "server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:51:35.232375 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5c4c582a-6c71-4c3c-b1bd-91c4b44119f4 tempest-SecGroupTest-527781156 tempest-SecGroupTest-527781156-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1619997 Apr 01 12:51:35.232636 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c777a00-029c-45c2-97cb-117a3963f7a4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:35.276884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-8165e80b-b43b-4afa-93e8-13894a191b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:35.280182 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-8165e80b-b43b-4afa-93e8-13894a191b47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441517 Apr 01 12:51:35.305549 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e02b80-b59a-4fdc-b1ea-7d9355a735a3 x-openstack-request-id: req-65e02b80-b59a-4fdc-b1ea-7d9355a735a3 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:51:35.305835 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:51:35.306208 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65e02b80-b59a-4fdc-b1ea-7d9355a735a3 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:51:35.306602 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e02b80-b59a-4fdc-b1ea-7d9355a735a3'] response: {'name': 'network-changed', 'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'status': 'completed', 'code': 200} Apr 01 12:51:35.335077 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cd84fa9-29ed-4f45-b1a4-a24bf9381233 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:35.426267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd84fa9-29ed-4f45-b1a4-a24bf9381233 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=cfd80feb-155a-4a7a-ae7b-d60e96b982ac,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:35.444675 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-7c777a00-029c-45c2-97cb-117a3963f7a4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:51:35.452465 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7c777a00-029c-45c2-97cb-117a3963f7a4 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2742305 Apr 01 12:51:35.453129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59520) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:35.459291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': 'f8e35263-13a2-4e38-a699-e300fb15e26b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:35.505722 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:35.572137 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-3acebd56-3fbf-4e3e-9ec1-f9619e570e7b service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811627 Apr 01 12:51:35.676368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-d7d8d315-999e-49db-9f2a-3260d5310815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:35.678555 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-d7d8d315-999e-49db-9f2a-3260d5310815 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1095 time: 0.3386164 Apr 01 12:51:35.680612 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:35.815476 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc061f8-e111-47dc-808b-c82474fa4363 req-d89a9292-fc14-4de3-a78f-38d13e2b465c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:35.827024 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fc061f8-e111-47dc-808b-c82474fa4363 req-d89a9292-fc14-4de3-a78f-38d13e2b465c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 944 time: 0.1369319 Apr 01 12:51:35.874376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59532) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:35.888419 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0cd84fa9-29ed-4f45-b1a4-a24bf9381233 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:35.941384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Allocated IP 172.25.7.120 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/104289f9-53d8-4e9c-8d67-11efc081a533) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:51:35.948767 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2fc061f8-e111-47dc-808b-c82474fa4363 req-8899ac92-f388-4091-8853-4bea6d31870d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207180 Apr 01 12:51:36.159784 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:36.238647 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:36.257792 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc397834-7d94-4095-9e17-2e7b5fa74113 req-44590843-a71b-459e-85e3-58eb711433bc service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058056 Apr 01 12:51:36.310924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-f0aba913-ba8d-4c79-96e0-2df28d5f6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:36.312380 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-f0aba913-ba8d-4c79-96e0-2df28d5f6078 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.6127954 Apr 01 12:51:36.330174 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:36.338049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:36.340087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:36.344023 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event updated for resources: {'Port': ['ID=104289f9-53d8-4e9c-8d67-11efc081a533,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:36.377573 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e60bc530-604f-4b1b-8726-48eb421284b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:36.631244 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Deleting port 104289f9-53d8-4e9c-8d67-11efc081a533 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:36.631600 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:36.730087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59552) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:36.774670 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:36.778381 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:36.793124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd84fa9-29ed-4f45-b1a4-a24bf9381233 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 7e13437d-834f-4bc3-bb1d-5b024945cae6 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:51:36.796980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-7e3f377f-ed80-4212-91d5-99642a702e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:36.798716 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-7e3f377f-ed80-4212-91d5-99642a702e28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1095 time: 0.4815485 Apr 01 12:51:36.801772 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-2da3bb93-e9ec-47f0-8a23-5ee5fd15d492 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 999 time: 0.4685686 Apr 01 12:51:36.805751 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Calling delete_port for 104289f9-53d8-4e9c-8d67-11efc081a533 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:36.807189 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d9dd2ec7-c0c3-44a8-8497-a8bef2260e02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40d34a62e0704136b249848216abb13c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9313927 Apr 01 12:51:36.810380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59556) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:36.902167 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd031-9045-4eba-aee4-78614de9d646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.096557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd031-9045-4eba-aee4-78614de9d646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.102443 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd031-9045-4eba-aee4-78614de9d646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.113787 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.179229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event deleted for resources: {'Port': ['ID=104289f9-53d8-4e9c-8d67-11efc081a533,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:37.186640 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1e1cd031-9045-4eba-aee4-78614de9d646 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b666f4d531ff4e6d9cfd70bc8b6346f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4554799 Apr 01 12:51:37.201953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cd031-9045-4eba-aee4-78614de9d646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee434b5-ccc1-4929-9072-a8cdc6788761,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:37.205482 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59562) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:37.219406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-2b7e7890-f3d2-42b3-b929-834e5d97ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:37.220868 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-2b7e7890-f3d2-42b3-b929-834e5d97ced5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.4031050 Apr 01 12:51:37.292691 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da17e9e3-2abb-4812-9bc8-6634a64cebc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.323291 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db374e-4850-4603-a7eb-988c3b7785c3 req-5ebe4bc2-c8f6-4da5-a784-4a51864c9c6e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:37.324843 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27db374e-4850-4603-a7eb-988c3b7785c3 req-5ebe4bc2-c8f6-4da5-a784-4a51864c9c6e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 944 time: 0.1999571 Apr 01 12:51:37.329966 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-9662fd35-db67-4748-a0d0-fec847d5f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:37.331438 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-9662fd35-db67-4748-a0d0-fec847d5f625 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.5219517 Apr 01 12:51:37.331627 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-02cfbde3-d65d-4492-8ca3-4d2c4dc0594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.335167 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd84fa9-29ed-4f45-b1a4-a24bf9381233 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:51:37.346836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a982c-47f8-4e99-b6e8-e3c9d1919165 None None] Sync routers for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:51:37.354846 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0cd84fa9-29ed-4f45-b1a4-a24bf9381233 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4904277 Apr 01 12:51:37.363906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59566) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:37.364471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a982c-47f8-4e99-b6e8-e3c9d1919165 None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:37.365244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0b7a982c-47f8-4e99-b6e8-e3c9d1919165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:37.375361 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da17e9e3-2abb-4812-9bc8-6634a64cebc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.376260 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] create failed (client error): The resource could not be found. Apr 01 12:51:37.378159 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c388fc67-7e84-4f0c-8ec9-7fb4be75f54e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9238877 Apr 01 12:51:37.390261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59568) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:37.424346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-6ba54c97-c086-4f2a-9daf-d5bd13343e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:37.425915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-6ba54c97-c086-4f2a-9daf-d5bd13343e74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786554 Apr 01 12:51:37.481768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-0b7a982c-47f8-4e99-b6e8-e3c9d1919165 None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:37.514061 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-4ced2451-bb32-41dd-b5a3-2f14f5b70183 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 999 time: 0.1715658 Apr 01 12:51:37.519320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-27db374e-4850-4603-a7eb-988c3b7785c3 req-c584f90d-e470-4627-97d3-d138acfdc66a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782863 Apr 01 12:51:37.584433 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-02cfbde3-d65d-4492-8ca3-4d2c4dc0594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.606753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-ab2432fb-9a40-4703-8b4f-e119107699df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:37.608837 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-ab2432fb-9a40-4703-8b4f-e119107699df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.0856099 Apr 01 12:51:37.658491 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-3862f82f-0ad8-4004-92da-42a70205106b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting subnet c8c14edc-3918-4282-85b3-387e9043c5c6 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:51:37.665052 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3862f82f-0ad8-4004-92da-42a70205106b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.687603 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da17e9e3-2abb-4812-9bc8-6634a64cebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.693702 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da17e9e3-2abb-4812-9bc8-6634a64cebc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.695009 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-da17e9e3-2abb-4812-9bc8-6634a64cebc2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7021121-e649-4fad-8aa4-98f6d8e68df3 HTTP/1.1" status: 204 len: 168 time: 0.8760843 Apr 01 12:51:37.731127 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17e9e3-2abb-4812-9bc8-6634a64cebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7021121-e649-4fad-8aa4-98f6d8e68df3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:37.752872 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-8b68b2fd-2208-4b39-ac60-390d8373fa58 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115239 Apr 01 12:51:37.757074 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-8627e333-fec8-4551-a4dc-88444d70388d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Deleting port f8e35263-13a2-4e38-a699-e300fb15e26b {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:37.757836 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8627e333-fec8-4551-a4dc-88444d70388d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.780080 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3862f82f-0ad8-4004-92da-42a70205106b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.784689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-63f18156-e7bd-415c-b383-663bc110fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:37.792092 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-63f18156-e7bd-415c-b383-663bc110fb6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745660 Apr 01 12:51:37.854925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0b7a982c-47f8-4e99-b6e8-e3c9d1919165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:35Z', 'revision_number': 10, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:37.918933 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-02cfbde3-d65d-4492-8ca3-4d2c4dc0594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.927712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-02cfbde3-d65d-4492-8ca3-4d2c4dc0594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:37.928891 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-02cfbde3-d65d-4492-8ca3-4d2c4dc0594c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eee434b5-ccc1-4929-9072-a8cdc6788761 HTTP/1.1" status: 204 len: 168 time: 0.7191749 Apr 01 12:51:37.939723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a982c-47f8-4e99-b6e8-e3c9d1919165 None None] Checking router: 7e13437d-834f-4bc3-bb1d-5b024945cae6 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:51:37.950392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a982c-47f8-4e99-b6e8-e3c9d1919165 None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:37.951271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0b7a982c-47f8-4e99-b6e8-e3c9d1919165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:38.020621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-2c8ccbfc-b4b2-4ae0-955e-1ac871d433ca service neutron] 10.222.0.44 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570820 Apr 01 12:51:38.079614 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-f5a6c514-cdb3-484e-8132-893b9ff233da service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578950 Apr 01 12:51:38.160845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-0b7a982c-47f8-4e99-b6e8-e3c9d1919165 None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:38.164563 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfbde3-d65d-4492-8ca3-4d2c4dc0594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee434b5-ccc1-4929-9072-a8cdc6788761,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:38.195458 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3862f82f-0ad8-4004-92da-42a70205106b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:38.227302 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8627e333-fec8-4551-a4dc-88444d70388d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:38.248888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-8627e333-fec8-4551-a4dc-88444d70388d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Calling delete_port for f8e35263-13a2-4e38-a699-e300fb15e26b owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:38.266146 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ad27dbc8-2b27-46a5-b91e-d90ad56f74b3 req-4184a710-cc49-4a1b-ad5c-823cb9f2c2db service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749663 Apr 01 12:51:38.355658 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3862f82f-0ad8-4004-92da-42a70205106b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:38.420359 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862f82f-0ad8-4004-92da-42a70205106b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c14edc-3918-4282-85b3-387e9043c5c6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:38.442858 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3862f82f-0ad8-4004-92da-42a70205106b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:38.448827 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3862f82f-0ad8-4004-92da-42a70205106b tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/c8c14edc-3918-4282-85b3-387e9043c5c6 HTTP/1.1" status: 204 len: 168 time: 1.0776558 Apr 01 12:51:38.449842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59586) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:38.463414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfbec76-7890-4683-b078-a27daf15a250 None None] Network 74ab8781-20c5-47db-9267-a14ec6e90999 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:38.570892 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8627e333-fec8-4551-a4dc-88444d70388d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:38.677799 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:38.745352 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59594) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:38.782695 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc04c32a-3b72-4f23-b745-f9ef7040149c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:38.804250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627e333-fec8-4551-a4dc-88444d70388d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event deleted for resources: {'Port': ['ID=f8e35263-13a2-4e38-a699-e300fb15e26b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:38.862538 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8627e333-fec8-4551-a4dc-88444d70388d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:38.875031 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8627e333-fec8-4551-a4dc-88444d70388d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "DELETE /v2.0/ports/f8e35263-13a2-4e38-a699-e300fb15e26b HTTP/1.1" status: 204 len: 168 time: 1.4838047 Apr 01 12:51:38.885037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59596) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:38.893421 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc04c32a-3b72-4f23-b745-f9ef7040149c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:38.905608 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc04c32a-3b72-4f23-b745-f9ef7040149c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:38.909076 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:38.946181 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67521711-a5eb-4a79-ae8d-cf8bfd3f708f req-86133423-3061-486e-9c3d-9d1fb7bf8eea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:38.948421 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-67521711-a5eb-4a79-ae8d-cf8bfd3f708f req-86133423-3061-486e-9c3d-9d1fb7bf8eea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 944 time: 0.2043915 Apr 01 12:51:38.990531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port eb4adbe9-12ae-4cf5-a996-8f423c89b03a {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:38.990875 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:39.015854 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e0385c6e-e59a-4b6d-a67a-b5a3d823a7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:39.019727 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cc04c32a-3b72-4f23-b745-f9ef7040149c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b009ec5c555247bfad425e61d3c2e71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712126 Apr 01 12:51:39.023076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59600) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:39.029162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04c32a-3b72-4f23-b745-f9ef7040149c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19e2740-d8ed-45b5-863f-3141f5d565b1,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:39.057548 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:39.098791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0b7a982c-47f8-4e99-b6e8-e3c9d1919165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:35Z', 'revision_number': 10, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:39.128317 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-67521711-a5eb-4a79-ae8d-cf8bfd3f708f req-a01b2505-25ab-454f-9bf9-33fcc584f6bc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672449 Apr 01 12:51:39.146295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1b518-731d-4253-8623-ee365307cd0e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:39.148407 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a2f1b518-731d-4253-8623-ee365307cd0e tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2f920c0-23ea-44a7-80a0-16692968f044 HTTP/1.1" status: 200 len: 913 time: 0.2622323 Apr 01 12:51:39.151019 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59606) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:39.169634 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a982c-47f8-4e99-b6e8-e3c9d1919165 None None] The sync data for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 is: [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:35Z', 'revision_number': 10, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None, '_interfaces': [{'id': '4964dec1-a39a-49a7-ab2f-739df5a5a0fb', 'name': '', 'network_id': '432860a4-eb9a-417f-80aa-9ff629d1736d', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'mac_address': 'fa:16:3e:43:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:50:36Z', 'updated_at': '2022-04-01T12:50:45Z', 'revision_number': 5, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'subnets': [{'id': '66b2dab8-6ba1-4046-be54-00455e384e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:39.171874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51313fb6-6531-4c40-a38c-6ac5f5cc2768 None None] DHCP port deletion for 74ab8781-20c5-47db-9267-a14ec6e90999 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:51:39.177844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] For port eb4adbe9-12ae-4cf5-a996-8f423c89b03a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eb4adbe9-12ae-4cf5-a996-8f423c89b03a,segment=NetworkSegment(029e1201-1d98-4fac-bbe7-eb544d4d96bc),segment_id=029e1201-1d98-4fac-bbe7-eb544d4d96bc)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:39.178466 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:39.200924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for eb4adbe9-12ae-4cf5-a996-8f423c89b03a owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:39.211964 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f325375-d15c-4322-9210-8b4ead9dafa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:39.253302 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-51313fb6-6531-4c40-a38c-6ac5f5cc2768 None None] Deleting port eb4adbe9-12ae-4cf5-a996-8f423c89b03a {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:39.253845 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-51313fb6-6531-4c40-a38c-6ac5f5cc2768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:39.333904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f325375-d15c-4322-9210-8b4ead9dafa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:39.345725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-51313fb6-6531-4c40-a38c-6ac5f5cc2768 None None] For port eb4adbe9-12ae-4cf5-a996-8f423c89b03a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=eb4adbe9-12ae-4cf5-a996-8f423c89b03a,segment=NetworkSegment(029e1201-1d98-4fac-bbe7-eb544d4d96bc),segment_id=029e1201-1d98-4fac-bbe7-eb544d4d96bc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:39.346525 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-51313fb6-6531-4c40-a38c-6ac5f5cc2768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:39.363432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-51313fb6-6531-4c40-a38c-6ac5f5cc2768 None None] Calling delete_port for eb4adbe9-12ae-4cf5-a996-8f423c89b03a owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:39.413492 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f325375-d15c-4322-9210-8b4ead9dafa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:39.417718 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f325375-d15c-4322-9210-8b4ead9dafa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:39.421172 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9f325375-d15c-4322-9210-8b4ead9dafa8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b19e2740-d8ed-45b5-863f-3141f5d565b1 HTTP/1.1" status: 204 len: 168 time: 0.3944292 Apr 01 12:51:39.484431 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-51313fb6-6531-4c40-a38c-6ac5f5cc2768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:39.495609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f325375-d15c-4322-9210-8b4ead9dafa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19e2740-d8ed-45b5-863f-3141f5d565b1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:39.540582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51313fb6-6531-4c40-a38c-6ac5f5cc2768 None None] Pushing event deleted for resources: {'Port': ['ID=eb4adbe9-12ae-4cf5-a996-8f423c89b03a,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:39.556577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51313fb6-6531-4c40-a38c-6ac5f5cc2768 None None] No DVR routers for this DVR port eb4adbe9-12ae-4cf5-a996-8f423c89b03a on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:39.638105 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:39.763326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=eb4adbe9-12ae-4cf5-a996-8f423c89b03a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:39.772375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No DVR routers for this DVR port eb4adbe9-12ae-4cf5-a996-8f423c89b03a on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:40.041595 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:40.086704 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ab8781-20c5-47db-9267-a14ec6e90999']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:40.112508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029e1201-1d98-4fac-bbe7-eb544d4d96bc') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:40.113700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029e1201-1d98-4fac-bbe7-eb544d4d96bc') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:40.143270 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:40.162115 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cfd80feb-155a-4a7a-ae7b-d60e96b982ac no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:40.176806 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:40.187768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:51:40.188404 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: self.session.flush() Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:51:40.195158 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:51:40.260337 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: cfd80feb-155a-4a7a-ae7b-d60e96b982ac {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:40.262330 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cfd80feb-155a-4a7a-ae7b-d60e96b982ac not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:40.262796 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eb4adbe9-12ae-4cf5-a996-8f423c89b03a no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:40.284108 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:40.294444 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:40.315037 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/networks/74ab8781-20c5-47db-9267-a14ec6e90999 HTTP/1.1" status: 204 len: 168 time: 1.8629386 Apr 01 12:51:40.319891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59638) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:40.362407 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: eb4adbe9-12ae-4cf5-a996-8f423c89b03a {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:40.363909 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device eb4adbe9-12ae-4cf5-a996-8f423c89b03a not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:40.443272 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:40.448055 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa620086-aca3-4467-a885-10ce2a972b4d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:40.519808 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8d90c-ee21-446c-aff3-2e40f39cb934 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Network': ['ID=74ab8781-20c5-47db-9267-a14ec6e90999,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:40.721784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59741e0-4ee3-4653-b39b-07f212977a31 req-00aaa85c-bb14-4759-bd32-7ca68ccf2b9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:40.723466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d59741e0-4ee3-4653-b39b-07f212977a31 req-00aaa85c-bb14-4759-bd32-7ca68ccf2b9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 944 time: 0.3978159 Apr 01 12:51:40.965391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-fa620086-aca3-4467-a885-10ce2a972b4d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Deleting port 125fe95d-5260-46fa-96a2-5e88d22950f7 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:40.965789 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa620086-aca3-4467-a885-10ce2a972b4d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:41.007941 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d59741e0-4ee3-4653-b39b-07f212977a31 req-070f321b-d1eb-43bf-a4dc-5dc6601c0232 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666407 Apr 01 12:51:41.032873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59660) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:41.064463 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a5453505-645a-4aa9-9626-eab9abea70ff details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:51:41.069985 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa620086-aca3-4467-a885-10ce2a972b4d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:41.084933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-fa620086-aca3-4467-a885-10ce2a972b4d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Calling delete_port for 125fe95d-5260-46fa-96a2-5e88d22950f7 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:41.260609 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3dc131f9-2393-48cd-9478-3348f6faf414 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/152547e8-d21b-4d32-a8e7-9f0e5134e0e2 HTTP/1.1" status: 200 len: 991 time: 0.2237566 Apr 01 12:51:41.311551 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa620086-aca3-4467-a885-10ce2a972b4d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:41.357975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:41.374422 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa620086-aca3-4467-a885-10ce2a972b4d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event deleted for resources: {'Port': ['ID=125fe95d-5260-46fa-96a2-5e88d22950f7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:41.381792 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'port_id': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'mac_address': 'fa:16:3e:f9:19:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:51:41.454916 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:41.508774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5453505-645a-4aa9-9626-eab9abea70ff {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:51:41.538804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:41.553982 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:41.601452 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf8eac95-50a0-41f0-bdd2-7744c55d5a55 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:41.684992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=12']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:41.907793 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa620086-aca3-4467-a885-10ce2a972b4d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:41.914209 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:41.925018 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['a5453505-645a-4aa9-9626-eab9abea70ff'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:51:42.024142 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:42.372015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa620086-aca3-4467-a885-10ce2a972b4d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Router a2f920c0-23ea-44a7-80a0-16692968f044 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:51:42.653323 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa620086-aca3-4467-a885-10ce2a972b4d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:51:42.660493 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fa620086-aca3-4467-a885-10ce2a972b4d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "PUT /v2.0/routers/a2f920c0-23ea-44a7-80a0-16692968f044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5071065 Apr 01 12:51:42.672418 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f10585-d99d-409d-95c3-1a025e07fc13 None None] Sync routers for ids ['a2f920c0-23ea-44a7-80a0-16692968f044'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:51:42.693147 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f10585-d99d-409d-95c3-1a025e07fc13 None None] Routers {'a2f920c0-23ea-44a7-80a0-16692968f044'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:42.693828 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-12f10585-d99d-409d-95c3-1a025e07fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a2f920c0-23ea-44a7-80a0-16692968f044'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:42.694436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59690) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:42.775977 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-12f10585-d99d-409d-95c3-1a025e07fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:42.787457 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f10585-d99d-409d-95c3-1a025e07fc13 None None] Routers {'a2f920c0-23ea-44a7-80a0-16692968f044'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:42.788444 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-12f10585-d99d-409d-95c3-1a025e07fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a2f920c0-23ea-44a7-80a0-16692968f044'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:42.909528 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2de45e3e-6549-4906-8d6f-74fab93eac0d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:42.909921 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-12f10585-d99d-409d-95c3-1a025e07fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:42.914463 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f10585-d99d-409d-95c3-1a025e07fc13 None None] The sync data for ids ['a2f920c0-23ea-44a7-80a0-16692968f044'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:42.998216 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a568e92a-fa82-4de5-b8fe-a1e8a7d0f004 req-5507f2f9-29ba-4266-8eaa-bb73de245472 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3023601 Apr 01 12:51:43.206630 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-bf8eac95-50a0-41f0-bdd2-7744c55d5a55 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:43.207124 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf8eac95-50a0-41f0-bdd2-7744c55d5a55 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:43.246300 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2de45e3e-6549-4906-8d6f-74fab93eac0d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:43.266056 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:51:43.269097 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2de45e3e-6549-4906-8d6f-74fab93eac0d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:43.302115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e92a-fa82-4de5-b8fe-a1e8a7d0f004 req-ad011f37-40cc-4069-8030-0cf8c3a16846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:43.303898 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a568e92a-fa82-4de5-b8fe-a1e8a7d0f004 req-ad011f37-40cc-4069-8030-0cf8c3a16846 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1096 time: 0.2249200 Apr 01 12:51:43.419140 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2de45e3e-6549-4906-8d6f-74fab93eac0d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:43.419671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de45e3e-6549-4906-8d6f-74fab93eac0d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Fanout notify agent at l3_agent the message router_deleted on router a2f920c0-23ea-44a7-80a0-16692968f044 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:51:43.456083 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2de45e3e-6549-4906-8d6f-74fab93eac0d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:43.461568 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2de45e3e-6549-4906-8d6f-74fab93eac0d tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "DELETE /v2.0/routers/a2f920c0-23ea-44a7-80a0-16692968f044 HTTP/1.1" status: 204 len: 168 time: 0.7646964 Apr 01 12:51:43.463911 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59702) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:43.616767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b48125-90fa-4b19-8ff5-0cf44bc2b8cf tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Deleting subnet f5fb6ba2-8bb8-47c9-be54-a36dca281aed {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:51:43.620805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5b48125-90fa-4b19-8ff5-0cf44bc2b8cf tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:43.653448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e92a-fa82-4de5-b8fe-a1e8a7d0f004 req-bad649cd-7ef7-4195-ad0c-76d9a83d47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:43.655033 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a568e92a-fa82-4de5-b8fe-a1e8a7d0f004 req-bad649cd-7ef7-4195-ad0c-76d9a83d47c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.2848036 Apr 01 12:51:43.662194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-bf8eac95-50a0-41f0-bdd2-7744c55d5a55 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] For port 4964dec1-a39a-49a7-ab2f-739df5a5a0fb, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4964dec1-a39a-49a7-ab2f-739df5a5a0fb,segment=NetworkSegment(239b6e01-f52a-4d4d-85d1-f9032f356a01),segment_id=239b6e01-f52a-4d4d-85d1-f9032f356a01)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:43.662561 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf8eac95-50a0-41f0-bdd2-7744c55d5a55 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:43.679401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-bf8eac95-50a0-41f0-bdd2-7744c55d5a55 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for 4964dec1-a39a-49a7-ab2f-739df5a5a0fb owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:43.734039 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5b48125-90fa-4b19-8ff5-0cf44bc2b8cf tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:43.979090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a568e92a-fa82-4de5-b8fe-a1e8a7d0f004 req-7aa76823-bfb7-42f3-8408-af509f0dac74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 1000 time: 0.1415877 Apr 01 12:51:44.000722 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5b48125-90fa-4b19-8ff5-0cf44bc2b8cf tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:44.163848 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5b48125-90fa-4b19-8ff5-0cf44bc2b8cf tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:44.165698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e92a-fa82-4de5-b8fe-a1e8a7d0f004 req-a0a3080f-4c63-4201-9ec2-26dacf49af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:44.167192 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a568e92a-fa82-4de5-b8fe-a1e8a7d0f004 req-a0a3080f-4c63-4201-9ec2-26dacf49af07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.1904516 Apr 01 12:51:44.190494 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf8eac95-50a0-41f0-bdd2-7744c55d5a55 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:44.305245 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b48125-90fa-4b19-8ff5-0cf44bc2b8cf tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fb6ba2-8bb8-47c9-be54-a36dca281aed,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:44.311136 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8eac95-50a0-41f0-bdd2-7744c55d5a55 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=4964dec1-a39a-49a7-ab2f-739df5a5a0fb,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:44.337649 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5b48125-90fa-4b19-8ff5-0cf44bc2b8cf tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:44.363591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59724) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:44.365444 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e5b48125-90fa-4b19-8ff5-0cf44bc2b8cf tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "DELETE /v2.0/subnets/f5fb6ba2-8bb8-47c9-be54-a36dca281aed HTTP/1.1" status: 204 len: 168 time: 0.8988295 Apr 01 12:51:44.365868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7862ff02-2ddc-4845-ba78-c3b21a00820d None None] Network 19da0c21-4bb8-484f-982d-199226cba14c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:44.577323 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e92a-fa82-4de5-b8fe-a1e8a7d0f004 req-f05dd502-6a8a-4911-80cd-b6070b154a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:44.583572 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a568e92a-fa82-4de5-b8fe-a1e8a7d0f004 req-f05dd502-6a8a-4911-80cd-b6070b154a16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4045758 Apr 01 12:51:44.839586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a568e92a-fa82-4de5-b8fe-a1e8a7d0f004 req-a69c32a6-f064-4885-a536-696a08ddaa2e service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444134 Apr 01 12:51:44.842340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf8eac95-50a0-41f0-bdd2-7744c55d5a55 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:44.953774 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] DHCP port deletion for 19da0c21-4bb8-484f-982d-199226cba14c request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:51:45.007721 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:45.084633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a5453505-645a-4aa9-9626-eab9abea70ff up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:51:45.204041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port a5453505-645a-4aa9-9626-eab9abea70ff completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:51:45.211005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Deleting port b1a3d179-a8df-478d-9d6a-e8b87e116da9 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:45.211779 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:45.226596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port a5453505-645a-4aa9-9626-eab9abea70ff triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:51:45.226940 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:45.232944 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a568e92a-fa82-4de5-b8fe-a1e8a7d0f004 req-2c71f06e-8d07-45f4-8cea-dc73bc1a25f5 service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484578 Apr 01 12:51:45.323836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8eac95-50a0-41f0-bdd2-7744c55d5a55 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 7e13437d-834f-4bc3-bb1d-5b024945cae6 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:51:45.328874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Deleting port b1a3d179-a8df-478d-9d6a-e8b87e116da9 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:45.329426 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:45.336533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] For port b1a3d179-a8df-478d-9d6a-e8b87e116da9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b1a3d179-a8df-478d-9d6a-e8b87e116da9,segment=NetworkSegment(9119206d-766c-43ed-91e1-2749ede542d6),segment_id=9119206d-766c-43ed-91e1-2749ede542d6)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:45.337260 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:45.359205 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Calling delete_port for b1a3d179-a8df-478d-9d6a-e8b87e116da9 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:45.441460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] For port b1a3d179-a8df-478d-9d6a-e8b87e116da9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b1a3d179-a8df-478d-9d6a-e8b87e116da9,segment=NetworkSegment(9119206d-766c-43ed-91e1-2749ede542d6),segment_id=9119206d-766c-43ed-91e1-2749ede542d6)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:45.441827 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:45.524286 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:45.596958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Calling delete_port for b1a3d179-a8df-478d-9d6a-e8b87e116da9 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:45.600262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Pushing event deleted for resources: {'Port': ['ID=b1a3d179-a8df-478d-9d6a-e8b87e116da9,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:45.617965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:45.618453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:45.618583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:45.619336 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:45.619336 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:45.619578 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:45.620054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:45.620186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:45.620488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:45.622534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:45.623242 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:45.623572 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:51:45.645062 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d9e6c-05bf-4511-b575-9326c82ede37 None None] No DVR routers for this DVR port b1a3d179-a8df-478d-9d6a-e8b87e116da9 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:45.704519 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:45.721488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8eac95-50a0-41f0-bdd2-7744c55d5a55 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:51:45.768556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bf8eac95-50a0-41f0-bdd2-7744c55d5a55 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4422517 Apr 01 12:51:45.768556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59740) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:45.768919 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94566dc5-8c9e-4efd-87f0-5c444bdfa5ab None None] Sync routers for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:51:45.846589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:51:45.849146 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a03f377-2fca-49d9-99c5-80c516b8bde7" -d '{"events": [{"server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "name": "network-vif-plugged", "status": "completed", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:51:45.856750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94566dc5-8c9e-4efd-87f0-5c444bdfa5ab None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:45.857559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-94566dc5-8c9e-4efd-87f0-5c444bdfa5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:45.978331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:45.990932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-49173a5c-e8b2-4069-99a9-7701f18d732e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting subnet 66b2dab8-6ba1-4046-be54-00455e384e92 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:51:46.010512 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:46.023085 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:46.027905 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49173a5c-e8b2-4069-99a9-7701f18d732e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:46.030105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-94566dc5-8c9e-4efd-87f0-5c444bdfa5ab None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:46.137450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event deleted for resources: {'Port': ['ID=b1a3d179-a8df-478d-9d6a-e8b87e116da9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:46.150128 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] No DVR routers for this DVR port b1a3d179-a8df-478d-9d6a-e8b87e116da9 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:46.202652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59752) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:46.288343 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49173a5c-e8b2-4069-99a9-7701f18d732e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:46.426876 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:46.462973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19da0c21-4bb8-484f-982d-199226cba14c']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:46.469495 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7cc8-abc0-4204-a641-ca84a3630821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:46.479471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9119206d-766c-43ed-91e1-2749ede542d6') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:46.480179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9119206d-766c-43ed-91e1-2749ede542d6') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:46.528726 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef53e4e-f2ed-4b52-ba02-4d0cc59804d5 x-openstack-request-id: req-3ef53e4e-f2ed-4b52-ba02-4d0cc59804d5 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:51:46.529202 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "name": "network-vif-plugged", "status": "completed", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:51:46.529331 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ef53e4e-f2ed-4b52-ba02-4d0cc59804d5 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:51:46.529749 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef53e4e-f2ed-4b52-ba02-4d0cc59804d5'] response: {'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'code': 200} Apr 01 12:51:46.530530 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b1a3d179-a8df-478d-9d6a-e8b87e116da9 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:46.602671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: b1a3d179-a8df-478d-9d6a-e8b87e116da9 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:46.603025 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b1a3d179-a8df-478d-9d6a-e8b87e116da9 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:46.624878 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:46.627587 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-94566dc5-8c9e-4efd-87f0-5c444bdfa5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:43Z', 'revision_number': 11, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:46.655842 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49173a5c-e8b2-4069-99a9-7701f18d732e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:46.667163 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:46.814094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94566dc5-8c9e-4efd-87f0-5c444bdfa5ab None None] Checking router: 7e13437d-834f-4bc3-bb1d-5b024945cae6 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:51:46.814094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94566dc5-8c9e-4efd-87f0-5c444bdfa5ab None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:46.814094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-94566dc5-8c9e-4efd-87f0-5c444bdfa5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:46.814094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-94566dc5-8c9e-4efd-87f0-5c444bdfa5ab None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:46.942555 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7cc8-abc0-4204-a641-ca84a3630821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:46.942555 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7cc8-abc0-4204-a641-ca84a3630821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:51:46.945932 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:51:46.951635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-94566dc5-8c9e-4efd-87f0-5c444bdfa5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:43Z', 'revision_number': 11, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:46.952243 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4b6d7cc8-abc0-4204-a641-ca84a3630821 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=502cea19f4bb4e18ae443114d0a489e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693799 Apr 01 12:51:46.952243 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d7cc8-abc0-4204-a641-ca84a3630821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1803b52a-bc3b-45ea-b00a-5f293538f364,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:46.952243 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59776) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:46.972218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94566dc5-8c9e-4efd-87f0-5c444bdfa5ab None None] The sync data for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 is: [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:43Z', 'revision_number': 11, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:46.984754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=13']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:47.004097 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5690ff52-9bd6-4af8-852f-206ea769d7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.021672 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.058606 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.066245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] 10.222.0.45 "DELETE /v2.0/networks/19da0c21-4bb8-484f-982d-199226cba14c HTTP/1.1" status: 204 len: 168 time: 2.7009315 Apr 01 12:51:47.069456 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5690ff52-9bd6-4af8-852f-206ea769d7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.071098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a01e91-cadf-47a3-9d3e-0424d0a49d66 tempest-FloatingIPNegativeTestJSON-1149992690 tempest-FloatingIPNegativeTestJSON-1149992690-project] Pushing event deleted for resources: {'Network': ['ID=19da0c21-4bb8-484f-982d-199226cba14c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:47.084165 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49173a5c-e8b2-4069-99a9-7701f18d732e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.123009 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49173a5c-e8b2-4069-99a9-7701f18d732e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Subnet': ['ID=66b2dab8-6ba1-4046-be54-00455e384e92,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:47.127129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49173a5c-e8b2-4069-99a9-7701f18d732e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.131253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-49173a5c-e8b2-4069-99a9-7701f18d732e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/66b2dab8-6ba1-4046-be54-00455e384e92 HTTP/1.1" status: 204 len: 168 time: 1.3639135 Apr 01 12:51:47.134378 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59786) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:47.135483 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d8b10-27d9-447e-8c48-48db8314d38f None None] Network 432860a4-eb9a-417f-80aa-9ff629d1736d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:47.307949 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.313036 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5690ff52-9bd6-4af8-852f-206ea769d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.316680 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5690ff52-9bd6-4af8-852f-206ea769d7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.317913 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5690ff52-9bd6-4af8-852f-206ea769d7bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1803b52a-bc3b-45ea-b00a-5f293538f364 HTTP/1.1" status: 204 len: 168 time: 0.4344616 Apr 01 12:51:47.365016 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690ff52-9bd6-4af8-852f-206ea769d7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1803b52a-bc3b-45ea-b00a-5f293538f364,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:47.442214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2395e6a-a089-4598-8db1-1977ca0e0fb6 None None] DHCP port deletion for 432860a4-eb9a-417f-80aa-9ff629d1736d request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:51:47.541128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Deleting port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:47.541987 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.548294 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59798) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:47.680724 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d2395e6a-a089-4598-8db1-1977ca0e0fb6 None None] Deleting port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:47.692818 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d2395e6a-a089-4598-8db1-1977ca0e0fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.741701 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] For port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b,segment=NetworkSegment(239b6e01-f52a-4d4d-85d1-f9032f356a01),segment_id=239b6e01-f52a-4d4d-85d1-f9032f356a01)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:47.744100 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.825449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Calling delete_port for bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:47.875887 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d2395e6a-a089-4598-8db1-1977ca0e0fb6 None None] For port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b,segment=NetworkSegment(239b6e01-f52a-4d4d-85d1-f9032f356a01),segment_id=239b6e01-f52a-4d4d-85d1-f9032f356a01)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:51:47.876947 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d2395e6a-a089-4598-8db1-1977ca0e0fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:47.895915 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d2395e6a-a089-4598-8db1-1977ca0e0fb6 None None] Calling delete_port for bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:48.082373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59820) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:48.105091 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50e4bab4-f7d9-41bf-9db9-4907f0379853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.109260 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-43f62447-9bd3-46ff-9e04-5376a14db4d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a4cbef92a64419da4141f2b0e87e6ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5558534 Apr 01 12:51:48.114341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59822) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:48.155107 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.160754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:48.226252 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Port': ['ID=bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:48.230388 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No DVR routers for this DVR port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:48.241477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:48.241851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:48.242170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4964dec1-a39a-49a7-ab2f-739df5a5a0fb no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:51:48.269343 n-d-836146-1 neutron-server[102720]: self.session.flush() Apr 01 12:51:48.275914 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 4964dec1-a39a-49a7-ab2f-739df5a5a0fb {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:51:48.276423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4964dec1-a39a-49a7-ab2f-739df5a5a0fb not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:51:48.285891 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d2395e6a-a089-4598-8db1-1977ca0e0fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.291020 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50e4bab4-f7d9-41bf-9db9-4907f0379853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.310072 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c4040cd-5b91-4b09-aa79-403036666d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.327803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2395e6a-a089-4598-8db1-1977ca0e0fb6 None None] No DVR routers for this DVR port bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:51:48.334508 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c4040cd-5b91-4b09-aa79-403036666d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.351019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2395e6a-a089-4598-8db1-1977ca0e0fb6 None None] Pushing event deleted for resources: {'Port': ['ID=bbe0f4e6-0c8e-45b6-99d4-0a4b71c0137b,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:48.369162 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50e4bab4-f7d9-41bf-9db9-4907f0379853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.405425 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.428292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-50e4bab4-f7d9-41bf-9db9-4907f0379853 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f0927c26ad34248a91a4eb6b44ecd37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424339 Apr 01 12:51:48.428292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4bab4-f7d9-41bf-9db9-4907f0379853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0853437b-b1d4-4085-9411-e6fc70396b16,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:48.429523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59826) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:48.481322 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c4040cd-5b91-4b09-aa79-403036666d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.486178 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c4040cd-5b91-4b09-aa79-403036666d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.491928 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2c4040cd-5b91-4b09-aa79-403036666d7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e6df44f-804b-4d6f-9e31-f04023df8ab6 HTTP/1.1" status: 204 len: 168 time: 0.3734660 Apr 01 12:51:48.497924 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432860a4-eb9a-417f-80aa-9ff629d1736d']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:48.509844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4040cd-5b91-4b09-aa79-403036666d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6df44f-804b-4d6f-9e31-f04023df8ab6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:48.511858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239b6e01-f52a-4d4d-85d1-f9032f356a01') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:48.512219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239b6e01-f52a-4d4d-85d1-f9032f356a01') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:48.547647 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-469acd41-cd38-4ae9-9aa4-3400496c97e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.570452 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.579400 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-469acd41-cd38-4ae9-9aa4-3400496c97e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.626308 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.655432 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:51:48.656444 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:51:48.668673 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:51:48.710733 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-469acd41-cd38-4ae9-9aa4-3400496c97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.713795 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-469acd41-cd38-4ae9-9aa4-3400496c97e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.715231 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-469acd41-cd38-4ae9-9aa4-3400496c97e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0853437b-b1d4-4085-9411-e6fc70396b16 HTTP/1.1" status: 204 len: 168 time: 0.2844486 Apr 01 12:51:48.735508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469acd41-cd38-4ae9-9aa4-3400496c97e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0853437b-b1d4-4085-9411-e6fc70396b16,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:48.896204 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.922381 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:48.938061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59842) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:48.940467 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/networks/432860a4-eb9a-417f-80aa-9ff629d1736d HTTP/1.1" status: 204 len: 168 time: 1.7990203 Apr 01 12:51:48.944393 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb488cd7-2e4e-4966-8f40-8b6b3dbad8cc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Pushing event deleted for resources: {'Network': ['ID=432860a4-eb9a-417f-80aa-9ff629d1736d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:48.947982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-94a2b61c-2bbf-4093-8f96-f3cc2a4e2449 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'router': {'routes': None}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:49.553730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.extraroute_db [None req-94a2b61c-2bbf-4093-8f96-f3cc2a4e2449 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Added routes are [] {{(pid=102718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 01 12:51:49.554421 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.extraroute_db [None req-94a2b61c-2bbf-4093-8f96-f3cc2a4e2449 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Removed routes are [] {{(pid=102718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 01 12:51:49.554421 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-94a2b61c-2bbf-4093-8f96-f3cc2a4e2449 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:49.760732 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-94a2b61c-2bbf-4093-8f96-f3cc2a4e2449 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:49.764389 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-94a2b61c-2bbf-4093-8f96-f3cc2a4e2449 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:49.945755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a2b61c-2bbf-4093-8f96-f3cc2a4e2449 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router 7e13437d-834f-4bc3-bb1d-5b024945cae6 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:51:50.164125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a2b61c-2bbf-4093-8f96-f3cc2a4e2449 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:51:50.177471 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-94a2b61c-2bbf-4093-8f96-f3cc2a4e2449 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:50.179735 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a8135-5486-4206-9dbd-d5f54e67ecaa None None] Sync routers for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:51:50.185311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59904) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:50.198597 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-94a2b61c-2bbf-4093-8f96-f3cc2a4e2449 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6 HTTP/1.1" status: 200 len: 705 time: 1.2582045 Apr 01 12:51:50.260546 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a8135-5486-4206-9dbd-d5f54e67ecaa None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:50.261691 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-5d9a8135-5486-4206-9dbd-d5f54e67ecaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:50.269997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59908) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:50.285666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-10a8bfe7-1b07-456e-b96d-fabb8f6e6467 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e13437d-834f-4bc3-bb1d-5b024945cae6 HTTP/1.1" status: 200 len: 205 time: 0.0974140 Apr 01 12:51:50.395225 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59910) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:50.532626 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b18dda7-4823-4b5d-a6be-9cff2a9d97a0 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:50.657243 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-5d9a8135-5486-4206-9dbd-d5f54e67ecaa None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:50.896043 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-5d9a8135-5486-4206-9dbd-d5f54e67ecaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:43Z', 'revision_number': 11, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:50.952632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'networks': [{'name': 'tempest-network--851628613'}, {'name': 'tempest-network--1548535'}]} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:50.953032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'network': {'name': 'tempest-network--851628613'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:50.953687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'network': {'name': 'tempest-network--1548535'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:50.995570 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b18dda7-4823-4b5d-a6be-9cff2a9d97a0 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:50.996939 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a8135-5486-4206-9dbd-d5f54e67ecaa None None] Checking router: 7e13437d-834f-4bc3-bb1d-5b024945cae6 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:51:50.998356 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b18dda7-4823-4b5d-a6be-9cff2a9d97a0 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.005461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Made reservation on behalf of 5bf4e8925cc240e8806b2e0e4da8ad2f for: {'network': 2} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:51.023703 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.037271 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.042580 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a8135-5486-4206-9dbd-d5f54e67ecaa None None] Routers {'7e13437d-834f-4bc3-bb1d-5b024945cae6'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:51.043305 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-5d9a8135-5486-4206-9dbd-d5f54e67ecaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7e13437d-834f-4bc3-bb1d-5b024945cae6'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:51.118092 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-5d9a8135-5486-4206-9dbd-d5f54e67ecaa None None] Set router 7e13437d-834f-4bc3-bb1d-5b024945cae6 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:51.139341 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b18dda7-4823-4b5d-a6be-9cff2a9d97a0 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.140333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b18dda7-4823-4b5d-a6be-9cff2a9d97a0 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Fanout notify agent at l3_agent the message router_deleted on router 7e13437d-834f-4bc3-bb1d-5b024945cae6 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:51:51.157542 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b18dda7-4823-4b5d-a6be-9cff2a9d97a0 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.167694 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2b18dda7-4823-4b5d-a6be-9cff2a9d97a0 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6 HTTP/1.1" status: 204 len: 168 time: 0.8961759 Apr 01 12:51:51.168620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59932) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:51.178255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6f253688-7018-4e52-8b3c-bd4fe29915e6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-44110718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:51.180924 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.192430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.194082 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.209393 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-5d9a8135-5486-4206-9dbd-d5f54e67ecaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:43Z', 'revision_number': 11, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:51.242268 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6f253688-7018-4e52-8b3c-bd4fe29915e6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.243519 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6f253688-7018-4e52-8b3c-bd4fe29915e6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.275327 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a8135-5486-4206-9dbd-d5f54e67ecaa None None] The sync data for ids ['7e13437d-834f-4bc3-bb1d-5b024945cae6'] in n-d-836146-1 is: [{'id': '7e13437d-834f-4bc3-bb1d-5b024945cae6', 'name': 'tempest-RoutersIpV6Test-router-1395567967', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:50:31Z', 'updated_at': '2022-04-01T12:51:43Z', 'revision_number': 11, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:51.326838 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:51:51.349006 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.349776 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Added segment cf782661-60a9-4753-9093-2f37a2e9d788 of type vlan for network 9b4a1fd0-8910-4fa0-bded-14e4eed15580 Apr 01 12:51:51.377114 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6f253688-7018-4e52-8b3c-bd4fe29915e6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.393675 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6f253688-7018-4e52-8b3c-bd4fe29915e6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.420885 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6f253688-7018-4e52-8b3c-bd4fe29915e6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.426677 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6f253688-7018-4e52-8b3c-bd4fe29915e6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2557108 Apr 01 12:51:51.427869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59944) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:51.432920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-78bdb4b0-753e-47e5-aeb7-2639d74737ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:51.512209 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6b45a7-d364-4f32-b684-c272f9e8c883,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:51.531153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.588781 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:51:51.603796 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.604274 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Added segment aefc7967-eef4-4e2b-9631-6de1858fa745 of type vlan for network 3cb54a7e-aee6-41b0-a6a1-c936ecee2988 Apr 01 12:51:51.656877 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.714767 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.715548 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.729829 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:51.754068 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:51.755163 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.892680 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-78bdb4b0-753e-47e5-aeb7-2639d74737ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.907037 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-78bdb4b0-753e-47e5-aeb7-2639d74737ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:51.919863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59960) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:51.923095 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event updated for resources: {'Network': ['ID=9b4a1fd0-8910-4fa0-bded-14e4eed15580,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:51.935156 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 9b4a1fd0-8910-4fa0-bded-14e4eed15580 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:51:51.946105 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 1.5473926 Apr 01 12:51:51.959211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59966) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:52.148244 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c675f-7508-4cdf-90b8-8904f00036b0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event updated for resources: {'Network': ['ID=3cb54a7e-aee6-41b0-a6a1-c936ecee2988,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:52.161075 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 3cb54a7e-aee6-41b0-a6a1-c936ecee2988 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:51:52.209793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bdb4b0-753e-47e5-aeb7-2639d74737ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Router c5cddbd6-30f2-43f1-9912-9c0ba5b9200d is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:51:52.341837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bdb4b0-753e-47e5-aeb7-2639d74737ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:51:52.347132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:52.354476 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b866a32-741a-4442-97ac-f5840ab521fd tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:52.355303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbcccc8-e27c-4b31-89af-7d224150f2dd None None] Sync routers for ids ['c5cddbd6-30f2-43f1-9912-9c0ba5b9200d'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:51:52.369792 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b866a32-741a-4442-97ac-f5840ab521fd tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:52.373682 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-78bdb4b0-753e-47e5-aeb7-2639d74737ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:52.378750 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-78bdb4b0-753e-47e5-aeb7-2639d74737ed tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "PUT /v2.0/routers/c5cddbd6-30f2-43f1-9912-9c0ba5b9200d HTTP/1.1" status: 200 len: 696 time: 0.9490864 Apr 01 12:51:52.379571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59974) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:52.382391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:52.388268 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b866a32-741a-4442-97ac-f5840ab521fd tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:52.403350 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbcccc8-e27c-4b31-89af-7d224150f2dd None None] Routers {'c5cddbd6-30f2-43f1-9912-9c0ba5b9200d'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:52.404001 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-acbcccc8-e27c-4b31-89af-7d224150f2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c5cddbd6-30f2-43f1-9912-9c0ba5b9200d'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:52.415007 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b866a32-741a-4442-97ac-f5840ab521fd tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:52.420695 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4b866a32-741a-4442-97ac-f5840ab521fd tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.4582067 Apr 01 12:51:52.422704 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59976) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:52.496991 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5def368d-b994-4b7b-bba3-b0c51b12f84a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/routers/c5cddbd6-30f2-43f1-9912-9c0ba5b9200d HTTP/1.1" status: 200 len: 702 time: 0.1155372 Apr 01 12:51:52.497599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59980) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:52.525101 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-acbcccc8-e27c-4b31-89af-7d224150f2dd None None] Set router c5cddbd6-30f2-43f1-9912-9c0ba5b9200d gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:52.553435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-54e57387-9e55-42f8-9cc6-e64f3f4088b2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5cddbd6-30f2-43f1-9912-9c0ba5b9200d HTTP/1.1" status: 200 len: 205 time: 0.0542634 Apr 01 12:51:52.555432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 59984) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:52.634318 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:52.660671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-acbcccc8-e27c-4b31-89af-7d224150f2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cddbd6-30f2-43f1-9912-9c0ba5b9200d', 'name': 'tempest-RoutersIpV6Test-router-44110718', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:51:51Z', 'updated_at': '2022-04-01T12:51:51Z', 'revision_number': 2, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:52.765094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbcccc8-e27c-4b31-89af-7d224150f2dd None None] Checking router: c5cddbd6-30f2-43f1-9912-9c0ba5b9200d for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:51:52.775566 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbcccc8-e27c-4b31-89af-7d224150f2dd None None] Routers {'c5cddbd6-30f2-43f1-9912-9c0ba5b9200d'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:51:52.776284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-acbcccc8-e27c-4b31-89af-7d224150f2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:51:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['c5cddbd6-30f2-43f1-9912-9c0ba5b9200d'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:52.809718 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:52.867947 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4a1fd0-8910-4fa0-bded-14e4eed15580']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:52.883985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf782661-60a9-4753-9093-2f37a2e9d788') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:52.884291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf782661-60a9-4753-9093-2f37a2e9d788') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:52.891840 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-acbcccc8-e27c-4b31-89af-7d224150f2dd None None] Set router c5cddbd6-30f2-43f1-9912-9c0ba5b9200d gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:51:52.921198 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:52.951712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:52.979242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:51:52.979648 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:51:52.990865 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:51:53.079581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-acbcccc8-e27c-4b31-89af-7d224150f2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cddbd6-30f2-43f1-9912-9c0ba5b9200d', 'name': 'tempest-RoutersIpV6Test-router-44110718', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:51:51Z', 'updated_at': '2022-04-01T12:51:51Z', 'revision_number': 2, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:53.105993 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:53.137231 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:53.140650 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "DELETE /v2.0/networks/9b4a1fd0-8910-4fa0-bded-14e4eed15580 HTTP/1.1" status: 204 len: 168 time: 0.7167456 Apr 01 12:51:53.152604 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbcccc8-e27c-4b31-89af-7d224150f2dd None None] The sync data for ids ['c5cddbd6-30f2-43f1-9912-9c0ba5b9200d'] in n-d-836146-1 is: [{'id': 'c5cddbd6-30f2-43f1-9912-9c0ba5b9200d', 'name': 'tempest-RoutersIpV6Test-router-44110718', 'tenant_id': 'e7df550135e94fb182caa450eb586bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:51:51Z', 'updated_at': '2022-04-01T12:51:51Z', 'revision_number': 2, 'project_id': 'e7df550135e94fb182caa450eb586bf2', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:51:53.158612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 59996) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:53.194356 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fe64714c-aaa6-42aa-9eed-12ee9ee5408f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:53.210088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198d9f0-b3c4-48ea-8cc6-edd1a500073d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event deleted for resources: {'Network': ['ID=9b4a1fd0-8910-4fa0-bded-14e4eed15580,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:53.267977 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:53.284582 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:53.457253 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fe64714c-aaa6-42aa-9eed-12ee9ee5408f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:53.465756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fe64714c-aaa6-42aa-9eed-12ee9ee5408f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:53.558692 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fe64714c-aaa6-42aa-9eed-12ee9ee5408f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:53.559490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe64714c-aaa6-42aa-9eed-12ee9ee5408f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Fanout notify agent at l3_agent the message router_deleted on router c5cddbd6-30f2-43f1-9912-9c0ba5b9200d {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:51:53.575430 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fe64714c-aaa6-42aa-9eed-12ee9ee5408f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:53.580739 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fe64714c-aaa6-42aa-9eed-12ee9ee5408f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/c5cddbd6-30f2-43f1-9912-9c0ba5b9200d HTTP/1.1" status: 204 len: 168 time: 1.0241840 Apr 01 12:51:53.586303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60004) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:53.656892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Allocated IP 172.25.7.203 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/d24d390e-8a1d-4774-a2a1-0ad207511931) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:51:53.842398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c38f84d1-97bd-4d10-8d83-1e988d32eeb8 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5cddbd6-30f2-43f1-9912-9c0ba5b9200d HTTP/1.1" status: 200 len: 205 time: 0.2519603 Apr 01 12:51:53.842847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60018) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:53.905206 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-08fb838d-a870-4a33-b6e0-6a07440be592 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] delete failed (client error): The resource could not be found. Apr 01 12:51:53.906636 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-08fb838d-a870-4a33-b6e0-6a07440be592 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/c5cddbd6-30f2-43f1-9912-9c0ba5b9200d HTTP/1.1" status: 404 len: 336 time: 0.0629086 Apr 01 12:51:53.910338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60022) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:53.919575 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:53.941203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb54a7e-aee6-41b0-a6a1-c936ecee2988']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:53.944028 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9c1d0e-a6c8-4d5d-9f80-b854178be9d2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] DELETE failed (client error): The resource could not be found. Apr 01 12:51:53.944608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9c1d0e-a6c8-4d5d-9f80-b854178be9d2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:51:53.948381 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4e9c1d0e-a6c8-4d5d-9f80-b854178be9d2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/d8ca8be3-59b3-4c07-bf55-29b8538efd0e HTTP/1.1" status: 404 len: 337 time: 0.0368879 Apr 01 12:51:53.950885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60024) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:53.952541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefc7967-eef4-4e2b-9631-6de1858fa745') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:53.952541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefc7967-eef4-4e2b-9631-6de1858fa745') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:51:53.964690 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:53.981468 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:53.992609 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:51:53.993014 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.012083 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2483bd-948e-4220-91a2-181255d11827 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] DELETE failed (client error): The resource could not be found. Apr 01 12:51:54.012666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2483bd-948e-4220-91a2-181255d11827 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:51:54.015833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2e2483bd-948e-4220-91a2-181255d11827 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/8705eb3d-35b7-482b-9a57-3cc042e811bb HTTP/1.1" status: 404 len: 337 time: 0.0634692 Apr 01 12:51:54.023326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60028) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:51:54.060004 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:51:54.066869 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.072137 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.076346 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "DELETE /v2.0/networks/3cb54a7e-aee6-41b0-a6a1-c936ecee2988 HTTP/1.1" status: 204 len: 168 time: 0.9166543 Apr 01 12:51:54.080673 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60032) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:54.083946 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c916537d-b216-4748-9fa3-1e901c752cf7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] DELETE failed (client error): The resource could not be found. Apr 01 12:51:54.084670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c916537d-b216-4748-9fa3-1e901c752cf7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:51:54.088239 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c916537d-b216-4748-9fa3-1e901c752cf7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/c8c14edc-3918-4282-85b3-387e9043c5c6 HTTP/1.1" status: 404 len: 337 time: 0.0638041 Apr 01 12:51:54.096424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60034) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:54.118203 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.186571 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.219405 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee2f32-0059-4016-967b-0fd6fdfc8dbc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:54.226275 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee2f32-0059-4016-967b-0fd6fdfc8dbc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:54.231884 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-35ee2f32-0059-4016-967b-0fd6fdfc8dbc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1454880 Apr 01 12:51:54.239413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60038) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:54.241198 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-00589439-4cab-4c26-af20-5fdd8587b2e0 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] DELETE failed (client error): The resource could not be found. Apr 01 12:51:54.241668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00589439-4cab-4c26-af20-5fdd8587b2e0 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:51:54.245048 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e72e410d-5166-4e4f-8916-37c0c3ef5ccc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1647052806'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:54.245646 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-00589439-4cab-4c26-af20-5fdd8587b2e0 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/66b2dab8-6ba1-4046-be54-00455e384e92 HTTP/1.1" status: 404 len: 337 time: 0.1473317 Apr 01 12:51:54.248639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60040) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:54.249434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eec0a5-e38b-4ef5-b837-21f7034809d5 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event deleted for resources: {'Network': ['ID=3cb54a7e-aee6-41b0-a6a1-c936ecee2988,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:54.255471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Pushing event updated for resources: {'Port': ['ID=d24d390e-8a1d-4774-a2a1-0ad207511931,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:54.276830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:51:54.278469 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:54.288714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:54.315886 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-232d484a-3894-4f7e-b557-b2a95461831a tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e13437d-834f-4bc3-bb1d-5b024945cae6 HTTP/1.1" status: 200 len: 205 time: 0.0461626 Apr 01 12:51:54.316269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60042) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:54.378436 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-04111f07-95b0-4cbc-aac1-8c09f6915c91 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] delete failed (client error): The resource could not be found. Apr 01 12:51:54.379603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-04111f07-95b0-4cbc-aac1-8c09f6915c91 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/7e13437d-834f-4bc3-bb1d-5b024945cae6 HTTP/1.1" status: 404 len: 336 time: 0.0626476 Apr 01 12:51:54.380241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72e410d-5166-4e4f-8916-37c0c3ef5ccc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Made reservation on behalf of 5bf4e8925cc240e8806b2e0e4da8ad2f for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:54.383831 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e72e410d-5166-4e4f-8916-37c0c3ef5ccc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.397615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60046) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:54.435336 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-39292368-d60f-4819-8476-f9029b9accc6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fc065cf-4aa0-4142-a2e2-5a8dbc290274 HTTP/1.1" status: 200 len: 205 time: 0.0365586 Apr 01 12:51:54.441151 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60048) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:54.492250 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.516376 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72e410d-5166-4e4f-8916-37c0c3ef5ccc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:51:54.527651 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e72e410d-5166-4e4f-8916-37c0c3ef5ccc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.528115 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-e72e410d-5166-4e4f-8916-37c0c3ef5ccc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Added segment 01cb0be0-fd2b-48b1-b04c-79485274ea16 of type vlan for network a7437b8b-dc9e-4352-b4bb-2f2c5a72145e Apr 01 12:51:54.546351 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.607724 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e72e410d-5166-4e4f-8916-37c0c3ef5ccc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.614319 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-82622ef0-93f9-43d0-a007-30d4b801f20e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] delete failed (client error): The resource could not be found. Apr 01 12:51:54.617224 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-82622ef0-93f9-43d0-a007-30d4b801f20e tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/0fc065cf-4aa0-4142-a2e2-5a8dbc290274 HTTP/1.1" status: 404 len: 336 time: 0.1694527 Apr 01 12:51:54.635327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60054) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:54.647435 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e72e410d-5166-4e4f-8916-37c0c3ef5ccc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.654081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e410d-5166-4e4f-8916-37c0c3ef5ccc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:54.655303 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e72e410d-5166-4e4f-8916-37c0c3ef5ccc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.774919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.780184 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:54.781384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e410d-5166-4e4f-8916-37c0c3ef5ccc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event updated for resources: {'Network': ['ID=a7437b8b-dc9e-4352-b4bb-2f2c5a72145e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:54.794116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network a7437b8b-dc9e-4352-b4bb-2f2c5a72145e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:51:54.803000 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e72e410d-5166-4e4f-8916-37c0c3ef5ccc tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5622578 Apr 01 12:51:54.804633 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60058) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:54.824373 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3d43eaca-ac0d-4c47-be04-50e4b371d1cb tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1360211404'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:54.835134 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab15cbe-d7a5-4d34-8cd5-61100943fce2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] DELETE failed (client error): The resource could not be found. Apr 01 12:51:54.836652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab15cbe-d7a5-4d34-8cd5-61100943fce2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:51:54.870319 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fab15cbe-d7a5-4d34-8cd5-61100943fce2 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/ebe9486e-779e-4577-883d-16fa49eed109 HTTP/1.1" status: 404 len: 337 time: 0.2332788 Apr 01 12:51:54.875437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60062) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:54.944235 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-03e504df-6512-4a94-8203-f104bec93be3 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=84549ce0-857d-43ac-9c4b-0fcdbcfad9fc HTTP/1.1" status: 200 len: 205 time: 0.0675378 Apr 01 12:51:54.953315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60068) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:54.972865 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Pushing event updated for resources: {'Port': ['ID=d24d390e-8a1d-4774-a2a1-0ad207511931,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:55.015274 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:55.016745 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-a535170b-47db-4860-bbdb-b652e9224835 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] delete failed (client error): The resource could not be found. Apr 01 12:51:55.017925 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a535170b-47db-4860-bbdb-b652e9224835 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/84549ce0-857d-43ac-9c4b-0fcdbcfad9fc HTTP/1.1" status: 404 len: 336 time: 0.0636616 Apr 01 12:51:55.020700 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60070) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:55.040366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d43eaca-ac0d-4c47-be04-50e4b371d1cb tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Made reservation on behalf of 5bf4e8925cc240e8806b2e0e4da8ad2f for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:55.050659 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3d43eaca-ac0d-4c47-be04-50e4b371d1cb tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:55.087248 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:55.089182 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f61ef0bc-923e-4c3c-b575-5d5232560206 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1673453 Apr 01 12:51:55.094521 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2c9b8bed-b973-4557-9178-db0a1bb2a6c7 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=45f4a5a3-708b-4411-8e86-2959ab486606 HTTP/1.1" status: 200 len: 205 time: 0.0705709 Apr 01 12:51:55.094521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60076) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:55.097465 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60078) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:55.103163 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3fff9caf-395d-41ae-9b67-e96749dda02d tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-615303921', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'fixed_ips': [{'ip_address': '172.25.7.203'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:55.189012 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d43eaca-ac0d-4c47-be04-50e4b371d1cb tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:51:55.199119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3d43eaca-ac0d-4c47-be04-50e4b371d1cb tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:55.199698 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-3d43eaca-ac0d-4c47-be04-50e4b371d1cb tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Added segment 6b905fc4-f262-48a6-85d8-3b2a3ce77ff7 of type vlan for network 3709342c-18c5-49cf-9c49-8da376f0b2c6 Apr 01 12:51:55.256376 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-006d5d64-92c7-4784-be97-6431eaae78cd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] delete failed (client error): The resource could not be found. Apr 01 12:51:55.260586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60082) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:55.274785 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-006d5d64-92c7-4784-be97-6431eaae78cd tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/45f4a5a3-708b-4411-8e86-2959ab486606 HTTP/1.1" status: 404 len: 336 time: 0.1657102 Apr 01 12:51:55.306778 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be18f54-8649-444f-bab3-b0f8414ded01 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] DELETE failed (client error): The resource could not be found. Apr 01 12:51:55.308147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be18f54-8649-444f-bab3-b0f8414ded01 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:51:55.315509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60084) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:55.315848 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4be18f54-8649-444f-bab3-b0f8414ded01 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/8a9a99dc-43de-4eaf-801b-e9a1c735844e HTTP/1.1" status: 404 len: 337 time: 0.0526133 Apr 01 12:51:55.317614 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3d43eaca-ac0d-4c47-be04-50e4b371d1cb tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:55.368957 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ee3b8dcf-80eb-45bb-b1f1-66686fc4b708 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c28dbf-125e-48a5-aca4-ed8930fc22f5 HTTP/1.1" status: 200 len: 205 time: 0.0461133 Apr 01 12:51:55.370602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60088) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:55.373211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fff9caf-395d-41ae-9b67-e96749dda02d tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Made reservation on behalf of 3de9cda4209745bc91b7af2da7d54095 for: {'port': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:55.375757 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3fff9caf-395d-41ae-9b67-e96749dda02d tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:55.395169 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3fff9caf-395d-41ae-9b67-e96749dda02d tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:55.431493 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3d43eaca-ac0d-4c47-be04-50e4b371d1cb tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:55.437075 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d43eaca-ac0d-4c47-be04-50e4b371d1cb tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:55.437691 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3d43eaca-ac0d-4c47-be04-50e4b371d1cb tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:55.442541 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-bbf84b98-0bd4-415a-aee0-be8ef4cf5dfc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] delete failed (client error): The resource could not be found. Apr 01 12:51:55.447683 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bbf84b98-0bd4-415a-aee0-be8ef4cf5dfc tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/c3c28dbf-125e-48a5-aca4-ed8930fc22f5 HTTP/1.1" status: 404 len: 336 time: 0.0750070 Apr 01 12:51:55.448412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60090) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:55.512725 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16cf66c-aade-423e-8b86-1eb516e59135 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] DELETE failed (client error): The resource could not be found. Apr 01 12:51:55.513528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16cf66c-aade-423e-8b86-1eb516e59135 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:51:55.523469 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c16cf66c-aade-423e-8b86-1eb516e59135 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/55f62cf6-2e8d-46c9-aae6-08a2b64e79dd HTTP/1.1" status: 404 len: 337 time: 0.0737183 Apr 01 12:51:55.525344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60094) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:55.532519 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3d43eaca-ac0d-4c47-be04-50e4b371d1cb tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7217305 Apr 01 12:51:55.535403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60096) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:55.542559 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'ports': [{'network_id': 'a7437b8b-dc9e-4352-b4bb-2f2c5a72145e', 'name': 'tempest-port--1197221262', 'admin_state_up': True}, {'network_id': '3709342c-18c5-49cf-9c49-8da376f0b2c6', 'admin_state_up': False}]} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:55.543138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'port': {'network_id': 'a7437b8b-dc9e-4352-b4bb-2f2c5a72145e', 'name': 'tempest-port--1197221262', 'admin_state_up': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:55.543825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'port': {'network_id': '3709342c-18c5-49cf-9c49-8da376f0b2c6', 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:55.582089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cf3155f7-9cdd-4288-b46c-636a9deb032f tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc788a74-7077-40cb-8a41-4ac6c86b131a HTTP/1.1" status: 200 len: 205 time: 0.0522914 Apr 01 12:51:55.583993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60098) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:55.629937 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-6b1d483d-e16b-4e89-b11d-c90fad3665de tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] delete failed (client error): The resource could not be found. Apr 01 12:51:55.633833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6b1d483d-e16b-4e89-b11d-c90fad3665de tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/routers/fc788a74-7077-40cb-8a41-4ac6c86b131a HTTP/1.1" status: 404 len: 336 time: 0.0498862 Apr 01 12:51:55.634544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60102) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:55.665440 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a151b51d-479f-4ef8-95fa-5e924e2a9cc5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] DELETE failed (client error): The resource could not be found. Apr 01 12:51:55.666043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a151b51d-479f-4ef8-95fa-5e924e2a9cc5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:51:55.672306 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a151b51d-479f-4ef8-95fa-5e924e2a9cc5 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/521fbe43-f94e-446c-b9b4-f4291bd016df HTTP/1.1" status: 404 len: 337 time: 0.0366287 Apr 01 12:51:55.673025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60104) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:55.674968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43eaca-ac0d-4c47-be04-50e4b371d1cb tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event updated for resources: {'Network': ['ID=3709342c-18c5-49cf-9c49-8da376f0b2c6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:55.689872 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 3709342c-18c5-49cf-9c49-8da376f0b2c6 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:51:55.749132 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ccf319-e2cb-4423-9175-dbe5533b10c6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] DELETE failed (client error): The resource could not be found. Apr 01 12:51:55.750692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ccf319-e2cb-4423-9175-dbe5533b10c6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:51:55.764386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-72ccf319-e2cb-4423-9175-dbe5533b10c6 tempest-RoutersIpV6Test-1061170119 tempest-RoutersIpV6Test-1061170119-project] 10.222.0.45 "DELETE /v2.0/subnets/f0608743-b62a-4922-9e40-fda710e245e5 HTTP/1.1" status: 404 len: 337 time: 0.0897448 Apr 01 12:51:55.917392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3fff9caf-395d-41ae-9b67-e96749dda02d tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:55.918638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Made reservation on behalf of 5bf4e8925cc240e8806b2e0e4da8ad2f for: {'port': 2} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:55.929504 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:55.941631 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3fff9caf-395d-41ae-9b67-e96749dda02d tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:55.947773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-3fff9caf-395d-41ae-9b67-e96749dda02d tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] device_id is not set on port fb2f9218-58cc-4f4c-b0fe-6b1a1f568c59 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:51:55.975062 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:56.097126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff9caf-395d-41ae-9b67-e96749dda02d tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6968d4a8-1fbb-4c74-be67-e0729731602e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:56.302533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60124) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:56.400600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] device_id is not set on port d6dcb3ef-7918-4c76-a097-aa971417cd98 yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:51:56.459093 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fff9caf-395d-41ae-9b67-e96749dda02d tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 12:51:56.459918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fff9caf-395d-41ae-9b67-e96749dda02d tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:51:56.506222 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7b5f386b-995c-4b61-ab7d-5e1f62f9bec7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7df550135e94fb182caa450eb586bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020414 Apr 01 12:51:56.513139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60132) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:56.523015 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3fff9caf-395d-41ae-9b67-e96749dda02d tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4241931 Apr 01 12:51:56.523167 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60134) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:56.610744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6bcf6672-344a-426d-9270-0f0a8871d52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:56.648903 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6bcf6672-344a-426d-9270-0f0a8871d52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:56.716317 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6bcf6672-344a-426d-9270-0f0a8871d52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:56.720477 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6bcf6672-344a-426d-9270-0f0a8871d52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:56.722784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6bcf6672-344a-426d-9270-0f0a8871d52e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2b61ad8-207f-41c3-b1ae-d76b56c435c4 HTTP/1.1" status: 204 len: 168 time: 0.2077634 Apr 01 12:51:56.724266 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:56.733467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf6672-344a-426d-9270-0f0a8871d52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b61ad8-207f-41c3-b1ae-d76b56c435c4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:56.863204 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-44a67795-6de6-4714-b13c-c82ffe08a733 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Deleting port d24d390e-8a1d-4774-a2a1-0ad207511931 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:56.863954 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44a67795-6de6-4714-b13c-c82ffe08a733 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:56.908768 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] device_id is not set on port d6753102-1900-42fa-8750-92887312264a yet. {{(pid=102719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:51:57.032641 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44a67795-6de6-4714-b13c-c82ffe08a733 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:57.034222 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44a67795-6de6-4714-b13c-c82ffe08a733 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:57.057509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-44a67795-6de6-4714-b13c-c82ffe08a733 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Calling delete_port for d24d390e-8a1d-4774-a2a1-0ad207511931 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:57.239834 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:57.447578 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:57.503648 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event updated for resources: {'Port': ['ID=d6dcb3ef-7918-4c76-a097-aa971417cd98,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:57.512082 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44a67795-6de6-4714-b13c-c82ffe08a733 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:57.516784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60170) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:57.553950 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a67795-6de6-4714-b13c-c82ffe08a733 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Pushing event deleted for resources: {'Port': ['ID=d24d390e-8a1d-4774-a2a1-0ad207511931,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:57.657200 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44a67795-6de6-4714-b13c-c82ffe08a733 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:57.660661 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44a67795-6de6-4714-b13c-c82ffe08a733 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:57.666123 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-44a67795-6de6-4714-b13c-c82ffe08a733 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576 tempest-ExternalNetworksAdminNegativeTestJSON-1920923576-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/4714068c-6312-466e-98ed-dd20b528aafd HTTP/1.1" status: 204 len: 168 time: 1.1380291 Apr 01 12:51:57.666123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Checking segment: {'id': '01cb0be0-fd2b-48b1-b04c-79485274ea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a7437b8b-dc9e-4352-b4bb-2f2c5a72145e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:51:57.666123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Network hostable DHCP agents. Network: a7437b8b-dc9e-4352-b4bb-2f2c5a72145e, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:51:57.686036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Network a7437b8b-dc9e-4352-b4bb-2f2c5a72145e is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:51:57.701598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, a7437b8b-dc9e-4352-b4bb-2f2c5a72145e) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:57.706553 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:57.709305 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:57.715917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e5f38a-470c-4910-ab07-c709e8a6f37f None None] Network a7437b8b-dc9e-4352-b4bb-2f2c5a72145e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:57.773235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-017489a7-d079-4d8a-a41f-fe6723f84ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:57.799806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event updated for resources: {'Port': ['ID=d6753102-1900-42fa-8750-92887312264a,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:57.847553 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Checking segment: {'id': '6b905fc4-f262-48a6-85d8-3b2a3ce77ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3709342c-18c5-49cf-9c49-8da376f0b2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:51:57.848375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Network hostable DHCP agents. Network: 3709342c-18c5-49cf-9c49-8da376f0b2c6, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:51:57.876265 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Network 3709342c-18c5-49cf-9c49-8da376f0b2c6 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:51:57.898141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 3709342c-18c5-49cf-9c49-8da376f0b2c6) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:51:57.905082 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:51:57.915994 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:57.916978 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9173e6-2a11-4814-bb8a-5cd7c5c89e63 None None] Network 3709342c-18c5-49cf-9c49-8da376f0b2c6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:51:57.926611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:57.927915 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:57.951779 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2cbabd1b-af4b-4cf9-a13a-af6a7644281b tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4124331 Apr 01 12:51:57.953656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60186) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:57.980360 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-017489a7-d079-4d8a-a41f-fe6723f84ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:57.991343 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-017489a7-d079-4d8a-a41f-fe6723f84ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.079954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaae23b-1e0a-49d8-8414-6209ac11e4c1 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:58.100375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaae23b-1e0a-49d8-8414-6209ac11e4c1 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:58.102040 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cbaae23b-1e0a-49d8-8414-6209ac11e4c1 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1463690 Apr 01 12:51:58.102639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-017489a7-d079-4d8a-a41f-fe6723f84ec0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b63773708f24a3b868c514220387abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837004 Apr 01 12:51:58.103329 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60196) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:58.105018 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60198) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:58.118846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017489a7-d079-4d8a-a41f-fe6723f84ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401ac156-55ae-4189-af82-518ba2d4d2b4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:58.169173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60200) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:58.212951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60208) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:58.305282 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-60eb4796-4d6a-4745-83d8-0f90d8bef64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.359286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-93e1b336-94f3-4a75-9978-6c0c26da0d9e tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Deleting port d6dcb3ef-7918-4c76-a097-aa971417cd98 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:58.359944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93e1b336-94f3-4a75-9978-6c0c26da0d9e tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.390168 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-60eb4796-4d6a-4745-83d8-0f90d8bef64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.405778 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a4949f1-1980-45dd-81fd-e7e9d8459f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.501890 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9eb069df-4e59-41c0-895a-73a6ffa694db tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:58.502502 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-9eb069df-4e59-41c0-895a-73a6ffa694db tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 12:51:58.503755 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-9eb069df-4e59-41c0-895a-73a6ffa694db tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 12:51:58.504907 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9eb069df-4e59-41c0-895a-73a6ffa694db tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2849441 Apr 01 12:51:58.510365 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93e1b336-94f3-4a75-9978-6c0c26da0d9e tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.513113 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60216) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:58.516589 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-60eb4796-4d6a-4745-83d8-0f90d8bef64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.518123 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e798e61e-c59a-4c1c-b729-c2192dd82526 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827264510'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:58.519964 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-60eb4796-4d6a-4745-83d8-0f90d8bef64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.522179 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-60eb4796-4d6a-4745-83d8-0f90d8bef64e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/401ac156-55ae-4189-af82-518ba2d4d2b4 HTTP/1.1" status: 204 len: 168 time: 0.4162159 Apr 01 12:51:58.547875 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb4796-4d6a-4745-83d8-0f90d8bef64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ac156-55ae-4189-af82-518ba2d4d2b4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:58.556844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-93e1b336-94f3-4a75-9978-6c0c26da0d9e tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Calling delete_port for d6dcb3ef-7918-4c76-a097-aa971417cd98 owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:58.559290 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a4949f1-1980-45dd-81fd-e7e9d8459f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.567466 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a4949f1-1980-45dd-81fd-e7e9d8459f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.608163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4949f1-1980-45dd-81fd-e7e9d8459f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310e0c36-2e18-4755-afc9-ecb2c2692f88,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:58.619445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e798e61e-c59a-4c1c-b729-c2192dd82526 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.631323 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e798e61e-c59a-4c1c-b729-c2192dd82526 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.656807 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6a4949f1-1980-45dd-81fd-e7e9d8459f67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d79b7778ddad4c658181ee65ace7d72e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4868348 Apr 01 12:51:58.659765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60222) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:58.714060 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93e1b336-94f3-4a75-9978-6c0c26da0d9e tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.732070 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a964a752-4f13-417d-ab94-455a57afade5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.752494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1b336-94f3-4a75-9978-6c0c26da0d9e tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event deleted for resources: {'Port': ['ID=d6dcb3ef-7918-4c76-a097-aa971417cd98,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:58.756908 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a964a752-4f13-417d-ab94-455a57afade5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.769176 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93e1b336-94f3-4a75-9978-6c0c26da0d9e tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.773177 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-93e1b336-94f3-4a75-9978-6c0c26da0d9e tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "DELETE /v2.0/ports/d6dcb3ef-7918-4c76-a097-aa971417cd98 HTTP/1.1" status: 204 len: 168 time: 0.6656222 Apr 01 12:51:58.776524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60228) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:58.828356 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e798e61e-c59a-4c1c-b729-c2192dd82526 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.838759 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e798e61e-c59a-4c1c-b729-c2192dd82526 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.855614 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a964a752-4f13-417d-ab94-455a57afade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.858379 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a964a752-4f13-417d-ab94-455a57afade5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.859313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a964a752-4f13-417d-ab94-455a57afade5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/310e0c36-2e18-4755-afc9-ecb2c2692f88 HTTP/1.1" status: 204 len: 168 time: 0.1942670 Apr 01 12:51:58.869431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964a752-4f13-417d-ab94-455a57afade5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310e0c36-2e18-4755-afc9-ecb2c2692f88,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:58.931012 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798e61e-c59a-4c1c-b729-c2192dd82526 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460a4bb7-b52c-43a8-8da1-e945d78a178d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:58.933944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60234) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:58.955846 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bdd638d-c29a-4b7b-9fd1-53ba795a7617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.978591 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e798e61e-c59a-4c1c-b729-c2192dd82526 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.981928 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4a06f-ba55-4262-b71f-b24c5e892fb7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Deleting port d6753102-1900-42fa-8750-92887312264a {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:51:58.982471 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0b4a06f-ba55-4262-b71f-b24c5e892fb7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:58.988281 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e798e61e-c59a-4c1c-b729-c2192dd82526 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.099694 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bdd638d-c29a-4b7b-9fd1-53ba795a7617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.101767 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e798e61e-c59a-4c1c-b729-c2192dd82526 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.103065 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e798e61e-c59a-4c1c-b729-c2192dd82526 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5886250 Apr 01 12:51:59.106078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60242) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:59.110602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a9d36e78-e345-4855-b77a-7f090c9e3fa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'f956bee2-b7c6-4131-996b-eaabdd57715f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:59.118986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bdd638d-c29a-4b7b-9fd1-53ba795a7617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.119266 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798e61e-c59a-4c1c-b729-c2192dd82526 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f956bee2-b7c6-4131-996b-eaabdd57715f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:59.124057 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0b4a06f-ba55-4262-b71f-b24c5e892fb7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.141574 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4a06f-ba55-4262-b71f-b24c5e892fb7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Calling delete_port for d6753102-1900-42fa-8750-92887312264a owned by {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:51:59.187838 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4bdd638d-c29a-4b7b-9fd1-53ba795a7617 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d05056c7f373446183a38cef3711e475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525175 Apr 01 12:51:59.190569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60246) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:59.197202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd638d-c29a-4b7b-9fd1-53ba795a7617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf5a09f-4034-41dd-a17a-ab9e2d13bb40,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:59.200080 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9d36e78-e345-4855-b77a-7f090c9e3fa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.257732 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0b4a06f-ba55-4262-b71f-b24c5e892fb7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.313525 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9d36e78-e345-4855-b77a-7f090c9e3fa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.317621 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0b4a06f-ba55-4262-b71f-b24c5e892fb7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.321355 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d0b4a06f-ba55-4262-b71f-b24c5e892fb7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "DELETE /v2.0/ports/d6753102-1900-42fa-8750-92887312264a HTTP/1.1" status: 204 len: 168 time: 0.5438747 Apr 01 12:51:59.323842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60250) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:59.327879 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9d36e78-e345-4855-b77a-7f090c9e3fa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.333440 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4a06f-ba55-4262-b71f-b24c5e892fb7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event deleted for resources: {'Port': ['ID=d6753102-1900-42fa-8750-92887312264a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:59.341902 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-16b5527d-790f-4869-b263-86c7efff9813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.361205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d36e78-e345-4855-b77a-7f090c9e3fa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ff0a74-18b7-40f1-887f-4c09c01373c5,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:59.364261 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1831e110-f262-4e7f-b424-c7b0f54071c0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0379171 Apr 01 12:51:59.365035 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60252) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:59.371842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f5c2f2f0-e3ba-4594-8806-7b6b745b6ce7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-638330456'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:59.386569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a9d36e78-e345-4855-b77a-7f090c9e3fa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.388116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a9d36e78-e345-4855-b77a-7f090c9e3fa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2809088 Apr 01 12:51:59.390430 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-16b5527d-790f-4869-b263-86c7efff9813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.392349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60256) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:59.409629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c2f2f0-e3ba-4594-8806-7b6b745b6ce7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Made reservation on behalf of 5bf4e8925cc240e8806b2e0e4da8ad2f for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:59.415286 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5c2f2f0-e3ba-4594-8806-7b6b745b6ce7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.418408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-04ffdca9-170c-480f-8bed-be729f900b2b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'f956bee2-b7c6-4131-996b-eaabdd57715f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:59.431684 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60258) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:59.462467 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-04ffdca9-170c-480f-8bed-be729f900b2b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.477992 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c2f2f0-e3ba-4594-8806-7b6b745b6ce7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:51:59.518089 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5c2f2f0-e3ba-4594-8806-7b6b745b6ce7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.518998 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-f5c2f2f0-e3ba-4594-8806-7b6b745b6ce7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Added segment 066d20c9-98cb-492e-8e3f-1b7bcd3b7fdc of type vlan for network 78fabe53-0f37-4897-b910-527d469b9e20 Apr 01 12:51:59.525334 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-04ffdca9-170c-480f-8bed-be729f900b2b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 12:51:59.525334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-04ffdca9-170c-480f-8bed-be729f900b2b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1292493 Apr 01 12:51:59.528826 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60260) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:59.533138 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e000393d-dd56-4920-86ad-792fce5cbd46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3de9cda4209745bc91b7af2da7d54095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1003201 Apr 01 12:51:59.535016 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-16b5527d-790f-4869-b263-86c7efff9813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.536103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60262) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:59.540630 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-16b5527d-790f-4869-b263-86c7efff9813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.541844 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-16b5527d-790f-4869-b263-86c7efff9813 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0bf5a09f-4034-41dd-a17a-ab9e2d13bb40 HTTP/1.1" status: 204 len: 168 time: 0.3501859 Apr 01 12:51:59.558055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5527d-790f-4869-b263-86c7efff9813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf5a09f-4034-41dd-a17a-ab9e2d13bb40,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:59.591893 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5c2f2f0-e3ba-4594-8806-7b6b745b6ce7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.671544 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb1307bb-2a88-4aa4-8b17-5ec6313fadde tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.681467 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f673219-db3e-4d9b-9aad-69cfdb6f6858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.697157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb1307bb-2a88-4aa4-8b17-5ec6313fadde tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.730184 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f673219-db3e-4d9b-9aad-69cfdb6f6858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.732906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5c2f2f0-e3ba-4594-8806-7b6b745b6ce7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.738494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2f2f0-e3ba-4594-8806-7b6b745b6ce7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:51:59.739385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f5c2f2f0-e3ba-4594-8806-7b6b745b6ce7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.761496 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb1307bb-2a88-4aa4-8b17-5ec6313fadde tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.767864 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb1307bb-2a88-4aa4-8b17-5ec6313fadde tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.774686 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cb1307bb-2a88-4aa4-8b17-5ec6313fadde tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "DELETE /v2.0/security-groups/f956bee2-b7c6-4131-996b-eaabdd57715f HTTP/1.1" status: 204 len: 168 time: 0.2427185 Apr 01 12:51:59.777824 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60270) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:59.811173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1307bb-2a88-4aa4-8b17-5ec6313fadde tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f956bee2-b7c6-4131-996b-eaabdd57715f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:59.826471 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f5c2f2f0-e3ba-4594-8806-7b6b745b6ce7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4595544 Apr 01 12:51:59.845809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60272) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:51:59.871877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2f2f0-e3ba-4594-8806-7b6b745b6ce7 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event updated for resources: {'Network': ['ID=78fabe53-0f37-4897-b910-527d469b9e20,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:59.888924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-027d6e93-d067-4403-8165-4c02a8aa9511 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-506369594'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:51:59.895736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 78fabe53-0f37-4897-b910-527d469b9e20 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:51:59.903661 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f673219-db3e-4d9b-9aad-69cfdb6f6858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.910968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f673219-db3e-4d9b-9aad-69cfdb6f6858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:51:59.923633 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1f673219-db3e-4d9b-9aad-69cfdb6f6858 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6968d4a8-1fbb-4c74-be67-e0729731602e HTTP/1.1" status: 204 len: 168 time: 0.3856218 Apr 01 12:51:59.945589 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f673219-db3e-4d9b-9aad-69cfdb6f6858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6968d4a8-1fbb-4c74-be67-e0729731602e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:51:59.977345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027d6e93-d067-4403-8165-4c02a8aa9511 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Made reservation on behalf of 5bf4e8925cc240e8806b2e0e4da8ad2f for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:51:59.986778 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-027d6e93-d067-4403-8165-4c02a8aa9511 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.022509 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e3852144-485a-4571-bcfa-02fb96f52a0c tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2106121 Apr 01 12:52:00.027739 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60288) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:00.041495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ec7b49d3-8828-4071-b762-fb6eb5b1402b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group': {'name': 'tempest-secgroup--267593525'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:00.120038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027d6e93-d067-4403-8165-4c02a8aa9511 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:52:00.127746 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec7b49d3-8828-4071-b762-fb6eb5b1402b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.155083 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-027d6e93-d067-4403-8165-4c02a8aa9511 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.155367 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-027d6e93-d067-4403-8165-4c02a8aa9511 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Added segment ec444e15-7844-433b-8499-ba4ac03ccf11 of type vlan for network d837d53d-f1b5-4cfd-a72d-d646170c7acf Apr 01 12:52:00.219414 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-027d6e93-d067-4403-8165-4c02a8aa9511 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.255460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-027d6e93-d067-4403-8165-4c02a8aa9511 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.262517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027d6e93-d067-4403-8165-4c02a8aa9511 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:00.263565 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-027d6e93-d067-4403-8165-4c02a8aa9511 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.330591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-027d6e93-d067-4403-8165-4c02a8aa9511 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4615159 Apr 01 12:52:00.398403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d6e93-d067-4403-8165-4c02a8aa9511 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event updated for resources: {'Network': ['ID=d837d53d-f1b5-4cfd-a72d-d646170c7acf,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:00.412737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network d837d53d-f1b5-4cfd-a72d-d646170c7acf details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:00.434841 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec7b49d3-8828-4071-b762-fb6eb5b1402b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.443031 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec7b49d3-8828-4071-b762-fb6eb5b1402b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.484175 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec7b49d3-8828-4071-b762-fb6eb5b1402b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.485720 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ec7b49d3-8828-4071-b762-fb6eb5b1402b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4558523 Apr 01 12:52:00.489163 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60312) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:00.495448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f392b8dd-b7fc-4f80-957e-754618b1fbe6 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': '98443173-70ce-41f4-81e1-dc79ad05fe16', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:00.496622 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-f392b8dd-b7fc-4f80-957e-754618b1fbe6 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 01 12:52:00.497418 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-f392b8dd-b7fc-4f80-957e-754618b1fbe6 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:00.498604 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f392b8dd-b7fc-4f80-957e-754618b1fbe6 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078855 Apr 01 12:52:00.503155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60314) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:00.528928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b49d3-8828-4071-b762-fb6eb5b1402b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98443173-70ce-41f4-81e1-dc79ad05fe16,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:00.647719 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41d82766-0fca-4e7d-b469-dac9a5b8c18a tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.697489 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41d82766-0fca-4e7d-b469-dac9a5b8c18a tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.767056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41d82766-0fca-4e7d-b469-dac9a5b8c18a tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.772644 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-41d82766-0fca-4e7d-b469-dac9a5b8c18a tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:00.780616 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-41d82766-0fca-4e7d-b469-dac9a5b8c18a tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "DELETE /v2.0/security-groups/98443173-70ce-41f4-81e1-dc79ad05fe16 HTTP/1.1" status: 204 len: 168 time: 0.2760704 Apr 01 12:52:00.781622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60332) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:00.847982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d82766-0fca-4e7d-b469-dac9a5b8c18a tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98443173-70ce-41f4-81e1-dc79ad05fe16,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:00.944905 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60338) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:00.945348 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-48ab948c-079c-437b-95e3-37b743d4568f tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1471210 Apr 01 12:52:00.950898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-08142c18-28af-4bd3-b989-4293efb52e7e tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group': {'name': 'tempest-secgroup--287349884'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:01.000950 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-08142c18-28af-4bd3-b989-4293efb52e7e tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:01.131094 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-08142c18-28af-4bd3-b989-4293efb52e7e tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:01.136401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-08142c18-28af-4bd3-b989-4293efb52e7e tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:01.220776 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-08142c18-28af-4bd3-b989-4293efb52e7e tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:01.228231 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60360) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:01.230588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-08142c18-28af-4bd3-b989-4293efb52e7e tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2841256 Apr 01 12:52:01.240719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08142c18-28af-4bd3-b989-4293efb52e7e tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2dd591-1bac-4160-92f6-c1599727994f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:01.258895 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-54049339-9975-42ac-a0af-505cbee96cfd tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'fc2dd591-1bac-4160-92f6-c1599727994f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:01.261196 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-54049339-9975-42ac-a0af-505cbee96cfd tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 01 12:52:01.262405 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-54049339-9975-42ac-a0af-505cbee96cfd tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:01.267893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60364) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:01.282291 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-54049339-9975-42ac-a0af-505cbee96cfd tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0327744 Apr 01 12:52:01.404878 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e881054e-e5ac-4f58-a3e2-285b7aa86bc8 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:01.466861 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e881054e-e5ac-4f58-a3e2-285b7aa86bc8 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:01.516628 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e881054e-e5ac-4f58-a3e2-285b7aa86bc8 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:01.520688 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e881054e-e5ac-4f58-a3e2-285b7aa86bc8 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:01.521999 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e881054e-e5ac-4f58-a3e2-285b7aa86bc8 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "DELETE /v2.0/security-groups/fc2dd591-1bac-4160-92f6-c1599727994f HTTP/1.1" status: 204 len: 168 time: 0.2524483 Apr 01 12:52:01.524982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60376) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:01.542401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881054e-e5ac-4f58-a3e2-285b7aa86bc8 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2dd591-1bac-4160-92f6-c1599727994f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:01.684016 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e21d1e98-750f-46e4-bd2c-0d7f6ea8bffa tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1537464 Apr 01 12:52:01.684338 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60382) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:01.696426 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d3977747-5401-4ca4-9fae-2a2db53db7dd tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group': {'name': 'tempest-secgroup--749389001'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:01.749376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3977747-5401-4ca4-9fae-2a2db53db7dd tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:01.950323 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3977747-5401-4ca4-9fae-2a2db53db7dd tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:01.954836 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3977747-5401-4ca4-9fae-2a2db53db7dd tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:01.989613 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3977747-5401-4ca4-9fae-2a2db53db7dd tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e61518-c5d4-4855-aa67-24d0f2dea86d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:02.017379 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d3977747-5401-4ca4-9fae-2a2db53db7dd tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:02.022627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60400) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.023795 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d3977747-5401-4ca4-9fae-2a2db53db7dd tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3378992 Apr 01 12:52:02.032343 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3b031603-27fa-4eed-b0fc-bbbae1a83865 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': '10e61518-c5d4-4855-aa67-24d0f2dea86d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:02.033587 n-d-836146-1 neutron-server[102718]: WARNING neutron.api.v2.base [None req-3b031603-27fa-4eed-b0fc-bbbae1a83865 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 01 12:52:02.034325 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-3b031603-27fa-4eed-b0fc-bbbae1a83865 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:02.038043 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3b031603-27fa-4eed-b0fc-bbbae1a83865 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118837 Apr 01 12:52:02.038043 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60402) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.090631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-32dc4a25-16ce-46fa-9594-cd20c1639eae tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': '10e61518-c5d4-4855-aa67-24d0f2dea86d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:02.091595 n-d-836146-1 neutron-server[102718]: WARNING neutron.api.v2.base [None req-32dc4a25-16ce-46fa-9594-cd20c1639eae tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 01 12:52:02.091770 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-32dc4a25-16ce-46fa-9594-cd20c1639eae tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:02.094115 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-32dc4a25-16ce-46fa-9594-cd20c1639eae tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0538611 Apr 01 12:52:02.096918 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60404) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.105748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b861fd87-f0f4-4dcc-a800-2828e0976691 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': '10e61518-c5d4-4855-aa67-24d0f2dea86d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:02.107950 n-d-836146-1 neutron-server[102718]: WARNING neutron.api.v2.base [None req-b861fd87-f0f4-4dcc-a800-2828e0976691 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 01 12:52:02.109252 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-b861fd87-f0f4-4dcc-a800-2828e0976691 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:02.113903 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b861fd87-f0f4-4dcc-a800-2828e0976691 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113084 Apr 01 12:52:02.114632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60406) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.123322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9a790e88-86f1-480f-bf94-0ffbf50fce1b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': '10e61518-c5d4-4855-aa67-24d0f2dea86d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:02.128422 n-d-836146-1 neutron-server[102718]: WARNING neutron.api.v2.base [None req-9a790e88-86f1-480f-bf94-0ffbf50fce1b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 01 12:52:02.129750 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-9a790e88-86f1-480f-bf94-0ffbf50fce1b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:02.134696 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9a790e88-86f1-480f-bf94-0ffbf50fce1b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0142441 Apr 01 12:52:02.134868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60408) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.224945 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9ae611bb-4676-422e-870c-3b5b155e85e9 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:02.251237 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9ae611bb-4676-422e-870c-3b5b155e85e9 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:02.297325 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9ae611bb-4676-422e-870c-3b5b155e85e9 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:02.301111 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9ae611bb-4676-422e-870c-3b5b155e85e9 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:02.304684 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9ae611bb-4676-422e-870c-3b5b155e85e9 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "DELETE /v2.0/security-groups/10e61518-c5d4-4855-aa67-24d0f2dea86d HTTP/1.1" status: 204 len: 168 time: 0.1666071 Apr 01 12:52:02.305099 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60418) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.335795 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae611bb-4676-422e-870c-3b5b155e85e9 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e61518-c5d4-4855-aa67-24d0f2dea86d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:02.400384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bc9ff8d3-58e4-460e-ab3f-f0edaa7d01cd tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0940645 Apr 01 12:52:02.404544 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60424) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.411457 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e14c9689-768f-4b1e-b7d6-ba4d52ed9064 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group': {'name': 'tempest-secgroup--102499945'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:02.451729 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e14c9689-768f-4b1e-b7d6-ba4d52ed9064 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:02.614701 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e14c9689-768f-4b1e-b7d6-ba4d52ed9064 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:02.626296 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e14c9689-768f-4b1e-b7d6-ba4d52ed9064 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:02.673663 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e14c9689-768f-4b1e-b7d6-ba4d52ed9064 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:02.676170 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e14c9689-768f-4b1e-b7d6-ba4d52ed9064 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2699018 Apr 01 12:52:02.679088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60440) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.683101 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c9689-768f-4b1e-b7d6-ba4d52ed9064 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec6ecf4-631a-4332-9d70-1f4899b255ce,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:02.709648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-561c09ab-9c29-4ef7-97ed-777fd56d2266 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'aec6ecf4-631a-4332-9d70-1f4899b255ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:02.714822 n-d-836146-1 neutron-server[102718]: WARNING neutron.api.v2.base [None req-561c09ab-9c29-4ef7-97ed-777fd56d2266 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 12:52:02.717691 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-561c09ab-9c29-4ef7-97ed-777fd56d2266 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:02.724779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60444) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.727461 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-561c09ab-9c29-4ef7-97ed-777fd56d2266 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0472562 Apr 01 12:52:02.731478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-414d9d79-038b-44cb-a8f7-cbc14b91a095 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'aec6ecf4-631a-4332-9d70-1f4899b255ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:02.779857 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60448) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.801315 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-414d9d79-038b-44cb-a8f7-cbc14b91a095 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:02.802617 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-414d9d79-038b-44cb-a8f7-cbc14b91a095 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0753832 Apr 01 12:52:02.805556 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60452) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.810530 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-cdfc3f77-33ee-43df-80a9-1119a158c767 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'aec6ecf4-631a-4332-9d70-1f4899b255ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:02.811012 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-cdfc3f77-33ee-43df-80a9-1119a158c767 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 01 12:52:02.834981 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-cdfc3f77-33ee-43df-80a9-1119a158c767 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:02.836103 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cdfc3f77-33ee-43df-80a9-1119a158c767 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0292447 Apr 01 12:52:02.838907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60456) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.847881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-34a19e5c-ba91-4960-83b7-640c18835d14 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'aec6ecf4-631a-4332-9d70-1f4899b255ce', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:02.937165 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-34a19e5c-ba91-4960-83b7-640c18835d14 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:02.938894 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-34a19e5c-ba91-4960-83b7-640c18835d14 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0986223 Apr 01 12:52:02.942304 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60460) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.949716 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-73e76d5a-cb90-4eee-97b9-0f44fd8ee90c tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'aec6ecf4-631a-4332-9d70-1f4899b255ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:02.950822 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-73e76d5a-cb90-4eee-97b9-0f44fd8ee90c tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 12:52:02.951600 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-73e76d5a-cb90-4eee-97b9-0f44fd8ee90c tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:02.953239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-73e76d5a-cb90-4eee-97b9-0f44fd8ee90c tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089440 Apr 01 12:52:02.955745 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60462) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:02.965577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b5199d15-488c-4612-b476-283d5258d3b3 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'aec6ecf4-631a-4332-9d70-1f4899b255ce', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:03.051733 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-b5199d15-488c-4612-b476-283d5258d3b3 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:03.055987 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60468) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:03.056716 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b5199d15-488c-4612-b476-283d5258d3b3 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0961881 Apr 01 12:52:03.089302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3f0ecb0d-997d-445e-a383-9359f63d6053 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'aec6ecf4-631a-4332-9d70-1f4899b255ce', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:03.092589 n-d-836146-1 neutron-server[102718]: WARNING neutron.api.v2.base [None req-3f0ecb0d-997d-445e-a383-9359f63d6053 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 01 12:52:03.095262 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-3f0ecb0d-997d-445e-a383-9359f63d6053 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:03.097925 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3f0ecb0d-997d-445e-a383-9359f63d6053 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0404270 Apr 01 12:52:03.100800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60470) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:03.116009 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4c71963e-c420-41a4-bf22-ad5950829986 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'aec6ecf4-631a-4332-9d70-1f4899b255ce', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:03.219845 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-4c71963e-c420-41a4-bf22-ad5950829986 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:03.221126 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4c71963e-c420-41a4-bf22-ad5950829986 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1178336 Apr 01 12:52:03.224663 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60478) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:03.229795 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f6491f0d-a575-41a9-9dea-5998641bf936 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'aec6ecf4-631a-4332-9d70-1f4899b255ce', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:03.274977 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1574545459', 'router:external': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:03.325873 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-f6491f0d-a575-41a9-9dea-5998641bf936 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:03.327834 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f6491f0d-a575-41a9-9dea-5998641bf936 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1016798 Apr 01 12:52:03.332925 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60486) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:03.349480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Made reservation on behalf of fd4e473e0da44a34bf172011ce9d9fab for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:03.352455 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.369649 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.424343 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3466d90-d6c9-4c58-8280-8f1c6ebf7c91 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.464509 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3466d90-d6c9-4c58-8280-8f1c6ebf7c91 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.546761 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3466d90-d6c9-4c58-8280-8f1c6ebf7c91 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.550440 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3466d90-d6c9-4c58-8280-8f1c6ebf7c91 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.553925 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e3466d90-d6c9-4c58-8280-8f1c6ebf7c91 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "DELETE /v2.0/security-groups/aec6ecf4-631a-4332-9d70-1f4899b255ce HTTP/1.1" status: 204 len: 168 time: 0.2168231 Apr 01 12:52:03.556422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60494) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:03.569628 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3466d90-d6c9-4c58-8280-8f1c6ebf7c91 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec6ecf4-631a-4332-9d70-1f4899b255ce,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:03.592366 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.601005 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.628881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad341dab-3209-4a79-a6d2-1d900cd1bc34,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:03.656713 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:52:03.667461 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-388adcf1-16da-4853-9ea2-a31036309d40 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1079123 Apr 01 12:52:03.672261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60498) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:03.678877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-80cccfcf-278f-4e47-aaa2-90502e3f5ffa tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064614197'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:03.700411 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.701100 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Added segment 5441f046-b308-4ad2-ada1-18c7a9915523 of type vlan for network 5e300987-16be-4868-b640-98e6c582354a Apr 01 12:52:03.722207 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-80cccfcf-278f-4e47-aaa2-90502e3f5ffa tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.805000 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.886566 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.887655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:03.887996 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-80cccfcf-278f-4e47-aaa2-90502e3f5ffa tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.888642 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.895370 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-80cccfcf-278f-4e47-aaa2-90502e3f5ffa tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.938323 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-80cccfcf-278f-4e47-aaa2-90502e3f5ffa tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:03.946516 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-80cccfcf-278f-4e47-aaa2-90502e3f5ffa tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2703388 Apr 01 12:52:03.946993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60508) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:03.952883 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0d2d4b43-31b8-479b-9187-387c032cf3ab tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': '344c808b-e8f9-4327-87c2-9b2008da5589', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:03.959710 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cccfcf-278f-4e47-aaa2-90502e3f5ffa tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344c808b-e8f9-4327-87c2-9b2008da5589,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:03.967864 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60510) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:03.975273 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'subnets': [{'network_id': '78fabe53-0f37-4897-b910-527d469b9e20', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1293872782', 'ip_version': 6}, {'network_id': 'd837d53d-f1b5-4cfd-a72d-d646170c7acf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:03.975915 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'subnet': {'network_id': '78fabe53-0f37-4897-b910-527d469b9e20', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1293872782', 'ip_version': 6}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:03.991954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Request body: {'subnet': {'network_id': 'd837d53d-f1b5-4cfd-a72d-d646170c7acf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:04.000795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event updated for resources: {'Network': ['ID=5e300987-16be-4868-b640-98e6c582354a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:04.017614 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 5e300987-16be-4868-b640-98e6c582354a details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:04.046159 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-726e9d68-d99e-4a41-ad83-483d6427a83e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2648554 Apr 01 12:52:04.051789 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60514) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:04.086226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Request body: {'subnet': {'network_id': '5e300987-16be-4868-b640-98e6c582354a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:04.118059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Made reservation on behalf of fd4e473e0da44a34bf172011ce9d9fab for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:04.120832 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:04.178225 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60518) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:04.251578 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-0d2d4b43-31b8-479b-9187-387c032cf3ab tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The resource could not be found. Apr 01 12:52:04.252953 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0d2d4b43-31b8-479b-9187-387c032cf3ab tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3050354 Apr 01 12:52:04.256317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60524) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:04.261527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-429814ee-d4d3-4bbb-b626-c0c425eac939 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': '344c808b-e8f9-4327-87c2-9b2008da5589', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f30a5c68-edca-4a9d-90aa-7623c4b2b451'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:04.280705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Made reservation on behalf of 5bf4e8925cc240e8806b2e0e4da8ad2f for: {'subnet': 2} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:04.286054 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:04.290591 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:04.418741 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-429814ee-d4d3-4bbb-b626-c0c425eac939 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The resource could not be found. Apr 01 12:52:04.422088 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-429814ee-d4d3-4bbb-b626-c0c425eac939 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1625462 Apr 01 12:52:04.422793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60534) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:04.545694 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-303e94a7-75fb-4a39-9927-ae972ed9d8df tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:04.574313 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-303e94a7-75fb-4a39-9927-ae972ed9d8df tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:04.640536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.objects.ports [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 12:52:04.641002 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:04.695149 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5bc54f28-4ec9-498f-9b81-c0fc35dd3bd8,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:04.739530 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-303e94a7-75fb-4a39-9927-ae972ed9d8df tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:04.742048 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-303e94a7-75fb-4a39-9927-ae972ed9d8df tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:04.743403 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-303e94a7-75fb-4a39-9927-ae972ed9d8df tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "DELETE /v2.0/security-groups/344c808b-e8f9-4327-87c2-9b2008da5589 HTTP/1.1" status: 204 len: 168 time: 0.3196213 Apr 01 12:52:04.748096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Checking segment: {'id': '5441f046-b308-4ad2-ada1-18c7a9915523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e300987-16be-4868-b640-98e6c582354a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:04.748096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Network hostable DHCP agents. Network: 5e300987-16be-4868-b640-98e6c582354a, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:04.751380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60542) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:04.785020 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae58ef4f-bbf9-4890-a020-78fcfb4343c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:04.787725 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e94a7-75fb-4a39-9927-ae972ed9d8df tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c808b-e8f9-4327-87c2-9b2008da5589,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:04.811684 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-543694fd-4f71-420f-8882-ea23f9b1563b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0583618 Apr 01 12:52:04.815877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60550) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:04.818810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Network 5e300987-16be-4868-b640-98e6c582354a is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:04.823881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-4da96543-3c03-43ea-9958-687fb2dde9b9 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': '6891dc3b-a066-4e5f-a58c-aba420057aef', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:04.842405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 5e300987-16be-4868-b640-98e6c582354a) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:04.849892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:04.850511 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:04.858339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e6345-4b4e-44bc-b2fc-999e44cf9415 None None] Network 5e300987-16be-4868-b640-98e6c582354a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:04.875104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-34b4b873-490a-4bef-bb6b-c1fa48d87c61 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8190260 Apr 01 12:52:04.875753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60552) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:04.881607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-307454777', 'network_id': '5e300987-16be-4868-b640-98e6c582354a'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:04.903103 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-4da96543-3c03-43ea-9958-687fb2dde9b9 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The resource could not be found. Apr 01 12:52:04.904427 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4da96543-3c03-43ea-9958-687fb2dde9b9 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0869341 Apr 01 12:52:04.908612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60554) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:04.913801 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-db2a33ac-38f6-4207-95f9-e9415e741c22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group': {'name': 'tempest-secgroup--777661637'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:04.931086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Made reservation on behalf of fd4e473e0da44a34bf172011ce9d9fab for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:04.933749 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:04.955303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] device_id is not set on port 72ca1de0-0424-482a-8db1-7d8a6ee2ff2a yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:52:04.962928 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-db2a33ac-38f6-4207-95f9-e9415e741c22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.044109 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d8533-0bce-4156-a1db-2f312245a81a None None] Network 5e300987-16be-4868-b640-98e6c582354a requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:05.117209 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Allocated IP 172.20.0.2 (5e300987-16be-4868-b640-98e6c582354a/5bc54f28-4ec9-498f-9b81-c0fc35dd3bd8/72ca1de0-0424-482a-8db1-7d8a6ee2ff2a) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:05.327239 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae58ef4f-bbf9-4890-a020-78fcfb4343c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.329431 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.344732 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae58ef4f-bbf9-4890-a020-78fcfb4343c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.349055 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.393847 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-db2a33ac-38f6-4207-95f9-e9415e741c22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.400985 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-db2a33ac-38f6-4207-95f9-e9415e741c22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.425053 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.440661 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event updated for resources: {'Subnet': ['ID=12f66774-8347-425e-acfe-1ea0d73ef683,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:05.445032 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ae58ef4f-bbf9-4890-a020-78fcfb4343c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9b57b4676ca84afca552f8b8e0323477&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2650628 Apr 01 12:52:05.447091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58ef4f-bbf9-4890-a020-78fcfb4343c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4616f541-65f1-46bb-a6a3-ebe842dc35dc,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:05.455788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:05.483572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Checking segment: {'id': '066d20c9-98cb-492e-8e3f-1b7bcd3b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '78fabe53-0f37-4897-b910-527d469b9e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:05.484155 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Network hostable DHCP agents. Network: 78fabe53-0f37-4897-b910-527d469b9e20, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:05.511879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a33ac-38f6-4207-95f9-e9415e741c22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47e4e9f-bedc-44f3-ad66-f7febb50c1f5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:05.526157 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Network 5e300987-16be-4868-b640-98e6c582354a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:05.532764 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-db2a33ac-38f6-4207-95f9-e9415e741c22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.532764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-db2a33ac-38f6-4207-95f9-e9415e741c22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6217647 Apr 01 12:52:05.536375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:05.536646 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60562) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:05.539324 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0278959-84d9-4aa5-95a5-9e7d7450e1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.545319 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-07c2f9ec-768e-4823-9424-5dbc9c582f2f tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group': {'name': 'tempest-secgroup--219478093'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:05.545520 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:05.554519 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Network 78fabe53-0f37-4897-b910-527d469b9e20 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:05.595732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:05.597084 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.599900 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0278959-84d9-4aa5-95a5-9e7d7450e1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.611414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 78fabe53-0f37-4897-b910-527d469b9e20) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:05.622373 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.622812 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40db4bc2-8dae-4835-9848-2d339db5a363 None None] Network 78fabe53-0f37-4897-b910-527d469b9e20 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:05.642351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event updated for resources: {'Port': ['ID=72ca1de0-0424-482a-8db1-7d8a6ee2ff2a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:05.647756 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-40db5ccf-f39a-4e31-8202-63353958e124 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7712433 Apr 01 12:52:05.650445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60568) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:05.665042 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07c2f9ec-768e-4823-9424-5dbc9c582f2f tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.776963 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Checking segment: {'id': 'ec444e15-7844-433b-8499-ba4ac03ccf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd837d53d-f1b5-4cfd-a72d-d646170c7acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:05.787670 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Network hostable DHCP agents. Network: d837d53d-f1b5-4cfd-a72d-d646170c7acf, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:05.794427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event updated for resources: {'Subnet': ['ID=47224d71-29db-4d66-8ebf-35e864918d3b,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:05.815880 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0278959-84d9-4aa5-95a5-9e7d7450e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.830563 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f0278959-84d9-4aa5-95a5-9e7d7450e1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.834062 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f0278959-84d9-4aa5-95a5-9e7d7450e1ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4616f541-65f1-46bb-a6a3-ebe842dc35dc HTTP/1.1" status: 204 len: 168 time: 0.3747463 Apr 01 12:52:05.847774 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.848116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.848272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-857a6e96-b3b8-42c0-b1db-b3fc7134f41e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Deleting port 72ca1de0-0424-482a-8db1-7d8a6ee2ff2a {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:05.848741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.848852 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-857a6e96-b3b8-42c0-b1db-b3fc7134f41e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.848956 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.849087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.849421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.849744 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.850096 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.850420 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.850738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.851059 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.851379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:05.868041 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0278959-84d9-4aa5-95a5-9e7d7450e1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4616f541-65f1-46bb-a6a3-ebe842dc35dc,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:05.881322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-78fabe53-0f37-4897-b910-527d469b9e20', 'network_id': '78fabe53-0f37-4897-b910-527d469b9e20', 'tenant_id': '5bf4e8925cc240e8806b2e0e4da8ad2f', 'fixed_ips': [{'subnet_id': '12f66774-8347-425e-acfe-1ea0d73ef683'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:52:05.883369 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.894880 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Network d837d53d-f1b5-4cfd-a72d-d646170c7acf is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:05.921882 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07c2f9ec-768e-4823-9424-5dbc9c582f2f tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.922628 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, d837d53d-f1b5-4cfd-a72d-d646170c7acf) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:05.953347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:05.953944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:05.954576 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.957022 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07c2f9ec-768e-4823-9424-5dbc9c582f2f tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:05.999168 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0361a468-4bba-4eb7-9c1f-75e82ad6b607 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0300369 Apr 01 12:52:06.002800 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07c2f9ec-768e-4823-9424-5dbc9c582f2f tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.005632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60574) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:06.007051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-07c2f9ec-768e-4823-9424-5dbc9c582f2f tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4689181 Apr 01 12:52:06.007837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2f9ec-768e-4823-9424-5dbc9c582f2f tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91071550-5b37-43fa-9df2-3f59b067b77e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:06.009818 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60578) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:06.024747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b2def126-2b56-4d2e-b705-593e56c270f0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group_rule': {'security_group_id': 'a47e4e9f-bedc-44f3-ad66-f7febb50c1f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '91071550-5b37-43fa-9df2-3f59b067b77e'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:06.028278 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea996b15-873c-4435-9ac6-2fa0b5c50951 None None] Network d837d53d-f1b5-4cfd-a72d-d646170c7acf requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:06.148578 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-857a6e96-b3b8-42c0-b1db-b3fc7134f41e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.177273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f0c79-7a41-444b-ae39-02cf6369c8ca tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:06.178805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f0c79-7a41-444b-ae39-02cf6369c8ca tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:06.180408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f0c79-7a41-444b-ae39-02cf6369c8ca tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:06.191449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60582) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:06.191749 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fb9f0c79-7a41-444b-ae39-02cf6369c8ca tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1847832 Apr 01 12:52:06.199199 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-857a6e96-b3b8-42c0-b1db-b3fc7134f41e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Calling delete_port for 72ca1de0-0424-482a-8db1-7d8a6ee2ff2a owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:06.212111 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-b2def126-2b56-4d2e-b705-593e56c270f0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 12:52:06.215612 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b2def126-2b56-4d2e-b705-593e56c270f0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2024393 Apr 01 12:52:06.216248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60584) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:06.233073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Allocated IP 2001:db8::1 (78fabe53-0f37-4897-b910-527d469b9e20/12f66774-8347-425e-acfe-1ea0d73ef683/4fdef2f8-e02a-45a4-bbf0-20acdd7341a5) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:06.339056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60586) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:06.348108 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02e203d1-5b78-4d57-9920-f0eb673de7c4 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.364764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-86803de1-7b8d-4abc-8612-979d11abfea8 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Deleting subnet 12f66774-8347-425e-acfe-1ea0d73ef683 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:52:06.391708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffbb5c11-5104-4ac1-b3f0-07b1f1a58510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.411901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-d837d53d-f1b5-4cfd-a72d-d646170c7acf', 'network_id': 'd837d53d-f1b5-4cfd-a72d-d646170c7acf', 'tenant_id': '5bf4e8925cc240e8806b2e0e4da8ad2f', 'fixed_ips': [{'subnet_id': '47224d71-29db-4d66-8ebf-35e864918d3b'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:52:06.413362 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.418361 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02e203d1-5b78-4d57-9920-f0eb673de7c4 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.490191 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-857a6e96-b3b8-42c0-b1db-b3fc7134f41e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.528594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a6e96-b3b8-42c0-b1db-b3fc7134f41e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event deleted for resources: {'Port': ['ID=72ca1de0-0424-482a-8db1-7d8a6ee2ff2a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:06.542252 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02e203d1-5b78-4d57-9920-f0eb673de7c4 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.544812 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02e203d1-5b78-4d57-9920-f0eb673de7c4 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.548784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-02e203d1-5b78-4d57-9920-f0eb673de7c4 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "DELETE /v2.0/security-groups/91071550-5b37-43fa-9df2-3f59b067b77e HTTP/1.1" status: 204 len: 168 time: 0.3316619 Apr 01 12:52:06.549289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60594) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:06.587249 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54c2728a-757c-4550-b05a-357f21c9d611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.607634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e203d1-5b78-4d57-9920-f0eb673de7c4 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91071550-5b37-43fa-9df2-3f59b067b77e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:06.654673 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffbb5c11-5104-4ac1-b3f0-07b1f1a58510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.663526 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffbb5c11-5104-4ac1-b3f0-07b1f1a58510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.696343 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-25d21656-d8fb-49ad-aa10-1ba7fcceba87 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1456048 Apr 01 12:52:06.697002 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60598) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:06.709132 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ffbb5c11-5104-4ac1-b3f0-07b1f1a58510 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fdda82b8bd1949629a690ae462648c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671694 Apr 01 12:52:06.712417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60600) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:06.721675 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-857a6e96-b3b8-42c0-b1db-b3fc7134f41e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.725026 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-857a6e96-b3b8-42c0-b1db-b3fc7134f41e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "DELETE /v2.0/ports/72ca1de0-0424-482a-8db1-7d8a6ee2ff2a HTTP/1.1" status: 204 len: 168 time: 1.0732629 Apr 01 12:52:06.727647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60602) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:06.731967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e300987-16be-4868-b640-98e6c582354a', 'external_fixed_ips': [{'subnet_id': '5bc54f28-4ec9-498f-9b81-c0fc35dd3bd8', 'ip_address': '172.20.0.2'}]}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:06.757182 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb5c11-5104-4ac1-b3f0-07b1f1a58510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679eda72-9c26-4e38-965b-c88cc37e5f13,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:06.774282 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.775027 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.819518 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83cfffcd-b730-4987-8992-47de44a55f22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.854249 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebe9851c-488f-4284-b38b-77712c3e6e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.868438 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.881328 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebe9851c-488f-4284-b38b-77712c3e6e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.897664 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Allocated IP 2001:db8:0:1::1 (d837d53d-f1b5-4cfd-a72d-d646170c7acf/47224d71-29db-4d66-8ebf-35e864918d3b/1716bb06-e5fe-4feb-ae1f-36756e2b0c90) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:06.929712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83cfffcd-b730-4987-8992-47de44a55f22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.988839 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebe9851c-488f-4284-b38b-77712c3e6e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.991572 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ebe9851c-488f-4284-b38b-77712c3e6e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:06.993338 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ebe9851c-488f-4284-b38b-77712c3e6e35 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/679eda72-9c26-4e38-965b-c88cc37e5f13 HTTP/1.1" status: 204 len: 168 time: 0.2784336 Apr 01 12:52:07.000824 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.036069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9851c-488f-4284-b38b-77712c3e6e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679eda72-9c26-4e38-965b-c88cc37e5f13,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:07.051417 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.058624 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86803de1-7b8d-4abc-8612-979d11abfea8 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.113241 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86803de1-7b8d-4abc-8612-979d11abfea8 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.120583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83cfffcd-b730-4987-8992-47de44a55f22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.126257 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-83cfffcd-b730-4987-8992-47de44a55f22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.126501 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Pushing event updated for resources: {'Port': ['ID=4fdef2f8-e02a-45a4-bbf0-20acdd7341a5,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:07.130013 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-83cfffcd-b730-4987-8992-47de44a55f22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "DELETE /v2.0/security-groups/a47e4e9f-bedc-44f3-ad66-f7febb50c1f5 HTTP/1.1" status: 204 len: 168 time: 0.4320078 Apr 01 12:52:07.186739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60610) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:07.194888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Network 78fabe53-0f37-4897-b910-527d469b9e20 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:07.200598 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:07.206834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:07.292873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfffcd-b730-4987-8992-47de44a55f22 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47e4e9f-bedc-44f3-ad66-f7febb50c1f5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:07.325335 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.366922 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.407142 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Network d837d53d-f1b5-4cfd-a72d-d646170c7acf is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:07.419146 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86803de1-7b8d-4abc-8612-979d11abfea8 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.430871 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:07.492994 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:07.506381 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86803de1-7b8d-4abc-8612-979d11abfea8 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.515621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Attempting to bind port 4fdef2f8-e02a-45a4-bbf0-20acdd7341a5 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:52:07.515991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Attempting to bind port 4fdef2f8-e02a-45a4-bbf0-20acdd7341a5 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '066d20c9-98cb-492e-8e3f-1b7bcd3b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '78fabe53-0f37-4897-b910-527d469b9e20'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:52:07.516357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Attempting to bind port 4fdef2f8-e02a-45a4-bbf0-20acdd7341a5 on network 78fabe53-0f37-4897-b910-527d469b9e20 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:52:07.538048 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.586783 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86803de1-7b8d-4abc-8612-979d11abfea8 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event deleted for resources: {'Subnet': ['ID=12f66774-8347-425e-acfe-1ea0d73ef683,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:07.598854 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3b55deb3-8340-493a-904e-8b913fa5c6dc tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3982737 Apr 01 12:52:07.603380 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-86803de1-7b8d-4abc-8612-979d11abfea8 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.603769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60622) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:07.612500 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-86803de1-7b8d-4abc-8612-979d11abfea8 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "DELETE /v2.0/subnets/12f66774-8347-425e-acfe-1ea0d73ef683 HTTP/1.1" status: 204 len: 168 time: 1.4188628 Apr 01 12:52:07.613602 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:52:07.613976 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Checking segment: {'id': '066d20c9-98cb-492e-8e3f-1b7bcd3b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '78fabe53-0f37-4897-b910-527d469b9e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:07.614398 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.614759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60624) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:07.614892 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Bound using segment: {'id': '066d20c9-98cb-492e-8e3f-1b7bcd3b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '78fabe53-0f37-4897-b910-527d469b9e20'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:52:07.615249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Bound port: 4fdef2f8-e02a-45a4-bbf0-20acdd7341a5, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066d20c9-98cb-492e-8e3f-1b7bcd3b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '78fabe53-0f37-4897-b910-527d469b9e20'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:52:07.615623 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.617032 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ef2d0141-79e2-4ab9-bee2-8c4cace23aa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446923135'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:07.645115 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Pushing event updated for resources: {'Port': ['ID=1716bb06-e5fe-4feb-ae1f-36756e2b0c90,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:07.691953 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0141-79e2-4ab9-bee2-8c4cace23aa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.695676 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb774d7-f340-474a-8daf-a1df8f5ff6e4 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Deleting subnet 47224d71-29db-4d66-8ebf-35e864918d3b {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:52:07.699241 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-abb774d7-f340-474a-8daf-a1df8f5ff6e4 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.747648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Attempting to bind port 1716bb06-e5fe-4feb-ae1f-36756e2b0c90 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:52:07.750265 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Attempting to bind port 1716bb06-e5fe-4feb-ae1f-36756e2b0c90 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ec444e15-7844-433b-8499-ba4ac03ccf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd837d53d-f1b5-4cfd-a72d-d646170c7acf'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:52:07.750640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Attempting to bind port 1716bb06-e5fe-4feb-ae1f-36756e2b0c90 on network d837d53d-f1b5-4cfd-a72d-d646170c7acf {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:52:07.762794 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-abb774d7-f340-474a-8daf-a1df8f5ff6e4 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.778253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:52:07.779033 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Checking segment: {'id': 'ec444e15-7844-433b-8499-ba4ac03ccf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd837d53d-f1b5-4cfd-a72d-d646170c7acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:07.779249 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.779614 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Bound using segment: {'id': 'ec444e15-7844-433b-8499-ba4ac03ccf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd837d53d-f1b5-4cfd-a72d-d646170c7acf'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:52:07.780088 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Bound port: 1716bb06-e5fe-4feb-ae1f-36756e2b0c90, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec444e15-7844-433b-8499-ba4ac03ccf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd837d53d-f1b5-4cfd-a72d-d646170c7acf'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:52:07.780464 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.892984 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] For port 4fdef2f8-e02a-45a4-bbf0-20acdd7341a5, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:52:07.900452 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] For port 4fdef2f8-e02a-45a4-bbf0-20acdd7341a5, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4fdef2f8-e02a-45a4-bbf0-20acdd7341a5,segment=NetworkSegment(066d20c9-98cb-492e-8e3f-1b7bcd3b7fdc),segment_id=066d20c9-98cb-492e-8e3f-1b7bcd3b7fdc)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:52:07.916853 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.935813 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-abb774d7-f340-474a-8daf-a1df8f5ff6e4 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:07.972694 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0141-79e2-4ab9-bee2-8c4cace23aa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.043973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-abb774d7-f340-474a-8daf-a1df8f5ff6e4 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.071522 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0141-79e2-4ab9-bee2-8c4cace23aa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.139114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb774d7-f340-474a-8daf-a1df8f5ff6e4 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event deleted for resources: {'Subnet': ['ID=47224d71-29db-4d66-8ebf-35e864918d3b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:08.143062 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-abb774d7-f340-474a-8daf-a1df8f5ff6e4 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.146422 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-abb774d7-f340-474a-8daf-a1df8f5ff6e4 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "DELETE /v2.0/subnets/47224d71-29db-4d66-8ebf-35e864918d3b HTTP/1.1" status: 204 len: 168 time: 0.5297811 Apr 01 12:52:08.146818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0141-79e2-4ab9-bee2-8c4cace23aa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.149025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ef2d0141-79e2-4ab9-bee2-8c4cace23aa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5439487 Apr 01 12:52:08.149813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60644) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:08.151453 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60646) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:08.156290 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ccf83085-18a4-4ee6-8307-a4e838f4b8de tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:08.156829 n-d-836146-1 neutron-server[102719]: WARNING neutron.api.v2.base [None req-ccf83085-18a4-4ee6-8307-a4e838f4b8de tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 12:52:08.157514 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-ccf83085-18a4-4ee6-8307-a4e838f4b8de tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 12:52:08.162808 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ccf83085-18a4-4ee6-8307-a4e838f4b8de tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "PUT /v2.0/security-groups/563255c1-2a62-464d-bb5f-3879190c5cf8 HTTP/1.1" status: 409 len: 330 time: 0.0100241 Apr 01 12:52:08.163555 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60648) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:08.171368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d0141-79e2-4ab9-bee2-8c4cace23aa0 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563255c1-2a62-464d-bb5f-3879190c5cf8,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:08.208530 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] For port 1716bb06-e5fe-4feb-ae1f-36756e2b0c90, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:52:08.212477 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.235608 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ade10e2c-d61b-4ee1-a271-242daff03a26 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.236310 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.243888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] For port 1716bb06-e5fe-4feb-ae1f-36756e2b0c90, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1716bb06-e5fe-4feb-ae1f-36756e2b0c90,segment=NetworkSegment(ec444e15-7844-433b-8499-ba4ac03ccf11),segment_id=ec444e15-7844-433b-8499-ba4ac03ccf11)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:52:08.254540 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.256950 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e75c8c-13ee-4963-b91a-d38fc21780c6 None None] Pushing event updated for resources: {'Port': ['ID=4fdef2f8-e02a-45a4-bbf0-20acdd7341a5,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:08.268218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ad4dd-f66e-4861-839f-9db3940db49f None None] Network 78fabe53-0f37-4897-b910-527d469b9e20 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:08.272840 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ade10e2c-d61b-4ee1-a271-242daff03a26 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.310638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f311b1-ec02-4492-b9b5-1ff13e1fd7f6 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:08.312479 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-78f311b1-ec02-4492-b9b5-1ff13e1fd7f6 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1570795 Apr 01 12:52:08.320964 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60652) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:08.428922 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.431727 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ade10e2c-d61b-4ee1-a271-242daff03a26 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.435415 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ade10e2c-d61b-4ee1-a271-242daff03a26 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.443829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60654) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:08.444359 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ade10e2c-d61b-4ee1-a271-242daff03a26 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "DELETE /v2.0/security-groups/563255c1-2a62-464d-bb5f-3879190c5cf8 HTTP/1.1" status: 204 len: 168 time: 0.2746410 Apr 01 12:52:08.462502 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade10e2c-d61b-4ee1-a271-242daff03a26 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563255c1-2a62-464d-bb5f-3879190c5cf8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:08.543308 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Deleting port 1716bb06-e5fe-4feb-ae1f-36756e2b0c90 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:08.543926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.558837 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Allocated IP 172.20.0.2 (5e300987-16be-4868-b640-98e6c582354a/5bc54f28-4ec9-498f-9b81-c0fc35dd3bd8/57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:08.567511 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-39439a76-0f8d-44a8-8bfd-950c3a59968b tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1210692 Apr 01 12:52:08.571212 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60660) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:08.592649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3000b9-6018-4f90-92d8-980d9140c9f0 None None] Pushing event updated for resources: {'Port': ['ID=1716bb06-e5fe-4feb-ae1f-36756e2b0c90,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:08.645166 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-144b7a2f-5bed-417d-afbe-3e20fee1295a tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] delete failed (client error): The resource could not be found. Apr 01 12:52:08.645918 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-144b7a2f-5bed-417d-afbe-3e20fee1295a tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "DELETE /v2.0/security-groups/3410113f-7f5f-420f-b44e-c0ead9f246a7 HTTP/1.1" status: 404 len: 347 time: 0.0734665 Apr 01 12:52:08.654054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60668) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:08.703046 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-26827c66-2297-4ca8-b7da-421b423c7328 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] show failed (client error): The resource could not be found. Apr 01 12:52:08.704373 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-26827c66-2297-4ca8-b7da-421b423c7328 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "GET /v2.0/security-groups/733caf6c-111b-4f58-ae9c-ec45bd4d7c08 HTTP/1.1" status: 404 len: 347 time: 0.0469942 Apr 01 12:52:08.713243 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60672) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:08.740866 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-08dc6913-6652-476b-9960-3cbd0e0db892 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] show failed (client error): The resource could not be found. Apr 01 12:52:08.742071 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-08dc6913-6652-476b-9960-3cbd0e0db892 tempest-NegativeSecGroupTest-622343107 tempest-NegativeSecGroupTest-622343107-project] 10.222.0.45 "GET /v2.0/security-group-rules/b3a0b6a5-bb9c-45f4-8ad3-e28775bde402 HTTP/1.1" status: 404 len: 356 time: 0.0256319 Apr 01 12:52:08.794784 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.796916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] For port 1716bb06-e5fe-4feb-ae1f-36756e2b0c90, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=1716bb06-e5fe-4feb-ae1f-36756e2b0c90,segment=NetworkSegment(ec444e15-7844-433b-8499-ba4ac03ccf11),segment_id=ec444e15-7844-433b-8499-ba4ac03ccf11)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:08.797336 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.817906 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Calling delete_port for 1716bb06-e5fe-4feb-ae1f-36756e2b0c90 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:08.900364 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e323-57c5-4c74-acf8-b23b46610874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.969943 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:08.980786 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:09.048192 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:09.053922 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:09.100409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] No DVR routers for this DVR port 1716bb06-e5fe-4feb-ae1f-36756e2b0c90 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:52:09.102346 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event deleted for resources: {'Port': ['ID=1716bb06-e5fe-4feb-ae1f-36756e2b0c90,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:09.160234 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Network 5e300987-16be-4868-b640-98e6c582354a is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:09.164308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:09.166321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event updated for resources: {'Port': ['ID=57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:09.171765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:09.280954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60682) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:09.283054 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:09.327371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d837d53d-f1b5-4cfd-a72d-d646170c7acf']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:09.349879 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec444e15-7844-433b-8499-ba4ac03ccf11') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:09.350314 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec444e15-7844-433b-8499-ba4ac03ccf11') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:09.370285 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:09.396081 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:09.423488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:52:09.423901 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:52:09.433916 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:52:09.616260 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5f8a9035-af43-4806-a27f-9d9e1878a560 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=719738f399a642fc913f2108f6a0db4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282027 Apr 01 12:52:09.620819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60694) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:09.631153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:09.659220 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:09.666616 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "DELETE /v2.0/networks/d837d53d-f1b5-4cfd-a72d-d646170c7acf HTTP/1.1" status: 204 len: 168 time: 1.3400898 Apr 01 12:52:09.668132 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60700) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:09.760989 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:09.826361 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:09.863257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a839463-13ad-4509-8790-5b5ee97898e0 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event deleted for resources: {'Network': ['ID=d837d53d-f1b5-4cfd-a72d-d646170c7acf,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:09.941089 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-687d7b15-9794-4bf1-91b3-19030a7017d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:09.976810 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-687d7b15-9794-4bf1-91b3-19030a7017d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.010506 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Deleting port 4fdef2f8-e02a-45a4-bbf0-20acdd7341a5 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:10.010921 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.157001 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] For port 4fdef2f8-e02a-45a4-bbf0-20acdd7341a5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4fdef2f8-e02a-45a4-bbf0-20acdd7341a5,segment=NetworkSegment(066d20c9-98cb-492e-8e3f-1b7bcd3b7fdc),segment_id=066d20c9-98cb-492e-8e3f-1b7bcd3b7fdc)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:10.157600 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.211512 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Calling delete_port for 4fdef2f8-e02a-45a4-bbf0-20acdd7341a5 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:10.228574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c1b98d88-3a67-43da-9f19-9b423f2f2484 None None] Could not find standard attr ID for object 1716bb06-e5fe-4feb-ae1f-36756e2b0c90. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:52:10.263879 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.317183 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-687d7b15-9794-4bf1-91b3-19030a7017d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.321660 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-687d7b15-9794-4bf1-91b3-19030a7017d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.324053 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-687d7b15-9794-4bf1-91b3-19030a7017d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/460a4bb7-b52c-43a8-8da1-e945d78a178d HTTP/1.1" status: 204 len: 168 time: 0.7019949 Apr 01 12:52:10.355449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d7b15-9794-4bf1-91b3-19030a7017d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460a4bb7-b52c-43a8-8da1-e945d78a178d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:10.356213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d507b-e756-4de9-b3d4-d12fa0df203a None None] DHCP port deletion for d837d53d-f1b5-4cfd-a72d-d646170c7acf request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:52:10.410223 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.430314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4927f135-0065-4cea-8709-51529fd2f6ac None None] Network d837d53d-f1b5-4cfd-a72d-d646170c7acf requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:10.480876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4927f135-0065-4cea-8709-51529fd2f6ac None None] Network d837d53d-f1b5-4cfd-a72d-d646170c7acf could not be found, it might have been deleted concurrently. {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 01 12:52:10.526260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event deleted for resources: {'Port': ['ID=4fdef2f8-e02a-45a4-bbf0-20acdd7341a5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:10.531488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] No DVR routers for this DVR port 4fdef2f8-e02a-45a4-bbf0-20acdd7341a5 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:52:10.533594 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca0180-aaf5-493a-9b12-01ba2a08fdc9 None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:52:10.603544 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.662551 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Router cd17e197-9443-4644-b171-f901e5df95f8 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:52:10.733752 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca0180-aaf5-493a-9b12-01ba2a08fdc9 None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:52:10.764015 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.808524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fabe53-0f37-4897-b910-527d469b9e20']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:10.840031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066d20c9-98cb-492e-8e3f-1b7bcd3b7fdc') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:10.840564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066d20c9-98cb-492e-8e3f-1b7bcd3b7fdc') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:10.860701 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.895541 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.907071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:52:10.908094 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:52:10.916062 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:52:10.924148 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:52:10.941394 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Sync routers for ids ['cd17e197-9443-4644-b171-f901e5df95f8'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:52:10.963025 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Routers {'cd17e197-9443-4644-b171-f901e5df95f8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:10.964014 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd17e197-9443-4644-b171-f901e5df95f8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:10.976729 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:10.978089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b72784ba-5281-441d-860a-26b007931966 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.2492902 Apr 01 12:52:10.980696 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60728) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:11.065053 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:11.076088 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:11.082838 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "DELETE /v2.0/networks/78fabe53-0f37-4897-b910-527d469b9e20 HTTP/1.1" status: 204 len: 168 time: 1.3927982 Apr 01 12:52:11.084172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60734) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:11.128728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956b29a-5f96-48db-95d6-376ad7efe89d tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event deleted for resources: {'Network': ['ID=78fabe53-0f37-4897-b910-527d469b9e20,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:11.210512 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:11.218801 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Set router cd17e197-9443-4644-b171-f901e5df95f8 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:11.354383 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:11.502066 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17e197-9443-4644-b171-f901e5df95f8', 'name': '', 'tenant_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e300987-16be-4868-b640-98e6c582354a', 'external_fixed_ips': [{'subnet_id': '5bc54f28-4ec9-498f-9b81-c0fc35dd3bd8', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:52:06Z', 'updated_at': '2022-04-01T12:52:09Z', 'revision_number': 3, 'project_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'gw_port': {'id': '57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a', 'name': '', 'network_id': '5e300987-16be-4868-b640-98e6c582354a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17e197-9443-4644-b171-f901e5df95f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '5bc54f28-4ec9-498f-9b81-c0fc35dd3bd8', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:08Z', 'updated_at': '2022-04-01T12:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc54f28-4ec9-498f-9b81-c0fc35dd3bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:11.539794 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Checking router: cd17e197-9443-4644-b171-f901e5df95f8 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:52:11.540681 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Updating router cd17e197-9443-4644-b171-f901e5df95f8 port 57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:52:11.550732 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:11.567277 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:11.595605 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:11.612994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3709342c-18c5-49cf-9c49-8da376f0b2c6']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:11.672777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b905fc4-f262-48a6-85d8-3b2a3ce77ff7') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:11.683408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b905fc4-f262-48a6-85d8-3b2a3ce77ff7') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:11.739371 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:11.772450 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:11.790927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Deleting port 57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:11.792228 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:11.797457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:52:11.798190 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:52:11.801687 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:52:11.835109 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:11.889127 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.040601 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.051396 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.069707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60770) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:12.084719 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "DELETE /v2.0/networks/3709342c-18c5-49cf-9c49-8da376f0b2c6 HTTP/1.1" status: 204 len: 168 time: 0.9995105 Apr 01 12:52:12.109257 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1716bb06-e5fe-4feb-ae1f-36756e2b0c90 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:52:12.141560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event deleted for resources: {'Network': ['ID=3709342c-18c5-49cf-9c49-8da376f0b2c6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:12.158288 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 1716bb06-e5fe-4feb-ae1f-36756e2b0c90 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:52:12.159477 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 1716bb06-e5fe-4feb-ae1f-36756e2b0c90 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:52:12.180736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.181069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.181415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.181748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.188370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.188915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.189270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.190338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.190680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.191012 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.191344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.191676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25b7d6-1ceb-4e0b-b139-64da6438cad9 tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.197394 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.218706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Calling delete_port for 57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:12.229630 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.239051 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.285670 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.325886 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Pushing event updated for resources: {'Port': ['ID=57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:12.356804 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.357146 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.357480 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.357811 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.358160 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.358481 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.360220 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.363146 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.363662 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.364182 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.364702 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.365023 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:12.389201 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Attempting to bind port 57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:52:12.389567 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Attempting to bind port 57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '5441f046-b308-4ad2-ada1-18c7a9915523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e300987-16be-4868-b640-98e6c582354a'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:52:12.389923 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Attempting to bind port 57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a on network 5e300987-16be-4868-b640-98e6c582354a {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:52:12.395451 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:52:12.395811 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Checking segment: {'id': '5441f046-b308-4ad2-ada1-18c7a9915523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e300987-16be-4868-b640-98e6c582354a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:12.396202 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.396587 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Bound using segment: {'id': '5441f046-b308-4ad2-ada1-18c7a9915523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e300987-16be-4868-b640-98e6c582354a'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:52:12.397039 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Bound port: 57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5441f046-b308-4ad2-ada1-18c7a9915523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e300987-16be-4868-b640-98e6c582354a'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:52:12.397903 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.485900 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] For port 57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:52:12.490465 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] For port 57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a,segment=NetworkSegment(5441f046-b308-4ad2-ada1-18c7a9915523),segment_id=5441f046-b308-4ad2-ada1-18c7a9915523)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:52:12.493315 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.496588 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.535372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7437b8b-dc9e-4352-b4bb-2f2c5a72145e']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:12.560431 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01cb0be0-fd2b-48b1-b04c-79485274ea16') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:12.560985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01cb0be0-fd2b-48b1-b04c-79485274ea16') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:12.598345 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.613806 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.618427 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.623153 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86531b8c-332b-4b83-9caa-759cfe62d6e8 None None] Pushing event updated for resources: {'Port': ['ID=57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:12.623556 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:52:12.624187 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.640905 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Routers {'cd17e197-9443-4644-b171-f901e5df95f8'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:12.643132 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd17e197-9443-4644-b171-f901e5df95f8'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:12.672168 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event deleted for resources: {'Port': ['ID=57d4c2f1-b8e0-41b5-917e-a3f0c0500a3a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:52:12.688433 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:52:12.732276 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.748490 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.753904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] 10.222.0.45 "DELETE /v2.0/networks/a7437b8b-dc9e-4352-b4bb-2f2c5a72145e HTTP/1.1" status: 204 len: 168 time: 0.6830592 Apr 01 12:52:12.778314 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad35e3-02b8-45c4-9578-3c2193f9719c tempest-BulkNetworkOpsIpV6Test-797681059 tempest-BulkNetworkOpsIpV6Test-797681059-project] Pushing event deleted for resources: {'Network': ['ID=a7437b8b-dc9e-4352-b4bb-2f2c5a72145e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:12.778873 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] Set router cd17e197-9443-4644-b171-f901e5df95f8 gateway port host: None {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:12.824581 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:12.894624 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17e197-9443-4644-b171-f901e5df95f8', 'name': '', 'tenant_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:52:06Z', 'updated_at': '2022-04-01T12:52:12Z', 'revision_number': 5, 'project_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:12.958917 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07b4376-ae8e-470f-9093-9047535b7182 None None] The sync data for ids ['cd17e197-9443-4644-b171-f901e5df95f8'] in n-d-836146-1 is: [{'id': 'cd17e197-9443-4644-b171-f901e5df95f8', 'name': '', 'tenant_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:52:06Z', 'updated_at': '2022-04-01T12:52:12Z', 'revision_number': 5, 'project_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'gw_port_host': None}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:52:13.065820 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:13.070212 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:13.163515 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:13.164088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd17e197-9443-4644-b171-f901e5df95f8 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:52:13.170312 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:13.171493 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e0e41164-7858-44c3-bc24-8e010d7eaa32 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "DELETE /v2.0/routers/cd17e197-9443-4644-b171-f901e5df95f8 HTTP/1.1" status: 204 len: 168 time: 2.1895702 Apr 01 12:52:13.174883 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60818) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:13.273256 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed154edd-da46-47eb-8626-fb4771b003fb tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Deleting subnet 5bc54f28-4ec9-498f-9b81-c0fc35dd3bd8 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:52:13.283017 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed154edd-da46-47eb-8626-fb4771b003fb tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:13.369899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60836) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:13.416354 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed154edd-da46-47eb-8626-fb4771b003fb tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:13.462498 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed154edd-da46-47eb-8626-fb4771b003fb tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:13.525962 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed154edd-da46-47eb-8626-fb4771b003fb tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:13.620246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed154edd-da46-47eb-8626-fb4771b003fb tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc54f28-4ec9-498f-9b81-c0fc35dd3bd8,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:13.626724 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ed154edd-da46-47eb-8626-fb4771b003fb tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:13.634866 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ed154edd-da46-47eb-8626-fb4771b003fb tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/5bc54f28-4ec9-498f-9b81-c0fc35dd3bd8 HTTP/1.1" status: 204 len: 168 time: 0.4589391 Apr 01 12:52:13.638365 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60858) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:13.727807 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a7fc4f55-de21-407f-81b6-a71cb48f29ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5bf4e8925cc240e8806b2e0e4da8ad2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564198 Apr 01 12:52:13.730613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60866) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:13.816767 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.229430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.267433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e300987-16be-4868-b640-98e6c582354a']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:14.282377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5441f046-b308-4ad2-ada1-18c7a9915523') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:14.282954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5441f046-b308-4ad2-ada1-18c7a9915523') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:14.296240 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.334107 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.368869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:52:14.370687 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:52:14.391217 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:52:14.404284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 60878) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:14.518777 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ca9384e7-4e29-4270-b085-c6c3095d43bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.546297 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.562988 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e300987-16be-4868-b640-98e6c582354a {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 12:52:14.562988 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.571904 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "DELETE /v2.0/networks/5e300987-16be-4868-b640-98e6c582354a HTTP/1.1" status: 204 len: 168 time: 0.9323149 Apr 01 12:52:14.593807 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ca9384e7-4e29-4270-b085-c6c3095d43bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.610827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ea82a-0fe4-49b0-87c9-82ac97144f94 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e300987-16be-4868-b640-98e6c582354a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:14.645866 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1494c103-5af6-42c4-8845-aa839e14a034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.702391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ca9384e7-4e29-4270-b085-c6c3095d43bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.707183 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ca9384e7-4e29-4270-b085-c6c3095d43bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.713355 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ca9384e7-4e29-4270-b085-c6c3095d43bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b6b45a7-d364-4f32-b684-c272f9e8c883 HTTP/1.1" status: 204 len: 168 time: 0.9779117 Apr 01 12:52:14.743082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9384e7-4e29-4270-b085-c6c3095d43bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6b45a7-d364-4f32-b684-c272f9e8c883,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:14.854081 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1494c103-5af6-42c4-8845-aa839e14a034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.859994 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1494c103-5af6-42c4-8845-aa839e14a034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:14.911993 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1494c103-5af6-42c4-8845-aa839e14a034 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca77914cac3943989b2cd426bd839a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037754 Apr 01 12:52:14.915344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60922) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:14.937792 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494c103-5af6-42c4-8845-aa839e14a034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d61f21-7e09-4989-9f48-2433b372cc4d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:15.026375 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e318a994-2e35-4c89-8f2f-1292193bf33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:15.101297 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e318a994-2e35-4c89-8f2f-1292193bf33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:15.264930 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e318a994-2e35-4c89-8f2f-1292193bf33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:15.271542 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e318a994-2e35-4c89-8f2f-1292193bf33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:15.278700 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e318a994-2e35-4c89-8f2f-1292193bf33b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1d61f21-7e09-4989-9f48-2433b372cc4d HTTP/1.1" status: 204 len: 168 time: 0.3614862 Apr 01 12:52:15.291542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318a994-2e35-4c89-8f2f-1292193bf33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d61f21-7e09-4989-9f48-2433b372cc4d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:15.377431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 60984) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:15.384151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1b72c485-3b3e-43e4-9323-1b033b00d1aa tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Request body: {'router': {'name': 'tempest-router--1989142894', 'project_id': 'ebf7b72acea34471a0eedc98912789fc'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:15.437452 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b72c485-3b3e-43e4-9323-1b033b00d1aa tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:15.438969 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b72c485-3b3e-43e4-9323-1b033b00d1aa tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:15.575972 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b72c485-3b3e-43e4-9323-1b033b00d1aa tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:15.583708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b72c485-3b3e-43e4-9323-1b033b00d1aa tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:15.630096 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1b72c485-3b3e-43e4-9323-1b033b00d1aa tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:15.630096 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1b72c485-3b3e-43e4-9323-1b033b00d1aa tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2508090 Apr 01 12:52:15.632721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 32786) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:15.871702 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3204-9fd1-4180-9aa1-1e8ae0e0d18a tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:16.148400 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3204-9fd1-4180-9aa1-1e8ae0e0d18a tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:16.150990 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3204-9fd1-4180-9aa1-1e8ae0e0d18a tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:16.168319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 32858) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:16.198131 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5485ce2e-3564-4cbd-adb9-084d357e8744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:16.224079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3204-9fd1-4180-9aa1-1e8ae0e0d18a tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:16.226431 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5d3204-9fd1-4180-9aa1-1e8ae0e0d18a tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d6dc0be-5e37-48fa-8a94-ec1256160c65 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:52:16.257742 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3204-9fd1-4180-9aa1-1e8ae0e0d18a tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:16.259555 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cb5d3204-9fd1-4180-9aa1-1e8ae0e0d18a tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "DELETE /v2.0/routers/9d6dc0be-5e37-48fa-8a94-ec1256160c65 HTTP/1.1" status: 204 len: 168 time: 0.6257255 Apr 01 12:52:16.495179 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5485ce2e-3564-4cbd-adb9-084d357e8744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:16.504838 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5485ce2e-3564-4cbd-adb9-084d357e8744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:16.605407 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485ce2e-3564-4cbd-adb9-084d357e8744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291560e5-2fd2-4fbf-ab8d-a743c5149b24,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:16.651968 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5485ce2e-3564-4cbd-adb9-084d357e8744 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9df79f85e577467cb674bfdd33b9984e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812837 Apr 01 12:52:16.652763 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 32916) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:16.654629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 32918) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:16.740416 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb7845d0-9f70-4467-a95a-69648c3d0503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:16.770152 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb7845d0-9f70-4467-a95a-69648c3d0503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:16.823470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 32940) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:16.927745 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb7845d0-9f70-4467-a95a-69648c3d0503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:16.934420 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bb7845d0-9f70-4467-a95a-69648c3d0503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:16.950217 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bb7845d0-9f70-4467-a95a-69648c3d0503 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/291560e5-2fd2-4fbf-ab8d-a743c5149b24 HTTP/1.1" status: 204 len: 168 time: 0.2805200 Apr 01 12:52:16.967802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7845d0-9f70-4467-a95a-69648c3d0503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291560e5-2fd2-4fbf-ab8d-a743c5149b24,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:17.123933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1928569974', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:17.175372 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:17.176512 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:17.201971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2051305884'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:17.328558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:17.332992 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:17.455731 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:17.464941 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:17.651713 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:17.774232 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:17.782881 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:17.863658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:52:17.903405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c251f58-1c59-4762-93f7-f17826897586,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:17.921254 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:17.921960 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Added segment 72afc999-7adc-4e0c-9189-a02d5757c468 of type vlan for network 17e28a8f-d05f-406b-bd49-21db9962d93d Apr 01 12:52:18.060258 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:18.167282 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:18.174569 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:18.175459 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:18.287544 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6336620 Apr 01 12:52:18.396586 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:18.487073 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:18.648272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d3832-6eb4-4be7-851b-3d877f9c165c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Network': ['ID=17e28a8f-d05f-406b-bd49-21db9962d93d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:18.681500 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 17e28a8f-d05f-406b-bd49-21db9962d93d details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:19.087861 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Allocated IP 172.25.7.249 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/fc53b54a-19ea-493f-933b-6421fd7b134d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:19.255183 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:19.332042 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:19.465758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:19.471843 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:19.483970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:19.606618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Pushing event updated for resources: {'Port': ['ID=fc53b54a-19ea-493f-933b-6421fd7b134d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:19.999296 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:20.237978 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:20.269387 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:52:20.445459 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Router 6e34db89-1941-442e-82f9-4061be5a99d6 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:52:20.791084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:52:20.803445 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61326166-d20e-4349-974f-7b08d3a32ef4 None None] Sync routers for ids ['6e34db89-1941-442e-82f9-4061be5a99d6'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:52:20.818966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61326166-d20e-4349-974f-7b08d3a32ef4 None None] Routers {'6e34db89-1941-442e-82f9-4061be5a99d6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:20.822670 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-61326166-d20e-4349-974f-7b08d3a32ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['6e34db89-1941-442e-82f9-4061be5a99d6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:20.873388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:20.878181 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d0bc2995-a79f-4fb8-a145-5decb58c86e9 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0507483 Apr 01 12:52:20.878395 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33296) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:20.954570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-61326166-d20e-4349-974f-7b08d3a32ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:20.982096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61326166-d20e-4349-974f-7b08d3a32ef4 None None] Routers {'6e34db89-1941-442e-82f9-4061be5a99d6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:20.993096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-61326166-d20e-4349-974f-7b08d3a32ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['6e34db89-1941-442e-82f9-4061be5a99d6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:21.055156 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-61326166-d20e-4349-974f-7b08d3a32ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:21.057663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61326166-d20e-4349-974f-7b08d3a32ef4 None None] The sync data for ids ['6e34db89-1941-442e-82f9-4061be5a99d6'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:52:21.178264 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33306) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:21.182501 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fc018e86-0be4-40af-b47e-3534ba3184ea tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/routers/6e34db89-1941-442e-82f9-4061be5a99d6 HTTP/1.1" status: 200 len: 921 time: 0.3026674 Apr 01 12:52:21.253639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6e436353-397f-4deb-b616-630d1c3285c0 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e34db89-1941-442e-82f9-4061be5a99d6 HTTP/1.1" status: 200 len: 205 time: 0.0728283 Apr 01 12:52:21.256160 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33310) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:21.485437 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:21.662035 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:21.668598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33330) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:21.674121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-02597122-d769-447d-b0f0-c976dbc133f4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'subnet': {'network_id': '17e28a8f-d05f-406b-bd49-21db9962d93d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:21.763494 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Deleting port fc53b54a-19ea-493f-933b-6421fd7b134d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:21.763998 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:21.869966 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:21.874098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02597122-d769-447d-b0f0-c976dbc133f4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:21.881997 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02597122-d769-447d-b0f0-c976dbc133f4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:21.886690 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Calling delete_port for fc53b54a-19ea-493f-933b-6421fd7b134d owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:22.089600 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.132503 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Pushing event deleted for resources: {'Port': ['ID=fc53b54a-19ea-493f-933b-6421fd7b134d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:22.227292 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.438263 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.446958 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.524740 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.525316 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Fanout notify agent at l3_agent the message router_deleted on router 6e34db89-1941-442e-82f9-4061be5a99d6 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:52:22.527659 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02597122-d769-447d-b0f0-c976dbc133f4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.548198 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.557081 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6d672c89-8a7b-4f11-9b22-6e24b5d85932 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/routers/6e34db89-1941-442e-82f9-4061be5a99d6 HTTP/1.1" status: 204 len: 168 time: 1.2996767 Apr 01 12:52:22.559735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33346) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:22.568639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1058064597', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'enable_snat': False}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:22.620025 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.622134 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.704074 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02597122-d769-447d-b0f0-c976dbc133f4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Subnet': ['ID=8eb6255e-4a95-416e-8d4d-7c6ffc551ab5,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:22.734296 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.751873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02597122-d769-447d-b0f0-c976dbc133f4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Checking segment: {'id': '72afc999-7adc-4e0c-9189-a02d5757c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '17e28a8f-d05f-406b-bd49-21db9962d93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:22.752540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02597122-d769-447d-b0f0-c976dbc133f4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network hostable DHCP agents. Network: 17e28a8f-d05f-406b-bd49-21db9962d93d, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:22.786420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02597122-d769-447d-b0f0-c976dbc133f4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network 17e28a8f-d05f-406b-bd49-21db9962d93d is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:22.811783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-02597122-d769-447d-b0f0-c976dbc133f4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 17e28a8f-d05f-406b-bd49-21db9962d93d) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:22.822685 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79de513-513b-4553-95e8-2ebe3c7fcfb4 None None] Network 17e28a8f-d05f-406b-bd49-21db9962d93d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:22.827623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02597122-d769-447d-b0f0-c976dbc133f4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:22.828232 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-02597122-d769-447d-b0f0-c976dbc133f4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.863388 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-02597122-d769-447d-b0f0-c976dbc133f4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1932554 Apr 01 12:52:22.867156 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33352) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:22.874560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-bbfa283d-43c1-4cf4-a401-7c681340bc26 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1954305102'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:22.905549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfa283d-43c1-4cf4-a401-7c681340bc26 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:22.911325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bbfa283d-43c1-4cf4-a401-7c681340bc26 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.949912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfa283d-43c1-4cf4-a401-7c681340bc26 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:52:22.954485 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.969531 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bbfa283d-43c1-4cf4-a401-7c681340bc26 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:22.970343 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-bbfa283d-43c1-4cf4-a401-7c681340bc26 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Added segment d633dc9e-9b1f-4eb4-8a88-b36fe3b710e3 of type vlan for network ea5817b2-4c32-42fc-abba-5f301ccef088 Apr 01 12:52:23.031548 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bbfa283d-43c1-4cf4-a401-7c681340bc26 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:23.074934 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bbfa283d-43c1-4cf4-a401-7c681340bc26 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:23.083492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa283d-43c1-4cf4-a401-7c681340bc26 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:23.086723 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bbfa283d-43c1-4cf4-a401-7c681340bc26 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:23.166230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bbfa283d-43c1-4cf4-a401-7c681340bc26 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2978125 Apr 01 12:52:23.170440 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33354) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:23.176214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2e210364-3855-4c2d-9061-a11e4e49a3a9 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'subnet': {'network_id': 'ea5817b2-4c32-42fc-abba-5f301ccef088', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:23.238479 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-17e28a8f-d05f-406b-bd49-21db9962d93d', 'network_id': '17e28a8f-d05f-406b-bd49-21db9962d93d', 'tenant_id': '7c1f40356e594e99817e860513573385', 'fixed_ips': [{'subnet_id': '8eb6255e-4a95-416e-8d4d-7c6ffc551ab5'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:52:23.239359 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:23.262978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa283d-43c1-4cf4-a401-7c681340bc26 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Network': ['ID=ea5817b2-4c32-42fc-abba-5f301ccef088,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:23.282238 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network ea5817b2-4c32-42fc-abba-5f301ccef088 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:23.401584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e210364-3855-4c2d-9061-a11e4e49a3a9 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:23.407743 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e210364-3855-4c2d-9061-a11e4e49a3a9 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:23.650998 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:23.672113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:23.828749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Allocated IP 2001:db8:0:ffff::2 (17e28a8f-d05f-406b-bd49-21db9962d93d/8eb6255e-4a95-416e-8d4d-7c6ffc551ab5/92a166a8-9e06-4572-b3ff-d58d56d71e36) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:23.861651 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e210364-3855-4c2d-9061-a11e4e49a3a9 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:23.978262 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Allocated IP 172.25.7.117 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/438b7767-66f0-45ab-b973-101de3e99489) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:24.065863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e210364-3855-4c2d-9061-a11e4e49a3a9 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Subnet': ['ID=00329b06-87fc-494a-ae8b-65090caffbfa,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:24.092283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e210364-3855-4c2d-9061-a11e4e49a3a9 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Checking segment: {'id': 'd633dc9e-9b1f-4eb4-8a88-b36fe3b710e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea5817b2-4c32-42fc-abba-5f301ccef088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:24.092657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e210364-3855-4c2d-9061-a11e4e49a3a9 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network hostable DHCP agents. Network: ea5817b2-4c32-42fc-abba-5f301ccef088, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:24.131393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e210364-3855-4c2d-9061-a11e4e49a3a9 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network ea5817b2-4c32-42fc-abba-5f301ccef088 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:24.148009 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-2e210364-3855-4c2d-9061-a11e4e49a3a9 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, ea5817b2-4c32-42fc-abba-5f301ccef088) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:24.176428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e210364-3855-4c2d-9061-a11e4e49a3a9 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:24.179277 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e210364-3855-4c2d-9061-a11e4e49a3a9 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:24.202648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662764e-a0e3-4ea0-b98f-1527be9e296e None None] Network ea5817b2-4c32-42fc-abba-5f301ccef088 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:24.227113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2e210364-3855-4c2d-9061-a11e4e49a3a9 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0555925 Apr 01 12:52:24.229555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33388) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:24.295782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33390) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:24.325588 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:24.397350 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:24.488669 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:24.510603 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event updated for resources: {'Port': ['ID=438b7767-66f0-45ab-b973-101de3e99489,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:24.552270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:24.553717 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:24.562699 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:24.566883 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:24.574183 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c153ba49-50c7-40ee-a7ef-e8ffd179f8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:24.581776 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:24.693928 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c153ba49-50c7-40ee-a7ef-e8ffd179f8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:24.721965 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c153ba49-50c7-40ee-a7ef-e8ffd179f8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:24.774974 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:24.810856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Network 17e28a8f-d05f-406b-bd49-21db9962d93d is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:24.838946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f1796e-dee6-441c-b120-9d06ed72034a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-ea5817b2-4c32-42fc-abba-5f301ccef088', 'network_id': 'ea5817b2-4c32-42fc-abba-5f301ccef088', 'tenant_id': '7c1f40356e594e99817e860513573385', 'fixed_ips': [{'subnet_id': '00329b06-87fc-494a-ae8b-65090caffbfa'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:52:24.839809 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-94f1796e-dee6-441c-b120-9d06ed72034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:24.841839 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:24.895522 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:24.936760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Pushing event updated for resources: {'Port': ['ID=92a166a8-9e06-4572-b3ff-d58d56d71e36,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:24.979296 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.073141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153ba49-50c7-40ee-a7ef-e8ffd179f8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31da6eb7-58bd-421a-9681-e36a68fff504,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:25.104572 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c153ba49-50c7-40ee-a7ef-e8ffd179f8aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4065026ec0d4f8fb3989441ab9e6fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8077538 Apr 01 12:52:25.108648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33408) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:25.109186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Subnet': ['ID=00329b06-87fc-494a-ae8b-65090caffbfa,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:25.161432 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.184239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Attempting to bind port 92a166a8-9e06-4572-b3ff-d58d56d71e36 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:52:25.184601 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Attempting to bind port 92a166a8-9e06-4572-b3ff-d58d56d71e36 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '72afc999-7adc-4e0c-9189-a02d5757c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '17e28a8f-d05f-406b-bd49-21db9962d93d'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:52:25.194610 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Attempting to bind port 92a166a8-9e06-4572-b3ff-d58d56d71e36 on network 17e28a8f-d05f-406b-bd49-21db9962d93d {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:52:25.212609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:52:25.213232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Checking segment: {'id': '72afc999-7adc-4e0c-9189-a02d5757c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '17e28a8f-d05f-406b-bd49-21db9962d93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:25.213781 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.214529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Bound using segment: {'id': '72afc999-7adc-4e0c-9189-a02d5757c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '17e28a8f-d05f-406b-bd49-21db9962d93d'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:52:25.215157 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Bound port: 92a166a8-9e06-4572-b3ff-d58d56d71e36, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72afc999-7adc-4e0c-9189-a02d5757c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '17e28a8f-d05f-406b-bd49-21db9962d93d'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:52:25.215707 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.277874 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.321064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5817b2-4c32-42fc-abba-5f301ccef088']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:25.338179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd633dc9e-9b1f-4eb4-8a88-b36fe3b710e3') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:25.338549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd633dc9e-9b1f-4eb4-8a88-b36fe3b710e3') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server [None req-94f1796e-dee6-441c-b120-9d06ed72034a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00329b06-87fc-494a-ae8b-65090caffbfa: This subnet is being modified by another concurrent operation. Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise exception Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00329b06-87fc-494a-ae8b-65090caffbfa: This subnet is being modified by another concurrent operation. Apr 01 12:52:25.342621 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Apr 01 12:52:25.365373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ec27d-01e7-4e56-bb35-bf5e4da5f987 None None] Network ea5817b2-4c32-42fc-abba-5f301ccef088 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:25.375554 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.393932 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.402932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:52:25.403525 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.423312 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] For port 92a166a8-9e06-4572-b3ff-d58d56d71e36, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:52:25.472759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] For port 92a166a8-9e06-4572-b3ff-d58d56d71e36, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=92a166a8-9e06-4572-b3ff-d58d56d71e36,segment=NetworkSegment(72afc999-7adc-4e0c-9189-a02d5757c468),segment_id=72afc999-7adc-4e0c-9189-a02d5757c468)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:52:25.527466 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: items = [ Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:52:25.535134 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:52:25.604095 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b024-aae7-4791-83a9-9f911bedd04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.645170 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.679835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd4e55-c7dc-4e48-ad1b-cb5db7ce0d71 None None] Pushing event updated for resources: {'Port': ['ID=92a166a8-9e06-4572-b3ff-d58d56d71e36,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:25.689357 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b024-aae7-4791-83a9-9f911bedd04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.770394 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.781484 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.794627 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/ea5817b2-4c32-42fc-abba-5f301ccef088 HTTP/1.1" status: 204 len: 168 time: 1.5638368 Apr 01 12:52:25.830490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33426) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:25.837587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-76d595a0-99a6-4f86-a648-05b266255564 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415687865'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:25.838847 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130332e0-565d-4b26-a0e1-3fb4c7f6bb90 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Network': ['ID=ea5817b2-4c32-42fc-abba-5f301ccef088,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:25.842793 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b024-aae7-4791-83a9-9f911bedd04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.847804 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b024-aae7-4791-83a9-9f911bedd04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.855049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d2b2b024-aae7-4791-83a9-9f911bedd04b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31da6eb7-58bd-421a-9681-e36a68fff504 HTTP/1.1" status: 204 len: 168 time: 0.7409024 Apr 01 12:52:25.883460 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2b024-aae7-4791-83a9-9f911bedd04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31da6eb7-58bd-421a-9681-e36a68fff504,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:25.911707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d595a0-99a6-4f86-a648-05b266255564 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:25.928337 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76d595a0-99a6-4f86-a648-05b266255564 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:25.972628 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Router b0a739ae-fc68-4d93-b5ae-41c6df55bfe0 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:52:26.209646 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:52:26.212237 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d595a0-99a6-4f86-a648-05b266255564 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:52:26.230368 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Sync routers for ids ['b0a739ae-fc68-4d93-b5ae-41c6df55bfe0'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:52:26.254868 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:26.256168 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e9bce97f-d8de-4334-94c6-1a07cd5c8851 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6954398 Apr 01 12:52:26.257771 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76d595a0-99a6-4f86-a648-05b266255564 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:26.258087 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-76d595a0-99a6-4f86-a648-05b266255564 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Added segment 30a4259e-c491-4ad2-9366-3c3bfdf99e54 of type vlan for network 2df7e1ba-f1a0-4581-86cc-64b2ce315603 Apr 01 12:52:26.258866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33438) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:26.287763 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Routers {'b0a739ae-fc68-4d93-b5ae-41c6df55bfe0'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:26.288809 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b0a739ae-fc68-4d93-b5ae-41c6df55bfe0'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:26.368101 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76d595a0-99a6-4f86-a648-05b266255564 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:26.447637 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76d595a0-99a6-4f86-a648-05b266255564 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:26.454320 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d595a0-99a6-4f86-a648-05b266255564 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:26.456694 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76d595a0-99a6-4f86-a648-05b266255564 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:26.543069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33452) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:26.549377 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3f1ac441-6933-4de5-b8d3-fcd841db56c9 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/routers/b0a739ae-fc68-4d93-b5ae-41c6df55bfe0 HTTP/1.1" status: 200 len: 909 time: 0.2881112 Apr 01 12:52:26.557389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1058064597', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'enable_snat': True}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:26.683186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 92a166a8-9e06-4572-b3ff-d58d56d71e36 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:52:26.695788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d595a0-99a6-4f86-a648-05b266255564 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Network': ['ID=2df7e1ba-f1a0-4581-86cc-64b2ce315603,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:26.717450 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-76d595a0-99a6-4f86-a648-05b266255564 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8834155 Apr 01 12:52:26.717809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33456) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:26.723751 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-624d2926-3d8f-4b27-8561-0404799cd150 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'subnet': {'network_id': '2df7e1ba-f1a0-4581-86cc-64b2ce315603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:26.737815 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:26.739119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:26.740371 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 2df7e1ba-f1a0-4581-86cc-64b2ce315603 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:26.812029 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Set router b0a739ae-fc68-4d93-b5ae-41c6df55bfe0 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:26.876448 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:27.007547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624d2926-3d8f-4b27-8561-0404799cd150 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:27.011180 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-624d2926-3d8f-4b27-8561-0404799cd150 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:27.087068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 92a166a8-9e06-4572-b3ff-d58d56d71e36 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:27.087569 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:27.304570 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a739ae-fc68-4d93-b5ae-41c6df55bfe0', 'name': 'tempest-snat-router-1058064597', 'tenant_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.117'}], 'enable_snat': False}, 'gw_port_id': '438b7767-66f0-45ab-b973-101de3e99489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:52:22Z', 'updated_at': '2022-04-01T12:52:24Z', 'revision_number': 3, 'project_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'gw_port': {'id': '438b7767-66f0-45ab-b973-101de3e99489', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a739ae-fc68-4d93-b5ae-41c6df55bfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:23Z', 'updated_at': '2022-04-01T12:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:27.319127 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:27.363947 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:27.393374 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Checking router: b0a739ae-fc68-4d93-b5ae-41c6df55bfe0 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:52:27.396540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 92a166a8-9e06-4572-b3ff-d58d56d71e36, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=92a166a8-9e06-4572-b3ff-d58d56d71e36,segment=NetworkSegment(72afc999-7adc-4e0c-9189-a02d5757c468),segment_id=72afc999-7adc-4e0c-9189-a02d5757c468)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:27.398424 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Updating router b0a739ae-fc68-4d93-b5ae-41c6df55bfe0 port 438b7767-66f0-45ab-b973-101de3e99489 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:52:27.409737 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:27.492446 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:27.522251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=92a166a8-9e06-4572-b3ff-d58d56d71e36,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:27.581796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-624d2926-3d8f-4b27-8561-0404799cd150 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:27.618776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e1ce90-6c90-438d-81e2-3671a5a202d6 None None] Network 17e28a8f-d05f-406b-bd49-21db9962d93d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:27.722294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d2926-3d8f-4b27-8561-0404799cd150 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Subnet': ['ID=575b57fc-a7b4-43b9-990d-84ef068bdfd7,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:27.747545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d2926-3d8f-4b27-8561-0404799cd150 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Checking segment: {'id': '30a4259e-c491-4ad2-9366-3c3bfdf99e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2df7e1ba-f1a0-4581-86cc-64b2ce315603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:27.750584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624d2926-3d8f-4b27-8561-0404799cd150 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network hostable DHCP agents. Network: 2df7e1ba-f1a0-4581-86cc-64b2ce315603, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:27.800933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624d2926-3d8f-4b27-8561-0404799cd150 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network 2df7e1ba-f1a0-4581-86cc-64b2ce315603 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:27.817962 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-624d2926-3d8f-4b27-8561-0404799cd150 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 2df7e1ba-f1a0-4581-86cc-64b2ce315603) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:27.823173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624d2926-3d8f-4b27-8561-0404799cd150 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:27.824203 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-624d2926-3d8f-4b27-8561-0404799cd150 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:27.848153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1fa92a-f0a0-40ca-98f2-c81c20e4b039 None None] Network 2df7e1ba-f1a0-4581-86cc-64b2ce315603 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:27.856664 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-624d2926-3d8f-4b27-8561-0404799cd150 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1377172 Apr 01 12:52:27.857519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33484) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:27.868213 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-51ffb784-4fd6-453c-922f-8ad4008c561a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1179107125'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:27.913367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d82a2f2c-75e5-4696-a874-21239bd17112 None None] Provisioning complete for port 92a166a8-9e06-4572-b3ff-d58d56d71e36 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:27.913794 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d82a2f2c-75e5-4696-a874-21239bd17112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:27.937184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ffb784-4fd6-453c-922f-8ad4008c561a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:27.945710 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:27.946235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51ffb784-4fd6-453c-922f-8ad4008c561a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:27.975590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ffb784-4fd6-453c-922f-8ad4008c561a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:52:27.994945 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.011673 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51ffb784-4fd6-453c-922f-8ad4008c561a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.016583 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-51ffb784-4fd6-453c-922f-8ad4008c561a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Added segment b66ca423-59d4-4a57-b928-63ba6f90575c of type vlan for network 7950383b-cd5c-4dd8-a820-9ebec9a5b96b Apr 01 12:52:28.164072 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.179615 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51ffb784-4fd6-453c-922f-8ad4008c561a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.181994 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.253420 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51ffb784-4fd6-453c-922f-8ad4008c561a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.269063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ffb784-4fd6-453c-922f-8ad4008c561a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:28.269736 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-51ffb784-4fd6-453c-922f-8ad4008c561a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.337407 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Allocated IP 172.25.7.108 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/255ed7a0-292a-4b71-a3df-287a6e2bcef6) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:28.364371 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf2269-24ee-4035-ba1c-5f034aaf4ead None None] Pushing event updated for resources: {'Port': ['ID=438b7767-66f0-45ab-b973-101de3e99489,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:28.379082 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Attempting to bind port 438b7767-66f0-45ab-b973-101de3e99489 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:52:28.379455 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Attempting to bind port 438b7767-66f0-45ab-b973-101de3e99489 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:52:28.379826 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Attempting to bind port 438b7767-66f0-45ab-b973-101de3e99489 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:52:28.392757 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:52:28.393121 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:28.393523 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.393914 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:52:28.398611 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Bound port: 438b7767-66f0-45ab-b973-101de3e99489, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:52:28.399049 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.453100 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-2df7e1ba-f1a0-4581-86cc-64b2ce315603', 'network_id': '2df7e1ba-f1a0-4581-86cc-64b2ce315603', 'tenant_id': '7c1f40356e594e99817e860513573385', 'fixed_ips': [{'subnet_id': '575b57fc-a7b4-43b9-990d-84ef068bdfd7'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:52:28.454151 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.518787 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] For port 438b7767-66f0-45ab-b973-101de3e99489, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:52:28.522892 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] For port 438b7767-66f0-45ab-b973-101de3e99489, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=438b7767-66f0-45ab-b973-101de3e99489,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:52:28.526820 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-51ffb784-4fd6-453c-922f-8ad4008c561a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6678808 Apr 01 12:52:28.530123 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33500) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:28.534852 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.545392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'subnet': {'network_id': '7950383b-cd5c-4dd8-a820-9ebec9a5b96b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:28.564001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffb784-4fd6-453c-922f-8ad4008c561a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Network': ['ID=7950383b-cd5c-4dd8-a820-9ebec9a5b96b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:28.729665 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.759658 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 7950383b-cd5c-4dd8-a820-9ebec9a5b96b details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:28.762821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:28.769493 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.769639 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf2269-24ee-4035-ba1c-5f034aaf4ead None None] Pushing event updated for resources: {'Port': ['ID=438b7767-66f0-45ab-b973-101de3e99489,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:28.772403 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Routers {'b0a739ae-fc68-4d93-b5ae-41c6df55bfe0'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:28.773011 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b0a739ae-fc68-4d93-b5ae-41c6df55bfe0'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:28.786558 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 92a166a8-9e06-4572-b3ff-d58d56d71e36 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:52:28.790425 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:28.839457 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:28.850107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:28.858523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:28.872229 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.ipam_backend_mixin [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Performing IP validity checks on allocation pools {{(pid=102718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 12:52:28.873627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.ipam_backend_mixin [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 12:52:28.985572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event updated for resources: {'Port': ['ID=255ed7a0-292a-4b71-a3df-287a6e2bcef6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:29.022687 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Allocated IP 2001:db8::3 (2df7e1ba-f1a0-4581-86cc-64b2ce315603/575b57fc-a7b4-43b9-990d-84ef068bdfd7/5519bac5-7603-4036-a6a0-c41af7cbe84a) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:29.072029 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] Set router b0a739ae-fc68-4d93-b5ae-41c6df55bfe0 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:29.154998 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:29.273274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Subnet': ['ID=4a1efbb9-57dd-42b3-b970-c659cc855b7e,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:29.284436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Checking segment: {'id': 'b66ca423-59d4-4a57-b928-63ba6f90575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7950383b-cd5c-4dd8-a820-9ebec9a5b96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:29.284784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network hostable DHCP agents. Network: 7950383b-cd5c-4dd8-a820-9ebec9a5b96b, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:29.332511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network 7950383b-cd5c-4dd8-a820-9ebec9a5b96b is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:29.347277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 7950383b-cd5c-4dd8-a820-9ebec9a5b96b) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:29.351771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:29.352363 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:29.384469 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f1b70d00-f4a7-42a7-b116-77da82342612 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8531175 Apr 01 12:52:29.385122 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33516) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:29.587541 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:29.607632 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a739ae-fc68-4d93-b5ae-41c6df55bfe0', 'name': 'tempest-snat-router-1058064597', 'tenant_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.117'}], 'enable_snat': False}, 'gw_port_id': '438b7767-66f0-45ab-b973-101de3e99489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:52:22Z', 'updated_at': '2022-04-01T12:52:24Z', 'revision_number': 3, 'project_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'gw_port': {'id': '438b7767-66f0-45ab-b973-101de3e99489', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a739ae-fc68-4d93-b5ae-41c6df55bfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:23Z', 'updated_at': '2022-04-01T12:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:29.612071 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:29.667936 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8976b-211f-4ad7-9b64-e3b66a72d900 None None] The sync data for ids ['b0a739ae-fc68-4d93-b5ae-41c6df55bfe0'] in n-d-836146-1 is: [{'id': 'b0a739ae-fc68-4d93-b5ae-41c6df55bfe0', 'name': 'tempest-snat-router-1058064597', 'tenant_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.117'}], 'enable_snat': False}, 'gw_port_id': '438b7767-66f0-45ab-b973-101de3e99489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:52:22Z', 'updated_at': '2022-04-01T12:52:24Z', 'revision_number': 3, 'project_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'gw_port': {'id': '438b7767-66f0-45ab-b973-101de3e99489', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a739ae-fc68-4d93-b5ae-41c6df55bfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:23Z', 'updated_at': '2022-04-01T12:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:52:29.723829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf47301-361d-40fa-a9a7-1eb65020fa4d None None] Network 7950383b-cd5c-4dd8-a820-9ebec9a5b96b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:29.749732 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:29.904061 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:29.983804 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1efbb9-57dd-42b3-b970-c659cc855b7e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:30.179914 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.212081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7950383b-cd5c-4dd8-a820-9ebec9a5b96b']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:30.237525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66ca423-59d4-4a57-b928-63ba6f90575c') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:30.237822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66ca423-59d4-4a57-b928-63ba6f90575c') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:30.253579 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.287699 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.297508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:52:30.297907 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:52:30.301642 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:52:30.311665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-be3aa379-1ab9-473b-9a16-9483cd185376 None None] Provisioning complete for port 92a166a8-9e06-4572-b3ff-d58d56d71e36 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:30.312133 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-be3aa379-1ab9-473b-9a16-9483cd185376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.376003 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.425829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b2931f-9011-4549-a26f-44961d93f4c1 None None] Network 7950383b-cd5c-4dd8-a820-9ebec9a5b96b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:30.458697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 92a166a8-9e06-4572-b3ff-d58d56d71e36 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:30.459162 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.536943 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.603840 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.618604 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/7950383b-cd5c-4dd8-a820-9ebec9a5b96b HTTP/1.1" status: 204 len: 168 time: 1.2323701 Apr 01 12:52:30.620054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf847836-9f60-4ead-98e3-54517bf85136 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Network': ['ID=7950383b-cd5c-4dd8-a820-9ebec9a5b96b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:30.622321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33546) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:30.628450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8ffcd68b-13bf-4a89-ac6b-801e5941e698 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767045436'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:30.662847 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.670376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffcd68b-13bf-4a89-ac6b-801e5941e698 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:30.674607 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ffcd68b-13bf-4a89-ac6b-801e5941e698 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.767633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffcd68b-13bf-4a89-ac6b-801e5941e698 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:52:30.789121 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Router 7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:52:30.796688 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.801717 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ffcd68b-13bf-4a89-ac6b-801e5941e698 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.808626 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-8ffcd68b-13bf-4a89-ac6b-801e5941e698 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Added segment 0128a17d-65bd-4498-ba07-30b05b158eb4 of type vlan for network e1edf1ee-26f5-49ba-958e-046396e2e69c Apr 01 12:52:30.897023 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ffcd68b-13bf-4a89-ac6b-801e5941e698 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.973796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ffcd68b-13bf-4a89-ac6b-801e5941e698 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:30.979408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffcd68b-13bf-4a89-ac6b-801e5941e698 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:30.982747 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ffcd68b-13bf-4a89-ac6b-801e5941e698 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:31.047061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Network 2df7e1ba-f1a0-4581-86cc-64b2ce315603 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:31.090209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:31.105467 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:31.154950 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:52:31.193683 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:31.198846 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ddc5ab7c-f186-408c-b5e4-2afcb09c6d62 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6476197 Apr 01 12:52:31.199704 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:31.211105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] Sync routers for ids ['7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:52:31.212294 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33560) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:31.216076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcd68b-13bf-4a89-ac6b-801e5941e698 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Network': ['ID=e1edf1ee-26f5-49ba-958e-046396e2e69c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:31.260663 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8ffcd68b-13bf-4a89-ac6b-801e5941e698 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6309559 Apr 01 12:52:31.261647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33564) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:31.271125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1fdb14ff-1fd4-41d1-8e6a-3355a6f5690a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'subnet': {'network_id': 'e1edf1ee-26f5-49ba-958e-046396e2e69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:31.291952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network e1edf1ee-26f5-49ba-958e-046396e2e69c details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:31.304761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Pushing event updated for resources: {'Port': ['ID=5519bac5-7603-4036-a6a0-c41af7cbe84a,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:31.446537 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-491103e4-544f-46f4-ac10-5cbaafe8dbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:31.494677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] Routers {'7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:31.495438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:31.519263 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb14ff-1fd4-41d1-8e6a-3355a6f5690a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:31.525878 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1fdb14ff-1fd4-41d1-8e6a-3355a6f5690a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:31.772618 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-491103e4-544f-46f4-ac10-5cbaafe8dbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:31.779700 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-491103e4-544f-46f4-ac10-5cbaafe8dbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:31.827101 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 438b7767-66f0-45ab-b973-101de3e99489 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:52:31.830656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491103e4-544f-46f4-ac10-5cbaafe8dbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469307e5-3a4b-4f1f-b9d8-c37b35472bfa,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:31.852029 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eb23572b-4afd-44be-9d76-33efe49a12ae tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/routers/7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4 HTTP/1.1" status: 200 len: 908 time: 0.6510568 Apr 01 12:52:31.856684 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33576) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:31.908684 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Attempting to bind port 5519bac5-7603-4036-a6a0-c41af7cbe84a on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:52:31.909144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Attempting to bind port 5519bac5-7603-4036-a6a0-c41af7cbe84a by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '30a4259e-c491-4ad2-9366-3c3bfdf99e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2df7e1ba-f1a0-4581-86cc-64b2ce315603'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:52:31.909549 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Attempting to bind port 5519bac5-7603-4036-a6a0-c41af7cbe84a on network 2df7e1ba-f1a0-4581-86cc-64b2ce315603 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:52:31.988196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:52:31.988570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Checking segment: {'id': '30a4259e-c491-4ad2-9366-3c3bfdf99e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2df7e1ba-f1a0-4581-86cc-64b2ce315603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:31.988894 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1fdb14ff-1fd4-41d1-8e6a-3355a6f5690a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:31.990881 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:31.991289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Bound using segment: {'id': '30a4259e-c491-4ad2-9366-3c3bfdf99e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2df7e1ba-f1a0-4581-86cc-64b2ce315603'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:52:31.991781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Bound port: 5519bac5-7603-4036-a6a0-c41af7cbe84a, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a4259e-c491-4ad2-9366-3c3bfdf99e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2df7e1ba-f1a0-4581-86cc-64b2ce315603'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:52:31.992166 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.039391 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.057840 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-491103e4-544f-46f4-ac10-5cbaafe8dbde admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee30fbcd1a6f4e4db67357086ce3f208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8443031 Apr 01 12:52:32.067289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33580) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:32.107094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 438b7767-66f0-45ab-b973-101de3e99489 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:32.107094 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.127904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb14ff-1fd4-41d1-8e6a-3355a6f5690a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Subnet': ['ID=be563c1d-8faf-42f2-a3b9-289a2086a0a3,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:32.159340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb14ff-1fd4-41d1-8e6a-3355a6f5690a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Checking segment: {'id': '0128a17d-65bd-4498-ba07-30b05b158eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e1edf1ee-26f5-49ba-958e-046396e2e69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:32.160204 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb14ff-1fd4-41d1-8e6a-3355a6f5690a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network hostable DHCP agents. Network: e1edf1ee-26f5-49ba-958e-046396e2e69c, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:32.197579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb14ff-1fd4-41d1-8e6a-3355a6f5690a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network e1edf1ee-26f5-49ba-958e-046396e2e69c is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:32.248803 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5c662e55-f31e-4959-9136-56ef262e6c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.262682 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] Set router 7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:32.277895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb14ff-1fd4-41d1-8e6a-3355a6f5690a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, e1edf1ee-26f5-49ba-958e-046396e2e69c) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:32.290637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb14ff-1fd4-41d1-8e6a-3355a6f5690a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:32.291169 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1fdb14ff-1fd4-41d1-8e6a-3355a6f5690a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.324202 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5c662e55-f31e-4959-9136-56ef262e6c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.330720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f5d858-e727-4cbb-b628-6708fe8d73db None None] Network e1edf1ee-26f5-49ba-958e-046396e2e69c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:32.352438 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1fdb14ff-1fd4-41d1-8e6a-3355a6f5690a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0845165 Apr 01 12:52:32.353398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33586) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:32.574615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] For port 5519bac5-7603-4036-a6a0-c41af7cbe84a, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:52:32.579703 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] For port 5519bac5-7603-4036-a6a0-c41af7cbe84a, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5519bac5-7603-4036-a6a0-c41af7cbe84a,segment=NetworkSegment(30a4259e-c491-4ad2-9366-3c3bfdf99e54),segment_id=30a4259e-c491-4ad2-9366-3c3bfdf99e54)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:52:32.604143 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.608760 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.715345 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.720930 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5c662e55-f31e-4959-9136-56ef262e6c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.736984 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5c662e55-f31e-4959-9136-56ef262e6c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.739149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5c662e55-f31e-4959-9136-56ef262e6c6a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/469307e5-3a4b-4f1f-b9d8-c37b35472bfa HTTP/1.1" status: 204 len: 168 time: 0.6672966 Apr 01 12:52:32.755455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c662e55-f31e-4959-9136-56ef262e6c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469307e5-3a4b-4f1f-b9d8-c37b35472bfa,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:32.758581 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.871272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Deleting port 255ed7a0-292a-4b71-a3df-287a6e2bcef6 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:32.871845 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:32.930958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.024405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Subnet': ['ID=be563c1d-8faf-42f2-a3b9-289a2086a0a3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:33.037850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.071543 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Calling delete_port for 255ed7a0-292a-4b71-a3df-287a6e2bcef6 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:33.086632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aecd55-2a11-4469-b3f6-2c314affd5bc None None] Pushing event updated for resources: {'Port': ['ID=5519bac5-7603-4036-a6a0-c41af7cbe84a,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:33.100358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df7839-1920-4f32-9561-91eb87a887de None None] Network e1edf1ee-26f5-49ba-958e-046396e2e69c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:33.194864 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.197135 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.240038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1edf1ee-26f5-49ba-958e-046396e2e69c']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:33.258838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0128a17d-65bd-4498-ba07-30b05b158eb4') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:33.260741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0128a17d-65bd-4498-ba07-30b05b158eb4') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:33.279627 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.306636 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.317750 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:52:33.318429 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:52:33.324553 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:52:33.326476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 438b7767-66f0-45ab-b973-101de3e99489, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=438b7767-66f0-45ab-b973-101de3e99489,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:33.461516 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.494294 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.501790 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/e1edf1ee-26f5-49ba-958e-046396e2e69c HTTP/1.1" status: 204 len: 168 time: 1.1435647 Apr 01 12:52:33.526778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33610) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:33.539457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-69bf419f-9737-4e23-9d01-59ef76be6394 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1860030551'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:33.541117 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33612) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:33.554254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbae1a-2ead-4b38-bc7a-a68ad1a0d6cf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Network': ['ID=e1edf1ee-26f5-49ba-958e-046396e2e69c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:33.570893 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.578606 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.592385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45bbe118-d67b-4293-bfdc-b24e37a79efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.598354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bf419f-9737-4e23-9d01-59ef76be6394 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:33.614797 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-69bf419f-9737-4e23-9d01-59ef76be6394 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.669192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bf419f-9737-4e23-9d01-59ef76be6394 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:52:33.672309 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=438b7767-66f0-45ab-b973-101de3e99489,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:33.683345 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4', 'name': 'tempest-snat-router-1058064597', 'tenant_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '255ed7a0-292a-4b71-a3df-287a6e2bcef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:52:26Z', 'updated_at': '2022-04-01T12:52:29Z', 'revision_number': 3, 'project_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'gw_port': {'id': '255ed7a0-292a-4b71-a3df-287a6e2bcef6', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:52:28Z', 'updated_at': '2022-04-01T12:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:33.687768 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event deleted for resources: {'Port': ['ID=255ed7a0-292a-4b71-a3df-287a6e2bcef6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:33.694082 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-69bf419f-9737-4e23-9d01-59ef76be6394 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.694573 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-69bf419f-9737-4e23-9d01-59ef76be6394 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Added segment f1bee5ed-f838-40bc-92ea-c3e05377faae of type vlan for network 94fa6d64-528a-4683-a661-3e7086d20896 Apr 01 12:52:33.729361 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] Checking router: 7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:52:33.729718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] Updating router 7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4 port 255ed7a0-292a-4b71-a3df-287a6e2bcef6 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:52:33.776800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] Port 255ed7a0-292a-4b71-a3df-287a6e2bcef6 not found while updating agent binding for router 7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4. {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 01 12:52:33.800454 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-69bf419f-9737-4e23-9d01-59ef76be6394 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.801622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] Routers {'7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:33.802278 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:33.857851 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.896360 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-69bf419f-9737-4e23-9d01-59ef76be6394 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.905643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bf419f-9737-4e23-9d01-59ef76be6394 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:33.906534 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-69bf419f-9737-4e23-9d01-59ef76be6394 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:33.960555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5519bac5-7603-4036-a6a0-c41af7cbe84a up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:52:33.998705 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-69bf419f-9737-4e23-9d01-59ef76be6394 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4697688 Apr 01 12:52:34.001412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33622) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:34.008284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] Set router 7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:34.012449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9c942672-d260-4e10-b43f-b5d78e61a7ab tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'subnet': {'network_id': '94fa6d64-528a-4683-a661-3e7086d20896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:34.018435 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf419f-9737-4e23-9d01-59ef76be6394 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Network': ['ID=94fa6d64-528a-4683-a661-3e7086d20896,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:34.033294 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.042172 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.055517 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45bbe118-d67b-4293-bfdc-b24e37a79efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.081544 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-45bbe118-d67b-4293-bfdc-b24e37a79efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.146880 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 94fa6d64-528a-4683-a661-3e7086d20896 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:34.164022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4', 'name': 'tempest-snat-router-1058064597', 'tenant_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:52:26Z', 'updated_at': '2022-04-01T12:52:33Z', 'revision_number': 5, 'project_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:34.175149 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c942672-d260-4e10-b43f-b5d78e61a7ab tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:34.181135 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c942672-d260-4e10-b43f-b5d78e61a7ab tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.222306 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788daf46-c643-4cc2-8124-c2027be48786 None None] The sync data for ids ['7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4'] in n-d-836146-1 is: [{'id': '7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4', 'name': 'tempest-snat-router-1058064597', 'tenant_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:52:26Z', 'updated_at': '2022-04-01T12:52:33Z', 'revision_number': 5, 'project_id': 'fd4e473e0da44a34bf172011ce9d9fab', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:52:34.280611 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.281175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:52:34.291391 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.294937 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9d876e3a-cd71-491c-8f67-0befb05129e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "DELETE /v2.0/routers/7fdabcf2-051e-4ed1-a711-e6c39e6ef0b4 HTTP/1.1" status: 204 len: 168 time: 2.4348199 Apr 01 12:52:34.312071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33630) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:34.340049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 5519bac5-7603-4036-a6a0-c41af7cbe84a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:34.341099 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.425888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbe118-d67b-4293-bfdc-b24e37a79efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f08e81-d815-492d-997b-7eec9c20c5ba,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:34.450993 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-45bbe118-d67b-4293-bfdc-b24e37a79efa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2dfbed38b364ec8acd9851993c918fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9080520 Apr 01 12:52:34.454183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33632) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:34.553080 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.593833 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c942672-d260-4e10-b43f-b5d78e61a7ab tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.649265 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 5519bac5-7603-4036-a6a0-c41af7cbe84a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5519bac5-7603-4036-a6a0-c41af7cbe84a,segment=NetworkSegment(30a4259e-c491-4ad2-9366-3c3bfdf99e54),segment_id=30a4259e-c491-4ad2-9366-3c3bfdf99e54)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:34.654883 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.681843 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e703ee4-d590-4ad9-9e3a-20c9e14f45db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.708155 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ba26b-7b0c-4e61-9b89-57d5a393202e None None] Network 2df7e1ba-f1a0-4581-86cc-64b2ce315603 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:34.715841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c942672-d260-4e10-b43f-b5d78e61a7ab tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Subnet': ['ID=bb3d5bea-eee0-448c-8402-8b524da3961b,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:34.721271 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c942672-d260-4e10-b43f-b5d78e61a7ab tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Checking segment: {'id': 'f1bee5ed-f838-40bc-92ea-c3e05377faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '94fa6d64-528a-4683-a661-3e7086d20896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:34.721882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c942672-d260-4e10-b43f-b5d78e61a7ab tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network hostable DHCP agents. Network: 94fa6d64-528a-4683-a661-3e7086d20896, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:34.738237 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.751945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c942672-d260-4e10-b43f-b5d78e61a7ab tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network 94fa6d64-528a-4683-a661-3e7086d20896 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:34.772566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-9c942672-d260-4e10-b43f-b5d78e61a7ab tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 94fa6d64-528a-4683-a661-3e7086d20896) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:34.777103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c942672-d260-4e10-b43f-b5d78e61a7ab tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:34.777784 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c942672-d260-4e10-b43f-b5d78e61a7ab tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.808093 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9c942672-d260-4e10-b43f-b5d78e61a7ab tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7996900 Apr 01 12:52:34.809315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33642) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:34.884905 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ab25c6-29ba-4004-8214-d3a9f39930e2 None None] Network 94fa6d64-528a-4683-a661-3e7086d20896 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:34.965501 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e703ee4-d590-4ad9-9e3a-20c9e14f45db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:34.982273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.029056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.059627 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.109039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-52fffb88-abc9-4619-a277-54351bbd6c38 None None] Provisioning complete for port 5519bac5-7603-4036-a6a0-c41af7cbe84a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:35.109420 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-52fffb88-abc9-4619-a277-54351bbd6c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.120189 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e703ee4-d590-4ad9-9e3a-20c9e14f45db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.122997 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e703ee4-d590-4ad9-9e3a-20c9e14f45db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.131660 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=5519bac5-7603-4036-a6a0-c41af7cbe84a,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:35.137931 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6e703ee4-d590-4ad9-9e3a-20c9e14f45db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54f08e81-d815-492d-997b-7eec9c20c5ba HTTP/1.1" status: 204 len: 168 time: 0.6818981 Apr 01 12:52:35.156504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e703ee4-d590-4ad9-9e3a-20c9e14f45db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f08e81-d815-492d-997b-7eec9c20c5ba,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:35.180899 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.195722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Deleting port 438b7767-66f0-45ab-b973-101de3e99489 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:35.196076 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.253788 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3d5bea-eee0-448c-8402-8b524da3961b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:35.313550 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.364652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fa6d64-528a-4683-a661-3e7086d20896']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:35.381651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] For port 438b7767-66f0-45ab-b973-101de3e99489, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=438b7767-66f0-45ab-b973-101de3e99489,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:35.382051 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.388599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bee5ed-f838-40bc-92ea-c3e05377faae') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:35.388955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bee5ed-f838-40bc-92ea-c3e05377faae') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:35.413259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Calling delete_port for 438b7767-66f0-45ab-b973-101de3e99489 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:35.415958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.454198 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.475147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:52:35.476902 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:52:35.488262 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:52:35.506241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b10d456-aead-4cad-bf10-759b27d5055e None None] Network 94fa6d64-528a-4683-a661-3e7086d20896 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:35.723488 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.724118 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.766869 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event deleted for resources: {'Port': ['ID=438b7767-66f0-45ab-b973-101de3e99489,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:35.785221 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:35.787270 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5519bac5-7603-4036-a6a0-c41af7cbe84a up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:52:35.795295 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33664) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:35.796857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/94fa6d64-528a-4683-a661-3e7086d20896 HTTP/1.1" status: 204 len: 168 time: 0.9819958 Apr 01 12:52:35.797888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ece64a-0fa7-4fba-9f5e-d1f951fbb3b5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Network': ['ID=94fa6d64-528a-4683-a661-3e7086d20896,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:35.800625 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a7a407fc-f4c8-49fb-9de2-ca73b3e8d4fc tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1403754852'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:35.988434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a407fc-f4c8-49fb-9de2-ca73b3e8d4fc tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:35.997473 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7a407fc-f4c8-49fb-9de2-ca73b3e8d4fc tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.036492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 5519bac5-7603-4036-a6a0-c41af7cbe84a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:36.042643 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.093583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.134926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a407fc-f4c8-49fb-9de2-ca73b3e8d4fc tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:52:36.236043 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7a407fc-f4c8-49fb-9de2-ca73b3e8d4fc tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.236396 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-a7a407fc-f4c8-49fb-9de2-ca73b3e8d4fc tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Added segment 6e9e4a3c-da09-46bf-bfc1-85ef54934730 of type vlan for network 533a5cbf-51c0-40b1-86ac-8c9a3033f04f Apr 01 12:52:36.239269 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.254059 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.304965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 438b7767-66f0-45ab-b973-101de3e99489 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:52:36.333699 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 438b7767-66f0-45ab-b973-101de3e99489 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:52:36.334301 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 438b7767-66f0-45ab-b973-101de3e99489 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 01 12:52:36.372427 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7a407fc-f4c8-49fb-9de2-ca73b3e8d4fc tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.378125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1faa9e-2773-4bbc-a311-31d7df4b596b None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:52:36.381421 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-215e872c-b944-4b27-8e3d-8d1f9d619157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.382906 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Port 438b7767-66f0-45ab-b973-101de3e99489 not found, will not notify nova. {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 01 12:52:36.383052 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.384830 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0a739ae-fc68-4d93-b5ae-41c6df55bfe0 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:52:36.417686 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.417686 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-71ca5fea-1698-492c-9579-d0e42805de46 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "DELETE /v2.0/routers/b0a739ae-fc68-4d93-b5ae-41c6df55bfe0 HTTP/1.1" status: 204 len: 168 time: 2.0930448 Apr 01 12:52:36.417828 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33686) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:36.417828 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2116852454', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:36.441541 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7a407fc-f4c8-49fb-9de2-ca73b3e8d4fc tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.466719 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a313586c-5826-478c-aef1-51d342f97fa8 None None] Provisioning complete for port 5519bac5-7603-4036-a6a0-c41af7cbe84a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:36.467348 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a313586c-5826-478c-aef1-51d342f97fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.468158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a407fc-f4c8-49fb-9de2-ca73b3e8d4fc tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:36.468828 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a7a407fc-f4c8-49fb-9de2-ca73b3e8d4fc tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.481110 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.482538 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.583575 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:36.662723 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a407fc-f4c8-49fb-9de2-ca73b3e8d4fc tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Network': ['ID=533a5cbf-51c0-40b1-86ac-8c9a3033f04f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:36.697929 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a7a407fc-f4c8-49fb-9de2-ca73b3e8d4fc tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9018803 Apr 01 12:52:36.700349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33694) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:36.711321 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5c106f9e-df07-4eab-8892-190044670823 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'subnet': {'network_id': '533a5cbf-51c0-40b1-86ac-8c9a3033f04f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:36.721212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1faa9e-2773-4bbc-a311-31d7df4b596b None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:52:36.723449 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 533a5cbf-51c0-40b1-86ac-8c9a3033f04f details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:36.971624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c106f9e-df07-4eab-8892-190044670823 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:36.976344 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c106f9e-df07-4eab-8892-190044670823 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:37.427663 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c106f9e-df07-4eab-8892-190044670823 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:37.500863 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:37.567807 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c106f9e-df07-4eab-8892-190044670823 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Subnet': ['ID=b02d4827-b47f-4993-b20f-aa86d8ed7e1d,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:37.592605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c106f9e-df07-4eab-8892-190044670823 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Checking segment: {'id': '6e9e4a3c-da09-46bf-bfc1-85ef54934730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '533a5cbf-51c0-40b1-86ac-8c9a3033f04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:37.600236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c106f9e-df07-4eab-8892-190044670823 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network hostable DHCP agents. Network: 533a5cbf-51c0-40b1-86ac-8c9a3033f04f, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:37.631886 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c106f9e-df07-4eab-8892-190044670823 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network 533a5cbf-51c0-40b1-86ac-8c9a3033f04f is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:37.645183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-5c106f9e-df07-4eab-8892-190044670823 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 533a5cbf-51c0-40b1-86ac-8c9a3033f04f) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:37.683572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c106f9e-df07-4eab-8892-190044670823 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:37.684569 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c106f9e-df07-4eab-8892-190044670823 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:37.724194 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5c106f9e-df07-4eab-8892-190044670823 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0201819 Apr 01 12:52:37.724399 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33732) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:37.729408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5be0e5cb-7097-4e17-8ea5-6d305a898377 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'subnet': {'network_id': '533a5cbf-51c0-40b1-86ac-8c9a3033f04f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:37.781132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 438b7767-66f0-45ab-b973-101de3e99489 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:52:37.864628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 438b7767-66f0-45ab-b973-101de3e99489 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:52:37.866181 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 438b7767-66f0-45ab-b973-101de3e99489 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:52:37.875967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d44db4-5f13-472c-a7ed-1510dba91850 None None] Network 533a5cbf-51c0-40b1-86ac-8c9a3033f04f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:37.975482 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:37.984597 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be0e5cb-7097-4e17-8ea5-6d305a898377 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:37.990853 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5be0e5cb-7097-4e17-8ea5-6d305a898377 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:38.026857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:38.191944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-533a5cbf-51c0-40b1-86ac-8c9a3033f04f', 'network_id': '533a5cbf-51c0-40b1-86ac-8c9a3033f04f', 'tenant_id': '7c1f40356e594e99817e860513573385', 'fixed_ips': [{'subnet_id': 'b02d4827-b47f-4993-b20f-aa86d8ed7e1d'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:52:38.193138 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:38.232872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Allocated IP 172.25.7.213 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/38c50670-2c79-4f00-9afa-f2e3d06bc714) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:38.384951 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5be0e5cb-7097-4e17-8ea5-6d305a898377 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:38.437073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Allocated IP 2001:db8::2 (533a5cbf-51c0-40b1-86ac-8c9a3033f04f/b02d4827-b47f-4993-b20f-aa86d8ed7e1d/22b1f318-bc1b-4ef8-a11e-357facc95ca6) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:38.453752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be0e5cb-7097-4e17-8ea5-6d305a898377 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network 533a5cbf-51c0-40b1-86ac-8c9a3033f04f is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:38.463449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-5be0e5cb-7097-4e17-8ea5-6d305a898377 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:38.468761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be0e5cb-7097-4e17-8ea5-6d305a898377 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:38.470533 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5be0e5cb-7097-4e17-8ea5-6d305a898377 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:38.488961 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:38.515657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0e5cb-7097-4e17-8ea5-6d305a898377 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Subnet': ['ID=48df48de-6921-463b-bd57-af59eb6af69d,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:38.535855 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5be0e5cb-7097-4e17-8ea5-6d305a898377 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8077633 Apr 01 12:52:38.536548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33760) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:38.577835 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:38.659443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:38.669285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:38.680742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Pushing event updated for resources: {'Port': ['ID=38c50670-2c79-4f00-9afa-f2e3d06bc714,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:38.684483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:38.776445 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e8a219-c827-444d-a951-ae37814c448e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:38.789515 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e8a219-c827-444d-a951-ae37814c448e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:38.791256 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e8a219-c827-444d-a951-ae37814c448e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:38.792823 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e8a219-c827-444d-a951-ae37814c448e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:38.801626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e8a219-c827-444d-a951-ae37814c448e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:38.803766 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c0e8a219-c827-444d-a951-ae37814c448e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2662721 Apr 01 12:52:38.809987 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33776) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:38.817672 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:38.820168 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0efae3cc-7c7b-4e47-8435-b901d6bc0414 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1699974888'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:38.828647 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:38.848950 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:38.851216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efae3cc-7c7b-4e47-8435-b901d6bc0414 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:38.856235 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0efae3cc-7c7b-4e47-8435-b901d6bc0414 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:38.937128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efae3cc-7c7b-4e47-8435-b901d6bc0414 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:52:38.958085 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0efae3cc-7c7b-4e47-8435-b901d6bc0414 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:38.958665 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-0efae3cc-7c7b-4e47-8435-b901d6bc0414 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Added segment 9c800214-6c09-49f0-b50a-e306668afe34 of type vlan for network 46523fd5-be0b-41cd-abbe-055f93f1c63e Apr 01 12:52:38.998736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Network 533a5cbf-51c0-40b1-86ac-8c9a3033f04f is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:39.030848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:39.035093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0efae3cc-7c7b-4e47-8435-b901d6bc0414 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.036386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:39.097882 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0efae3cc-7c7b-4e47-8435-b901d6bc0414 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.113728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efae3cc-7c7b-4e47-8435-b901d6bc0414 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:39.114392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0efae3cc-7c7b-4e47-8435-b901d6bc0414 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.125882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33782) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:39.142347 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8e04f9e-cbcd-4f70-a821-91a24d6d4602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.144882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Pushing event updated for resources: {'Port': ['ID=22b1f318-bc1b-4ef8-a11e-357facc95ca6,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:39.154755 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.187249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Attempting to bind port 22b1f318-bc1b-4ef8-a11e-357facc95ca6 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:52:39.187902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Attempting to bind port 22b1f318-bc1b-4ef8-a11e-357facc95ca6 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '6e9e4a3c-da09-46bf-bfc1-85ef54934730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '533a5cbf-51c0-40b1-86ac-8c9a3033f04f'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:52:39.188430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Attempting to bind port 22b1f318-bc1b-4ef8-a11e-357facc95ca6 on network 533a5cbf-51c0-40b1-86ac-8c9a3033f04f {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:52:39.202725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:52:39.204470 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Checking segment: {'id': '6e9e4a3c-da09-46bf-bfc1-85ef54934730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '533a5cbf-51c0-40b1-86ac-8c9a3033f04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:39.205065 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.206602 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Bound using segment: {'id': '6e9e4a3c-da09-46bf-bfc1-85ef54934730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '533a5cbf-51c0-40b1-86ac-8c9a3033f04f'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:52:39.207267 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Bound port: 22b1f318-bc1b-4ef8-a11e-357facc95ca6, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9e4a3c-da09-46bf-bfc1-85ef54934730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '533a5cbf-51c0-40b1-86ac-8c9a3033f04f'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:52:39.208956 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.241385 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0efae3cc-7c7b-4e47-8435-b901d6bc0414 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4299550 Apr 01 12:52:39.241955 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33790) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:39.250541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-43db158f-3a16-4b40-80ce-904e3c9d131a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:39.317221 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efae3cc-7c7b-4e47-8435-b901d6bc0414 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Network': ['ID=46523fd5-be0b-41cd-abbe-055f93f1c63e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:39.350319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 46523fd5-be0b-41cd-abbe-055f93f1c63e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:39.424502 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.464273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] For port 22b1f318-bc1b-4ef8-a11e-357facc95ca6, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:52:39.468537 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] For port 22b1f318-bc1b-4ef8-a11e-357facc95ca6, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=22b1f318-bc1b-4ef8-a11e-357facc95ca6,segment=NetworkSegment(6e9e4a3c-da09-46bf-bfc1-85ef54934730),segment_id=6e9e4a3c-da09-46bf-bfc1-85ef54934730)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:52:39.474186 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.555944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec254d99-1c17-42e8-a8a3-e629bf220b1d None None] Pushing event updated for resources: {'Port': ['ID=22b1f318-bc1b-4ef8-a11e-357facc95ca6,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:39.675144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-43db158f-3a16-4b40-80ce-904e3c9d131a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.691292 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1fae581e-334f-4238-86e9-9f2a59c051b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.698567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-43db158f-3a16-4b40-80ce-904e3c9d131a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.800228 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43db158f-3a16-4b40-80ce-904e3c9d131a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network 46523fd5-be0b-41cd-abbe-055f93f1c63e is not hosted by any dhcp agent {{(pid=102719) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 12:52:39.807089 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43db158f-3a16-4b40-80ce-904e3c9d131a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:39.807957 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-43db158f-3a16-4b40-80ce-904e3c9d131a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:39.809984 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-43db158f-3a16-4b40-80ce-904e3c9d131a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "PUT /v2.0/networks/46523fd5-be0b-41cd-abbe-055f93f1c63e HTTP/1.1" status: 200 len: 723 time: 0.5640857 Apr 01 12:52:39.813510 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db158f-3a16-4b40-80ce-904e3c9d131a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Network': ['ID=46523fd5-be0b-41cd-abbe-055f93f1c63e,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:39.816379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33804) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:39.835749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 46523fd5-be0b-41cd-abbe-055f93f1c63e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:39.857285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-89b5a23c-c42e-4d75-a493-bf67efabf0a6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'subnet': {'network_id': '46523fd5-be0b-41cd-abbe-055f93f1c63e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:40.007441 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:40.099781 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b5a23c-c42e-4d75-a493-bf67efabf0a6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:40.103410 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89b5a23c-c42e-4d75-a493-bf67efabf0a6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:40.207391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1fae581e-334f-4238-86e9-9f2a59c051b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:40.228224 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1fae581e-334f-4238-86e9-9f2a59c051b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:40.409512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae581e-334f-4238-86e9-9f2a59c051b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1eedf3-1ae5-4551-825a-e3f016a04dfd,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:40.459390 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:40.464416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33828) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:40.465968 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1fae581e-334f-4238-86e9-9f2a59c051b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e977ce5fd714d9b9ef5d2b01e3a13bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3378305 Apr 01 12:52:40.489509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Router e1059e60-45c6-487f-ab18-5c049ce98ea4 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:52:40.593929 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-964b12ce-4716-42ed-bd30-cde2b3aec4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:40.685546 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-964b12ce-4716-42ed-bd30-cde2b3aec4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:40.765400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:52:40.786284 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1359a4b5-84d9-4fa7-b1f9-63dde5f26555 None None] Sync routers for ids ['e1059e60-45c6-487f-ab18-5c049ce98ea4'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:52:40.811435 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1359a4b5-84d9-4fa7-b1f9-63dde5f26555 None None] Routers {'e1059e60-45c6-487f-ab18-5c049ce98ea4'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:40.812316 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1359a4b5-84d9-4fa7-b1f9-63dde5f26555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e1059e60-45c6-487f-ab18-5c049ce98ea4'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:40.846427 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:40.854067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ee6b5e93-d7b0-4de6-83cc-66486af7e0fb tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4412568 Apr 01 12:52:40.856594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33840) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:40.885544 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1359a4b5-84d9-4fa7-b1f9-63dde5f26555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:40.885739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9a506-e93a-474d-b14e-6d4520844a2b req-8711e5f1-2ba3-4be4-93b1-a414936869d4 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:40.887263 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23e9a506-e93a-474d-b14e-6d4520844a2b req-8711e5f1-2ba3-4be4-93b1-a414936869d4 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1097 time: 0.4564984 Apr 01 12:52:40.893076 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-964b12ce-4716-42ed-bd30-cde2b3aec4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:40.896084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-964b12ce-4716-42ed-bd30-cde2b3aec4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:40.899462 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-964b12ce-4716-42ed-bd30-cde2b3aec4a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a1eedf3-1ae5-4551-825a-e3f016a04dfd HTTP/1.1" status: 204 len: 168 time: 0.4314897 Apr 01 12:52:40.900535 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9cd7d3b9-6599-4b7e-aeed-e453d84e3ea6 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'enable_snat': False}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:40.902609 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1359a4b5-84d9-4fa7-b1f9-63dde5f26555 None None] Routers {'e1059e60-45c6-487f-ab18-5c049ce98ea4'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:40.903763 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1359a4b5-84d9-4fa7-b1f9-63dde5f26555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e1059e60-45c6-487f-ab18-5c049ce98ea4'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:40.945615 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-1359a4b5-84d9-4fa7-b1f9-63dde5f26555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:40.946681 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1359a4b5-84d9-4fa7-b1f9-63dde5f26555 None None] The sync data for ids ['e1059e60-45c6-487f-ab18-5c049ce98ea4'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:52:40.950748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b12ce-4716-42ed-bd30-cde2b3aec4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1eedf3-1ae5-4551-825a-e3f016a04dfd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:40.979194 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-23e9a506-e93a-474d-b14e-6d4520844a2b req-f540d877-34fb-45e8-831e-f6e10c7063f5 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809505 Apr 01 12:52:41.009878 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33848) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:41.179658 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89b5a23c-c42e-4d75-a493-bf67efabf0a6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:41.325528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5a23c-c42e-4d75-a493-bf67efabf0a6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Subnet': ['ID=50528a36-cc2e-473d-88f0-d7ccc0d82cfd,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:41.371341 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port a913bbbb-985e-4399-8cca-85150305e1a6 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:41.374195 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:41.456750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d056f-0f8c-49af-b6dc-1522dfbc0742 None None] Network 533a5cbf-51c0-40b1-86ac-8c9a3033f04f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:41.502180 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:41.502941 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:41.506098 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33860) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:41.523367 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24412bc7-3b24-4194-9764-1c2c8adab94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:41.532894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5a23c-c42e-4d75-a493-bf67efabf0a6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Checking segment: {'id': '9c800214-6c09-49f0-b50a-e306668afe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '46523fd5-be0b-41cd-abbe-055f93f1c63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:41.533272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5a23c-c42e-4d75-a493-bf67efabf0a6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network hostable DHCP agents. Network: 46523fd5-be0b-41cd-abbe-055f93f1c63e, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:41.548642 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for a913bbbb-985e-4399-8cca-85150305e1a6 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:41.656190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5a23c-c42e-4d75-a493-bf67efabf0a6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network 46523fd5-be0b-41cd-abbe-055f93f1c63e is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:41.692534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c86e09bd-657a-426b-8c99-1e89321d3a5d None None] Provisioning complete for port 22b1f318-bc1b-4ef8-a11e-357facc95ca6 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:41.693093 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c86e09bd-657a-426b-8c99-1e89321d3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:41.839418 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d3b9-6599-4b7e-aeed-e453d84e3ea6 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:41.857667 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-89b5a23c-c42e-4d75-a493-bf67efabf0a6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 46523fd5-be0b-41cd-abbe-055f93f1c63e) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:41.882119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5a23c-c42e-4d75-a493-bf67efabf0a6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:41.882752 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89b5a23c-c42e-4d75-a493-bf67efabf0a6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:41.934997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-89b5a23c-c42e-4d75-a493-bf67efabf0a6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1149933 Apr 01 12:52:41.939850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33872) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:41.941818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24412bc7-3b24-4194-9764-1c2c8adab94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:41.948595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1d7b6471-b57c-4319-839d-ba83bcaf234c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:41.975603 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:41.982142 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24412bc7-3b24-4194-9764-1c2c8adab94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:41.983456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 22b1f318-bc1b-4ef8-a11e-357facc95ca6 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:52:42.022250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=a913bbbb-985e-4399-8cca-85150305e1a6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:42.028595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-24412bc7-3b24-4194-9764-1c2c8adab94b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c99b5b71d3024cfea23c8ae0bd445929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5211980 Apr 01 12:52:42.032867 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33876) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:42.071400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084107c8-7346-43c3-b3e5-670d2fb6baa1 None None] Network 46523fd5-be0b-41cd-abbe-055f93f1c63e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:42.091175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24412bc7-3b24-4194-9764-1c2c8adab94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002d0956-7c6e-4f8b-ae5c-37b5716e9fe2,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:42.151305 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:42.151634 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Floating IP 152547e8-d21b-4d32-a8e7-9f0e5134e0e2 disassociated (deleted). External IP: 172.25.7.201, port: a5453505-645a-4aa9-9626-eab9abea70ff. Apr 01 12:52:42.235563 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d7b6471-b57c-4319-839d-ba83bcaf234c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9538103'] for subnet, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:42.436578 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:42.440147 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:42.559300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-46523fd5-be0b-41cd-abbe-055f93f1c63e', 'network_id': '46523fd5-be0b-41cd-abbe-055f93f1c63e', 'tenant_id': '7c1f40356e594e99817e860513573385', 'fixed_ips': [{'subnet_id': '50528a36-cc2e-473d-88f0-d7ccc0d82cfd'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:52:42.561778 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:42.576139 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c86e09bd-657a-426b-8c99-1e89321d3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:42.660057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 22b1f318-bc1b-4ef8-a11e-357facc95ca6 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:42.661054 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:42.668805 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d7b6471-b57c-4319-839d-ba83bcaf234c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760604622246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9789143'] for subnet, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:42.816050 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7b6471-b57c-4319-839d-ba83bcaf234c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:42.816148 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d7b6471-b57c-4319-839d-ba83bcaf234c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:42.818018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1d7b6471-b57c-4319-839d-ba83bcaf234c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "PUT /v2.0/subnets/50528a36-cc2e-473d-88f0-d7ccc0d82cfd HTTP/1.1" status: 200 len: 826 time: 0.8737991 Apr 01 12:52:42.818870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b6471-b57c-4319-839d-ba83bcaf234c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Subnet': ['ID=50528a36-cc2e-473d-88f0-d7ccc0d82cfd,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:42.843514 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 33900) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:42.880227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Allocated IP 2001:db8::2 (46523fd5-be0b-41cd-abbe-055f93f1c63e/50528a36-cc2e-473d-88f0-d7ccc0d82cfd/f89502d8-b168-4d73-a032-39ed821ce2d9) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:42.952580 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c86e09bd-657a-426b-8c99-1e89321d3a5d None None] For port 22b1f318-bc1b-4ef8-a11e-357facc95ca6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=22b1f318-bc1b-4ef8-a11e-357facc95ca6,segment=NetworkSegment(6e9e4a3c-da09-46bf-bfc1-85ef54934730),segment_id=6e9e4a3c-da09-46bf-bfc1-85ef54934730)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:42.986788 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d3b9-6599-4b7e-aeed-e453d84e3ea6 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:43.003143 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d3b9-6599-4b7e-aeed-e453d84e3ea6 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:43.011461 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c86e09bd-657a-426b-8c99-1e89321d3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:43.175065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:52:43.195805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44073b21-278e-4ab0-8202-3d3d6a338aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:43.203673 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Update dhcp port {'port': {'network_id': '533a5cbf-51c0-40b1-86ac-8c9a3033f04f', 'fixed_ips': [{'subnet_id': 'b02d4827-b47f-4993-b20f-aa86d8ed7e1d', 'ip_address': '2001:db8::2'}, {'subnet_id': '48df48de-6921-463b-bd57-af59eb6af69d'}], 'binding:host_id': 'n-d-836146-1'}, 'id': '22b1f318-bc1b-4ef8-a11e-357facc95ca6'} from n-d-836146-1. {{(pid=102720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 12:52:43.226953 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44073b21-278e-4ab0-8202-3d3d6a338aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:43.271979 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:43.373917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e09bd-657a-426b-8c99-1e89321d3a5d None None] Pushing event updated for resources: {'Port': ['ID=22b1f318-bc1b-4ef8-a11e-357facc95ca6,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:43.381969 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44073b21-278e-4ab0-8202-3d3d6a338aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:43.385404 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44073b21-278e-4ab0-8202-3d3d6a338aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:43.386750 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-44073b21-278e-4ab0-8202-3d3d6a338aea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/002d0956-7c6e-4f8b-ae5c-37b5716e9fe2 HTTP/1.1" status: 204 len: 168 time: 1.3527715 Apr 01 12:52:43.442204 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44073b21-278e-4ab0-8202-3d3d6a338aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002d0956-7c6e-4f8b-ae5c-37b5716e9fe2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:43.462707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:52:43.468502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:43.509213 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2fc6f48f-78df-4acd-84d1-e312ff363893 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/floatingips/152547e8-d21b-4d32-a8e7-9f0e5134e0e2 HTTP/1.1" status: 204 len: 168 time: 2.4981289 Apr 01 12:52:43.510253 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:52:43.513889 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fa623c-1d15-40c9-b15a-13cdd10169cf" -d '{"events": [{"name": "network-changed", "server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:52:43.576440 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:43.583768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3edccd7-1489-413f-88d6-cf253f27efd5 None None] Sync routers for ids ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:52:43.591600 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454f71d6-78c2-46ef-a50c-d2690f8ce58e x-openstack-request-id: req-454f71d6-78c2-46ef-a50c-d2690f8ce58e {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:52:43.592131 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:52:43.592542 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-454f71d6-78c2-46ef-a50c-d2690f8ce58e {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:52:43.593078 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454f71d6-78c2-46ef-a50c-d2690f8ce58e'] response: {'name': 'network-changed', 'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'status': 'completed', 'code': 200} Apr 01 12:52:43.668358 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:43.766730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 22b1f318-bc1b-4ef8-a11e-357facc95ca6 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:52:43.770211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3edccd7-1489-413f-88d6-cf253f27efd5 None None] Routers {'5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:43.770940 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a3edccd7-1489-413f-88d6-cf253f27efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:43.785478 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:43.792316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Network 46523fd5-be0b-41cd-abbe-055f93f1c63e is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:43.838446 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-457cadf9-9474-4138-ab43-8ad846c5c78f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7267416 Apr 01 12:52:43.857856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:43.867454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd7d3b9-6599-4b7e-aeed-e453d84e3ea6 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Router e1059e60-45c6-487f-ab18-5c049ce98ea4 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:52:43.874973 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:43.974198 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa623c-1d15-40c9-b15a-13cdd10169cf req-bb05ac3b-d42c-45c5-b788-627df9ad730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:43.976618 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21fa623c-1d15-40c9-b15a-13cdd10169cf req-bb05ac3b-d42c-45c5-b788-627df9ad730e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 1097 time: 0.2525246 Apr 01 12:52:44.068036 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d2bc8-0638-4515-b920-29eaaa834938 req-bcc4409e-206b-4081-8042-8f8ef67eedc2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:44.069619 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-965d2bc8-0638-4515-b920-29eaaa834938 req-bcc4409e-206b-4081-8042-8f8ef67eedc2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 946 time: 0.2143648 Apr 01 12:52:44.098333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-ec149c7d-eab6-4c36-a69e-6bc2a28d4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:44.100027 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-ec149c7d-eab6-4c36-a69e-6bc2a28d4259 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a56433326b4e478d854fc519da9c18dd&device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 1100 time: 0.1660333 Apr 01 12:52:44.211194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Deleting port f89502d8-b168-4d73-a032-39ed821ce2d9 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:44.211904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:44.220599 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-965d2bc8-0638-4515-b920-29eaaa834938 req-3db8525f-8cc0-4afb-bdb1-41a4b38d533e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278899 Apr 01 12:52:44.475988 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Pushing event updated for resources: {'Port': ['ID=f89502d8-b168-4d73-a032-39ed821ce2d9,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:44.515778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-8493f824-668a-4ed5-a230-1b312c5c7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:44.518242 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-8493f824-668a-4ed5-a230-1b312c5c7b5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382 HTTP/1.1" status: 200 len: 870 time: 0.3810251 Apr 01 12:52:44.519523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa623c-1d15-40c9-b15a-13cdd10169cf req-267c7ce0-969a-4bfa-8374-0c1b5ef1d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:44.523238 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21fa623c-1d15-40c9-b15a-13cdd10169cf req-267c7ce0-969a-4bfa-8374-0c1b5ef1d90d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 200 len: 897 time: 0.5340626 Apr 01 12:52:44.578443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Allocated IP 172.20.0.1 (533a5cbf-51c0-40b1-86ac-8c9a3033f04f/48df48de-6921-463b-bd57-af59eb6af69d/22b1f318-bc1b-4ef8-a11e-357facc95ca6) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:44.585176 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Attempting to bind port f89502d8-b168-4d73-a032-39ed821ce2d9 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:52:44.585615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Attempting to bind port f89502d8-b168-4d73-a032-39ed821ce2d9 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '9c800214-6c09-49f0-b50a-e306668afe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '46523fd5-be0b-41cd-abbe-055f93f1c63e'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:52:44.585911 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Attempting to bind port f89502d8-b168-4d73-a032-39ed821ce2d9 on network 46523fd5-be0b-41cd-abbe-055f93f1c63e {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:52:44.620128 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-a3edccd7-1489-413f-88d6-cf253f27efd5 None None] Set router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:44.636603 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 22b1f318-bc1b-4ef8-a11e-357facc95ca6 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:44.636978 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:44.681847 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:52:44.682244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Checking segment: {'id': '9c800214-6c09-49f0-b50a-e306668afe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '46523fd5-be0b-41cd-abbe-055f93f1c63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:44.682648 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:44.683044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Bound using segment: {'id': '9c800214-6c09-49f0-b50a-e306668afe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '46523fd5-be0b-41cd-abbe-055f93f1c63e'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:52:44.683581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Bound port: f89502d8-b168-4d73-a032-39ed821ce2d9, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c800214-6c09-49f0-b50a-e306668afe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '46523fd5-be0b-41cd-abbe-055f93f1c63e'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:52:44.683905 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:44.705039 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-f03ed5be-2ede-4535-ad40-322b3d48b398 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=bad5a345-8600-4240-b9bc-6b4cbdc73aad HTTP/1.1" status: 200 len: 217 time: 0.1726823 Apr 01 12:52:44.710848 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21fa623c-1d15-40c9-b15a-13cdd10169cf req-4d923e6a-196c-4045-bed8-79c0fbeffcb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 200 len: 217 time: 0.1754837 Apr 01 12:52:44.920024 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-b821cabe-cf22-4eaa-9083-4bd659ad810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:44.921491 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-b821cabe-cf22-4eaa-9083-4bd659ad810c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3d5a064-a2c4-4374-81f4-8a397efb29f5 HTTP/1.1" status: 200 len: 843 time: 0.2096326 Apr 01 12:52:44.928014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd7d3b9-6599-4b7e-aeed-e453d84e3ea6 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:52:44.933314 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d3b9-6599-4b7e-aeed-e453d84e3ea6 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:44.936860 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9cd7d3b9-6599-4b7e-aeed-e453d84e3ea6 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "PUT /v2.0/routers/e1059e60-45c6-487f-ab18-5c049ce98ea4 HTTP/1.1" status: 200 len: 922 time: 4.0572326 Apr 01 12:52:44.939565 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 33992) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:44.940061 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900a348-5822-4aab-9160-4ef192b2c980 None None] Sync routers for ids ['e1059e60-45c6-487f-ab18-5c049ce98ea4'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:52:44.973990 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900a348-5822-4aab-9160-4ef192b2c980 None None] Routers {'e1059e60-45c6-487f-ab18-5c049ce98ea4'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:44.975141 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3900a348-5822-4aab-9160-4ef192b2c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e1059e60-45c6-487f-ab18-5c049ce98ea4'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:44.997737 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] For port f89502d8-b168-4d73-a032-39ed821ce2d9, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:52:45.034034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] For port f89502d8-b168-4d73-a032-39ed821ce2d9, host n-d-836146-1, got binding levels [] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:45.034390 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:45.115361 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa623c-1d15-40c9-b15a-13cdd10169cf req-a430eafc-a5bd-4264-b199-12fc71590854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:45.117229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21fa623c-1d15-40c9-b15a-13cdd10169cf req-a430eafc-a5bd-4264-b199-12fc71590854 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 200 len: 833 time: 0.2065954 Apr 01 12:52:45.155430 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3900a348-5822-4aab-9160-4ef192b2c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:45.167498 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900a348-5822-4aab-9160-4ef192b2c980 None None] Routers {'e1059e60-45c6-487f-ab18-5c049ce98ea4'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:45.168743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] For port f89502d8-b168-4d73-a032-39ed821ce2d9, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f89502d8-b168-4d73-a032-39ed821ce2d9,segment=NetworkSegment(9c800214-6c09-49f0-b50a-e306668afe34),segment_id=9c800214-6c09-49f0-b50a-e306668afe34)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:52:45.170223 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3900a348-5822-4aab-9160-4ef192b2c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e1059e60-45c6-487f-ab18-5c049ce98ea4'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:45.190940 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a907fafe-3379-4702-bf74-bc3eaea16ad7 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/routers/e1059e60-45c6-487f-ab18-5c049ce98ea4 HTTP/1.1" status: 200 len: 922 time: 0.2469482 Apr 01 12:52:45.191227 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34002) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:45.193036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Calling delete_port for f89502d8-b168-4d73-a032-39ed821ce2d9 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:45.223282 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3900a348-5822-4aab-9160-4ef192b2c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:45.224278 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900a348-5822-4aab-9160-4ef192b2c980 None None] The sync data for ids ['e1059e60-45c6-487f-ab18-5c049ce98ea4'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:52:45.234522 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:45.267988 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] For port 22b1f318-bc1b-4ef8-a11e-357facc95ca6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=22b1f318-bc1b-4ef8-a11e-357facc95ca6,segment=NetworkSegment(6e9e4a3c-da09-46bf-bfc1-85ef54934730),segment_id=6e9e4a3c-da09-46bf-bfc1-85ef54934730)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:45.284280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee81ca-6562-40c0-96bd-0d35abbd86e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:45.285854 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-eeee81ca-6562-40c0-96bd-0d35abbd86e8 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&device_id=e1059e60-45c6-487f-ab18-5c049ce98ea4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0934114 Apr 01 12:52:45.293795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34006) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:45.409118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa623c-1d15-40c9-b15a-13cdd10169cf req-bdeda2bc-cf7e-4f98-b576-34474b71afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:45.411089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21fa623c-1d15-40c9-b15a-13cdd10169cf req-bdeda2bc-cf7e-4f98-b576-34474b71afa8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2835913 Apr 01 12:52:45.413666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-ebc35586-dd6c-4d66-8a59-0bd2fe324678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:45.415695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-ebc35586-dd6c-4d66-8a59-0bd2fe324678 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56c20eae-13c6-4e46-b6a7-4e95b5d9a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4773827 Apr 01 12:52:45.551325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edec25-6cfe-4ce3-acd8-11c6d6bdbe6f None None] Pushing event updated for resources: {'Port': ['ID=f89502d8-b168-4d73-a032-39ed821ce2d9,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:45.639046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd60650-a212-4c39-8c93-036f7b5d6e84 req-ede8efb5-2871-46e2-be1a-50ab77614bcb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:45.641863 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbd60650-a212-4c39-8c93-036f7b5d6e84 req-ede8efb5-2871-46e2-be1a-50ab77614bcb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 946 time: 0.4031711 Apr 01 12:52:45.664041 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:45.695165 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:45.825138 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:45.945463 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Pushing event updated for resources: {'Port': ['ID=22b1f318-bc1b-4ef8-a11e-357facc95ca6,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:46.006966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:46.007324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:46.007713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:46.008054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:46.008385 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:46.010708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:46.011293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:46.012304 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:46.012796 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:46.013705 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:46.014620 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:46.015123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4411335-8c2a-47b8-96f5-678528c0dbe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:52:46.106828 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a3edccd7-1489-413f-88d6-cf253f27efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:49:06Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '0aa426c5-3923-4501-9447-8ba2c505420b', 'name': '', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:e6:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:04Z', 'updated_at': '2022-04-01T12:49:17Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:46.152558 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3edccd7-1489-413f-88d6-cf253f27efd5 None None] Checking router: 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:52:46.186476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3edccd7-1489-413f-88d6-cf253f27efd5 None None] Routers {'5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:46.187474 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a3edccd7-1489-413f-88d6-cf253f27efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:46.212494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Port': ['ID=f89502d8-b168-4d73-a032-39ed821ce2d9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:46.409572 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-a3edccd7-1489-413f-88d6-cf253f27efd5 None None] Set router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:46.461765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2136486-bdea-4adb-bbf6-21dc0259434f tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:46.465857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c2136486-bdea-4adb-bbf6-21dc0259434f tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 881 time: 1.1665902 Apr 01 12:52:46.466272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34052) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:46.466816 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21fa623c-1d15-40c9-b15a-13cdd10169cf req-7c556183-7248-40af-b462-87d2bbc7251d service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670378 Apr 01 12:52:46.468671 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-040580a8-db75-47a0-911e-e8ed285977bb service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8664989 Apr 01 12:52:46.559645 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0ca3b908-8b9c-4413-b7ae-2eb2d758f6aa tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1059e60-45c6-487f-ab18-5c049ce98ea4 HTTP/1.1" status: 200 len: 205 time: 0.0921140 Apr 01 12:52:46.563621 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34054) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:46.706900 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-cf1b4451-5ff2-46b6-89f2-23575f3cbed4 service neutron] 10.222.0.37 "GET /v2.0/networks/56c20eae-13c6-4e46-b6a7-4e95b5d9a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168057 Apr 01 12:52:46.707860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No DVR routers for this DVR port f89502d8-b168-4d73-a032-39ed821ce2d9 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:52:46.815113 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:46.978039 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:47.121340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:47.157620 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:47.222114 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a3edccd7-1489-413f-88d6-cf253f27efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:49:06Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '0aa426c5-3923-4501-9447-8ba2c505420b', 'name': '', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:e6:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:04Z', 'updated_at': '2022-04-01T12:49:17Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:47.309227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3edccd7-1489-413f-88d6-cf253f27efd5 None None] The sync data for ids ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'] in n-d-836146-1 is: [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:49:06Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '0aa426c5-3923-4501-9447-8ba2c505420b', 'name': '', 'network_id': '5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:e6:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:49:04Z', 'updated_at': '2022-04-01T12:49:17Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'c447899c-c3cd-479c-be48-a4072d99781c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:52:47.380088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Deleting port 38c50670-2c79-4f00-9afa-f2e3d06bc714 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:47.380449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:47.414770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21fa623c-1d15-40c9-b15a-13cdd10169cf req-9299a198-5e92-4f4b-908c-d5a9a3986320 service neutron] 10.222.0.37 "GET /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208598 Apr 01 12:52:47.508846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-dbd60650-a212-4c39-8c93-036f7b5d6e84 req-5bd04109-c5ce-4ae9-a3bd-a5fa90a69f14 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port a5453505-645a-4aa9-9626-eab9abea70ff {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:47.509304 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dbd60650-a212-4c39-8c93-036f7b5d6e84 req-5bd04109-c5ce-4ae9-a3bd-a5fa90a69f14 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:47.517632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Subnet': ['ID=50528a36-cc2e-473d-88f0-d7ccc0d82cfd,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:47.545662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de815d27-7ea5-4bda-bf27-3f3d7abc25bf req-97b39571-0bcd-4112-94a0-49980137b7af tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:47.547272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de815d27-7ea5-4bda-bf27-3f3d7abc25bf req-97b39571-0bcd-4112-94a0-49980137b7af tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 946 time: 2.2099178 Apr 01 12:52:47.614220 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fb2d4a-5395-4c20-80c1-019583191d76 None None] Network 46523fd5-be0b-41cd-abbe-055f93f1c63e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:47.627780 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:47.666866 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Calling delete_port for 38c50670-2c79-4f00-9afa-f2e3d06bc714 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:47.768996 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432665de-b9af-477a-9b60-96250c8a77b1 None None] Network 533a5cbf-51c0-40b1-86ac-8c9a3033f04f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:47.773629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-24bf8b09-e2bf-4fe2-8b55-ea8d2b3bd736 None None] Could not find standard attr ID for object f89502d8-b168-4d73-a032-39ed821ce2d9. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:52:47.826505 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 22b1f318-bc1b-4ef8-a11e-357facc95ca6 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:52:48.085986 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d13896e-5be1-4d2a-99d7-d399bdcc6702 None None] DHCP port deletion for 46523fd5-be0b-41cd-abbe-055f93f1c63e request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:52:48.111088 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234dbf6-6971-45cb-9f5d-35b38873e52f None None] New status for floating IP 152547e8-d21b-4d32-a8e7-9f0e5134e0e2: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:52:48.126772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-51dcbce6-89fb-4e3c-a02a-044ee5b82421 None None] Provisioning complete for port 22b1f318-bc1b-4ef8-a11e-357facc95ca6 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:48.126772 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-51dcbce6-89fb-4e3c-a02a-044ee5b82421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:48.133379 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 22b1f318-bc1b-4ef8-a11e-357facc95ca6 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:48.133749 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:48.142857 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:48.219326 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de815d27-7ea5-4bda-bf27-3f3d7abc25bf req-29f21050-64f2-40a9-bad0-413929474704 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6259093 Apr 01 12:52:48.255539 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46523fd5-be0b-41cd-abbe-055f93f1c63e']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:48.262248 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:48.299545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-dbd60650-a212-4c39-8c93-036f7b5d6e84 req-5bd04109-c5ce-4ae9-a3bd-a5fa90a69f14 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] For port a5453505-645a-4aa9-9626-eab9abea70ff, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=a5453505-645a-4aa9-9626-eab9abea70ff,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:48.301102 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dbd60650-a212-4c39-8c93-036f7b5d6e84 req-5bd04109-c5ce-4ae9-a3bd-a5fa90a69f14 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:48.309013 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c800214-6c09-49f0-b50a-e306668afe34') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:48.309310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c800214-6c09-49f0-b50a-e306668afe34') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:48.324538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Pushing event deleted for resources: {'Port': ['ID=38c50670-2c79-4f00-9afa-f2e3d06bc714,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:48.345258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-dbd60650-a212-4c39-8c93-036f7b5d6e84 req-5bd04109-c5ce-4ae9-a3bd-a5fa90a69f14 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for a5453505-645a-4aa9-9626-eab9abea70ff owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:48.347965 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:48.376301 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:48.447582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12afa2-ec47-476f-826e-5f6784fabf44 None None] Network 46523fd5-be0b-41cd-abbe-055f93f1c63e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:48.469512 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:48.691487 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:48.704599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:48.923138 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:48.923920 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Fanout notify agent at l3_agent the message router_deleted on router e1059e60-45c6-487f-ab18-5c049ce98ea4 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:52:48.949290 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:48.950825 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3f1c8694-818a-421e-8185-af4b887f3f16 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/routers/e1059e60-45c6-487f-ab18-5c049ce98ea4 HTTP/1.1" status: 204 len: 168 time: 2.3860571 Apr 01 12:52:48.955102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34130) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:48.982149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a04f034c-ed4a-464e-82b2-8ef825cde065 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1714865127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:49.019922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:52:49.021979 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:52:49.028821 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:52:49.040889 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a04f034c-ed4a-464e-82b2-8ef825cde065 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.042501 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a04f034c-ed4a-464e-82b2-8ef825cde065 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.186910 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.209564 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.212952 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/46523fd5-be0b-41cd-abbe-055f93f1c63e HTTP/1.1" status: 204 len: 168 time: 6.2171674 Apr 01 12:52:49.215998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34138) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:49.247724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a46cfe-fd79-4245-89a6-d9b966bdd6f6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Network': ['ID=46523fd5-be0b-41cd-abbe-055f93f1c63e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:49.252435 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3025dc2a-e8c3-4385-a802-9ed3e347bca0 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:52:49.254422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3025dc2a-e8c3-4385-a802-9ed3e347bca0 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:52:49.263748 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3025dc2a-e8c3-4385-a802-9ed3e347bca0 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/46523fd5-be0b-41cd-abbe-055f93f1c63e HTTP/1.1" status: 404 len: 339 time: 0.0460205 Apr 01 12:52:49.276046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34144) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:49.289239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-27860fd4-9d57-4373-b82e-2fd57a2a447e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-211365867', 'description': 'd1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:49.346338 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a04f034c-ed4a-464e-82b2-8ef825cde065 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.356062 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a04f034c-ed4a-464e-82b2-8ef825cde065 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.411734 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device a5453505-645a-4aa9-9626-eab9abea70ff no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:52:49.459300 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a04f034c-ed4a-464e-82b2-8ef825cde065 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.460733 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a04f034c-ed4a-464e-82b2-8ef825cde065 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5036862 Apr 01 12:52:49.464389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34154) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:49.483226 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:49.526479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27860fd4-9d57-4373-b82e-2fd57a2a447e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:49.531275 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-27860fd4-9d57-4373-b82e-2fd57a2a447e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.566250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27860fd4-9d57-4373-b82e-2fd57a2a447e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:52:49.568083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-08805b69-3e8a-4cfc-b684-8fcc57560b70 None None] Provisioning complete for port 22b1f318-bc1b-4ef8-a11e-357facc95ca6 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:52:49.568673 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-08805b69-3e8a-4cfc-b684-8fcc57560b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.573379 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.577569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-27860fd4-9d57-4373-b82e-2fd57a2a447e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.578435 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-27860fd4-9d57-4373-b82e-2fd57a2a447e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Added segment bfaad304-eb03-426e-ba4d-a981474012ab of type vlan for network 61993510-e07a-426b-95e9-2147cf9912e5 Apr 01 12:52:49.635743 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dbd60650-a212-4c39-8c93-036f7b5d6e84 req-5bd04109-c5ce-4ae9-a3bd-a5fa90a69f14 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.658527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f89502d8-b168-4d73-a032-39ed821ce2d9 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:52:49.703025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b30b5-a628-4e06-8628-4fd6523c18bb req-1ac6c295-3d69-4680-9d5b-824d64db6b58 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:49.705245 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f5b30b5-a628-4e06-8628-4fd6523c18bb req-1ac6c295-3d69-4680-9d5b-824d64db6b58 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe2c26-9511-4a29-ac82-c21c318fe393 HTTP/1.1" status: 200 len: 946 time: 0.3162394 Apr 01 12:52:49.711989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: f89502d8-b168-4d73-a032-39ed821ce2d9 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:52:49.712341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f89502d8-b168-4d73-a032-39ed821ce2d9 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:52:49.727410 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-27860fd4-9d57-4373-b82e-2fd57a2a447e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.742090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd04109-c5ce-4ae9-a3bd-a5fa90a69f14 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=a5453505-645a-4aa9-9626-eab9abea70ff,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:49.863707 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd60650-a212-4c39-8c93-036f7b5d6e84 req-5bd04109-c5ce-4ae9-a3bd-a5fa90a69f14 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] No DVR routers for this DVR port a5453505-645a-4aa9-9626-eab9abea70ff on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:52:49.867364 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dbd60650-a212-4c39-8c93-036f7b5d6e84 req-5bd04109-c5ce-4ae9-a3bd-a5fa90a69f14 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.871299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dbd60650-a212-4c39-8c93-036f7b5d6e84 req-5bd04109-c5ce-4ae9-a3bd-a5fa90a69f14 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "DELETE /v2.0/ports/a5453505-645a-4aa9-9626-eab9abea70ff HTTP/1.1" status: 204 len: 173 time: 4.0493596 Apr 01 12:52:49.883253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'name': 'network-vif-deleted', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:52:49.887592 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b052e7e0-db70-4a2a-a54b-e3a1a82db455" -d '{"events": [{"server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "name": "network-vif-deleted", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:52:49.946465 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-27860fd4-9d57-4373-b82e-2fd57a2a447e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:49.965534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27860fd4-9d57-4373-b82e-2fd57a2a447e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:49.966437 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-27860fd4-9d57-4373-b82e-2fd57a2a447e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:50.036997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-27860fd4-9d57-4373-b82e-2fd57a2a447e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7582862 Apr 01 12:52:50.038569 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f7836c-f09d-4905-8774-4ae499a7b1fb x-openstack-request-id: req-35f7836c-f09d-4905-8774-4ae499a7b1fb {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:52:50.038858 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fe2c26-9511-4a29-ac82-c21c318fe393", "name": "network-vif-deleted", "tag": "a5453505-645a-4aa9-9626-eab9abea70ff", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:52:50.039101 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35f7836c-f09d-4905-8774-4ae499a7b1fb {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:52:50.039485 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f7836c-f09d-4905-8774-4ae499a7b1fb'] response: {'server_uuid': '75fe2c26-9511-4a29-ac82-c21c318fe393', 'name': 'network-vif-deleted', 'tag': 'a5453505-645a-4aa9-9626-eab9abea70ff', 'status': 'completed', 'code': 200} Apr 01 12:52:50.040674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34174) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:50.135935 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f5b30b5-a628-4e06-8628-4fd6523c18bb req-17b0cfa2-c5c0-4cf3-91fe-9e44e61620f2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06b7964-9853-49be-b2b4-9d0ba44d9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4134514 Apr 01 12:52:50.137179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27860fd4-9d57-4373-b82e-2fd57a2a447e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Network': ['ID=61993510-e07a-426b-95e9-2147cf9912e5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:50.154613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 61993510-e07a-426b-95e9-2147cf9912e5 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:50.378846 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:50.507993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709ecf1-b59b-461d-bd3f-bbdf0e297e63 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:50.522490 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f709ecf1-b59b-461d-bd3f-bbdf0e297e63 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/networks?id=61993510-e07a-426b-95e9-2147cf9912e5 HTTP/1.1" status: 200 len: 764 time: 0.4805851 Apr 01 12:52:50.528067 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34188) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:50.593661 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-251c2073-d510-4d58-ab6a-0fda109d17aa tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'network': {'description': 'd2'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:50.857295 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-251c2073-d510-4d58-ab6a-0fda109d17aa tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:50.927943 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-251c2073-d510-4d58-ab6a-0fda109d17aa tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:50.953246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-251c2073-d510-4d58-ab6a-0fda109d17aa tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network 61993510-e07a-426b-95e9-2147cf9912e5 is not hosted by any dhcp agent {{(pid=102719) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 12:52:50.967660 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251c2073-d510-4d58-ab6a-0fda109d17aa tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:50.968528 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-251c2073-d510-4d58-ab6a-0fda109d17aa tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:50.970895 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-251c2073-d510-4d58-ab6a-0fda109d17aa tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "PUT /v2.0/networks/61993510-e07a-426b-95e9-2147cf9912e5 HTTP/1.1" status: 200 len: 761 time: 0.4121721 Apr 01 12:52:50.973917 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34204) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:51.033624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c2073-d510-4d58-ab6a-0fda109d17aa tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Network': ['ID=61993510-e07a-426b-95e9-2147cf9912e5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:51.047019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 61993510-e07a-426b-95e9-2147cf9912e5 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:51.179976 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac72e828-f707-45dc-ad79-4f673f06f9ad tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:51.182280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ac72e828-f707-45dc-ad79-4f673f06f9ad tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/networks?id=61993510-e07a-426b-95e9-2147cf9912e5 HTTP/1.1" status: 200 len: 764 time: 0.2069447 Apr 01 12:52:51.185872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34212) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:51.327293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34218) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:51.772479 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:51.818661 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:52.048240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1d1e62-cee9-446f-90ba-5125b042f615 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:52.049953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5a1d1e62-cee9-446f-90ba-5125b042f615 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8629596 Apr 01 12:52:52.054506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34252) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:52.073958 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Allocated IP 172.25.7.187 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/0c255745-749f-4256-b2f7-13bebf2538a7) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:52.133705 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c3316b5d-e99f-40a5-9978-6f1ad9618144 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 207 time: 0.0765455 Apr 01 12:52:52.162821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34254) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:52.317446 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:52.408631 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:52.461672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:52.468142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:52.479114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:52.550105 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b4ad1-56d1-4325-8e9b-222feeef2299 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:52.555963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b4ad1-56d1-4325-8e9b-222feeef2299 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:52.562935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b4ad1-56d1-4325-8e9b-222feeef2299 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:52.569478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b4ad1-56d1-4325-8e9b-222feeef2299 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:52.575280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b4ad1-56d1-4325-8e9b-222feeef2299 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:52.582061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b4ad1-56d1-4325-8e9b-222feeef2299 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:52.583931 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-335b4ad1-56d1-4325-8e9b-222feeef2299 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4175155 Apr 01 12:52:52.599719 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34270) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:52.641960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Pushing event updated for resources: {'Port': ['ID=0c255745-749f-4256-b2f7-13bebf2538a7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:52.871489 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f34a8820-aa92-4b5a-b90a-e5424f625188 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2698617 Apr 01 12:52:52.879243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34286) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:52.886229 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:52.978173 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5eed3479-7375-451e-9b7f-d88b59aa7044 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:53.065223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e46c348-a5f0-4467-9410-a17adcf723ef tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:53.067550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e46c348-a5f0-4467-9410-a17adcf723ef tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:53.069274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e46c348-a5f0-4467-9410-a17adcf723ef tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:53.071053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e46c348-a5f0-4467-9410-a17adcf723ef tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:53.073078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e46c348-a5f0-4467-9410-a17adcf723ef tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:53.074989 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6e46c348-a5f0-4467-9410-a17adcf723ef tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1948128 Apr 01 12:52:53.107694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34294) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:53.208600 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:53.229184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bffaf5-e4f3-4ab2-989b-76b4c3b52c2c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:53.230165 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:53.230982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bffaf5-e4f3-4ab2-989b-76b4c3b52c2c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:53.232462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bffaf5-e4f3-4ab2-989b-76b4c3b52c2c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:53.234485 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bffaf5-e4f3-4ab2-989b-76b4c3b52c2c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:53.236702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bffaf5-e4f3-4ab2-989b-76b4c3b52c2c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:53.243319 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-12bffaf5-e4f3-4ab2-989b-76b4c3b52c2c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1294644 Apr 01 12:52:53.244185 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34298) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:53.511694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19216db5-8196-4656-ac4e-e72163560c1a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:53.513342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-19216db5-8196-4656-ac4e-e72163560c1a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/networks/17e28a8f-d05f-406b-bd49-21db9962d93d HTTP/1.1" status: 200 len: 804 time: 0.2682400 Apr 01 12:52:53.519349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34312) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:53.615436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Router e3aebcb6-01f1-42f4-9488-5c82fdd6691f is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:52:53.772297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e7ec5955-768b-43bf-8d8d-2c7f40da689b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/networks/17e28a8f-d05f-406b-bd49-21db9962d93d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2503622 Apr 01 12:52:53.776206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34316) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:53.824482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5eed3479-7375-451e-9b7f-d88b59aa7044 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port 0aa426c5-3923-4501-9447-8ba2c505420b {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:53.824824 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5eed3479-7375-451e-9b7f-d88b59aa7044 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:53.843555 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:52:53.855534 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9f609-9d48-41c0-93ec-d90c4a30cd6f None None] Sync routers for ids ['e3aebcb6-01f1-42f4-9488-5c82fdd6691f'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:52:53.864137 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:53.869688 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f6c0c937-8944-4164-a3d8-20699d73360b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "PUT /v2.0/routers/e3aebcb6-01f1-42f4-9488-5c82fdd6691f HTTP/1.1" status: 200 len: 880 time: 4.4011505 Apr 01 12:52:53.873517 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9f609-9d48-41c0-93ec-d90c4a30cd6f None None] Routers {'e3aebcb6-01f1-42f4-9488-5c82fdd6691f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:53.874711 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34322) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:53.876256 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-ffc9f609-9d48-41c0-93ec-d90c4a30cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e3aebcb6-01f1-42f4-9488-5c82fdd6691f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:53.971088 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-ffc9f609-9d48-41c0-93ec-d90c4a30cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:54.003295 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9f609-9d48-41c0-93ec-d90c4a30cd6f None None] Routers {'e3aebcb6-01f1-42f4-9488-5c82fdd6691f'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:54.004898 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-ffc9f609-9d48-41c0-93ec-d90c4a30cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['e3aebcb6-01f1-42f4-9488-5c82fdd6691f'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:54.027888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-5eed3479-7375-451e-9b7f-d88b59aa7044 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] For port 0aa426c5-3923-4501-9447-8ba2c505420b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=0aa426c5-3923-4501-9447-8ba2c505420b,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:54.028434 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5eed3479-7375-451e-9b7f-d88b59aa7044 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:54.048911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5eed3479-7375-451e-9b7f-d88b59aa7044 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for 0aa426c5-3923-4501-9447-8ba2c505420b owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:54.053631 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-ffc9f609-9d48-41c0-93ec-d90c4a30cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:54.054528 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9f609-9d48-41c0-93ec-d90c4a30cd6f None None] The sync data for ids ['e3aebcb6-01f1-42f4-9488-5c82fdd6691f'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:52:54.078511 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fa8db15d-8cc3-415f-a852-2790c811ee6e tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/routers/e3aebcb6-01f1-42f4-9488-5c82fdd6691f HTTP/1.1" status: 200 len: 921 time: 0.2026467 Apr 01 12:52:54.079637 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34338) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:54.095307 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875ddca-fb30-4b92-a088-609d72a62f91 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:54.096718 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4875ddca-fb30-4b92-a088-609d72a62f91 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/subnets/8eb6255e-4a95-416e-8d4d-7c6ffc551ab5 HTTP/1.1" status: 200 len: 843 time: 0.3192480 Apr 01 12:52:54.115788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34342) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:54.211840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e85a3a-b24c-4c5a-b135-308ab3db7022 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['shared'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:54.215591 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-07e85a3a-b24c-4c5a-b135-308ab3db7022 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "GET /v2.0/subnets/8eb6255e-4a95-416e-8d4d-7c6ffc551ab5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0909381 Apr 01 12:52:54.227274 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34344) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:54.232981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f3d843d5-bf46-44fc-96a6-788ed6be6a61 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1881348406'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:54.250055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c68a063-db86-4f52-8d7c-b0c8bd787ecc tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:54.254663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8c68a063-db86-4f52-8d7c-b0c8bd787ecc tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&device_id=e3aebcb6-01f1-42f4-9488-5c82fdd6691f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1720529 Apr 01 12:52:54.255270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34348) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:54.359662 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d843d5-bf46-44fc-96a6-788ed6be6a61 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:54.362079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3d843d5-bf46-44fc-96a6-788ed6be6a61 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:54.417736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d843d5-bf46-44fc-96a6-788ed6be6a61 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:52:54.420696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2442b33b-79d1-4675-87f9-62b45c0f7dae tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:54.425625 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2442b33b-79d1-4675-87f9-62b45c0f7dae tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 881 time: 0.1673803 Apr 01 12:52:54.426313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34356) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:54.465431 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bdcfc766-759a-4ce3-9064-54d5f09723ba tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aebcb6-01f1-42f4-9488-5c82fdd6691f HTTP/1.1" status: 200 len: 205 time: 0.0341513 Apr 01 12:52:54.467578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34360) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:54.535340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3d843d5-bf46-44fc-96a6-788ed6be6a61 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:54.535874 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-f3d843d5-bf46-44fc-96a6-788ed6be6a61 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Added segment 8ef26e38-5ebe-4483-936c-a8b92e87eee2 of type vlan for network 16cc9fcc-30a1-4c96-bcbc-24d6faf3961e Apr 01 12:52:54.539615 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5eed3479-7375-451e-9b7f-d88b59aa7044 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:54.574232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed3479-7375-451e-9b7f-d88b59aa7044 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=0aa426c5-3923-4501-9447-8ba2c505420b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:54.629464 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3d843d5-bf46-44fc-96a6-788ed6be6a61 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:54.740825 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:55.028553 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3d843d5-bf46-44fc-96a6-788ed6be6a61 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:55.041362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d843d5-bf46-44fc-96a6-788ed6be6a61 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:55.043305 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f3d843d5-bf46-44fc-96a6-788ed6be6a61 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:55.125174 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:55.148116 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f3d843d5-bf46-44fc-96a6-788ed6be6a61 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9170873 Apr 01 12:52:55.151157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34380) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:55.157398 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'subnet': {'network_id': '16cc9fcc-30a1-4c96-bcbc-24d6faf3961e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:55.217825 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d843d5-bf46-44fc-96a6-788ed6be6a61 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Network': ['ID=16cc9fcc-30a1-4c96-bcbc-24d6faf3961e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:55.231673 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 16cc9fcc-30a1-4c96-bcbc-24d6faf3961e details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:52:55.440417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Deleting port 0c255745-749f-4256-b2f7-13bebf2538a7 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:55.440760 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:55.473801 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5eed3479-7375-451e-9b7f-d88b59aa7044 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:55.502954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Made reservation on behalf of 7c1f40356e594e99817e860513573385 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:52:55.517024 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:55.705008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.ipam_backend_mixin [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Performing IP validity checks on allocation pools {{(pid=102719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 12:52:55.705681 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.ipam_backend_mixin [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 12:52:55.857282 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:55.875309 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Calling delete_port for 0c255745-749f-4256-b2f7-13bebf2538a7 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:55.947652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eed3479-7375-451e-9b7f-d88b59aa7044 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:52:56.132318 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.198490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eed3479-7375-451e-9b7f-d88b59aa7044 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:52:56.209320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91344507-8546-42f0-bc79-c92da7ac7cb0 None None] Sync routers for ids ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:52:56.213262 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5eed3479-7375-451e-9b7f-d88b59aa7044 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "PUT /v2.0/routers/5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8839858 Apr 01 12:52:56.215596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34418) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:56.224113 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91344507-8546-42f0-bc79-c92da7ac7cb0 None None] Routers {'5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:56.231951 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-91344507-8546-42f0-bc79-c92da7ac7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:56.341508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-094defd2-d4aa-476a-9f33-dab40d154deb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting subnet c447899c-c3cd-479c-be48-a4072d99781c {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:52:56.345693 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-094defd2-d4aa-476a-9f33-dab40d154deb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.356761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Subnet': ['ID=79f5c10f-1652-4a9f-9801-afee9be49bd8,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:56.369211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Checking segment: {'id': '8ef26e38-5ebe-4483-936c-a8b92e87eee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16cc9fcc-30a1-4c96-bcbc-24d6faf3961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:52:56.369583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network hostable DHCP agents. Network: 16cc9fcc-30a1-4c96-bcbc-24d6faf3961e, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:52:56.381792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.431270 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-094defd2-d4aa-476a-9f33-dab40d154deb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.493981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Pushing event deleted for resources: {'Port': ['ID=0c255745-749f-4256-b2f7-13bebf2538a7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:56.525574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-91344507-8546-42f0-bc79-c92da7ac7cb0 None None] Set router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:56.549477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Network 16cc9fcc-30a1-4c96-bcbc-24d6faf3961e is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:52:56.562353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 16cc9fcc-30a1-4c96-bcbc-24d6faf3961e) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:56.570415 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:56.571026 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.585985 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.616413 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4bc515-14fc-4ea3-a732-e300767558b4 None None] Network 16cc9fcc-30a1-4c96-bcbc-24d6faf3961e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:56.672754 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-094defd2-d4aa-476a-9f33-dab40d154deb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.683050 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-21317d2b-e49e-40ef-85ee-4990fa5f24a4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5280135 Apr 01 12:52:56.685056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34434) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:56.695749 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3d4aa16f-54f9-4a6e-b07d-8bbcf2c6a8bf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:56.751830 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.757092 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.855450 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.856549 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Fanout notify agent at l3_agent the message router_deleted on router e3aebcb6-01f1-42f4-9488-5c82fdd6691f {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:52:56.869791 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.886586 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-12f38a55-f939-472b-9ad5-e89d2313819d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/routers/e3aebcb6-01f1-42f4-9488-5c82fdd6691f HTTP/1.1" status: 204 len: 168 time: 2.4179900 Apr 01 12:52:56.887257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34442) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:56.892258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c0aa8f6c-5117-4a2c-8bca-ec4d89ee1356 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1397821791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:56.919276 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0aa8f6c-5117-4a2c-8bca-ec4d89ee1356 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.922076 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0aa8f6c-5117-4a2c-8bca-ec4d89ee1356 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.923461 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-094defd2-d4aa-476a-9f33-dab40d154deb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:56.965006 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094defd2-d4aa-476a-9f33-dab40d154deb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Subnet': ['ID=c447899c-c3cd-479c-be48-a4072d99781c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:56.997174 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-094defd2-d4aa-476a-9f33-dab40d154deb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.003150 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-094defd2-d4aa-476a-9f33-dab40d154deb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/subnets/c447899c-c3cd-479c-be48-a4072d99781c HTTP/1.1" status: 204 len: 168 time: 0.7865310 Apr 01 12:52:57.004945 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d4aa16f-54f9-4a6e-b07d-8bbcf2c6a8bf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9538103'] for subnet, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.007544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34446) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:57.010555 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949c0646-5f4e-468e-9540-d0fd39d12859 None None] Network 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:52:57.021453 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0aa8f6c-5117-4a2c-8bca-ec4d89ee1356 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.028433 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0aa8f6c-5117-4a2c-8bca-ec4d89ee1356 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.054632 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0aa8f6c-5117-4a2c-8bca-ec4d89ee1356 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.058494 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c0aa8f6c-5117-4a2c-8bca-ec4d89ee1356 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1679080 Apr 01 12:52:57.058947 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34448) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:57.079344 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'enable_snat': True}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:52:57.181265 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-91344507-8546-42f0-bc79-c92da7ac7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:52:54Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:57.203822 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.266515 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:52:57.282440 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91344507-8546-42f0-bc79-c92da7ac7cb0 None None] Checking router: 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:52:57.373554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-16cc9fcc-30a1-4c96-bcbc-24d6faf3961e', 'network_id': '16cc9fcc-30a1-4c96-bcbc-24d6faf3961e', 'tenant_id': '7c1f40356e594e99817e860513573385', 'fixed_ips': [{'subnet_id': '79f5c10f-1652-4a9f-9801-afee9be49bd8'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:52:57.387015 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.428318 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.474719 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91344507-8546-42f0-bc79-c92da7ac7cb0 None None] Routers {'5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:52:57.475533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-91344507-8546-42f0-bc79-c92da7ac7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:57.631249 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.636134 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d4aa16f-54f9-4a6e-b07d-8bbcf2c6a8bf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760604622246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9789143'] for subnet, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.848827 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.876496 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.905555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4aa16f-54f9-4a6e-b07d-8bbcf2c6a8bf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event updated for resources: {'Subnet': ['ID=79f5c10f-1652-4a9f-9801-afee9be49bd8,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:57.945222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4aa16f-54f9-4a6e-b07d-8bbcf2c6a8bf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:52:57.945850 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3d4aa16f-54f9-4a6e-b07d-8bbcf2c6a8bf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:57.949712 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3d4aa16f-54f9-4a6e-b07d-8bbcf2c6a8bf tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "PUT /v2.0/subnets/79f5c10f-1652-4a9f-9801-afee9be49bd8 HTTP/1.1" status: 200 len: 900 time: 1.2605577 Apr 01 12:52:57.961248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34474) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:57.966860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e32783-b592-416b-9377-1dc330b2bb0f None None] DHCP port deletion for 5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:52:58.164844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Allocated IP 172.25.7.67 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/3f1a3623-f45c-4791-a231-d44dec47bd24) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:58.180731 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-91344507-8546-42f0-bc79-c92da7ac7cb0 None None] Set router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:52:58.217731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port 78e2db0b-a596-4f1f-988b-a70b02870aed {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:58.218230 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:58.277683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Allocated IP 2001:db8::3 (16cc9fcc-30a1-4c96-bcbc-24d6faf3961e/79f5c10f-1652-4a9f-9801-afee9be49bd8/def456f8-d925-4291-ae79-376b2936fd28) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:52:58.427026 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:58.436480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] For port 78e2db0b-a596-4f1f-988b-a70b02870aed, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=78e2db0b-a596-4f1f-988b-a70b02870aed,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:58.437826 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:58.467320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for 78e2db0b-a596-4f1f-988b-a70b02870aed owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:58.502832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-09e32783-b592-416b-9377-1dc330b2bb0f None None] Deleting port 562f415a-6646-4c1c-b05c-03eb2c0ff832 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:52:58.503849 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09e32783-b592-416b-9377-1dc330b2bb0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:58.555312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34484) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:58.639067 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:58.760709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-09e32783-b592-416b-9377-1dc330b2bb0f None None] For port 562f415a-6646-4c1c-b05c-03eb2c0ff832, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=562f415a-6646-4c1c-b05c-03eb2c0ff832,segment=NetworkSegment(25c9040c-b695-4a1b-946d-c39119c4dd34),segment_id=25c9040c-b695-4a1b-946d-c39119c4dd34)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:52:58.761209 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09e32783-b592-416b-9377-1dc330b2bb0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:58.782586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-09e32783-b592-416b-9377-1dc330b2bb0f None None] Calling delete_port for 562f415a-6646-4c1c-b05c-03eb2c0ff832 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:52:58.852734 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.037294 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a64c3389-731e-40a0-84d6-a3c75dd14132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.113513 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.137959 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.173149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:59.176804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:59.181704 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:59.187695 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event updated for resources: {'Port': ['ID=3f1a3623-f45c-4791-a231-d44dec47bd24,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:59.347456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-91344507-8546-42f0-bc79-c92da7ac7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:52:54Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:52:59.399670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=78e2db0b-a596-4f1f-988b-a70b02870aed,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:59.415602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.455403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91344507-8546-42f0-bc79-c92da7ac7cb0 None None] The sync data for ids ['5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c'] in n-d-836146-1 is: [{'id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955806397', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:48:51Z', 'updated_at': '2022-04-01T12:52:54Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '78e2db0b-a596-4f1f-988b-a70b02870aed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:48:53Z', 'updated_at': '2022-04-01T12:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:52:59.615757 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09e32783-b592-416b-9377-1dc330b2bb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.663452 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.668252 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.678107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e32783-b592-416b-9377-1dc330b2bb0f None None] Pushing event deleted for resources: {'Port': ['ID=562f415a-6646-4c1c-b05c-03eb2c0ff832,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:59.689108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e32783-b592-416b-9377-1dc330b2bb0f None None] No DVR routers for this DVR port 562f415a-6646-4c1c-b05c-03eb2c0ff832 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:52:59.690205 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a64c3389-731e-40a0-84d6-a3c75dd14132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.715043 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.738056 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.756309 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.765334 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a64c3389-731e-40a0-84d6-a3c75dd14132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.783665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Network 16cc9fcc-30a1-4c96-bcbc-24d6faf3961e is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:52:59.786655 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:52:59.806416 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.807008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Fanout notify agent at l3_agent the message router_deleted on router 5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:52:59.816234 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.817428 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2e38ccac-cb23-4549-b159-6a4c4932f6b4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/routers/5bc2c00f-6cfe-43b6-81ee-2c1b5cad7a3c HTTP/1.1" status: 204 len: 168 time: 2.8088572 Apr 01 12:52:59.825240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34522) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:52:59.832068 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:52:59.851533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:52:59.936856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Pushing event updated for resources: {'Port': ['ID=def456f8-d925-4291-ae79-376b2936fd28,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:59.956047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c3389-731e-40a0-84d6-a3c75dd14132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c86cf19-c1b7-4cf8-9661-0bd670e352d4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:59.969411 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Subnet': ['ID=79f5c10f-1652-4a9f-9801-afee9be49bd8,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:52:59.981453 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a64c3389-731e-40a0-84d6-a3c75dd14132 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c9aa97f2fabb473898ffd378c20b3c34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4216869 Apr 01 12:52:59.986829 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34526) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:00.026827 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Attempting to bind port def456f8-d925-4291-ae79-376b2936fd28 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:53:00.044750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Attempting to bind port def456f8-d925-4291-ae79-376b2936fd28 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '8ef26e38-5ebe-4483-936c-a8b92e87eee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16cc9fcc-30a1-4c96-bcbc-24d6faf3961e'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:53:00.045273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Attempting to bind port def456f8-d925-4291-ae79-376b2936fd28 on network 16cc9fcc-30a1-4c96-bcbc-24d6faf3961e {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:00.060048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:53:00.060424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Checking segment: {'id': '8ef26e38-5ebe-4483-936c-a8b92e87eee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16cc9fcc-30a1-4c96-bcbc-24d6faf3961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:00.060836 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.065138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Bound using segment: {'id': '8ef26e38-5ebe-4483-936c-a8b92e87eee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16cc9fcc-30a1-4c96-bcbc-24d6faf3961e'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:53:00.065771 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Bound port: def456f8-d925-4291-ae79-376b2936fd28, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef26e38-5ebe-4483-936c-a8b92e87eee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16cc9fcc-30a1-4c96-bcbc-24d6faf3961e'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:53:00.066213 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.128478 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 562f415a-6646-4c1c-b05c-03eb2c0ff832 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:53:00.180243 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c75daca-694d-4a92-9ac3-3a69fc8e3a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.187301 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 562f415a-6646-4c1c-b05c-03eb2c0ff832 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:53:00.188116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 562f415a-6646-4c1c-b05c-03eb2c0ff832 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:53:00.190218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0aa426c5-3923-4501-9447-8ba2c505420b no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:53:00.211261 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.225376 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 0aa426c5-3923-4501-9447-8ba2c505420b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:53:00.226239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 0aa426c5-3923-4501-9447-8ba2c505420b not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:53:00.243903 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c75daca-694d-4a92-9ac3-3a69fc8e3a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.261458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] For port def456f8-d925-4291-ae79-376b2936fd28, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:53:00.265260 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] For port def456f8-d925-4291-ae79-376b2936fd28, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=def456f8-d925-4291-ae79-376b2936fd28,segment=NetworkSegment(8ef26e38-5ebe-4483-936c-a8b92e87eee2),segment_id=8ef26e38-5ebe-4483-936c-a8b92e87eee2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:53:00.276133 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.373388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cc9fcc-30a1-4c96-bcbc-24d6faf3961e']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:00.401375 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c75daca-694d-4a92-9ac3-3a69fc8e3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.403920 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5c75daca-694d-4a92-9ac3-3a69fc8e3a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.408233 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5c75daca-694d-4a92-9ac3-3a69fc8e3a1d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c86cf19-c1b7-4cf8-9661-0bd670e352d4 HTTP/1.1" status: 204 len: 168 time: 0.4204206 Apr 01 12:53:00.424756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef26e38-5ebe-4483-936c-a8b92e87eee2') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:00.425047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef26e38-5ebe-4483-936c-a8b92e87eee2') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:00.431013 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e43ef-11db-4a8d-9339-86d43eb8ee02 None None] Pushing event updated for resources: {'Port': ['ID=def456f8-d925-4291-ae79-376b2936fd28,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:00.433516 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.435345 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75daca-694d-4a92-9ac3-3a69fc8e3a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c86cf19-c1b7-4cf8-9661-0bd670e352d4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:00.436705 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.445971 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.453020 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.493429 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.532919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:00.533448 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:00.538371 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:00.679854 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f927549-d3c6-48bd-b4fc-d66a603eec99 None None] Network 16cc9fcc-30a1-4c96-bcbc-24d6faf3961e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:00.768572 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.796954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Router 15ca6465-3b21-431e-9555-68c34b65b631 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:53:00.831154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:00.858495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c9040c-b695-4a1b-946d-c39119c4dd34') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:00.858864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c9040c-b695-4a1b-946d-c39119c4dd34') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:00.880233 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.909020 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.921060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:00.921516 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:00.956719 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:00.970396 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.db.api [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 12:53:00.970396 n-d-836146-1 neutron-server[102718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 12:53:00.970396 n-d-836146-1 neutron-server[102718]: [parameters: {'id': '16cc9fcc-30a1-4c96-bcbc-24d6faf3961e'}] Apr 01 12:53:00.970396 n-d-836146-1 neutron-server[102718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:53:00.970770 n-d-836146-1 neutron-server[102718]: DEBUG oslo_db.api [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:53:01.008905 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35aac3-73d8-4a3a-9c3a-64ad1878cd8f None None] Network 16cc9fcc-30a1-4c96-bcbc-24d6faf3961e requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:01.070786 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:53:01.075638 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:01.079624 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1c810f06-ceb4-4ccf-9bce-c843d6b38dba tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "PUT /v2.0/routers/15ca6465-3b21-431e-9555-68c34b65b631 HTTP/1.1" status: 200 len: 914 time: 4.0196810 Apr 01 12:53:01.079908 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a68c7-228e-4c03-b848-7b91ebea7c3d None None] Sync routers for ids ['15ca6465-3b21-431e-9555-68c34b65b631'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:53:01.080473 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:01.099115 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a68c7-228e-4c03-b848-7b91ebea7c3d None None] Routers {'15ca6465-3b21-431e-9555-68c34b65b631'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:01.102528 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8f8a68c7-228e-4c03-b848-7b91ebea7c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['15ca6465-3b21-431e-9555-68c34b65b631'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:01.124980 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:01.175407 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:01.191310 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/networks/5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764 HTTP/1.1" status: 204 len: 168 time: 1.3488643 Apr 01 12:53:01.194761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34564) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:01.200061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c78148-6850-4c30-b7f4-51454513d36e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Network': ['ID=5f6c1c70-3a89-4e5d-8dbd-0cf1a24bf764,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:01.238392 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8f8a68c7-228e-4c03-b848-7b91ebea7c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:01.262770 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a68c7-228e-4c03-b848-7b91ebea7c3d None None] Routers {'15ca6465-3b21-431e-9555-68c34b65b631'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:01.263310 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8f8a68c7-228e-4c03-b848-7b91ebea7c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:52:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['15ca6465-3b21-431e-9555-68c34b65b631'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:01.315181 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-460e5642-d8e4-4b15-adc6-d5bf2e7a39ee tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/routers/15ca6465-3b21-431e-9555-68c34b65b631 HTTP/1.1" status: 200 len: 920 time: 0.2333832 Apr 01 12:53:01.315625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34574) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:01.332367 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-8f8a68c7-228e-4c03-b848-7b91ebea7c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:01.339500 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a68c7-228e-4c03-b848-7b91ebea7c3d None None] The sync data for ids ['15ca6465-3b21-431e-9555-68c34b65b631'] in n-d-836146-1 is: [] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:53:01.366504 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50475217-d1e1-4f84-a7d4-45b5ec6a7738 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:01.404803 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bffdc2d-dcf6-4b82-84b4-34b615a0ffe3 None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:53:01.420805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f0fe68-2279-4256-95a9-3e5a1da351c1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:01.428421 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-73f0fe68-2279-4256-95a9-3e5a1da351c1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&device_id=15ca6465-3b21-431e-9555-68c34b65b631&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1112649 Apr 01 12:53:01.431194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34578) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:01.473186 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:01.478590 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50475217-d1e1-4f84-a7d4-45b5ec6a7738 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:01.623266 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50475217-d1e1-4f84-a7d4-45b5ec6a7738 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:01.628017 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-50475217-d1e1-4f84-a7d4-45b5ec6a7738 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:01.633554 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-50475217-d1e1-4f84-a7d4-45b5ec6a7738 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/security-groups/b06b7964-9853-49be-b2b4-9d0ba44d9b28 HTTP/1.1" status: 204 len: 168 time: 0.4371853 Apr 01 12:53:01.636825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bffdc2d-dcf6-4b82-84b4-34b615a0ffe3 None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:53:01.643800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50475217-d1e1-4f84-a7d4-45b5ec6a7738 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06b7964-9853-49be-b2b4-9d0ba44d9b28,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:01.674706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 78e2db0b-a596-4f1f-988b-a70b02870aed no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:53:01.735178 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 78e2db0b-a596-4f1f-988b-a70b02870aed {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:53:01.735702 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 78e2db0b-a596-4f1f-988b-a70b02870aed not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:53:01.756004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d1499-9caf-4c92-8573-ed6e0a111030 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:01.760175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34594) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:01.760312 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8c9d1499-9caf-4c92-8573-ed6e0a111030 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 881 time: 0.3249984 Apr 01 12:53:01.793896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Deleting port def456f8-d925-4291-ae79-376b2936fd28 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:01.794042 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:01.865188 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-42a0f79d-2802-41b2-a721-9fd97d806f8b tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "GET /v2.0/ports?device_id=15ca6465-3b21-431e-9555-68c34b65b631 HTTP/1.1" status: 200 len: 205 time: 0.1032786 Apr 01 12:53:01.868129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34600) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:01.977429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] For port def456f8-d925-4291-ae79-376b2936fd28, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=def456f8-d925-4291-ae79-376b2936fd28,segment=NetworkSegment(8ef26e38-5ebe-4483-936c-a8b92e87eee2),segment_id=8ef26e38-5ebe-4483-936c-a8b92e87eee2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:01.977810 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.014809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Calling delete_port for def456f8-d925-4291-ae79-376b2936fd28 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:02.045427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34608) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:02.060554 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-75886980-6362-4894-8c0b-6735a3c17601 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1388841682', 'description': 'tempest-secgroup-smoke-1388841682 description', 'project_id': '57d91513207248b7a1ea77190e0bd483'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:02.141047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75886980-6362-4894-8c0b-6735a3c17601 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.241135 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34614) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:02.287080 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.501620 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75886980-6362-4894-8c0b-6735a3c17601 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.506935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1901447373-network', 'tenant_id': 'b5da8b033f9c455b936841467bd2b94f'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:02.535852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Made reservation on behalf of b5da8b033f9c455b936841467bd2b94f for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:02.538637 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.547617 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75886980-6362-4894-8c0b-6735a3c17601 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.560719 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.597007 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-75886980-6362-4894-8c0b-6735a3c17601 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.598349 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-75886980-6362-4894-8c0b-6735a3c17601 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5534563 Apr 01 12:53:02.614592 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34628) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:02.625828 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-49a0af97-504e-4227-97c9-65e11266474a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': 'd3dadc00-025a-4f24-995d-0fed26c15632', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:02.657215 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75886980-6362-4894-8c0b-6735a3c17601 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dadc00-025a-4f24-995d-0fed26c15632,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:02.668645 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.693307 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.726585 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49a0af97-504e-4227-97c9-65e11266474a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.744599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Port': ['ID=def456f8-d925-4291-ae79-376b2936fd28,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:02.747079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No DVR routers for this DVR port def456f8-d925-4291-ae79-376b2936fd28 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:53:02.851471 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.882904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cc9fcc-30a1-4c96-bcbc-24d6faf3961e']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:02.895360 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.897964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef26e38-5ebe-4483-936c-a8b92e87eee2') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:02.898261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef26e38-5ebe-4483-936c-a8b92e87eee2') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:02.900587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Deleting port 3f1a3623-f45c-4791-a231-d44dec47bd24 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:02.901119 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.913796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.930330 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.939656 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:02.940159 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.943728 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:02.945352 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:02.956876 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49a0af97-504e-4227-97c9-65e11266474a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.005112 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49a0af97-504e-4227-97c9-65e11266474a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.017184 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.036444 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.040291 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/16cc9fcc-30a1-4c96-bcbc-24d6faf3961e HTTP/1.1" status: 204 len: 168 time: 5.0769205 Apr 01 12:53:03.047516 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:03.056676 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34640) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:03.058105 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc962533-f76a-453f-87ea-d1a6d631646b tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Network': ['ID=16cc9fcc-30a1-4c96-bcbc-24d6faf3961e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:03.072331 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b852ada-4f55-44e5-8b63-9f3dcf377e45,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:03.079910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0af97-504e-4227-97c9-65e11266474a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7baa053-9d82-4a53-8d16-77b5bef22250,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:03.105203 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.105609 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Added segment 957e4cbd-6eca-452b-b492-e5809011a320 of type vlan for network 721ffb08-39db-48de-b558-4386010aa9ec Apr 01 12:53:03.111582 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49a0af97-504e-4227-97c9-65e11266474a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.112869 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-49a0af97-504e-4227-97c9-65e11266474a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4974325 Apr 01 12:53:03.115777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34642) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:03.120628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-bc4c39be-d80e-4769-a867-d0c360cf0784 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': 'd3dadc00-025a-4f24-995d-0fed26c15632', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:03.123781 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-08aebec1-7b29-4ead-a151-0ab1eb58b43f tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:03.124306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08aebec1-7b29-4ead-a151-0ab1eb58b43f tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:03.128123 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-08aebec1-7b29-4ead-a151-0ab1eb58b43f tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/subnets/79f5c10f-1652-4a9f-9801-afee9be49bd8 HTTP/1.1" status: 404 len: 337 time: 0.0666015 Apr 01 12:53:03.134234 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34644) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:03.168015 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc4c39be-d80e-4769-a867-d0c360cf0784 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.172599 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.202550 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff5dfe2-1afd-4d48-b1db-22baa14296eb tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:03.203338 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff5dfe2-1afd-4d48-b1db-22baa14296eb tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:03.206898 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cff5dfe2-1afd-4d48-b1db-22baa14296eb tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/16cc9fcc-30a1-4c96-bcbc-24d6faf3961e HTTP/1.1" status: 404 len: 339 time: 0.0701551 Apr 01 12:53:03.212114 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Calling delete_port for 3f1a3623-f45c-4791-a231-d44dec47bd24 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:03.214170 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34650) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:03.224195 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.302730 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc4c39be-d80e-4769-a867-d0c360cf0784 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.308626 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc4c39be-d80e-4769-a867-d0c360cf0784 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.339974 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c39be-d80e-4769-a867-d0c360cf0784 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951490c3-9f02-4d4d-b928-a186d6cacc02,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:03.354111 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc4c39be-d80e-4769-a867-d0c360cf0784 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.358185 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.359146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:03.360419 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.363056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34660) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:03.365162 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bc4c39be-d80e-4769-a867-d0c360cf0784 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2478907 Apr 01 12:53:03.370417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-caea0ce3-14d6-474f-902b-c4a1a7d041bc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': 'd3dadc00-025a-4f24-995d-0fed26c15632', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:03.389513 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.464923 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2224321 Apr 01 12:53:03.467898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34662) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:03.474451 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a8c64f4a-cf66-4522-81c2-10cc9615fef3 admin admin] Request body: {'subnet': {'network_id': '721ffb08-39db-48de-b558-4386010aa9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1901447373-subnet', 'tenant_id': 'b5da8b033f9c455b936841467bd2b94f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:03.500626 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-caea0ce3-14d6-474f-902b-c4a1a7d041bc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.518196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c64f4a-cf66-4522-81c2-10cc9615fef3 admin admin] Made reservation on behalf of b5da8b033f9c455b936841467bd2b94f for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:03.521722 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a8c64f4a-cf66-4522-81c2-10cc9615fef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.655059 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0235f-b601-4c8b-bf51-848f1fbabb22 admin admin] Pushing event updated for resources: {'Network': ['ID=721ffb08-39db-48de-b558-4386010aa9ec,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:03.678596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 721ffb08-39db-48de-b558-4386010aa9ec details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:03.793487 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a8c64f4a-cf66-4522-81c2-10cc9615fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.872932 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.892371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c64f4a-cf66-4522-81c2-10cc9615fef3 admin admin] Checking segment: {'id': '957e4cbd-6eca-452b-b492-e5809011a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '721ffb08-39db-48de-b558-4386010aa9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:03.892796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c64f4a-cf66-4522-81c2-10cc9615fef3 admin admin] Network hostable DHCP agents. Network: 721ffb08-39db-48de-b558-4386010aa9ec, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:53:03.919285 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-caea0ce3-14d6-474f-902b-c4a1a7d041bc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.922914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61993510-e07a-426b-95e9-2147cf9912e5']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:03.923754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c64f4a-cf66-4522-81c2-10cc9615fef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b56d1f9-3040-48cf-b724-e61eed1a9933,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:03.932844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c64f4a-cf66-4522-81c2-10cc9615fef3 admin admin] Network 721ffb08-39db-48de-b558-4386010aa9ec is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:53:03.943728 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-caea0ce3-14d6-474f-902b-c4a1a7d041bc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.948790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfaad304-eb03-426e-ba4d-a981474012ab') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:03.949326 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfaad304-eb03-426e-ba4d-a981474012ab') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:03.950100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a8c64f4a-cf66-4522-81c2-10cc9615fef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 721ffb08-39db-48de-b558-4386010aa9ec) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:03.956373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c64f4a-cf66-4522-81c2-10cc9615fef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:03.958314 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a8c64f4a-cf66-4522-81c2-10cc9615fef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:03.964492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a32715-86df-45e3-8625-2b4d059b488c None None] Network 721ffb08-39db-48de-b558-4386010aa9ec requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:04.006667 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.011404 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a8c64f4a-cf66-4522-81c2-10cc9615fef3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5412285 Apr 01 12:53:04.055139 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.076070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea0ce3-14d6-474f-902b-c4a1a7d041bc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f9f4e6-2abd-43ef-bfe9-98659de7b9c9,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:04.125810 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.132402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-caea0ce3-14d6-474f-902b-c4a1a7d041bc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.133778 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-caea0ce3-14d6-474f-902b-c4a1a7d041bc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7667856 Apr 01 12:53:04.134852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Pushing event deleted for resources: {'Port': ['ID=3f1a3623-f45c-4791-a231-d44dec47bd24,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:04.136620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34680) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:04.147818 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6b90dd4f-e100-492d-ad9f-8f7d4010a8f0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': 'd3dadc00-025a-4f24-995d-0fed26c15632', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:04.183841 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:04.184475 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:04.189097 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:04.198720 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b90dd4f-e100-492d-ad9f-8f7d4010a8f0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.220867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65134f9a-ec92-47c5-9a3f-43f36401d7f7 None None] Network 721ffb08-39db-48de-b558-4386010aa9ec requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:04.277407 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.369881 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.380024 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.385987 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/61993510-e07a-426b-95e9-2147cf9912e5 HTTP/1.1" status: 204 len: 168 time: 1.1681473 Apr 01 12:53:04.387583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34694) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:04.456269 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e3a5b7-8c35-4a72-b04a-2e17956cad30 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:04.456895 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e3a5b7-8c35-4a72-b04a-2e17956cad30 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:04.460644 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e6e3a5b7-8c35-4a72-b04a-2e17956cad30 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/subnets/50528a36-cc2e-473d-88f0-d7ccc0d82cfd HTTP/1.1" status: 404 len: 337 time: 0.0704534 Apr 01 12:53:04.475700 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b90dd4f-e100-492d-ad9f-8f7d4010a8f0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.477914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34696) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:04.509197 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470b986-e90f-42bc-8788-b9f6b3b74383 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Network': ['ID=61993510-e07a-426b-95e9-2147cf9912e5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:04.513088 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.519473 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.541376 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-17de0cc9-9d80-4864-8cff-e5a390316f01 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:04.543015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17de0cc9-9d80-4864-8cff-e5a390316f01 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:04.552177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-17de0cc9-9d80-4864-8cff-e5a390316f01 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/46523fd5-be0b-41cd-abbe-055f93f1c63e HTTP/1.1" status: 404 len: 339 time: 0.0715063 Apr 01 12:53:04.556211 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b90dd4f-e100-492d-ad9f-8f7d4010a8f0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.558554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34702) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:04.604710 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.605294 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Fanout notify agent at l3_agent the message router_deleted on router 15ca6465-3b21-431e-9555-68c34b65b631 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:53:04.618918 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.623691 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-838fd3bd-f824-4175-84f9-65b7128e2666 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/routers/15ca6465-3b21-431e-9555-68c34b65b631 HTTP/1.1" status: 204 len: 168 time: 2.7507710 Apr 01 12:53:04.632855 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34704) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:04.646137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-7d17832d-26df-43e0-b8f4-4780a92e8899 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-596966896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:04.660275 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90dd4f-e100-492d-ad9f-8f7d4010a8f0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e547360-54bf-48e7-90a9-169edd2ab285,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:04.674853 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-38364f9f-7706-4f1b-b876-610ed1e286e6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Deleting subnet 48df48de-6921-463b-bd57-af59eb6af69d {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:53:04.681164 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b90dd4f-e100-492d-ad9f-8f7d4010a8f0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.682931 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6b90dd4f-e100-492d-ad9f-8f7d4010a8f0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5432012 Apr 01 12:53:04.683916 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38364f9f-7706-4f1b-b876-610ed1e286e6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.686122 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34708) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:04.690844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1d336ec3-7b69-4d07-9271-20d53b9bc9e7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': 'd3dadc00-025a-4f24-995d-0fed26c15632', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:04.701385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d17832d-26df-43e0-b8f4-4780a92e8899 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.702711 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d17832d-26df-43e0-b8f4-4780a92e8899 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.750186 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38364f9f-7706-4f1b-b876-610ed1e286e6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.779995 n-d-836146-1 neutron-server[102719]: INFO neutron.db.securitygroups_db [None req-1d336ec3-7b69-4d07-9271-20d53b9bc9e7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Project 57d91513207248b7a1ea77190e0bd483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:53:04.814020 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d336ec3-7b69-4d07-9271-20d53b9bc9e7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.885210 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38364f9f-7706-4f1b-b876-610ed1e286e6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.917348 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d17832d-26df-43e0-b8f4-4780a92e8899 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:04.956130 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d17832d-26df-43e0-b8f4-4780a92e8899 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.005868 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38364f9f-7706-4f1b-b876-610ed1e286e6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.037741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38364f9f-7706-4f1b-b876-610ed1e286e6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Subnet': ['ID=48df48de-6921-463b-bd57-af59eb6af69d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:05.044416 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38364f9f-7706-4f1b-b876-610ed1e286e6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.048632 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-38364f9f-7706-4f1b-b876-610ed1e286e6 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/subnets/48df48de-6921-463b-bd57-af59eb6af69d HTTP/1.1" status: 204 len: 168 time: 0.4847615 Apr 01 12:53:05.050559 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d336ec3-7b69-4d07-9271-20d53b9bc9e7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.052118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34726) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:05.054906 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d00df-3309-4e3e-93b1-c80d9991f2fa None None] Network 533a5cbf-51c0-40b1-86ac-8c9a3033f04f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:05.073177 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d336ec3-7b69-4d07-9271-20d53b9bc9e7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.087102 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34728) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:05.105635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1673987308-network', 'tenant_id': 'c4aa88aacb8244a69ab9c1cba0171dac'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:05.133764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14909db-48e6-42ee-b039-4cc71e8bab84 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Deleting subnet b02d4827-b47f-4993-b20f-aa86d8ed7e1d {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:53:05.138197 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c14909db-48e6-42ee-b039-4cc71e8bab84 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.152111 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7d17832d-26df-43e0-b8f4-4780a92e8899 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.153348 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7d17832d-26df-43e0-b8f4-4780a92e8899 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5194104 Apr 01 12:53:05.157876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34734) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:05.177213 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'enable_snat': False}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:05.182133 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d336ec3-7b69-4d07-9271-20d53b9bc9e7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ae5f92-c18e-481b-92d7-368aba8c4bc7,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:05.224548 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1d336ec3-7b69-4d07-9271-20d53b9bc9e7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.226118 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1d336ec3-7b69-4d07-9271-20d53b9bc9e7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5385804 Apr 01 12:53:05.229218 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c14909db-48e6-42ee-b039-4cc71e8bab84 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.233150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34736) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:05.273242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2e360dae-d426-4439-991a-e27ef2cfa97d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': 'd3dadc00-025a-4f24-995d-0fed26c15632', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:05.303807 n-d-836146-1 neutron-server[102718]: INFO neutron.db.securitygroups_db [None req-2e360dae-d426-4439-991a-e27ef2cfa97d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Project 57d91513207248b7a1ea77190e0bd483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:53:05.321958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e360dae-d426-4439-991a-e27ef2cfa97d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.330508 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Made reservation on behalf of c4aa88aacb8244a69ab9c1cba0171dac for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:05.334504 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.355856 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.505009 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c14909db-48e6-42ee-b039-4cc71e8bab84 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.536259 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e360dae-d426-4439-991a-e27ef2cfa97d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.546262 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e360dae-d426-4439-991a-e27ef2cfa97d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.602232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e360dae-d426-4439-991a-e27ef2cfa97d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ef27cc-8a5b-401e-8c72-63705808ec54,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:05.627740 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c14909db-48e6-42ee-b039-4cc71e8bab84 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.698086 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2e360dae-d426-4439-991a-e27ef2cfa97d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.699320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2e360dae-d426-4439-991a-e27ef2cfa97d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4648521 Apr 01 12:53:05.700587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14909db-48e6-42ee-b039-4cc71e8bab84 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Subnet': ['ID=b02d4827-b47f-4993-b20f-aa86d8ed7e1d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:05.702706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34750) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:05.706186 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c14909db-48e6-42ee-b039-4cc71e8bab84 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.709203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c14909db-48e6-42ee-b039-4cc71e8bab84 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/subnets/b02d4827-b47f-4993-b20f-aa86d8ed7e1d HTTP/1.1" status: 204 len: 168 time: 0.6539450 Apr 01 12:53:05.713737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1f894dc2-781e-484f-9489-0615f1dd822f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'network': {'name': 'tempest-network-smoke--535399690', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'port_security_enabled': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:05.754330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34752) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:05.801584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f894dc2-781e-484f-9489-0615f1dd822f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Made reservation on behalf of 57d91513207248b7a1ea77190e0bd483 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:05.805731 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f894dc2-781e-484f-9489-0615f1dd822f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.887088 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.894988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f894dc2-781e-484f-9489-0615f1dd822f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:05.915638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f894dc2-781e-484f-9489-0615f1dd822f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:05.915985 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-1f894dc2-781e-484f-9489-0615f1dd822f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Added segment 18d161e8-4351-4434-86f2-54fb25df4861 of type vlan for network 8286b99c-e3d0-4694-a009-daab1232789b Apr 01 12:53:06.080318 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f894dc2-781e-484f-9489-0615f1dd822f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.120565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Deleting port 22b1f318-bc1b-4ef8-a11e-357facc95ca6 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:06.121325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.162104 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.217929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] For port 22b1f318-bc1b-4ef8-a11e-357facc95ca6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=22b1f318-bc1b-4ef8-a11e-357facc95ca6,segment=NetworkSegment(6e9e4a3c-da09-46bf-bfc1-85ef54934730),segment_id=6e9e4a3c-da09-46bf-bfc1-85ef54934730)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:06.222965 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.242723 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f894dc2-781e-484f-9489-0615f1dd822f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.251675 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f894dc2-781e-484f-9489-0615f1dd822f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:06.252340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f894dc2-781e-484f-9489-0615f1dd822f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.301822 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.310665 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Calling delete_port for 22b1f318-bc1b-4ef8-a11e-357facc95ca6 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:06.320020 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.333576 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:06.350564 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1f894dc2-781e-484f-9489-0615f1dd822f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6455770 Apr 01 12:53:06.350775 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.351477 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Added segment 22828b4a-a1e9-4040-b1e0-36ed36f6609e of type vlan for network d11c38fc-9a35-48b2-9314-96a2822fb876 Apr 01 12:53:06.354833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34764) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:06.360059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'admin_state_up': True, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:06.392564 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-83afd564-6e04-4c73-86f4-69512a9be928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.417532 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.433533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f894dc2-781e-484f-9489-0615f1dd822f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Network': ['ID=8286b99c-e3d0-4694-a009-daab1232789b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:06.444222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 8286b99c-e3d0-4694-a009-daab1232789b details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:06.482344 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.483370 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.524790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ecec42-5ee8-49e2-9587-151bd6eff21b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:06.561886 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.566879 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:06.567492 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.621583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42338a0f-536d-4e5a-9775-354dcd5331fe None None] Network 533a5cbf-51c0-40b1-86ac-8c9a3033f04f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:06.633348 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:06.636025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:06.639276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:06.639866 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:06.640111 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:06.640554 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:06.641002 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:06.642253 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:06.643763 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.644298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:06.644397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:06.644759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:06.645552 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:06.647572 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:06.693914 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No DVR routers for this DVR port 22b1f318-bc1b-4ef8-a11e-357facc95ca6 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:53:06.791556 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-edbbaf48-c2d3-4577-a4ec-533e8400a9f5 None None] Could not find standard attr ID for object 22b1f318-bc1b-4ef8-a11e-357facc95ca6. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:53:06.808094 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7154493 Apr 01 12:53:06.811502 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 34792) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:06.818097 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c8e49caf-75bb-4e1c-a65c-fc869fd8d36b admin admin] Request body: {'subnet': {'network_id': 'd11c38fc-9a35-48b2-9314-96a2822fb876', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1673987308-subnet', 'tenant_id': 'c4aa88aacb8244a69ab9c1cba0171dac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:06.850238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Port': ['ID=22b1f318-bc1b-4ef8-a11e-357facc95ca6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:06.862759 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f04e7-5429-43d9-a201-43a34cf7fc63 admin admin] Pushing event updated for resources: {'Network': ['ID=d11c38fc-9a35-48b2-9314-96a2822fb876,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:06.896950 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network d11c38fc-9a35-48b2-9314-96a2822fb876 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:06.898231 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e49caf-75bb-4e1c-a65c-fc869fd8d36b admin admin] Made reservation on behalf of c4aa88aacb8244a69ab9c1cba0171dac for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:06.902782 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8e49caf-75bb-4e1c-a65c-fc869fd8d36b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:07.023122 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dfe9ff-2c97-4ba8-8f09-e9601ddea234 None None] DHCP port deletion for 533a5cbf-51c0-40b1-86ac-8c9a3033f04f request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:53:07.221157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:07.246593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533a5cbf-51c0-40b1-86ac-8c9a3033f04f']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:07.258113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9e4a3c-da09-46bf-bfc1-85ef54934730') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:07.258928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9e4a3c-da09-46bf-bfc1-85ef54934730') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:07.279625 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:07.284282 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:07.357092 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:07.366454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:07.367417 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:07.371366 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:07.459637 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:07.489898 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:07.492102 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8e49caf-75bb-4e1c-a65c-fc869fd8d36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:07.551206 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:07.559026 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:07.570478 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/533a5cbf-51c0-40b1-86ac-8c9a3033f04f HTTP/1.1" status: 204 len: 168 time: 1.8010066 Apr 01 12:53:07.571247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34860) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:07.608367 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b10ff-3a76-4ff3-a4f2-37f81e866575 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Network': ['ID=533a5cbf-51c0-40b1-86ac-8c9a3033f04f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:07.711191 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab382a09-c5ac-422d-819b-88ff74f62d0e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:07.711645 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab382a09-c5ac-422d-819b-88ff74f62d0e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:07.729165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ab382a09-c5ac-422d-819b-88ff74f62d0e tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/subnets/bb3d5bea-eee0-448c-8402-8b524da3961b HTTP/1.1" status: 404 len: 337 time: 0.1336784 Apr 01 12:53:07.729567 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34876) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:07.738583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e49caf-75bb-4e1c-a65c-fc869fd8d36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aabc207b-a150-43e9-919b-d99ec278ccfe,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:07.770654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 22b1f318-bc1b-4ef8-a11e-357facc95ca6 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:53:07.775918 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-85aa06ca-a2d8-4ee4-89ea-7b1b3dfe541c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:07.776524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85aa06ca-a2d8-4ee4-89ea-7b1b3dfe541c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:07.782859 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-85aa06ca-a2d8-4ee4-89ea-7b1b3dfe541c tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/94fa6d64-528a-4683-a661-3e7086d20896 HTTP/1.1" status: 404 len: 339 time: 0.0519824 Apr 01 12:53:07.784972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34884) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:07.821201 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 22b1f318-bc1b-4ef8-a11e-357facc95ca6 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:53:07.821846 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 22b1f318-bc1b-4ef8-a11e-357facc95ca6 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:53:07.855180 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e49caf-75bb-4e1c-a65c-fc869fd8d36b admin admin] Checking segment: {'id': '22828b4a-a1e9-4040-b1e0-36ed36f6609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd11c38fc-9a35-48b2-9314-96a2822fb876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:07.855551 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e49caf-75bb-4e1c-a65c-fc869fd8d36b admin admin] Network hostable DHCP agents. Network: d11c38fc-9a35-48b2-9314-96a2822fb876, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:53:07.898931 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Allocated IP 172.25.7.72 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/f9b854e9-79ac-4f37-9d21-f372426a1e73) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:07.902427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e49caf-75bb-4e1c-a65c-fc869fd8d36b admin admin] Network d11c38fc-9a35-48b2-9314-96a2822fb876 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:53:07.911343 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c8c2a6-225e-444a-b0cd-6c5459d05b60 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:07.914660 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c8c2a6-225e-444a-b0cd-6c5459d05b60 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:07.923869 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b1c8c2a6-225e-444a-b0cd-6c5459d05b60 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/subnets/be563c1d-8faf-42f2-a3b9-289a2086a0a3 HTTP/1.1" status: 404 len: 337 time: 0.1318803 Apr 01 12:53:07.927696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c8e49caf-75bb-4e1c-a65c-fc869fd8d36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, d11c38fc-9a35-48b2-9314-96a2822fb876) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:07.928384 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34900) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:07.932922 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e49caf-75bb-4e1c-a65c-fc869fd8d36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:07.933976 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c8e49caf-75bb-4e1c-a65c-fc869fd8d36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:07.942991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030b94b-d9d7-4e69-9471-db87ac5895b2 None None] Network d11c38fc-9a35-48b2-9314-96a2822fb876 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:07.982626 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c8e49caf-75bb-4e1c-a65c-fc869fd8d36b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1683111 Apr 01 12:53:08.057189 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2c4e15-d558-4cb4-8d07-178f51b3d953 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:08.058630 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2c4e15-d558-4cb4-8d07-178f51b3d953 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:08.092402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0e2c4e15-d558-4cb4-8d07-178f51b3d953 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/e1edf1ee-26f5-49ba-958e-046396e2e69c HTTP/1.1" status: 404 len: 339 time: 0.1623843 Apr 01 12:53:08.096491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34920) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:08.141572 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:08.223875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:08.299535 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fbd8b5-ad17-4ad6-8d19-f6eb4a6ce121 None None] Network d11c38fc-9a35-48b2-9314-96a2822fb876 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:08.404535 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:08.412582 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Pushing event updated for resources: {'Port': ['ID=f9b854e9-79ac-4f37-9d21-f372426a1e73,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:08.440167 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:08.454923 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-14550592-cb27-4637-953a-8dc3a5574e9f tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:08.456448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:08.457935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14550592-cb27-4637-953a-8dc3a5574e9f tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:08.464522 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-14550592-cb27-4637-953a-8dc3a5574e9f tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/subnets/4a1efbb9-57dd-42b3-b970-c659cc855b7e HTTP/1.1" status: 404 len: 337 time: 0.2262516 Apr 01 12:53:08.480954 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34970) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:08.532848 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2ace3b-1d0b-4edc-a4ea-816df9a059d7 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:08.533687 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2ace3b-1d0b-4edc-a4ea-816df9a059d7 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:08.561186 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5f2ace3b-1d0b-4edc-a4ea-816df9a059d7 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/7950383b-cd5c-4dd8-a820-9ebec9a5b96b HTTP/1.1" status: 404 len: 339 time: 0.0767102 Apr 01 12:53:08.563302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 34980) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:08.632655 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:08.708189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:08.819720 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:08.894955 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a07ba5cd-96ed-4a29-b95e-c5e67c169fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:08.916558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.25.7.84 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/8db6fdfa-707d-4d99-afc3-405766783e25) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:09.013002 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:09.069420 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:09.100207 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:09.162235 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baa3ba3-dc0f-4b20-9d55-acd76056e5d0 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Deleting subnet 575b57fc-a7b4-43b9-990d-84ef068bdfd7 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:53:09.163411 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-a09aa06b-bc5d-49dd-9b61-63ad79fafd36 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:09.173944 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-a09aa06b-bc5d-49dd-9b61-63ad79fafd36 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/networks?id=721ffb08-39db-48de-b558-4386010aa9ec HTTP/1.1" status: 200 len: 812 time: 0.4214139 Apr 01 12:53:09.177401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:09.180732 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9baa3ba3-dc0f-4b20-9d55-acd76056e5d0 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:09.213024 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-42e96bbe-a30c-4941-94d7-1de5aeb68c2d tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/quotas/b5da8b033f9c455b936841467bd2b94f HTTP/1.1" status: 200 len: 375 time: 0.0379834 Apr 01 12:53:09.281948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:09.288638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:09.307454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:09.359873 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-e4a336ea-4df9-4aa1-b1f8-e1a85af13175 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5da8b033f9c455b936841467bd2b94f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1459293 Apr 01 12:53:09.376444 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9baa3ba3-dc0f-4b20-9d55-acd76056e5d0 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:09.380688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=8db6fdfa-707d-4d99-afc3-405766783e25,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:09.642552 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:09.651319 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:09.661189 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-1bb58580-0b31-4b32-9560-b84087e36d67 service neutron] 10.222.0.45 "GET /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632816 Apr 01 12:53:09.861273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9baa3ba3-dc0f-4b20-9d55-acd76056e5d0 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:09.882783 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-9a2d4a6f-9823-41b8-973c-61f22e6bfb35 service neutron] 10.222.0.45 "GET /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203736 Apr 01 12:53:09.958313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Router cee0b336-bb6c-43b8-a616-5639a127b211 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:53:10.085213 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9baa3ba3-dc0f-4b20-9d55-acd76056e5d0 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:10.178441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa3ba3-dc0f-4b20-9d55-acd76056e5d0 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Subnet': ['ID=575b57fc-a7b4-43b9-990d-84ef068bdfd7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:10.196616 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:53:10.202562 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:10.209926 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-edf793c4-3d0c-4648-8d4e-9a8538ea65e1 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "PUT /v2.0/routers/cee0b336-bb6c-43b8-a616-5639a127b211 HTTP/1.1" status: 200 len: 914 time: 5.0469177 Apr 01 12:53:10.211504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35164) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:10.213054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8f836-5b52-4a96-a775-1d6b1dcec930 None None] Sync routers for ids ['cee0b336-bb6c-43b8-a616-5639a127b211'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:53:10.228730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8f836-5b52-4a96-a775-1d6b1dcec930 None None] Routers {'cee0b336-bb6c-43b8-a616-5639a127b211'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:10.229373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1cf8f836-5b52-4a96-a775-1d6b1dcec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['cee0b336-bb6c-43b8-a616-5639a127b211'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:10.263033 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9baa3ba3-dc0f-4b20-9d55-acd76056e5d0 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:10.267531 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9baa3ba3-dc0f-4b20-9d55-acd76056e5d0 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/subnets/575b57fc-a7b4-43b9-990d-84ef068bdfd7 HTTP/1.1" status: 204 len: 168 time: 1.6693916 Apr 01 12:53:10.268955 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:10.352066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7fbe17-1951-4447-a480-9923b3a88ecf None None] Network 2df7e1ba-f1a0-4581-86cc-64b2ce315603 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:10.354052 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35172) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:10.533418 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:10.662940 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1cf8f836-5b52-4a96-a775-1d6b1dcec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:10.816771 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b1f8cf1a-4847-4e52-b1d1-43d3980ad9dd tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/routers/cee0b336-bb6c-43b8-a616-5639a127b211 HTTP/1.1" status: 200 len: 920 time: 0.6040685 Apr 01 12:53:10.835359 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35236) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:10.861504 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af60d3a9-eecc-4323-9030-8ab773f50094 req-fb508c28-f665-43f9-af12-0470ba851966 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 210 time: 0.2416415 Apr 01 12:53:10.864056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8f836-5b52-4a96-a775-1d6b1dcec930 None None] Routers {'cee0b336-bb6c-43b8-a616-5639a127b211'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:10.865399 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1cf8f836-5b52-4a96-a775-1d6b1dcec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['cee0b336-bb6c-43b8-a616-5639a127b211'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:10.940682 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:10.945120 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-1cf8f836-5b52-4a96-a775-1d6b1dcec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:10.946448 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8f836-5b52-4a96-a775-1d6b1dcec930 None None] The sync data for ids ['cee0b336-bb6c-43b8-a616-5639a127b211'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:53:10.985505 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:11.008246 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e639b-1a0f-4825-8a53-b8bc7bfd4738 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:11.020182 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-233e639b-1a0f-4825-8a53-b8bc7bfd4738 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&device_id=cee0b336-bb6c-43b8-a616-5639a127b211&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1807151 Apr 01 12:53:11.021771 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35264) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:11.073356 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0abff1-a1e4-443f-9467-fbb840285e08 None None] DHCP port deletion for 2df7e1ba-f1a0-4581-86cc-64b2ce315603 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:53:11.171047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ce0abff1-a1e4-443f-9467-fbb840285e08 None None] Deleting port 5519bac5-7603-4036-a6a0-c41af7cbe84a {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:11.171421 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ce0abff1-a1e4-443f-9467-fbb840285e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:11.224560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Deleting port 5519bac5-7603-4036-a6a0-c41af7cbe84a {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:11.225084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:11.249872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 796d48bd-4ac4-4914-823f-d49017b80713 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:53:11.307224 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ce0abff1-a1e4-443f-9467-fbb840285e08 None None] For port 5519bac5-7603-4036-a6a0-c41af7cbe84a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5519bac5-7603-4036-a6a0-c41af7cbe84a,segment=NetworkSegment(30a4259e-c491-4ad2-9366-3c3bfdf99e54),segment_id=30a4259e-c491-4ad2-9366-3c3bfdf99e54)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:11.308165 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ce0abff1-a1e4-443f-9467-fbb840285e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:11.326248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-ce0abff1-a1e4-443f-9467-fbb840285e08 None None] Calling delete_port for 5519bac5-7603-4036-a6a0-c41af7cbe84a owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:11.397620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:53:11.411359 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Sync routers for ids ['796d48bd-4ac4-4914-823f-d49017b80713'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:53:11.422168 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Routers {'796d48bd-4ac4-4914-823f-d49017b80713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:11.422631 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['796d48bd-4ac4-4914-823f-d49017b80713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:11.434391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:11.436504 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0dc7cd3e-c4c0-43fc-94ce-161252f3d09d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.0806692 Apr 01 12:53:11.440422 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35306) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:11.457710 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc66cb-48de-4d11-8944-42f70be66e60 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:11.470488 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e0dc66cb-48de-4d11-8944-42f70be66e60 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/networks/e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 881 time: 0.4440348 Apr 01 12:53:11.474625 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35312) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:11.512701 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ce0abff1-a1e4-443f-9467-fbb840285e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:11.532241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0abff1-a1e4-443f-9467-fbb840285e08 None None] No DVR routers for this DVR port 5519bac5-7603-4036-a6a0-c41af7cbe84a on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:53:11.548968 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1d0d2099-90de-44d1-a2ce-a3972bfae371 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "GET /v2.0/ports?device_id=cee0b336-bb6c-43b8-a616-5639a127b211 HTTP/1.1" status: 200 len: 205 time: 0.0733335 Apr 01 12:53:11.552022 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35324) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:11.575199 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] For port 5519bac5-7603-4036-a6a0-c41af7cbe84a, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5519bac5-7603-4036-a6a0-c41af7cbe84a,segment=NetworkSegment(30a4259e-c491-4ad2-9366-3c3bfdf99e54),segment_id=30a4259e-c491-4ad2-9366-3c3bfdf99e54)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:11.575574 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:11.592678 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0abff1-a1e4-443f-9467-fbb840285e08 None None] Pushing event deleted for resources: {'Port': ['ID=5519bac5-7603-4036-a6a0-c41af7cbe84a,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:11.688390 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Set router 796d48bd-4ac4-4914-823f-d49017b80713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:53:11.770281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Calling delete_port for 5519bac5-7603-4036-a6a0-c41af7cbe84a owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:11.783333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5519bac5-7603-4036-a6a0-c41af7cbe84a no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:53:11.986329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 5519bac5-7603-4036-a6a0-c41af7cbe84a {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:53:11.986915 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5519bac5-7603-4036-a6a0-c41af7cbe84a not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:53:12.048524 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:12.069871 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:12.222726 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-67307ba0-a30b-4396-ab93-bfe406c73af6 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=57d91513207248b7a1ea77190e0bd483&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7810693 Apr 01 12:53:12.233932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35382) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:12.387805 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:53:09Z', 'revision_number': 3, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:12.428469 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Checking router: 796d48bd-4ac4-4914-823f-d49017b80713 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:53:12.429159 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Updating router 796d48bd-4ac4-4914-823f-d49017b80713 port 8db6fdfa-707d-4d99-afc3-405766783e25 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:53:12.470959 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:12.478438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-a8a1c2aa-b071-4c19-99a9-712c28896d1b tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:12.480329 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-a8a1c2aa-b071-4c19-99a9-712c28896d1b tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.44 "GET /v2.0/networks?id=721ffb08-39db-48de-b558-4386010aa9ec HTTP/1.1" status: 200 len: 812 time: 0.2700548 Apr 01 12:53:12.485243 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc535f-7013-4a8e-81e1-b98cdd194b19 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:12.486818 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e2fc535f-7013-4a8e-81e1-b98cdd194b19 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2514246 Apr 01 12:53:12.487506 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ce95bc33-6f56-40db-8a60-ec2cb9362c7f req-78c3528e-d9e9-499b-a092-425cb4715b8e tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 210 time: 0.1278489 Apr 01 12:53:12.490233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35392) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:12.504594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Request body: {'port': {'device_id': '7389da34-b776-4385-bb2a-17bd72e756cb', 'network_id': '721ffb08-39db-48de-b558-4386010aa9ec', 'admin_state_up': True, 'tenant_id': 'b5da8b033f9c455b936841467bd2b94f'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:12.537436 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:12.547853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5b8ed8a5-8ce3-42e3-84ee-f0c5df829a73 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563140 Apr 01 12:53:12.551273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35394) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:12.556173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1532637408', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:12.738590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Made reservation on behalf of 57d91513207248b7a1ea77190e0bd483 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:12.742208 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:12.764850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:12.783073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Made reservation on behalf of b5da8b033f9c455b936841467bd2b94f for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:12.793683 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:12.845173 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:12.850663 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:12.856603 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:12.896607 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Port': ['ID=5519bac5-7603-4036-a6a0-c41af7cbe84a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:12.918586 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No DVR routers for this DVR port 5519bac5-7603-4036-a6a0-c41af7cbe84a on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:53:12.919192 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Attempting to bind port 8db6fdfa-707d-4d99-afc3-405766783e25 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:53:12.920445 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Attempting to bind port 8db6fdfa-707d-4d99-afc3-405766783e25 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:53:12.925034 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Attempting to bind port 8db6fdfa-707d-4d99-afc3-405766783e25 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:12.958564 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:53:12.958976 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:12.959413 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:12.959807 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:53:12.960514 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Bound port: 8db6fdfa-707d-4d99-afc3-405766783e25, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:53:12.961047 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:12.974048 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Deleting port f9b854e9-79ac-4f37-9d21-f372426a1e73 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:12.974403 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.039921 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] For port 8db6fdfa-707d-4d99-afc3-405766783e25, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:53:13.044542 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] For port 8db6fdfa-707d-4d99-afc3-405766783e25, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8db6fdfa-707d-4d99-afc3-405766783e25,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:53:13.072911 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Pushing event updated for resources: {'Port': ['ID=8db6fdfa-707d-4d99-afc3-405766783e25,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:13.077090 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.087637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Allocated IP 172.20.0.2 (721ffb08-39db-48de-b558-4386010aa9ec/8b56d1f9-3040-48cf-b724-e61eed1a9933/534ff116-532b-4361-bc68-96aa6b8a3bc0) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:13.098197 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.098742 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.099249 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.099724 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.100196 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.100666 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.101134 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.102078 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.102547 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.103012 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.103478 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.104033 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.115403 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.192175 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Routers {'796d48bd-4ac4-4914-823f-d49017b80713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:13.192824 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['796d48bd-4ac4-4914-823f-d49017b80713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:13.246142 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13b717-5ba4-4ba8-9e7c-a5c03ac57e7b None None] Pushing event updated for resources: {'Port': ['ID=8db6fdfa-707d-4d99-afc3-405766783e25,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:13.301359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Subnet': ['ID=4bda89e5-0ea9-43ab-97b1-947c90363e1d,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:13.318546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.319211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.319723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.320231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.320919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.321425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.321925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.322456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.322973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.323471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.323967 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.324474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:13.347415 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.386494 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] Set router 796d48bd-4ac4-4914-823f-d49017b80713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:53:13.402073 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df7e1ba-f1a0-4581-86cc-64b2ce315603']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:13.419481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Checking segment: {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:13.420571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network hostable DHCP agents. Network: 8286b99c-e3d0-4694-a009-daab1232789b, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:53:13.439234 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a4259e-c491-4ad2-9366-3c3bfdf99e54') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:13.445973 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a4259e-c491-4ad2-9366-3c3bfdf99e54') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:13.485771 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.487761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network 8286b99c-e3d0-4694-a009-daab1232789b is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:53:13.495597 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.533368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 8286b99c-e3d0-4694-a009-daab1232789b) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:13.551137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:13.551735 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.555340 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef506f9-ce7e-4b03-90c4-5d5a3117e48b None None] Network 8286b99c-e3d0-4694-a009-daab1232789b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:13.565058 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.605744 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Calling delete_port for f9b854e9-79ac-4f37-9d21-f372426a1e73 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:13.626863 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.658203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f5bfeb22-f8a4-484c-ac6d-eb6b5759ac5a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0936618 Apr 01 12:53:13.665423 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.667236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35432) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:13.708771 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:13.709437 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: self.session.flush() Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:13.741004 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:13.777437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Network 721ffb08-39db-48de-b558-4386010aa9ec is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:13.794471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:13.798071 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:13.848401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Pushing event updated for resources: {'Port': ['ID=534ff116-532b-4361-bc68-96aa6b8a3bc0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:13.903913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-8286b99c-e3d0-4694-a009-daab1232789b', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ips': [{'subnet_id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:53:13.905777 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.906132 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:13.906811 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:13.919116 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:53:09Z', 'revision_number': 3, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:13.939851 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-c36f0a00-6897-4957-9507-1a8f7a29aa49 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4395881 Apr 01 12:53:13.950999 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28cc1d-e8d6-41b3-ba6e-31c16886d16a req-4e6158bc-ccd1-4264-be76-bbcf2d2edc93 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:13.953627 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-db943834-14bb-4910-a595-c8b94096c1f5 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:53:13.957655 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-db943834-14bb-4910-a595-c8b94096c1f5 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070970 Apr 01 12:53:13.960090 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c28cc1d-e8d6-41b3-ba6e-31c16886d16a req-4e6158bc-ccd1-4264-be76-bbcf2d2edc93 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 931 time: 0.2821267 Apr 01 12:53:13.972287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Request body: {'port': {'device_id': '7389da34-b776-4385-bb2a-17bd72e756cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:13.985187 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff391f7-170a-46bf-9a33-72f1e73e3feb None None] The sync data for ids ['796d48bd-4ac4-4914-823f-d49017b80713'] in n-d-836146-1 is: [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:53:09Z', 'revision_number': 3, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:53:13.988682 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:14.101873 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:14.104622 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:14.111861 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/2df7e1ba-f1a0-4581-86cc-64b2ce315603 HTTP/1.1" status: 204 len: 168 time: 3.7568161 Apr 01 12:53:14.127599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35444) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:14.157707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8083b75-9453-4f62-9436-a02bcd6d5663 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Network': ['ID=2df7e1ba-f1a0-4581-86cc-64b2ce315603,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:14.185239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9c28cc1d-e8d6-41b3-ba6e-31c16886d16a req-824aee07-e72d-430d-8213-4c2342c86c53 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240517 Apr 01 12:53:14.353061 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:14.384701 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1220d1-4887-40be-90e5-1b542e59f4e4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:14.385592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1220d1-4887-40be-90e5-1b542e59f4e4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:14.388466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9d1220d1-4887-40be-90e5-1b542e59f4e4 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/subnets/00329b06-87fc-494a-ae8b-65090caffbfa HTTP/1.1" status: 404 len: 337 time: 0.2583616 Apr 01 12:53:14.400240 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35452) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:14.450051 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ac6345-d5c1-44b6-9551-956b35333758 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:14.453318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ac6345-d5c1-44b6-9551-956b35333758 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:14.456419 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-28ac6345-d5c1-44b6-9551-956b35333758 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/ea5817b2-4c32-42fc-abba-5f301ccef088 HTTP/1.1" status: 404 len: 339 time: 0.0554261 Apr 01 12:53:14.464693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35454) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:14.520534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Pushing event deleted for resources: {'Port': ['ID=f9b854e9-79ac-4f37-9d21-f372426a1e73,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:14.587937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d988aa20-a981-4883-bb46-18bf3b48e96a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Deleting subnet 8eb6255e-4a95-416e-8d4d-7c6ffc551ab5 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:53:14.597539 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d988aa20-a981-4883-bb46-18bf3b48e96a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:14.629084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Allocated IP 172.20.0.2 (8286b99c-e3d0-4694-a009-daab1232789b/4bda89e5-0ea9-43ab-97b1-947c90363e1d/64c71300-b0bf-4b27-8b26-42939dda5b97) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:14.703884 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d988aa20-a981-4883-bb46-18bf3b48e96a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:14.872160 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:14.912350 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d988aa20-a981-4883-bb46-18bf3b48e96a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:14.959628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534ff116-532b-4361-bc68-96aa6b8a3bc0 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:53:14.985163 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:14.993709 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.004072 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.033211 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Transition to ACTIVE for port object 534ff116-532b-4361-bc68-96aa6b8a3bc0 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:53:15.044438 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.132563 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Network 8286b99c-e3d0-4694-a009-daab1232789b is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:15.135904 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:15.144520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:15.146479 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Pushing event updated for resources: {'Port': ['ID=64c71300-b0bf-4b27-8b26-42939dda5b97,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:15.188283 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d988aa20-a981-4883-bb46-18bf3b48e96a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.215652 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.218102 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.248576 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Attempting to bind port 64c71300-b0bf-4b27-8b26-42939dda5b97 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:53:15.249420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Attempting to bind port 64c71300-b0bf-4b27-8b26-42939dda5b97 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:53:15.250526 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Attempting to bind port 64c71300-b0bf-4b27-8b26-42939dda5b97 on network 8286b99c-e3d0-4694-a009-daab1232789b {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:15.258781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:53:15.259622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Checking segment: {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:15.260184 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.260727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Bound using segment: {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:53:15.261361 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Bound port: 64c71300-b0bf-4b27-8b26-42939dda5b97, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:53:15.261903 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.284923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988aa20-a981-4883-bb46-18bf3b48e96a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb6255e-4a95-416e-8d4d-7c6ffc551ab5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:15.342023 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.348965 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Fanout notify agent at l3_agent the message router_deleted on router cee0b336-bb6c-43b8-a616-5639a127b211 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:53:15.358855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.360602 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d8e2ebd2-f1f9-40cc-8475-93db8fa40769 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/routers/cee0b336-bb6c-43b8-a616-5639a127b211 HTTP/1.1" status: 204 len: 168 time: 3.8076475 Apr 01 12:53:15.365348 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35476) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:15.369856 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-632860051', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}, 'admin_state_up': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:15.446102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9527fe-9eb5-42dc-8da2-48451c968301 None None] Network 17e28a8f-d05f-406b-bd49-21db9962d93d requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:15.446780 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d988aa20-a981-4883-bb46-18bf3b48e96a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.451979 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d988aa20-a981-4883-bb46-18bf3b48e96a tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/subnets/8eb6255e-4a95-416e-8d4d-7c6ffc551ab5 HTTP/1.1" status: 204 len: 168 time: 0.9831786 Apr 01 12:53:15.456454 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] For port 64c71300-b0bf-4b27-8b26-42939dda5b97, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:53:15.482908 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35482) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:15.493004 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Pushing event updated for resources: {'Port': ['ID=534ff116-532b-4361-bc68-96aa6b8a3bc0,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:15.507052 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] For port 64c71300-b0bf-4b27-8b26-42939dda5b97, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=64c71300-b0bf-4b27-8b26-42939dda5b97,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:53:15.572376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16385f0d-f640-4f08-a154-79ddd5d2161f req-1d0e780d-d027-4c53-92b7-e824ea7f3c20 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:15.574289 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-16385f0d-f640-4f08-a154-79ddd5d2161f req-1d0e780d-d027-4c53-92b7-e824ea7f3c20 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 943 time: 0.1714685 Apr 01 12:53:15.603878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.607502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.627480 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.654163 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-16385f0d-f640-4f08-a154-79ddd5d2161f req-900e2910-e0ed-40db-a2ab-407049511319 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506682 Apr 01 12:53:15.712686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Attempting to bind port 534ff116-532b-4361-bc68-96aa6b8a3bc0 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:53:15.713022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Attempting to bind port 534ff116-532b-4361-bc68-96aa6b8a3bc0 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '957e4cbd-6eca-452b-b492-e5809011a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '721ffb08-39db-48de-b558-4386010aa9ec'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:53:15.713346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Attempting to bind port 534ff116-532b-4361-bc68-96aa6b8a3bc0 on network 721ffb08-39db-48de-b558-4386010aa9ec {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:15.733666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Port 534ff116-532b-4361-bc68-96aa6b8a3bc0 on network 721ffb08-39db-48de-b558-4386010aa9ec not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:53:15.734073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Attempting to bind port 534ff116-532b-4361-bc68-96aa6b8a3bc0 on network 721ffb08-39db-48de-b558-4386010aa9ec {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:15.747370 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:53:15.747698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Checking segment: {'id': '957e4cbd-6eca-452b-b492-e5809011a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '721ffb08-39db-48de-b558-4386010aa9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:15.748077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Bound using segment: {'id': '957e4cbd-6eca-452b-b492-e5809011a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '721ffb08-39db-48de-b558-4386010aa9ec'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:53:15.756161 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Bound port: 534ff116-532b-4361-bc68-96aa6b8a3bc0, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957e4cbd-6eca-452b-b492-e5809011a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '721ffb08-39db-48de-b558-4386010aa9ec'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:53:15.756161 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.804090 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:15.884570 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] For port 534ff116-532b-4361-bc68-96aa6b8a3bc0, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:53:15.884761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8db6fdfa-707d-4d99-afc3-405766783e25 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:53:15.895979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] For port 534ff116-532b-4361-bc68-96aa6b8a3bc0, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=534ff116-532b-4361-bc68-96aa6b8a3bc0,segment=NetworkSegment(957e4cbd-6eca-452b-b492-e5809011a320),segment_id=957e4cbd-6eca-452b-b492-e5809011a320)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:53:15.904172 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:16.050664 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:16.051827 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:16.054141 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] 10.222.0.44 "PUT /v2.0/ports/534ff116-532b-4361-bc68-96aa6b8a3bc0 HTTP/1.1" status: 200 len: 1091 time: 2.0860565 Apr 01 12:53:16.054986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a8300-9b18-4bdb-b08f-efebca43c875 service neutron] Pushing event updated for resources: {'Port': ['ID=534ff116-532b-4361-bc68-96aa6b8a3bc0,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:16.059392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7389da34-b776-4385-bb2a-17bd72e756cb', 'tag': '534ff116-532b-4361-bc68-96aa6b8a3bc0'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:53:16.064931 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acec3cc5-3f3c-4efd-b7d6-83a4f340fc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "7389da34-b776-4385-bb2a-17bd72e756cb", "tag": "534ff116-532b-4361-bc68-96aa6b8a3bc0"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:53:16.066088 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e78f0-5265-40a3-a257-137bfbef4469 None None] Pushing event updated for resources: {'Port': ['ID=64c71300-b0bf-4b27-8b26-42939dda5b97,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:16.086468 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 8db6fdfa-707d-4d99-afc3-405766783e25 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:16.087680 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:16.229797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-b649797d-cc9f-4d9d-a16e-5b3f5b889b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:16.232736 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-b649797d-cc9f-4d9d-a16e-5b3f5b889b12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5da8b033f9c455b936841467bd2b94f&device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 1094 time: 0.1137662 Apr 01 12:53:16.377030 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-68ac83c6-2b1c-45dc-9b1e-db95e4a6093d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=534ff116-532b-4361-bc68-96aa6b8a3bc0 HTTP/1.1" status: 200 len: 217 time: 0.1225638 Apr 01 12:53:16.385756 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52ad416-b441-4168-8498-fbf3b4dd93c6 x-openstack-request-id: req-f52ad416-b441-4168-8498-fbf3b4dd93c6 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:53:16.386642 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7389da34-b776-4385-bb2a-17bd72e756cb", "tag": "534ff116-532b-4361-bc68-96aa6b8a3bc0", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:53:16.396596 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f52ad416-b441-4168-8498-fbf3b4dd93c6 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:53:16.399172 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52ad416-b441-4168-8498-fbf3b4dd93c6'] response: {'name': 'network-changed', 'server_uuid': '7389da34-b776-4385-bb2a-17bd72e756cb', 'tag': '534ff116-532b-4361-bc68-96aa6b8a3bc0', 'status': 'completed', 'code': 200} Apr 01 12:53:16.457256 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:16.463566 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8846324f-c1b7-4524-9438-fb1f7a5ad5fa None None] DHCP port deletion for 17e28a8f-d05f-406b-bd49-21db9962d93d request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:53:16.511205 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 8db6fdfa-707d-4d99-afc3-405766783e25, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8db6fdfa-707d-4d99-afc3-405766783e25,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:16.517332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-21901e49-0543-4cfd-9954-12f63c8eadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:16.522313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-21901e49-0543-4cfd-9954-12f63c8eadb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b56d1f9-3040-48cf-b724-e61eed1a9933 HTTP/1.1" status: 200 len: 852 time: 0.1200984 Apr 01 12:53:16.561557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:16.581699 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:16.583335 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-4f17c098-05c1-47aa-9991-a86785c9fa02 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=721ffb08-39db-48de-b558-4386010aa9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527015 Apr 01 12:53:16.674457 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:16.704254 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8846324f-c1b7-4524-9438-fb1f7a5ad5fa None None] Deleting port 92a166a8-9e06-4572-b3ff-d58d56d71e36 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:16.704642 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8846324f-c1b7-4524-9438-fb1f7a5ad5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:16.749465 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=8db6fdfa-707d-4d99-afc3-405766783e25,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:16.859762 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:16.911626 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-af173c4d-b2d2-44e0-aa4b-bca08aceca95 service neutron] 10.222.0.44 "GET /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125172 Apr 01 12:53:16.946079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-8846324f-c1b7-4524-9438-fb1f7a5ad5fa None None] For port 92a166a8-9e06-4572-b3ff-d58d56d71e36, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=92a166a8-9e06-4572-b3ff-d58d56d71e36,segment=NetworkSegment(72afc999-7adc-4e0c-9189-a02d5757c468),segment_id=72afc999-7adc-4e0c-9189-a02d5757c468)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:16.948422 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8846324f-c1b7-4524-9438-fb1f7a5ad5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:16.995073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8846324f-c1b7-4524-9438-fb1f7a5ad5fa None None] Calling delete_port for 92a166a8-9e06-4572-b3ff-d58d56d71e36 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:17.005294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d3820-d3c0-4dd4-b208-027251ca1ccd req-e49c1e01-bd93-40a9-af9b-5afc31833ae6 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:17.014586 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d10d3820-d3c0-4dd4-b208-027251ca1ccd req-e49c1e01-bd93-40a9-af9b-5afc31833ae6 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 943 time: 0.2232738 Apr 01 12:53:17.099578 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d10d3820-d3c0-4dd4-b208-027251ca1ccd req-3d900895-1783-435c-bde9-e1dc55f334b2 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839322 Apr 01 12:53:17.158593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Deleting port 92a166a8-9e06-4572-b3ff-d58d56d71e36 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:17.159206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:17.190308 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8846324f-c1b7-4524-9438-fb1f7a5ad5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:17.222276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8846324f-c1b7-4524-9438-fb1f7a5ad5fa None None] No DVR routers for this DVR port 92a166a8-9e06-4572-b3ff-d58d56d71e36 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:53:17.246447 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c3fb3e0a-e6f6-4559-815a-675a6a3337bd req-2980490b-b242-42f0-9ef8-4f996f716fe6 service neutron] 10.222.0.44 "GET /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807410 Apr 01 12:53:17.265724 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846324f-c1b7-4524-9438-fb1f7a5ad5fa None None] Pushing event deleted for resources: {'Port': ['ID=92a166a8-9e06-4572-b3ff-d58d56d71e36,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:17.424457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec3cc5-3f3c-4efd-b7d6-83a4f340fc3b req-cf6efcf8-0d3a-489e-9217-7b4564036209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:17.426202 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acec3cc5-3f3c-4efd-b7d6-83a4f340fc3b req-cf6efcf8-0d3a-489e-9217-7b4564036209 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5da8b033f9c455b936841467bd2b94f&device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 1094 time: 0.0832176 Apr 01 12:53:17.562896 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] For port 92a166a8-9e06-4572-b3ff-d58d56d71e36, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=92a166a8-9e06-4572-b3ff-d58d56d71e36,segment=NetworkSegment(72afc999-7adc-4e0c-9189-a02d5757c468),segment_id=72afc999-7adc-4e0c-9189-a02d5757c468)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:17.563523 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:17.710464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec3cc5-3f3c-4efd-b7d6-83a4f340fc3b req-e28c75c2-8953-4c95-9b8f-373759829128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:17.712692 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acec3cc5-3f3c-4efd-b7d6-83a4f340fc3b req-e28c75c2-8953-4c95-9b8f-373759829128 service neutron] 10.222.0.44 "GET /v2.0/networks?id=721ffb08-39db-48de-b558-4386010aa9ec HTTP/1.1" status: 200 len: 913 time: 0.2780733 Apr 01 12:53:17.785071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acec3cc5-3f3c-4efd-b7d6-83a4f340fc3b req-1f6ac097-450a-42db-bfa9-d85d6632ce13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=534ff116-532b-4361-bc68-96aa6b8a3bc0 HTTP/1.1" status: 200 len: 217 time: 0.0573246 Apr 01 12:53:17.870623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04fcf2c-3688-4923-82d6-2e0e70a6120a None None] Network 8286b99c-e3d0-4694-a009-daab1232789b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:17.922393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec3cc5-3f3c-4efd-b7d6-83a4f340fc3b req-3911c2ae-aa3d-4ec7-99cb-dfba9a8e5d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:17.924323 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acec3cc5-3f3c-4efd-b7d6-83a4f340fc3b req-3911c2ae-aa3d-4ec7-99cb-dfba9a8e5d05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b56d1f9-3040-48cf-b724-e61eed1a9933 HTTP/1.1" status: 200 len: 852 time: 0.1317739 Apr 01 12:53:17.998862 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acec3cc5-3f3c-4efd-b7d6-83a4f340fc3b req-06d905f3-fff4-4c83-bdfc-2e624e467cda service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=721ffb08-39db-48de-b558-4386010aa9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662818 Apr 01 12:53:18.014285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8db6fdfa-707d-4d99-afc3-405766783e25 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:53:18.108794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Calling delete_port for 92a166a8-9e06-4572-b3ff-d58d56d71e36 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:18.175019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-97fb42c9-3878-402a-ab58-ef57c4cb56e4 None None] Provisioning complete for port 64c71300-b0bf-4b27-8b26-42939dda5b97 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:18.187630 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-97fb42c9-3878-402a-ab58-ef57c4cb56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:18.198841 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:18.221679 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acec3cc5-3f3c-4efd-b7d6-83a4f340fc3b req-96925dec-51a9-4cb0-b187-951af5321157 service neutron] 10.222.0.44 "GET /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119000 Apr 01 12:53:18.263953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 8db6fdfa-707d-4d99-afc3-405766783e25 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:18.264766 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:18.289510 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Port': ['ID=92a166a8-9e06-4572-b3ff-d58d56d71e36,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:18.336613 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:18.381224 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:18.407679 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] No DVR routers for this DVR port 92a166a8-9e06-4572-b3ff-d58d56d71e36 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:53:18.462914 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acec3cc5-3f3c-4efd-b7d6-83a4f340fc3b req-d13e6d32-ce7c-4108-9793-42f9aefd565d service neutron] 10.222.0.44 "GET /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323802 Apr 01 12:53:18.502249 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e9f2c-c50d-40ee-b272-dc50f0f0e489 req-6fcaf33b-4f55-4b4b-897e-6f37cfde4c9c tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:18.503925 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-979e9f2c-c50d-40ee-b272-dc50f0f0e489 req-6fcaf33b-4f55-4b4b-897e-6f37cfde4c9c tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 943 time: 0.2236359 Apr 01 12:53:18.564708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.20.0.1 (8286b99c-e3d0-4694-a009-daab1232789b/4bda89e5-0ea9-43ab-97b1-947c90363e1d/b05c0677-678a-4994-8f39-633953128f99) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:18.614368 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:18.682389 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-979e9f2c-c50d-40ee-b272-dc50f0f0e489 req-7b41bc92-510d-4e78-acba-08e56ecaf908 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636710 Apr 01 12:53:18.697803 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-97fb42c9-3878-402a-ab58-ef57c4cb56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:18.716137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e28a8f-d05f-406b-bd49-21db9962d93d']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:18.721598 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 64c71300-b0bf-4b27-8b26-42939dda5b97 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:53:18.783367 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72afc999-7adc-4e0c-9189-a02d5757c468') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:18.783918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72afc999-7adc-4e0c-9189-a02d5757c468') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:18.813488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-97fb42c9-3878-402a-ab58-ef57c4cb56e4 None None] For port 64c71300-b0bf-4b27-8b26-42939dda5b97, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=64c71300-b0bf-4b27-8b26-42939dda5b97,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:18.822184 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:18.827145 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-97fb42c9-3878-402a-ab58-ef57c4cb56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:18.911400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 64c71300-b0bf-4b27-8b26-42939dda5b97 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:18.919263 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:18.932332 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Allocated IP 172.25.7.218 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/f296c88b-b12d-44b2-958b-ff1ab41d4d8d) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:18.961782 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:18.996357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb42c9-3878-402a-ab58-ef57c4cb56e4 None None] Pushing event updated for resources: {'Port': ['ID=64c71300-b0bf-4b27-8b26-42939dda5b97,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:19.002537 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:19.002537 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:19.005660 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:19.061442 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 534ff116-532b-4361-bc68-96aa6b8a3bc0 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:53:19.129468 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cb3a11ad-8509-4dba-b8ed-b290ad5f3609 None None] Provisioning complete for port 64c71300-b0bf-4b27-8b26-42939dda5b97 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:19.129944 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cb3a11ad-8509-4dba-b8ed-b290ad5f3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:19.294396 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:19.297629 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:19.301281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 92a166a8-9e06-4572-b3ff-d58d56d71e36 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:53:19.346079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:19.351631 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] 10.222.0.45 "DELETE /v2.0/networks/17e28a8f-d05f-406b-bd49-21db9962d93d HTTP/1.1" status: 204 len: 168 time: 3.8630033 Apr 01 12:53:19.372948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 92a166a8-9e06-4572-b3ff-d58d56d71e36 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:53:19.372948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 92a166a8-9e06-4572-b3ff-d58d56d71e36 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:53:19.410032 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ab40a-a8fc-4d9c-bb1a-cf62bc3a0ae5 tempest-NetworksIpV6Test-1185025014 tempest-NetworksIpV6Test-1185025014-project] Pushing event deleted for resources: {'Network': ['ID=17e28a8f-d05f-406b-bd49-21db9962d93d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:19.436510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 534ff116-532b-4361-bc68-96aa6b8a3bc0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=534ff116-532b-4361-bc68-96aa6b8a3bc0,segment=NetworkSegment(957e4cbd-6eca-452b-b492-e5809011a320),segment_id=957e4cbd-6eca-452b-b492-e5809011a320)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:19.461399 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '534ff116-532b-4361-bc68-96aa6b8a3bc0', 'network_id': '721ffb08-39db-48de-b558-4386010aa9ec', 'port_id': '534ff116-532b-4361-bc68-96aa6b8a3bc0', 'mac_address': 'fa:16:3e:7c:c7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b56d1f9-3040-48cf-b724-e61eed1a9933', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:53:19.530571 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:19.571073 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:19.579349 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:19.602935 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534ff116-532b-4361-bc68-96aa6b8a3bc0 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:53:19.627505 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 534ff116-532b-4361-bc68-96aa6b8a3bc0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=534ff116-532b-4361-bc68-96aa6b8a3bc0,segment=NetworkSegment(957e4cbd-6eca-452b-b492-e5809011a320),segment_id=957e4cbd-6eca-452b-b492-e5809011a320)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:19.635271 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:19.654782 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=b05c0677-678a-4994-8f39-633953128f99,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:19.699689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network 8286b99c-e3d0-4694-a009-daab1232789b is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:19.703538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:19.715888 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:19.750819 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:19.755252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=534ff116-532b-4361-bc68-96aa6b8a3bc0,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:19.804592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 64c71300-b0bf-4b27-8b26-42939dda5b97 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:53:19.830868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:19.840350 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:19.850115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:19.897644 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:19.969692 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['534ff116-532b-4361-bc68-96aa6b8a3bc0'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:53:20.013077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55345825-6bf1-46f8-ac06-028ba0f4bc82 req-ec27edee-6784-40cf-9ef4-0ef06bb29264 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:20.015642 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55345825-6bf1-46f8-ac06-028ba0f4bc82 req-ec27edee-6784-40cf-9ef4-0ef06bb29264 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 944 time: 0.1291530 Apr 01 12:53:20.040302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35594) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:20.118752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Pushing event updated for resources: {'Port': ['ID=f296c88b-b12d-44b2-958b-ff1ab41d4d8d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:20.177285 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55345825-6bf1-46f8-ac06-028ba0f4bc82 req-07f5998b-8787-4f6e-b706-da192369ebb3 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200464 Apr 01 12:53:20.305049 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:20.330658 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 64c71300-b0bf-4b27-8b26-42939dda5b97 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:20.331320 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:20.332634 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-56bcd81c-96ad-4102-ab25-a172b32da5fe None None] Provisioning complete for port b05c0677-678a-4994-8f39-633953128f99 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:20.332984 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-56bcd81c-96ad-4102-ab25-a172b32da5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:20.371648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b6b2b15e-c2bf-40ac-900a-d7c67bd10205 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c1f40356e594e99817e860513573385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293903 Apr 01 12:53:20.372467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35604) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:20.488102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-56bcd81c-96ad-4102-ab25-a172b32da5fe None None] Port b05c0677-678a-4994-8f39-633953128f99 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:53:20.492337 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-449cacd6-fe6f-48b8-867d-5c6406a48f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:20.537278 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-449cacd6-fe6f-48b8-867d-5c6406a48f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:20.638146 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-449cacd6-fe6f-48b8-867d-5c6406a48f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:20.642440 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-449cacd6-fe6f-48b8-867d-5c6406a48f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:20.657808 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-449cacd6-fe6f-48b8-867d-5c6406a48f2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c251f58-1c59-4762-93f7-f17826897586 HTTP/1.1" status: 204 len: 168 time: 0.2840965 Apr 01 12:53:20.678616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cacd6-fe6f-48b8-867d-5c6406a48f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c251f58-1c59-4762-93f7-f17826897586,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:20.744751 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:21.053372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 534ff116-532b-4361-bc68-96aa6b8a3bc0 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:53:21.149441 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:21.158372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 534ff116-532b-4361-bc68-96aa6b8a3bc0 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:53:21.160923 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:21.164168 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 534ff116-532b-4361-bc68-96aa6b8a3bc0 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:21.164545 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:21.419074 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:21.452025 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7389da34-b776-4385-bb2a-17bd72e756cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534ff116-532b-4361-bc68-96aa6b8a3bc0'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:53:21.469455 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b7c4ee-32f0-4e74-b34c-7942092c44d2" -d '{"events": [{"server_uuid": "7389da34-b776-4385-bb2a-17bd72e756cb", "name": "network-vif-plugged", "status": "completed", "tag": "534ff116-532b-4361-bc68-96aa6b8a3bc0"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:53:21.500921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 534ff116-532b-4361-bc68-96aa6b8a3bc0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=534ff116-532b-4361-bc68-96aa6b8a3bc0,segment=NetworkSegment(957e4cbd-6eca-452b-b492-e5809011a320),segment_id=957e4cbd-6eca-452b-b492-e5809011a320)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:21.508376 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:21.513784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=b05c0677-678a-4994-8f39-633953128f99,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:21.520562 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:21.535195 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:21.545883 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762278cd-a831-419c-afaa-c8ec0a96b180 req-2b667ce7-26ac-4e3e-9419-29547f5f0a7d tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:21.559708 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-762278cd-a831-419c-afaa-c8ec0a96b180 req-2b667ce7-26ac-4e3e-9419-29547f5f0a7d tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 944 time: 0.2070386 Apr 01 12:53:21.569324 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988c6e39-2f7c-4096-9ece-63411e09c1fd x-openstack-request-id: req-988c6e39-2f7c-4096-9ece-63411e09c1fd {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:53:21.569620 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7389da34-b776-4385-bb2a-17bd72e756cb", "name": "network-vif-plugged", "status": "completed", "tag": "534ff116-532b-4361-bc68-96aa6b8a3bc0", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:53:21.569867 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-988c6e39-2f7c-4096-9ece-63411e09c1fd {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:53:21.570370 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988c6e39-2f7c-4096-9ece-63411e09c1fd'] response: {'server_uuid': '7389da34-b776-4385-bb2a-17bd72e756cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534ff116-532b-4361-bc68-96aa6b8a3bc0', 'code': 200} Apr 01 12:53:21.587083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=534ff116-532b-4361-bc68-96aa6b8a3bc0,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:21.745122 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-762278cd-a831-419c-afaa-c8ec0a96b180 req-4c04f7a3-5830-4112-866e-6b3d5e906413 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342356 Apr 01 12:53:21.791769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a622c-0f7b-41ba-a80e-91a3d780b2fc req-3c73a6b4-2fcc-4b38-af1e-63af21601bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:21.793279 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc3a622c-0f7b-41ba-a80e-91a3d780b2fc req-3c73a6b4-2fcc-4b38-af1e-63af21601bc3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 1096 time: 0.0755813 Apr 01 12:53:21.803545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network 8286b99c-e3d0-4694-a009-daab1232789b is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:21.808339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:21.884189 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Router a62f9393-f035-40ff-a3f0-a119859b0087 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:53:21.888326 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dc3a622c-0f7b-41ba-a80e-91a3d780b2fc req-449b2ae7-2a0b-418a-b1c4-4e9b8dd3284c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832536 Apr 01 12:53:22.076282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35672) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:22.247778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-8a484fb2-153a-4aa7-8e21-091719ebdddf None None] Provisioning complete for port b05c0677-678a-4994-8f39-633953128f99 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:22.248145 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8a484fb2-153a-4aa7-8e21-091719ebdddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:22.276469 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2026368495'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:22.292806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-8a484fb2-153a-4aa7-8e21-091719ebdddf None None] Port b05c0677-678a-4994-8f39-633953128f99 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:53:22.330695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:22.336508 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:22.347802 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:22.497427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 796d48bd-4ac4-4914-823f-d49017b80713 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:53:22.533280 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:22.544380 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:22.594902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:22.623945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:53:22.641456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b0c42-6935-4467-9fc7-c68634ef4f55 None None] Sync routers for ids ['a62f9393-f035-40ff-a3f0-a119859b0087'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:53:22.642242 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3a4d36-ffdc-4985-b98c-dd3295d2905f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:22.657236 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:22.657540 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Added segment bf83c5a4-9a3a-4feb-8475-aa8cab492bbc of type vlan for network ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6 Apr 01 12:53:22.690209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b0c42-6935-4467-9fc7-c68634ef4f55 None None] Routers {'a62f9393-f035-40ff-a3f0-a119859b0087'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:22.691727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-187b0c42-6935-4467-9fc7-c68634ef4f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a62f9393-f035-40ff-a3f0-a119859b0087'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:22.752058 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:22.791066 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:22.795420 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e28c2a07-cd9d-4c1a-b90c-20331a1e7a1d tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.4261012 Apr 01 12:53:22.795420 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35700) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:22.802103 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:22.810727 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:22.819434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:22.820254 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:22.851243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-187b0c42-6935-4467-9fc7-c68634ef4f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:22.871711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b0c42-6935-4467-9fc7-c68634ef4f55 None None] Routers {'a62f9393-f035-40ff-a3f0-a119859b0087'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:22.872334 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-187b0c42-6935-4467-9fc7-c68634ef4f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a62f9393-f035-40ff-a3f0-a119859b0087'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:22.896756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:22.918126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:53:22.918902 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Sync routers for ids ['796d48bd-4ac4-4914-823f-d49017b80713'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:53:22.920611 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0497d0fb-c965-4a74-a1f6-b3d2d3ddd59e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8431630 Apr 01 12:53:22.932372 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e3cc0efa-d980-446f-a293-6bec044160ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "PUT /v2.0/routers/796d48bd-4ac4-4914-823f-d49017b80713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2635531 Apr 01 12:53:22.959635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-187b0c42-6935-4467-9fc7-c68634ef4f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:22.960443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b0c42-6935-4467-9fc7-c68634ef4f55 None None] The sync data for ids ['a62f9393-f035-40ff-a3f0-a119859b0087'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:53:22.979543 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Routers {'796d48bd-4ac4-4914-823f-d49017b80713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:22.979992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:22.981383 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['796d48bd-4ac4-4914-823f-d49017b80713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:23.085479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35708) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:23.099434 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-67b067d9-d355-4db4-9202-2ddaba48707a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'network_id': 'ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:23.197429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27746a7-edaf-46c7-9414-1ce7746b27f6 req-e1586374-9b71-4ff5-9780-f45586f19613 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:23.199206 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a27746a7-edaf-46c7-9414-1ce7746b27f6 req-e1586374-9b71-4ff5-9780-f45586f19613 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 949 time: 0.3004580 Apr 01 12:53:23.223220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de629334-afa2-47ce-b710-d2b677ded702 req-5ac97c68-1abd-4e30-9fec-e5ee40257a87 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:23.232049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de629334-afa2-47ce-b710-d2b677ded702 req-5ac97c68-1abd-4e30-9fec-e5ee40257a87 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.3093805 Apr 01 12:53:23.272317 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Set router 796d48bd-4ac4-4914-823f-d49017b80713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:53:23.282112 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-de629334-afa2-47ce-b710-d2b677ded702 req-b81afc59-9338-4075-ab93-08024cc5cbbb tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490065 Apr 01 12:53:23.335127 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a27746a7-edaf-46c7-9414-1ce7746b27f6 req-3073aa25-ae6a-4fb6-bb5f-5a05e5851de0 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901885 Apr 01 12:53:23.437282 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b067d9-d355-4db4-9202-2ddaba48707a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:23.458878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67b067d9-d355-4db4-9202-2ddaba48707a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:23.463128 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-9073d62f-acf1-4d1a-aaa7-a7d333eb2821 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388841682&fields=id&tenant_id=57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 267 time: 0.0447965 Apr 01 12:53:23.592016 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-216e8ea9-0b06-424c-b634-7776ec3ff763 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:23.601031 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-216e8ea9-0b06-424c-b634-7776ec3ff763 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/networks?id=8286b99c-e3d0-4694-a009-daab1232789b HTTP/1.1" status: 200 len: 796 time: 0.1367896 Apr 01 12:53:23.619552 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-00b81c57-6158-4aa5-a566-342a8ea7a940 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/quotas/57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 375 time: 0.0175278 Apr 01 12:53:23.684603 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-cb936734-ecea-4c57-aac6-9f7f18d634d4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570762 Apr 01 12:53:23.729135 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:53:20Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b05c0677-678a-4994-8f39-633953128f99', 'name': '', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:d7:52:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:17Z', 'updated_at': '2022-04-01T12:53:20Z', 'revision_number': 2, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:23.777194 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:23.807719 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Checking router: 796d48bd-4ac4-4914-823f-d49017b80713 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:53:23.808111 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Updating router 796d48bd-4ac4-4914-823f-d49017b80713 port b05c0677-678a-4994-8f39-633953128f99 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:53:23.861085 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:23.888868 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:23.928496 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-2eaa1f16-2d6a-46fa-853d-9910d7509776 service neutron] 10.222.0.45 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412078 Apr 01 12:53:23.988966 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67b067d9-d355-4db4-9202-2ddaba48707a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:24.104735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-b961726d-b343-4378-a490-492f95dd736b service neutron] 10.222.0.45 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752934 Apr 01 12:53:24.119261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Deleting port f296c88b-b12d-44b2-958b-ff1ab41d4d8d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:24.119605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:24.213449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b067d9-d355-4db4-9202-2ddaba48707a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=213f22e9-c9e0-415e-8ef0-cf60cf458c31,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:24.269204 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b067d9-d355-4db4-9202-2ddaba48707a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking segment: {'id': 'bf83c5a4-9a3a-4feb-8475-aa8cab492bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:24.269640 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b067d9-d355-4db4-9202-2ddaba48707a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network hostable DHCP agents. Network: ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:53:24.325978 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b067d9-d355-4db4-9202-2ddaba48707a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:53:24.383916 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:24.426847 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-67b067d9-d355-4db4-9202-2ddaba48707a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:24.433575 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b067d9-d355-4db4-9202-2ddaba48707a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:24.437451 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88755b09-36b0-4b4d-acc4-5d784517afae None None] Network ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:24.447110 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-67b067d9-d355-4db4-9202-2ddaba48707a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:24.508397 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-67b067d9-d355-4db4-9202-2ddaba48707a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4178698 Apr 01 12:53:24.508397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Calling delete_port for f296c88b-b12d-44b2-958b-ff1ab41d4d8d owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:24.525884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35760) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:24.535375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-11146fcd-4553-4ca9-b409-2875c6c2dc39 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1529645709'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:24.554273 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:24.566375 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:24.629231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459002b-9b07-4d15-bd4e-c29dd9cca249 req-21cadeeb-7a23-4d37-86aa-5d86455c727f tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:24.645282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6459002b-9b07-4d15-bd4e-c29dd9cca249 req-21cadeeb-7a23-4d37-86aa-5d86455c727f tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.2499163 Apr 01 12:53:24.678288 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b7114-b21c-420f-b6fd-e59a349e66c9 None None] Pushing event updated for resources: {'Port': ['ID=b05c0677-678a-4994-8f39-633953128f99,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:24.689800 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832064f-0175-48d3-8985-a12008b0043c req-3b471721-77e7-4269-b259-5299c33dd3b9 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:24.697733 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9832064f-0175-48d3-8985-a12008b0043c req-3b471721-77e7-4269-b259-5299c33dd3b9 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.37 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 949 time: 0.2937338 Apr 01 12:53:24.702416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11146fcd-4553-4ca9-b409-2875c6c2dc39 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:24.714834 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11146fcd-4553-4ca9-b409-2875c6c2dc39 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:24.794572 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Attempting to bind port b05c0677-678a-4994-8f39-633953128f99 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:53:24.794917 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Attempting to bind port b05c0677-678a-4994-8f39-633953128f99 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:53:24.795378 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Attempting to bind port b05c0677-678a-4994-8f39-633953128f99 on network 8286b99c-e3d0-4694-a009-daab1232789b {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:24.827842 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:53:24.830464 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Checking segment: {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:24.830986 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:24.831486 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Bound using segment: {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:53:24.832348 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Bound port: b05c0677-678a-4994-8f39-633953128f99, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:53:24.834568 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:24.880759 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6', 'network_id': 'ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6', 'tenant_id': '59a5a1d48e344cd99e63fc41eadf1119', 'fixed_ips': [{'subnet_id': '213f22e9-c9e0-415e-8ef0-cf60cf458c31'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:53:24.883014 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:24.903766 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a34173b1-8224-48ef-840d-4257e9d54cbb req-4df4c703-2a49-48d0-9557-a046c79b8325 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 210 time: 0.4321232 Apr 01 12:53:24.904960 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:24.999034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11146fcd-4553-4ca9-b409-2875c6c2dc39 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:25.016995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Pushing event deleted for resources: {'Port': ['ID=f296c88b-b12d-44b2-958b-ff1ab41d4d8d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:25.085116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6459002b-9b07-4d15-bd4e-c29dd9cca249 req-083ffe53-27e3-4d07-9005-945deed053b0 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387820 Apr 01 12:53:25.094669 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11146fcd-4553-4ca9-b409-2875c6c2dc39 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:25.096355 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-11146fcd-4553-4ca9-b409-2875c6c2dc39 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Added segment 87820104-aca4-43e8-be16-9c9de570f3fb of type vlan for network 769125d3-79be-461a-8dbd-d05cfc90ed67 Apr 01 12:53:25.210184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-9832064f-0175-48d3-8985-a12008b0043c req-5ff2927c-e50f-42b8-af77-cc0c2686923b tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Deleting port bad5a345-8600-4240-b9bc-6b4cbdc73aad {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:25.210523 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9832064f-0175-48d3-8985-a12008b0043c req-5ff2927c-e50f-42b8-af77-cc0c2686923b tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:25.235002 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11146fcd-4553-4ca9-b409-2875c6c2dc39 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:25.243005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd080a8c-0c96-415d-9b88-29d908e6ac86 req-8282828a-f668-46c6-955b-1bd91981fb47 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:25.251698 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd080a8c-0c96-415d-9b88-29d908e6ac86 req-8282828a-f668-46c6-955b-1bd91981fb47 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 949 time: 0.1796150 Apr 01 12:53:25.294674 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:25.350913 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] For port b05c0677-678a-4994-8f39-633953128f99, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:53:25.355167 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] For port b05c0677-678a-4994-8f39-633953128f99, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b05c0677-678a-4994-8f39-633953128f99,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:53:25.364990 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:25.520874 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b7114-b21c-420f-b6fd-e59a349e66c9 None None] Pushing event updated for resources: {'Port': ['ID=b05c0677-678a-4994-8f39-633953128f99,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:25.538568 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Routers {'796d48bd-4ac4-4914-823f-d49017b80713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:25.540682 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['796d48bd-4ac4-4914-823f-d49017b80713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:25.554190 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b8a14619-4506-4d43-af06-add3f1815b20 None None] Provisioning complete for port b05c0677-678a-4994-8f39-633953128f99 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:25.555404 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b8a14619-4506-4d43-af06-add3f1815b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:25.557207 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bd080a8c-0c96-415d-9b88-29d908e6ac86 req-613f4d70-db39-4aac-903f-ceb0b0de6e9b tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045185 Apr 01 12:53:25.608056 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11146fcd-4553-4ca9-b409-2875c6c2dc39 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:25.620937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11146fcd-4553-4ca9-b409-2875c6c2dc39 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:25.638537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11146fcd-4553-4ca9-b409-2875c6c2dc39 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:25.667942 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Allocated IP 172.20.255.242 (ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6/213f22e9-c9e0-415e-8ef0-cf60cf458c31/e4e5f8c9-aa91-4809-a98a-7482eda77103) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:25.777819 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b8a14619-4506-4d43-af06-add3f1815b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:25.821928 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] Set router 796d48bd-4ac4-4914-823f-d49017b80713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:53:25.842017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b8a14619-4506-4d43-af06-add3f1815b20 None None] For port b05c0677-678a-4994-8f39-633953128f99, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b05c0677-678a-4994-8f39-633953128f99,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:25.855829 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b8a14619-4506-4d43-af06-add3f1815b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:25.978158 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221500'] for router, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:25.981841 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544786'] for router, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:26.113940 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e2794313-345d-43fd-916e-bb5737b65a52 None None] Provisioning complete for port b05c0677-678a-4994-8f39-633953128f99 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:26.114376 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e2794313-345d-43fd-916e-bb5737b65a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:26.184693 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-997b6bf6-fa17-4255-a49e-cce51cd5f3bb req-3515a1a2-5f30-4868-b009-8328e4133455 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 210 time: 0.0856965 Apr 01 12:53:26.196480 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Router a62f9393-f035-40ff-a3f0-a119859b0087 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:53:26.224615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a14619-4506-4d43-af06-add3f1815b20 None None] Pushing event updated for resources: {'Port': ['ID=b05c0677-678a-4994-8f39-633953128f99,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:26.244845 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:53:20Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b05c0677-678a-4994-8f39-633953128f99', 'name': '', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:d7:52:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:17Z', 'updated_at': '2022-04-01T12:53:25Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:26.304070 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20635b3a-207f-4582-9201-129d3eb5e252 None None] The sync data for ids ['796d48bd-4ac4-4914-823f-d49017b80713'] in n-d-836146-1 is: [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:53:20Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b05c0677-678a-4994-8f39-633953128f99', 'name': '', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:d7:52:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:17Z', 'updated_at': '2022-04-01T12:53:25Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:53:26.435769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:53:26.445798 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:26.447260 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-da410147-b89c-48ad-ae82-5e271087f728 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "PUT /v2.0/routers/a62f9393-f035-40ff-a3f0-a119859b0087 HTTP/1.1" status: 200 len: 705 time: 3.6509340 Apr 01 12:53:26.449773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35802) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:26.449936 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:26.451810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7886d4-8ef4-405f-9ef8-fedd329f65eb None None] Sync routers for ids ['a62f9393-f035-40ff-a3f0-a119859b0087'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:53:26.470710 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:26.492392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Network ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:26.498676 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:26.524738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:26.527521 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7886d4-8ef4-405f-9ef8-fedd329f65eb None None] Routers {'a62f9393-f035-40ff-a3f0-a119859b0087'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:26.528347 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-4c7886d4-8ef4-405f-9ef8-fedd329f65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a62f9393-f035-40ff-a3f0-a119859b0087'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:26.588928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-4c7886d4-8ef4-405f-9ef8-fedd329f65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:26.608548 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0a69ba55-fdf2-4551-a9db-5b515d6e4640 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/routers/a62f9393-f035-40ff-a3f0-a119859b0087 HTTP/1.1" status: 200 len: 740 time: 0.1572645 Apr 01 12:53:26.611198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35810) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:26.649466 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f58d07c1-a3f7-457c-a568-5e39bd6b47d4 tempest-RoutersAdminTest-1398978690 tempest-RoutersAdminTest-1398978690-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&device_id=a62f9393-f035-40ff-a3f0-a119859b0087 HTTP/1.1" status: 200 len: 205 time: 0.0364308 Apr 01 12:53:26.653328 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35814) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:26.654789 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7886d4-8ef4-405f-9ef8-fedd329f65eb None None] Routers {'a62f9393-f035-40ff-a3f0-a119859b0087'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:26.655959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-4c7886d4-8ef4-405f-9ef8-fedd329f65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['a62f9393-f035-40ff-a3f0-a119859b0087'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:26.711084 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-241f704e-cc6e-4126-ab4d-76b2b8f4172f tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "GET /v2.0/ports?device_id=a62f9393-f035-40ff-a3f0-a119859b0087 HTTP/1.1" status: 200 len: 205 time: 0.0565922 Apr 01 12:53:26.714346 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35820) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:26.719168 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Pushing event updated for resources: {'Port': ['ID=e4e5f8c9-aa91-4809-a98a-7482eda77103,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:26.770871 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Attempting to bind port e4e5f8c9-aa91-4809-a98a-7482eda77103 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:53:26.771401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Attempting to bind port e4e5f8c9-aa91-4809-a98a-7482eda77103 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'bf83c5a4-9a3a-4feb-8475-aa8cab492bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:53:26.772066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Attempting to bind port e4e5f8c9-aa91-4809-a98a-7482eda77103 on network ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:26.774276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-4c7886d4-8ef4-405f-9ef8-fedd329f65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:26.775043 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7886d4-8ef4-405f-9ef8-fedd329f65eb None None] The sync data for ids ['a62f9393-f035-40ff-a3f0-a119859b0087'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:53:26.781702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9986beb-23bb-4929-991e-7f38cd7a0b72 req-cdbf0c93-160f-4bbf-9ad1-3bacf099ed42 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:26.789499 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9986beb-23bb-4929-991e-7f38cd7a0b72 req-cdbf0c93-160f-4bbf-9ad1-3bacf099ed42 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 1.5659635 Apr 01 12:53:26.818859 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-11146fcd-4553-4ca9-b409-2875c6c2dc39 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2896476 Apr 01 12:53:26.826892 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:53:26.827336 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Checking segment: {'id': 'bf83c5a4-9a3a-4feb-8475-aa8cab492bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:26.840731 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35822) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:26.840975 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:26.841354 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Bound using segment: {'id': 'bf83c5a4-9a3a-4feb-8475-aa8cab492bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:53:26.841873 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Bound port: e4e5f8c9-aa91-4809-a98a-7482eda77103, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf83c5a4-9a3a-4feb-8475-aa8cab492bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:53:26.842224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11146fcd-4553-4ca9-b409-2875c6c2dc39 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=769125d3-79be-461a-8dbd-d05cfc90ed67,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:26.842339 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:26.855740 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0c2564e1-d7ab-42f6-88e7-0e2877bcd578 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'network_id': '769125d3-79be-461a-8dbd-d05cfc90ed67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:26.882298 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 769125d3-79be-461a-8dbd-d05cfc90ed67 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:26.989079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-0457e44e-5693-4540-8e82-646d66de6b09 req-eb4b46e3-f1a0-4472-9458-c40543503824 service neutron] (102719) timed out ('10.222.0.44', 56357) {{(pid=102719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 12:53:27.003726 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f468-953d-4c5e-8997-974b66402354 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:27.083369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-9832064f-0175-48d3-8985-a12008b0043c req-5ff2927c-e50f-42b8-af77-cc0c2686923b tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] For port bad5a345-8600-4240-b9bc-6b4cbdc73aad, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=bad5a345-8600-4240-b9bc-6b4cbdc73aad,segment=NetworkSegment(06757af0-be40-470c-8fd2-ceb60c96ff2a),segment_id=06757af0-be40-470c-8fd2-ceb60c96ff2a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:27.083737 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9832064f-0175-48d3-8985-a12008b0043c req-5ff2927c-e50f-42b8-af77-cc0c2686923b tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:27.120076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d9986beb-23bb-4929-991e-7f38cd7a0b72 req-4723b473-aa2e-4bee-9682-0cacb5b29e08 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274941 Apr 01 12:53:27.122587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f74d1-c655-4c2b-a608-561f68212041 req-9a8863be-ed92-4202-84c8-46d11d9072fe tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:27.124005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] For port e4e5f8c9-aa91-4809-a98a-7482eda77103, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:53:27.124218 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3a5f74d1-c655-4c2b-a608-561f68212041 req-9a8863be-ed92-4202-84c8-46d11d9072fe tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 949 time: 0.3839099 Apr 01 12:53:27.128332 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] For port e4e5f8c9-aa91-4809-a98a-7482eda77103, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e4e5f8c9-aa91-4809-a98a-7482eda77103,segment=NetworkSegment(bf83c5a4-9a3a-4feb-8475-aa8cab492bbc),segment_id=bf83c5a4-9a3a-4feb-8475-aa8cab492bbc)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:53:27.135069 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:27.237792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-9832064f-0175-48d3-8985-a12008b0043c req-5ff2927c-e50f-42b8-af77-cc0c2686923b tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Calling delete_port for bad5a345-8600-4240-b9bc-6b4cbdc73aad owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:27.284640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-728bb846-695f-46bd-bcd4-8f4a726edcd4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:27.286177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-728bb846-695f-46bd-bcd4-8f4a726edcd4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "GET /v2.0/networks?id=8286b99c-e3d0-4694-a009-daab1232789b HTTP/1.1" status: 200 len: 796 time: 0.4873369 Apr 01 12:53:27.307750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9038e-d1db-43a2-90a6-aebdfa2aca5a None None] Pushing event updated for resources: {'Port': ['ID=e4e5f8c9-aa91-4809-a98a-7482eda77103,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:27.489970 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f468-953d-4c5e-8997-974b66402354 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:27.498134 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f468-953d-4c5e-8997-974b66402354 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:27.510490 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3a5f74d1-c655-4c2b-a608-561f68212041 req-5a335897-14e2-449c-9f6f-472f822885a5 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/security-groups?id=33744288-e7b3-4987-b36e-13f9f24f0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124321 Apr 01 12:53:27.546827 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9832064f-0175-48d3-8985-a12008b0043c req-5ff2927c-e50f-42b8-af77-cc0c2686923b tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:27.552995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2564e1-d7ab-42f6-88e7-0e2877bcd578 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:27.556876 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c2564e1-d7ab-42f6-88e7-0e2877bcd578 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:27.602216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device bad5a345-8600-4240-b9bc-6b4cbdc73aad no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:53:27.637408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: bad5a345-8600-4240-b9bc-6b4cbdc73aad {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:53:27.637754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device bad5a345-8600-4240-b9bc-6b4cbdc73aad not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:53:27.748001 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f468-953d-4c5e-8997-974b66402354 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:27.748001 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e3f468-953d-4c5e-8997-974b66402354 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Fanout notify agent at l3_agent the message router_deleted on router a62f9393-f035-40ff-a3f0-a119859b0087 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:53:27.767949 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f468-953d-4c5e-8997-974b66402354 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:27.778135 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e1e3f468-953d-4c5e-8997-974b66402354 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/routers/a62f9393-f035-40ff-a3f0-a119859b0087 HTTP/1.1" status: 204 len: 168 time: 1.0621061 Apr 01 12:53:27.781821 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35850) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:27.817937 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9aca4c0f-2834-462f-8339-812736ff50e8 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "GET /v2.0/ports?device_id=a62f9393-f035-40ff-a3f0-a119859b0087 HTTP/1.1" status: 200 len: 205 time: 0.0326395 Apr 01 12:53:27.818600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35852) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:27.859615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b05c0677-678a-4994-8f39-633953128f99 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:53:27.883585 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-0b2c76b3-5d8d-4d76-a9c2-39b2a67b3d52 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] delete failed (client error): The resource could not be found. Apr 01 12:53:27.903870 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0b2c76b3-5d8d-4d76-a9c2-39b2a67b3d52 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/routers/a62f9393-f035-40ff-a3f0-a119859b0087 HTTP/1.1" status: 404 len: 336 time: 0.0823388 Apr 01 12:53:27.906142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35854) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:27.969911 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port b05c0677-678a-4994-8f39-633953128f99 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:27.971508 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:28.006527 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44275c33-6f4a-4de1-970c-057ab0240ca9 req-7a1376dd-ebd6-4cbc-a8d8-75576ecec468 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:28.008173 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44275c33-6f4a-4de1-970c-057ab0240ca9 req-7a1376dd-ebd6-4cbc-a8d8-75576ecec468 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.2758114 Apr 01 12:53:28.077418 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-70cff142-c101-4ee2-baa4-9f56c4c48198 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "GET /v2.0/ports?device_id=cee0b336-bb6c-43b8-a616-5639a127b211 HTTP/1.1" status: 200 len: 205 time: 0.1700613 Apr 01 12:53:28.102379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35858) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:28.163164 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2927c-e50f-42b8-af77-cc0c2686923b tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Pushing event deleted for resources: {'Port': ['ID=bad5a345-8600-4240-b9bc-6b4cbdc73aad,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:28.191902 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-30a37ebc-fec7-4597-a80d-f37a30553fe4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 380 time: 0.8915703 Apr 01 12:53:28.220238 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-987a4f7f-bd18-4802-add9-a39196b50ee8 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] delete failed (client error): The resource could not be found. Apr 01 12:53:28.232308 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-987a4f7f-bd18-4802-add9-a39196b50ee8 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/routers/cee0b336-bb6c-43b8-a616-5639a127b211 HTTP/1.1" status: 404 len: 336 time: 0.1264684 Apr 01 12:53:28.233044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35864) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:28.243058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'port': {'device_id': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'admin_state_up': True, 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'security_groups': ['d3dadc00-025a-4f24-995d-0fed26c15632']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:28.276835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ad68f3a-7e42-4d7f-9df8-e7253cd36645 req-b65b712f-964f-4334-ab87-3882ef13a50d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 210 time: 0.5927765 Apr 01 12:53:28.277708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c2564e1-d7ab-42f6-88e7-0e2877bcd578 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:28.295018 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9832064f-0175-48d3-8985-a12008b0043c req-5ff2927c-e50f-42b8-af77-cc0c2686923b tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] No DVR routers for this DVR port bad5a345-8600-4240-b9bc-6b4cbdc73aad on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:53:28.304646 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-9832064f-0175-48d3-8985-a12008b0043c req-5ff2927c-e50f-42b8-af77-cc0c2686923b tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:28.315964 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9832064f-0175-48d3-8985-a12008b0043c req-5ff2927c-e50f-42b8-af77-cc0c2686923b tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.37 "DELETE /v2.0/ports/bad5a345-8600-4240-b9bc-6b4cbdc73aad HTTP/1.1" status: 204 len: 173 time: 3.5911016 Apr 01 12:53:28.317110 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1f4c8148-7dfa-4418-bcae-1a758e80b732 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "GET /v2.0/ports?device_id=15ca6465-3b21-431e-9555-68c34b65b631 HTTP/1.1" status: 200 len: 205 time: 0.0714798 Apr 01 12:53:28.317650 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35870) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:28.334999 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44275c33-6f4a-4de1-970c-057ab0240ca9 req-233a15c8-3d25-43b7-892a-3e98604a0b23 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173409 Apr 01 12:53:28.366379 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-24bfeca0-476a-43af-89b7-4bcf91213109 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] delete failed (client error): The resource could not be found. Apr 01 12:53:28.370037 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-24bfeca0-476a-43af-89b7-4bcf91213109 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/routers/15ca6465-3b21-431e-9555-68c34b65b631 HTTP/1.1" status: 404 len: 336 time: 0.0511043 Apr 01 12:53:28.370636 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35872) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:28.390172 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364809ff-e670-407e-bbf1-f2c9882e2298', 'name': 'network-vif-deleted', 'tag': 'bad5a345-8600-4240-b9bc-6b4cbdc73aad'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:53:28.392623 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0633ec0-945c-408b-98f6-2b52c8438929" -d '{"events": [{"server_uuid": "364809ff-e670-407e-bbf1-f2c9882e2298", "name": "network-vif-deleted", "tag": "bad5a345-8600-4240-b9bc-6b4cbdc73aad"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:53:28.433700 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9898bc90-447e-4ed6-878c-1c4a70b58104 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aebcb6-01f1-42f4-9488-5c82fdd6691f HTTP/1.1" status: 200 len: 205 time: 0.0616815 Apr 01 12:53:28.436046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35876) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:28.513959 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12457300-7ac3-4a31-8817-58bf1ba65aa8 x-openstack-request-id: req-12457300-7ac3-4a31-8817-58bf1ba65aa8 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:53:28.514238 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364809ff-e670-407e-bbf1-f2c9882e2298", "name": "network-vif-deleted", "tag": "bad5a345-8600-4240-b9bc-6b4cbdc73aad", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:53:28.514487 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12457300-7ac3-4a31-8817-58bf1ba65aa8 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:53:28.515429 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12457300-7ac3-4a31-8817-58bf1ba65aa8'] response: {'server_uuid': '364809ff-e670-407e-bbf1-f2c9882e2298', 'name': 'network-vif-deleted', 'tag': 'bad5a345-8600-4240-b9bc-6b4cbdc73aad', 'status': 'completed', 'code': 200} Apr 01 12:53:28.547624 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-3e5d4708-8bac-468a-8b81-8f043d560cf0 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] delete failed (client error): The resource could not be found. Apr 01 12:53:28.552145 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3e5d4708-8bac-468a-8b81-8f043d560cf0 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/routers/e3aebcb6-01f1-42f4-9488-5c82fdd6691f HTTP/1.1" status: 404 len: 336 time: 0.1148455 Apr 01 12:53:28.552868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35880) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:28.587106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2564e1-d7ab-42f6-88e7-0e2877bcd578 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=f018b9fb-6691-4aa6-8379-5bad6f99470e,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:28.615513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35882) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:28.621796 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e6b4cc9c-28ba-4b1a-9e62-ff65743e88ae tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1059e60-45c6-487f-ab18-5c049ce98ea4 HTTP/1.1" status: 200 len: 205 time: 0.0675578 Apr 01 12:53:28.654624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2564e1-d7ab-42f6-88e7-0e2877bcd578 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking segment: {'id': '87820104-aca4-43e8-be16-9c9de570f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '769125d3-79be-461a-8dbd-d05cfc90ed67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:28.654879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2564e1-d7ab-42f6-88e7-0e2877bcd578 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network hostable DHCP agents. Network: 769125d3-79be-461a-8dbd-d05cfc90ed67, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:53:28.714166 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-78a6b6a5-ddbf-484c-9aa8-10b02a41a800 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] delete failed (client error): The resource could not be found. Apr 01 12:53:28.715333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-78a6b6a5-ddbf-484c-9aa8-10b02a41a800 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/routers/e1059e60-45c6-487f-ab18-5c049ce98ea4 HTTP/1.1" status: 404 len: 336 time: 0.0961003 Apr 01 12:53:28.718594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35886) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:28.729551 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-97139c37-bd73-4a68-bcbf-a88379d71457 req-08be4297-a318-40a5-917a-702cfa830003 tempest-VolumesBackupsTest-558129215 tempest-VolumesBackupsTest-558129215-project] 10.222.0.45 "GET /v2.0/ports?device_id=364809ff-e670-407e-bbf1-f2c9882e2298 HTTP/1.1" status: 200 len: 210 time: 0.0482345 Apr 01 12:53:28.805625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-01f71f0d-0697-414c-a2d8-11479da95652 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e34db89-1941-442e-82f9-4061be5a99d6 HTTP/1.1" status: 200 len: 205 time: 0.0859144 Apr 01 12:53:28.808175 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35892) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:28.814811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Made reservation on behalf of 57d91513207248b7a1ea77190e0bd483 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:28.819136 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:28.822732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2564e1-d7ab-42f6-88e7-0e2877bcd578 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network 769125d3-79be-461a-8dbd-d05cfc90ed67 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:53:28.860742 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-9b5acc67-5f79-467f-bf0d-3a593a043da7 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] delete failed (client error): The resource could not be found. Apr 01 12:53:28.861785 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9b5acc67-5f79-467f-bf0d-3a593a043da7 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/routers/6e34db89-1941-442e-82f9-4061be5a99d6 HTTP/1.1" status: 404 len: 336 time: 0.0523086 Apr 01 12:53:28.865189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35896) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:28.904502 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d385c7-aa3b-4b7e-b11f-4332365a3421 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] DELETE failed (client error): The resource could not be found. Apr 01 12:53:28.905903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d385c7-aa3b-4b7e-b11f-4332365a3421 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:53:28.913080 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-20d385c7-aa3b-4b7e-b11f-4332365a3421 tempest-RoutersAdminTest-423481766 tempest-RoutersAdminTest-423481766-project] 10.222.0.45 "DELETE /v2.0/subnets/5bc54f28-4ec9-498f-9b81-c0fc35dd3bd8 HTTP/1.1" status: 404 len: 337 time: 0.0439177 Apr 01 12:53:28.925818 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-0c2564e1-d7ab-42f6-88e7-0e2877bcd578 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 769125d3-79be-461a-8dbd-d05cfc90ed67) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:28.934894 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e92ee9-b67e-47b5-b0a4-e682572f86d8 None None] Network 769125d3-79be-461a-8dbd-d05cfc90ed67 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:28.955825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2564e1-d7ab-42f6-88e7-0e2877bcd578 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:28.957237 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c2564e1-d7ab-42f6-88e7-0e2877bcd578 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:29.204802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.20.0.4 (8286b99c-e3d0-4694-a009-daab1232789b/4bda89e5-0ea9-43ab-97b1-947c90363e1d/3e2371c8-0027-46f0-94d8-8877ea98b861) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:29.213159 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a3f4f6-2ce4-464b-a97b-62f443231e33 None None] Network ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:29.413066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0c2564e1-d7ab-42f6-88e7-0e2877bcd578 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5676725 Apr 01 12:53:29.416077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35918) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:29.454484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-769125d3-79be-461a-8dbd-d05cfc90ed67', 'network_id': '769125d3-79be-461a-8dbd-d05cfc90ed67', 'tenant_id': '59a5a1d48e344cd99e63fc41eadf1119', 'fixed_ips': [{'subnet_id': 'f018b9fb-6691-4aa6-8379-5bad6f99470e'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:53:29.455641 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:29.467193 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 35920) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:29.569212 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:29.579287 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c056ff04-b7b9-4bc5-b715-054e2376d2bc req-2c541f28-598f-4de0-b871-7dd03bc78c21 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 210 time: 0.0681996 Apr 01 12:53:29.582264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4103509d-df66-411f-8cf9-b600f40e5f7c None None] Provisioning complete for port e4e5f8c9-aa91-4809-a98a-7482eda77103 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:29.582620 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4103509d-df66-411f-8cf9-b600f40e5f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:29.657486 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:29.757805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:29.808912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network 8286b99c-e3d0-4694-a009-daab1232789b is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:29.841201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:29.846321 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4103509d-df66-411f-8cf9-b600f40e5f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:29.896145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:29.916518 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4103509d-df66-411f-8cf9-b600f40e5f7c None None] For port e4e5f8c9-aa91-4809-a98a-7482eda77103, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e4e5f8c9-aa91-4809-a98a-7482eda77103,segment=NetworkSegment(bf83c5a4-9a3a-4feb-8475-aa8cab492bbc),segment_id=bf83c5a4-9a3a-4feb-8475-aa8cab492bbc)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:29.921709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e4e5f8c9-aa91-4809-a98a-7482eda77103 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:53:29.950269 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4103509d-df66-411f-8cf9-b600f40e5f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:30.006041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Allocated IP 172.20.0.2 (769125d3-79be-461a-8dbd-d05cfc90ed67/f018b9fb-6691-4aa6-8379-5bad6f99470e/544c6a2c-a9d1-4413-82a6-d76b5f2ea44d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:30.118931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:30.120073 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:30.143572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6717d-bc4b-41fd-9d73-c642b108246b req-8fe88b87-446a-487a-a2c2-612a8f5e9201 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:30.150319 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103509d-df66-411f-8cf9-b600f40e5f7c None None] Pushing event updated for resources: {'Port': ['ID=e4e5f8c9-aa91-4809-a98a-7482eda77103,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:30.158564 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8ca6717d-bc4b-41fd-9d73-c642b108246b req-8fe88b87-446a-487a-a2c2-612a8f5e9201 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.5569696 Apr 01 12:53:30.160042 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=3e2371c8-0027-46f0-94d8-8877ea98b861,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:30.172744 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50621229-436f-4984-8d49-f735d4f83767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:30.216342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-38bdad13-1bb5-4968-b451-2a7bca331c1d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9774868 Apr 01 12:53:30.222449 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e4e5f8c9-aa91-4809-a98a-7482eda77103 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:30.222943 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:30.236055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1fcc629c-9cff-41bd-ad55-2ce864101fc7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:53:30.239345 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1fcc629c-9cff-41bd-ad55-2ce864101fc7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160058 Apr 01 12:53:30.293204 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:30.324682 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8ca6717d-bc4b-41fd-9d73-c642b108246b req-b8e8d1f3-ddaa-4a44-aee5-74c0fdc189ae tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629989 Apr 01 12:53:30.451616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Request body: {'port': {'device_id': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:30.505056 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50621229-436f-4984-8d49-f735d4f83767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:30.525455 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50621229-436f-4984-8d49-f735d4f83767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:30.627021 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-544fc591-3b55-440c-8d75-b7f6695d1eae None None] Provisioning complete for port e4e5f8c9-aa91-4809-a98a-7482eda77103 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:30.633973 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-544fc591-3b55-440c-8d75-b7f6695d1eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:30.695503 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50621229-436f-4984-8d49-f735d4f83767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b126e2-09e5-425e-8a16-6a970bdf1665,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:30.730794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b3363-e49a-48b0-a711-35e4a25925ad req-6b47e7aa-e6e3-4bd8-966e-e309c206a0e6 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:30.742291 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e38b3363-e49a-48b0-a711-35e4a25925ad req-6b47e7aa-e6e3-4bd8-966e-e309c206a0e6 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.0706489 Apr 01 12:53:30.756520 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-50621229-436f-4984-8d49-f735d4f83767 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7874319cb594b83888876fc90597436&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2867315 Apr 01 12:53:30.767711 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 35958) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:30.816114 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:30.887470 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:30.937425 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:30.964885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3beda5-aa19-45ec-925d-3757064d47eb req-afcc7bd6-3e5a-46d6-8a43-22da6e8a8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:30.975364 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef3beda5-aa19-45ec-925d-3757064d47eb req-afcc7bd6-3e5a-46d6-8a43-22da6e8a8439 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5da8b033f9c455b936841467bd2b94f&device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 1096 time: 0.2630632 Apr 01 12:53:31.026125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Network 769125d3-79be-461a-8dbd-d05cfc90ed67 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:31.072084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:31.080846 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:31.108480 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-36805172-8c68-4217-aa8a-ef9485816ce0 None None] Provisioning complete for port 3e2371c8-0027-46f0-94d8-8877ea98b861 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:31.109124 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-36805172-8c68-4217-aa8a-ef9485816ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:31.171348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Pushing event updated for resources: {'Port': ['ID=544c6a2c-a9d1-4413-82a6-d76b5f2ea44d,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:31.201321 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-36805172-8c68-4217-aa8a-ef9485816ce0 None None] Port 3e2371c8-0027-46f0-94d8-8877ea98b861 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:53:31.259960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Attempting to bind port 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:53:31.260712 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Attempting to bind port 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '87820104-aca4-43e8-be16-9c9de570f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '769125d3-79be-461a-8dbd-d05cfc90ed67'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:53:31.261384 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Attempting to bind port 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d on network 769125d3-79be-461a-8dbd-d05cfc90ed67 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:31.269713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:53:31.270301 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Checking segment: {'id': '87820104-aca4-43e8-be16-9c9de570f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '769125d3-79be-461a-8dbd-d05cfc90ed67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:31.271007 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:31.271701 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Bound using segment: {'id': '87820104-aca4-43e8-be16-9c9de570f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '769125d3-79be-461a-8dbd-d05cfc90ed67'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:53:31.272498 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Bound port: 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87820104-aca4-43e8-be16-9c9de570f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '769125d3-79be-461a-8dbd-d05cfc90ed67'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:53:31.273040 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:31.429026 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] For port 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:53:31.432653 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] For port 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=544c6a2c-a9d1-4413-82a6-d76b5f2ea44d,segment=NetworkSegment(87820104-aca4-43e8-be16-9c9de570f3fb),segment_id=87820104-aca4-43e8-be16-9c9de570f3fb)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:53:31.440199 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:31.451835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a14ac6-9c78-46f5-8de8-9c551909e764 req-87125911-51dc-4283-837e-665af4fe2ff6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:31.454655 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2a14ac6-9c78-46f5-8de8-9c551909e764 req-87125911-51dc-4283-837e-665af4fe2ff6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 931 time: 0.7150543 Apr 01 12:53:31.523132 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810dd3d-2f45-4c80-94c3-6ad1e77524ec None None] Pushing event updated for resources: {'Port': ['ID=544c6a2c-a9d1-4413-82a6-d76b5f2ea44d,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:31.551706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2371c8-0027-46f0-94d8-8877ea98b861 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:53:31.566612 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:31.625871 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e38b3363-e49a-48b0-a711-35e4a25925ad req-4ae173cb-e94c-46cb-bb70-a1af4d953f8e tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8822680 Apr 01 12:53:31.635282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3beda5-aa19-45ec-925d-3757064d47eb req-c2c1b782-74ad-4da8-accb-4cf3f61c3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:31.636778 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef3beda5-aa19-45ec-925d-3757064d47eb req-c2c1b782-74ad-4da8-accb-4cf3f61c3a6c service neutron] 10.222.0.44 "GET /v2.0/networks?id=721ffb08-39db-48de-b558-4386010aa9ec HTTP/1.1" status: 200 len: 913 time: 0.6457431 Apr 01 12:53:31.642466 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d2a14ac6-9c78-46f5-8de8-9c551909e764 req-cbcc5db6-c4e8-4ae5-8ce1-1ac233190f90 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184828 Apr 01 12:53:31.643661 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Transition to ACTIVE for port object 3e2371c8-0027-46f0-94d8-8877ea98b861 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:53:31.655701 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:31.659422 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:31.684067 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8b7083f-f226-458c-8527-26c5f6c34497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:31.750918 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Pushing event updated for resources: {'Port': ['ID=3e2371c8-0027-46f0-94d8-8877ea98b861,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:31.757138 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef3beda5-aa19-45ec-925d-3757064d47eb req-e4c817e1-0d86-46a9-9288-33bb1336edaa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=534ff116-532b-4361-bc68-96aa6b8a3bc0 HTTP/1.1" status: 200 len: 217 time: 0.1092734 Apr 01 12:53:31.763421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Subnet': ['ID=f018b9fb-6691-4aa6-8379-5bad6f99470e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:31.789446 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e4e5f8c9-aa91-4809-a98a-7482eda77103 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:53:31.883896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3beda5-aa19-45ec-925d-3757064d47eb req-b0b718af-2bfc-4a41-89bb-c985da630afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:31.890977 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef3beda5-aa19-45ec-925d-3757064d47eb req-b0b718af-2bfc-4a41-89bb-c985da630afb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b56d1f9-3040-48cf-b724-e61eed1a9933 HTTP/1.1" status: 200 len: 852 time: 0.1088231 Apr 01 12:53:31.904582 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:31.916545 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8b7083f-f226-458c-8527-26c5f6c34497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:31.949784 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e4e5f8c9-aa91-4809-a98a-7482eda77103 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:31.950188 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:31.958758 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef3beda5-aa19-45ec-925d-3757064d47eb req-8e6fbfe0-bbe8-49d4-b6ad-9881d3cbf227 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=721ffb08-39db-48de-b558-4386010aa9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303473 Apr 01 12:53:32.022766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769125d3-79be-461a-8dbd-d05cfc90ed67']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:32.034281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87820104-aca4-43e8-be16-9c9de570f3fb') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:32.034281 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87820104-aca4-43e8-be16-9c9de570f3fb') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:32.068258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Attempting to bind port 3e2371c8-0027-46f0-94d8-8877ea98b861 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:53:32.068593 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Attempting to bind port 3e2371c8-0027-46f0-94d8-8877ea98b861 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:53:32.068924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Attempting to bind port 3e2371c8-0027-46f0-94d8-8877ea98b861 on network 8286b99c-e3d0-4694-a009-daab1232789b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:32.084983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Port 3e2371c8-0027-46f0-94d8-8877ea98b861 on network 8286b99c-e3d0-4694-a009-daab1232789b not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:53:32.085344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Attempting to bind port 3e2371c8-0027-46f0-94d8-8877ea98b861 on network 8286b99c-e3d0-4694-a009-daab1232789b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:32.100202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:53:32.100562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Checking segment: {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:32.100913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Bound using segment: {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:53:32.101350 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Bound port: 3e2371c8-0027-46f0-94d8-8877ea98b861, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:53:32.101709 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:32.128495 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:32.185268 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:32.191387 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8b7083f-f226-458c-8527-26c5f6c34497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:32.193866 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8b7083f-f226-458c-8527-26c5f6c34497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:32.195051 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d8b7083f-f226-458c-8527-26c5f6c34497 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6b126e2-09e5-425e-8a16-6a970bdf1665 HTTP/1.1" status: 204 len: 168 time: 1.4263289 Apr 01 12:53:32.200488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:32.200978 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:32.205487 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef3beda5-aa19-45ec-925d-3757064d47eb req-92ca3492-2fcd-4547-9e53-350fed92c9ac service neutron] 10.222.0.44 "GET /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345307 Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:32.205640 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:32.226276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7083f-f226-458c-8527-26c5f6c34497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b126e2-09e5-425e-8a16-6a970bdf1665,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:32.323370 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.api [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 12:53:32.323370 n-d-836146-1 neutron-server[102719]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 12:53:32.323370 n-d-836146-1 neutron-server[102719]: [parameters: {'id': '769125d3-79be-461a-8dbd-d05cfc90ed67'}] Apr 01 12:53:32.323370 n-d-836146-1 neutron-server[102719]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:53:32.323760 n-d-836146-1 neutron-server[102719]: DEBUG oslo_db.api [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:53:32.467015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:53:32.475423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=3e2371c8-0027-46f0-94d8-8877ea98b861,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:53:32.481146 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:32.495654 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ef3beda5-aa19-45ec-925d-3757064d47eb req-9ad26b85-3741-4d40-a37b-3becd3dd5fcf service neutron] 10.222.0.44 "GET /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735827 Apr 01 12:53:32.541692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:32.544374 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:32.547122 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] 10.222.0.37 "PUT /v2.0/ports/3e2371c8-0027-46f0-94d8-8877ea98b861 HTTP/1.1" status: 200 len: 1091 time: 2.2942727 Apr 01 12:53:32.549103 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:53:32.554798 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7b89d6-d08f-4c3c-a275-15981ed563c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:53:32.655293 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3b7191-31d5-4636-be05-1dcce053831e x-openstack-request-id: req-2c3b7191-31d5-4636-be05-1dcce053831e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:53:32.655779 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:53:32.656189 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c3b7191-31d5-4636-be05-1dcce053831e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:53:32.656750 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3b7191-31d5-4636-be05-1dcce053831e'] response: {'name': 'network-changed', 'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'status': 'completed', 'code': 200} Apr 01 12:53:32.672626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cd65a-394c-4b31-9d82-157121693a5b service neutron] Pushing event updated for resources: {'Port': ['ID=3e2371c8-0027-46f0-94d8-8877ea98b861,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:32.707067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-7528e2ad-f323-4411-abad-20483ce6bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:32.708608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-7528e2ad-f323-4411-abad-20483ce6bc33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 1094 time: 0.1127851 Apr 01 12:53:32.718080 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36014) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:32.813886 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-3c20b640-3f0e-4e5f-9f57-fddfb6eed2e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2371c8-0027-46f0-94d8-8877ea98b861 HTTP/1.1" status: 200 len: 217 time: 0.0887611 Apr 01 12:53:32.825552 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7d71203e-ff1f-4073-aa04-2e5f6bc616ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd4e473e0da44a34bf172011ce9d9fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063964 Apr 01 12:53:32.826890 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:32.830916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36016) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:32.940406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-233b12a3-568e-4849-b472-40b007c7adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:32.941957 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-233b12a3-568e-4849-b472-40b007c7adf4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bda89e5-0ea9-43ab-97b1-947c90363e1d HTTP/1.1" status: 200 len: 835 time: 0.1148214 Apr 01 12:53:33.046327 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fbffb59e-abc8-45f8-8a03-c3a0627fb60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:33.095023 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fbffb59e-abc8-45f8-8a03-c3a0627fb60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:33.115578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74175c3-e894-42bc-a26c-c6869e762466 req-6bb246d3-4648-4290-8170-2a250408ae1d tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:33.122484 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a74175c3-e894-42bc-a26c-c6869e762466 req-6bb246d3-4648-4290-8170-2a250408ae1d tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.1794915 Apr 01 12:53:33.139268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-dcc0ece1-a9e6-4412-88c2-9cb78f283348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:33.143197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-dcc0ece1-a9e6-4412-88c2-9cb78f283348 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8286b99c-e3d0-4694-a009-daab1232789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749833 Apr 01 12:53:33.257840 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a74175c3-e894-42bc-a26c-c6869e762466 req-f2959084-ca45-4cdb-b969-940d9c3690c9 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291168 Apr 01 12:53:33.302805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237d104-9f13-47b7-b618-cbd10aa6131f req-f24457b7-6f52-41f0-aba6-c232aae5358d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:33.307609 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7237d104-9f13-47b7-b618-cbd10aa6131f req-f24457b7-6f52-41f0-aba6-c232aae5358d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 943 time: 0.3982649 Apr 01 12:53:33.366265 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-f4967a6e-4574-4d89-8eda-245bbeffe494 service neutron] 10.222.0.37 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059023 Apr 01 12:53:33.371787 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Deleting port 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:33.372415 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:33.391697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3fd9ad-13a3-49e5-8074-432195059fe4 None None] Network 769125d3-79be-461a-8dbd-d05cfc90ed67 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:33.479016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c83f8944-15be-43e5-8939-ba3cb3e9185e None None] Provisioning complete for port 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:33.479710 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c83f8944-15be-43e5-8939-ba3cb3e9185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:33.493086 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7237d104-9f13-47b7-b618-cbd10aa6131f req-46486170-83e2-4d4f-ab05-4f793a1b5b32 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743207 Apr 01 12:53:33.542086 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fbffb59e-abc8-45f8-8a03-c3a0627fb60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:33.554935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fbffb59e-abc8-45f8-8a03-c3a0627fb60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:33.558320 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fbffb59e-abc8-45f8-8a03-c3a0627fb60d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad341dab-3209-4a79-a6d2-1d900cd1bc34 HTTP/1.1" status: 204 len: 168 time: 0.7167904 Apr 01 12:53:33.631247 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffb59e-abc8-45f8-8a03-c3a0627fb60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad341dab-3209-4a79-a6d2-1d900cd1bc34,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:33.642045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] For port 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=544c6a2c-a9d1-4413-82a6-d76b5f2ea44d,segment=NetworkSegment(87820104-aca4-43e8-be16-9c9de570f3fb),segment_id=87820104-aca4-43e8-be16-9c9de570f3fb)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:33.642045 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:33.682898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Calling delete_port for 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:33.687681 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-acd04544-72aa-48c7-bad1-1c7aa4d70a0f req-1520cac6-63e6-46c2-b1c4-177becde3cab service neutron] 10.222.0.37 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127866 Apr 01 12:53:33.854215 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:33.860317 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b89d6-d08f-4c3c-a275-15981ed563c1 req-d3f9de6f-8157-4db7-b010-a9f1f12c6e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:33.861890 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b7b89d6-d08f-4c3c-a275-15981ed563c1 req-d3f9de6f-8157-4db7-b010-a9f1f12c6e27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 1094 time: 0.1206229 Apr 01 12:53:33.910851 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:53:33.947715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Port': ['ID=544c6a2c-a9d1-4413-82a6-d76b5f2ea44d,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:33.969902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No DVR routers for this DVR port 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:53:33.977742 n-d-836146-1 neutron-server[102720]: INFO neutron.plugins.ml2.db [None req-c83f8944-15be-43e5-8939-ba3cb3e9185e None None] No ports have port_id starting with 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d Apr 01 12:53:33.986185 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:53:33.986533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 01 12:53:34.016105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Port 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d not found, will not notify nova. {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 01 12:53:34.031216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b89d6-d08f-4c3c-a275-15981ed563c1 req-341e5bb2-b083-496f-a4e6-5826d50e0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:34.035314 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b7b89d6-d08f-4c3c-a275-15981ed563c1 req-341e5bb2-b083-496f-a4e6-5826d50e0d09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8286b99c-e3d0-4694-a009-daab1232789b HTTP/1.1" status: 200 len: 897 time: 0.1659317 Apr 01 12:53:34.102280 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f95efc-b2cb-4956-9feb-7fe283545693 None None] DHCP port deletion for 769125d3-79be-461a-8dbd-d05cfc90ed67 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:53:34.109298 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b7b89d6-d08f-4c3c-a275-15981ed563c1 req-d650ddbf-109a-4c28-bbe7-a1a8b4850663 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2371c8-0027-46f0-94d8-8877ea98b861 HTTP/1.1" status: 200 len: 217 time: 0.0656996 Apr 01 12:53:34.193735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b89d6-d08f-4c3c-a275-15981ed563c1 req-95ed4232-de25-482e-8a73-646583293222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:34.195256 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b7b89d6-d08f-4c3c-a275-15981ed563c1 req-95ed4232-de25-482e-8a73-646583293222 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bda89e5-0ea9-43ab-97b1-947c90363e1d HTTP/1.1" status: 200 len: 835 time: 0.0733106 Apr 01 12:53:34.268935 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:53:34.274247 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:34.306777 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769125d3-79be-461a-8dbd-d05cfc90ed67']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:34.319415 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87820104-aca4-43e8-be16-9c9de570f3fb') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:34.319957 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87820104-aca4-43e8-be16-9c9de570f3fb') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:34.328354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b89d6-d08f-4c3c-a275-15981ed563c1 req-1a6d9de9-26dc-40d1-9f87-1a9c5047cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:34.331162 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:34.334614 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b7b89d6-d08f-4c3c-a275-15981ed563c1 req-1a6d9de9-26dc-40d1-9f87-1a9c5047cb0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8286b99c-e3d0-4694-a009-daab1232789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317749 Apr 01 12:53:34.345391 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:34.352021 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:34.352506 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:34.413996 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:34.423033 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:34.432588 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:34.447354 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/769125d3-79be-461a-8dbd-d05cfc90ed67 HTTP/1.1" status: 204 len: 168 time: 5.0215368 Apr 01 12:53:34.449401 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36056) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:34.454982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-38a7ba94-c396-48eb-83d2-496be94aff06 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1837634276'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:34.488815 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc11e9d-3da0-4ae5-ab12-53d64bb5d976 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Network': ['ID=769125d3-79be-461a-8dbd-d05cfc90ed67,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:34.531912 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a7ba94-c396-48eb-83d2-496be94aff06 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:34.550705 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38a7ba94-c396-48eb-83d2-496be94aff06 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:34.706395 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffb55e-b8d3-453d-a7db-d748ec4aff9e req-19c69ca8-6f70-447a-8159-609f3df2b3e8 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:34.722715 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2dffb55e-b8d3-453d-a7db-d748ec4aff9e req-19c69ca8-6f70-447a-8159-609f3df2b3e8 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.3040171 Apr 01 12:53:34.729262 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a7ba94-c396-48eb-83d2-496be94aff06 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:34.782260 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38a7ba94-c396-48eb-83d2-496be94aff06 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:34.782609 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-38a7ba94-c396-48eb-83d2-496be94aff06 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Added segment b32a2196-5159-426d-86a7-77c70c3c3fd6 of type vlan for network 0ad33322-ce15-4d77-bc9c-61cd8add2d6b Apr 01 12:53:34.854712 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b7b89d6-d08f-4c3c-a275-15981ed563c1 req-2b592cc9-4b21-4443-b522-0ae2d7b4491f service neutron] 10.222.0.37 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125515 Apr 01 12:53:34.861044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1f3d6-41b3-4643-8c55-b6c4d6b40631 req-2ae3f061-7d80-404e-a884-d431ec8d1789 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:34.869413 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3df1f3d6-41b3-4643-8c55-b6c4d6b40631 req-2ae3f061-7d80-404e-a884-d431ec8d1789 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 943 time: 0.2336800 Apr 01 12:53:34.875149 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2dffb55e-b8d3-453d-a7db-d748ec4aff9e req-3e545552-20da-4f15-bc29-6a8ef569735f tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514714 Apr 01 12:53:34.989571 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38a7ba94-c396-48eb-83d2-496be94aff06 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:35.020016 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3df1f3d6-41b3-4643-8c55-b6c4d6b40631 req-9f2bade3-b270-487e-88b1-e387cf6117ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496246 Apr 01 12:53:35.044698 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38a7ba94-c396-48eb-83d2-496be94aff06 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:35.051200 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a7ba94-c396-48eb-83d2-496be94aff06 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:35.052225 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-38a7ba94-c396-48eb-83d2-496be94aff06 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:35.100797 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-38a7ba94-c396-48eb-83d2-496be94aff06 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6494553 Apr 01 12:53:35.104847 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36118) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:35.109531 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'network_id': '0ad33322-ce15-4d77-bc9c-61cd8add2d6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:35.253130 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9b7b89d6-d08f-4c3c-a275-15981ed563c1 req-33f80221-3185-4c02-840b-66edfc6441bb service neutron] 10.222.0.37 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720844 Apr 01 12:53:35.262581 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7ba94-c396-48eb-83d2-496be94aff06 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=0ad33322-ce15-4d77-bc9c-61cd8add2d6b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:35.274270 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 0ad33322-ce15-4d77-bc9c-61cd8add2d6b details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:35.322783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36124) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:35.546634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1d72ed38-4994-45f7-96fb-ba698db46a7a tempest-DvrRoutersNegativeTest-832265984 tempest-DvrRoutersNegativeTest-832265984-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1903794231', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:35.563785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.policy [None req-1d72ed38-4994-45f7-96fb-ba698db46a7a tempest-DvrRoutersNegativeTest-832265984 tempest-DvrRoutersNegativeTest-832265984-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102718) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 01 12:53:35.564092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.policy [None req-1d72ed38-4994-45f7-96fb-ba698db46a7a tempest-DvrRoutersNegativeTest-832265984 tempest-DvrRoutersNegativeTest-832265984-project] Failed policy check for 'create_router' {{(pid=102718) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 01 12:53:35.564629 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-1d72ed38-4994-45f7-96fb-ba698db46a7a tempest-DvrRoutersNegativeTest-832265984 tempest-DvrRoutersNegativeTest-832265984-project] create failed (client error): Access was denied to this resource. Apr 01 12:53:35.565641 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1d72ed38-4994-45f7-96fb-ba698db46a7a tempest-DvrRoutersNegativeTest-832265984 tempest-DvrRoutersNegativeTest-832265984-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2418153 Apr 01 12:53:35.584094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:35.592176 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:35.606757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f19238-d1d6-4aff-ab9e-0dc806862d8d req-82d78487-2c09-4fb5-9beb-9bb0d4268926 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:35.608324 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e0f19238-d1d6-4aff-ab9e-0dc806862d8d req-82d78487-2c09-4fb5-9beb-9bb0d4268926 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.2014997 Apr 01 12:53:35.763081 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.ipam_backend_mixin [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Performing IP validity checks on allocation pools {{(pid=102719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 12:53:35.763611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.ipam_backend_mixin [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 12:53:35.819945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:53:35.837664 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e0f19238-d1d6-4aff-ab9e-0dc806862d8d req-1c025a7c-dd4b-44f7-bccd-79c542499058 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044885 Apr 01 12:53:35.883194 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:53:35.883533 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 544c6a2c-a9d1-4413-82a6-d76b5f2ea44d not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:53:36.220617 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:36.241304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458435a-88e4-4bb1-9019-849ad9cb3110 req-3e2f5eca-df78-4532-a293-74bca72d4b4e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:36.250424 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e458435a-88e4-4bb1-9019-849ad9cb3110 req-3e2f5eca-df78-4532-a293-74bca72d4b4e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 943 time: 0.1167986 Apr 01 12:53:36.250956 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36178) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:36.297915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e458435a-88e4-4bb1-9019-849ad9cb3110 req-7d3669fa-bb1c-46d8-a412-dd881a25181d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460815 Apr 01 12:53:36.382139 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-17f82c98-775e-4666-a49a-d291b8f384a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:36.401086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=650a1d0a-33c1-41ee-afe2-0b9437701d4c,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:36.447671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking segment: {'id': 'b32a2196-5159-426d-86a7-77c70c3c3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0ad33322-ce15-4d77-bc9c-61cd8add2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:36.464983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network hostable DHCP agents. Network: 0ad33322-ce15-4d77-bc9c-61cd8add2d6b, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:53:36.503900 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network 0ad33322-ce15-4d77-bc9c-61cd8add2d6b is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:53:36.528824 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 0ad33322-ce15-4d77-bc9c-61cd8add2d6b) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:36.535259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:36.536055 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:36.537995 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f5432-9ac4-4223-8f3f-e9bce8bcaa8b None None] Network 0ad33322-ce15-4d77-bc9c-61cd8add2d6b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:36.583634 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-510e9720-936c-4ccc-9e20-077deb79c213 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4761961 Apr 01 12:53:36.589755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36190) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:36.591478 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a289341-c5d4-4b2f-bee3-bb865c50082d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:36.761776 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:36.807316 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a289341-c5d4-4b2f-bee3-bb865c50082d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:36.814365 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5a289341-c5d4-4b2f-bee3-bb865c50082d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:36.834351 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:36.860066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c56ac1-ac9d-41d8-b06f-281b95372e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-0ad33322-ce15-4d77-bc9c-61cd8add2d6b', 'network_id': '0ad33322-ce15-4d77-bc9c-61cd8add2d6b', 'tenant_id': '59a5a1d48e344cd99e63fc41eadf1119', 'fixed_ips': [{'subnet_id': '650a1d0a-33c1-41ee-afe2-0b9437701d4c'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:53:36.860940 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-35c56ac1-ac9d-41d8-b06f-281b95372e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:36.869621 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5a289341-c5d4-4b2f-bee3-bb865c50082d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b71ffc515ed4d5eb621df6ed441d22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160319 Apr 01 12:53:36.870442 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36198) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:36.894679 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a289341-c5d4-4b2f-bee3-bb865c50082d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f385e43a-c3ed-45b1-bc04-c87998dd1d97,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:36.973879 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:36.988629 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5e66014-e330-4aa5-9a3a-65f3ace3900e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server [None req-35c56ac1-ac9d-41d8-b06f-281b95372e9b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 650a1d0a-33c1-41ee-afe2-0b9437701d4c: This subnet is being modified by another concurrent operation. Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise exception Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 650a1d0a-33c1-41ee-afe2-0b9437701d4c: This subnet is being modified by another concurrent operation. Apr 01 12:53:37.025713 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Apr 01 12:53:37.047615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Subnet': ['ID=650a1d0a-33c1-41ee-afe2-0b9437701d4c,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:37.050713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98df45d5-69bf-4417-b2c2-83804b86d913 None None] Network 0ad33322-ce15-4d77-bc9c-61cd8add2d6b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:37.072885 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32047a1-a981-4fb9-89d1-80d3891bece0 req-bc301c09-17a4-48ca-beac-e87a5922ea65 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:37.074439 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d32047a1-a981-4fb9-89d1-80d3891bece0 req-bc301c09-17a4-48ca-beac-e87a5922ea65 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.0838940 Apr 01 12:53:37.076379 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5e66014-e330-4aa5-9a3a-65f3ace3900e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:37.144110 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d32047a1-a981-4fb9-89d1-80d3891bece0 req-465ce1fd-dea5-4766-97d6-770ba430f904 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589247 Apr 01 12:53:37.169298 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5e66014-e330-4aa5-9a3a-65f3ace3900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:37.172105 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5e66014-e330-4aa5-9a3a-65f3ace3900e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:37.189057 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b5e66014-e330-4aa5-9a3a-65f3ace3900e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f385e43a-c3ed-45b1-bc04-c87998dd1d97 HTTP/1.1" status: 204 len: 168 time: 0.3022425 Apr 01 12:53:37.204093 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e66014-e330-4aa5-9a3a-65f3ace3900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f385e43a-c3ed-45b1-bc04-c87998dd1d97,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:37.215909 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:37.264072 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad33322-ce15-4d77-bc9c-61cd8add2d6b']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:37.281863 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32a2196-5159-426d-86a7-77c70c3c3fd6') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:37.282197 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32a2196-5159-426d-86a7-77c70c3c3fd6') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:37.302962 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:37.320031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0bdec5-d899-48e0-b9f4-6f3624d6db52 None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:53:37.380323 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:37.395225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:37.395916 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:37.403272 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:37.570958 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7528d8-dd75-4cbf-9508-deb92ff0c169 req-31598e6d-388c-489a-8970-eee251958d7c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:37.576552 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-db7528d8-dd75-4cbf-9508-deb92ff0c169 req-31598e6d-388c-489a-8970-eee251958d7c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 943 time: 0.0947297 Apr 01 12:53:37.611302 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 3e2371c8-0027-46f0-94d8-8877ea98b861 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:53:37.630318 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0bdec5-d899-48e0-b9f4-6f3624d6db52 None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:53:37.678964 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-db7528d8-dd75-4cbf-9508-deb92ff0c169 req-73acb6f7-0ebe-48bb-9d61-ec82812dd98e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899014 Apr 01 12:53:37.698246 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:37.725777 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:37.729788 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/0ad33322-ce15-4d77-bc9c-61cd8add2d6b HTTP/1.1" status: 204 len: 168 time: 1.1322980 Apr 01 12:53:37.732638 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92822e-4d00-4e97-93cd-1161b4ad0462 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Network': ['ID=0ad33322-ce15-4d77-bc9c-61cd8add2d6b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:37.733292 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36220) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:37.739470 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-72a19c05-193b-484a-8e98-be7b37a8a874 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1252248808'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:37.784107 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9691-24d7-427f-ab0c-4cdcdbc45bb9 req-3a0724ec-9f0d-42a0-b9fe-b463539e0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:37.785852 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-467e9691-24d7-427f-ab0c-4cdcdbc45bb9 req-3a0724ec-9f0d-42a0-b9fe-b463539e0694 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5da8b033f9c455b936841467bd2b94f&device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 1096 time: 0.2260513 Apr 01 12:53:37.796322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a19c05-193b-484a-8e98-be7b37a8a874 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:37.808662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72a19c05-193b-484a-8e98-be7b37a8a874 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:37.822321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3690-7a1f-4c9a-92de-cd40a20b24fc req-64775e4f-e5a5-4552-932c-acff57e84af0 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:37.834515 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c81e3690-7a1f-4c9a-92de-cd40a20b24fc req-64775e4f-e5a5-4552-932c-acff57e84af0 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.2640619 Apr 01 12:53:37.882171 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a19c05-193b-484a-8e98-be7b37a8a874 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:37.906509 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72a19c05-193b-484a-8e98-be7b37a8a874 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:37.906773 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-72a19c05-193b-484a-8e98-be7b37a8a874 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Added segment 65fa9d75-eced-4a63-8165-e5eff020ed17 of type vlan for network 4323d98b-b6f1-480f-b19f-6269ddf90237 Apr 01 12:53:38.046206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72a19c05-193b-484a-8e98-be7b37a8a874 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:38.049405 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c81e3690-7a1f-4c9a-92de-cd40a20b24fc req-109a45e2-7a50-4fcf-8550-bd7b415a189e tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139413 Apr 01 12:53:38.104950 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=3e2371c8-0027-46f0-94d8-8877ea98b861,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:38.129457 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72a19c05-193b-484a-8e98-be7b37a8a874 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:38.152715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a19c05-193b-484a-8e98-be7b37a8a874 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:38.154151 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-72a19c05-193b-484a-8e98-be7b37a8a874 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:38.165695 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'port_id': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'mac_address': 'fa:16:3e:f7:4c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:53:38.168885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9691-24d7-427f-ab0c-4cdcdbc45bb9 req-69924740-8f88-4598-a3c4-70679e12c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:38.170801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-467e9691-24d7-427f-ab0c-4cdcdbc45bb9 req-69924740-8f88-4598-a3c4-70679e12c741 service neutron] 10.222.0.44 "GET /v2.0/networks?id=721ffb08-39db-48de-b558-4386010aa9ec HTTP/1.1" status: 200 len: 913 time: 0.3149114 Apr 01 12:53:38.261290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-467e9691-24d7-427f-ab0c-4cdcdbc45bb9 req-0cf744f2-b3e6-4c5d-b195-84d8be75b9e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=534ff116-532b-4361-bc68-96aa6b8a3bc0 HTTP/1.1" status: 200 len: 217 time: 0.0794070 Apr 01 12:53:38.307739 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:38.330874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a19c05-193b-484a-8e98-be7b37a8a874 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=4323d98b-b6f1-480f-b19f-6269ddf90237,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:38.340098 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-72a19c05-193b-484a-8e98-be7b37a8a874 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6050224 Apr 01 12:53:38.342040 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36244) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:38.348437 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-cbcd71c4-30e2-48e8-9540-be3293b5d45d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'network_id': '4323d98b-b6f1-480f-b19f-6269ddf90237', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:38.356028 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2371c8-0027-46f0-94d8-8877ea98b861 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:53:38.365299 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 4323d98b-b6f1-480f-b19f-6269ddf90237 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:38.390538 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9691-24d7-427f-ab0c-4cdcdbc45bb9 req-69c11bae-915d-4335-8545-cdd0e22fd4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:38.394148 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-467e9691-24d7-427f-ab0c-4cdcdbc45bb9 req-69c11bae-915d-4335-8545-cdd0e22fd4a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b56d1f9-3040-48cf-b724-e61eed1a9933 HTTP/1.1" status: 200 len: 852 time: 0.1218607 Apr 01 12:53:38.441718 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-467e9691-24d7-427f-ab0c-4cdcdbc45bb9 req-3b58cbe8-6e60-4300-a100-0774fc10355f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=721ffb08-39db-48de-b558-4386010aa9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366244 Apr 01 12:53:38.489820 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=3e2371c8-0027-46f0-94d8-8877ea98b861,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:38.514159 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcd71c4-30e2-48e8-9540-be3293b5d45d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:38.518180 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbcd71c4-30e2-48e8-9540-be3293b5d45d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:38.533468 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:38.598202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=3e2371c8-0027-46f0-94d8-8877ea98b861,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:38.657602 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-467e9691-24d7-427f-ab0c-4cdcdbc45bb9 req-7f12c07f-a424-45c4-8ac6-9bd5236a8c33 service neutron] 10.222.0.44 "GET /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044458 Apr 01 12:53:38.767748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36260) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:38.808919 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:38.819064 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-467e9691-24d7-427f-ab0c-4cdcdbc45bb9 req-ca651b2b-5d86-4e3a-8484-8f0c7be4f226 service neutron] 10.222.0.44 "GET /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512253 Apr 01 12:53:38.869027 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['3e2371c8-0027-46f0-94d8-8877ea98b861'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:53:38.908053 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e93ca5-5934-419d-a5e3-d793e5ee7d74 req-2197c7e8-e48e-4fdd-ae8f-6247763ee3b9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:38.918084 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-60e93ca5-5934-419d-a5e3-d793e5ee7d74 req-2197c7e8-e48e-4fdd-ae8f-6247763ee3b9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 944 time: 0.0892632 Apr 01 12:53:38.989879 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-60e93ca5-5934-419d-a5e3-d793e5ee7d74 req-942eea97-1a1d-4984-9ab4-99b8313edc07 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732241 Apr 01 12:53:39.039960 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-45dab021-da29-4836-a309-ad9e49dc15b9 tempest-ServiceProvidersTest-1688798013 tempest-ServiceProvidersTest-1688798013-project] 10.222.0.45 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2710433 Apr 01 12:53:39.068079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbcd71c4-30e2-48e8-9540-be3293b5d45d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:39.085870 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5ba2c42c-4031-44b3-85ea-6d4155d48e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:39.099764 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:39.194164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd71c4-30e2-48e8-9540-be3293b5d45d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=ba39822d-d0bd-4e63-9043-dd3bdb3dc0eb,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:39.281432 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd71c4-30e2-48e8-9540-be3293b5d45d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking segment: {'id': '65fa9d75-eced-4a63-8165-e5eff020ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4323d98b-b6f1-480f-b19f-6269ddf90237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:39.281842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd71c4-30e2-48e8-9540-be3293b5d45d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network hostable DHCP agents. Network: 4323d98b-b6f1-480f-b19f-6269ddf90237, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:53:39.321954 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd71c4-30e2-48e8-9540-be3293b5d45d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network 4323d98b-b6f1-480f-b19f-6269ddf90237 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:53:39.342333 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-cbcd71c4-30e2-48e8-9540-be3293b5d45d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 4323d98b-b6f1-480f-b19f-6269ddf90237) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:39.352632 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcd71c4-30e2-48e8-9540-be3293b5d45d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:39.353242 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbcd71c4-30e2-48e8-9540-be3293b5d45d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:39.364755 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7aaef4-e563-4afc-a3da-6faaeed215af None None] Network 4323d98b-b6f1-480f-b19f-6269ddf90237 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:39.396325 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cbcd71c4-30e2-48e8-9540-be3293b5d45d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0529282 Apr 01 12:53:39.400767 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36274) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:39.722652 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-4323d98b-b6f1-480f-b19f-6269ddf90237', 'network_id': '4323d98b-b6f1-480f-b19f-6269ddf90237', 'tenant_id': '59a5a1d48e344cd99e63fc41eadf1119', 'fixed_ips': [{'subnet_id': 'ba39822d-d0bd-4e63-9043-dd3bdb3dc0eb'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:53:39.723538 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:39.777546 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:39.779412 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36284) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:39.927972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e741f4-803a-4f66-b1da-dd7f25499bac req-a336115b-682c-46cd-bd64-0c19b453dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:39.928567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:39.928743 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12e741f4-803a-4f66-b1da-dd7f25499bac req-a336115b-682c-46cd-bd64-0c19b453dd64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5da8b033f9c455b936841467bd2b94f&device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 1096 time: 0.9997296 Apr 01 12:53:39.958086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd206c6-9940-48fa-8a6e-9555d90e6cd0 req-368d0712-73a9-4b4c-82c6-c13a8366728a tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:39.965910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3cd206c6-9940-48fa-8a6e-9555d90e6cd0 req-368d0712-73a9-4b4c-82c6-c13a8366728a tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.1733923 Apr 01 12:53:40.087647 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Allocated IP 172.20.0.1 (4323d98b-b6f1-480f-b19f-6269ddf90237/ba39822d-d0bd-4e63-9043-dd3bdb3dc0eb/ad8b37f3-ff76-4117-8947-73e0ca182c5e) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:40.099662 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f51b197-e703-4dfd-a967-58431bf91033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.125698 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3cd206c6-9940-48fa-8a6e-9555d90e6cd0 req-ef310261-70d5-410d-aaeb-1a153242d82b tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587718 Apr 01 12:53:40.205899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e741f4-803a-4f66-b1da-dd7f25499bac req-db4d9b5e-78cd-4a6d-ac5c-70de6d26a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:40.208197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12e741f4-803a-4f66-b1da-dd7f25499bac req-db4d9b5e-78cd-4a6d-ac5c-70de6d26a63e service neutron] 10.222.0.44 "GET /v2.0/networks?id=721ffb08-39db-48de-b558-4386010aa9ec HTTP/1.1" status: 200 len: 913 time: 0.2328150 Apr 01 12:53:40.288266 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12e741f4-803a-4f66-b1da-dd7f25499bac req-42a35989-617b-4d21-bc69-b6ff1b2cefa4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=534ff116-532b-4361-bc68-96aa6b8a3bc0 HTTP/1.1" status: 200 len: 217 time: 0.0736928 Apr 01 12:53:40.310992 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29355e90-3a8f-4ac2-a1de-ed4dcce1fd81 req-654574a6-e5d8-4890-a5a1-45fdebbf914a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:40.312659 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-29355e90-3a8f-4ac2-a1de-ed4dcce1fd81 req-654574a6-e5d8-4890-a5a1-45fdebbf914a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 944 time: 0.1856909 Apr 01 12:53:40.366186 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f51b197-e703-4dfd-a967-58431bf91033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.383961 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e741f4-803a-4f66-b1da-dd7f25499bac req-42a753a0-1aaa-494f-b037-5b85b70c40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:40.385473 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12e741f4-803a-4f66-b1da-dd7f25499bac req-42a753a0-1aaa-494f-b037-5b85b70c40bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b56d1f9-3040-48cf-b724-e61eed1a9933 HTTP/1.1" status: 200 len: 852 time: 0.0888162 Apr 01 12:53:40.389043 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f51b197-e703-4dfd-a967-58431bf91033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.429766 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.445169 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12e741f4-803a-4f66-b1da-dd7f25499bac req-6534fc19-b7fa-4436-bf89-3c0c005e5fd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=721ffb08-39db-48de-b558-4386010aa9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528247 Apr 01 12:53:40.449239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9f51b197-e703-4dfd-a967-58431bf91033 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8828f1ef05194a21ade475de35a8ac3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6668758 Apr 01 12:53:40.451314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36302) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:40.453718 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.499612 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-29355e90-3a8f-4ac2-a1de-ed4dcce1fd81 req-27ea61f8-84b9-4c7b-a637-655610e882af tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787667 Apr 01 12:53:40.521332 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.539856 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51b197-e703-4dfd-a967-58431bf91033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5278ea67-c7bf-400a-9acb-75b3c3a21d86,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:40.569425 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Subnet': ['ID=ba39822d-d0bd-4e63-9043-dd3bdb3dc0eb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:40.585970 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Pushing event updated for resources: {'Port': ['ID=ad8b37f3-ff76-4117-8947-73e0ca182c5e,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:40.608969 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.622047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Network 4323d98b-b6f1-480f-b19f-6269ddf90237 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:40.626661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:40.631736 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:40.645078 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6af8977-21fb-452c-b848-2aa6d03ff55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.670091 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.692487 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4323d98b-b6f1-480f-b19f-6269ddf90237']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:40.706286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fa9d75-eced-4a63-8165-e5eff020ed17') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:40.706587 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fa9d75-eced-4a63-8165-e5eff020ed17') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:40.716843 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.734766 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.742877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:40.743747 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.749186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Attempting to bind port ad8b37f3-ff76-4117-8947-73e0ca182c5e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:53:40.749367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Attempting to bind port ad8b37f3-ff76-4117-8947-73e0ca182c5e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '65fa9d75-eced-4a63-8165-e5eff020ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4323d98b-b6f1-480f-b19f-6269ddf90237'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:53:40.749642 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Attempting to bind port ad8b37f3-ff76-4117-8947-73e0ca182c5e on network 4323d98b-b6f1-480f-b19f-6269ddf90237 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:40.756293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:53:40.756656 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Checking segment: {'id': '65fa9d75-eced-4a63-8165-e5eff020ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4323d98b-b6f1-480f-b19f-6269ddf90237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:40.757052 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.757437 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Bound using segment: {'id': '65fa9d75-eced-4a63-8165-e5eff020ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4323d98b-b6f1-480f-b19f-6269ddf90237'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:53:40.757900 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Bound port: ad8b37f3-ff76-4117-8947-73e0ca182c5e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fa9d75-eced-4a63-8165-e5eff020ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4323d98b-b6f1-480f-b19f-6269ddf90237'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:53:40.758307 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.809347 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6af8977-21fb-452c-b848-2aa6d03ff55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:40.826401 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:40.831779 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.api [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 12:53:40.831779 n-d-836146-1 neutron-server[102719]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 12:53:40.831779 n-d-836146-1 neutron-server[102719]: [parameters: {'id': '4323d98b-b6f1-480f-b19f-6269ddf90237'}] Apr 01 12:53:40.831779 n-d-836146-1 neutron-server[102719]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:53:40.833260 n-d-836146-1 neutron-server[102719]: DEBUG oslo_db.api [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:53:40.916287 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] For port ad8b37f3-ff76-4117-8947-73e0ca182c5e, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:53:40.922805 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12e741f4-803a-4f66-b1da-dd7f25499bac req-8a0ad64f-88c8-41b7-aecc-ecb41c4fbc2d service neutron] 10.222.0.44 "GET /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666166 Apr 01 12:53:40.933415 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] For port ad8b37f3-ff76-4117-8947-73e0ca182c5e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ad8b37f3-ff76-4117-8947-73e0ca182c5e,segment=NetworkSegment(65fa9d75-eced-4a63-8165-e5eff020ed17),segment_id=65fa9d75-eced-4a63-8165-e5eff020ed17)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:53:40.944020 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:40.999305 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6af8977-21fb-452c-b848-2aa6d03ff55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:41.002189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b6af8977-21fb-452c-b848-2aa6d03ff55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:41.005661 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b6af8977-21fb-452c-b848-2aa6d03ff55e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5278ea67-c7bf-400a-9acb-75b3c3a21d86 HTTP/1.1" status: 204 len: 168 time: 0.5509655 Apr 01 12:53:41.028277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ba7d4-4118-4f30-b311-c23d584d6d25 None None] Pushing event updated for resources: {'Port': ['ID=ad8b37f3-ff76-4117-8947-73e0ca182c5e,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:41.063445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af8977-21fb-452c-b848-2aa6d03ff55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5278ea67-c7bf-400a-9acb-75b3c3a21d86,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:41.114574 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12e741f4-803a-4f66-b1da-dd7f25499bac req-23c46c3c-fecf-4abf-9d1e-7bb677dda9dc service neutron] 10.222.0.44 "GET /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846414 Apr 01 12:53:41.168546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4100b1-adde-4f8d-926f-10496f9b1c0f None None] Network 4323d98b-b6f1-480f-b19f-6269ddf90237 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:41.274073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d95c2-abd7-4cfe-a115-de5c9a1f6fe8 req-378040d6-e499-4238-8997-4a9d6d6bb352 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:41.277774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1d2d95c2-abd7-4cfe-a115-de5c9a1f6fe8 req-378040d6-e499-4238-8997-4a9d6d6bb352 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.0736737 Apr 01 12:53:41.334793 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:41.338100 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1d2d95c2-abd7-4cfe-a115-de5c9a1f6fe8 req-fc2c8984-7c45-433c-98fc-98d9ed230b41 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494230 Apr 01 12:53:41.398076 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c7e23b-107b-4485-ab01-d1add46a489b None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:53:41.445210 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Deleting port ad8b37f3-ff76-4117-8947-73e0ca182c5e {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:41.445484 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:41.536906 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c7e23b-107b-4485-ab01-d1add46a489b None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:53:41.564033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] For port ad8b37f3-ff76-4117-8947-73e0ca182c5e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ad8b37f3-ff76-4117-8947-73e0ca182c5e,segment=NetworkSegment(65fa9d75-eced-4a63-8165-e5eff020ed17),segment_id=65fa9d75-eced-4a63-8165-e5eff020ed17)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:41.564402 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:41.605682 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Calling delete_port for ad8b37f3-ff76-4117-8947-73e0ca182c5e owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:41.613086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 3e2371c8-0027-46f0-94d8-8877ea98b861 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:53:41.803153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:41.819301 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a215f9-1ebc-450f-b9aa-3acc038ae3f8 req-cbb03a05-e321-4536-a5a0-55b160d1596c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:41.820937 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62a215f9-1ebc-450f-b9aa-3acc038ae3f8 req-cbb03a05-e321-4536-a5a0-55b160d1596c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 944 time: 0.1922412 Apr 01 12:53:41.836154 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Port': ['ID=ad8b37f3-ff76-4117-8947-73e0ca182c5e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:41.879327 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62a215f9-1ebc-450f-b9aa-3acc038ae3f8 req-848f7c83-4567-462c-b48c-bc3c05c49463 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508571 Apr 01 12:53:41.881402 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No DVR routers for this DVR port ad8b37f3-ff76-4117-8947-73e0ca182c5e on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:53:42.024705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e6077-4524-42d0-a988-72747b3e925e req-fed1c798-6853-43c2-8dd3-cfb242e221a2 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:42.037010 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a1e6077-4524-42d0-a988-72747b3e925e req-fed1c798-6853-43c2-8dd3-cfb242e221a2 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.2056220 Apr 01 12:53:42.140817 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.191653 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4323d98b-b6f1-480f-b19f-6269ddf90237']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:42.209822 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.211944 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.220224 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9a1e6077-4524-42d0-a988-72747b3e925e req-194b09c9-b374-4e23-9618-459d468aee3e tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798234 Apr 01 12:53:42.225953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fa9d75-eced-4a63-8165-e5eff020ed17') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:42.226488 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fa9d75-eced-4a63-8165-e5eff020ed17') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:42.228488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 3e2371c8-0027-46f0-94d8-8877ea98b861 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:53:42.233051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 3e2371c8-0027-46f0-94d8-8877ea98b861 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:42.233430 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.240170 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.263337 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.270389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:42.270794 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.336880 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:42.340274 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:42.345272 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.356463 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.359629 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/4323d98b-b6f1-480f-b19f-6269ddf90237 HTTP/1.1" status: 204 len: 168 time: 2.9559019 Apr 01 12:53:42.363381 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36344) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:42.369507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a86d0031-a589-4285-8da3-2f4b647f2455 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1460450372'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:42.379065 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:53:42.381917 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356599f2-efe2-46b5-8c7a-3947f826a384" -d '{"events": [{"server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "name": "network-vif-plugged", "status": "completed", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:53:42.390830 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29376b47-500d-40c9-bbae-c6e062adf19f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Network': ['ID=4323d98b-b6f1-480f-b19f-6269ddf90237,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:42.416757 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=3e2371c8-0027-46f0-94d8-8877ea98b861,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:42.423838 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.444522 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36350) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:42.447642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86d0031-a589-4285-8da3-2f4b647f2455 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:42.452663 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a86d0031-a589-4285-8da3-2f4b647f2455 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.504869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86d0031-a589-4285-8da3-2f4b647f2455 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:42.520663 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a86d0031-a589-4285-8da3-2f4b647f2455 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.521419 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-a86d0031-a589-4285-8da3-2f4b647f2455 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Added segment 50a111ae-b3c6-45b7-8ee2-55833e958af2 of type vlan for network 37411feb-075f-4412-944e-a628cb2c56ac Apr 01 12:53:42.552429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=3e2371c8-0027-46f0-94d8-8877ea98b861,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:42.583712 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a86d0031-a589-4285-8da3-2f4b647f2455 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.611089 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a86d0031-a589-4285-8da3-2f4b647f2455 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.618296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86d0031-a589-4285-8da3-2f4b647f2455 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:42.619221 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a86d0031-a589-4285-8da3-2f4b647f2455 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.635338 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-282612245'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:42.668304 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Made reservation on behalf of 829d8f3494d442d78ad9fbf72517296c for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:42.674249 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.689968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.710449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36358) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:42.714455 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a86d0031-a589-4285-8da3-2f4b647f2455 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3492825 Apr 01 12:53:42.721752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-93392529-0d19-4aa9-ac99-786937a12031 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'network_id': '37411feb-075f-4412-944e-a628cb2c56ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:42.789206 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36659924-dd00-489c-913a-d74b3e89b033 x-openstack-request-id: req-36659924-dd00-489c-913a-d74b3e89b033 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:53:42.789497 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "name": "network-vif-plugged", "status": "completed", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:53:42.790539 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36659924-dd00-489c-913a-d74b3e89b033 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:53:42.790539 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36659924-dd00-489c-913a-d74b3e89b033'] response: {'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'code': 200} Apr 01 12:53:42.801692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d0031-a589-4285-8da3-2f4b647f2455 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=37411feb-075f-4412-944e-a628cb2c56ac,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:42.815577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 37411feb-075f-4412-944e-a628cb2c56ac details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:42.936774 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93392529-0d19-4aa9-ac99-786937a12031 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:42.940974 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93392529-0d19-4aa9-ac99-786937a12031 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:42.982295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157a76d-20bb-46ba-9231-e60fd37372eb req-5011267f-f1ae-4cb1-9ab6-db51cde6518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:42.984340 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5157a76d-20bb-46ba-9231-e60fd37372eb req-5011267f-f1ae-4cb1-9ab6-db51cde6518b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 1096 time: 0.1046395 Apr 01 12:53:43.067562 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5157a76d-20bb-46ba-9231-e60fd37372eb req-4b5d8db1-55c2-44ef-9622-29e3b984107a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756433 Apr 01 12:53:43.074569 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:43.130029 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:43.159270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:43.194383 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:43.194729 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Added segment caf42716-3a98-49b1-8d3b-0436975a48df of type vlan for network 8749c690-ca29-496f-9d66-4f7138b19e51 Apr 01 12:53:43.263491 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e28e58-bbd5-4330-bfaa-0f04bca09ab4,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:43.324617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143b6fe-cc3d-449e-8b9f-4a9ab661b583 req-3c12d858-abf5-476c-866d-95cb3c5e016a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:43.330543 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e143b6fe-cc3d-449e-8b9f-4a9ab661b583 req-3c12d858-abf5-476c-866d-95cb3c5e016a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 945 time: 0.3402457 Apr 01 12:53:43.387669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba63226-aab2-4ecf-bf8e-a0030307efd6 req-20a55c74-edee-43b7-9ea0-bdf5b7b2e01b tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:43.390172 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bba63226-aab2-4ecf-bf8e-a0030307efd6 req-20a55c74-edee-43b7-9ea0-bdf5b7b2e01b tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.0841732 Apr 01 12:53:43.424929 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:43.440845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bba63226-aab2-4ecf-bf8e-a0030307efd6 req-eca23959-308c-4c83-bd1b-9e862c7b5301 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Apr 01 12:53:43.527696 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e143b6fe-cc3d-449e-8b9f-4a9ab661b583 req-278dbf6c-0e5f-4a87-a8ec-c8bf6d863c89 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764572 Apr 01 12:53:43.560502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:43.567584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:43.568208 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:43.634583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93392529-0d19-4aa9-ac99-786937a12031 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:43.700714 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2551033 Apr 01 12:53:43.707253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36436) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:43.718709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-7416dbde-52c0-40b0-bda9-810926a7f488 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Request body: {'subnet': {'network_id': '8749c690-ca29-496f-9d66-4f7138b19e51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:43.773622 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b382c-898c-4a30-9697-59b5406d00e7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Pushing event updated for resources: {'Network': ['ID=8749c690-ca29-496f-9d66-4f7138b19e51,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:43.787461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 8749c690-ca29-496f-9d66-4f7138b19e51 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:43.792579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93392529-0d19-4aa9-ac99-786937a12031 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=83a8f171-9ddd-4c30-9094-0f4a0f712dad,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:43.795091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93392529-0d19-4aa9-ac99-786937a12031 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking segment: {'id': '50a111ae-b3c6-45b7-8ee2-55833e958af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37411feb-075f-4412-944e-a628cb2c56ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:43.795470 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93392529-0d19-4aa9-ac99-786937a12031 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network hostable DHCP agents. Network: 37411feb-075f-4412-944e-a628cb2c56ac, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:53:43.815086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93392529-0d19-4aa9-ac99-786937a12031 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network 37411feb-075f-4412-944e-a628cb2c56ac is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:53:43.828057 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-93392529-0d19-4aa9-ac99-786937a12031 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 37411feb-075f-4412-944e-a628cb2c56ac) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:43.846527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c830f3-86dc-4566-ae0b-2c993f69a250 None None] Network 37411feb-075f-4412-944e-a628cb2c56ac requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:43.851456 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93392529-0d19-4aa9-ac99-786937a12031 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:43.852874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93392529-0d19-4aa9-ac99-786937a12031 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:43.889005 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c1bb3-b370-4a61-944a-cd1e65135b2b req-2889f93a-5be8-4999-a64d-0d51eab7598b tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:43.890583 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-93392529-0d19-4aa9-ac99-786937a12031 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1681285 Apr 01 12:53:43.893200 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36458) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:43.896141 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b37c1bb3-b370-4a61-944a-cd1e65135b2b req-2889f93a-5be8-4999-a64d-0d51eab7598b tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.44 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.2245445 Apr 01 12:53:44.009303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7416dbde-52c0-40b0-bda9-810926a7f488 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Made reservation on behalf of 829d8f3494d442d78ad9fbf72517296c for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:44.012727 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7416dbde-52c0-40b0-bda9-810926a7f488 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.088900 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.167955 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b37c1bb3-b370-4a61-944a-cd1e65135b2b req-a904f0aa-488b-4ff2-b025-c4eeafee09a3 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Deleting port 534ff116-532b-4361-bc68-96aa6b8a3bc0 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:44.168329 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b37c1bb3-b370-4a61-944a-cd1e65135b2b req-a904f0aa-488b-4ff2-b025-c4eeafee09a3 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.204353 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.345122 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.400572 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Subnet': ['ID=83a8f171-9ddd-4c30-9094-0f4a0f712dad,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:44.478956 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780dcbb1-f766-4ef6-bf4e-38b9e60f0f1e None None] Network 37411feb-075f-4412-944e-a628cb2c56ac requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:44.487260 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b37c1bb3-b370-4a61-944a-cd1e65135b2b req-a904f0aa-488b-4ff2-b025-c4eeafee09a3 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] For port 534ff116-532b-4361-bc68-96aa6b8a3bc0, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=534ff116-532b-4361-bc68-96aa6b8a3bc0,segment=NetworkSegment(957e4cbd-6eca-452b-b492-e5809011a320),segment_id=957e4cbd-6eca-452b-b492-e5809011a320)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:44.487751 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b37c1bb3-b370-4a61-944a-cd1e65135b2b req-a904f0aa-488b-4ff2-b025-c4eeafee09a3 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.541852 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b37c1bb3-b370-4a61-944a-cd1e65135b2b req-a904f0aa-488b-4ff2-b025-c4eeafee09a3 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Calling delete_port for 534ff116-532b-4361-bc68-96aa6b8a3bc0 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:44.547216 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.550719 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7416dbde-52c0-40b0-bda9-810926a7f488 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.591015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37411feb-075f-4412-944e-a628cb2c56ac']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:44.619683 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a111ae-b3c6-45b7-8ee2-55833e958af2') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:44.620291 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a111ae-b3c6-45b7-8ee2-55833e958af2') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:44.642933 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.660718 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.676067 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:44.676567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:44.681839 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:44.828945 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.841021 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.845326 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/37411feb-075f-4412-944e-a628cb2c56ac HTTP/1.1" status: 204 len: 168 time: 0.9507210 Apr 01 12:53:44.859163 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36546) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:44.869774 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d0502ddf-bde8-4a3d-b25a-3ded194db943 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-973607003'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:44.874033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa644fc5-5c20-4101-ba0f-0ec0d87ae5cd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Network': ['ID=37411feb-075f-4412-944e-a628cb2c56ac,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:44.893666 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c528e-0213-4e14-bfcd-6b27c8e4b469 req-3c053566-3752-46e9-83f3-54ef31b20494 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:44.895435 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-076c528e-0213-4e14-bfcd-6b27c8e4b469 req-3c053566-3752-46e9-83f3-54ef31b20494 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 945 time: 0.1468976 Apr 01 12:53:44.912053 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0502ddf-bde8-4a3d-b25a-3ded194db943 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:44.913052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb54e78-8c08-40bb-83b7-27486cb058b7 req-110d56f3-14a5-464b-8223-8e7ed14539ff tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:44.914644 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1fb54e78-8c08-40bb-83b7-27486cb058b7 req-110d56f3-14a5-464b-8223-8e7ed14539ff tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 945 time: 0.3394721 Apr 01 12:53:44.916006 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0502ddf-bde8-4a3d-b25a-3ded194db943 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:44.935166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416dbde-52c0-40b0-bda9-810926a7f488 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Pushing event updated for resources: {'Subnet': ['ID=533d5d4d-c324-4cf4-975b-ca03f0411dc4,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:44.976276 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-076c528e-0213-4e14-bfcd-6b27c8e4b469 req-22130645-8648-4ef7-a039-b9d745d02275 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722923 Apr 01 12:53:44.980671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0502ddf-bde8-4a3d-b25a-3ded194db943 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:45.001740 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0502ddf-bde8-4a3d-b25a-3ded194db943 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:45.001740 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-d0502ddf-bde8-4a3d-b25a-3ded194db943 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Added segment 6e881f10-19bf-4f50-9b10-649399d336fb of type vlan for network 635f5a46-9204-40a3-90d3-7f7d955e9947 Apr 01 12:53:45.009553 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416dbde-52c0-40b0-bda9-810926a7f488 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Checking segment: {'id': 'caf42716-3a98-49b1-8d3b-0436975a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8749c690-ca29-496f-9d66-4f7138b19e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:45.010238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7416dbde-52c0-40b0-bda9-810926a7f488 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Network hostable DHCP agents. Network: 8749c690-ca29-496f-9d66-4f7138b19e51, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:53:45.044743 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1fb54e78-8c08-40bb-83b7-27486cb058b7 req-511ad219-6090-401f-8696-2cbee591c48b tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b852ada-4f55-44e5-8b63-9f3dcf377e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031075 Apr 01 12:53:45.065965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7416dbde-52c0-40b0-bda9-810926a7f488 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Network 8749c690-ca29-496f-9d66-4f7138b19e51 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:53:45.091185 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0502ddf-bde8-4a3d-b25a-3ded194db943 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:45.119653 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-7416dbde-52c0-40b0-bda9-810926a7f488 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 8749c690-ca29-496f-9d66-4f7138b19e51) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:45.130408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490f3c1f-a535-4d4b-8fd9-cf35932fed8d None None] Network 8749c690-ca29-496f-9d66-4f7138b19e51 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:45.147189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7416dbde-52c0-40b0-bda9-810926a7f488 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:45.148075 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7416dbde-52c0-40b0-bda9-810926a7f488 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:45.190318 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7416dbde-52c0-40b0-bda9-810926a7f488 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4804771 Apr 01 12:53:45.192092 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b37c1bb3-b370-4a61-944a-cd1e65135b2b req-a904f0aa-488b-4ff2-b025-c4eeafee09a3 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:45.194193 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36582) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:45.205075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Request body: {'port': {'network_id': '8749c690-ca29-496f-9d66-4f7138b19e51', 'name': 'tempest-TagsExtTest-928618640'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:45.297250 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0502ddf-bde8-4a3d-b25a-3ded194db943 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:45.303866 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0502ddf-bde8-4a3d-b25a-3ded194db943 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:45.304466 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d0502ddf-bde8-4a3d-b25a-3ded194db943 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:45.385935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904f0aa-488b-4ff2-b025-c4eeafee09a3 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Pushing event deleted for resources: {'Port': ['ID=534ff116-532b-4361-bc68-96aa6b8a3bc0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:45.406126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-8749c690-ca29-496f-9d66-4f7138b19e51', 'network_id': '8749c690-ca29-496f-9d66-4f7138b19e51', 'tenant_id': '829d8f3494d442d78ad9fbf72517296c', 'fixed_ips': [{'subnet_id': '533d5d4d-c324-4cf4-975b-ca03f0411dc4'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:53:45.407106 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:45.454968 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d0502ddf-bde8-4a3d-b25a-3ded194db943 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5921628 Apr 01 12:53:45.460831 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36612) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:45.471121 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'network_id': '635f5a46-9204-40a3-90d3-7f7d955e9947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:45.530933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4f0e4-71da-4129-bbb5-89a6dd2b288a req-cc14404e-36ae-4022-8152-bdb00f8cb175 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:45.532898 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-71b4f0e4-71da-4129-bbb5-89a6dd2b288a req-cc14404e-36ae-4022-8152-bdb00f8cb175 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 945 time: 0.3883798 Apr 01 12:53:45.535110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37c1bb3-b370-4a61-944a-cd1e65135b2b req-a904f0aa-488b-4ff2-b025-c4eeafee09a3 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] No DVR routers for this DVR port 534ff116-532b-4361-bc68-96aa6b8a3bc0 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:53:45.539374 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b37c1bb3-b370-4a61-944a-cd1e65135b2b req-a904f0aa-488b-4ff2-b025-c4eeafee09a3 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:45.543367 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b37c1bb3-b370-4a61-944a-cd1e65135b2b req-a904f0aa-488b-4ff2-b025-c4eeafee09a3 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.44 "DELETE /v2.0/ports/534ff116-532b-4361-bc68-96aa6b8a3bc0 HTTP/1.1" status: 204 len: 173 time: 1.5686963 Apr 01 12:53:45.552307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7389da34-b776-4385-bb2a-17bd72e756cb', 'name': 'network-vif-deleted', 'tag': '534ff116-532b-4361-bc68-96aa6b8a3bc0'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:53:45.555005 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606e5262-383d-4367-8980-78b693dbe50f" -d '{"events": [{"server_uuid": "7389da34-b776-4385-bb2a-17bd72e756cb", "name": "network-vif-deleted", "tag": "534ff116-532b-4361-bc68-96aa6b8a3bc0"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:53:45.566777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Made reservation on behalf of 829d8f3494d442d78ad9fbf72517296c for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:45.572563 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:45.594386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] device_id is not set on port 6586d3c2-c5ad-44bd-b27a-a6134b79d17d yet. {{(pid=102718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 12:53:45.760258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0502ddf-bde8-4a3d-b25a-3ded194db943 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=635f5a46-9204-40a3-90d3-7f7d955e9947,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:45.788354 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-71b4f0e4-71da-4129-bbb5-89a6dd2b288a req-d2a276c1-afb0-4a9e-828a-a3739ffc36b6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294900 Apr 01 12:53:45.792954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 635f5a46-9204-40a3-90d3-7f7d955e9947 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:45.847390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36652) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:45.859432 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Allocated IP 172.20.0.2 (8749c690-ca29-496f-9d66-4f7138b19e51/533d5d4d-c324-4cf4-975b-ca03f0411dc4/6586d3c2-c5ad-44bd-b27a-a6134b79d17d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:45.868347 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad44f02-9f12-4f2a-967a-27192dc98d58 x-openstack-request-id: req-8ad44f02-9f12-4f2a-967a-27192dc98d58 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:53:45.868681 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7389da34-b776-4385-bb2a-17bd72e756cb", "name": "network-vif-deleted", "tag": "534ff116-532b-4361-bc68-96aa6b8a3bc0", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:53:45.868969 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ad44f02-9f12-4f2a-967a-27192dc98d58 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:53:45.869413 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad44f02-9f12-4f2a-967a-27192dc98d58'] response: {'server_uuid': '7389da34-b776-4385-bb2a-17bd72e756cb', 'name': 'network-vif-deleted', 'tag': '534ff116-532b-4361-bc68-96aa6b8a3bc0', 'status': 'completed', 'code': 200} Apr 01 12:53:45.992170 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:46.002675 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:46.021381 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42550883-fec2-4969-9d87-6b551f7915ad tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:46.023065 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-42550883-fec2-4969-9d87-6b551f7915ad tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 1091 time: 0.1736135 Apr 01 12:53:46.030840 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36672) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:46.037877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:46.146363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.ipam_backend_mixin [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Performing IP validity checks on allocation pools {{(pid=102719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 12:53:46.149661 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.ipam_backend_mixin [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 12:53:46.212512 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:46.379789 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:46.406243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1b54b844-b6d8-49fe-8f3e-7c862f778988 req-595cef2d-7cd3-40b6-a7ee-51d43beebfc9 tempest-TestServerAdvancedOps-42142930 tempest-TestServerAdvancedOps-42142930-project] 10.222.0.45 "GET /v2.0/ports?device_id=7389da34-b776-4385-bb2a-17bd72e756cb HTTP/1.1" status: 200 len: 210 time: 0.0917015 Apr 01 12:53:46.433032 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:46.540138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=50161b27-b635-460b-b683-f6a1a0d8e895,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:46.554060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking segment: {'id': '6e881f10-19bf-4f50-9b10-649399d336fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '635f5a46-9204-40a3-90d3-7f7d955e9947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:46.555040 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network hostable DHCP agents. Network: 635f5a46-9204-40a3-90d3-7f7d955e9947, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:53:46.595962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network 635f5a46-9204-40a3-90d3-7f7d955e9947 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:53:46.615397 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:46.619099 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:46.635260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 635f5a46-9204-40a3-90d3-7f7d955e9947) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:46.647504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:46.649054 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:46.684254 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29aebeb-26a5-4b5a-878a-5b5a4ebc413a None None] Network 635f5a46-9204-40a3-90d3-7f7d955e9947 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:46.698135 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2466e8cd-a7d2-4e11-bb09-5d9421028fd2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2356489 Apr 01 12:53:46.701922 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36736) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:46.750774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Network 8749c690-ca29-496f-9d66-4f7138b19e51 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:46.758979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:46.769760 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:46.840850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:46.853512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Pushing event updated for resources: {'Port': ['ID=6586d3c2-c5ad-44bd-b27a-a6134b79d17d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:46.913700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:46.914793 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:46.927247 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:46.947783 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-95c1d612-884d-4a3e-bd86-fd357059153d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7496016 Apr 01 12:53:46.947783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.25.7.27 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/8fa7f90e-c59e-4621-bfde-01f6506b8a09) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:46.951255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36760) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:46.957573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-79e03efe-4289-4334-819f-f8c4a2b50ded tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1253782467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:47.018777 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.057839 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Subnet': ['ID=50161b27-b635-460b-b683-f6a1a0d8e895,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:47.062910 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-db56394d-1d54-4de7-baeb-e5b505fb098c {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:53:47.063544 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:53:47.070963 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97b448d-894a-4788-93de-65b0ef2edd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-635f5a46-9204-40a3-90d3-7f7d955e9947', 'network_id': '635f5a46-9204-40a3-90d3-7f7d955e9947', 'tenant_id': '59a5a1d48e344cd99e63fc41eadf1119', 'fixed_ips': [{'subnet_id': '50161b27-b635-460b-b683-f6a1a0d8e895'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:53:47.073819 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-79e03efe-4289-4334-819f-f8c4a2b50ded tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.074947 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-79e03efe-4289-4334-819f-f8c4a2b50ded tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.075887 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e97b448d-894a-4788-93de-65b0ef2edd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.217391 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-79e03efe-4289-4334-819f-f8c4a2b50ded tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.225140 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-79e03efe-4289-4334-819f-f8c4a2b50ded tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.264675 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.273607 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-79e03efe-4289-4334-819f-f8c4a2b50ded tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.274917 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.280226 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-79e03efe-4289-4334-819f-f8c4a2b50ded tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3273215 Apr 01 12:53:47.281611 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36792) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:47.298719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6dd8fe57-784e-47ce-8126-029c3af17aab tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-482697225', 'prefixes': ['172.20.0.0/16']}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:47.304904 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 534ff116-532b-4361-bc68-96aa6b8a3bc0 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:53:47.328259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635f5a46-9204-40a3-90d3-7f7d955e9947']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:47.332967 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 534ff116-532b-4361-bc68-96aa6b8a3bc0 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:53:47.333590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 534ff116-532b-4361-bc68-96aa6b8a3bc0 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:53:47.355041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b51da5f-1fa8-46a4-a80c-fbc759c26cb4 None None] Network 635f5a46-9204-40a3-90d3-7f7d955e9947 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:47.365607 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e881f10-19bf-4f50-9b10-649399d336fb') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:47.365974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e881f10-19bf-4f50-9b10-649399d336fb') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:47.406113 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.406354 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.457601 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.465642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=8fa7f90e-c59e-4621-bfde-01f6506b8a09,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:47.477991 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:47.478419 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:47.482612 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:47.484939 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:47.489003 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:47.492636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:47.567729 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.596430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36822) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:47.799883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d7a24f-0333-489d-9cc2-47b514240e46 admin admin] Deleting subnet 8b56d1f9-3040-48cf-b724-e61eed1a9933 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:53:47.806268 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a24f-0333-489d-9cc2-47b514240e46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:47.882305 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a24f-0333-489d-9cc2-47b514240e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.008159 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Allocated IP 172.20.0.3 (8749c690-ca29-496f-9d66-4f7138b19e51/533d5d4d-c324-4cf4-975b-ca03f0411dc4/8807a37f-f0d8-4904-9ee9-d532aac1f06d) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:48.053859 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a24f-0333-489d-9cc2-47b514240e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.081536 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6dd8fe57-784e-47ce-8126-029c3af17aab tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for subnetpool, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.082901 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6dd8fe57-784e-47ce-8126-029c3af17aab tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7982397 Apr 01 12:53:48.086855 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36864) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:48.091751 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-d9904355-ef94-4b4d-aaba-7275f700b4e1 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4', 'tempest-TagsExtTest-Tag-1354409014') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:48.133104 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.147661 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.151433 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/635f5a46-9204-40a3-90d3-7f7d955e9947 HTTP/1.1" status: 204 len: 168 time: 1.4483685 Apr 01 12:53:48.155266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36868) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:48.161197 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6db3992b-6555-45f8-ada5-6cadf9fe8361 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-498892436'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:48.168993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ee4bb-ef31-47d7-988c-a49ca563524e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Network': ['ID=635f5a46-9204-40a3-90d3-7f7d955e9947,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:48.262820 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a24f-0333-489d-9cc2-47b514240e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.284227 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d9904355-ef94-4b4d-aaba-7275f700b4e1 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "PUT /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags/tempest-TagsExtTest-Tag-1354409014 HTTP/1.1" status: 201 len: 201 time: 0.1967137 Apr 01 12:53:48.287059 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36870) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:48.293179 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-4333e862-131e-41f5-8ea7-dac808ce472c tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d', 'tempest-TagsExtTest-Tag-1715858265') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:48.330795 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db3992b-6555-45f8-ada5-6cadf9fe8361 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:48.334210 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6db3992b-6555-45f8-ada5-6cadf9fe8361 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.341160 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.350518 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.366765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7a24f-0333-489d-9cc2-47b514240e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b56d1f9-3040-48cf-b724-e61eed1a9933,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:48.389623 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a24f-0333-489d-9cc2-47b514240e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.395437 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b7d7a24f-0333-489d-9cc2-47b514240e46 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8b56d1f9-3040-48cf-b724-e61eed1a9933 HTTP/1.1" status: 204 len: 168 time: 0.7970538 Apr 01 12:53:48.398090 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 36876) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:48.408099 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Network 8749c690-ca29-496f-9d66-4f7138b19e51 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:48.411349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:48.415251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:48.423917 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Pushing event updated for resources: {'Port': ['ID=8807a37f-f0d8-4904-9ee9-d532aac1f06d,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:48.440947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db3992b-6555-45f8-ada5-6cadf9fe8361 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:48.463113 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:48.463554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:48.463984 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:48.464420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:48.464794 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:48.465193 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:48.465592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:48.465986 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:48.466604 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:48.469426 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:48.469794 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:48.470160 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:53:48.472689 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4333e862-131e-41f5-8ea7-dac808ce472c tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "PUT /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags/tempest-TagsExtTest-Tag-1715858265 HTTP/1.1" status: 201 len: 201 time: 0.1843362 Apr 01 12:53:48.485979 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36880) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:48.493361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-c07ed2d1-6424-4572-b62b-b96d3e966252 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18', 'tempest-TagsExtTest-Tag-415055777') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:48.525813 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Attempting to bind port 8807a37f-f0d8-4904-9ee9-d532aac1f06d on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:53:48.526222 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Attempting to bind port 8807a37f-f0d8-4904-9ee9-d532aac1f06d by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'caf42716-3a98-49b1-8d3b-0436975a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8749c690-ca29-496f-9d66-4f7138b19e51'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:53:48.526396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Attempting to bind port 8807a37f-f0d8-4904-9ee9-d532aac1f06d on network 8749c690-ca29-496f-9d66-4f7138b19e51 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:48.534504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:53:48.535004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Checking segment: {'id': 'caf42716-3a98-49b1-8d3b-0436975a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8749c690-ca29-496f-9d66-4f7138b19e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:48.536391 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.537199 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Bound using segment: {'id': 'caf42716-3a98-49b1-8d3b-0436975a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8749c690-ca29-496f-9d66-4f7138b19e51'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:53:48.537717 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Bound port: 8807a37f-f0d8-4904-9ee9-d532aac1f06d, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf42716-3a98-49b1-8d3b-0436975a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8749c690-ca29-496f-9d66-4f7138b19e51'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:53:48.538173 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.620083 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c07ed2d1-6424-4572-b62b-b96d3e966252 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "PUT /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags/tempest-TagsExtTest-Tag-415055777 HTTP/1.1" status: 201 len: 201 time: 0.1311080 Apr 01 12:53:48.620887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6db3992b-6555-45f8-ada5-6cadf9fe8361 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.621484 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-6db3992b-6555-45f8-ada5-6cadf9fe8361 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Added segment 29d04cd5-83da-48d7-8d40-46bf990cb9ed of type vlan for network 1909bf60-3e00-4b20-84ea-49d012a7cda2 Apr 01 12:53:48.621779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36882) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:48.626067 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] For port 8807a37f-f0d8-4904-9ee9-d532aac1f06d, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:53:48.633761 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] For port 8807a37f-f0d8-4904-9ee9-d532aac1f06d, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8807a37f-f0d8-4904-9ee9-d532aac1f06d,segment=NetworkSegment(caf42716-3a98-49b1-8d3b-0436975a48df),segment_id=caf42716-3a98-49b1-8d3b-0436975a48df)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:53:48.633963 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-25f41479-ea59-4904-b223-ac32b95b93f8 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097', 'tempest-TagsExtTest-Tag-847251184') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:48.641682 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:48.744475 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad4bbc-cdfa-4271-be13-b8ef22ba6162 None None] Pushing event updated for resources: {'Port': ['ID=8807a37f-f0d8-4904-9ee9-d532aac1f06d,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:48.762625 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-25f41479-ea59-4904-b223-ac32b95b93f8 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "PUT /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags/tempest-TagsExtTest-Tag-847251184 HTTP/1.1" status: 201 len: 201 time: 0.1390853 Apr 01 12:53:48.765517 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36888) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:48.785626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-3a858f76-ae9d-4acd-bc61-6a16f01f1bcc tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:48.930850 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3a858f76-ae9d-4acd-bc61-6a16f01f1bcc tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags HTTP/1.1" status: 200 len: 241 time: 0.1630402 Apr 01 12:53:48.931484 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36894) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:48.935969 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-85d8ee70-6bd5-4954-ba7e-3265af42191e tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4', 'tempest-TagsExtTest-Tag-1354409014') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:49.063880 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-85d8ee70-6bd5-4954-ba7e-3265af42191e tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags/tempest-TagsExtTest-Tag-1354409014 HTTP/1.1" status: 204 len: 168 time: 0.1312017 Apr 01 12:53:49.068981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36900) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:49.089752 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-8126379d-a6b0-48a7-a801-1d1c71093a87 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4', 'tempest-TagsExtTest-Tag-1354409014') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:49.300121 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8126379d-a6b0-48a7-a801-1d1c71093a87 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags/tempest-TagsExtTest-Tag-1354409014 HTTP/1.1" status: 204 len: 168 time: 0.2238090 Apr 01 12:53:49.300709 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36914) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:49.308527 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-521897f3-de34-4560-952f-fab009783f89 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:49.416959 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-521897f3-de34-4560-952f-fab009783f89 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags HTTP/1.1" status: 200 len: 205 time: 0.1128604 Apr 01 12:53:49.417269 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36922) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:49.427623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-46d35893-f609-4e22-86b9-632612847b78 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:49.530345 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-46d35893-f609-4e22-86b9-632612847b78 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags HTTP/1.1" status: 200 len: 241 time: 0.1106007 Apr 01 12:53:49.535376 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36936) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:49.540902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-e2df878c-c5dd-4cb8-b0fe-c0cbf6c62d3f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d', 'tempest-TagsExtTest-Tag-1715858265') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:49.618153 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:49.674346 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6db3992b-6555-45f8-ada5-6cadf9fe8361 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:49.676002 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e2df878c-c5dd-4cb8-b0fe-c0cbf6c62d3f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags/tempest-TagsExtTest-Tag-1715858265 HTTP/1.1" status: 204 len: 168 time: 0.1345866 Apr 01 12:53:49.678558 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36950) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:49.692339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-29cb404f-9470-49f3-bbaa-0b3aa1cb0dec tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d', 'tempest-TagsExtTest-Tag-1715858265') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:49.749324 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:49.895382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8807a37f-f0d8-4904-9ee9-d532aac1f06d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:53:49.928190 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-29cb404f-9470-49f3-bbaa-0b3aa1cb0dec tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags/tempest-TagsExtTest-Tag-1715858265 HTTP/1.1" status: 204 len: 168 time: 0.2458744 Apr 01 12:53:49.928190 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36972) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:49.932626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-c1136f01-6de8-4354-a625-90eaf96b7289 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:50.045848 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.076183 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 8807a37f-f0d8-4904-9ee9-d532aac1f06d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:50.076591 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.090639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c1136f01-6de8-4354-a625-90eaf96b7289 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags HTTP/1.1" status: 200 len: 205 time: 0.1615965 Apr 01 12:53:50.092564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 36990) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:50.097567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-026ce54c-343b-436c-a3d5-62252dde05f3 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:50.098261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721ffb08-39db-48de-b558-4386010aa9ec']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:50.118136 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957e4cbd-6eca-452b-b492-e5809011a320') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:50.118555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957e4cbd-6eca-452b-b492-e5809011a320') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:50.181675 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6db3992b-6555-45f8-ada5-6cadf9fe8361 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.187802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db3992b-6555-45f8-ada5-6cadf9fe8361 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:50.188461 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6db3992b-6555-45f8-ada5-6cadf9fe8361 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.197527 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.286169 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-026ce54c-343b-436c-a3d5-62252dde05f3 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags HTTP/1.1" status: 200 len: 240 time: 0.1917388 Apr 01 12:53:50.288260 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37010) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:50.296414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-9a769b21-a92d-4d67-9dfb-4098fda0a6c8 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18', 'tempest-TagsExtTest-Tag-415055777') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:50.320692 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.333894 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6db3992b-6555-45f8-ada5-6cadf9fe8361 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1772313 Apr 01 12:53:50.335492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37016) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:50.341844 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.345055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-218c8fb1-5466-4cc6-84a7-401a09386819 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'network_id': '1909bf60-3e00-4b20-84ea-49d012a7cda2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:50.398921 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:50.399333 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:50.403205 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:50.408772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 8807a37f-f0d8-4904-9ee9-d532aac1f06d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8807a37f-f0d8-4904-9ee9-d532aac1f06d,segment=NetworkSegment(caf42716-3a98-49b1-8d3b-0436975a48df),segment_id=caf42716-3a98-49b1-8d3b-0436975a48df)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:50.415698 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.435002 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3992b-6555-45f8-ada5-6cadf9fe8361 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=1909bf60-3e00-4b20-84ea-49d012a7cda2,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:50.454655 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.472602 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9a769b21-a92d-4d67-9dfb-4098fda0a6c8 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags/tempest-TagsExtTest-Tag-415055777 HTTP/1.1" status: 204 len: 168 time: 0.1817877 Apr 01 12:53:50.475028 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37026) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:50.486107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 1909bf60-3e00-4b20-84ea-49d012a7cda2 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:50.488268 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-1b89dc93-5c40-42a9-8c1b-595d0b5222ed tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18', 'tempest-TagsExtTest-Tag-415055777') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:50.589559 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=8807a37f-f0d8-4904-9ee9-d532aac1f06d,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:50.622713 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1b89dc93-5c40-42a9-8c1b-595d0b5222ed tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags/tempest-TagsExtTest-Tag-415055777 HTTP/1.1" status: 204 len: 168 time: 0.1424716 Apr 01 12:53:50.623643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37040) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:50.631844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-d8a3e0b2-b5d5-4d44-a727-73fd4a2cfb9d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:50.635405 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.673884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdde4b9c-8e8a-421e-8f8d-423779122a6f None None] Network 8749c690-ca29-496f-9d66-4f7138b19e51 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:50.727153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6266a8aa-24ea-4b71-be9a-0fb41eba3ff6 None None] Provisioning complete for port 8807a37f-f0d8-4904-9ee9-d532aac1f06d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:50.727523 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6266a8aa-24ea-4b71-be9a-0fb41eba3ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.769403 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:50.777430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] 10.222.0.45 "DELETE /v2.0/networks/721ffb08-39db-48de-b558-4386010aa9ec HTTP/1.1" status: 204 len: 168 time: 2.3734534 Apr 01 12:53:50.826642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37056) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:50.854354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eebfc5-4deb-46a7-a4cf-93aa1357ffae admin admin] Pushing event deleted for resources: {'Network': ['ID=721ffb08-39db-48de-b558-4386010aa9ec,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:50.858663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d8a3e0b2-b5d5-4d44-a727-73fd4a2cfb9d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags HTTP/1.1" status: 200 len: 205 time: 0.2330172 Apr 01 12:53:50.861235 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37064) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:50.868164 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-a9c8c439-8a51-47a0-9673-728a199c6751 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:50.991883 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a9c8c439-8a51-47a0-9673-728a199c6751 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags HTTP/1.1" status: 200 len: 240 time: 0.1286139 Apr 01 12:53:50.996656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37076) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:51.011716 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-fa9b8835-100b-4e04-9bf0-fb7f625d3ee7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097', 'tempest-TagsExtTest-Tag-847251184') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:51.032881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218c8fb1-5466-4cc6-84a7-401a09386819 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:51.042520 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-218c8fb1-5466-4cc6-84a7-401a09386819 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:51.052761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84df6e6-dab5-4a4d-9343-eee183639b45 admin admin] Deleting subnet aabc207b-a150-43e9-919b-d99ec278ccfe {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:53:51.056532 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d84df6e6-dab5-4a4d-9343-eee183639b45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:51.099670 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fa9b8835-100b-4e04-9bf0-fb7f625d3ee7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags/tempest-TagsExtTest-Tag-847251184 HTTP/1.1" status: 204 len: 168 time: 0.0983398 Apr 01 12:53:51.100659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37090) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:51.109403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-47b1324e-73b3-4854-8f51-a1cc68ff5b0f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097', 'tempest-TagsExtTest-Tag-847251184') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:51.167151 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d84df6e6-dab5-4a4d-9343-eee183639b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:51.198303 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-47b1324e-73b3-4854-8f51-a1cc68ff5b0f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags/tempest-TagsExtTest-Tag-847251184 HTTP/1.1" status: 204 len: 168 time: 0.0944271 Apr 01 12:53:51.198647 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37102) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:51.204894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-0c9d8005-7db3-4d62-b789-2fcc096a8bbd tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:51.278450 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0c9d8005-7db3-4d62-b789-2fcc096a8bbd tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags HTTP/1.1" status: 200 len: 205 time: 0.0786018 Apr 01 12:53:51.285961 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37112) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:51.293362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-55b5cf8a-0cfe-4958-919e-12e036d9638c tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:51.330983 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-55b5cf8a-0cfe-4958-919e-12e036d9638c tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags HTTP/1.1" status: 204 len: 168 time: 0.0440183 Apr 01 12:53:51.333464 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37120) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:51.338743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-41e005be-bf0f-4484-9835-08be231a2c52 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:51.400446 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d84df6e6-dab5-4a4d-9343-eee183639b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:51.436623 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-41e005be-bf0f-4484-9835-08be231a2c52 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags HTTP/1.1" status: 204 len: 168 time: 0.1015244 Apr 01 12:53:51.440287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37130) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:51.448069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-5001166d-489d-41d8-a674-5eeb2a63c6bf tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:51.565180 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5001166d-489d-41d8-a674-5eeb2a63c6bf tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags HTTP/1.1" status: 204 len: 168 time: 0.1206794 Apr 01 12:53:51.565939 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37144) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:51.570537 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-c2875e56-9770-4657-a6c2-eca66641497e tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:51.589709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cc3efbf5-5154-4785-a9c2-4654069e8f2a None None] Provisioning complete for port 6586d3c2-c5ad-44bd-b27a-a6134b79d17d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:51.591101 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc3efbf5-5154-4785-a9c2-4654069e8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:51.648972 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cc3efbf5-5154-4785-a9c2-4654069e8f2a None None] Port 6586d3c2-c5ad-44bd-b27a-a6134b79d17d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:53:51.661312 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cc3efbf5-5154-4785-a9c2-4654069e8f2a None None] Provisioning complete for port 8807a37f-f0d8-4904-9ee9-d532aac1f06d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:51.662418 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc3efbf5-5154-4785-a9c2-4654069e8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:51.675810 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d84df6e6-dab5-4a4d-9343-eee183639b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:51.692764 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c2875e56-9770-4657-a6c2-eca66641497e tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags HTTP/1.1" status: 204 len: 168 time: 0.1261780 Apr 01 12:53:51.700550 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37154) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:51.714867 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-9ee23b17-547e-481e-b3bb-445cd69eb46f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4', 'tempest-TagsExtTest-Tag-1206956012') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:51.821822 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:51.836040 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:51.916641 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8807a37f-f0d8-4904-9ee9-d532aac1f06d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:53:51.929603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9ee23b17-547e-481e-b3bb-445cd69eb46f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "PUT /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags/tempest-TagsExtTest-Tag-1206956012 HTTP/1.1" status: 201 len: 201 time: 0.2259789 Apr 01 12:53:51.932593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37170) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:51.933591 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d84df6e6-dab5-4a4d-9343-eee183639b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:51.940877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-29d7d80e-720f-4569-874c-9cd92c1f944f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d', 'tempest-TagsExtTest-Tag-465345838') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:51.961032 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d84df6e6-dab5-4a4d-9343-eee183639b45 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/aabc207b-a150-43e9-919b-d99ec278ccfe HTTP/1.1" status: 204 len: 168 time: 1.1270807 Apr 01 12:53:51.964216 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84df6e6-dab5-4a4d-9343-eee183639b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aabc207b-a150-43e9-919b-d99ec278ccfe,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:51.987336 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37172) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:52.113989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f7bf877e-4889-47d7-8858-d4f1e97b491a None None] Provisioning complete for port 6586d3c2-c5ad-44bd-b27a-a6134b79d17d triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:52.114392 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f7bf877e-4889-47d7-8858-d4f1e97b491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:52.148300 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:52.196466 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 8807a37f-f0d8-4904-9ee9-d532aac1f06d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:53:52.197451 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:52.254273 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-29d7d80e-720f-4569-874c-9cd92c1f944f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "PUT /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags/tempest-TagsExtTest-Tag-465345838 HTTP/1.1" status: 201 len: 201 time: 0.3163567 Apr 01 12:53:52.261971 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37194) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:52.273066 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=8fa7f90e-c59e-4621-bfde-01f6506b8a09,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:52.274656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-52191bc3-b298-42d5-a8d1-6cf69c6cf2f3 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18', 'tempest-TagsExtTest-Tag-1366287769') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:52.308790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf877e-4889-47d7-8858-d4f1e97b491a None None] Port 6586d3c2-c5ad-44bd-b27a-a6134b79d17d cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:53:52.365819 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:52.433823 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:52.485025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11c38fc-9a35-48b2-9314-96a2822fb876']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:52.553485 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Floating IP 87c46de2-107c-4c63-b6a3-438eda3324f4 associated. External IP: 172.25.7.27, port: 3e2371c8-0027-46f0-94d8-8877ea98b861. Apr 01 12:53:52.567031 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22828b4a-a1e9-4040-b1e0-36ed36f6609e') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:52.567584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22828b4a-a1e9-4040-b1e0-36ed36f6609e') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:52.616415 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:52.625370 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-218c8fb1-5466-4cc6-84a7-401a09386819 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:52.663543 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:52.673157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:52.674616 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:52.759597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c8fb1-5466-4cc6-84a7-401a09386819 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=3f754b6f-8628-41fb-9960-12d83c88d991,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:52.760661 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:52.762761 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:52.768620 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-52191bc3-b298-42d5-a8d1-6cf69c6cf2f3 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "PUT /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags/tempest-TagsExtTest-Tag-1366287769 HTTP/1.1" status: 201 len: 201 time: 0.5031128 Apr 01 12:53:52.774881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37238) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:52.777663 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:52.784695 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-36380119-bdbb-43d5-aec3-234bb42b2f52 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097', 'tempest-TagsExtTest-Tag-1359121327') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:52.796590 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] 10.222.0.45 "DELETE /v2.0/networks/d11c38fc-9a35-48b2-9314-96a2822fb876 HTTP/1.1" status: 204 len: 168 time: 0.8060338 Apr 01 12:53:52.832094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c8fb1-5466-4cc6-84a7-401a09386819 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking segment: {'id': '29d04cd5-83da-48d7-8d40-46bf990cb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1909bf60-3e00-4b20-84ea-49d012a7cda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:52.832715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c8fb1-5466-4cc6-84a7-401a09386819 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network hostable DHCP agents. Network: 1909bf60-3e00-4b20-84ea-49d012a7cda2, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:53:52.842893 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e47de-a5e0-42ed-ad12-8d3c1bc21ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=d11c38fc-9a35-48b2-9314-96a2822fb876,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:53.045586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c8fb1-5466-4cc6-84a7-401a09386819 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network 1909bf60-3e00-4b20-84ea-49d012a7cda2 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:53:53.049363 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-36380119-bdbb-43d5-aec3-234bb42b2f52 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "PUT /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags/tempest-TagsExtTest-Tag-1359121327 HTTP/1.1" status: 201 len: 201 time: 0.2686715 Apr 01 12:53:53.052272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37264) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:53.059724 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-3ccc0be3-5f1e-4168-8119-b4e9b630c554 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4', {'tags': ['tempest-TagsExtTest-Tag-1917790587', 'tempest-TagsExtTest-Tag-1166280276', 'tempest-TagsExtTest-Tag-2003619408']}) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:53.106925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-218c8fb1-5466-4cc6-84a7-401a09386819 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 1909bf60-3e00-4b20-84ea-49d012a7cda2) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:53.119523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c8fb1-5466-4cc6-84a7-401a09386819 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:53.121031 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-218c8fb1-5466-4cc6-84a7-401a09386819 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:53.122420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f3e932-e646-4c81-9a78-f716bed2e381 None None] Network 1909bf60-3e00-4b20-84ea-49d012a7cda2 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:53.148499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 796d48bd-4ac4-4914-823f-d49017b80713 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:53:53.187392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37282) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:53.247325 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3ccc0be3-5f1e-4168-8119-b4e9b630c554 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "PUT /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags HTTP/1.1" status: 200 len: 318 time: 0.1936657 Apr 01 12:53:53.247556 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-218c8fb1-5466-4cc6-84a7-401a09386819 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9046774 Apr 01 12:53:53.251569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37292) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:53.252115 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37294) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:53.313753 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-76c8465d-feed-4b44-b6d2-00e688d76284 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:53.422355 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-1909bf60-3e00-4b20-84ea-49d012a7cda2', 'network_id': '1909bf60-3e00-4b20-84ea-49d012a7cda2', 'tenant_id': '59a5a1d48e344cd99e63fc41eadf1119', 'fixed_ips': [{'subnet_id': '3f754b6f-8628-41fb-9960-12d83c88d991'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:53:53.423477 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:53.637570 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a7b27d74-cda8-4bc7-8af4-204d2b5b5790 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5da8b033f9c455b936841467bd2b94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489143 Apr 01 12:53:53.645802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37328) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:53.720758 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Allocated IP 172.20.0.1 (1909bf60-3e00-4b20-84ea-49d012a7cda2/3f754b6f-8628-41fb-9960-12d83c88d991/69103712-3099-4898-bc5e-1c11e5e95718) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:53.765588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:53:53.778775 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de525624-8b80-4aa5-971e-e02ef305965d None None] Sync routers for ids ['796d48bd-4ac4-4914-823f-d49017b80713'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:53:53.793458 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:53.800808 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de525624-8b80-4aa5-971e-e02ef305965d None None] Routers {'796d48bd-4ac4-4914-823f-d49017b80713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:53.801445 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-de525624-8b80-4aa5-971e-e02ef305965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['796d48bd-4ac4-4914-823f-d49017b80713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:53.819158 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:53.868500 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-76c8465d-feed-4b44-b6d2-00e688d76284 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags HTTP/1.1" status: 204 len: 168 time: 0.6043355 Apr 01 12:53:53.875021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37344) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:53.880992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-8182ff2e-3eed-4084-9b36-7b2d9790336c tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4', 'tempest-TagsExtTest-Tag-1917790587') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:54.018373 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-de525624-8b80-4aa5-971e-e02ef305965d None None] Set router 796d48bd-4ac4-4914-823f-d49017b80713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:53:54.019935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:54.047156 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e1df5035-7fe5-42a6-9af7-2b41ada1734b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.0152144 Apr 01 12:53:54.050590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:53:54.053851 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5ac8ef-fe06-4349-8edf-3b0c4359af42" -d '{"events": [{"name": "network-changed", "server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:53:54.084526 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e7f944e-42e3-424f-9efa-10825c145e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:54.184433 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-8182ff2e-3eed-4084-9b36-7b2d9790336c tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] show failed (client error): The resource could not be found. Apr 01 12:53:54.187450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8182ff2e-3eed-4084-9b36-7b2d9790336c tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags/tempest-TagsExtTest-Tag-1917790587 HTTP/1.1" status: 404 len: 329 time: 0.3114319 Apr 01 12:53:54.193584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37378) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:54.199164 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-6ae19db1-de43-4619-9a59-1f7b207c6345 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4', 'tempest-TagsExtTest-Tag-1166280276') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:54.217642 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e7f944e-42e3-424f-9efa-10825c145e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:54.259164 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66340ee-0467-4542-9db6-99c693df22e8 x-openstack-request-id: req-f66340ee-0467-4542-9db6-99c693df22e8 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:53:54.262380 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:53:54.262952 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f66340ee-0467-4542-9db6-99c693df22e8 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:53:54.264670 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66340ee-0467-4542-9db6-99c693df22e8'] response: {'name': 'network-changed', 'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'status': 'completed', 'code': 200} Apr 01 12:53:54.360720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e7f944e-42e3-424f-9efa-10825c145e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:54.363701 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0e7f944e-42e3-424f-9efa-10825c145e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:54.365306 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0e7f944e-42e3-424f-9efa-10825c145e27 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b852ada-4f55-44e5-8b63-9f3dcf377e45 HTTP/1.1" status: 204 len: 168 time: 0.7027109 Apr 01 12:53:54.395201 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f944e-42e3-424f-9efa-10825c145e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b852ada-4f55-44e5-8b63-9f3dcf377e45,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:54.518388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac8ef-fe06-4349-8edf-3b0c4359af42 req-06a10aa5-d1a3-416e-b3d0-60b310084efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:54.524495 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a5ac8ef-fe06-4349-8edf-3b0c4359af42 req-06a10aa5-d1a3-416e-b3d0-60b310084efd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 1096 time: 0.2586184 Apr 01 12:53:54.537054 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:54.553444 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:54.575347 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:54.661384 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Subnet': ['ID=3f754b6f-8628-41fb-9960-12d83c88d991,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:54.711546 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Pushing event updated for resources: {'Port': ['ID=69103712-3099-4898-bc5e-1c11e5e95718,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:54.720411 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-de525624-8b80-4aa5-971e-e02ef305965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:53:20Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '87c46de2-107c-4c63-b6a3-438eda3324f4', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'floating_ip_address': '172.25.7.27', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'port_id': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'mac_address': 'fa:16:3e:f7:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:53:48Z', 'updated_at': '2022-04-01T12:53:48Z', 'revision_number': 0, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05c0677-678a-4994-8f39-633953128f99', 'name': '', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:d7:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:17Z', 'updated_at': '2022-04-01T12:53:25Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:54.744241 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Network 1909bf60-3e00-4b20-84ea-49d012a7cda2 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:53:54.755281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:54.763395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:53:54.801707 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac8ef-fe06-4349-8edf-3b0c4359af42 req-1cd4e015-4053-43ad-b176-7bdb30edd605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:54.805507 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a5ac8ef-fe06-4349-8edf-3b0c4359af42 req-1cd4e015-4053-43ad-b176-7bdb30edd605 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8286b99c-e3d0-4694-a009-daab1232789b HTTP/1.1" status: 200 len: 897 time: 0.2718949 Apr 01 12:53:54.823193 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de525624-8b80-4aa5-971e-e02ef305965d None None] Checking router: 796d48bd-4ac4-4914-823f-d49017b80713 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:53:54.851369 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de525624-8b80-4aa5-971e-e02ef305965d None None] Routers {'796d48bd-4ac4-4914-823f-d49017b80713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:53:54.858318 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:54.862689 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-de525624-8b80-4aa5-971e-e02ef305965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['796d48bd-4ac4-4914-823f-d49017b80713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:54.925056 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Attempting to bind port 69103712-3099-4898-bc5e-1c11e5e95718 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:53:54.925769 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Attempting to bind port 69103712-3099-4898-bc5e-1c11e5e95718 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '29d04cd5-83da-48d7-8d40-46bf990cb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1909bf60-3e00-4b20-84ea-49d012a7cda2'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:53:54.926331 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Attempting to bind port 69103712-3099-4898-bc5e-1c11e5e95718 on network 1909bf60-3e00-4b20-84ea-49d012a7cda2 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:53:54.933792 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:53:54.934403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Checking segment: {'id': '29d04cd5-83da-48d7-8d40-46bf990cb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1909bf60-3e00-4b20-84ea-49d012a7cda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:54.935870 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:54.936574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Bound using segment: {'id': '29d04cd5-83da-48d7-8d40-46bf990cb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1909bf60-3e00-4b20-84ea-49d012a7cda2'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:53:54.937307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Bound port: 69103712-3099-4898-bc5e-1c11e5e95718, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d04cd5-83da-48d7-8d40-46bf990cb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1909bf60-3e00-4b20-84ea-49d012a7cda2'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:53:54.937921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:54.960491 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1909bf60-3e00-4b20-84ea-49d012a7cda2']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:54.983530 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d04cd5-83da-48d7-8d40-46bf990cb9ed') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:54.984142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d04cd5-83da-48d7-8d40-46bf990cb9ed') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:55.004445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:55.051564 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:55.065825 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a5ac8ef-fe06-4349-8edf-3b0c4359af42 req-06188c93-fea7-43ad-9287-e17ea2d06238 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2371c8-0027-46f0-94d8-8877ea98b861 HTTP/1.1" status: 200 len: 998 time: 0.2509437 Apr 01 12:53:55.066947 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-6ae19db1-de43-4619-9a59-1f7b207c6345 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] show failed (client error): The resource could not be found. Apr 01 12:53:55.074302 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6ae19db1-de43-4619-9a59-1f7b207c6345 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags/tempest-TagsExtTest-Tag-1166280276 HTTP/1.1" status: 404 len: 329 time: 0.8783760 Apr 01 12:53:55.075438 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:55.075870 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:55.080397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37446) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:55.081185 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:55.086407 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-5b33a1cd-ee4e-40ad-90f3-b4a35038852a tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4', 'tempest-TagsExtTest-Tag-2003619408') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:55.093750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] For port 69103712-3099-4898-bc5e-1c11e5e95718, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:53:55.105008 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-de525624-8b80-4aa5-971e-e02ef305965d None None] Set router 796d48bd-4ac4-4914-823f-d49017b80713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:53:55.111374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdcec4-e615-401b-87d2-8496ef3c97b9 req-446c01a1-37d2-45eb-a377-ffaac89c28ba tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:55.119025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-29cdcec4-e615-401b-87d2-8496ef3c97b9 req-446c01a1-37d2-45eb-a377-ffaac89c28ba tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 945 time: 0.7722852 Apr 01 12:53:55.200535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-29cdcec4-e615-401b-87d2-8496ef3c97b9 req-cd78cfa6-5542-4235-a43d-7a8b587aecfa tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802386 Apr 01 12:53:55.216513 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac8ef-fe06-4349-8edf-3b0c4359af42 req-c9b07f79-4975-454e-ac7a-e095df3311cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:55.218615 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a5ac8ef-fe06-4349-8edf-3b0c4359af42 req-c9b07f79-4975-454e-ac7a-e095df3311cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bda89e5-0ea9-43ab-97b1-947c90363e1d HTTP/1.1" status: 200 len: 835 time: 0.1408067 Apr 01 12:53:55.223222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37448) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:55.297888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] For port 69103712-3099-4898-bc5e-1c11e5e95718, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=69103712-3099-4898-bc5e-1c11e5e95718,segment=NetworkSegment(29d04cd5-83da-48d7-8d40-46bf990cb9ed),segment_id=29d04cd5-83da-48d7-8d40-46bf990cb9ed)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:53:55.305097 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.api [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 12:53:55.305097 n-d-836146-1 neutron-server[102719]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 12:53:55.305097 n-d-836146-1 neutron-server[102719]: [parameters: {'id': '1909bf60-3e00-4b20-84ea-49d012a7cda2'}] Apr 01 12:53:55.305097 n-d-836146-1 neutron-server[102719]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:53:55.305576 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:55.305689 n-d-836146-1 neutron-server[102719]: DEBUG oslo_db.api [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:53:55.334797 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-5b33a1cd-ee4e-40ad-90f3-b4a35038852a tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] show failed (client error): The resource could not be found. Apr 01 12:53:55.335864 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5b33a1cd-ee4e-40ad-90f3-b4a35038852a tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags/tempest-TagsExtTest-Tag-2003619408 HTTP/1.1" status: 404 len: 329 time: 0.2528021 Apr 01 12:53:55.338540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37452) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:55.346564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-dfe87498-7e18-475a-ab0d-b26465f651c7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d', {'tags': ['tempest-TagsExtTest-Tag-1598161244', 'tempest-TagsExtTest-Tag-701780460', 'tempest-TagsExtTest-Tag-1155339223']}) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:55.362748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37454) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:55.425023 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c6162a0b-a4cf-46e8-824b-67ce6fd2cb5f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/87c46de2-107c-4c63-b6a3-438eda3324f4 HTTP/1.1" status: 200 len: 990 time: 0.2003779 Apr 01 12:53:55.456869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac8ef-fe06-4349-8edf-3b0c4359af42 req-2c556f39-d20a-4ed6-9c87-6e1f3be8260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:55.458773 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a5ac8ef-fe06-4349-8edf-3b0c4359af42 req-2c556f39-d20a-4ed6-9c87-6e1f3be8260a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8286b99c-e3d0-4694-a009-daab1232789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260103 Apr 01 12:53:55.464708 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ad066c63-87eb-4065-af62-eaad0ffd6232 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4aa88aacb8244a69ab9c1cba0171dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007230 Apr 01 12:53:55.467333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37458) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:55.485599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb3601-9295-40ea-b157-4ef8a3ee7698 None None] Pushing event updated for resources: {'Port': ['ID=69103712-3099-4898-bc5e-1c11e5e95718,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:55.511917 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dfe87498-7e18-475a-ab0d-b26465f651c7 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "PUT /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags HTTP/1.1" status: 200 len: 317 time: 0.1512456 Apr 01 12:53:55.512057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f6963a-4380-4767-8fc1-d673071fb742 None None] Network 1909bf60-3e00-4b20-84ea-49d012a7cda2 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:55.512141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37460) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:55.533526 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-d7778066-d0bf-4667-b68a-d3e740a676cc tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:55.648399 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-de525624-8b80-4aa5-971e-e02ef305965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:53:20Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '87c46de2-107c-4c63-b6a3-438eda3324f4', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'floating_ip_address': '172.25.7.27', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'port_id': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'mac_address': 'fa:16:3e:f7:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:53:48Z', 'updated_at': '2022-04-01T12:53:48Z', 'revision_number': 0, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05c0677-678a-4994-8f39-633953128f99', 'name': '', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:d7:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:17Z', 'updated_at': '2022-04-01T12:53:25Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:55.654922 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d7778066-d0bf-4667-b68a-d3e740a676cc tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags HTTP/1.1" status: 204 len: 168 time: 0.1415181 Apr 01 12:53:55.657394 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37466) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:55.666652 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-50796dc5-6490-4519-bf23-c28fc71cbbe6 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d', 'tempest-TagsExtTest-Tag-1598161244') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:55.717668 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c7bad09-c8c3-44f8-b87c-4d90da28d0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:55.736093 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de525624-8b80-4aa5-971e-e02ef305965d None None] The sync data for ids ['796d48bd-4ac4-4914-823f-d49017b80713'] in n-d-836146-1 is: [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:53:20Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '87c46de2-107c-4c63-b6a3-438eda3324f4', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'floating_ip_address': '172.25.7.27', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'port_id': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'mac_address': 'fa:16:3e:f7:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:53:48Z', 'updated_at': '2022-04-01T12:53:48Z', 'revision_number': 0, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05c0677-678a-4994-8f39-633953128f99', 'name': '', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:d7:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:17Z', 'updated_at': '2022-04-01T12:53:25Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:53:55.746977 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a5ac8ef-fe06-4349-8edf-3b0c4359af42 req-1c8751d2-d245-46b0-abfe-bec976c39e64 service neutron] 10.222.0.37 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803156 Apr 01 12:53:55.772515 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-50796dc5-6490-4519-bf23-c28fc71cbbe6 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] show failed (client error): The resource could not be found. Apr 01 12:53:55.775153 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-50796dc5-6490-4519-bf23-c28fc71cbbe6 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags/tempest-TagsExtTest-Tag-1598161244 HTTP/1.1" status: 404 len: 329 time: 0.1167612 Apr 01 12:53:55.777845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37468) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:55.786157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-ca4ab887-cc9e-45c8-a757-bfebf45f7e8b tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d', 'tempest-TagsExtTest-Tag-701780460') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:55.787202 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c7bad09-c8c3-44f8-b87c-4d90da28d0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:55.831025 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:55.929625 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49cecfa-9069-4365-9232-8806ff20e545 None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:53:55.968272 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-ca4ab887-cc9e-45c8-a757-bfebf45f7e8b tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] show failed (client error): The resource could not be found. Apr 01 12:53:55.971694 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ca4ab887-cc9e-45c8-a757-bfebf45f7e8b tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags/tempest-TagsExtTest-Tag-701780460 HTTP/1.1" status: 404 len: 328 time: 0.1890628 Apr 01 12:53:55.974834 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37472) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:55.980758 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-32bf4b37-13cd-4796-bfc0-51c25ade8be5 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d', 'tempest-TagsExtTest-Tag-1155339223') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:56.060409 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6a5ac8ef-fe06-4349-8edf-3b0c4359af42 req-354d00b8-9149-4c89-9981-151418f3de77 service neutron] 10.222.0.37 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059821 Apr 01 12:53:56.067624 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c7bad09-c8c3-44f8-b87c-4d90da28d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:56.070137 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9c7bad09-c8c3-44f8-b87c-4d90da28d0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:56.080459 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9c7bad09-c8c3-44f8-b87c-4d90da28d0d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46ecec42-5ee8-49e2-9587-151bd6eff21b HTTP/1.1" status: 204 len: 168 time: 0.6094637 Apr 01 12:53:56.102777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bad09-c8c3-44f8-b87c-4d90da28d0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ecec42-5ee8-49e2-9587-151bd6eff21b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:56.133816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49cecfa-9069-4365-9232-8806ff20e545 None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:53:56.171556 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Deleting port 69103712-3099-4898-bc5e-1c11e5e95718 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:56.171912 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:56.212247 n-d-836146-1 neutron-server[102719]: INFO neutron.api.v2.resource [None req-32bf4b37-13cd-4796-bfc0-51c25ade8be5 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] show failed (client error): The resource could not be found. Apr 01 12:53:56.213282 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-32bf4b37-13cd-4796-bfc0-51c25ade8be5 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags/tempest-TagsExtTest-Tag-1155339223 HTTP/1.1" status: 404 len: 329 time: 0.2375128 Apr 01 12:53:56.218217 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37476) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:56.223592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-52300681-df34-494c-870c-a83c5844b00e tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18', {'tags': ['tempest-TagsExtTest-Tag-1200817818', 'tempest-TagsExtTest-Tag-95669431', 'tempest-TagsExtTest-Tag-429029427']}) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:56.271568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00a7526-a7f8-46ba-99fc-b39af15be61b None None] New status for floating IP 87c46de2-107c-4c63-b6a3-438eda3324f4: ACTIVE {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:53:56.327094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] For port 69103712-3099-4898-bc5e-1c11e5e95718, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=69103712-3099-4898-bc5e-1c11e5e95718,segment=NetworkSegment(29d04cd5-83da-48d7-8d40-46bf990cb9ed),segment_id=29d04cd5-83da-48d7-8d40-46bf990cb9ed)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:53:56.327605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:56.344330 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Calling delete_port for 69103712-3099-4898-bc5e-1c11e5e95718 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:53:56.437251 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37480) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:56.448525 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-52300681-df34-494c-870c-a83c5844b00e tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "PUT /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags HTTP/1.1" status: 200 len: 315 time: 0.2287788 Apr 01 12:53:56.461259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37482) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:56.486149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-57e29812-a495-4c7d-adb3-ca542a74b628 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:56.528844 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c7143f9b-c8df-4b42-baff-dd166fdea774 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/87c46de2-107c-4c63-b6a3-438eda3324f4 HTTP/1.1" status: 200 len: 990 time: 0.0904374 Apr 01 12:53:56.708342 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-57e29812-a495-4c7d-adb3-ca542a74b628 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags HTTP/1.1" status: 204 len: 168 time: 0.2459178 Apr 01 12:53:56.711686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37490) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:56.715048 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:56.716389 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-0766d0fa-6327-4455-8943-993a9813b37a tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18', 'tempest-TagsExtTest-Tag-1200817818') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:56.751428 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Port': ['ID=69103712-3099-4898-bc5e-1c11e5e95718,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:56.757709 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No DVR routers for this DVR port 69103712-3099-4898-bc5e-1c11e5e95718 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:53:56.875591 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:56.921894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1909bf60-3e00-4b20-84ea-49d012a7cda2']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:56.934455 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d04cd5-83da-48d7-8d40-46bf990cb9ed') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:56.934747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d04cd5-83da-48d7-8d40-46bf990cb9ed') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:57.407234 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-0766d0fa-6327-4455-8943-993a9813b37a tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] show failed (client error): The resource could not be found. Apr 01 12:53:57.411467 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0766d0fa-6327-4455-8943-993a9813b37a tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags/tempest-TagsExtTest-Tag-1200817818 HTTP/1.1" status: 404 len: 329 time: 0.6986365 Apr 01 12:53:57.412039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37506) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:57.416409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-50a9e9aa-3424-4c55-b6e3-804b86f4f13a tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18', 'tempest-TagsExtTest-Tag-95669431') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:57.535643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37512) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:57.541237 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:57.561705 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-50a9e9aa-3424-4c55-b6e3-804b86f4f13a tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] show failed (client error): The resource could not be found. Apr 01 12:53:57.565305 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-50a9e9aa-3424-4c55-b6e3-804b86f4f13a tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags/tempest-TagsExtTest-Tag-95669431 HTTP/1.1" status: 404 len: 327 time: 0.1497598 Apr 01 12:53:57.565683 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37514) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:57.575446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-04051818-b86d-403c-997c-bb1c71b484a9 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18', 'tempest-TagsExtTest-Tag-429029427') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:57.631635 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:57.635702 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37516) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:57.648071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:53:57.648607 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:53:57.652159 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:53:57.697965 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-039fdd13-b9db-4ff5-9300-d0f8c23681fb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/87c46de2-107c-4c63-b6a3-438eda3324f4 HTTP/1.1" status: 200 len: 992 time: 0.1449280 Apr 01 12:53:57.721501 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-04051818-b86d-403c-997c-bb1c71b484a9 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] show failed (client error): The resource could not be found. Apr 01 12:53:57.722644 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-04051818-b86d-403c-997c-bb1c71b484a9 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags/tempest-TagsExtTest-Tag-429029427 HTTP/1.1" status: 404 len: 328 time: 0.1546171 Apr 01 12:53:57.725248 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37520) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:57.742183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-a065a7ff-97a1-47a6-9f6a-19797ff455fb tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097', {'tags': ['tempest-TagsExtTest-Tag-5166674', 'tempest-TagsExtTest-Tag-1575450848', 'tempest-TagsExtTest-Tag-1953478021']}) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:57.777481 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:57.799442 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a065a7ff-97a1-47a6-9f6a-19797ff455fb tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "PUT /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags HTTP/1.1" status: 200 len: 315 time: 0.0731580 Apr 01 12:53:57.802902 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37522) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:57.808677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-3edb6b66-28d8-4259-b1de-816b5fece967 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:57.809058 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:57.814924 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/1909bf60-3e00-4b20-84ea-49d012a7cda2 HTTP/1.1" status: 204 len: 168 time: 4.5617032 Apr 01 12:53:57.815846 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888824a-c62d-4da8-bae7-99bb03472e4a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Network': ['ID=1909bf60-3e00-4b20-84ea-49d012a7cda2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:57.818202 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37524) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:57.830796 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-dd96aa43-227c-49d8-bd81-f73b44d522a0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-743235991'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:57.862068 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd96aa43-227c-49d8-bd81-f73b44d522a0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:57.870923 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd96aa43-227c-49d8-bd81-f73b44d522a0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:57.871563 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3edb6b66-28d8-4259-b1de-816b5fece967 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags HTTP/1.1" status: 204 len: 168 time: 0.0672767 Apr 01 12:53:57.876842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37528) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:57.883556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-51c69b64-03b9-4d76-908b-9df36068754e tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097', 'tempest-TagsExtTest-Tag-5166674') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:57.910968 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-193683718-network', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:57.923714 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-51c69b64-03b9-4d76-908b-9df36068754e tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] show failed (client error): The resource could not be found. Apr 01 12:53:57.929011 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-51c69b64-03b9-4d76-908b-9df36068754e tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags/tempest-TagsExtTest-Tag-5166674 HTTP/1.1" status: 404 len: 326 time: 0.0484068 Apr 01 12:53:57.929247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37530) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:57.952465 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Made reservation on behalf of 4a6a7c1e88784090bd3c90cca825d4d2 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:57.954135 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-04568ce4-2835-4533-8381-c3f021992125 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097', 'tempest-TagsExtTest-Tag-1575450848') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:57.955239 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:57.961109 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd96aa43-227c-49d8-bd81-f73b44d522a0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:57.973369 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:57.986368 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-04568ce4-2835-4533-8381-c3f021992125 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] show failed (client error): The resource could not be found. Apr 01 12:53:57.989850 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd96aa43-227c-49d8-bd81-f73b44d522a0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:57.990121 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-04568ce4-2835-4533-8381-c3f021992125 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags/tempest-TagsExtTest-Tag-1575450848 HTTP/1.1" status: 404 len: 329 time: 0.0594919 Apr 01 12:53:57.990340 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-dd96aa43-227c-49d8-bd81-f73b44d522a0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Added segment b4c58e32-aaed-443d-9875-cf8b28e52d4a of type vlan for network 894e8cb2-ca5a-4e84-ac5e-eefa1df70893 Apr 01 12:53:57.990470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37532) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:57.994925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-77da444f-bc37-4cc5-abca-5b3f4a42196b tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097', 'tempest-TagsExtTest-Tag-1953478021') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:58.022204 n-d-836146-1 neutron-server[102718]: INFO neutron.api.v2.resource [None req-77da444f-bc37-4cc5-abca-5b3f4a42196b tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] show failed (client error): The resource could not be found. Apr 01 12:53:58.026968 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-77da444f-bc37-4cc5-abca-5b3f4a42196b tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags/tempest-TagsExtTest-Tag-1953478021 HTTP/1.1" status: 404 len: 329 time: 0.0355213 Apr 01 12:53:58.027726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37534) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:58.034448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-0ef2fc94-2ded-4708-ae3e-da833f1d680c tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cf6997a7-baad-4b22-abda-47e04908b097') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:58.059259 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd96aa43-227c-49d8-bd81-f73b44d522a0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:58.079264 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37538) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:58.080928 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0ef2fc94-2ded-4708-ae3e-da833f1d680c tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097/tags HTTP/1.1" status: 204 len: 168 time: 0.0502613 Apr 01 12:53:58.086362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-50415717-54ad-40d3-957c-68087de1b8da tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:58.165843 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd96aa43-227c-49d8-bd81-f73b44d522a0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:58.173200 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd96aa43-227c-49d8-bd81-f73b44d522a0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:58.173807 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd96aa43-227c-49d8-bd81-f73b44d522a0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:58.267910 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96aa43-227c-49d8-bd81-f73b44d522a0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=894e8cb2-ca5a-4e84-ac5e-eefa1df70893,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:58.279678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37540) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:58.281145 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 894e8cb2-ca5a-4e84-ac5e-eefa1df70893 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:58.287077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-904a649f-f741-42ff-aebe-2ac884cd3b40 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'network_id': '894e8cb2-ca5a-4e84-ac5e-eefa1df70893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:58.291849 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dd96aa43-227c-49d8-bd81-f73b44d522a0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4715941 Apr 01 12:53:58.346732 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:58.414251 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:58.445426 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-50415717-54ad-40d3-957c-68087de1b8da tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18/tags HTTP/1.1" status: 204 len: 168 time: 0.3631954 Apr 01 12:53:58.447893 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37542) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:58.454587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.tag.tag_plugin [None req-f4104aee-fb2c-4f92-8776-5231d7aec77f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6586d3c2-c5ad-44bd-b27a-a6134b79d17d') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:58.455822 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:53:58.458979 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904a649f-f741-42ff-aebe-2ac884cd3b40 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:58.462774 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-904a649f-f741-42ff-aebe-2ac884cd3b40 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:58.477192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3b7f95-39bb-41ac-bb04-e2acc572365b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:58.506128 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:58.507254 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Added segment 4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4 of type vlan for network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 Apr 01 12:53:58.567127 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:58.644324 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:58.645712 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:58.646345 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:58.652992 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f4104aee-fb2c-4f92-8776-5231d7aec77f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d/tags HTTP/1.1" status: 204 len: 168 time: 0.2015135 Apr 01 12:53:58.655211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37548) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:58.666470 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.tag.tag_plugin [None req-ba22ea66-bb1f-4498-89c8-94b5b4e8ac4d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '533d5d4d-c324-4cf4-975b-ca03f0411dc4') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:53:58.751076 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1121771 Apr 01 12:53:58.793353 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37554) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:58.798454 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-51d05fe7-8570-485e-bfe1-4f958d3ca350 admin admin] Request body: {'subnet': {'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-193683718-subnet', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:53:58.815303 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-904a649f-f741-42ff-aebe-2ac884cd3b40 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:58.817810 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c326c7d-33c5-4db4-b5ed-ba0e3e91dfd7 admin admin] Pushing event updated for resources: {'Network': ['ID=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:58.830870 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:53:58.851511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d05fe7-8570-485e-bfe1-4f958d3ca350 admin admin] Made reservation on behalf of 4a6a7c1e88784090bd3c90cca825d4d2 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:53:58.856261 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51d05fe7-8570-485e-bfe1-4f958d3ca350 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:58.939285 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ba22ea66-bb1f-4498-89c8-94b5b4e8ac4d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4/tags HTTP/1.1" status: 204 len: 168 time: 0.2817421 Apr 01 12:53:58.944498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37562) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:58.966848 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a649f-f741-42ff-aebe-2ac884cd3b40 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=c0d8ccd6-7b11-4b57-905b-e6b892f2742b,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:53:59.036576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904a649f-f741-42ff-aebe-2ac884cd3b40 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking segment: {'id': 'b4c58e32-aaed-443d-9875-cf8b28e52d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '894e8cb2-ca5a-4e84-ac5e-eefa1df70893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:53:59.036941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a649f-f741-42ff-aebe-2ac884cd3b40 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network hostable DHCP agents. Network: 894e8cb2-ca5a-4e84-ac5e-eefa1df70893, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:53:59.072276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37566) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:59.108773 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a649f-f741-42ff-aebe-2ac884cd3b40 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network 894e8cb2-ca5a-4e84-ac5e-eefa1df70893 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:53:59.135253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-904a649f-f741-42ff-aebe-2ac884cd3b40 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 894e8cb2-ca5a-4e84-ac5e-eefa1df70893) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:53:59.141306 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a56edbdc-374b-4da9-a44d-35b049261e96 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for subnetpool, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.144582 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a56edbdc-374b-4da9-a44d-35b049261e96 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/subnetpools/cf6997a7-baad-4b22-abda-47e04908b097 HTTP/1.1" status: 204 len: 168 time: 0.1917684 Apr 01 12:53:59.146713 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37572) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:59.147833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904a649f-f741-42ff-aebe-2ac884cd3b40 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:53:59.149008 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858f1cdb-a8e1-4fe3-b27f-2635b986f0b1 None None] Network 894e8cb2-ca5a-4e84-ac5e-eefa1df70893 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:53:59.152042 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-904a649f-f741-42ff-aebe-2ac884cd3b40 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.230067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4049e557-b773-4635-8798-9e9670dd091d tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18 HTTP/1.1" status: 200 len: 205 time: 0.0720229 Apr 01 12:53:59.234423 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37574) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:59.274129 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-904a649f-f741-42ff-aebe-2ac884cd3b40 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9906657 Apr 01 12:53:59.283376 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37576) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:59.456809 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-45adaac5-6368-47b4-9832-af7eba7c0ba2 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.515012 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-894e8cb2-ca5a-4e84-ac5e-eefa1df70893', 'network_id': '894e8cb2-ca5a-4e84-ac5e-eefa1df70893', 'tenant_id': '59a5a1d48e344cd99e63fc41eadf1119', 'fixed_ips': [{'subnet_id': 'c0d8ccd6-7b11-4b57-905b-e6b892f2742b'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:53:59.517239 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.540261 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.612316 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6974c331-026b-4aa9-92c8-1c32b32e4919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.676764 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-45adaac5-6368-47b4-9832-af7eba7c0ba2 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.679198 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-45adaac5-6368-47b4-9832-af7eba7c0ba2 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.734408 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-45adaac5-6368-47b4-9832-af7eba7c0ba2 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.735448 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45adaac5-6368-47b4-9832-af7eba7c0ba2 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Fanout notify agent at l3_agent the message router_deleted on router ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:53:59.744965 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Allocated IP 172.20.0.1 (894e8cb2-ca5a-4e84-ac5e-eefa1df70893/c0d8ccd6-7b11-4b57-905b-e6b892f2742b/ec9ebfd2-dfb8-46fe-95d9-1a782f55c339) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:53:59.745496 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-45adaac5-6368-47b4-9832-af7eba7c0ba2 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.749784 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-45adaac5-6368-47b4-9832-af7eba7c0ba2 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/routers/ff5b4cc2-5516-4568-ad30-2b4ca5c8ee18 HTTP/1.1" status: 204 len: 168 time: 0.5100272 Apr 01 12:53:59.750357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37588) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:53:59.768237 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51d05fe7-8570-485e-bfe1-4f958d3ca350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.867116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-db672809-13b6-42ee-ae52-e2107cc64cef tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Deleting port 6586d3c2-c5ad-44bd-b27a-a6134b79d17d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:53:59.867466 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-db672809-13b6-42ee-ae52-e2107cc64cef tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.900551 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6974c331-026b-4aa9-92c8-1c32b32e4919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.914709 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6974c331-026b-4aa9-92c8-1c32b32e4919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.943549 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.954911 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:53:59.962857 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.017730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Network 894e8cb2-ca5a-4e84-ac5e-eefa1df70893 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:00.021012 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:00.024627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:54:00.024779 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d05fe7-8570-485e-bfe1-4f958d3ca350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f02438-8332-45fd-86b8-d7a04b50b932,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:00.031397 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6974c331-026b-4aa9-92c8-1c32b32e4919 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f1ff8be0ae1455aae1fcdc57940e585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9556613 Apr 01 12:54:00.035055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37590) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:00.037704 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Pushing event updated for resources: {'Port': ['ID=ec9ebfd2-dfb8-46fe-95d9-1a782f55c339,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:00.039478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974c331-026b-4aa9-92c8-1c32b32e4919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32d5066-f93b-48fe-afa3-9dad2b8bd4d0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:00.081042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d05fe7-8570-485e-bfe1-4f958d3ca350 admin admin] Checking segment: {'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:00.084168 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d05fe7-8570-485e-bfe1-4f958d3ca350 admin admin] Network hostable DHCP agents. Network: 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:54:00.094706 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-db672809-13b6-42ee-ae52-e2107cc64cef tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.114960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Attempting to bind port ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:54:00.115491 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Attempting to bind port ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'b4c58e32-aaed-443d-9875-cf8b28e52d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '894e8cb2-ca5a-4e84-ac5e-eefa1df70893'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:54:00.115914 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Attempting to bind port ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 on network 894e8cb2-ca5a-4e84-ac5e-eefa1df70893 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:54:00.123961 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:54:00.124227 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Checking segment: {'id': 'b4c58e32-aaed-443d-9875-cf8b28e52d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '894e8cb2-ca5a-4e84-ac5e-eefa1df70893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:00.124731 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.125125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Bound using segment: {'id': 'b4c58e32-aaed-443d-9875-cf8b28e52d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '894e8cb2-ca5a-4e84-ac5e-eefa1df70893'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:54:00.126035 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Bound port: ec9ebfd2-dfb8-46fe-95d9-1a782f55c339, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c58e32-aaed-443d-9875-cf8b28e52d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '894e8cb2-ca5a-4e84-ac5e-eefa1df70893'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:54:00.126687 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.148109 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-db672809-13b6-42ee-ae52-e2107cc64cef tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Calling delete_port for 6586d3c2-c5ad-44bd-b27a-a6134b79d17d owned by {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:54:00.150354 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d05fe7-8570-485e-bfe1-4f958d3ca350 admin admin] Network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:54:00.164579 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.220088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-51d05fe7-8570-485e-bfe1-4f958d3ca350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:00.232692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d8ccd6-7b11-4b57-905b-e6b892f2742b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:00.251692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d05fe7-8570-485e-bfe1-4f958d3ca350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:00.252794 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51d05fe7-8570-485e-bfe1-4f958d3ca350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.292523 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] For port ec9ebfd2-dfb8-46fe-95d9-1a782f55c339, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:54:00.295696 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-45eb29bb-c9e1-4625-a326-cc8e421d7286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.298307 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] For port ec9ebfd2-dfb8-46fe-95d9-1a782f55c339, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ec9ebfd2-dfb8-46fe-95d9-1a782f55c339,segment=NetworkSegment(b4c58e32-aaed-443d-9875-cf8b28e52d4a),segment_id=b4c58e32-aaed-443d-9875-cf8b28e52d4a)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:54:00.301666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d3e05d-5b5b-4ace-bae2-2cfa455ab1e4 None None] Network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:00.309098 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.324108 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-45eb29bb-c9e1-4625-a326-cc8e421d7286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.381338 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-51d05fe7-8570-485e-bfe1-4f958d3ca350 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5868783 Apr 01 12:54:00.386662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37600) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:00.391616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:00.413762 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-45eb29bb-c9e1-4625-a326-cc8e421d7286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.417995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-45eb29bb-c9e1-4625-a326-cc8e421d7286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.419373 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-45eb29bb-c9e1-4625-a326-cc8e421d7286 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d32d5066-f93b-48fe-afa3-9dad2b8bd4d0 HTTP/1.1" status: 204 len: 168 time: 0.3832018 Apr 01 12:54:00.438688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37604) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:00.476924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb29bb-c9e1-4625-a326-cc8e421d7286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32d5066-f93b-48fe-afa3-9dad2b8bd4d0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:00.503800 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.508124 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.548305 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.620043 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894e8cb2-ca5a-4e84-ac5e-eefa1df70893']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:00.624266 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7f40152-6a07-4357-8982-8a9dfb8d1bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.632589 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c58e32-aaed-443d-9875-cf8b28e52d4a') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:00.633308 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c58e32-aaed-443d-9875-cf8b28e52d4a') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:00.644086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c46af3-8cc4-4c63-83b4-cb73d66fc307 None None] Pushing event updated for resources: {'Port': ['ID=ec9ebfd2-dfb8-46fe-95d9-1a782f55c339,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:00.656806 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.680948 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.690278 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:54:00.691949 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.763245 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7f40152-6a07-4357-8982-8a9dfb8d1bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.784338 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b7f40152-6a07-4357-8982-8a9dfb8d1bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.856642 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-db672809-13b6-42ee-ae52-e2107cc64cef tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.869254 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:54:00.870152 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:54:00.892349 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:54:00.895179 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b7f40152-6a07-4357-8982-8a9dfb8d1bed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23d86bf7ade449d586207df6f136dfd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515793 Apr 01 12:54:00.895531 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37610) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:00.955558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f40152-6a07-4357-8982-8a9dfb8d1bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb85059-7793-411f-8458-2d8d4e5f82eb,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:00.963557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.api [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 12:54:00.963557 n-d-836146-1 neutron-server[102719]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 12:54:00.963557 n-d-836146-1 neutron-server[102719]: [parameters: {'id': '894e8cb2-ca5a-4e84-ac5e-eefa1df70893'}] Apr 01 12:54:00.963557 n-d-836146-1 neutron-server[102719]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:54:00.964342 n-d-836146-1 neutron-server[102719]: DEBUG oslo_db.api [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:54:00.983397 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4acb-4afe-4612-8ea7-c4028ddf818f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.027006 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4acb-4afe-4612-8ea7-c4028ddf818f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.046759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db672809-13b6-42ee-ae52-e2107cc64cef tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Pushing event deleted for resources: {'Port': ['ID=6586d3c2-c5ad-44bd-b27a-a6134b79d17d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:01.093622 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4acb-4afe-4612-8ea7-c4028ddf818f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.104638 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4acb-4afe-4612-8ea7-c4028ddf818f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.109094 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ae6f4acb-4afe-4612-8ea7-c4028ddf818f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9eb85059-7793-411f-8458-2d8d4e5f82eb HTTP/1.1" status: 204 len: 168 time: 0.2074955 Apr 01 12:54:01.131860 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f4acb-4afe-4612-8ea7-c4028ddf818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb85059-7793-411f-8458-2d8d4e5f82eb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:01.200239 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.217844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37614) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:01.247560 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbe50421-0703-46b7-9f2d-7e9b0e996a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.316191 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Allocated IP 172.20.0.2 (9d0b9e8d-941b-47f5-b126-04ebf36fc8e6/31f02438-8332-45fd-86b8-d7a04b50b932/cf5e2045-1125-4f67-ad55-be85869c61c3) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:54:01.337296 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-db672809-13b6-42ee-ae52-e2107cc64cef tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.345760 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-db672809-13b6-42ee-ae52-e2107cc64cef tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/ports/6586d3c2-c5ad-44bd-b27a-a6134b79d17d HTTP/1.1" status: 204 len: 168 time: 1.5943394 Apr 01 12:54:01.352034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37616) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:01.399971 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbe50421-0703-46b7-9f2d-7e9b0e996a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.405183 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dbe50421-0703-46b7-9f2d-7e9b0e996a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.465080 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.479926 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37622) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:01.480488 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dbe50421-0703-46b7-9f2d-7e9b0e996a45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f5f22831f98491e9ef0e5d806ff0c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610033 Apr 01 12:54:01.484000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe50421-0703-46b7-9f2d-7e9b0e996a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f843318c-e82a-48ad-a9ec-f445cbb79ef7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:01.574356 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Deleting port ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:54:01.574593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.669992 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.701965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e3b7cc-3f68-49b6-9077-e74e5fc90056 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Deleting subnet 533d5d4d-c324-4cf4-975b-ca03f0411dc4 {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:54:01.718157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17e3b7cc-3f68-49b6-9077-e74e5fc90056 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.758300 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] For port ec9ebfd2-dfb8-46fe-95d9-1a782f55c339, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ec9ebfd2-dfb8-46fe-95d9-1a782f55c339,segment=NetworkSegment(b4c58e32-aaed-443d-9875-cf8b28e52d4a),segment_id=b4c58e32-aaed-443d-9875-cf8b28e52d4a)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:01.760347 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.792736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Calling delete_port for ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:54:01.837543 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17e3b7cc-3f68-49b6-9077-e74e5fc90056 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.892262 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4627696a-ca66-48c8-862a-a10e16cea855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.944324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:54:01.969094 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.990677 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4627696a-ca66-48c8-862a-a10e16cea855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:01.998957 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.005433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No DVR routers for this DVR port ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:54:02.015509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No active binding found for port ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 {{(pid=102720) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 01 12:54:02.017957 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 01 12:54:02.022162 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.061417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Port ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 not found, will not notify nova. {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 01 12:54:02.071511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Port': ['ID=ec9ebfd2-dfb8-46fe-95d9-1a782f55c339,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:02.108778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:02.112242 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:02.115636 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:54:02.129323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Pushing event updated for resources: {'Port': ['ID=cf5e2045-1125-4f67-ad55-be85869c61c3,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:02.198293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17e3b7cc-3f68-49b6-9077-e74e5fc90056 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.214478 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.261576 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894e8cb2-ca5a-4e84-ac5e-eefa1df70893']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:02.264061 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1340b0-75d9-488e-b6e9-e5e2e3e99c07 None None] Network 894e8cb2-ca5a-4e84-ac5e-eefa1df70893 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:02.284924 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c58e32-aaed-443d-9875-cf8b28e52d4a') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:02.285280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c58e32-aaed-443d-9875-cf8b28e52d4a') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:02.286417 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4627696a-ca66-48c8-862a-a10e16cea855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.286688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Attempting to bind port cf5e2045-1125-4f67-ad55-be85869c61c3 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:54:02.286976 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Attempting to bind port cf5e2045-1125-4f67-ad55-be85869c61c3 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:54:02.287337 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Attempting to bind port cf5e2045-1125-4f67-ad55-be85869c61c3 on network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:54:02.293195 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4627696a-ca66-48c8-862a-a10e16cea855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.297616 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4627696a-ca66-48c8-862a-a10e16cea855 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f843318c-e82a-48ad-a9ec-f445cbb79ef7 HTTP/1.1" status: 204 len: 168 time: 0.8117166 Apr 01 12:54:02.312012 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.337642 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.353211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:54:02.353878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.384889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:54:02.385316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Checking segment: {'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:02.385695 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.386073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Bound using segment: {'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:54:02.386561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Bound port: cf5e2045-1125-4f67-ad55-be85869c61c3, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:54:02.387322 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.411425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-63b703dd-6e6e-4864-ac52-6f0c01c384da None None] Could not find standard attr ID for object ec9ebfd2-dfb8-46fe-95d9-1a782f55c339. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:54:02.415913 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.419790 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627696a-ca66-48c8-862a-a10e16cea855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f843318c-e82a-48ad-a9ec-f445cbb79ef7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:02.480787 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.495996 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17e3b7cc-3f68-49b6-9077-e74e5fc90056 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:54:02.503993 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:54:02.509194 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.554152 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.564451 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/894e8cb2-ca5a-4e84-ac5e-eefa1df70893 HTTP/1.1" status: 204 len: 168 time: 3.2728250 Apr 01 12:54:02.566926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f50dd3-cd3f-4fb8-8afe-73cc814aaa6f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Network': ['ID=894e8cb2-ca5a-4e84-ac5e-eefa1df70893,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:02.572609 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37654) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:02.584230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-cbf13615-8ae6-4ddc-93a7-d64aa1089365 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-709247215'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:02.628334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf13615-8ae6-4ddc-93a7-d64aa1089365 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:54:02.632601 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbf13615-8ae6-4ddc-93a7-d64aa1089365 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.679654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf13615-8ae6-4ddc-93a7-d64aa1089365 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:54:02.687423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea3f12-dc81-4368-ab9b-0001f0a87b40 None None] DHCP port deletion for 894e8cb2-ca5a-4e84-ac5e-eefa1df70893 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:54:02.708254 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbf13615-8ae6-4ddc-93a7-d64aa1089365 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.708724 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-cbf13615-8ae6-4ddc-93a7-d64aa1089365 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Added segment 8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d of type vlan for network 87725493-36fa-491d-9d7d-4c8a1491d2dd Apr 01 12:54:02.721832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] For port cf5e2045-1125-4f67-ad55-be85869c61c3, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:54:02.744020 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] For port cf5e2045-1125-4f67-ad55-be85869c61c3, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cf5e2045-1125-4f67-ad55-be85869c61c3,segment=NetworkSegment(4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4),segment_id=4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:54:02.751735 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.789742 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbf13615-8ae6-4ddc-93a7-d64aa1089365 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.837944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Allocated IP 172.25.7.152 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/7ca7bb0d-759b-4600-8d1b-dc71a52ca38e) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:54:02.844881 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbf13615-8ae6-4ddc-93a7-d64aa1089365 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.849579 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a9386-d0a2-48f1-98af-27bab0db55bc None None] Pushing event updated for resources: {'Port': ['ID=cf5e2045-1125-4f67-ad55-be85869c61c3,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:02.860322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf13615-8ae6-4ddc-93a7-d64aa1089365 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:02.863971 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cbf13615-8ae6-4ddc-93a7-d64aa1089365 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:02.988400 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cbf13615-8ae6-4ddc-93a7-d64aa1089365 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4146144 Apr 01 12:54:02.991199 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37666) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:02.991865 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3b7cc-3f68-49b6-9077-e74e5fc90056 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Pushing event deleted for resources: {'Subnet': ['ID=533d5d4d-c324-4cf4-975b-ca03f0411dc4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:02.998834 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:03.003273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-17e3b7cc-3f68-49b6-9077-e74e5fc90056 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:03.009850 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-17e3b7cc-3f68-49b6-9077-e74e5fc90056 tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/subnets/533d5d4d-c324-4cf4-975b-ca03f0411dc4 HTTP/1.1" status: 204 len: 168 time: 1.6540523 Apr 01 12:54:03.012571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37668) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:03.021042 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9cdb97-e0d7-4aab-ab12-b1a9fcd2e729 None None] Network 8749c690-ca29-496f-9d66-4f7138b19e51 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:03.068362 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-46c223ee-091d-4003-ba4f-b264b7abfe98 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:03.118402 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf13615-8ae6-4ddc-93a7-d64aa1089365 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=87725493-36fa-491d-9d7d-4c8a1491d2dd,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:03.139901 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:03.192718 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 87725493-36fa-491d-9d7d-4c8a1491d2dd details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:54:03.235131 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:03.324207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:03.332312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:03.335685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:54:03.363196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Deleting port 8807a37f-f0d8-4904-9ee9-d532aac1f06d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:54:03.363793 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:03.413083 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46c223ee-091d-4003-ba4f-b264b7abfe98 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:03.442558 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46c223ee-091d-4003-ba4f-b264b7abfe98 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:03.471447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46c223ee-091d-4003-ba4f-b264b7abfe98 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network 87725493-36fa-491d-9d7d-4c8a1491d2dd is not hosted by any dhcp agent {{(pid=102719) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 12:54:03.471628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] For port 8807a37f-f0d8-4904-9ee9-d532aac1f06d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8807a37f-f0d8-4904-9ee9-d532aac1f06d,segment=NetworkSegment(caf42716-3a98-49b1-8d3b-0436975a48df),segment_id=caf42716-3a98-49b1-8d3b-0436975a48df)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:03.471870 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:03.495146 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c223ee-091d-4003-ba4f-b264b7abfe98 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:03.497575 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-46c223ee-091d-4003-ba4f-b264b7abfe98 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:03.501246 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-46c223ee-091d-4003-ba4f-b264b7abfe98 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "PUT /v2.0/networks/87725493-36fa-491d-9d7d-4c8a1491d2dd HTTP/1.1" status: 200 len: 723 time: 0.5039809 Apr 01 12:54:03.509624 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Calling delete_port for 8807a37f-f0d8-4904-9ee9-d532aac1f06d owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:54:03.510333 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37680) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:03.541726 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-2b1f2519-9dde-4573-a444-28069f480ff7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'network_id': '87725493-36fa-491d-9d7d-4c8a1491d2dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:03.657609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca7bb0d-759b-4600-8d1b-dc71a52ca38e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:03.662447 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:03.706327 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c223ee-091d-4003-ba4f-b264b7abfe98 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=87725493-36fa-491d-9d7d-4c8a1491d2dd,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:03.707771 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Pushing event deleted for resources: {'Port': ['ID=8807a37f-f0d8-4904-9ee9-d532aac1f06d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:03.720358 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] No DVR routers for this DVR port 8807a37f-f0d8-4904-9ee9-d532aac1f06d on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:54:03.770859 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 87725493-36fa-491d-9d7d-4c8a1491d2dd details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:54:03.815985 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a39b8e-a07f-4ee0-98e2-bc7443e669f1 None None] DHCP port deletion for 8749c690-ca29-496f-9d66-4f7138b19e51 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:54:03.908316 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1f2519-9dde-4573-a444-28069f480ff7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:54:03.917777 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:03.923976 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2519-9dde-4573-a444-28069f480ff7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:03.989419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cf5e2045-1125-4f67-ad55-be85869c61c3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:54:04.020525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8749c690-ca29-496f-9d66-4f7138b19e51']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:04.125284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cf5e2045-1125-4f67-ad55-be85869c61c3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:04.127194 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:04.207439 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2519-9dde-4573-a444-28069f480ff7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:04.236827 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf42716-3a98-49b1-8d3b-0436975a48df') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:04.237153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf42716-3a98-49b1-8d3b-0436975a48df') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:04.239426 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:04.319898 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port cf5e2045-1125-4f67-ad55-be85869c61c3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cf5e2045-1125-4f67-ad55-be85869c61c3,segment=NetworkSegment(4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4),segment_id=4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:04.330724 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:04.339863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f2519-9dde-4573-a444-28069f480ff7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=8d578ca1-6498-43ea-bcc9-4019ef4b3ed2,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:04.351916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f2519-9dde-4573-a444-28069f480ff7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking segment: {'id': '8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '87725493-36fa-491d-9d7d-4c8a1491d2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:04.352856 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1f2519-9dde-4573-a444-28069f480ff7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network hostable DHCP agents. Network: 87725493-36fa-491d-9d7d-4c8a1491d2dd, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:54:04.397327 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:04.404975 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1f2519-9dde-4573-a444-28069f480ff7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network 87725493-36fa-491d-9d7d-4c8a1491d2dd is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:54:04.418584 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-2b1f2519-9dde-4573-a444-28069f480ff7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 87725493-36fa-491d-9d7d-4c8a1491d2dd) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:04.425226 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:04.434930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1f2519-9dde-4573-a444-28069f480ff7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:04.437561 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2519-9dde-4573-a444-28069f480ff7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:04.447474 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10cea9e-17b7-4566-b9b4-d51668863bbb None None] Network 87725493-36fa-491d-9d7d-4c8a1491d2dd requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:04.465382 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:54:04.466104 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:54:04.471433 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:54:04.476881 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2b1f2519-9dde-4573-a444-28069f480ff7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9626687 Apr 01 12:54:04.479230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37698) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:04.504952 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d8c41bd7-b781-4031-8ed4-db27575eac9e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:04.568939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:54:04.591990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=cf5e2045-1125-4f67-ad55-be85869c61c3,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:04.599411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:54:04.599886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ec9ebfd2-dfb8-46fe-95d9-1a782f55c339 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:54:04.633544 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:04.724578 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-87725493-36fa-491d-9d7d-4c8a1491d2dd', 'network_id': '87725493-36fa-491d-9d7d-4c8a1491d2dd', 'tenant_id': '59a5a1d48e344cd99e63fc41eadf1119', 'fixed_ips': [{'subnet_id': '8d578ca1-6498-43ea-bcc9-4019ef4b3ed2'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:54:04.724578 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:04.871352 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8c41bd7-b781-4031-8ed4-db27575eac9e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9958388'] for subnet, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:04.938172 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6663d6-e701-4209-b3d9-0be2d541060e None None] Network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:05.004869 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-267fb2e1-23b7-4eae-8177-4556f8c01f22 None None] Provisioning complete for port cf5e2045-1125-4f67-ad55-be85869c61c3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:05.005805 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e1-23b7-4eae-8177-4556f8c01f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:05.141805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8c41bd7-b781-4031-8ed4-db27575eac9e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760604622246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9825762'] for subnet, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:05.196177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Allocated IP 172.20.0.2 (87725493-36fa-491d-9d7d-4c8a1491d2dd/8d578ca1-6498-43ea-bcc9-4019ef4b3ed2/48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:54:05.223868 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c41bd7-b781-4031-8ed4-db27575eac9e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:05.224870 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d8c41bd7-b781-4031-8ed4-db27575eac9e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:05.227139 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d8c41bd7-b781-4031-8ed4-db27575eac9e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "PUT /v2.0/subnets/8d578ca1-6498-43ea-bcc9-4019ef4b3ed2 HTTP/1.1" status: 200 len: 806 time: 0.7466321 Apr 01 12:54:05.231803 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37714) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:05.300521 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c41bd7-b781-4031-8ed4-db27575eac9e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=8d578ca1-6498-43ea-bcc9-4019ef4b3ed2,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:05.422439 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:05.433727 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539677'] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:05.445662 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] 10.222.0.45 "DELETE /v2.0/networks/8749c690-ca29-496f-9d66-4f7138b19e51 HTTP/1.1" status: 204 len: 168 time: 2.4310207 Apr 01 12:54:05.516321 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:05.601524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d35de-2c89-4234-8e46-48f68df90f2f tempest-TagsExtTest-789532412 tempest-TagsExtTest-789532412-project] Pushing event deleted for resources: {'Network': ['ID=8749c690-ca29-496f-9d66-4f7138b19e51,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:05.642557 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:05.659881 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:05.788684 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:05.853174 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:05.874951 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Pushing event updated for resources: {'Port': ['ID=48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:05.914584 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cf5e2045-1125-4f67-ad55-be85869c61c3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:54:05.943205 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Network 87725493-36fa-491d-9d7d-4c8a1491d2dd is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:06.024166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:06.024504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:54:06.049801 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.109404 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-38b7ffbe-6cd6-46ef-b8c3-25c546e3b6b8 None None] Provisioning complete for port cf5e2045-1125-4f67-ad55-be85869c61c3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:06.109848 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-38b7ffbe-6cd6-46ef-b8c3-25c546e3b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.161409 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Attempting to bind port 48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:54:06.161789 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Attempting to bind port 48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '87725493-36fa-491d-9d7d-4c8a1491d2dd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:54:06.162188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Attempting to bind port 48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9 on network 87725493-36fa-491d-9d7d-4c8a1491d2dd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:54:06.175973 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:54:06.176328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Checking segment: {'id': '8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '87725493-36fa-491d-9d7d-4c8a1491d2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:06.176799 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.177202 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Bound using segment: {'id': '8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '87725493-36fa-491d-9d7d-4c8a1491d2dd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:54:06.177835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Bound port: 48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '87725493-36fa-491d-9d7d-4c8a1491d2dd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:54:06.178224 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.194657 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port cf5e2045-1125-4f67-ad55-be85869c61c3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:06.195635 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.243126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Subnet': ['ID=8d578ca1-6498-43ea-bcc9-4019ef4b3ed2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:06.281046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Router b46f8b78-6270-4877-9da2-4399255750ae is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:54:06.330722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37738) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:06.334249 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.393518 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87725493-36fa-491d-9d7d-4c8a1491d2dd']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:06.413735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:06.414153 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:06.434587 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.465752 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.474861 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:54:06.475339 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:54:06.480919 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:54:06.515929 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] For port 48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:54:06.523244 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afecd7aa-c7d3-4082-85c7-d35dce2ccec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.541764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:54:06.564062 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Sync routers for ids ['b46f8b78-6270-4877-9da2-4399255750ae'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:54:06.574966 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.api [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 12:54:06.574966 n-d-836146-1 neutron-server[102719]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 12:54:06.574966 n-d-836146-1 neutron-server[102719]: [parameters: {'id': '87725493-36fa-491d-9d7d-4c8a1491d2dd'}] Apr 01 12:54:06.574966 n-d-836146-1 neutron-server[102719]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:54:06.576315 n-d-836146-1 neutron-server[102719]: DEBUG oslo_db.api [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:54:06.585566 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.587375 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Routers {'b46f8b78-6270-4877-9da2-4399255750ae'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:54:06.588368 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b46f8b78-6270-4877-9da2-4399255750ae'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:06.590294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c49c7bce-82d6-4221-a5e0-a29220088a35 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1991692 Apr 01 12:54:06.590907 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37744) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:06.653872 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1986a3d1-037e-49ed-bb76-206beddb600c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=829d8f3494d442d78ad9fbf72517296c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219371 Apr 01 12:54:06.656240 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37748) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:06.656565 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] For port 48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9,segment=NetworkSegment(8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d),segment_id=8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:54:06.664179 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.778543 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.806557 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8807a37f-f0d8-4904-9ee9-d532aac1f06d no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:54:06.834870 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.852962 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 8807a37f-f0d8-4904-9ee9-d532aac1f06d {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:54:06.853480 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8807a37f-f0d8-4904-9ee9-d532aac1f06d not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:54:06.857036 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c382dd7-421c-4e48-a151-cd6c1c2506dc None None] Pushing event updated for resources: {'Port': ['ID=48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:06.862134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727e3817-6f22-4992-8770-a3df75801949 None None] Network 87725493-36fa-491d-9d7d-4c8a1491d2dd requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:06.910061 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Set router b46f8b78-6270-4877-9da2-4399255750ae gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:54:06.936789 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.940095 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:06.944720 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53e28e58-bbd5-4330-bfaa-0f04bca09ab4 HTTP/1.1" status: 204 len: 168 time: 0.2874725 Apr 01 12:54:06.959527 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e28e58-bbd5-4330-bfaa-0f04bca09ab4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:06.983974 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:06.984233 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:06.984579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:06.984917 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:06.985251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:06.986981 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:06.987333 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:06.987672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:06.988005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:06.988339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:06.998922 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:06.999091 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce7c2-f231-4563-a05f-302bab29c99e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:07.077781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:07.231184 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Deleting port 48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:54:07.231900 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:07.297571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6b9b52-1607-483a-929f-cb83550fd249 None None] Network 87725493-36fa-491d-9d7d-4c8a1491d2dd requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:07.500370 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] For port 48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9,segment=NetworkSegment(8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d),segment_id=8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:07.501805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:07.572887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Calling delete_port for 48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:54:07.626586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeede5b1-bdb1-445a-9e79-016c7a003d2e None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:54:07.703948 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:04Z', 'revision_number': 3, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:07.741388 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:07.775585 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Checking router: b46f8b78-6270-4877-9da2-4399255750ae for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:54:07.777122 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Updating router b46f8b78-6270-4877-9da2-4399255750ae port 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:54:07.789486 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:07.811020 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:07.815898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No DVR routers for this DVR port 48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:54:07.915921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeede5b1-bdb1-445a-9e79-016c7a003d2e None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:54:07.932184 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Port': ['ID=48a1cb65-7ffb-4e32-ad23-bcfb8e103ff9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:08.078348 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.121298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87725493-36fa-491d-9d7d-4c8a1491d2dd']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:08.135795 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:08.136104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcc1f85-a7d7-46a6-9c7e-58f61cbd082d') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:08.161972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.187650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Allocated IP 172.20.0.1 (9d0b9e8d-941b-47f5-b126-04ebf36fc8e6/31f02438-8332-45fd-86b8-d7a04b50b932/6240c25b-9e3b-4c30-8b87-765f575f5639) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:54:08.192215 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.199732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:54:08.200128 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:54:08.203891 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:54:08.274884 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.315076 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.322800 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.324856 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/87725493-36fa-491d-9d7d-4c8a1491d2dd HTTP/1.1" status: 204 len: 168 time: 3.0881357 Apr 01 12:54:08.326284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8f3e2-5b09-4727-8ea9-5714d3656bb5 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Network': ['ID=87725493-36fa-491d-9d7d-4c8a1491d2dd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:08.331287 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37786) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:08.333030 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.382088 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-416e9a03-bb81-4671-8a47-1cee936a6a84 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:08.382705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416e9a03-bb81-4671-8a47-1cee936a6a84 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:08.398035 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-416e9a03-bb81-4671-8a47-1cee936a6a84 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/87725493-36fa-491d-9d7d-4c8a1491d2dd HTTP/1.1" status: 404 len: 339 time: 0.0526254 Apr 01 12:54:08.398444 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37790) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:08.404796 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-dc544dae-db2a-4f19-8c96-8b245d1913d7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-931595654', 'description': 'd1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:08.438816 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc544dae-db2a-4f19-8c96-8b245d1913d7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:54:08.442519 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc544dae-db2a-4f19-8c96-8b245d1913d7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.453178 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505da1a-a0f7-4b27-a830-333fab3ebe6d None None] Pushing event updated for resources: {'Port': ['ID=7ca7bb0d-759b-4600-8d1b-dc71a52ca38e,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:08.458375 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.468499 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Attempting to bind port 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:54:08.468866 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Attempting to bind port 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:54:08.469225 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Attempting to bind port 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:54:08.479708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc544dae-db2a-4f19-8c96-8b245d1913d7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:54:08.486381 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:54:08.486755 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:08.487158 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.487554 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:54:08.488028 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Bound port: 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:54:08.490779 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.505806 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc544dae-db2a-4f19-8c96-8b245d1913d7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.506367 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-dc544dae-db2a-4f19-8c96-8b245d1913d7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Added segment 9fc2a549-fb5b-4778-b68d-d22202705ecc of type vlan for network f6ae9284-d4b2-4ace-b442-87dacbe0fd06 Apr 01 12:54:08.540114 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.603174 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:08.608580 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:08.611016 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Pushing event updated for resources: {'Port': ['ID=6240c25b-9e3b-4c30-8b87-765f575f5639,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:08.613885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:54:08.631412 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] For port 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:54:08.640974 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] For port 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7ca7bb0d-759b-4600-8d1b-dc71a52ca38e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:54:08.650750 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.675261 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc544dae-db2a-4f19-8c96-8b245d1913d7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.682676 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.731485 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Routers {'b46f8b78-6270-4877-9da2-4399255750ae'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:54:08.733367 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:53:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b46f8b78-6270-4877-9da2-4399255750ae'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:08.757557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc544dae-db2a-4f19-8c96-8b245d1913d7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.769092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc544dae-db2a-4f19-8c96-8b245d1913d7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:08.770061 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dc544dae-db2a-4f19-8c96-8b245d1913d7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.823831 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:08.851881 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505da1a-a0f7-4b27-a830-333fab3ebe6d None None] Pushing event updated for resources: {'Port': ['ID=7ca7bb0d-759b-4600-8d1b-dc71a52ca38e,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:08.897430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc544dae-db2a-4f19-8c96-8b245d1913d7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=f6ae9284-d4b2-4ace-b442-87dacbe0fd06,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:08.914973 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dc544dae-db2a-4f19-8c96-8b245d1913d7 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5154576 Apr 01 12:54:08.919236 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37808) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:08.933657 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network f6ae9284-d4b2-4ace-b442-87dacbe0fd06 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:54:09.036897 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:09.089565 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] Set router b46f8b78-6270-4877-9da2-4399255750ae gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:54:09.146623 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ce392-4eba-4aa8-82c5-680b1a42a28f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:09.148357 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a56ce392-4eba-4aa8-82c5-680b1a42a28f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/networks?id=f6ae9284-d4b2-4ace-b442-87dacbe0fd06 HTTP/1.1" status: 200 len: 760 time: 0.2273433 Apr 01 12:54:09.151277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37818) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:09.165627 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-994f7b48-d286-4628-bf70-ef4692457ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:09.166610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-85c81691-3613-4055-ab5c-e9725f3f5b8c tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'description': 'd2'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:09.174586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:09.176742 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-06e2ec09-8549-49b7-88a5-a325051a06ed None None] Provisioning complete for port 6240c25b-9e3b-4c30-8b87-765f575f5639 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:09.177798 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-06e2ec09-8549-49b7-88a5-a325051a06ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:09.257187 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-06e2ec09-8549-49b7-88a5-a325051a06ed None None] Port 6240c25b-9e3b-4c30-8b87-765f575f5639 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:54:09.440713 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-85c81691-3613-4055-ab5c-e9725f3f5b8c tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:09.456664 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-85c81691-3613-4055-ab5c-e9725f3f5b8c tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:09.485417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85c81691-3613-4055-ab5c-e9725f3f5b8c tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network f6ae9284-d4b2-4ace-b442-87dacbe0fd06 is not hosted by any dhcp agent {{(pid=102718) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 12:54:09.491005 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c81691-3613-4055-ab5c-e9725f3f5b8c tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:09.491603 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-85c81691-3613-4055-ab5c-e9725f3f5b8c tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:09.493167 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-85c81691-3613-4055-ab5c-e9725f3f5b8c tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "PUT /v2.0/networks/f6ae9284-d4b2-4ace-b442-87dacbe0fd06 HTTP/1.1" status: 200 len: 757 time: 0.3376982 Apr 01 12:54:09.495887 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37828) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:09.563052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c81691-3613-4055-ab5c-e9725f3f5b8c tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=f6ae9284-d4b2-4ace-b442-87dacbe0fd06,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:09.568032 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:09.577557 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:09.578034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network f6ae9284-d4b2-4ace-b442-87dacbe0fd06 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:54:09.651834 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:04Z', 'revision_number': 3, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:09.663607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Pushing event updated for resources: {'Port': ['ID=6240c25b-9e3b-4c30-8b87-765f575f5639,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:09.669230 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:09.703079 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c6b3cf-1467-486b-a0e9-0e655ca83aed tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:09.715774 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae88a1-4a95-4136-96ad-923a13fef939 None None] The sync data for ids ['b46f8b78-6270-4877-9da2-4399255750ae'] in n-d-836146-1 is: [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:04Z', 'revision_number': 3, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:54:09.727148 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f6c6b3cf-1467-486b-a0e9-0e655ca83aed tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/networks?id=f6ae9284-d4b2-4ace-b442-87dacbe0fd06 HTTP/1.1" status: 200 len: 760 time: 0.2299192 Apr 01 12:54:09.728773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37832) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:09.734671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-0b4e1ebf-1f5f-43c7-b1b3-12a573c39ae1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1318693915'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:09.769985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4e1ebf-1f5f-43c7-b1b3-12a573c39ae1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:54:09.775042 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b4e1ebf-1f5f-43c7-b1b3-12a573c39ae1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:09.819195 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4e1ebf-1f5f-43c7-b1b3-12a573c39ae1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:54:09.856419 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b4e1ebf-1f5f-43c7-b1b3-12a573c39ae1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:09.858518 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-0b4e1ebf-1f5f-43c7-b1b3-12a573c39ae1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Added segment b94c42c3-6821-4ae1-9a84-209762c64223 of type vlan for network d5a65469-98e8-48d1-8608-1809ee960b6f Apr 01 12:54:09.885978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:09.887894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:09.964874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b4e1ebf-1f5f-43c7-b1b3-12a573c39ae1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:10.047436 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b4e1ebf-1f5f-43c7-b1b3-12a573c39ae1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:10.078286 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e1ebf-1f5f-43c7-b1b3-12a573c39ae1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:10.078949 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b4e1ebf-1f5f-43c7-b1b3-12a573c39ae1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:10.120015 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Router b46f8b78-6270-4877-9da2-4399255750ae has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:54:10.141099 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0b4e1ebf-1f5f-43c7-b1b3-12a573c39ae1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4103346 Apr 01 12:54:10.142078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37840) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:10.197433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-bad38219-0dc8-4816-959f-c3606a3adcb8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'network_id': 'd5a65469-98e8-48d1-8608-1809ee960b6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:10.419949 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-767a273d-a24f-4ce7-9787-295cfa1069df None None] Provisioning complete for port 6240c25b-9e3b-4c30-8b87-765f575f5639 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:10.420454 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-767a273d-a24f-4ce7-9787-295cfa1069df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:10.571956 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:10.574575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-767a273d-a24f-4ce7-9787-295cfa1069df None None] Port 6240c25b-9e3b-4c30-8b87-765f575f5639 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:54:10.723852 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e1ebf-1f5f-43c7-b1b3-12a573c39ae1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=d5a65469-98e8-48d1-8608-1809ee960b6f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:10.739500 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network d5a65469-98e8-48d1-8608-1809ee960b6f details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:54:10.804233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad38219-0dc8-4816-959f-c3606a3adcb8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:54:10.807805 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bad38219-0dc8-4816-959f-c3606a3adcb8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:10.816369 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:54:10.834470 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-87392d45-4f69-48d3-9e89-9f6a4b150c15 admin admin] 10.222.0.45 "PUT /v2.0/routers/b46f8b78-6270-4877-9da2-4399255750ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2397594 Apr 01 12:54:11.249178 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bad38219-0dc8-4816-959f-c3606a3adcb8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:11.269611 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:54:11.309048 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad38219-0dc8-4816-959f-c3606a3adcb8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=db5f129c-7d7e-4e25-aa55-cdcb24db55a2,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:11.342778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad38219-0dc8-4816-959f-c3606a3adcb8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking segment: {'id': 'b94c42c3-6821-4ae1-9a84-209762c64223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd5a65469-98e8-48d1-8608-1809ee960b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:11.343039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad38219-0dc8-4816-959f-c3606a3adcb8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network hostable DHCP agents. Network: d5a65469-98e8-48d1-8608-1809ee960b6f, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:54:11.368908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad38219-0dc8-4816-959f-c3606a3adcb8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network d5a65469-98e8-48d1-8608-1809ee960b6f is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:54:11.400126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37884) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:11.405952 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-bad38219-0dc8-4816-959f-c3606a3adcb8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, d5a65469-98e8-48d1-8608-1809ee960b6f) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:11.416062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad38219-0dc8-4816-959f-c3606a3adcb8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:11.418052 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bad38219-0dc8-4816-959f-c3606a3adcb8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:11.441213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7b511b-ae17-4525-827b-c5da60acd944 None None] Network d5a65469-98e8-48d1-8608-1809ee960b6f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:11.462146 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bad38219-0dc8-4816-959f-c3606a3adcb8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3126454 Apr 01 12:54:11.462741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37888) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:11.674416 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55f1736f-e79f-4bd3-8225-efa2ca19240f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:11.739268 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-d5a65469-98e8-48d1-8608-1809ee960b6f', 'network_id': 'd5a65469-98e8-48d1-8608-1809ee960b6f', 'tenant_id': '59a5a1d48e344cd99e63fc41eadf1119', 'fixed_ips': [{'subnet_id': 'db5f129c-7d7e-4e25-aa55-cdcb24db55a2'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:54:11.740269 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:11.897040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:54:11.899571 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:11.939545 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55f1736f-e79f-4bd3-8225-efa2ca19240f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:11.963517 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.007811 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-55f1736f-e79f-4bd3-8225-efa2ca19240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.024630 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.053726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Allocated IP 172.20.0.2 (d5a65469-98e8-48d1-8608-1809ee960b6f/db5f129c-7d7e-4e25-aa55-cdcb24db55a2/3e35e213-f973-4a2a-afd3-a60c644fd89b) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:54:12.059478 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:12.060580 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.074549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37902) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:12.080393 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-810570940-network', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:12.144986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Made reservation on behalf of 60171294044c4d6aa398b533e0e9c5bb for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:54:12.155396 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.164314 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-55f1736f-e79f-4bd3-8225-efa2ca19240f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5da76be772a644268b1dc121e66cc4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7630699 Apr 01 12:54:12.167769 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37908) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:12.169962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1736f-e79f-4bd3-8225-efa2ca19240f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c17762-f99a-4140-bdc9-7d2e0aa54afd,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:12.191868 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.246984 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.312516 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e88ca7d-8c07-4c99-8c64-be9ee39041e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.341821 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e88ca7d-8c07-4c99-8c64-be9ee39041e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.440748 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e88ca7d-8c07-4c99-8c64-be9ee39041e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.443794 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1e88ca7d-8c07-4c99-8c64-be9ee39041e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.445174 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1e88ca7d-8c07-4c99-8c64-be9ee39041e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43c17762-f99a-4140-bdc9-7d2e0aa54afd HTTP/1.1" status: 204 len: 168 time: 0.2720034 Apr 01 12:54:12.466539 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88ca7d-8c07-4c99-8c64-be9ee39041e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c17762-f99a-4140-bdc9-7d2e0aa54afd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:12.474116 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.481538 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.546792 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.553522 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:54:12.617154 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.622185 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Added segment 9ed72a70-ba36-4cc0-8424-5a0bee34763c of type vlan for network 42b7e192-07f4-4299-ba6a-a5142d5d6cb5 Apr 01 12:54:12.627600 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96453e72-f1d4-415a-b9b7-837dd0243215,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:12.649837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7ca7bb0d-759b-4600-8d1b-dc71a52ca38e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:12.660312 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.752973 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.791692 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.793087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:12.795612 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.860113 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37926) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:12.864489 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7885010 Apr 01 12:54:12.865750 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e4e3a3f4-d561-4050-8751-f40a13c2164c admin admin] Request body: {'subnet': {'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-810570940-subnet', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:12.897262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Sync routers for ids ['b46f8b78-6270-4877-9da2-4399255750ae'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:54:12.899150 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=7ca7bb0d-759b-4600-8d1b-dc71a52ca38e,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:12.902732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37928) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:12.958304 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212de82-7ded-4c58-bce8-d28d1a83577a admin admin] Pushing event updated for resources: {'Network': ['ID=42b7e192-07f4-4299-ba6a-a5142d5d6cb5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:12.960518 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e3a3f4-d561-4050-8751-f40a13c2164c admin admin] Made reservation on behalf of 60171294044c4d6aa398b533e0e9c5bb for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:54:12.961423 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.962887 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e4e3a3f4-d561-4050-8751-f40a13c2164c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:12.971174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Routers {'b46f8b78-6270-4877-9da2-4399255750ae'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:54:12.971867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:54:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b46f8b78-6270-4877-9da2-4399255750ae'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:13.067141 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 42b7e192-07f4-4299-ba6a-a5142d5d6cb5 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:54:13.104005 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37932) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:13.131868 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.189868 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.209714 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f09e3d8-688e-4f66-a427-9d3f6f85766b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.267401 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.271739 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Subnet': ['ID=db5f129c-7d7e-4e25-aa55-cdcb24db55a2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:13.335433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.343329 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.365250 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Pushing event updated for resources: {'Port': ['ID=3e35e213-f973-4a2a-afd3-a60c644fd89b,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:13.399954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Network d5a65469-98e8-48d1-8608-1809ee960b6f is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:13.411534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:13.425437 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a3ea4fe981e4e6a8b487e644d84cadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173323 Apr 01 12:54:13.425437 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f18da0d-2261-4470-b0ef-989533f2d2b4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:13.426992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:54:13.438971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37934) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:13.443001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:13.444345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:13.444983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:13.446121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:13.447849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:13.448479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:13.448919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:13.450280 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:13.450794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:13.451694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:13.453077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:13.453524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae49aaf-7840-4a52-a87a-de430fd9fe80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:13.519971 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.586220 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Attempting to bind port 3e35e213-f973-4a2a-afd3-a60c644fd89b on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:54:13.586834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Attempting to bind port 3e35e213-f973-4a2a-afd3-a60c644fd89b by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'b94c42c3-6821-4ae1-9a84-209762c64223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd5a65469-98e8-48d1-8608-1809ee960b6f'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:54:13.592798 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Attempting to bind port 3e35e213-f973-4a2a-afd3-a60c644fd89b on network d5a65469-98e8-48d1-8608-1809ee960b6f {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:54:13.607926 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Set router b46f8b78-6270-4877-9da2-4399255750ae gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:54:13.613108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:54:13.613510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Checking segment: {'id': 'b94c42c3-6821-4ae1-9a84-209762c64223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd5a65469-98e8-48d1-8608-1809ee960b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:13.613914 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.614352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Bound using segment: {'id': 'b94c42c3-6821-4ae1-9a84-209762c64223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd5a65469-98e8-48d1-8608-1809ee960b6f'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:54:13.614834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Bound port: 3e35e213-f973-4a2a-afd3-a60c644fd89b, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94c42c3-6821-4ae1-9a84-209762c64223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd5a65469-98e8-48d1-8608-1809ee960b6f'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:54:13.615211 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.660836 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89ccc61b-8464-4556-933d-2af4383b474a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.694198 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a65469-98e8-48d1-8608-1809ee960b6f']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:13.701968 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89ccc61b-8464-4556-933d-2af4383b474a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.720037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94c42c3-6821-4ae1-9a84-209762c64223') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:13.720203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94c42c3-6821-4ae1-9a84-209762c64223') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:13.742212 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.783658 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89ccc61b-8464-4556-933d-2af4383b474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.784612 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-89ccc61b-8464-4556-933d-2af4383b474a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.785894 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-89ccc61b-8464-4556-933d-2af4383b474a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f18da0d-2261-4470-b0ef-989533f2d2b4 HTTP/1.1" status: 204 len: 168 time: 0.3231826 Apr 01 12:54:13.804207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccc61b-8464-4556-933d-2af4383b474a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f18da0d-2261-4470-b0ef-989533f2d2b4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:13.816730 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f09e3d8-688e-4f66-a427-9d3f6f85766b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.838042 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.846138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:54:13.847585 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:54:13.924235 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:54:13.929385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e4e3a3f4-d561-4050-8751-f40a13c2164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.935684 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1f09e3d8-688e-4f66-a427-9d3f6f85766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:13.984116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:54:14.001910 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.db.api [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 12:54:14.001910 n-d-836146-1 neutron-server[102719]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 12:54:14.001910 n-d-836146-1 neutron-server[102719]: [parameters: {'id': 'd5a65469-98e8-48d1-8608-1809ee960b6f'}] Apr 01 12:54:14.001910 n-d-836146-1 neutron-server[102719]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:54:14.002725 n-d-836146-1 neutron-server[102719]: DEBUG oslo_db.api [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:54:14.084978 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1f09e3d8-688e-4f66-a427-9d3f6f85766b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4f94e04417c47f099b94dc0be74cc6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1758206 Apr 01 12:54:14.085825 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37942) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:14.101715 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09e3d8-688e-4f66-a427-9d3f6f85766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc36e2ab-d71c-4c9e-9d1a-832e1dc69191,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:14.161299 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3a3f4-d561-4050-8751-f40a13c2164c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a85ce1-8c8c-4b14-b639-5910ed5b38bf,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:14.180559 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3a3f4-d561-4050-8751-f40a13c2164c admin admin] Checking segment: {'id': '9ed72a70-ba36-4cc0-8424-5a0bee34763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:14.181229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e3a3f4-d561-4050-8751-f40a13c2164c admin admin] Network hostable DHCP agents. Network: 42b7e192-07f4-4299-ba6a-a5142d5d6cb5, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:54:14.214880 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e164bbc0-f5de-44a9-8f25-906d1e06a040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:14.215568 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e3a3f4-d561-4050-8751-f40a13c2164c admin admin] Network 42b7e192-07f4-4299-ba6a-a5142d5d6cb5 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:54:14.232863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-e4e3a3f4-d561-4050-8751-f40a13c2164c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 42b7e192-07f4-4299-ba6a-a5142d5d6cb5) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:14.240481 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e3a3f4-d561-4050-8751-f40a13c2164c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:14.244026 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e4e3a3f4-d561-4050-8751-f40a13c2164c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:14.266401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55720352-f2df-4033-b5e8-ae8aa2da4469 None None] Network 42b7e192-07f4-4299-ba6a-a5142d5d6cb5 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:14.275845 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e164bbc0-f5de-44a9-8f25-906d1e06a040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:14.277931 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e4e3a3f4-d561-4050-8751-f40a13c2164c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4167104 Apr 01 12:54:14.281047 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 37946) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:14.292368 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-810570940-router', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:14.352944 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:14.354425 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:14.394359 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e164bbc0-f5de-44a9-8f25-906d1e06a040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:14.396880 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e164bbc0-f5de-44a9-8f25-906d1e06a040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:14.400717 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e164bbc0-f5de-44a9-8f25-906d1e06a040 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc36e2ab-d71c-4c9e-9d1a-832e1dc69191 HTTP/1.1" status: 204 len: 168 time: 0.3133085 Apr 01 12:54:14.415610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164bbc0-f5de-44a9-8f25-906d1e06a040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc36e2ab-d71c-4c9e-9d1a-832e1dc69191,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:14.483105 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:14.582660 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:14.811594 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:14.967133 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Deleting port 3e35e213-f973-4a2a-afd3-a60c644fd89b {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:54:14.967490 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:14.970034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37968) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:14.992016 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57df0ed8-6990-4f9e-8a19-ca56151f114b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.113251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] For port 3e35e213-f973-4a2a-afd3-a60c644fd89b, host n-d-836146-1, got binding levels [] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:15.114210 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.129567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Calling delete_port for 3e35e213-f973-4a2a-afd3-a60c644fd89b owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:54:15.141258 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] For port 3e35e213-f973-4a2a-afd3-a60c644fd89b, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:54:15.173831 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57df0ed8-6990-4f9e-8a19-ca56151f114b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.179279 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57df0ed8-6990-4f9e-8a19-ca56151f114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.233103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-42b7e192-07f4-4299-ba6a-a5142d5d6cb5', 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'fixed_ips': [{'subnet_id': 'a0a85ce1-8c8c-4b14-b639-5910ed5b38bf'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:54:15.233822 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.242477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df0ed8-6990-4f9e-8a19-ca56151f114b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fecf60-e249-4cf1-a5e9-723e6a2f9a9e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:15.250471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:15.250834 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.273324 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-57df0ed8-6990-4f9e-8a19-ca56151f114b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd6e4559e8df4968a2305c75c295b919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019602 Apr 01 12:54:15.275733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 37972) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:15.290889 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] For port 3e35e213-f973-4a2a-afd3-a60c644fd89b, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=3e35e213-f973-4a2a-afd3-a60c644fd89b,segment=NetworkSegment(b94c42c3-6821-4ae1-9a84-209762c64223),segment_id=b94c42c3-6821-4ae1-9a84-209762c64223)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:54:15.315584 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '6240c25b-9e3b-4c30-8b87-765f575f5639', 'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'mac_address': 'fa:16:3e:bd:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:07Z', 'updated_at': '2022-04-01T12:54:09Z', 'revision_number': 2, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'subnets': [{'id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:15.350504 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc06a72a-ca2c-4341-9ad3-9bcd96dc1f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.366981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Checking router: b46f8b78-6270-4877-9da2-4399255750ae for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:54:15.366981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Updating router b46f8b78-6270-4877-9da2-4399255750ae port 6240c25b-9e3b-4c30-8b87-765f575f5639 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:54:15.377026 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc06a72a-ca2c-4341-9ad3-9bcd96dc1f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.388018 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.425709 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No DVR routers for this DVR port 3e35e213-f973-4a2a-afd3-a60c644fd89b on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:54:15.433207 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Port': ['ID=3e35e213-f973-4a2a-afd3-a60c644fd89b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:15.447717 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc06a72a-ca2c-4341-9ad3-9bcd96dc1f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.461540 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.463893 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fc06a72a-ca2c-4341-9ad3-9bcd96dc1f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.472620 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.488477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fc06a72a-ca2c-4341-9ad3-9bcd96dc1f2f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7fecf60-e249-4cf1-a5e9-723e6a2f9a9e HTTP/1.1" status: 204 len: 168 time: 0.2106268 Apr 01 12:54:15.511351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06a72a-ca2c-4341-9ad3-9bcd96dc1f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fecf60-e249-4cf1-a5e9-723e6a2f9a9e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:15.555922 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.671015 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.863848 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:15.908981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecb7ea-dc1d-4076-aaf4-d757b717d808 None None] Pushing event deleted for resources: {'Port': ['ID=3e35e213-f973-4a2a-afd3-a60c644fd89b,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:15.946919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a65469-98e8-48d1-8608-1809ee960b6f']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:16.001573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94c42c3-6821-4ae1-9a84-209762c64223') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:16.001860 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94c42c3-6821-4ae1-9a84-209762c64223') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:16.018037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:16.043483 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:16.059654 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Allocated IP 172.25.7.141 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/8a45f682-8981-4761-b83f-55c96a018443) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:54:16.068217 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:54:16.068630 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:54:16.072651 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:54:16.222186 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:16.254258 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:16.265017 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/d5a65469-98e8-48d1-8608-1809ee960b6f HTTP/1.1" status: 204 len: 168 time: 4.7978394 Apr 01 12:54:16.265124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38002) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:16.299707 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a83c66-e208-459e-a60c-43724395841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Network': ['ID=d5a65469-98e8-48d1-8608-1809ee960b6f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:16.352837 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-36405607-3094-40b8-9b55-37895a2702ed tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] GET failed (client error): The resource could not be found. Apr 01 12:54:16.359430 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-36405607-3094-40b8-9b55-37895a2702ed tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/subnets/db5f129c-7d7e-4e25-aa55-cdcb24db55a2 HTTP/1.1" status: 404 len: 337 time: 0.0906763 Apr 01 12:54:16.360300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38006) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:16.364154 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:16.416625 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2f42c3-8e95-46ad-bc20-e99309c630d9 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:16.418929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2f42c3-8e95-46ad-bc20-e99309c630d9 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:16.430426 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5b2f42c3-8e95-46ad-bc20-e99309c630d9 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/d5a65469-98e8-48d1-8608-1809ee960b6f HTTP/1.1" status: 404 len: 339 time: 0.0659881 Apr 01 12:54:16.438211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38008) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:16.714964 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:16.727729 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Allocated IP 172.20.0.2 (42b7e192-07f4-4299-ba6a-a5142d5d6cb5/a0a85ce1-8c8c-4b14-b639-5910ed5b38bf/5a82d6b6-1255-4cbc-8748-c2c7db7550b7) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:54:16.781372 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server [None req-91cdee3c-8cc3-4f21-903b-414b5e4ac17e None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 3e35e213-f973-4a2a-afd3-a60c644fd89b could not be found. Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1550, in get_port Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 3e35e213-f973-4a2a-afd3-a60c644fd89b could not be found. Apr 01 12:54:16.847683 n-d-836146-1 neutron-server[102720]: ERROR oslo_messaging.rpc.server Apr 01 12:54:16.879650 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10092780-c498-48c2-80e6-5954a232c04c None None] Network d5a65469-98e8-48d1-8608-1809ee960b6f requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:16.920592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10092780-c498-48c2-80e6-5954a232c04c None None] Network d5a65469-98e8-48d1-8608-1809ee960b6f could not be found, it might have been deleted concurrently. {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 01 12:54:17.061844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579c489-8abf-4f5b-9959-0cb7628c3a42 None None] Pushing event updated for resources: {'Port': ['ID=6240c25b-9e3b-4c30-8b87-765f575f5639,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:17.069033 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3dbf34-ed12-4d12-b4ed-b82d514e841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:17.079906 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5a3dbf34-ed12-4d12-b4ed-b82d514e841e tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6306021 Apr 01 12:54:17.082657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38032) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:17.093520 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:17.156465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4f3fdb74-584f-4876-92a6-076efddbeecb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 207 time: 0.0689831 Apr 01 12:54:17.156698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38036) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:17.195016 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:17.213401 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:17.235784 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:54:17.362322 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Pushing event updated for resources: {'Port': ['ID=8a45f682-8981-4761-b83f-55c96a018443,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:17.406484 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:17.439555 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:17.559048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Pushing event updated for resources: {'Port': ['ID=5a82d6b6-1255-4cbc-8748-c2c7db7550b7,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:17.619443 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Attempting to bind port 6240c25b-9e3b-4c30-8b87-765f575f5639 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:54:17.628493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Attempting to bind port 6240c25b-9e3b-4c30-8b87-765f575f5639 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:54:17.628872 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Attempting to bind port 6240c25b-9e3b-4c30-8b87-765f575f5639 on network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:54:17.648824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:54:17.649200 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Checking segment: {'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:17.656478 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:17.657214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Bound using segment: {'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:54:17.657479 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Bound port: 6240c25b-9e3b-4c30-8b87-765f575f5639, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:54:17.657969 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:17.828390 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] For port 6240c25b-9e3b-4c30-8b87-765f575f5639, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:54:17.835528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] For port 6240c25b-9e3b-4c30-8b87-765f575f5639, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6240c25b-9e3b-4c30-8b87-765f575f5639,segment=NetworkSegment(4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4),segment_id=4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:54:17.859639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Network 42b7e192-07f4-4299-ba6a-a5142d5d6cb5 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:17.865671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c415a3f9-da13-40ac-b97e-852597363c49 None None] Provisioning complete for port 6240c25b-9e3b-4c30-8b87-765f575f5639 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:17.866045 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c415a3f9-da13-40ac-b97e-852597363c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:17.876196 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:17.901250 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:18.053772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:18.056824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:54:18.068686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85f81aa-10b1-48fa-8dd7-6addf4d3cff0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:18.075805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85f81aa-10b1-48fa-8dd7-6addf4d3cff0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:18.090275 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85f81aa-10b1-48fa-8dd7-6addf4d3cff0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:18.102170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85f81aa-10b1-48fa-8dd7-6addf4d3cff0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:18.104910 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b85f81aa-10b1-48fa-8dd7-6addf4d3cff0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.9462452 Apr 01 12:54:18.111761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38058) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:18.248388 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Routers {'b46f8b78-6270-4877-9da2-4399255750ae'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:54:18.250667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:54:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b46f8b78-6270-4877-9da2-4399255750ae'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:18.409411 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8551ea65-42b2-4f27-94ab-c89870131169 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2951777 Apr 01 12:54:18.413772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38062) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:18.419265 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579c489-8abf-4f5b-9959-0cb7628c3a42 None None] Pushing event updated for resources: {'Port': ['ID=6240c25b-9e3b-4c30-8b87-765f575f5639,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:18.483310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Attempting to bind port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:54:18.484286 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Attempting to bind port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '9ed72a70-ba36-4cc0-8424-5a0bee34763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:54:18.485739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Attempting to bind port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 on network 42b7e192-07f4-4299-ba6a-a5142d5d6cb5 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:54:18.486855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:18.511416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876c96a2-55ce-4a63-bb0e-8463ad650526 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:18.513984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876c96a2-55ce-4a63-bb0e-8463ad650526 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:18.516103 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-876c96a2-55ce-4a63-bb0e-8463ad650526 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1000292 Apr 01 12:54:18.519899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38066) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:18.569656 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:54:18.570046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Checking segment: {'id': '9ed72a70-ba36-4cc0-8424-5a0bee34763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:18.570452 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:18.570846 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Bound using segment: {'id': '9ed72a70-ba36-4cc0-8424-5a0bee34763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:54:18.571329 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Bound port: 5a82d6b6-1255-4cbc-8748-c2c7db7550b7, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed72a70-ba36-4cc0-8424-5a0bee34763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:54:18.571712 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:18.581434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f07048-b2df-4853-b7dd-d522f0dae7c2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:18.582989 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f07048-b2df-4853-b7dd-d522f0dae7c2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:18.586058 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-51f07048-b2df-4853-b7dd-d522f0dae7c2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0635617 Apr 01 12:54:18.588402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38068) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:18.617480 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c415a3f9-da13-40ac-b97e-852597363c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:18.653582 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Router 0000ed31-7d36-4092-b078-c96fbc57387d is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:54:18.658561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] Set router b46f8b78-6270-4877-9da2-4399255750ae gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:54:18.725595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c415a3f9-da13-40ac-b97e-852597363c49 None None] For port 6240c25b-9e3b-4c30-8b87-765f575f5639, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6240c25b-9e3b-4c30-8b87-765f575f5639,segment=NetworkSegment(4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4),segment_id=4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:18.728418 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a532b-c70e-4d2f-9009-0c538435c953 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:18.730040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-257a532b-c70e-4d2f-9009-0c538435c953 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/networks/ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6 HTTP/1.1" status: 200 len: 800 time: 0.1405246 Apr 01 12:54:18.734519 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38072) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:18.787688 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:54:18.803757 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Sync routers for ids ['0000ed31-7d36-4092-b078-c96fbc57387d'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:54:18.828243 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Routers {'0000ed31-7d36-4092-b078-c96fbc57387d'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:54:18.830431 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:54:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['0000ed31-7d36-4092-b078-c96fbc57387d'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:18.833514 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:18.837597 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-00f57515-7064-40dd-9b83-4fc936b3eb90 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5524702 Apr 01 12:54:18.837778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38074) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:18.904504 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7d1c9f57-1959-437d-bd07-8438c52b3574 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/networks/ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1688182 Apr 01 12:54:18.908072 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38078) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:18.972400 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c415a3f9-da13-40ac-b97e-852597363c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:18.975170 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Set router 0000ed31-7d36-4092-b078-c96fbc57387d gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:54:18.980151 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] For port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:54:19.033740 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] For port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5a82d6b6-1255-4cbc-8748-c2c7db7550b7,segment=NetworkSegment(9ed72a70-ba36-4cc0-8424-5a0bee34763c),segment_id=9ed72a70-ba36-4cc0-8424-5a0bee34763c)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:54:19.066206 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:19.154747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415a3f9-da13-40ac-b97e-852597363c49 None None] Pushing event updated for resources: {'Port': ['ID=6240c25b-9e3b-4c30-8b87-765f575f5639,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:19.276294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-df44f96d-c4ec-4b7d-a5aa-b00fb9ce7866 None None] Provisioning complete for port 6240c25b-9e3b-4c30-8b87-765f575f5639 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:19.276674 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-df44f96d-c4ec-4b7d-a5aa-b00fb9ce7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:19.354727 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'name': 'tempest-TestVolumeBackupRestore-810570940-router', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8a45f682-8981-4761-b83f-55c96a018443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:14Z', 'updated_at': '2022-04-01T12:54:17Z', 'revision_number': 3, 'project_id': '60171294044c4d6aa398b533e0e9c5bb', 'gw_port': {'id': '8a45f682-8981-4761-b83f-55c96a018443', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:15Z', 'updated_at': '2022-04-01T12:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:19.452833 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Checking router: 0000ed31-7d36-4092-b078-c96fbc57387d for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:54:19.456810 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Updating router 0000ed31-7d36-4092-b078-c96fbc57387d port 8a45f682-8981-4761-b83f-55c96a018443 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:54:19.542408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73949469-bf5b-4212-8122-6d7addc1be80 None None] Pushing event updated for resources: {'Port': ['ID=5a82d6b6-1255-4cbc-8748-c2c7db7550b7,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:19.567522 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:19.652392 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a706b294-4653-491b-b0a5-30a1099c5fa1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:19.656300 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a706b294-4653-491b-b0a5-30a1099c5fa1 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/subnets/213f22e9-c9e0-415e-8ef0-cf60cf458c31 HTTP/1.1" status: 200 len: 811 time: 0.7462130 Apr 01 12:54:19.660723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38090) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:19.855716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b8ec77-e676-4d3d-962d-0e604d66eec9 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['shared'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:19.857901 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-05b8ec77-e676-4d3d-962d-0e604d66eec9 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "GET /v2.0/subnets/213f22e9-c9e0-415e-8ef0-cf60cf458c31?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1961436 Apr 01 12:54:19.863350 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '6240c25b-9e3b-4c30-8b87-765f575f5639', 'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'mac_address': 'fa:16:3e:bd:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:07Z', 'updated_at': '2022-04-01T12:54:17Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'subnets': [{'id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:19.865940 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38102) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:19.882087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ab4ee108-16ba-4c5d-bf7a-1ae02158c2dd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-231458119'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:19.937594 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec6d64-6969-4df2-8ff5-97e7531c4883 None None] The sync data for ids ['b46f8b78-6270-4877-9da2-4399255750ae'] in n-d-836146-1 is: [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '6240c25b-9e3b-4c30-8b87-765f575f5639', 'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'mac_address': 'fa:16:3e:bd:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:07Z', 'updated_at': '2022-04-01T12:54:17Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'subnets': [{'id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:54:19.938027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4ee108-16ba-4c5d-bf7a-1ae02158c2dd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:54:19.949910 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee108-16ba-4c5d-bf7a-1ae02158c2dd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:20.056355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4ee108-16ba-4c5d-bf7a-1ae02158c2dd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:54:20.085614 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee108-16ba-4c5d-bf7a-1ae02158c2dd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:20.085750 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-ab4ee108-16ba-4c5d-bf7a-1ae02158c2dd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Added segment ef1585ba-8694-4e8a-a732-28a3d7a466db of type vlan for network d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 Apr 01 12:54:20.181156 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee108-16ba-4c5d-bf7a-1ae02158c2dd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:20.247544 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee108-16ba-4c5d-bf7a-1ae02158c2dd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:20.256231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4ee108-16ba-4c5d-bf7a-1ae02158c2dd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:20.258215 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee108-16ba-4c5d-bf7a-1ae02158c2dd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:20.316902 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ab4ee108-16ba-4c5d-bf7a-1ae02158c2dd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4487669 Apr 01 12:54:20.320065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38116) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:20.327632 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:20.340515 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:20.346171 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'network_id': 'd60256b2-f6ab-465e-9e5b-0c7d1035e9b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:20.432571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ee108-16ba-4c5d-bf7a-1ae02158c2dd tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Network': ['ID=d60256b2-f6ab-465e-9e5b-0c7d1035e9b3,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:20.450689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:54:20.473139 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Pushing event updated for resources: {'Port': ['ID=8a45f682-8981-4761-b83f-55c96a018443,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:20.505979 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:20.506745 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:20.507441 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:20.507917 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:20.508401 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:20.508951 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:20.509449 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:20.509959 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:20.510496 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:20.511115 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:20.511583 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:20.512080 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:54:20.530964 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Attempting to bind port 8a45f682-8981-4761-b83f-55c96a018443 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:54:20.542793 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Attempting to bind port 8a45f682-8981-4761-b83f-55c96a018443 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:54:20.543640 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Attempting to bind port 8a45f682-8981-4761-b83f-55c96a018443 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:54:20.559618 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:54:20.562608 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:20.562863 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:20.563251 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:54:20.566873 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Bound port: 8a45f682-8981-4761-b83f-55c96a018443, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:54:20.567264 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:20.668877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Made reservation on behalf of 59a5a1d48e344cd99e63fc41eadf1119 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:54:20.677346 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:20.699743 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] For port 8a45f682-8981-4761-b83f-55c96a018443, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:54:20.707676 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] For port 8a45f682-8981-4761-b83f-55c96a018443, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8a45f682-8981-4761-b83f-55c96a018443,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:54:20.718418 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:20.790946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.ipam_backend_mixin [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Performing IP validity checks on allocation pools {{(pid=102719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 12:54:20.791506 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.ipam_backend_mixin [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 12:54:20.796215 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:20.948912 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1549d-e709-43ff-a753-f9a117e077be None None] Pushing event updated for resources: {'Port': ['ID=8a45f682-8981-4761-b83f-55c96a018443,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:20.969578 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Routers {'0000ed31-7d36-4092-b078-c96fbc57387d'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:54:20.975411 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:54:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['0000ed31-7d36-4092-b078-c96fbc57387d'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:21.133408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6240c25b-9e3b-4c30-8b87-765f575f5639 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:54:21.144133 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28159571-14b5-40ce-97da-df3dcf3170e4 None None] Network 42b7e192-07f4-4299-ba6a-a5142d5d6cb5 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:21.288086 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] Set router 0000ed31-7d36-4092-b078-c96fbc57387d gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:54:21.316798 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-42604fb7-e465-4577-b68a-f3e0dbf3bf94 None None] Provisioning complete for port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:21.317430 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-42604fb7-e465-4577-b68a-f3e0dbf3bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:21.571722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Allocated IP 172.20.0.1 (42b7e192-07f4-4299-ba6a-a5142d5d6cb5/a0a85ce1-8c8c-4b14-b639-5910ed5b38bf/c7d6003f-f24c-4e00-af18-3f1b827153e7) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:54:21.682382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6240c25b-9e3b-4c30-8b87-765f575f5639 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:21.682810 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:21.846813 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-42604fb7-e465-4577-b68a-f3e0dbf3bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:21.959228 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:22.005220 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'name': 'tempest-TestVolumeBackupRestore-810570940-router', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8a45f682-8981-4761-b83f-55c96a018443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:14Z', 'updated_at': '2022-04-01T12:54:17Z', 'revision_number': 3, 'project_id': '60171294044c4d6aa398b533e0e9c5bb', 'gw_port': {'id': '8a45f682-8981-4761-b83f-55c96a018443', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:15Z', 'updated_at': '2022-04-01T12:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:22.045902 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-42604fb7-e465-4577-b68a-f3e0dbf3bf94 None None] For port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5a82d6b6-1255-4cbc-8748-c2c7db7550b7,segment=NetworkSegment(9ed72a70-ba36-4cc0-8424-5a0bee34763c),segment_id=9ed72a70-ba36-4cc0-8424-5a0bee34763c)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:22.061967 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c438ecd1-cd67-4df3-8ce8-419c5683b1d6 None None] The sync data for ids ['0000ed31-7d36-4092-b078-c96fbc57387d'] in n-d-836146-1 is: [{'id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'name': 'tempest-TestVolumeBackupRestore-810570940-router', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8a45f682-8981-4761-b83f-55c96a018443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:14Z', 'updated_at': '2022-04-01T12:54:17Z', 'revision_number': 3, 'project_id': '60171294044c4d6aa398b533e0e9c5bb', 'gw_port': {'id': '8a45f682-8981-4761-b83f-55c96a018443', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:15Z', 'updated_at': '2022-04-01T12:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:54:22.089629 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-42604fb7-e465-4577-b68a-f3e0dbf3bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:22.228404 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:54:22.238463 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=eb85a972-0774-4069-a2f1-9d0eb0d57943,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:22.283394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42604fb7-e465-4577-b68a-f3e0dbf3bf94 None None] Pushing event updated for resources: {'Port': ['ID=5a82d6b6-1255-4cbc-8748-c2c7db7550b7,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:22.284735 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Checking segment: {'id': 'ef1585ba-8694-4e8a-a732-28a3d7a466db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd60256b2-f6ab-465e-9e5b-0c7d1035e9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:22.285156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network hostable DHCP agents. Network: d60256b2-f6ab-465e-9e5b-0c7d1035e9b3, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:54:22.309972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:22.343908 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:22.344527 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:22.370204 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Network d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:54:22.475557 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, d60256b2-f6ab-465e-9e5b-0c7d1035e9b3) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:22.490690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18731b3-7448-4ef0-81e2-e2068034afa5 None None] Network d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:22.494061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:22.494632 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:22.561206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:22.860229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d6003f-f24c-4e00-af18-3f1b827153e7,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:22.860982 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-d60256b2-f6ab-465e-9e5b-0c7d1035e9b3', 'network_id': 'd60256b2-f6ab-465e-9e5b-0c7d1035e9b3', 'tenant_id': '59a5a1d48e344cd99e63fc41eadf1119', 'fixed_ips': [{'subnet_id': 'eb85a972-0774-4069-a2f1-9d0eb0d57943'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:54:22.863121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:22.886823 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3dc77b98-1449-4a89-84f0-69b31058612d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5653136 Apr 01 12:54:22.890388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38172) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:22.896270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-4bc03cc6-4a24-41ed-a4c7-47d5f3db8164 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:54:22.927193 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-4269d1c6-3f67-4a90-9102-e40f9fb65ccd None None] Provisioning complete for port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:22.927811 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4269d1c6-3f67-4a90-9102-e40f9fb65ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:22.960132 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Network 42b7e192-07f4-4299-ba6a-a5142d5d6cb5 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:22.966705 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:22.970711 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:54:23.127301 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:23.175796 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8a45f682-8981-4761-b83f-55c96a018443 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:54:23.314109 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bc03cc6-4a24-41ed-a4c7-47d5f3db8164 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9538103'] for subnet, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:23.522241 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:23.566045 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Allocated IP 172.20.0.3 (d60256b2-f6ab-465e-9e5b-0c7d1035e9b3/eb85a972-0774-4069-a2f1-9d0eb0d57943/80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:54:23.585436 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 8a45f682-8981-4761-b83f-55c96a018443 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:23.589200 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:23.855167 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3feecea2-e78e-4c6e-8fbb-3e24846c26cc None None] Provisioning complete for port c7d6003f-f24c-4e00-af18-3f1b827153e7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:23.856118 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3feecea2-e78e-4c6e-8fbb-3e24846c26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:23.955429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3feecea2-e78e-4c6e-8fbb-3e24846c26cc None None] Port c7d6003f-f24c-4e00-af18-3f1b827153e7 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:54:24.056557 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:24.101187 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:24.115978 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:24.159450 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 8a45f682-8981-4761-b83f-55c96a018443, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8a45f682-8981-4761-b83f-55c96a018443,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:24.191110 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:24.191925 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:54:24.237746 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:24.369902 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d6003f-f24c-4e00-af18-3f1b827153e7,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:24.560216 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Network 42b7e192-07f4-4299-ba6a-a5142d5d6cb5 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:24.561758 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:24.823005 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:24.932686 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Router 0000ed31-7d36-4092-b078-c96fbc57387d has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:54:25.029720 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:25.119654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:25.120837 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:25.177282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Network d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:54:25.219333 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:54:25.223571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:54:25.350525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=8a45f682-8981-4761-b83f-55c96a018443,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:25.354213 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bc03cc6-4a24-41ed-a4c7-47d5f3db8164 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760604622246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9789143'] for subnet, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:25.365951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:54:25.384048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1641a25b-bdef-48de-904d-4da8995836cc None None] Provisioning complete for port c7d6003f-f24c-4e00-af18-3f1b827153e7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:25.384048 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1641a25b-bdef-48de-904d-4da8995836cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:25.401789 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-92435e6f-aff4-4ad9-8e13-0e33bcc5db78 admin admin] 10.222.0.45 "PUT /v2.0/routers/0000ed31-7d36-4092-b078-c96fbc57387d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5628114 Apr 01 12:54:25.502786 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc03cc6-4a24-41ed-a4c7-47d5f3db8164 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event updated for resources: {'Subnet': ['ID=eb85a972-0774-4069-a2f1-9d0eb0d57943,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:25.514761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc03cc6-4a24-41ed-a4c7-47d5f3db8164 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:25.515481 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bc03cc6-4a24-41ed-a4c7-47d5f3db8164 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:25.520719 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38226) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:25.523683 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4bc03cc6-4a24-41ed-a4c7-47d5f3db8164 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "PUT /v2.0/subnets/eb85a972-0774-4069-a2f1-9d0eb0d57943 HTTP/1.1" status: 200 len: 877 time: 2.6316047 Apr 01 12:54:25.557610 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Sync routers for ids ['0000ed31-7d36-4092-b078-c96fbc57387d'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:54:25.570146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Attempting to bind port 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:54:25.570772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Attempting to bind port 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ef1585ba-8694-4e8a-a732-28a3d7a466db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd60256b2-f6ab-465e-9e5b-0c7d1035e9b3'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:54:25.571240 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Attempting to bind port 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7 on network d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:54:25.676310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Routers {'0000ed31-7d36-4092-b078-c96fbc57387d'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:54:25.676931 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:54:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['0000ed31-7d36-4092-b078-c96fbc57387d'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:25.678740 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-1641a25b-bdef-48de-904d-4da8995836cc None None] Port c7d6003f-f24c-4e00-af18-3f1b827153e7 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:54:25.690343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:54:25.691479 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Checking segment: {'id': 'ef1585ba-8694-4e8a-a732-28a3d7a466db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd60256b2-f6ab-465e-9e5b-0c7d1035e9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:25.691893 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:25.692292 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Bound using segment: {'id': 'ef1585ba-8694-4e8a-a732-28a3d7a466db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd60256b2-f6ab-465e-9e5b-0c7d1035e9b3'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:54:25.692786 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Bound port: 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1585ba-8694-4e8a-a732-28a3d7a466db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd60256b2-f6ab-465e-9e5b-0c7d1035e9b3'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:54:25.693170 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:25.803469 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:25.829762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8a45f682-8981-4761-b83f-55c96a018443 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:54:25.919374 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Deleting port 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:54:25.919982 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:26.031304 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] For port 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:54:26.062666 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] For port 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7,segment=NetworkSegment(ef1585ba-8694-4e8a-a732-28a3d7a466db),segment_id=ef1585ba-8694-4e8a-a732-28a3d7a466db)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:54:26.069003 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Pushing event updated for resources: {'Port': ['ID=80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:26.154770 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] For port 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7, host n-d-836146-1, got binding levels [] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:26.156028 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:26.161366 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:26.214229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Calling delete_port for 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:54:26.466724 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Set router 0000ed31-7d36-4092-b078-c96fbc57387d gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:54:26.531560 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:26.607271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2397e-ea62-4a7b-92e8-1b5129e82534 None None] Pushing event updated for resources: {'Port': ['ID=80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:26.711118 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No DVR routers for this DVR port 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:54:26.717964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 8a45f682-8981-4761-b83f-55c96a018443 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:26.718744 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:26.720428 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Port': ['ID=80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:26.853425 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:27.007324 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:27.080747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Subnet': ['ID=eb85a972-0774-4069-a2f1-9d0eb0d57943,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:27.326839 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:27.376525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'name': 'tempest-TestVolumeBackupRestore-810570940-router', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8a45f682-8981-4761-b83f-55c96a018443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:14Z', 'updated_at': '2022-04-01T12:54:23Z', 'revision_number': 4, 'project_id': '60171294044c4d6aa398b533e0e9c5bb', 'gw_port': {'id': '8a45f682-8981-4761-b83f-55c96a018443', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:15Z', 'updated_at': '2022-04-01T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c7d6003f-f24c-4e00-af18-3f1b827153e7', 'name': '', 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'mac_address': 'fa:16:3e:ef:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'a0a85ce1-8c8c-4b14-b639-5910ed5b38bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:20Z', 'updated_at': '2022-04-01T12:54:23Z', 'revision_number': 2, 'project_id': '60171294044c4d6aa398b533e0e9c5bb', 'subnets': [{'id': 'a0a85ce1-8c8c-4b14-b639-5910ed5b38bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:27.381903 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60256b2-f6ab-465e-9e5b-0c7d1035e9b3']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:27.405732 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1585ba-8694-4e8a-a732-28a3d7a466db') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:27.406061 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1585ba-8694-4e8a-a732-28a3d7a466db') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:27.427009 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:27.438959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Checking router: 0000ed31-7d36-4092-b078-c96fbc57387d for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:54:27.439321 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Updating router 0000ed31-7d36-4092-b078-c96fbc57387d port c7d6003f-f24c-4e00-af18-3f1b827153e7 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:54:27.459441 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:27.468828 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:54:27.469267 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:54:27.473522 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:54:27.488977 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:27.630302 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:27.683369 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:27.697834 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 HTTP/1.1" status: 204 len: 168 time: 2.1703644 Apr 01 12:54:27.698576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38334) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:27.711369 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d6c23-f0e8-4fa1-8628-4d616ac43a16 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Network': ['ID=d60256b2-f6ab-465e-9e5b-0c7d1035e9b3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:27.776893 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-40716c89-fff5-47a2-b19f-3736941692b2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:27.777354 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40716c89-fff5-47a2-b19f-3736941692b2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:27.793025 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-40716c89-fff5-47a2-b19f-3736941692b2 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/subnets/eb85a972-0774-4069-a2f1-9d0eb0d57943 HTTP/1.1" status: 404 len: 337 time: 0.0910425 Apr 01 12:54:27.793855 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38342) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:27.842494 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c65678c-66bb-4366-866a-ec0e50cf5ea0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:27.843918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c65678c-66bb-4366-866a-ec0e50cf5ea0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:27.849206 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2c65678c-66bb-4366-866a-ec0e50cf5ea0 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 HTTP/1.1" status: 404 len: 339 time: 0.0520771 Apr 01 12:54:27.849589 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38344) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:27.912800 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92fc5d3-11c6-4fe6-a584-0df355a68ce9 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:27.913258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92fc5d3-11c6-4fe6-a584-0df355a68ce9 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:27.916330 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e92fc5d3-11c6-4fe6-a584-0df355a68ce9 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/subnets/db5f129c-7d7e-4e25-aa55-cdcb24db55a2 HTTP/1.1" status: 404 len: 337 time: 0.0655315 Apr 01 12:54:27.918993 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38346) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:27.962470 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-8571d0be-7bf4-4f83-9837-86df82a5f9ea tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:27.967262 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8571d0be-7bf4-4f83-9837-86df82a5f9ea tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:27.976162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38350) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:27.984128 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8571d0be-7bf4-4f83-9837-86df82a5f9ea tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/d5a65469-98e8-48d1-8608-1809ee960b6f HTTP/1.1" status: 404 len: 339 time: 0.0535290 Apr 01 12:54:28.075265 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:28.095049 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:28.150283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189235-ecad-4700-83fd-367d5997d688 None None] Pushing event updated for resources: {'Port': ['ID=c7d6003f-f24c-4e00-af18-3f1b827153e7,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:28.271662 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:28.313837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Attempting to bind port c7d6003f-f24c-4e00-af18-3f1b827153e7 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:54:28.318844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Attempting to bind port c7d6003f-f24c-4e00-af18-3f1b827153e7 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '9ed72a70-ba36-4cc0-8424-5a0bee34763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:54:28.320349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Attempting to bind port c7d6003f-f24c-4e00-af18-3f1b827153e7 on network 42b7e192-07f4-4299-ba6a-a5142d5d6cb5 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:54:28.361493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:54:28.371000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Checking segment: {'id': '9ed72a70-ba36-4cc0-8424-5a0bee34763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:54:28.371586 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:28.376665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Bound using segment: {'id': '9ed72a70-ba36-4cc0-8424-5a0bee34763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:54:28.377271 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Bound port: c7d6003f-f24c-4e00-af18-3f1b827153e7, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed72a70-ba36-4cc0-8424-5a0bee34763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:54:28.377574 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:28.502392 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:28.577994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ae9284-d4b2-4ace-b442-87dacbe0fd06']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:28.625151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc2a549-fb5b-4778-b68d-d22202705ecc') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:28.625471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc2a549-fb5b-4778-b68d-d22202705ecc') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:28.630657 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d09405fc-c046-4e0d-ac3b-97cff0d18db9 None None] Could not find standard attr ID for object 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7. {{(pid=102720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 12:54:28.632168 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87069849-63cb-48e8-b852-8593afd2dd2f None None] DHCP port deletion for d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:54:28.658428 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:28.701993 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:28.710697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:54:28.711392 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:28.731565 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] For port c7d6003f-f24c-4e00-af18-3f1b827153e7, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:54:28.733107 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:54:28.748576 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c33f736-597d-415f-aae5-fbc5c044ee10 None None] Network d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:28.793168 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c33f736-597d-415f-aae5-fbc5c044ee10 None None] Network d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 could not be found, it might have been deleted concurrently. {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 01 12:54:28.833107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d55bc2a-a700-4644-ac3e-b019fd3785da None None] Network d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:28.889874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d55bc2a-a700-4644-ac3e-b019fd3785da None None] Network d60256b2-f6ab-465e-9e5b-0c7d1035e9b3 could not be found, it might have been deleted concurrently. {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 01 12:54:28.892982 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:28.917293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ccaf7d-edfb-4db2-8016-57f713a0dabf None None] get_active_networks_info from n-d-836146-1 {{(pid=102720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 12:54:28.923786 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:28.931261 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/f6ae9284-d4b2-4ace-b442-87dacbe0fd06 HTTP/1.1" status: 204 len: 168 time: 0.9537568 Apr 01 12:54:28.933737 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38376) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:28.973033 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c33e55-de01-4c00-80b9-ab28fc224969 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:28.973855 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c33e55-de01-4c00-80b9-ab28fc224969 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:28.975767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d539e-7ae7-4cea-a5a9-8736c09c247f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Network': ['ID=f6ae9284-d4b2-4ace-b442-87dacbe0fd06,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:28.984884 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-60c33e55-de01-4c00-80b9-ab28fc224969 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/subnets/8d578ca1-6498-43ea-bcc9-4019ef4b3ed2 HTTP/1.1" status: 404 len: 337 time: 0.0488603 Apr 01 12:54:28.988149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38380) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:28.993384 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] For port c7d6003f-f24c-4e00-af18-3f1b827153e7, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c7d6003f-f24c-4e00-af18-3f1b827153e7,segment=NetworkSegment(9ed72a70-ba36-4cc0-8424-5a0bee34763c),segment_id=9ed72a70-ba36-4cc0-8424-5a0bee34763c)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:54:28.996577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2945d7bf-188d-4298-ac45-e4431b5e5b32 None None] Provisioning complete for port c7d6003f-f24c-4e00-af18-3f1b827153e7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:28.997267 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2945d7bf-188d-4298-ac45-e4431b5e5b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:29.018841 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:29.047370 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8278463-76cd-4b0f-84ec-b300f7d0bf5d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:29.049350 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8278463-76cd-4b0f-84ec-b300f7d0bf5d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:29.057293 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e8278463-76cd-4b0f-84ec-b300f7d0bf5d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/87725493-36fa-491d-9d7d-4c8a1491d2dd HTTP/1.1" status: 404 len: 339 time: 0.0678804 Apr 01 12:54:29.059953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38384) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:29.130097 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ec299f-46b4-4550-95fa-f87940effeea tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:29.130766 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ec299f-46b4-4550-95fa-f87940effeea tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:29.140234 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-20ec299f-46b4-4550-95fa-f87940effeea tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/subnets/c0d8ccd6-7b11-4b57-905b-e6b892f2742b HTTP/1.1" status: 404 len: 337 time: 0.0742753 Apr 01 12:54:29.141142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38388) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:29.187242 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-975c7b2e-15b4-409d-9e91-c5ebec96168d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:29.189088 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975c7b2e-15b4-409d-9e91-c5ebec96168d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:29.196983 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-975c7b2e-15b4-409d-9e91-c5ebec96168d tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/894e8cb2-ca5a-4e84-ac5e-eefa1df70893 HTTP/1.1" status: 404 len: 339 time: 0.0534854 Apr 01 12:54:29.199652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38390) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:29.260770 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Routers {'0000ed31-7d36-4092-b078-c96fbc57387d'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:54:29.261869 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:54:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['0000ed31-7d36-4092-b078-c96fbc57387d'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:29.265375 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ced1cd-4400-408f-abf2-5cc927a2d42c tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:29.265882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ced1cd-4400-408f-abf2-5cc927a2d42c tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:29.279795 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-69ced1cd-4400-408f-abf2-5cc927a2d42c tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/subnets/3f754b6f-8628-41fb-9960-12d83c88d991 HTTP/1.1" status: 404 len: 337 time: 0.0784039 Apr 01 12:54:29.282197 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38396) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:29.317602 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189235-ecad-4700-83fd-367d5997d688 None None] Pushing event updated for resources: {'Port': ['ID=c7d6003f-f24c-4e00-af18-3f1b827153e7,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:29.322608 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70875cc-02e4-42ed-9698-911380da4cda tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:29.323255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70875cc-02e4-42ed-9698-911380da4cda tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:29.328524 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e70875cc-02e4-42ed-9698-911380da4cda tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/1909bf60-3e00-4b20-84ea-49d012a7cda2 HTTP/1.1" status: 404 len: 339 time: 0.0441825 Apr 01 12:54:29.330498 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38398) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:29.404611 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ccaf7d-edfb-4db2-8016-57f713a0dabf None None] Resources bound (agent type, host, resource id): {{(pid=102720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 12:54:29.456368 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dba3ba-ae16-4321-9495-9496a1ef30ea tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:29.466789 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17dba3ba-ae16-4321-9495-9496a1ef30ea tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:29.488179 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-17dba3ba-ae16-4321-9495-9496a1ef30ea tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/subnets/50161b27-b635-460b-b683-f6a1a0d8e895 HTTP/1.1" status: 404 len: 337 time: 0.1565773 Apr 01 12:54:29.490882 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38404) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:29.539106 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b81a8de-4c14-40fa-9f2a-02ef9ab28270 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:29.541933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b81a8de-4c14-40fa-9f2a-02ef9ab28270 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:29.556588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8b81a8de-4c14-40fa-9f2a-02ef9ab28270 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/635f5a46-9204-40a3-90d3-7f7d955e9947 HTTP/1.1" status: 404 len: 339 time: 0.0644565 Apr 01 12:54:29.561157 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38406) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:29.707877 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8a91af-f6a8-479c-b653-3f082a51037a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:29.708391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8a91af-f6a8-479c-b653-3f082a51037a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:29.726521 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4d8a91af-f6a8-479c-b653-3f082a51037a tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/subnets/83a8f171-9ddd-4c30-9094-0f4a0f712dad HTTP/1.1" status: 404 len: 337 time: 0.1637053 Apr 01 12:54:29.736997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38416) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:29.783314 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b93d00-0155-478a-a2d8-88944ae4e332 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:29.783930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b93d00-0155-478a-a2d8-88944ae4e332 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:29.786961 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-08b93d00-0155-478a-a2d8-88944ae4e332 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/37411feb-075f-4412-944e-a628cb2c56ac HTTP/1.1" status: 404 len: 339 time: 0.0552087 Apr 01 12:54:29.796315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38420) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:29.891399 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce0a85b-ca90-4abe-a9ec-831301e5effc tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:29.901316 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce0a85b-ca90-4abe-a9ec-831301e5effc tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:29.921968 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2ce0a85b-ca90-4abe-a9ec-831301e5effc tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/subnets/ba39822d-d0bd-4e63-9043-dd3bdb3dc0eb HTTP/1.1" status: 404 len: 337 time: 0.1239812 Apr 01 12:54:29.924100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38422) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:29.964109 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-268eaed6-a9e4-4a74-8556-f96fd2101f7f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:29.964757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268eaed6-a9e4-4a74-8556-f96fd2101f7f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:29.967724 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-268eaed6-a9e4-4a74-8556-f96fd2101f7f tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/4323d98b-b6f1-480f-b19f-6269ddf90237 HTTP/1.1" status: 404 len: 339 time: 0.0426397 Apr 01 12:54:29.970408 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38424) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:29.992987 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:54:30.057087 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2945d7bf-188d-4298-ac45-e4431b5e5b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:30.085332 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:54:30.085788 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 80d3d4fa-0b70-48ed-b5b3-5e3dbd49ccb7 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:54:30.088363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] Set router 0000ed31-7d36-4092-b078-c96fbc57387d gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:54:30.150427 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37fd7f6-f9f5-406c-8a34-77c7c2304cbe tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:30.150880 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37fd7f6-f9f5-406c-8a34-77c7c2304cbe tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:30.172273 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c37fd7f6-f9f5-406c-8a34-77c7c2304cbe tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/subnets/650a1d0a-33c1-41ee-afe2-0b9437701d4c HTTP/1.1" status: 404 len: 337 time: 0.2007766 Apr 01 12:54:30.174994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38438) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:30.215817 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-279294d4-27c6-4eb6-aa3e-15ef46e011e8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:30.216669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279294d4-27c6-4eb6-aa3e-15ef46e011e8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:30.219899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-279294d4-27c6-4eb6-aa3e-15ef46e011e8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/0ad33322-ce15-4d77-bc9c-61cd8add2d6b HTTP/1.1" status: 404 len: 339 time: 0.0437174 Apr 01 12:54:30.222603 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38440) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:30.281801 n-d-836146-1 neutron-server[102719]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5d7709-71e7-422e-9d6c-a6cd3d34019b tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:30.282547 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5d7709-71e7-422e-9d6c-a6cd3d34019b tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:30.286038 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4a5d7709-71e7-422e-9d6c-a6cd3d34019b tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/subnets/f018b9fb-6691-4aa6-8379-5bad6f99470e HTTP/1.1" status: 404 len: 337 time: 0.0622048 Apr 01 12:54:30.289533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38442) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:30.324781 n-d-836146-1 neutron-server[102718]: INFO neutron.pecan_wsgi.hooks.translation [None req-699d7612-d577-4615-9ea4-833945ca0a68 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] DELETE failed (client error): The resource could not be found. Apr 01 12:54:30.325708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699d7612-d577-4615-9ea4-833945ca0a68 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 12:54:30.338827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-699d7612-d577-4615-9ea4-833945ca0a68 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/769125d3-79be-461a-8dbd-d05cfc90ed67 HTTP/1.1" status: 404 len: 339 time: 0.0412557 Apr 01 12:54:30.344962 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38446) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:30.401354 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2945d7bf-188d-4298-ac45-e4431b5e5b32 None None] For port c7d6003f-f24c-4e00-af18-3f1b827153e7, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c7d6003f-f24c-4e00-af18-3f1b827153e7,segment=NetworkSegment(9ed72a70-ba36-4cc0-8424-5a0bee34763c),segment_id=9ed72a70-ba36-4cc0-8424-5a0bee34763c)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:30.460397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7edd3d-cdb1-4e92-b4ad-815af9b92fa8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Deleting subnet 213f22e9-c9e0-415e-8ef0-cf60cf458c31 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:54:30.470949 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd3d-cdb1-4e92-b4ad-815af9b92fa8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:30.610132 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd3d-cdb1-4e92-b4ad-815af9b92fa8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:30.638633 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2945d7bf-188d-4298-ac45-e4431b5e5b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:30.750954 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945d7bf-188d-4298-ac45-e4431b5e5b32 None None] Pushing event updated for resources: {'Port': ['ID=c7d6003f-f24c-4e00-af18-3f1b827153e7,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:31.023329 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd3d-cdb1-4e92-b4ad-815af9b92fa8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:31.139103 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'name': 'tempest-TestVolumeBackupRestore-810570940-router', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8a45f682-8981-4761-b83f-55c96a018443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:14Z', 'updated_at': '2022-04-01T12:54:23Z', 'revision_number': 4, 'project_id': '60171294044c4d6aa398b533e0e9c5bb', 'gw_port': {'id': '8a45f682-8981-4761-b83f-55c96a018443', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:15Z', 'updated_at': '2022-04-01T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c7d6003f-f24c-4e00-af18-3f1b827153e7', 'name': '', 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'mac_address': 'fa:16:3e:ef:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'a0a85ce1-8c8c-4b14-b639-5910ed5b38bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:20Z', 'updated_at': '2022-04-01T12:54:28Z', 'revision_number': 4, 'project_id': '60171294044c4d6aa398b533e0e9c5bb', 'subnets': [{'id': 'a0a85ce1-8c8c-4b14-b639-5910ed5b38bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:31.300771 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd3d-cdb1-4e92-b4ad-815af9b92fa8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:31.311408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae825d3-04fa-436d-b113-0c9f4d98f635 None None] The sync data for ids ['0000ed31-7d36-4092-b078-c96fbc57387d'] in n-d-836146-1 is: [{'id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'name': 'tempest-TestVolumeBackupRestore-810570940-router', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8a45f682-8981-4761-b83f-55c96a018443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:14Z', 'updated_at': '2022-04-01T12:54:23Z', 'revision_number': 4, 'project_id': '60171294044c4d6aa398b533e0e9c5bb', 'gw_port': {'id': '8a45f682-8981-4761-b83f-55c96a018443', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:15Z', 'updated_at': '2022-04-01T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c7d6003f-f24c-4e00-af18-3f1b827153e7', 'name': '', 'network_id': '42b7e192-07f4-4299-ba6a-a5142d5d6cb5', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'mac_address': 'fa:16:3e:ef:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'a0a85ce1-8c8c-4b14-b639-5910ed5b38bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:20Z', 'updated_at': '2022-04-01T12:54:28Z', 'revision_number': 4, 'project_id': '60171294044c4d6aa398b533e0e9c5bb', 'subnets': [{'id': 'a0a85ce1-8c8c-4b14-b639-5910ed5b38bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:54:31.496211 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd3d-cdb1-4e92-b4ad-815af9b92fa8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Subnet': ['ID=213f22e9-c9e0-415e-8ef0-cf60cf458c31,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:31.520084 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fc785e-b3ef-4591-a717-ac251cf0a46b None None] Network ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:54:31.528626 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd3d-cdb1-4e92-b4ad-815af9b92fa8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:31.545196 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8e7edd3d-cdb1-4e92-b4ad-815af9b92fa8 tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/subnets/213f22e9-c9e0-415e-8ef0-cf60cf458c31 HTTP/1.1" status: 204 len: 168 time: 1.1988943 Apr 01 12:54:31.546319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38470) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:31.771969 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:31.905795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c7d6003f-f24c-4e00-af18-3f1b827153e7 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:54:32.001191 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Deleting port e4e5f8c9-aa91-4809-a98a-7482eda77103 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:54:32.001865 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:32.168230 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-19fb0523-10bf-4f5d-a2da-079b57a403eb None None] Provisioning complete for port c7d6003f-f24c-4e00-af18-3f1b827153e7 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:32.170177 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-19fb0523-10bf-4f5d-a2da-079b57a403eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:32.222966 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] For port e4e5f8c9-aa91-4809-a98a-7482eda77103, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e4e5f8c9-aa91-4809-a98a-7482eda77103,segment=NetworkSegment(bf83c5a4-9a3a-4feb-8475-aa8cab492bbc),segment_id=bf83c5a4-9a3a-4feb-8475-aa8cab492bbc)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:54:32.223897 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:32.268599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Calling delete_port for e4e5f8c9-aa91-4809-a98a-7482eda77103 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:54:32.396485 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c7d6003f-f24c-4e00-af18-3f1b827153e7 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:54:32.398610 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:32.525023 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e483f749-0075-4e15-9527-9a1a58d7a1d5 None None] DHCP port deletion for ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:54:32.582746 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:32.709088 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Port': ['ID=e4e5f8c9-aa91-4809-a98a-7482eda77103,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:32.718070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] No DVR routers for this DVR port e4e5f8c9-aa91-4809-a98a-7482eda77103 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:54:32.747029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e483f749-0075-4e15-9527-9a1a58d7a1d5 None None] The port 'e4e5f8c9-aa91-4809-a98a-7482eda77103' was deleted {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Apr 01 12:54:32.990766 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:33.064543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:33.090355 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf83c5a4-9a3a-4feb-8475-aa8cab492bbc') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:33.093871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf83c5a4-9a3a-4feb-8475-aa8cab492bbc') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:54:33.131130 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:33.179114 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:33.221822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:54:33.222254 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:54:33.242757 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:54:33.485812 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:33.565496 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:33.574195 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] 10.222.0.45 "DELETE /v2.0/networks/ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6 HTTP/1.1" status: 204 len: 168 time: 2.0234032 Apr 01 12:54:33.576094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166acd68-8928-44e4-b5ca-bd4f931b0bfb tempest-NetworksTest-252190847 tempest-NetworksTest-252190847-project] Pushing event deleted for resources: {'Network': ['ID=ae2cbc89-8a4e-46c7-92e2-c776bf3b1ad6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:33.857282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e4e5f8c9-aa91-4809-a98a-7482eda77103 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:54:33.959773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: e4e5f8c9-aa91-4809-a98a-7482eda77103 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:54:33.969588 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e4e5f8c9-aa91-4809-a98a-7482eda77103 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:54:34.407757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38534) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:34.846417 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2c9f311e-add7-4875-a980-030eefc9a288 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59a5a1d48e344cd99e63fc41eadf1119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366617 Apr 01 12:54:34.848911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38548) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:34.982093 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-590f5bcc-6034-46b8-899e-707da9c25a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:35.047904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-590f5bcc-6034-46b8-899e-707da9c25a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:35.151995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-590f5bcc-6034-46b8-899e-707da9c25a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:35.155276 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-590f5bcc-6034-46b8-899e-707da9c25a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:35.159439 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-590f5bcc-6034-46b8-899e-707da9c25a99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db3a4d36-ffdc-4985-b98c-dd3295d2905f HTTP/1.1" status: 204 len: 168 time: 0.3065164 Apr 01 12:54:35.192684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f5bcc-6034-46b8-899e-707da9c25a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3a4d36-ffdc-4985-b98c-dd3295d2905f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:36.367687 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f800f8bf-f634-433f-b9f1-6aab2d32198a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:38.975244 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:38.990489 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a7e8dace-bbe3-4a33-9623-3bd692a58d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:39.061178 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:40.477554 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:41.831602 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:41.880520 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:44.395920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 38810) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:44.555539 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5c4d7c7-0729-41ab-8e1f-dd4d4213ac8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:44.667901 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5c4d7c7-0729-41ab-8e1f-dd4d4213ac8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:44.686431 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5c4d7c7-0729-41ab-8e1f-dd4d4213ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:44.759673 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a5c4d7c7-0729-41ab-8e1f-dd4d4213ac8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=03acba27973f436cbd9da77ba291e926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626668 Apr 01 12:54:44.763224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 38816) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:44.783326 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4d7c7-0729-41ab-8e1f-dd4d4213ac8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca47c595-9e39-4815-ac44-71adbe731be0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:44.909271 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07501f19-1069-4349-ba02-5771b31c9365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:44.940174 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07501f19-1069-4349-ba02-5771b31c9365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:45.021162 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07501f19-1069-4349-ba02-5771b31c9365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:45.030701 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07501f19-1069-4349-ba02-5771b31c9365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:45.035382 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-07501f19-1069-4349-ba02-5771b31c9365 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca47c595-9e39-4815-ac44-71adbe731be0 HTTP/1.1" status: 204 len: 168 time: 0.2686021 Apr 01 12:54:45.088893 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07501f19-1069-4349-ba02-5771b31c9365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca47c595-9e39-4815-ac44-71adbe731be0,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:45.194357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85f9515a-4d70-49a6-8b28-44e72d218c51 req-736ce968-11ac-4e39-b86f-5e1356e83fbd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1268549 Apr 01 12:54:45.364260 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9515a-4d70-49a6-8b28-44e72d218c51 req-f211112f-77a4-43a9-9ab5-9d6e6f87c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:45.365777 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85f9515a-4d70-49a6-8b28-44e72d218c51 req-f211112f-77a4-43a9-9ab5-9d6e6f87c11b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 1096 time: 0.0778811 Apr 01 12:54:45.534831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9515a-4d70-49a6-8b28-44e72d218c51 req-7e6f235c-2dc4-41c6-a622-25ede5cdda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:45.537126 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85f9515a-4d70-49a6-8b28-44e72d218c51 req-7e6f235c-2dc4-41c6-a622-25ede5cdda77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8286b99c-e3d0-4694-a009-daab1232789b HTTP/1.1" status: 200 len: 897 time: 0.1517959 Apr 01 12:54:45.706292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85f9515a-4d70-49a6-8b28-44e72d218c51 req-e4850619-64b6-454a-8935-249f74268777 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2371c8-0027-46f0-94d8-8877ea98b861 HTTP/1.1" status: 200 len: 1000 time: 0.1626263 Apr 01 12:54:45.879906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9515a-4d70-49a6-8b28-44e72d218c51 req-8fbf99e2-81ad-422c-b584-5e3e32b28f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:45.882071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85f9515a-4d70-49a6-8b28-44e72d218c51 req-8fbf99e2-81ad-422c-b584-5e3e32b28f7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bda89e5-0ea9-43ab-97b1-947c90363e1d HTTP/1.1" status: 200 len: 835 time: 0.1649561 Apr 01 12:54:45.991028 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9515a-4d70-49a6-8b28-44e72d218c51 req-8e4535d4-c1c7-4242-b836-0f4ec55fa89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:54:45.999371 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85f9515a-4d70-49a6-8b28-44e72d218c51 req-8e4535d4-c1c7-4242-b836-0f4ec55fa89e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8286b99c-e3d0-4694-a009-daab1232789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078684 Apr 01 12:54:46.213815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85f9515a-4d70-49a6-8b28-44e72d218c51 req-f98e12b4-58c2-482c-8a3d-4b51d1d5de91 service neutron] 10.222.0.37 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085378 Apr 01 12:54:46.356203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-85f9515a-4d70-49a6-8b28-44e72d218c51 req-8629fb47-31e0-45d5-8bce-03608eb6ee67 service neutron] 10.222.0.37 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346543 Apr 01 12:54:48.279400 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:54:49.525126 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-a006d349-cf8c-400b-a6cf-893a23c79913 req-9cd01562-eb29-4c7c-b2eb-20554addd378 service neutron] (102718) timed out ('10.222.0.37', 52508) {{(pid=102718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 12:54:52.583848 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39100) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:52.820236 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-44a32d91-8858-4a97-82ca-a4aad786c7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:53.057383 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-44a32d91-8858-4a97-82ca-a4aad786c7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:53.064875 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-44a32d91-8858-4a97-82ca-a4aad786c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:53.118450 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-44a32d91-8858-4a97-82ca-a4aad786c7c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2853467a55e443a38567a40ac6387eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330193 Apr 01 12:54:53.119784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a32d91-8858-4a97-82ca-a4aad786c7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aa7a4b-a250-4df8-ba63-7c16349493fb,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:53.121509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39110) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:53.201225 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06c8786f-1f0a-4f07-a0b7-4de7ccc2155e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:53.232931 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06c8786f-1f0a-4f07-a0b7-4de7ccc2155e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:53.301596 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06c8786f-1f0a-4f07-a0b7-4de7ccc2155e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:53.304184 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-06c8786f-1f0a-4f07-a0b7-4de7ccc2155e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:53.305422 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-06c8786f-1f0a-4f07-a0b7-4de7ccc2155e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9aa7a4b-a250-4df8-ba63-7c16349493fb HTTP/1.1" status: 204 len: 168 time: 0.1822886 Apr 01 12:54:53.327049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8786f-1f0a-4f07-a0b7-4de7ccc2155e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aa7a4b-a250-4df8-ba63-7c16349493fb,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:53.775615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39126) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:53.807670 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fbd86ffc-14e7-47bf-871e-b7da5c67d2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:54.085885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fbd86ffc-14e7-47bf-871e-b7da5c67d2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:54.106461 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fbd86ffc-14e7-47bf-871e-b7da5c67d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:54.180761 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd86ffc-14e7-47bf-871e-b7da5c67d2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e608fcc-611c-4f07-8d90-508baaf02611,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:54.191482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39134) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:54.192038 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fbd86ffc-14e7-47bf-871e-b7da5c67d2e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd69cdc2a7f84c9baae03c6d3caeb32a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146597 Apr 01 12:54:54.267757 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da670a7b-de61-41e7-96b6-7715207cfc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:54.304396 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da670a7b-de61-41e7-96b6-7715207cfc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:54.378633 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da670a7b-de61-41e7-96b6-7715207cfc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:54.381632 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-da670a7b-de61-41e7-96b6-7715207cfc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:54.387238 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-da670a7b-de61-41e7-96b6-7715207cfc99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e608fcc-611c-4f07-8d90-508baaf02611 HTTP/1.1" status: 204 len: 168 time: 0.1931341 Apr 01 12:54:54.397214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da670a7b-de61-41e7-96b6-7715207cfc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e608fcc-611c-4f07-8d90-508baaf02611,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:56.414037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39212) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:56.563577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a2513d2-20ce-4fea-9d35-8fd1dc592565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:56.695193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a2513d2-20ce-4fea-9d35-8fd1dc592565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:56.712914 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6a2513d2-20ce-4fea-9d35-8fd1dc592565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:56.749151 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2513d2-20ce-4fea-9d35-8fd1dc592565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ccd153-ecca-42c3-b1f2-a1460c8dc66e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:56.791074 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6a2513d2-20ce-4fea-9d35-8fd1dc592565 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=766d7168f45f4fd1a5f52c3a5fe8f741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719654 Apr 01 12:54:56.794646 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39238) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:56.866157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-40360a77-1c8b-415d-8dcd-18441d60b001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:56.900113 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-40360a77-1c8b-415d-8dcd-18441d60b001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:56.976482 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-40360a77-1c8b-415d-8dcd-18441d60b001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:56.979638 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-40360a77-1c8b-415d-8dcd-18441d60b001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:56.981495 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-40360a77-1c8b-415d-8dcd-18441d60b001 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62ccd153-ecca-42c3-b1f2-a1460c8dc66e HTTP/1.1" status: 204 len: 168 time: 0.1857285 Apr 01 12:54:57.002736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40360a77-1c8b-415d-8dcd-18441d60b001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ccd153-ecca-42c3-b1f2-a1460c8dc66e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:57.672104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39292) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:57.706450 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b50785d-a95b-4cce-80f9-86cf2d31ee78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:57.862619 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b50785d-a95b-4cce-80f9-86cf2d31ee78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:57.883740 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b50785d-a95b-4cce-80f9-86cf2d31ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:57.925262 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50785d-a95b-4cce-80f9-86cf2d31ee78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42492c62-37dd-4b77-bca9-37778af01f52,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:57.948364 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0b50785d-a95b-4cce-80f9-86cf2d31ee78 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5de351c4af394513823e301ccc61e276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729309 Apr 01 12:54:57.948793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39310) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:58.022635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4908a18a-64bb-4a69-99f6-cc17660824fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:58.071242 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4908a18a-64bb-4a69-99f6-cc17660824fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:58.136922 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4908a18a-64bb-4a69-99f6-cc17660824fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:58.140403 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4908a18a-64bb-4a69-99f6-cc17660824fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:58.143274 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4908a18a-64bb-4a69-99f6-cc17660824fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42492c62-37dd-4b77-bca9-37778af01f52 HTTP/1.1" status: 204 len: 168 time: 0.1930923 Apr 01 12:54:58.158350 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908a18a-64bb-4a69-99f6-cc17660824fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42492c62-37dd-4b77-bca9-37778af01f52,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:58.698321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39322) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:58.719450 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-81d803fc-3cc4-4a2c-bc5f-9c0da742f06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:58.840558 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-81d803fc-3cc4-4a2c-bc5f-9c0da742f06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:58.848146 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-81d803fc-3cc4-4a2c-bc5f-9c0da742f06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:58.934899 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-81d803fc-3cc4-4a2c-bc5f-9c0da742f06a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7b2400d82a974ba7a04e3fe9e10bbce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330692 Apr 01 12:54:58.940678 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39334) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:54:58.979525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d803fc-3cc4-4a2c-bc5f-9c0da742f06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6442383-b061-48d0-8808-64ade502fdbe,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:54:59.005060 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5baa185e-b87b-4fa4-918c-839fadcf4c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:59.030901 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5baa185e-b87b-4fa4-918c-839fadcf4c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:59.103527 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5baa185e-b87b-4fa4-918c-839fadcf4c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:59.110646 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5baa185e-b87b-4fa4-918c-839fadcf4c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:54:59.112318 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5baa185e-b87b-4fa4-918c-839fadcf4c78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6442383-b061-48d0-8808-64ade502fdbe HTTP/1.1" status: 204 len: 168 time: 0.1701889 Apr 01 12:54:59.126630 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa185e-b87b-4fa4-918c-839fadcf4c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6442383-b061-48d0-8808-64ade502fdbe,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:01.595154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39436) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:01.978756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56d0ef4a-1e99-4b2c-b28e-f045bd12f3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:02.089974 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56d0ef4a-1e99-4b2c-b28e-f045bd12f3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:02.098782 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-56d0ef4a-1e99-4b2c-b28e-f045bd12f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:02.159046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-56d0ef4a-1e99-4b2c-b28e-f045bd12f3a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4231cdd221094768b97a386bfd4df7d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5621238 Apr 01 12:55:02.159959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0ef4a-1e99-4b2c-b28e-f045bd12f3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a706ce6f-866d-4ae9-947b-9c0290ad2428,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:02.166363 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39456) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:02.314705 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-36edaa52-9e47-4f57-8ac1-fedc6e9dc098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:02.375520 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-36edaa52-9e47-4f57-8ac1-fedc6e9dc098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:02.484346 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-36edaa52-9e47-4f57-8ac1-fedc6e9dc098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:02.489875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-36edaa52-9e47-4f57-8ac1-fedc6e9dc098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:02.496855 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-36edaa52-9e47-4f57-8ac1-fedc6e9dc098 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a706ce6f-866d-4ae9-947b-9c0290ad2428 HTTP/1.1" status: 204 len: 168 time: 0.3284638 Apr 01 12:55:02.522778 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edaa52-9e47-4f57-8ac1-fedc6e9dc098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a706ce6f-866d-4ae9-947b-9c0290ad2428,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:03.032360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe61d3-30b7-493a-974d-0d05067e6c2e req-4e968df7-006e-463c-96c8-c1b4dd327b1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:03.035209 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8dfe61d3-30b7-493a-974d-0d05067e6c2e req-4e968df7-006e-463c-96c8-c1b4dd327b1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 945 time: 0.1464105 Apr 01 12:55:03.093272 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39490) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:03.109982 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d530715f-877f-41ae-bd38-0ff967cfa504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:03.116926 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8dfe61d3-30b7-493a-974d-0d05067e6c2e req-174cc602-2528-4eac-a4bc-a5ed33178ab8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617943 Apr 01 12:55:03.131630 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39492) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:03.248980 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ca231be1-25d1-4f4c-bacd-a9049995b5db tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/87c46de2-107c-4c63-b6a3-438eda3324f4 HTTP/1.1" status: 200 len: 992 time: 0.1123564 Apr 01 12:55:03.324609 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d530715f-877f-41ae-bd38-0ff967cfa504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:03.335586 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d530715f-877f-41ae-bd38-0ff967cfa504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:03.407936 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d530715f-877f-41ae-bd38-0ff967cfa504 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff65b3f5a6344228b2839c2b99f232e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115008 Apr 01 12:55:03.409063 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39500) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:03.455885 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530715f-877f-41ae-bd38-0ff967cfa504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5452a24-0b78-4e19-9b4e-f14d883ee221,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:03.490526 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25e1bc5b-a35b-426d-bf7e-5296cc9cc5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:03.564539 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25e1bc5b-a35b-426d-bf7e-5296cc9cc5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:03.702749 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25e1bc5b-a35b-426d-bf7e-5296cc9cc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:03.711626 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-25e1bc5b-a35b-426d-bf7e-5296cc9cc5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:03.717483 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-25e1bc5b-a35b-426d-bf7e-5296cc9cc5c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5452a24-0b78-4e19-9b4e-f14d883ee221 HTTP/1.1" status: 204 len: 168 time: 0.3057241 Apr 01 12:55:03.887799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1bc5b-a35b-426d-bf7e-5296cc9cc5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5452a24-0b78-4e19-9b4e-f14d883ee221,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:03.974115 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630ce7-3300-4ef4-9717-f85ac16cf2a8 req-d0743d0e-15de-4bb1-8e67-3a5b619fa969 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:03.977611 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2d630ce7-3300-4ef4-9717-f85ac16cf2a8 req-d0743d0e-15de-4bb1-8e67-3a5b619fa969 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 1096 time: 0.3041763 Apr 01 12:55:04.099692 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2d630ce7-3300-4ef4-9717-f85ac16cf2a8 req-a7e29a01-01c7-4d4a-b31d-d47b87b0f1f0 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027482 Apr 01 12:55:05.293469 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-a7945070-c609-4ddf-8c82-47b39e87041d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0501177 Apr 01 12:55:05.299645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-955da09e-f56a-46c6-bf5f-602af540abef service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:55:05.307690 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-955da09e-f56a-46c6-bf5f-602af540abef service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094929 Apr 01 12:55:06.256475 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-61244fc6-0025-40b4-a5a1-dfa39a4bb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:06.274355 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-61244fc6-0025-40b4-a5a1-dfa39a4bb78c service neutron] 10.222.0.45 "GET /v2.0/ports/3e2371c8-0027-46f0-94d8-8877ea98b861 HTTP/1.1" status: 200 len: 1093 time: 0.0958791 Apr 01 12:55:06.289960 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] Request body: {'binding': {'host': 'n-h2-836146-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:06.290453 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] Unknown quota resources ['binding']. {{(pid=102719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 01 12:55:06.365042 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9805006e-cf80-44d0-971b-a223cc9a90f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:06.572147 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] Attempting to bind port 3e2371c8-0027-46f0-94d8-8877ea98b861 on host n-h2-836146-1 for vnic_type normal with profile None {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:55:06.572684 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] Attempting to bind port 3e2371c8-0027-46f0-94d8-8877ea98b861 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:55:06.572794 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] Attempting to bind port 3e2371c8-0027-46f0-94d8-8877ea98b861 on network 8286b99c-e3d0-4694-a009-daab1232789b {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:55:06.598738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] Port 3e2371c8-0027-46f0-94d8-8877ea98b861 on network 8286b99c-e3d0-4694-a009-daab1232789b not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:55:06.600148 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] Attempting to bind port 3e2371c8-0027-46f0-94d8-8877ea98b861 on network 8286b99c-e3d0-4694-a009-daab1232789b {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:55:06.616248 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:55:06.619064 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] Checking segment: {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:55:06.621692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] Bound using segment: {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:55:06.624192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] Bound port: 3e2371c8-0027-46f0-94d8-8877ea98b861, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:55:06.777253 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3e2371c8-0027-46f0-94d8-8877ea98b861,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:55:06.784856 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] Notify callbacks [] for binding, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:06.786293 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] 10.222.0.45 "POST /v2.0/ports/3e2371c8-0027-46f0-94d8-8877ea98b861/bindings HTTP/1.1" status: 201 len: 389 time: 0.5102911 Apr 01 12:55:07.109479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8800e4e-a962-4e0c-994f-3ab6439839fe req-e999582d-e439-4e72-bf26-d99119ee025c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:07.111743 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a8800e4e-a962-4e0c-994f-3ab6439839fe req-e999582d-e439-4e72-bf26-d99119ee025c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 945 time: 0.1075244 Apr 01 12:55:07.222931 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a8800e4e-a962-4e0c-994f-3ab6439839fe req-dccd3b1f-aacc-40d7-a48e-971c9ba25a5b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965123 Apr 01 12:55:07.420120 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-277c36c5-d138-4c75-aa8c-9503dd8e881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:07.421915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-277c36c5-d138-4c75-aa8c-9503dd8e881f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 1096 time: 0.3090017 Apr 01 12:55:07.666095 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-043eeede-62cf-4ea6-9fa5-844b7ed21184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:07.667669 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-043eeede-62cf-4ea6-9fa5-844b7ed21184 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8286b99c-e3d0-4694-a009-daab1232789b HTTP/1.1" status: 200 len: 897 time: 0.2349768 Apr 01 12:55:07.819259 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-9639d047-b1e0-46a9-b68a-7b0043f7a2bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2371c8-0027-46f0-94d8-8877ea98b861 HTTP/1.1" status: 200 len: 1000 time: 0.1284890 Apr 01 12:55:07.936446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-26e65ee4-6c32-4c94-bc15-4e48194e6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:07.939803 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-26e65ee4-6c32-4c94-bc15-4e48194e6f73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bda89e5-0ea9-43ab-97b1-947c90363e1d HTTP/1.1" status: 200 len: 835 time: 0.1099439 Apr 01 12:55:08.045035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-ac2b5d0c-93aa-49a6-a9ec-0861957abc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:08.050523 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-ac2b5d0c-93aa-49a6-a9ec-0861957abc10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8286b99c-e3d0-4694-a009-daab1232789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994928 Apr 01 12:55:08.231227 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-1b9c1667-12d9-46d4-8628-97d413905fb0 service neutron] 10.222.0.44 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699860 Apr 01 12:55:08.477599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610a3c0-3075-44ea-b053-d0ca83565572 req-f99938b3-5ed5-4d1c-a3cf-676625180c24 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:08.478794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-e99f8b43-7f45-451e-a8c3-01c215a17aa0 service neutron] 10.222.0.44 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356095 Apr 01 12:55:08.488699 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b610a3c0-3075-44ea-b053-d0ca83565572 req-f99938b3-5ed5-4d1c-a3cf-676625180c24 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 945 time: 0.1094913 Apr 01 12:55:08.559093 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b610a3c0-3075-44ea-b053-d0ca83565572 req-59491168-6d66-4fcc-9be8-e54ae214688a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695038 Apr 01 12:55:08.806942 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-8f5c62f9-30f2-4503-aa7b-d3c8f8cca938 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:08.809654 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-8f5c62f9-30f2-4503-aa7b-d3c8f8cca938 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa&tenant_id=57d91513207248b7a1ea77190e0bd483&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1096 time: 0.2527292 Apr 01 12:55:08.835590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-1'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:08.868959 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:08.923575 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6ebf9db4-d6ac-46c0-a7d5-7fb0abd94002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:08.955855 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:09.028857 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:09.212184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=3e2371c8-0027-46f0-94d8-8877ea98b861,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:55:09.342515 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:55:09.460866 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:55:09.474035 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8386b304-91bd-48e4-96e3-dbe1254942fa" -d '{"events": [{"server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "name": "network-vif-unplugged", "status": "completed", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:55:09.487265 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:09.497282 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:09.619464 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d45351-79a6-420c-be5c-14f463b80a38 x-openstack-request-id: req-72d45351-79a6-420c-be5c-14f463b80a38 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:55:09.619760 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "name": "network-vif-unplugged", "status": "completed", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:55:09.620054 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-72d45351-79a6-420c-be5c-14f463b80a38 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:55:09.620728 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d45351-79a6-420c-be5c-14f463b80a38'] response: {'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'code': 200} Apr 01 12:55:09.692706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Pushing event updated for resources: {'Port': ['ID=3e2371c8-0027-46f0-94d8-8877ea98b861,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:09.810309 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39722) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:09.819944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39724) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:09.950318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Attempting to bind port 3e2371c8-0027-46f0-94d8-8877ea98b861 on host n-h1-836146-1 for vnic_type normal with profile {"migrating_to": "n-h2-836146-1"} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:55:09.950909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Attempting to bind port 3e2371c8-0027-46f0-94d8-8877ea98b861 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:55:09.951397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Attempting to bind port 3e2371c8-0027-46f0-94d8-8877ea98b861 on network 8286b99c-e3d0-4694-a009-daab1232789b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:55:09.957392 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e91cf-1d31-4f45-a7f6-95c9df8c12a3 req-6f1c18d9-106e-4c7f-aa69-0a7d878940e7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:09.958307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Port 3e2371c8-0027-46f0-94d8-8877ea98b861 on network 8286b99c-e3d0-4694-a009-daab1232789b not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:55:09.958826 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Attempting to bind port 3e2371c8-0027-46f0-94d8-8877ea98b861 on network 8286b99c-e3d0-4694-a009-daab1232789b {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:55:09.959032 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-791e91cf-1d31-4f45-a7f6-95c9df8c12a3 req-6f1c18d9-106e-4c7f-aa69-0a7d878940e7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 943 time: 0.2667129 Apr 01 12:55:09.966059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:55:09.966746 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Checking segment: {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:55:09.967471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Bound using segment: {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:55:09.968314 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Bound port: 3e2371c8-0027-46f0-94d8-8877ea98b861, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d161e8-4351-4434-86f2-54fb25df4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:55:09.968853 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.057759 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-791e91cf-1d31-4f45-a7f6-95c9df8c12a3 req-a768fc65-7678-424e-a5fa-a51a8e2ba1f2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905960 Apr 01 12:55:10.064225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:55:10.068643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=3e2371c8-0027-46f0-94d8-8877ea98b861,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:55:10.083190 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.146664 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Provisioning complete for port 3e2371c8-0027-46f0-94d8-8877ea98b861 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:10.147582 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.182141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Pushing event updated for resources: {'Port': ['ID=3e2371c8-0027-46f0-94d8-8877ea98b861,revision_number=8']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:10.218743 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.326888 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-735f6ecf-3e6f-4457-abd2-f18d8562d582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.420168 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.445574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:10.447467 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.450451 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-459ab09b-950d-4edc-b890-5e3bba28a18c service neutron] 10.222.0.44 "PUT /v2.0/ports/3e2371c8-0027-46f0-94d8-8877ea98b861 HTTP/1.1" status: 200 len: 1121 time: 1.6271894 Apr 01 12:55:10.490566 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.527250 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:55:10.533844 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc85707-7dd9-49d4-af7b-e35c9b406c59" -d '{"events": [{"server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "name": "network-vif-plugged", "status": "completed", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:55:10.552778 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['3e2371c8-0027-46f0-94d8-8877ea98b861'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:55:10.622858 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=3e2371c8-0027-46f0-94d8-8877ea98b861,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:55:10.646940 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.657825 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.660433 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd06c772-6966-4ed3-803a-4febbccd6064 x-openstack-request-id: req-cd06c772-6966-4ed3-803a-4febbccd6064 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:55:10.662419 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "name": "network-vif-plugged", "status": "completed", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:55:10.666421 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd06c772-6966-4ed3-803a-4febbccd6064 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:55:10.668292 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd06c772-6966-4ed3-803a-4febbccd6064'] response: {'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'code': 200} Apr 01 12:55:10.670503 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.769794 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39742) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:10.780070 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59e091d20c894690b4d438ac13b32083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9541380 Apr 01 12:55:10.800535 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187900c8-a18c-4b19-b87f-cf110dd9a38f,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:10.830788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:10.839728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:10.844128 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:10.844649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:10.845134 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:10.847840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:10.848379 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:10.851541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:10.853935 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:10.856121 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:10.860544 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:10.861078 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafc1c62-3a98-4314-ae10-e9eb7af84407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:10.982975 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebc1fd42-b38d-4d1b-9d51-630ce551c7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.984436 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-735f6ecf-3e6f-4457-abd2-f18d8562d582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:10.991524 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-735f6ecf-3e6f-4457-abd2-f18d8562d582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:11.025111 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebc1fd42-b38d-4d1b-9d51-630ce551c7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:11.090390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 39750) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:11.091882 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-735f6ecf-3e6f-4457-abd2-f18d8562d582 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9852f40b4f7849409b086fdd98fc3b42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2663264 Apr 01 12:55:11.119907 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Pushing event updated for resources: {'Port': ['ID=3e2371c8-0027-46f0-94d8-8877ea98b861,revision_number=9']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:11.123932 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f6ecf-3e6f-4457-abd2-f18d8562d582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dcba1b-912b-4d24-8fe9-226a2aec815d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:11.137212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:11.137740 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:11.138460 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:11.139072 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:11.139560 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:11.140205 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:11.140689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:11.141340 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:11.142124 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:11.142586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:11.143248 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:11.143721 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f028b4-9c54-41f5-98c5-4a91a27e11c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:11.159208 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebc1fd42-b38d-4d1b-9d51-630ce551c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:11.166894 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ebc1fd42-b38d-4d1b-9d51-630ce551c7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:11.171277 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ebc1fd42-b38d-4d1b-9d51-630ce551c7c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/187900c8-a18c-4b19-b87f-cf110dd9a38f HTTP/1.1" status: 204 len: 168 time: 0.3977170 Apr 01 12:55:11.264238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1fd42-b38d-4d1b-9d51-630ce551c7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187900c8-a18c-4b19-b87f-cf110dd9a38f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:11.268699 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cd59fe7d-6e87-40e1-9c0f-bb2833598d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:11.350528 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cd59fe7d-6e87-40e1-9c0f-bb2833598d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:11.376692 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d21f3-b074-4d15-a3b6-e0a54a17fc44 req-5ae79aee-b17a-4c8c-9e46-2fe7e2b73a70 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:11.380705 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f49d21f3-b074-4d15-a3b6-e0a54a17fc44 req-5ae79aee-b17a-4c8c-9e46-2fe7e2b73a70 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 945 time: 0.1679993 Apr 01 12:55:11.465728 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cd59fe7d-6e87-40e1-9c0f-bb2833598d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:11.470041 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cd59fe7d-6e87-40e1-9c0f-bb2833598d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:11.479499 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cd59fe7d-6e87-40e1-9c0f-bb2833598d25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/99dcba1b-912b-4d24-8fe9-226a2aec815d HTTP/1.1" status: 204 len: 168 time: 0.3840449 Apr 01 12:55:11.483337 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f49d21f3-b074-4d15-a3b6-e0a54a17fc44 req-f088e0c1-0293-49eb-979e-c3330db55d2b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949407 Apr 01 12:55:11.489500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59fe7d-6e87-40e1-9c0f-bb2833598d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dcba1b-912b-4d24-8fe9-226a2aec815d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:11.540697 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-29a05552-364b-4b31-8967-b51a3372681f None None] Provisioning complete for port 3e2371c8-0027-46f0-94d8-8877ea98b861 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:11.541761 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-29a05552-364b-4b31-8967-b51a3372681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:11.621777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:55:11.624824 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0423cc-b155-40c2-bcae-7b67f20e9b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:55:11.681188 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e630701-a529-442e-bf13-7781fb9bdfc8 x-openstack-request-id: req-2e630701-a529-442e-bf13-7781fb9bdfc8 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:55:11.681481 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:55:11.681734 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e630701-a529-442e-bf13-7781fb9bdfc8 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:55:11.682164 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e630701-a529-442e-bf13-7781fb9bdfc8'] response: {'name': 'network-changed', 'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'status': 'completed', 'code': 200} Apr 01 12:55:11.759236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0423cc-b155-40c2-bcae-7b67f20e9b9b req-8cabdd82-521b-461b-95a3-ad281e8fc14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:11.763418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da0423cc-b155-40c2-bcae-7b67f20e9b9b req-8cabdd82-521b-461b-95a3-ad281e8fc14b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 1126 time: 0.0560708 Apr 01 12:55:11.891596 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:11.893345 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:12.068930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0423cc-b155-40c2-bcae-7b67f20e9b9b req-ee809762-f198-480d-96e0-9c03930fe5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:12.071041 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da0423cc-b155-40c2-bcae-7b67f20e9b9b req-ee809762-f198-480d-96e0-9c03930fe5ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=8286b99c-e3d0-4694-a009-daab1232789b HTTP/1.1" status: 200 len: 897 time: 0.2995515 Apr 01 12:55:12.228294 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da0423cc-b155-40c2-bcae-7b67f20e9b9b req-2250a759-1c74-42d4-bffc-f53261d58b07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2371c8-0027-46f0-94d8-8877ea98b861 HTTP/1.1" status: 200 len: 1000 time: 0.1482422 Apr 01 12:55:12.269983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39782) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:12.294771 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6de5a66f-836f-40ab-880a-304dcdd60a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:12.379556 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0423cc-b155-40c2-bcae-7b67f20e9b9b req-abf39bcd-c595-4608-8ebd-d674d5599c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:12.383104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da0423cc-b155-40c2-bcae-7b67f20e9b9b req-abf39bcd-c595-4608-8ebd-d674d5599c3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bda89e5-0ea9-43ab-97b1-947c90363e1d HTTP/1.1" status: 200 len: 835 time: 0.1418288 Apr 01 12:55:12.430502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6de5a66f-836f-40ab-880a-304dcdd60a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:12.435725 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6de5a66f-836f-40ab-880a-304dcdd60a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:12.475030 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0423cc-b155-40c2-bcae-7b67f20e9b9b req-30a9fbcb-4d53-46db-ba7a-09c937502ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:12.499402 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6de5a66f-836f-40ab-880a-304dcdd60a92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7b373cc296614d5c89f830c5db525b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282348 Apr 01 12:55:12.501820 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 39792) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:12.504332 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5a66f-836f-40ab-880a-304dcdd60a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6729a5-8aaa-41e8-8049-d808c78279a5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:12.506832 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da0423cc-b155-40c2-bcae-7b67f20e9b9b req-30a9fbcb-4d53-46db-ba7a-09c937502ef8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8286b99c-e3d0-4694-a009-daab1232789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150358 Apr 01 12:55:12.595413 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b8c86563-7d38-4a76-b888-0ddddc49cb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:12.637502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b8c86563-7d38-4a76-b888-0ddddc49cb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:12.778299 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b8c86563-7d38-4a76-b888-0ddddc49cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:12.783170 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b8c86563-7d38-4a76-b888-0ddddc49cb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:12.787135 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b8c86563-7d38-4a76-b888-0ddddc49cb4c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df6729a5-8aaa-41e8-8049-d808c78279a5 HTTP/1.1" status: 204 len: 168 time: 0.2816842 Apr 01 12:55:12.801112 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c86563-7d38-4a76-b888-0ddddc49cb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6729a5-8aaa-41e8-8049-d808c78279a5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:12.843972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da0423cc-b155-40c2-bcae-7b67f20e9b9b req-60c5ef79-1087-4dfa-8a4f-d2082313fc32 service neutron] 10.222.0.37 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282180 Apr 01 12:55:12.860963 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76606d1-3da3-4136-a0a1-c03420974281 req-a86ccfe1-3c60-4db0-9af4-2ff7b49b0f98 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:12.863967 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d76606d1-3da3-4136-a0a1-c03420974281 req-a86ccfe1-3c60-4db0-9af4-2ff7b49b0f98 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 945 time: 0.1595407 Apr 01 12:55:12.996800 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d76606d1-3da3-4136-a0a1-c03420974281 req-7149277b-c768-4a11-b6b3-d313e5f29eb1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196096 Apr 01 12:55:13.068195 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da0423cc-b155-40c2-bcae-7b67f20e9b9b req-e52f7c77-0156-4b78-80ee-cb8330420365 service neutron] 10.222.0.37 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163055 Apr 01 12:55:13.507649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3e2371c8-0027-46f0-94d8-8877ea98b861 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:55:13.837467 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=3e2371c8-0027-46f0-94d8-8877ea98b861,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:55:13.862839 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3e2371c8-0027-46f0-94d8-8877ea98b861 has no active binding in host n-h2-836146-1 {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 01 12:55:14.219561 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c184ce6-20b5-41d9-bed4-eb183975e698 req-5bc1b716-acab-4c86-a2a6-b901a53eef05 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:14.233625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c184ce6-20b5-41d9-bed4-eb183975e698 req-5bc1b716-acab-4c86-a2a6-b901a53eef05 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 945 time: 0.1404686 Apr 01 12:55:14.342381 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4c184ce6-20b5-41d9-bed4-eb183975e698 req-fe1d960e-a93e-4106-b995-3b2f3edf4cf1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076477 Apr 01 12:55:15.552356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40002) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:15.572087 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac4e21-9503-4419-8dbc-e36cc0596e6c req-600c1e93-1e72-4c02-aabc-d74a0c6b49b8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:15.599254 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44ac4e21-9503-4419-8dbc-e36cc0596e6c req-600c1e93-1e72-4c02-aabc-d74a0c6b49b8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 945 time: 0.1343772 Apr 01 12:55:15.686898 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44ac4e21-9503-4419-8dbc-e36cc0596e6c req-2acca3df-2770-4b62-8fe3-966986d836b1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750835 Apr 01 12:55:15.843489 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-c321922f-9254-4615-8f34-9eacc0cd7a89 service neutron] 10.222.0.37 "GET /v2.0/ports/3e2371c8-0027-46f0-94d8-8877ea98b861/bindings/n-h2-836146-1 HTTP/1.1" status: 200 len: 384 time: 0.1098764 Apr 01 12:55:15.844685 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:16.171744 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-0a2679a8-67b6-4c0a-9870-bacc0be5eaba service neutron] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=3e2371c8-0027-46f0-94d8-8877ea98b861,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:55:16.206652 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:16.217232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-0a2679a8-67b6-4c0a-9870-bacc0be5eaba service neutron] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:55:16.218913 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:16.290331 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2846139be8f485398d1240dcc012349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7338612 Apr 01 12:55:16.291595 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40034) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:16.330679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f387c1-be94-4316-8960-01136b62fd74,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:16.346186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:16.347034 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:16.347590 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:16.348525 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:16.349104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:16.349666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:16.350250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:16.350844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:16.351401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:16.352402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:16.352992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:16.353529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086a45d-2518-4ee8-9b4d-0022c025f98d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:16.392659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:55:16.396331 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48a08c9-bb50-482e-af67-58af6653480a" -d '{"events": [{"server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "name": "network-vif-unplugged", "status": "completed", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:55:16.416489 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-0a2679a8-67b6-4c0a-9870-bacc0be5eaba service neutron] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3e2371c8-0027-46f0-94d8-8877ea98b861,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:55:16.456729 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1950f8e6-8141-4899-955b-84e43c15b679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:16.466381 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-0a2679a8-67b6-4c0a-9870-bacc0be5eaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:16.485400 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1950f8e6-8141-4899-955b-84e43c15b679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:16.497890 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe1e6ba-c44e-4716-8bf4-346979afc472 x-openstack-request-id: req-efe1e6ba-c44e-4716-8bf4-346979afc472 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:55:16.498786 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "name": "network-vif-unplugged", "status": "completed", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:55:16.499538 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-efe1e6ba-c44e-4716-8bf4-346979afc472 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:55:16.500440 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe1e6ba-c44e-4716-8bf4-346979afc472'] response: {'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'code': 200} Apr 01 12:55:16.595751 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1950f8e6-8141-4899-955b-84e43c15b679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:16.599899 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1950f8e6-8141-4899-955b-84e43c15b679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:16.601423 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1950f8e6-8141-4899-955b-84e43c15b679 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88f387c1-be94-4316-8960-01136b62fd74 HTTP/1.1" status: 204 len: 168 time: 0.3056660 Apr 01 12:55:16.622832 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950f8e6-8141-4899-955b-84e43c15b679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f387c1-be94-4316-8960-01136b62fd74,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:16.678988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-0a2679a8-67b6-4c0a-9870-bacc0be5eaba service neutron] Transition to ACTIVE for port object 3e2371c8-0027-46f0-94d8-8877ea98b861 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:55:16.687163 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-0a2679a8-67b6-4c0a-9870-bacc0be5eaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:16.926113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-0a2679a8-67b6-4c0a-9870-bacc0be5eaba service neutron] No DVR routers for this DVR port 3e2371c8-0027-46f0-94d8-8877ea98b861 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:55:16.927887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2679a8-67b6-4c0a-9870-bacc0be5eaba service neutron] Pushing event updated for resources: {'Port': ['ID=3e2371c8-0027-46f0-94d8-8877ea98b861,revision_number=11']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:16.963875 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7229e-7e2b-467d-8bc7-3a0351ca133e req-f3e93331-9f5e-4704-b75f-edc3e2f59345 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:16.971608 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-71e7229e-7e2b-467d-8bc7-3a0351ca133e req-f3e93331-9f5e-4704-b75f-edc3e2f59345 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 944 time: 0.1390128 Apr 01 12:55:17.061212 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-71e7229e-7e2b-467d-8bc7-3a0351ca133e req-c76295bd-35f8-4950-9462-e6894b65ac5e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825787 Apr 01 12:55:17.221384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-0a2679a8-67b6-4c0a-9870-bacc0be5eaba service neutron] 10.222.0.37 "PUT /v2.0/ports/3e2371c8-0027-46f0-94d8-8877ea98b861/bindings/n-h2-836146-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3634579 Apr 01 12:55:17.261913 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40056) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:17.287214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13ddfd3d-9f72-4acd-8bf0-64b2ebe57a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:17.408563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-7d796e09-51f7-435a-8aaf-c6484bea6744 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:17.411650 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-7d796e09-51f7-435a-8aaf-c6484bea6744 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa&tenant_id=57d91513207248b7a1ea77190e0bd483&binding%3Ahost_id=n-h1-836146-1 HTTP/1.1" status: 200 len: 1095 time: 0.1224992 Apr 01 12:55:17.440953 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13ddfd3d-9f72-4acd-8bf0-64b2ebe57a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:17.448418 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-13ddfd3d-9f72-4acd-8bf0-64b2ebe57a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:17.476814 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-62f1b164-93c0-491f-8199-2fa4926e71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:17.478880 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-62f1b164-93c0-491f-8199-2fa4926e71d7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa&tenant_id=57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 1095 time: 0.0536568 Apr 01 12:55:17.509787 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddfd3d-9f72-4acd-8bf0-64b2ebe57a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e62f431-26fd-4869-8d8c-43d2bdf84a14,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:17.531947 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-13ddfd3d-9f72-4acd-8bf0-64b2ebe57a27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca73b5659bdc48cfb7e06989d3ece3ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677701 Apr 01 12:55:17.533701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40058) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:17.768102 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6e0e6823-5d74-4726-876a-80e6e7fcd243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:17.769636 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6e0e6823-5d74-4726-876a-80e6e7fcd243 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 1095 time: 0.2564206 Apr 01 12:55:17.770540 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d51505ee-4b61-4e90-9e0c-9bf81b537af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:17.885934 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d51505ee-4b61-4e90-9e0c-9bf81b537af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:17.997315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-2d14e6d2-192d-4a39-94b9-a9e9e6a17a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:18.000196 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-2d14e6d2-192d-4a39-94b9-a9e9e6a17a6c service neutron] 10.222.0.44 "GET /v2.0/networks?id=8286b99c-e3d0-4694-a009-daab1232789b HTTP/1.1" status: 200 len: 897 time: 0.2180443 Apr 01 12:55:18.142270 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-18609223-2ab4-4e3a-a832-2f03f2bc43f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2371c8-0027-46f0-94d8-8877ea98b861 HTTP/1.1" status: 200 len: 998 time: 0.1303649 Apr 01 12:55:18.173430 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d51505ee-4b61-4e90-9e0c-9bf81b537af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:18.179693 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d51505ee-4b61-4e90-9e0c-9bf81b537af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:18.184509 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d51505ee-4b61-4e90-9e0c-9bf81b537af9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e62f431-26fd-4869-8d8c-43d2bdf84a14 HTTP/1.1" status: 204 len: 168 time: 0.6457734 Apr 01 12:55:18.232159 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51505ee-4b61-4e90-9e0c-9bf81b537af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e62f431-26fd-4869-8d8c-43d2bdf84a14,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:19.158239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-1abc74cd-a1de-4e2f-bfc2-e7cb3e168efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:19.159718 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-1abc74cd-a1de-4e2f-bfc2-e7cb3e168efe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bda89e5-0ea9-43ab-97b1-947c90363e1d HTTP/1.1" status: 200 len: 835 time: 1.0067070 Apr 01 12:55:19.177869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9220f-92f6-4fa1-ab0e-02e9de68fb79 req-919ac93d-a01d-47ca-aa5e-5ad8e84f8975 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:19.187845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-11d9220f-92f6-4fa1-ab0e-02e9de68fb79 req-919ac93d-a01d-47ca-aa5e-5ad8e84f8975 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 944 time: 0.9662075 Apr 01 12:55:19.282930 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-11d9220f-92f6-4fa1-ab0e-02e9de68fb79 req-42e27264-0a3d-407a-a89d-31839b4722a4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940847 Apr 01 12:55:19.321181 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-72ced6e2-e417-4640-8f3d-6b1fc680aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:19.323445 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-72ced6e2-e417-4640-8f3d-6b1fc680aaa1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8286b99c-e3d0-4694-a009-daab1232789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143191 Apr 01 12:55:19.500657 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-9c42083a-8441-4506-a4b5-3db8ffd9e166 service neutron] 10.222.0.44 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658888 Apr 01 12:55:19.638761 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-341efa2a-358b-4707-b1dd-c22931426afb service neutron] 10.222.0.44 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276107 Apr 01 12:55:19.897116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 3e2371c8-0027-46f0-94d8-8877ea98b861 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:55:20.034992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 3e2371c8-0027-46f0-94d8-8877ea98b861 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:55:20.049083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-e45ccad3-7d1c-4927-a4eb-8735668ad059 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:20.050639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-e45ccad3-7d1c-4927-a4eb-8735668ad059 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa&tenant_id=57d91513207248b7a1ea77190e0bd483&binding%3Ahost_id=n-h2-836146-1 HTTP/1.1" status: 200 len: 1095 time: 0.0931869 Apr 01 12:55:20.333227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-7d4a3cb8-d41d-4985-a907-4202ed1485cd service neutron] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:55:20.335002 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-7d4a3cb8-d41d-4985-a907-4202ed1485cd service neutron] Notify callbacks [] for binding, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:20.336457 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-7d4a3cb8-d41d-4985-a907-4202ed1485cd service neutron] 10.222.0.44 "DELETE /v2.0/ports/3e2371c8-0027-46f0-94d8-8877ea98b861/bindings/n-h1-836146-1 HTTP/1.1" status: 204 len: 173 time: 0.2745833 Apr 01 12:55:20.533035 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e95ff-72f3-42fb-88c5-28ecfbf42c56 req-16850725-7ede-46e9-bc17-7f1b1d4f1310 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:20.548169 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-198e95ff-72f3-42fb-88c5-28ecfbf42c56 req-16850725-7ede-46e9-bc17-7f1b1d4f1310 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 944 time: 0.1694772 Apr 01 12:55:20.611916 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-198e95ff-72f3-42fb-88c5-28ecfbf42c56 req-ab0022a4-406f-474b-878e-d20d86b19ac2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576153 Apr 01 12:55:20.916191 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff0ad8-619b-4aca-8dac-ac76e320108c req-726517a7-f38c-49b6-9681-f8ddcb39e88f tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:20.918835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0ff0ad8-619b-4aca-8dac-ac76e320108c req-726517a7-f38c-49b6-9681-f8ddcb39e88f tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 1095 time: 0.0901136 Apr 01 12:55:21.002632 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0ff0ad8-619b-4aca-8dac-ac76e320108c req-0aaf523a-7df1-4870-8e6b-2484bce5c592 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715144 Apr 01 12:55:21.101433 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40180) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:21.191352 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c68c3-eb26-4059-9893-0bc8123eb37a req-9a65ed93-cdac-45d3-97d3-3b78736490d0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:21.193095 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-562c68c3-eb26-4059-9893-0bc8123eb37a req-9a65ed93-cdac-45d3-97d3-3b78736490d0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 944 time: 0.0843713 Apr 01 12:55:21.265567 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-562c68c3-eb26-4059-9893-0bc8123eb37a req-742260b8-7486-4e7c-9125-8cd08dd37ba1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647106 Apr 01 12:55:21.289548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40186) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:21.371734 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74662084-991e-4c73-ba15-c87ff6d9072b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:21.754945 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c85a4d60-6ac5-436c-8220-2d15a17d1a84 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/87c46de2-107c-4c63-b6a3-438eda3324f4 HTTP/1.1" status: 200 len: 990 time: 0.4641204 Apr 01 12:55:21.863365 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74662084-991e-4c73-ba15-c87ff6d9072b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:21.887970 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-74662084-991e-4c73-ba15-c87ff6d9072b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:21.939074 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-74662084-991e-4c73-ba15-c87ff6d9072b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f74d6cd5c4104dbdadb6b4b5340fbdc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8362522 Apr 01 12:55:21.941703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40204) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:21.956882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74662084-991e-4c73-ba15-c87ff6d9072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908b08b8-4ae3-43d5-af10-f0091e1df69d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:21.985060 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40206) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:22.078343 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9bd4442d-048b-467a-a0ca-2df038e12d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:22.216127 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9bd4442d-048b-467a-a0ca-2df038e12d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:22.300706 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port 8fa7f90e-c59e-4621-bfde-01f6506b8a09 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:55:22.301147 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:22.356105 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9bd4442d-048b-467a-a0ca-2df038e12d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:22.359223 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9bd4442d-048b-467a-a0ca-2df038e12d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:22.363117 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9bd4442d-048b-467a-a0ca-2df038e12d17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/908b08b8-4ae3-43d5-af10-f0091e1df69d HTTP/1.1" status: 204 len: 168 time: 0.4196961 Apr 01 12:55:22.379286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4442d-048b-467a-a0ca-2df038e12d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908b08b8-4ae3-43d5-af10-f0091e1df69d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:22.498814 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:22.499261 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:22.527383 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for 8fa7f90e-c59e-4621-bfde-01f6506b8a09 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:55:22.796177 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:22.838849 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=8fa7f90e-c59e-4621-bfde-01f6506b8a09,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:22.917466 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:22.918091 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Floating IP 87c46de2-107c-4c63-b6a3-438eda3324f4 disassociated (deleted). External IP: 172.25.7.27, port: 3e2371c8-0027-46f0-94d8-8877ea98b861. Apr 01 12:55:22.954849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40222) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:22.971276 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b2134bb-58d6-40b7-9bd3-11fe7b53ab11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:23.140483 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b2134bb-58d6-40b7-9bd3-11fe7b53ab11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:23.149703 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6b2134bb-58d6-40b7-9bd3-11fe7b53ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:23.236546 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2134bb-58d6-40b7-9bd3-11fe7b53ab11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3853cb0-fc80-4f91-b88b-c11869945990,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:23.240871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6b2134bb-58d6-40b7-9bd3-11fe7b53ab11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d6bad13859e4b669164a18411906fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849946 Apr 01 12:55:23.244331 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40232) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:23.271571 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 796d48bd-4ac4-4914-823f-d49017b80713 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:55:23.447826 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6b7cce7c-6948-4b1a-b870-f269c69073ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:23.474051 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6b7cce7c-6948-4b1a-b870-f269c69073ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:23.529658 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6b7cce7c-6948-4b1a-b870-f269c69073ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:23.532220 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6b7cce7c-6948-4b1a-b870-f269c69073ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:23.533375 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6b7cce7c-6948-4b1a-b870-f269c69073ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3853cb0-fc80-4f91-b88b-c11869945990 HTTP/1.1" status: 204 len: 168 time: 0.2872846 Apr 01 12:55:23.570758 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cce7c-6948-4b1a-b870-f269c69073ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3853cb0-fc80-4f91-b88b-c11869945990,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:23.715361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:55:23.734262 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e7f9e-2da8-40f7-9fd3-c54c9818d5bb None None] Sync routers for ids ['796d48bd-4ac4-4914-823f-d49017b80713'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:55:23.741284 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:23.757786 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e7f9e-2da8-40f7-9fd3-c54c9818d5bb None None] Routers {'796d48bd-4ac4-4914-823f-d49017b80713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:55:23.760810 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-576e7f9e-2da8-40f7-9fd3-c54c9818d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:55:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['796d48bd-4ac4-4914-823f-d49017b80713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:23.838951 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e999c6f9-55f3-4947-87fa-90756d9aa35e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/floatingips/87c46de2-107c-4c63-b6a3-438eda3324f4 HTTP/1.1" status: 204 len: 168 time: 1.8505504 Apr 01 12:55:23.840406 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:55:23.849817 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d2b9c6-1d53-4bef-9f45-d65f3ce62e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:55:24.117264 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-576e7f9e-2da8-40f7-9fd3-c54c9818d5bb None None] Set router 796d48bd-4ac4-4914-823f-d49017b80713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:55:24.407173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40260) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:24.440949 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a70270f-2b14-4344-85d0-b874987380c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:24.476605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41c989-1264-4e78-9ed5-d474511bf0be req-9011224b-f4ae-4326-86c6-410f10c1f4aa tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:24.504520 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d41c989-1264-4e78-9ed5-d474511bf0be req-9011224b-f4ae-4326-86c6-410f10c1f4aa tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 944 time: 0.2228251 Apr 01 12:55:24.637617 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0d41c989-1264-4e78-9ed5-d474511bf0be req-acd80651-d985-4228-b419-057cec3f057d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315017 Apr 01 12:55:24.692117 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a70270f-2b14-4344-85d0-b874987380c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:24.712411 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3a70270f-2b14-4344-85d0-b874987380c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:24.722611 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-576e7f9e-2da8-40f7-9fd3-c54c9818d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:53:20Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b05c0677-678a-4994-8f39-633953128f99', 'name': '', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:d7:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:17Z', 'updated_at': '2022-04-01T12:53:25Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:24.737766 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a675623-f2f1-468a-b931-b7adfc04471f x-openstack-request-id: req-4a675623-f2f1-468a-b931-b7adfc04471f {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:55:24.738282 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:55:24.738692 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a675623-f2f1-468a-b931-b7adfc04471f {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:55:24.739165 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a675623-f2f1-468a-b931-b7adfc04471f'] response: {'name': 'network-changed', 'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'status': 'completed', 'code': 200} Apr 01 12:55:24.807314 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e7f9e-2da8-40f7-9fd3-c54c9818d5bb None None] Checking router: 796d48bd-4ac4-4914-823f-d49017b80713 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:55:24.824288 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e7f9e-2da8-40f7-9fd3-c54c9818d5bb None None] Routers {'796d48bd-4ac4-4914-823f-d49017b80713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:55:24.825078 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-576e7f9e-2da8-40f7-9fd3-c54c9818d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:55:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['796d48bd-4ac4-4914-823f-d49017b80713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:24.827333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3a70270f-2b14-4344-85d0-b874987380c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c07cedf0b43b411491f7f8c8a18d61c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184456 Apr 01 12:55:24.827635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40268) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:24.830838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70270f-2b14-4344-85d0-b874987380c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6e64d5-5f1b-4789-8776-2b5d4db4225c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:24.848294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed2f24-d876-4b3b-bd1f-06c6de4b42cb req-0cab289d-0143-4b55-8c98-7b435ebfc008 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:24.849793 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62ed2f24-d876-4b3b-bd1f-06c6de4b42cb req-0cab289d-0143-4b55-8c98-7b435ebfc008 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.44 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 944 time: 0.1562395 Apr 01 12:55:24.937261 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93ff12a3-68e5-4548-b1cb-8e36906256c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:24.945002 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2b9c6-1d53-4bef-9f45-d65f3ce62e0f req-61defd38-1183-4d5b-88b6-23fdf462a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:24.949973 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90d2b9c6-1d53-4bef-9f45-d65f3ce62e0f req-61defd38-1183-4d5b-88b6-23fdf462a26f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 1095 time: 0.1809852 Apr 01 12:55:24.989568 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93ff12a3-68e5-4548-b1cb-8e36906256c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:25.000625 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-576e7f9e-2da8-40f7-9fd3-c54c9818d5bb None None] Set router 796d48bd-4ac4-4914-823f-d49017b80713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:55:25.086595 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93ff12a3-68e5-4548-b1cb-8e36906256c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:25.092856 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93ff12a3-68e5-4548-b1cb-8e36906256c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:25.099148 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-93ff12a3-68e5-4548-b1cb-8e36906256c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c6e64d5-5f1b-4789-8776-2b5d4db4225c HTTP/1.1" status: 204 len: 168 time: 0.2701166 Apr 01 12:55:25.116021 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff12a3-68e5-4548-b1cb-8e36906256c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6e64d5-5f1b-4789-8776-2b5d4db4225c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:25.208571 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2b9c6-1d53-4bef-9f45-d65f3ce62e0f req-597601f1-6ef6-4ff1-8ca3-99988220bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:25.211465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90d2b9c6-1d53-4bef-9f45-d65f3ce62e0f req-597601f1-6ef6-4ff1-8ca3-99988220bbdb service neutron] 10.222.0.44 "GET /v2.0/networks?id=8286b99c-e3d0-4694-a009-daab1232789b HTTP/1.1" status: 200 len: 897 time: 0.2499998 Apr 01 12:55:25.213228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-62ed2f24-d876-4b3b-bd1f-06c6de4b42cb req-6de9800e-e5d2-42e9-9bf7-9a74a5efbd90 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port 3e2371c8-0027-46f0-94d8-8877ea98b861 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:55:25.214091 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62ed2f24-d876-4b3b-bd1f-06c6de4b42cb req-6de9800e-e5d2-42e9-9bf7-9a74a5efbd90 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:25.350423 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:55:25.447016 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90d2b9c6-1d53-4bef-9f45-d65f3ce62e0f req-89bbb5f9-79cd-457d-bd99-ee351734e16b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2371c8-0027-46f0-94d8-8877ea98b861 HTTP/1.1" status: 200 len: 217 time: 0.0908241 Apr 01 12:55:25.473953 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-62ed2f24-d876-4b3b-bd1f-06c6de4b42cb req-6de9800e-e5d2-42e9-9bf7-9a74a5efbd90 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] For port 3e2371c8-0027-46f0-94d8-8877ea98b861, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=3e2371c8-0027-46f0-94d8-8877ea98b861,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:55:25.476593 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62ed2f24-d876-4b3b-bd1f-06c6de4b42cb req-6de9800e-e5d2-42e9-9bf7-9a74a5efbd90 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:25.585516 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-576e7f9e-2da8-40f7-9fd3-c54c9818d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:53:20Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b05c0677-678a-4994-8f39-633953128f99', 'name': '', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:d7:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:17Z', 'updated_at': '2022-04-01T12:53:25Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:25.588958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-62ed2f24-d876-4b3b-bd1f-06c6de4b42cb req-6de9800e-e5d2-42e9-9bf7-9a74a5efbd90 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for 3e2371c8-0027-46f0-94d8-8877ea98b861 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:55:25.674538 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e7f9e-2da8-40f7-9fd3-c54c9818d5bb None None] The sync data for ids ['796d48bd-4ac4-4914-823f-d49017b80713'] in n-d-836146-1 is: [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:53:20Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'b05c0677-678a-4994-8f39-633953128f99', 'name': '', 'network_id': '8286b99c-e3d0-4694-a009-daab1232789b', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:d7:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:17Z', 'updated_at': '2022-04-01T12:53:25Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': '4bda89e5-0ea9-43ab-97b1-947c90363e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:55:25.814610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2b9c6-1d53-4bef-9f45-d65f3ce62e0f req-f9b1167c-91d1-4334-998f-d179aa1fdcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:25.831871 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90d2b9c6-1d53-4bef-9f45-d65f3ce62e0f req-f9b1167c-91d1-4334-998f-d179aa1fdcf6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bda89e5-0ea9-43ab-97b1-947c90363e1d HTTP/1.1" status: 200 len: 835 time: 0.3614614 Apr 01 12:55:26.041070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb701-0710-42da-b3e1-987d04fc6b3e req-a42a3d39-2c16-4558-b8ab-cedebf5c5129 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:26.054305 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-71fdb701-0710-42da-b3e1-987d04fc6b3e req-a42a3d39-2c16-4558-b8ab-cedebf5c5129 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2454c0fe-5bb2-4063-8f22-b8995e3538aa HTTP/1.1" status: 200 len: 944 time: 0.2534678 Apr 01 12:55:26.170579 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-71fdb701-0710-42da-b3e1-987d04fc6b3e req-15949df0-5964-4178-ada5-bc659f99d1a4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3dadc00-025a-4f24-995d-0fed26c15632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147323 Apr 01 12:55:26.210834 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62ed2f24-d876-4b3b-bd1f-06c6de4b42cb req-6de9800e-e5d2-42e9-9bf7-9a74a5efbd90 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:26.262287 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2b9c6-1d53-4bef-9f45-d65f3ce62e0f req-7caab0e0-4803-4193-84a6-b5c55452d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:26.263801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90d2b9c6-1d53-4bef-9f45-d65f3ce62e0f req-7caab0e0-4803-4193-84a6-b5c55452d4b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8286b99c-e3d0-4694-a009-daab1232789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3307915 Apr 01 12:55:26.264548 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9800e-e5d2-42e9-9bf7-9a74a5efbd90 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=3e2371c8-0027-46f0-94d8-8877ea98b861,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:26.334324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33195c3d-5b21-4f50-93a4-761209244fc4 None None] New status for floating IP 87c46de2-107c-4c63-b6a3-438eda3324f4: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:55:26.463920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ed2f24-d876-4b3b-bd1f-06c6de4b42cb req-6de9800e-e5d2-42e9-9bf7-9a74a5efbd90 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] No DVR routers for this DVR port 3e2371c8-0027-46f0-94d8-8877ea98b861 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:55:26.539874 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62ed2f24-d876-4b3b-bd1f-06c6de4b42cb req-6de9800e-e5d2-42e9-9bf7-9a74a5efbd90 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:26.551178 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62ed2f24-d876-4b3b-bd1f-06c6de4b42cb req-6de9800e-e5d2-42e9-9bf7-9a74a5efbd90 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.44 "DELETE /v2.0/ports/3e2371c8-0027-46f0-94d8-8877ea98b861 HTTP/1.1" status: 204 len: 173 time: 1.6873369 Apr 01 12:55:26.553802 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'name': 'network-vif-deleted', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:55:26.559938 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3b6870-072b-46fa-be2a-fdb700f846b9" -d '{"events": [{"server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "name": "network-vif-deleted", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:55:26.712125 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90d2b9c6-1d53-4bef-9f45-d65f3ce62e0f req-3e9faee1-88c5-47b1-af7a-9d0d24f8d43e service neutron] 10.222.0.44 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328344 Apr 01 12:55:26.714457 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5818ba6-a22b-4caa-a1b7-eb01da16c616 x-openstack-request-id: req-c5818ba6-a22b-4caa-a1b7-eb01da16c616 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:55:26.715225 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2454c0fe-5bb2-4063-8f22-b8995e3538aa", "name": "network-vif-deleted", "tag": "3e2371c8-0027-46f0-94d8-8877ea98b861", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:55:26.715661 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5818ba6-a22b-4caa-a1b7-eb01da16c616 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:55:26.716325 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5818ba6-a22b-4caa-a1b7-eb01da16c616'] response: {'server_uuid': '2454c0fe-5bb2-4063-8f22-b8995e3538aa', 'name': 'network-vif-deleted', 'tag': '3e2371c8-0027-46f0-94d8-8877ea98b861', 'status': 'completed', 'code': 200} Apr 01 12:55:27.049408 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90d2b9c6-1d53-4bef-9f45-d65f3ce62e0f req-39679dc8-acfa-4a76-aa20-42e7b1b85243 service neutron] 10.222.0.44 "GET /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262434 Apr 01 12:55:27.266858 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40368) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:27.565315 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3e2371c8-0027-46f0-94d8-8877ea98b861 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:55:27.626117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 3e2371c8-0027-46f0-94d8-8877ea98b861 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:55:27.626661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 3e2371c8-0027-46f0-94d8-8877ea98b861 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:55:27.989935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a99f248b-a37a-44cc-842f-df7a9aa4afdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:28.556631 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a99f248b-a37a-44cc-842f-df7a9aa4afdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port b05c0677-678a-4994-8f39-633953128f99 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:55:28.557197 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a99f248b-a37a-44cc-842f-df7a9aa4afdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:28.860094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-a99f248b-a37a-44cc-842f-df7a9aa4afdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] For port b05c0677-678a-4994-8f39-633953128f99, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=b05c0677-678a-4994-8f39-633953128f99,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:55:28.860585 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a99f248b-a37a-44cc-842f-df7a9aa4afdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:28.903332 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a99f248b-a37a-44cc-842f-df7a9aa4afdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for b05c0677-678a-4994-8f39-633953128f99 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:55:29.138969 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a99f248b-a37a-44cc-842f-df7a9aa4afdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:29.177773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f248b-a37a-44cc-842f-df7a9aa4afdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=b05c0677-678a-4994-8f39-633953128f99,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:29.432710 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a99f248b-a37a-44cc-842f-df7a9aa4afdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:29.854730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99f248b-a37a-44cc-842f-df7a9aa4afdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 796d48bd-4ac4-4914-823f-d49017b80713 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:55:30.098210 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99f248b-a37a-44cc-842f-df7a9aa4afdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:55:30.111218 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16732823-c191-455f-bca7-f83c7edc408e None None] Sync routers for ids ['796d48bd-4ac4-4914-823f-d49017b80713'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:55:30.117821 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a99f248b-a37a-44cc-842f-df7a9aa4afdc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "PUT /v2.0/routers/796d48bd-4ac4-4914-823f-d49017b80713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8450263 Apr 01 12:55:30.118871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40484) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:30.128763 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16732823-c191-455f-bca7-f83c7edc408e None None] Routers {'796d48bd-4ac4-4914-823f-d49017b80713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:55:30.129600 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-16732823-c191-455f-bca7-f83c7edc408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:55:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['796d48bd-4ac4-4914-823f-d49017b80713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:30.212598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2335b715-1027-472a-b6d7-4e06462bdae3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting subnet 4bda89e5-0ea9-43ab-97b1-947c90363e1d {{(pid=102718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:55:30.216897 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2335b715-1027-472a-b6d7-4e06462bdae3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for subnet, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:30.259424 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2335b715-1027-472a-b6d7-4e06462bdae3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521260'] for subnet, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:30.352984 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2335b715-1027-472a-b6d7-4e06462bdae3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:30.371594 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-16732823-c191-455f-bca7-f83c7edc408e None None] Set router 796d48bd-4ac4-4914-823f-d49017b80713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:55:30.434691 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2335b715-1027-472a-b6d7-4e06462bdae3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9789144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9538081'] for subnet, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:30.487890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335b715-1027-472a-b6d7-4e06462bdae3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Subnet': ['ID=4bda89e5-0ea9-43ab-97b1-947c90363e1d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:30.502162 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2335b715-1027-472a-b6d7-4e06462bdae3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:30.509312 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3643d-77c5-46dd-8a25-8132a6f16464 None None] Network 8286b99c-e3d0-4694-a009-daab1232789b requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:55:30.511878 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2335b715-1027-472a-b6d7-4e06462bdae3 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/subnets/4bda89e5-0ea9-43ab-97b1-947c90363e1d HTTP/1.1" status: 204 len: 168 time: 0.3918872 Apr 01 12:55:30.514608 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40488) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:30.808714 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:30.921729 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbbe28a-aa97-4cb0-8181-d0cb4dae6c9f None None] DHCP port deletion for 8286b99c-e3d0-4694-a009-daab1232789b request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:55:30.956407 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-16732823-c191-455f-bca7-f83c7edc408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:55:29Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:31.014988 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16732823-c191-455f-bca7-f83c7edc408e None None] Checking router: 796d48bd-4ac4-4914-823f-d49017b80713 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:55:31.036299 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16732823-c191-455f-bca7-f83c7edc408e None None] Routers {'796d48bd-4ac4-4914-823f-d49017b80713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:55:31.041848 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-16732823-c191-455f-bca7-f83c7edc408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:55:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['796d48bd-4ac4-4914-823f-d49017b80713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:31.074881 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9fbbe28a-aa97-4cb0-8181-d0cb4dae6c9f None None] Deleting port 64c71300-b0bf-4b27-8b26-42939dda5b97 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:55:31.077556 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe28a-aa97-4cb0-8181-d0cb4dae6c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:31.145188 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:31.295233 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-9fbbe28a-aa97-4cb0-8181-d0cb4dae6c9f None None] For port 64c71300-b0bf-4b27-8b26-42939dda5b97, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=64c71300-b0bf-4b27-8b26-42939dda5b97,segment=NetworkSegment(18d161e8-4351-4434-86f2-54fb25df4861),segment_id=18d161e8-4351-4434-86f2-54fb25df4861)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:55:31.297248 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe28a-aa97-4cb0-8181-d0cb4dae6c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:31.308260 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port 8db6fdfa-707d-4d99-afc3-405766783e25 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:55:31.309532 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:31.314799 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9fbbe28a-aa97-4cb0-8181-d0cb4dae6c9f None None] Calling delete_port for 64c71300-b0bf-4b27-8b26-42939dda5b97 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:55:31.326333 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-16732823-c191-455f-bca7-f83c7edc408e None None] Set router 796d48bd-4ac4-4914-823f-d49017b80713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:55:31.447147 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe28a-aa97-4cb0-8181-d0cb4dae6c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:31.508908 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbe28a-aa97-4cb0-8181-d0cb4dae6c9f None None] Pushing event deleted for resources: {'Port': ['ID=64c71300-b0bf-4b27-8b26-42939dda5b97,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:31.516144 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] For port 8db6fdfa-707d-4d99-afc3-405766783e25, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8db6fdfa-707d-4d99-afc3-405766783e25,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:55:31.516527 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:31.518928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbe28a-aa97-4cb0-8181-d0cb4dae6c9f None None] No DVR routers for this DVR port 64c71300-b0bf-4b27-8b26-42939dda5b97 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:55:31.558403 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for 8db6fdfa-707d-4d99-afc3-405766783e25 owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:55:31.765188 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-16732823-c191-455f-bca7-f83c7edc408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:55:29Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:31.792408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 64c71300-b0bf-4b27-8b26-42939dda5b97 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:55:31.854836 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16732823-c191-455f-bca7-f83c7edc408e None None] The sync data for ids ['796d48bd-4ac4-4914-823f-d49017b80713'] in n-d-836146-1 is: [{'id': '796d48bd-4ac4-4914-823f-d49017b80713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040600658', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:53:06Z', 'updated_at': '2022-04-01T12:55:29Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '8db6fdfa-707d-4d99-afc3-405766783e25', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d48bd-4ac4-4914-823f-d49017b80713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:53:08Z', 'updated_at': '2022-04-01T12:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:55:31.856645 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 64c71300-b0bf-4b27-8b26-42939dda5b97 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:55:31.857149 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 64c71300-b0bf-4b27-8b26-42939dda5b97 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:55:31.972241 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:32.018028 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=8db6fdfa-707d-4d99-afc3-405766783e25,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:32.108956 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:32.259523 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:32.262910 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:32.385442 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:32.386742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Fanout notify agent at l3_agent the message router_deleted on router 796d48bd-4ac4-4914-823f-d49017b80713 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:55:32.395540 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:32.400257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40524) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:32.400873 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d3f6d18a-4fe9-44cc-bb3c-7b7ff37a1f1e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/routers/796d48bd-4ac4-4914-823f-d49017b80713 HTTP/1.1" status: 204 len: 168 time: 1.8846190 Apr 01 12:55:32.540919 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:32.784088 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:32.866339 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8286b99c-e3d0-4694-a009-daab1232789b']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:32.903300 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d161e8-4351-4434-86f2-54fb25df4861') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:32.903605 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d161e8-4351-4434-86f2-54fb25df4861') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:32.934743 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:32.978047 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:33.008953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:55:33.009375 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:55:33.186157 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:55:33.194439 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:33.235209 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:33.241755 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/networks/8286b99c-e3d0-4694-a009-daab1232789b HTTP/1.1" status: 204 len: 168 time: 0.8403738 Apr 01 12:55:33.247183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26958e4-c30f-4b89-86db-a15585673617 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Network': ['ID=8286b99c-e3d0-4694-a009-daab1232789b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:33.247752 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40546) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:33.463754 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8f3a29a7-ae94-41a0-aa31-40d17704582c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:33.514537 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8f3a29a7-ae94-41a0-aa31-40d17704582c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:33.605234 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8f3a29a7-ae94-41a0-aa31-40d17704582c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:33.608314 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8f3a29a7-ae94-41a0-aa31-40d17704582c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:33.617400 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8f3a29a7-ae94-41a0-aa31-40d17704582c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/security-groups/d3dadc00-025a-4f24-995d-0fed26c15632 HTTP/1.1" status: 204 len: 168 time: 0.3655143 Apr 01 12:55:33.647041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a29a7-ae94-41a0-aa31-40d17704582c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dadc00-025a-4f24-995d-0fed26c15632,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:33.828787 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8db6fdfa-707d-4d99-afc3-405766783e25 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:55:33.896950 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 8db6fdfa-707d-4d99-afc3-405766783e25 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:55:33.899430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8db6fdfa-707d-4d99-afc3-405766783e25 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:55:33.900209 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b05c0677-678a-4994-8f39-633953128f99 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:55:33.957510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: b05c0677-678a-4994-8f39-633953128f99 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:55:33.957510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device b05c0677-678a-4994-8f39-633953128f99 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:55:33.980190 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40572) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:33.984907 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6fb958bb-40bf-45f9-91c7-9075518012df tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-692579271', 'description': 'tempest-secgroup-smoke-692579271 description', 'project_id': '57d91513207248b7a1ea77190e0bd483'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:34.030603 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6fb958bb-40bf-45f9-91c7-9075518012df tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:34.233552 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6fb958bb-40bf-45f9-91c7-9075518012df tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:34.240326 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6fb958bb-40bf-45f9-91c7-9075518012df tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:34.291615 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb958bb-40bf-45f9-91c7-9075518012df tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abf34c1-cc99-49fe-9648-563d72be62b9,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:34.319372 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6fb958bb-40bf-45f9-91c7-9075518012df tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:34.336714 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6fb958bb-40bf-45f9-91c7-9075518012df tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3552635 Apr 01 12:55:34.339964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40580) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:34.345522 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9cc8278b-67ab-44d1-8538-19051f25aece tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': '8abf34c1-cc99-49fe-9648-563d72be62b9', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:34.393569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9cc8278b-67ab-44d1-8538-19051f25aece tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:34.499377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9cc8278b-67ab-44d1-8538-19051f25aece tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:34.508295 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9cc8278b-67ab-44d1-8538-19051f25aece tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:34.537757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8278b-67ab-44d1-8538-19051f25aece tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e51e9c9-a814-4c7f-89f6-2c5cedb347c9,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:34.571007 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9cc8278b-67ab-44d1-8538-19051f25aece tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:34.572418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9cc8278b-67ab-44d1-8538-19051f25aece tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2304678 Apr 01 12:55:34.575179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40588) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:34.579596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a16d04d6-5d5f-4944-8cca-cd15afdc05c1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': '8abf34c1-cc99-49fe-9648-563d72be62b9', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:34.631773 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a16d04d6-5d5f-4944-8cca-cd15afdc05c1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:34.791663 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a16d04d6-5d5f-4944-8cca-cd15afdc05c1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:34.801923 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a16d04d6-5d5f-4944-8cca-cd15afdc05c1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:34.859705 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d04d6-5d5f-4944-8cca-cd15afdc05c1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fe28a5-8052-400c-bb4e-bf3bd09fc88f,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:34.891348 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a16d04d6-5d5f-4944-8cca-cd15afdc05c1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:34.896089 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40600) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:34.897527 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a16d04d6-5d5f-4944-8cca-cd15afdc05c1 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3206911 Apr 01 12:55:34.902791 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a3e30079-16df-48e0-8e75-c720720d5dee tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': '8abf34c1-cc99-49fe-9648-563d72be62b9', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:34.940023 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3e30079-16df-48e0-8e75-c720720d5dee tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.067756 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3e30079-16df-48e0-8e75-c720720d5dee tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.075788 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3e30079-16df-48e0-8e75-c720720d5dee tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.133487 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a3e30079-16df-48e0-8e75-c720720d5dee tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.135132 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a3e30079-16df-48e0-8e75-c720720d5dee tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2373369 Apr 01 12:55:35.137965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40604) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:35.141377 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e30079-16df-48e0-8e75-c720720d5dee tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5c7208-a4b9-4a2f-b52d-408a9d743130,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:35.151345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0f4020fb-ff9c-4b99-9f87-c8c3175e0ecc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': '8abf34c1-cc99-49fe-9648-563d72be62b9', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:35.191433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f4020fb-ff9c-4b99-9f87-c8c3175e0ecc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.303577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f4020fb-ff9c-4b99-9f87-c8c3175e0ecc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.312828 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f4020fb-ff9c-4b99-9f87-c8c3175e0ecc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.334207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4020fb-ff9c-4b99-9f87-c8c3175e0ecc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12fbcc9-04ba-4094-85c0-a0d3a206c787,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:35.350770 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f4020fb-ff9c-4b99-9f87-c8c3175e0ecc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.356918 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0f4020fb-ff9c-4b99-9f87-c8c3175e0ecc tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2132959 Apr 01 12:55:35.357791 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40608) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:35.362641 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e6499e15-c472-4340-ac4f-92d7018004f4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': '8abf34c1-cc99-49fe-9648-563d72be62b9', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:35.393998 n-d-836146-1 neutron-server[102719]: INFO neutron.db.securitygroups_db [None req-e6499e15-c472-4340-ac4f-92d7018004f4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Project 57d91513207248b7a1ea77190e0bd483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:55:35.408314 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6499e15-c472-4340-ac4f-92d7018004f4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.592035 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6499e15-c472-4340-ac4f-92d7018004f4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.597458 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6499e15-c472-4340-ac4f-92d7018004f4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.659013 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6499e15-c472-4340-ac4f-92d7018004f4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e43de3b-078a-4c97-a0cf-ac2ba136abb1,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:35.675237 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6499e15-c472-4340-ac4f-92d7018004f4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.679704 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e6499e15-c472-4340-ac4f-92d7018004f4 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3190019 Apr 01 12:55:35.681065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40620) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:35.687854 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-befa9b97-dd92-4746-bdc3-471bfa14702a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'security_group_rule': {'security_group_id': '8abf34c1-cc99-49fe-9648-563d72be62b9', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:35.714137 n-d-836146-1 neutron-server[102718]: INFO neutron.db.securitygroups_db [None req-befa9b97-dd92-4746-bdc3-471bfa14702a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Project 57d91513207248b7a1ea77190e0bd483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:55:35.719986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-befa9b97-dd92-4746-bdc3-471bfa14702a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.840862 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-befa9b97-dd92-4746-bdc3-471bfa14702a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.849396 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-befa9b97-dd92-4746-bdc3-471bfa14702a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.892512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa9b97-dd92-4746-bdc3-471bfa14702a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84457677-e37b-49e4-a972-2328bd77cbd6,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:35.907635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-befa9b97-dd92-4746-bdc3-471bfa14702a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.911738 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-befa9b97-dd92-4746-bdc3-471bfa14702a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2261045 Apr 01 12:55:35.912065 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40628) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:35.917889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9f5d2825-a031-4f5a-9ea5-10ba21a8240d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'network': {'name': 'tempest-network-smoke--562244184', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'port_security_enabled': True}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:35.942337 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5d2825-a031-4f5a-9ea5-10ba21a8240d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Made reservation on behalf of 57d91513207248b7a1ea77190e0bd483 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:55:35.947060 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2825-a031-4f5a-9ea5-10ba21a8240d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:35.991743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5d2825-a031-4f5a-9ea5-10ba21a8240d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:55:36.004819 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2825-a031-4f5a-9ea5-10ba21a8240d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:36.005660 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-9f5d2825-a031-4f5a-9ea5-10ba21a8240d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Added segment 89de3a00-db23-4c76-aeac-694d57d816f9 of type vlan for network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 Apr 01 12:55:36.066508 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2825-a031-4f5a-9ea5-10ba21a8240d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:36.103831 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2825-a031-4f5a-9ea5-10ba21a8240d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:36.122736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d2825-a031-4f5a-9ea5-10ba21a8240d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:36.124286 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2825-a031-4f5a-9ea5-10ba21a8240d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:36.249441 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9f5d2825-a031-4f5a-9ea5-10ba21a8240d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3359818 Apr 01 12:55:36.252246 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40634) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:36.257108 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'admin_state_up': True, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:36.304553 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:36.306036 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:36.337626 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d2825-a031-4f5a-9ea5-10ba21a8240d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Network': ['ID=f0c89e4d-1f65-46a4-996c-6ac5060fcc91,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:36.354628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:55:36.419603 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:36.434294 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c8f9cbdb-9e50-44ca-a375-49c3dba1ba4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:36.673512 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:37.008893 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:37.062267 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:37.291316 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.25.7.104 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/7dbb4da3-8216-4357-ad4f-ba2c8009320e) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:55:37.459915 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:37.506432 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:37.686938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=7dbb4da3-8216-4357-ad4f-ba2c8009320e,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:37.716487 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:55:37.721139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:55:37.741870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:55:38.126715 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:38.505064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:38.747452 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 781aeb85-dd7f-49e9-b243-969eac69df9e is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:55:38.857996 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:38.957631 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-11d7ed65-1916-4ca8-ac71-8c6c8adbfeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:39.036118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:55:39.040067 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:39.048932 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Sync routers for ids ['781aeb85-dd7f-49e9-b243-969eac69df9e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:55:39.082395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Routers {'781aeb85-dd7f-49e9-b243-969eac69df9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:55:39.083044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:55:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['781aeb85-dd7f-49e9-b243-969eac69df9e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:39.094945 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:39.099207 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-28bfc4e2-f13b-4357-8506-939c828be988 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8453982 Apr 01 12:55:39.102975 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40692) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:39.226028 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40696) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:39.226629 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d40e743d-3c71-45ed-bfa0-b99ee07b1daa tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=57d91513207248b7a1ea77190e0bd483&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220570 Apr 01 12:55:39.391647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0063f071-cc64-4f31-9e40-a45c8bf04470 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:39.393972 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0063f071-cc64-4f31-9e40-a45c8bf04470 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1668952 Apr 01 12:55:39.396991 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40698) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:39.444412 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-84f24e07-782f-4b79-8c31-3f6e46d5ec57 tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458279 Apr 01 12:55:39.447826 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40700) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:39.452366 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Set router 781aeb85-dd7f-49e9-b243-969eac69df9e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:55:39.452691 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-4ee6c895-3fab-41d3-8bed-dd8b73fd8f3d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-598568955', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'project_id': '57d91513207248b7a1ea77190e0bd483', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:39.687361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee6c895-3fab-41d3-8bed-dd8b73fd8f3d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Made reservation on behalf of 57d91513207248b7a1ea77190e0bd483 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:55:39.690874 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c895-3fab-41d3-8bed-dd8b73fd8f3d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:39.964066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:55:37Z', 'revision_number': 3, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:40.029956 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Checking router: 781aeb85-dd7f-49e9-b243-969eac69df9e for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:55:40.030373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Updating router 781aeb85-dd7f-49e9-b243-969eac69df9e port 7dbb4da3-8216-4357-ad4f-ba2c8009320e binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:55:40.093940 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:40.129206 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c895-3fab-41d3-8bed-dd8b73fd8f3d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:40.228836 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6c895-3fab-41d3-8bed-dd8b73fd8f3d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Subnet': ['ID=eef63368-f92c-455d-bc24-d155e547337f,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:40.239804 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6c895-3fab-41d3-8bed-dd8b73fd8f3d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Checking segment: {'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:55:40.240855 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee6c895-3fab-41d3-8bed-dd8b73fd8f3d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network hostable DHCP agents. Network: f0c89e4d-1f65-46a4-996c-6ac5060fcc91, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:55:40.270460 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee6c895-3fab-41d3-8bed-dd8b73fd8f3d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:55:40.286406 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-4ee6c895-3fab-41d3-8bed-dd8b73fd8f3d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, f0c89e4d-1f65-46a4-996c-6ac5060fcc91) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:55:40.304092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee6c895-3fab-41d3-8bed-dd8b73fd8f3d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:40.304748 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c895-3fab-41d3-8bed-dd8b73fd8f3d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:40.310876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa228076-93a5-479d-a1fd-35d986e67bbd None None] Network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:55:40.351166 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-4ee6c895-3fab-41d3-8bed-dd8b73fd8f3d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9016111 Apr 01 12:55:40.353483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 40728) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:40.589928 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:41.036183 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ips': [{'subnet_id': 'eef63368-f92c-455d-bc24-d155e547337f'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:55:41.037919 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:41.378713 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Allocated IP 172.20.0.2 (f0c89e4d-1f65-46a4-996c-6ac5060fcc91/eef63368-f92c-455d-bc24-d155e547337f/68f95baa-9373-4511-899d-d425ed4b1ba2) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:55:41.654027 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:41.662340 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:41.665063 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:41.717512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Pushing event updated for resources: {'Port': ['ID=68f95baa-9373-4511-899d-d425ed4b1ba2,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:41.722093 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:41.808041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Attempting to bind port 7dbb4da3-8216-4357-ad4f-ba2c8009320e on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:55:41.808420 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Attempting to bind port 7dbb4da3-8216-4357-ad4f-ba2c8009320e by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:55:41.808767 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Attempting to bind port 7dbb4da3-8216-4357-ad4f-ba2c8009320e on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:55:41.813427 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:55:41.956119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:55:41.986905 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:41.992467 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:55:41.997807 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:55:41.998535 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:41.999104 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:55:41.999770 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Bound port: 7dbb4da3-8216-4357-ad4f-ba2c8009320e, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:55:42.000666 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.164238 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] For port 7dbb4da3-8216-4357-ad4f-ba2c8009320e, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:55:42.172137 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] For port 7dbb4da3-8216-4357-ad4f-ba2c8009320e, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7dbb4da3-8216-4357-ad4f-ba2c8009320e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:55:42.174485 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:55:42.186562 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8db64-6f30-42b5-a0c9-69f98ec2edf7 None None] Pushing event updated for resources: {'Port': ['ID=7dbb4da3-8216-4357-ad4f-ba2c8009320e,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:42.197717 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.237840 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40764) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:42.270624 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.277618 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.422467 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-0806695d-385f-48f8-ba81-8535be852c7e req-104d10cb-ec6e-40dd-aa94-12dbceb85adf service neutron] (102719) timed out ('10.222.0.44', 56312) {{(pid=102719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 12:55:42.460131 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Attempting to bind port 68f95baa-9373-4511-899d-d425ed4b1ba2 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:55:42.460493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Attempting to bind port 68f95baa-9373-4511-899d-d425ed4b1ba2 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:55:42.462592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Attempting to bind port 68f95baa-9373-4511-899d-d425ed4b1ba2 on network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:55:42.477295 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7e986c5-be5b-43dd-aef1-7c059cf08db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.521885 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:55:42.522290 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Checking segment: {'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:55:42.522693 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.523087 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Bound using segment: {'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:55:42.525561 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Bound port: 68f95baa-9373-4511-899d-d425ed4b1ba2, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:55:42.526617 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.543287 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Routers {'781aeb85-dd7f-49e9-b243-969eac69df9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:55:42.544895 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:55:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['781aeb85-dd7f-49e9-b243-969eac69df9e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:42.696752 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7e986c5-be5b-43dd-aef1-7c059cf08db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.702789 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7e986c5-be5b-43dd-aef1-7c059cf08db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.766643 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e7e986c5-be5b-43dd-aef1-7c059cf08db4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f044203a23740b7aca9f85c69f2b9d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265329 Apr 01 12:55:42.767710 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e986c5-be5b-43dd-aef1-7c059cf08db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dfe01b-6156-47db-bb98-344fc1efba87,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:42.770782 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 40772) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:55:42.834975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] For port 68f95baa-9373-4511-899d-d425ed4b1ba2, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:55:42.843860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] For port 68f95baa-9373-4511-899d-d425ed4b1ba2, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=68f95baa-9373-4511-899d-d425ed4b1ba2,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:55:42.844875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8db64-6f30-42b5-a0c9-69f98ec2edf7 None None] Pushing event updated for resources: {'Port': ['ID=7dbb4da3-8216-4357-ad4f-ba2c8009320e,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:42.864667 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.866855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a35d9a62-9c9f-48c1-a8a9-65ac4d830665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.887218 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.20.0.1 (f0c89e4d-1f65-46a4-996c-6ac5060fcc91/eef63368-f92c-455d-bc24-d155e547337f/9a18fdda-b902-465c-844d-38a4cba89821) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:55:42.905636 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a35d9a62-9c9f-48c1-a8a9-65ac4d830665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.977831 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a35d9a62-9c9f-48c1-a8a9-65ac4d830665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.985811 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a35d9a62-9c9f-48c1-a8a9-65ac4d830665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:42.988098 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a35d9a62-9c9f-48c1-a8a9-65ac4d830665 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2dfe01b-6156-47db-bb98-344fc1efba87 HTTP/1.1" status: 204 len: 168 time: 0.2137020 Apr 01 12:55:43.039351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d9a62-9c9f-48c1-a8a9-65ac4d830665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dfe01b-6156-47db-bb98-344fc1efba87,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:43.373865 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:43.532633 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:43.675886 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=9a18fdda-b902-465c-844d-38a4cba89821,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:43.701462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:55:43.703341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:55:43.710397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:55:43.857517 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7a6ea-bed5-448a-b6d5-defc7f1fe273 None None] Pushing event updated for resources: {'Port': ['ID=68f95baa-9373-4511-899d-d425ed4b1ba2,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:43.891942 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] Set router 781aeb85-dd7f-49e9-b243-969eac69df9e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:55:43.903616 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:44.102770 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:44.403183 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:55:37Z', 'revision_number': 3, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:44.463184 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cddf1-77e7-4764-bd02-251e0daefa90 None None] The sync data for ids ['781aeb85-dd7f-49e9-b243-969eac69df9e'] in n-d-836146-1 is: [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:55:37Z', 'revision_number': 3, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:55:44.729424 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:44.746261 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:44.931244 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:44.933154 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=9a18fdda-b902-465c-844d-38a4cba89821,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:45.038366 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322c4ef-8af6-4fb9-8526-3ec13b541f92 None None] Network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:55:45.167928 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:55:45.174601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:55:45.229860 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3d866c89-0349-43f4-b987-9951fd57fd4d None None] Provisioning complete for port 68f95baa-9373-4511-899d-d425ed4b1ba2 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:45.230893 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3d866c89-0349-43f4-b987-9951fd57fd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:45.480330 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3d866c89-0349-43f4-b987-9951fd57fd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:45.518930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 781aeb85-dd7f-49e9-b243-969eac69df9e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:55:45.605322 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3d866c89-0349-43f4-b987-9951fd57fd4d None None] For port 68f95baa-9373-4511-899d-d425ed4b1ba2, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=68f95baa-9373-4511-899d-d425ed4b1ba2,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:55:45.614257 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3d866c89-0349-43f4-b987-9951fd57fd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:45.747506 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d866c89-0349-43f4-b987-9951fd57fd4d None None] Pushing event updated for resources: {'Port': ['ID=68f95baa-9373-4511-899d-d425ed4b1ba2,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:45.856403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9db0f44a-8a6f-423b-99da-a22d0fb7532b None None] Provisioning complete for port 68f95baa-9373-4511-899d-d425ed4b1ba2 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:45.857056 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9db0f44a-8a6f-423b-99da-a22d0fb7532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:45.874288 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:55:45.896915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e14cabf5-3cd8-4623-af7e-ed877e3e0292 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "PUT /v2.0/routers/781aeb85-dd7f-49e9-b243-969eac69df9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5420723 Apr 01 12:55:46.219363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9db0f44a-8a6f-423b-99da-a22d0fb7532b None None] Provisioning complete for port 9a18fdda-b902-465c-844d-38a4cba89821 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:46.219918 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9db0f44a-8a6f-423b-99da-a22d0fb7532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:46.373395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-9db0f44a-8a6f-423b-99da-a22d0fb7532b None None] Port 9a18fdda-b902-465c-844d-38a4cba89821 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:55:46.424109 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 68f95baa-9373-4511-899d-d425ed4b1ba2 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:55:46.670588 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 68f95baa-9373-4511-899d-d425ed4b1ba2 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:46.670939 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:46.830912 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6dd0c319-1bf9-4e38-a7bc-09035c977173 None None] Provisioning complete for port 9a18fdda-b902-465c-844d-38a4cba89821 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:46.831790 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c319-1bf9-4e38-a7bc-09035c977173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:46.914491 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0c319-1bf9-4e38-a7bc-09035c977173 None None] Port 9a18fdda-b902-465c-844d-38a4cba89821 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:55:46.931412 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-a6e55fcf-38f4-4b37-b979-41e8d6840d54 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692579271&fields=id&tenant_id=57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 267 time: 0.1436396 Apr 01 12:55:47.113255 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7dbb4da3-8216-4357-ad4f-ba2c8009320e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:55:47.251590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5d0f1b0d-87bc-4148-81fe-bfe25be54ff4 None None] Provisioning complete for port 9a18fdda-b902-465c-844d-38a4cba89821 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:47.255616 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1b0d-87bc-4148-81fe-bfe25be54ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:47.337186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-895aa4cf-7bec-4c9a-9fec-04f06eeee40c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:47.360322 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-895aa4cf-7bec-4c9a-9fec-04f06eeee40c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/networks?id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91 HTTP/1.1" status: 200 len: 796 time: 0.4204271 Apr 01 12:55:47.389827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-0fc020d9-9940-41f4-a908-561358a9571e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/quotas/57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 375 time: 0.0286052 Apr 01 12:55:47.397941 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f1b0d-87bc-4148-81fe-bfe25be54ff4 None None] Port 9a18fdda-b902-465c-844d-38a4cba89821 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:55:47.420969 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7dbb4da3-8216-4357-ad4f-ba2c8009320e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:47.421442 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:47.501598 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-99b4ba44-5548-488b-82a3-89cf45ec0f24 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108775 Apr 01 12:55:47.519130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-f0574732-5251-46d8-b91d-02819b5c2b3c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:55:47.520065 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-f0574732-5251-46d8-b91d-02819b5c2b3c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050657 Apr 01 12:55:47.649104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-56feab24-5614-4119-bdc8-616a3b261894 service neutron] 10.222.0.45 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219847 Apr 01 12:55:47.651925 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:47.709442 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 7dbb4da3-8216-4357-ad4f-ba2c8009320e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7dbb4da3-8216-4357-ad4f-ba2c8009320e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:55:47.716702 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:47.896677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=7dbb4da3-8216-4357-ad4f-ba2c8009320e,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:47.932193 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 68f95baa-9373-4511-899d-d425ed4b1ba2 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:55:47.953372 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-dea99e08-4cc0-4958-8b7b-89b0e0d463fe service neutron] 10.222.0.45 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967064 Apr 01 12:55:48.060177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 68f95baa-9373-4511-899d-d425ed4b1ba2 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:48.060628 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Sync routers for ids ['781aeb85-dd7f-49e9-b243-969eac69df9e'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:55:48.063376 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:48.088175 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Routers {'781aeb85-dd7f-49e9-b243-969eac69df9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:55:48.088901 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:55:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['781aeb85-dd7f-49e9-b243-969eac69df9e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:48.307088 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Set router 781aeb85-dd7f-49e9-b243-969eac69df9e gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:55:48.779046 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:55:44Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '9a18fdda-b902-465c-844d-38a4cba89821', 'name': '', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:16:e6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'eef63368-f92c-455d-bc24-d155e547337f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:42Z', 'updated_at': '2022-04-01T12:55:44Z', 'revision_number': 2, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'eef63368-f92c-455d-bc24-d155e547337f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:48.811839 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Checking router: 781aeb85-dd7f-49e9-b243-969eac69df9e for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:55:48.813543 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Updating router 781aeb85-dd7f-49e9-b243-969eac69df9e port 9a18fdda-b902-465c-844d-38a4cba89821 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:55:48.856805 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:49.280936 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:49.292916 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:49.482940 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Pushing event updated for resources: {'Port': ['ID=9a18fdda-b902-465c-844d-38a4cba89821,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:49.560995 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:49.561329 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:49.561660 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:49.563193 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:49.563904 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:49.563904 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:49.565221 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:49.565942 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:49.565942 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:49.567394 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:49.568482 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:49.568482 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:55:49.670029 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Attempting to bind port 9a18fdda-b902-465c-844d-38a4cba89821 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:55:49.671866 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Attempting to bind port 9a18fdda-b902-465c-844d-38a4cba89821 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:55:49.673283 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Attempting to bind port 9a18fdda-b902-465c-844d-38a4cba89821 on network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:55:49.690514 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:55:49.691931 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Checking segment: {'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:55:49.696072 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:49.696738 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Bound using segment: {'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:55:49.698132 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Bound port: 9a18fdda-b902-465c-844d-38a4cba89821, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:55:49.699315 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:49.782744 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-22a8c7d3-c1f2-4b57-8dcb-0f3852a8b040 req-3828cc74-a9b2-4875-a3c1-0a0579130189 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 210 time: 0.0788667 Apr 01 12:55:49.934127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7dbb4da3-8216-4357-ad4f-ba2c8009320e up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:55:49.950604 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] For port 9a18fdda-b902-465c-844d-38a4cba89821, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:55:49.956750 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] For port 9a18fdda-b902-465c-844d-38a4cba89821, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=9a18fdda-b902-465c-844d-38a4cba89821,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:55:49.963282 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:50.070268 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-f9e0fa94-26b3-4918-8652-958cd9d13567 None None] Provisioning complete for port 9a18fdda-b902-465c-844d-38a4cba89821 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:50.070640 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f9e0fa94-26b3-4918-8652-958cd9d13567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:50.100738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 7dbb4da3-8216-4357-ad4f-ba2c8009320e triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:50.101113 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:50.132846 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b546bcb-7c2c-4bdd-9db6-cd658d631f30 None None] Pushing event updated for resources: {'Port': ['ID=9a18fdda-b902-465c-844d-38a4cba89821,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:50.152648 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Routers {'781aeb85-dd7f-49e9-b243-969eac69df9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:55:50.153304 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:55:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['781aeb85-dd7f-49e9-b243-969eac69df9e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:50.401899 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] Set router 781aeb85-dd7f-49e9-b243-969eac69df9e gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:55:50.463294 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f9e0fa94-26b3-4918-8652-958cd9d13567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:50.607953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f9e0fa94-26b3-4918-8652-958cd9d13567 None None] For port 9a18fdda-b902-465c-844d-38a4cba89821, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=9a18fdda-b902-465c-844d-38a4cba89821,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:55:50.662248 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f9e0fa94-26b3-4918-8652-958cd9d13567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:50.910040 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-76545630-aa53-4de4-b576-0b7ff2c164c7 None None] Provisioning complete for port 9a18fdda-b902-465c-844d-38a4cba89821 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:50.917350 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-76545630-aa53-4de4-b576-0b7ff2c164c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:50.970812 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da431254-be64-4cf6-bda2-950baad06c2d req-564fc211-aa35-4bd2-b5d4-ba9657ce2c59 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 210 time: 0.0725007 Apr 01 12:55:51.048862 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0fa94-26b3-4918-8652-958cd9d13567 None None] Pushing event updated for resources: {'Port': ['ID=9a18fdda-b902-465c-844d-38a4cba89821,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:51.212949 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:55:44Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '9a18fdda-b902-465c-844d-38a4cba89821', 'name': '', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:16:e6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'eef63368-f92c-455d-bc24-d155e547337f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:42Z', 'updated_at': '2022-04-01T12:55:49Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'eef63368-f92c-455d-bc24-d155e547337f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:55:51.245755 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dae52c0-4d10-4471-9ba9-1e34893b714e None None] The sync data for ids ['781aeb85-dd7f-49e9-b243-969eac69df9e'] in n-d-836146-1 is: [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:55:44Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '9a18fdda-b902-465c-844d-38a4cba89821', 'name': '', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:16:e6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'eef63368-f92c-455d-bc24-d155e547337f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:42Z', 'updated_at': '2022-04-01T12:55:49Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'eef63368-f92c-455d-bc24-d155e547337f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:55:51.949847 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 9a18fdda-b902-465c-844d-38a4cba89821 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:55:52.178942 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31af5ea8-2d69-463d-991c-872163297e05 req-53466766-72a2-451b-bfff-aa0ca0614c76 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 210 time: 0.0783923 Apr 01 12:55:52.189425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 9a18fdda-b902-465c-844d-38a4cba89821 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:52.190518 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:53.349535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-af06b2cc-ae67-4854-b1c3-383b190482be req-edb11cff-7566-4cfb-a581-cdc6afa1b387 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 210 time: 0.0758836 Apr 01 12:55:54.526153 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fad3c67f-e808-4e6a-a6cc-3a42560db01c req-5c5e4089-5e6f-43e3-bad3-9e976350df9a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 210 time: 0.0594604 Apr 01 12:55:55.379488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-3f594b43-36ad-4d79-9ea0-6aff41b2f827 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:55.386819 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-3f594b43-36ad-4d79-9ea0-6aff41b2f827 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "GET /v2.0/networks?id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91 HTTP/1.1" status: 200 len: 796 time: 0.2699215 Apr 01 12:55:55.443275 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-b797e001-ee9e-4361-ac35-d84aff59fd18 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57d91513207248b7a1ea77190e0bd483 HTTP/1.1" status: 200 len: 379 time: 0.0453334 Apr 01 12:55:55.455994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'port': {'device_id': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'admin_state_up': True, 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'security_groups': ['8abf34c1-cc99-49fe-9648-563d72be62b9']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:55.630333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Made reservation on behalf of 57d91513207248b7a1ea77190e0bd483 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:55:55.634305 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:55.893057 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.20.0.3 (f0c89e4d-1f65-46a4-996c-6ac5060fcc91/eef63368-f92c-455d-bc24-d155e547337f/e58a4822-75c4-4370-95b8-021fa876dd28) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:55:55.956801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b432dd86-97e3-46e1-807d-654778653b91 req-b94dde77-ae6a-4a00-b092-79a6ef7915ff tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 210 time: 0.2785392 Apr 01 12:55:56.165662 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:56.204850 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:56.285562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:55:56.285562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:55:56.292633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:55:56.328912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=e58a4822-75c4-4370-95b8-021fa876dd28,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:56.363879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:56.364553 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:56.393987 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-2ec5e73d-f30e-4564-b7fc-42654ab3f8f7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9423766 Apr 01 12:55:56.407305 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Request body: {'port': {'device_id': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:55:56.509311 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:56.923422 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a63641d7-9ae4-4936-99c3-1246142a66a7 None None] Provisioning complete for port e58a4822-75c4-4370-95b8-021fa876dd28 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:55:56.924026 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a63641d7-9ae4-4936-99c3-1246142a66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:56.928622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58a4822-75c4-4370-95b8-021fa876dd28 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:55:56.938420 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:56.952192 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Transition to ACTIVE for port object e58a4822-75c4-4370-95b8-021fa876dd28 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:55:56.961381 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:56.987707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a63641d7-9ae4-4936-99c3-1246142a66a7 None None] Port e58a4822-75c4-4370-95b8-021fa876dd28 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:55:57.023300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Pushing event updated for resources: {'Port': ['ID=e58a4822-75c4-4370-95b8-021fa876dd28,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:57.138294 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42100153-017e-4d38-b4f8-d4fa89463eb8 req-971e480a-e045-4d1b-b2f1-b301c2e0a40d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:57.143452 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-42100153-017e-4d38-b4f8-d4fa89463eb8 req-971e480a-e045-4d1b-b2f1-b301c2e0a40d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 943 time: 0.0630481 Apr 01 12:55:57.197956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Attempting to bind port e58a4822-75c4-4370-95b8-021fa876dd28 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:55:57.198320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Attempting to bind port e58a4822-75c4-4370-95b8-021fa876dd28 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:55:57.198646 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Attempting to bind port e58a4822-75c4-4370-95b8-021fa876dd28 on network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:55:57.209270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Port e58a4822-75c4-4370-95b8-021fa876dd28 on network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:55:57.212146 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Attempting to bind port e58a4822-75c4-4370-95b8-021fa876dd28 on network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:55:57.225790 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-42100153-017e-4d38-b4f8-d4fa89463eb8 req-fc1e5a67-955a-4148-823e-b4d05a841ecb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698471 Apr 01 12:55:57.237059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:55:57.237059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Checking segment: {'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:55:57.237059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Bound using segment: {'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:55:57.237059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Bound port: e58a4822-75c4-4370-95b8-021fa876dd28, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89de3a00-db23-4c76-aeac-694d57d816f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:55:57.237059 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:57.375185 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] For port e58a4822-75c4-4370-95b8-021fa876dd28, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:55:57.378532 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] For port e58a4822-75c4-4370-95b8-021fa876dd28, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e58a4822-75c4-4370-95b8-021fa876dd28,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:55:57.383975 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:57.440110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:57.441746 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:55:57.443365 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] 10.222.0.37 "PUT /v2.0/ports/e58a4822-75c4-4370-95b8-021fa876dd28 HTTP/1.1" status: 200 len: 1091 time: 1.0405164 Apr 01 12:55:57.444011 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:55:57.446602 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0032dfc-3a18-4ff1-a807-13a6a1d67d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:55:57.509103 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56184973-bcd1-4948-896f-27df1e73de97 x-openstack-request-id: req-56184973-bcd1-4948-896f-27df1e73de97 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:55:57.509392 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:55:57.509641 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56184973-bcd1-4948-896f-27df1e73de97 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:55:57.510049 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56184973-bcd1-4948-896f-27df1e73de97'] response: {'name': 'network-changed', 'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'status': 'completed', 'code': 200} Apr 01 12:55:57.535285 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce890c-adc7-434c-8794-0568d9895c54 service neutron] Pushing event updated for resources: {'Port': ['ID=e58a4822-75c4-4370-95b8-021fa876dd28,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:55:57.588322 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-27fc0ba8-51e8-4ef0-8b60-9dd985b072d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:57.590098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-27fc0ba8-51e8-4ef0-8b60-9dd985b072d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 1094 time: 0.0904186 Apr 01 12:55:57.648984 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-0a468dd2-f78b-4b29-95e5-78f825fc40f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e58a4822-75c4-4370-95b8-021fa876dd28 HTTP/1.1" status: 200 len: 217 time: 0.0497401 Apr 01 12:55:57.719742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-3d241ac4-ad64-47d7-8b80-3a413a5fc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:57.721290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-3d241ac4-ad64-47d7-8b80-3a413a5fc04c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eef63368-f92c-455d-bc24-d155e547337f HTTP/1.1" status: 200 len: 834 time: 0.0652106 Apr 01 12:55:57.786104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-81f3bdb0-6318-4810-a707-4bf9f9db6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:57.787761 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-81f3bdb0-6318-4810-a707-4bf9f9db6637 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590849 Apr 01 12:55:57.975860 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-53dcc721-8811-4efb-9767-d6335934b290 service neutron] 10.222.0.37 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805770 Apr 01 12:55:58.229938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-584f0a9d-92f2-4e5f-8cb4-7571c3acb254 req-d019396c-090f-4a27-9f5b-eb9d8fcf5754 service neutron] 10.222.0.37 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474058 Apr 01 12:55:58.406909 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0032dfc-3a18-4ff1-a807-13a6a1d67d7f req-1e0e121e-8f65-49d9-b71f-78bcccea307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:58.415217 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0032dfc-3a18-4ff1-a807-13a6a1d67d7f req-1e0e121e-8f65-49d9-b71f-78bcccea307c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 1094 time: 0.1140535 Apr 01 12:55:58.428391 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a05fc-b526-4a20-a37b-651d693cf4f7 req-53ab92b4-28dc-49cd-bdf3-468100fc59d6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:58.437663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-988a05fc-b526-4a20-a37b-651d693cf4f7 req-53ab92b4-28dc-49cd-bdf3-468100fc59d6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 943 time: 0.0712271 Apr 01 12:55:58.520104 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-988a05fc-b526-4a20-a37b-651d693cf4f7 req-7380fbd2-5b83-4534-adc2-a543e46e8b13 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811112 Apr 01 12:55:58.619916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0032dfc-3a18-4ff1-a807-13a6a1d67d7f req-d9eb980f-f21e-4f30-8756-407d0a047047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:58.621292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0032dfc-3a18-4ff1-a807-13a6a1d67d7f req-d9eb980f-f21e-4f30-8756-407d0a047047 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91 HTTP/1.1" status: 200 len: 897 time: 0.1983755 Apr 01 12:55:58.698346 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0032dfc-3a18-4ff1-a807-13a6a1d67d7f req-edaa5f41-6159-4110-8810-ae83c65f50fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e58a4822-75c4-4370-95b8-021fa876dd28 HTTP/1.1" status: 200 len: 217 time: 0.0694900 Apr 01 12:55:58.834841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0032dfc-3a18-4ff1-a807-13a6a1d67d7f req-1f909378-c2b6-48c8-940a-782a21aaaaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:58.836670 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0032dfc-3a18-4ff1-a807-13a6a1d67d7f req-1f909378-c2b6-48c8-940a-782a21aaaaad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eef63368-f92c-455d-bc24-d155e547337f HTTP/1.1" status: 200 len: 834 time: 0.1322563 Apr 01 12:55:58.908366 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0032dfc-3a18-4ff1-a807-13a6a1d67d7f req-576216de-4f5f-456c-81fb-54cbde68af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:58.916106 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0032dfc-3a18-4ff1-a807-13a6a1d67d7f req-576216de-4f5f-456c-81fb-54cbde68af88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699208 Apr 01 12:55:59.084276 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0032dfc-3a18-4ff1-a807-13a6a1d67d7f req-b1157684-5f87-47e2-b9a4-ed3b4c4d9f6b service neutron] 10.222.0.37 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613762 Apr 01 12:55:59.314641 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c0032dfc-3a18-4ff1-a807-13a6a1d67d7f req-1e7c0ec1-2701-4fa0-9331-b1145aafd84a service neutron] 10.222.0.37 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187748 Apr 01 12:55:59.740506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33c9f2-63ce-4746-bfbe-94984b822abe req-fa6bda01-dfcb-429b-aede-41d4ee641fb7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:55:59.743241 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6c33c9f2-63ce-4746-bfbe-94984b822abe req-fa6bda01-dfcb-429b-aede-41d4ee641fb7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 943 time: 0.1000321 Apr 01 12:55:59.835280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6c33c9f2-63ce-4746-bfbe-94984b822abe req-2e0ca319-1667-41ed-a088-bd0e69e6a206 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853152 Apr 01 12:56:01.012214 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62376549-ddde-4354-8f72-2689407b6749 req-41c31695-82b9-4d71-b8d5-a693bb92d9e2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:01.016873 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-62376549-ddde-4354-8f72-2689407b6749 req-41c31695-82b9-4d71-b8d5-a693bb92d9e2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 943 time: 0.0601954 Apr 01 12:56:01.063111 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-62376549-ddde-4354-8f72-2689407b6749 req-d61101ef-0c72-4d75-85d5-d66a01559cd9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386384 Apr 01 12:56:02.023905 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41228) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:02.170038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e58a4822-75c4-4370-95b8-021fa876dd28 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:56:02.195116 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-183f6ff2-145f-4cdb-9767-a6f9a12e3508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:02.254273 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98788f-c7cf-40c7-b91a-c5a23b300739 req-e286522d-5ded-4387-8ba8-15a9cb2a9b1a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:02.255844 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a98788f-c7cf-40c7-b91a-c5a23b300739 req-e286522d-5ded-4387-8ba8-15a9cb2a9b1a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 943 time: 0.0989237 Apr 01 12:56:02.317042 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:56:02.324361 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4a98788f-c7cf-40c7-b91a-c5a23b300739 req-5b7da662-08e7-40c2-bcba-764ea4e1d75c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609396 Apr 01 12:56:02.352864 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e58a4822-75c4-4370-95b8-021fa876dd28, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e58a4822-75c4-4370-95b8-021fa876dd28,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:56:02.370782 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-183f6ff2-145f-4cdb-9767-a6f9a12e3508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:02.376500 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-183f6ff2-145f-4cdb-9767-a6f9a12e3508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:02.380987 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'port_id': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'mac_address': 'fa:16:3e:8a:27:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef63368-f92c-455d-bc24-d155e547337f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:56:02.451484 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:02.464381 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-183f6ff2-145f-4cdb-9767-a6f9a12e3508 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf09dfd0e90d410981125aafb9ac22dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387290 Apr 01 12:56:02.465545 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f6ff2-145f-4cdb-9767-a6f9a12e3508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d862e15c-03b3-45ba-bf44-0f10fc6bcb7b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:02.467170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41248) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:02.470797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58a4822-75c4-4370-95b8-021fa876dd28 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:56:02.514846 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e58a4822-75c4-4370-95b8-021fa876dd28, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e58a4822-75c4-4370-95b8-021fa876dd28,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:56:02.525824 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:02.548597 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-669d81d7-6898-4ee0-96a9-9d73173461a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:02.593983 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-669d81d7-6898-4ee0-96a9-9d73173461a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:02.598303 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=e58a4822-75c4-4370-95b8-021fa876dd28,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:02.656576 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-669d81d7-6898-4ee0-96a9-9d73173461a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:02.659118 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-669d81d7-6898-4ee0-96a9-9d73173461a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:02.660241 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-669d81d7-6898-4ee0-96a9-9d73173461a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d862e15c-03b3-45ba-bf44-0f10fc6bcb7b HTTP/1.1" status: 204 len: 168 time: 0.1920016 Apr 01 12:56:02.669316 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d81d7-6898-4ee0-96a9-9d73173461a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d862e15c-03b3-45ba-bf44-0f10fc6bcb7b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:02.824089 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['e58a4822-75c4-4370-95b8-021fa876dd28'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:56:03.479048 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3aa4b7-9414-49b3-a672-dbccd40742e8 req-d3fd5f75-eb5a-4b29-bc10-43597f226ea2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:03.489702 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec3aa4b7-9414-49b3-a672-dbccd40742e8 req-d3fd5f75-eb5a-4b29-bc10-43597f226ea2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 944 time: 0.0773678 Apr 01 12:56:03.576452 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ec3aa4b7-9414-49b3-a672-dbccd40742e8 req-a791761f-0fc3-4af4-b7ac-6e35afb2ef4c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803702 Apr 01 12:56:04.185083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e58a4822-75c4-4370-95b8-021fa876dd28 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:56:04.308007 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port e58a4822-75c4-4370-95b8-021fa876dd28 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:56:04.312945 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port e58a4822-75c4-4370-95b8-021fa876dd28 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:04.313451 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:04.455685 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:04.483940 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:56:04.486858 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c54738f-ecac-48f3-96c9-bf027cb789ec" -d '{"events": [{"server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "name": "network-vif-plugged", "status": "completed", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:56:04.526423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e58a4822-75c4-4370-95b8-021fa876dd28, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e58a4822-75c4-4370-95b8-021fa876dd28,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:56:04.537207 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:04.592143 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d563f34-ec10-4d98-aa85-8ac3688ac04d x-openstack-request-id: req-1d563f34-ec10-4d98-aa85-8ac3688ac04d {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:56:04.592729 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "name": "network-vif-plugged", "status": "completed", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:56:04.593199 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d563f34-ec10-4d98-aa85-8ac3688ac04d {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:56:04.593751 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d563f34-ec10-4d98-aa85-8ac3688ac04d'] response: {'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'code': 200} Apr 01 12:56:04.661806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=e58a4822-75c4-4370-95b8-021fa876dd28,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:04.672479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b1464-6d25-4b08-bba2-ae6b6acb4de5 req-c1a80481-b49c-457e-8196-d3900519e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:04.674650 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e21b1464-6d25-4b08-bba2-ae6b6acb4de5 req-c1a80481-b49c-457e-8196-d3900519e33a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 1096 time: 0.0597813 Apr 01 12:56:04.753141 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e21b1464-6d25-4b08-bba2-ae6b6acb4de5 req-f1aab479-50e3-44b2-ad2e-7bf1d784aec7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675619 Apr 01 12:56:04.845894 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eb99b-995f-46c8-9ac3-5ab782794418 req-1ff25d08-80fd-47e1-bec3-70ad18170451 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:04.848249 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-da5eb99b-995f-46c8-9ac3-5ab782794418 req-1ff25d08-80fd-47e1-bec3-70ad18170451 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.1173520 Apr 01 12:56:04.933933 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-da5eb99b-995f-46c8-9ac3-5ab782794418 req-89d98f2f-e174-47e1-bb06-c7960bafc6a2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733640 Apr 01 12:56:06.131012 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462d31a-6a4a-408f-ad17-0f0538f3d455 req-abf6682f-b6a6-4e45-889d-de19c7ce5da2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:06.138554 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1462d31a-6a4a-408f-ad17-0f0538f3d455 req-abf6682f-b6a6-4e45-889d-de19c7ce5da2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.0816453 Apr 01 12:56:06.185286 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1462d31a-6a4a-408f-ad17-0f0538f3d455 req-d3f97a0a-60fb-41b0-b3f1-d8aeb194a76e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456789 Apr 01 12:56:06.375549 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4fab47fe-644d-4e61-8c88-8d13b10e202b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:07.341837 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd126d-3ebd-4872-9680-8d163c06c802 req-0034a09a-8863-4c29-a038-837651d23316 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:07.343773 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f9fd126d-3ebd-4872-9680-8d163c06c802 req-0034a09a-8863-4c29-a038-837651d23316 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.0746245 Apr 01 12:56:07.404360 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f9fd126d-3ebd-4872-9680-8d163c06c802 req-9b833bc9-422b-462a-a640-34a51161902f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540235 Apr 01 12:56:07.642632 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1239-7d95-4281-97d6-fc38e7d9309e req-62ddf7f8-3409-403a-9c57-b7adafaf7456 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:07.644538 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0ca1239-7d95-4281-97d6-fc38e7d9309e req-62ddf7f8-3409-403a-9c57-b7adafaf7456 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.1057816 Apr 01 12:56:07.692286 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0ca1239-7d95-4281-97d6-fc38e7d9309e req-f3ae9fbb-5692-4923-893f-2d6a04e1f7d2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411363 Apr 01 12:56:07.715564 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41408) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:08.097876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45fec57-3453-47ea-98ef-f9dc54e61d9f tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:08.099852 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d45fec57-3453-47ea-98ef-f9dc54e61d9f tempest-TestNetworkAdvancedServerOps-1290340378 tempest-TestNetworkAdvancedServerOps-1290340378-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 1091 time: 0.3831499 Apr 01 12:56:08.102776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41420) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:08.108635 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:56:08.156298 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:08.276658 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:08.398623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Allocated IP 172.25.7.244 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/a5069e90-6832-4f93-96f1-defe4552cbe4) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:56:08.533586 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:08.612964 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:08.766531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=a5069e90-6832-4f93-96f1-defe4552cbe4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:08.771188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:56:08.773249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:56:08.778740 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:56:08.856262 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:08.922618 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-19c3e2eb-5bed-4141-b1c4-f6d79dcfe204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:09.019645 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:09.380187 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:09.457965 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:09.669805 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:09.675660 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:09.751536 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event updated for resources: {'Port': ['ID=a5069e90-6832-4f93-96f1-defe4552cbe4,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:09.776819 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:10.433995 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Floating IP 5caebdb8-105e-4a64-934f-fed097999f6c associated. External IP: 172.25.7.244, port: e58a4822-75c4-4370-95b8-021fa876dd28. Apr 01 12:56:10.468155 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:10.909561 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 781aeb85-dd7f-49e9-b243-969eac69df9e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:56:11.098298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:56:11.112196 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e3a0b-dc4f-45d1-b974-f3c86dc16681 None None] Sync routers for ids ['781aeb85-dd7f-49e9-b243-969eac69df9e'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:56:11.117809 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:11.132844 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e3a0b-dc4f-45d1-b974-f3c86dc16681 None None] Routers {'781aeb85-dd7f-49e9-b243-969eac69df9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:56:11.133772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-279e3a0b-dc4f-45d1-b974-f3c86dc16681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:56:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['781aeb85-dd7f-49e9-b243-969eac69df9e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:11.153279 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cb4f3612-1454-42b4-b531-0a181e509403 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0466993 Apr 01 12:56:11.153279 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:56:11.167550 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56693e9d-79b6-4a76-b2a2-19f2c7fc3cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:56:11.264460 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1220f16-fbd7-4cbe-a075-811cc9e3a328 x-openstack-request-id: req-c1220f16-fbd7-4cbe-a075-811cc9e3a328 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:56:11.264756 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:56:11.265009 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1220f16-fbd7-4cbe-a075-811cc9e3a328 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:56:11.265419 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1220f16-fbd7-4cbe-a075-811cc9e3a328'] response: {'name': 'network-changed', 'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'status': 'completed', 'code': 200} Apr 01 12:56:11.324764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044d0d1-f88c-49d2-8289-f3ca2880b6e4 req-124e2c8b-be56-4158-b6e3-d785b9ba6d2e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:11.326360 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5044d0d1-f88c-49d2-8289-f3ca2880b6e4 req-124e2c8b-be56-4158-b6e3-d785b9ba6d2e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.0872345 Apr 01 12:56:11.351662 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56693e9d-79b6-4a76-b2a2-19f2c7fc3cf5 req-ae3765fc-3136-48d6-b612-e78c6ccfafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:11.354233 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56693e9d-79b6-4a76-b2a2-19f2c7fc3cf5 req-ae3765fc-3136-48d6-b612-e78c6ccfafb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 1096 time: 0.0550132 Apr 01 12:56:11.384123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-279e3a0b-dc4f-45d1-b974-f3c86dc16681 None None] Set router 781aeb85-dd7f-49e9-b243-969eac69df9e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:56:11.386579 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5044d0d1-f88c-49d2-8289-f3ca2880b6e4 req-24a696cb-d8e8-4c37-9d86-07e3496e05c9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520644 Apr 01 12:56:11.401673 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41474) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:11.639903 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-586d5eda-a0e5-4d32-92f8-83ec85ad5f0f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/5caebdb8-105e-4a64-934f-fed097999f6c HTTP/1.1" status: 200 len: 991 time: 0.2367218 Apr 01 12:56:11.676743 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56693e9d-79b6-4a76-b2a2-19f2c7fc3cf5 req-9658a94b-1378-4944-874c-8b175e00bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:11.678663 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56693e9d-79b6-4a76-b2a2-19f2c7fc3cf5 req-9658a94b-1378-4944-874c-8b175e00bef5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91 HTTP/1.1" status: 200 len: 897 time: 0.3143423 Apr 01 12:56:11.787738 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56693e9d-79b6-4a76-b2a2-19f2c7fc3cf5 req-d9b040cb-f521-45d9-aca3-6a8b2db72149 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e58a4822-75c4-4370-95b8-021fa876dd28 HTTP/1.1" status: 200 len: 999 time: 0.0999510 Apr 01 12:56:11.802123 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-279e3a0b-dc4f-45d1-b974-f3c86dc16681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:55:44Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '5caebdb8-105e-4a64-934f-fed097999f6c', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'floating_ip_address': '172.25.7.244', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'port_id': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'mac_address': 'fa:16:3e:8a:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:56:09Z', 'updated_at': '2022-04-01T12:56:09Z', 'revision_number': 0, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a18fdda-b902-465c-844d-38a4cba89821', 'name': '', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:16:e6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'eef63368-f92c-455d-bc24-d155e547337f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:42Z', 'updated_at': '2022-04-01T12:55:50Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'eef63368-f92c-455d-bc24-d155e547337f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:11.837878 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e3a0b-dc4f-45d1-b974-f3c86dc16681 None None] Checking router: 781aeb85-dd7f-49e9-b243-969eac69df9e for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:56:11.850539 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56693e9d-79b6-4a76-b2a2-19f2c7fc3cf5 req-4736deca-ff7b-49c0-9b2f-f7b63af482d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:11.852442 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56693e9d-79b6-4a76-b2a2-19f2c7fc3cf5 req-4736deca-ff7b-49c0-9b2f-f7b63af482d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eef63368-f92c-455d-bc24-d155e547337f HTTP/1.1" status: 200 len: 834 time: 0.0574553 Apr 01 12:56:11.853382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e3a0b-dc4f-45d1-b974-f3c86dc16681 None None] Routers {'781aeb85-dd7f-49e9-b243-969eac69df9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:56:11.854105 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-279e3a0b-dc4f-45d1-b974-f3c86dc16681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:56:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['781aeb85-dd7f-49e9-b243-969eac69df9e'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:11.902892 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:11.909982 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56693e9d-79b6-4a76-b2a2-19f2c7fc3cf5 req-abcf0d5f-9fd4-4574-af32-deee85617346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:11.911722 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56693e9d-79b6-4a76-b2a2-19f2c7fc3cf5 req-abcf0d5f-9fd4-4574-af32-deee85617346 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525002 Apr 01 12:56:11.927760 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:11.995781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-279e3a0b-dc4f-45d1-b974-f3c86dc16681 None None] Set router 781aeb85-dd7f-49e9-b243-969eac69df9e gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:56:12.043833 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56693e9d-79b6-4a76-b2a2-19f2c7fc3cf5 req-05a6259d-7ce9-4277-8252-ebd991eacf44 service neutron] 10.222.0.37 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249936 Apr 01 12:56:12.235196 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-56693e9d-79b6-4a76-b2a2-19f2c7fc3cf5 req-b58417dd-4f28-43ae-8baa-edede015f322 service neutron] 10.222.0.37 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848772 Apr 01 12:56:12.515378 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-279e3a0b-dc4f-45d1-b974-f3c86dc16681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:55:44Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '5caebdb8-105e-4a64-934f-fed097999f6c', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'floating_ip_address': '172.25.7.244', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'port_id': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'mac_address': 'fa:16:3e:8a:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:56:09Z', 'updated_at': '2022-04-01T12:56:09Z', 'revision_number': 0, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a18fdda-b902-465c-844d-38a4cba89821', 'name': '', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:16:e6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'eef63368-f92c-455d-bc24-d155e547337f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:42Z', 'updated_at': '2022-04-01T12:55:50Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'eef63368-f92c-455d-bc24-d155e547337f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:12.545804 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e3a0b-dc4f-45d1-b974-f3c86dc16681 None None] The sync data for ids ['781aeb85-dd7f-49e9-b243-969eac69df9e'] in n-d-836146-1 is: [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:55:44Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '5caebdb8-105e-4a64-934f-fed097999f6c', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'floating_ip_address': '172.25.7.244', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'port_id': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'mac_address': 'fa:16:3e:8a:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:56:09Z', 'updated_at': '2022-04-01T12:56:09Z', 'revision_number': 0, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a18fdda-b902-465c-844d-38a4cba89821', 'name': '', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:16:e6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'eef63368-f92c-455d-bc24-d155e547337f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:42Z', 'updated_at': '2022-04-01T12:55:50Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'eef63368-f92c-455d-bc24-d155e547337f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:56:12.642842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41498) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:12.736435 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-44927fb7-2079-43af-b27a-57bc4e2b6e4f tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/5caebdb8-105e-4a64-934f-fed097999f6c HTTP/1.1" status: 200 len: 991 time: 0.0900810 Apr 01 12:56:12.879594 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930b6c6-a880-4b04-9dd3-883439effc44 None None] New status for floating IP 5caebdb8-105e-4a64-934f-fed097999f6c: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:56:13.738069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41526) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:13.845573 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-12c43ba9-7f83-4afd-85cb-36a657ee9913 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/5caebdb8-105e-4a64-934f-fed097999f6c HTTP/1.1" status: 200 len: 993 time: 0.1053498 Apr 01 12:56:15.825935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41564) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:16.021343 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5776-640f-46a6-b66b-fb15fd59cde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:16.130362 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5776-640f-46a6-b66b-fb15fd59cde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:16.136192 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5776-640f-46a6-b66b-fb15fd59cde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:16.173610 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ac5b5776-640f-46a6-b66b-fb15fd59cde8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c4911b09dad4ca28b2d2260e78b7b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465590 Apr 01 12:56:16.176351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41574) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:16.182992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b5776-640f-46a6-b66b-fb15fd59cde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4431d281-aa19-4ae0-9f3b-dac0b9214880,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:16.242712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:16.272631 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:16.324830 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:16.327860 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:16.331330 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4431d281-aa19-4ae0-9f3b-dac0b9214880 HTTP/1.1" status: 204 len: 168 time: 0.1513875 Apr 01 12:56:16.338827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4431d281-aa19-4ae0-9f3b-dac0b9214880,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:16.346802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:16.347148 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:16.347489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:16.348109 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:16.348445 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:16.348773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:16.349142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:16.349604 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:16.350070 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:16.350397 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:16.350721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:16.351042 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ac824-f33e-4d1a-af91-5a7ed9bc25d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:16.682292 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41590) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:16.695445 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93c2d4d7-7a59-4168-8880-8c2d1a883f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:17.125016 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93c2d4d7-7a59-4168-8880-8c2d1a883f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:17.134655 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-93c2d4d7-7a59-4168-8880-8c2d1a883f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:17.187202 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-93c2d4d7-7a59-4168-8880-8c2d1a883f99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=03296c2b32cd4b90bc67b1085925953a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037792 Apr 01 12:56:17.188819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2d4d7-7a59-4168-8880-8c2d1a883f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30782b8c-744b-46dc-9395-b74b3826d835,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:17.190116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41592) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:17.257732 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:17.281150 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:17.353844 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:17.357169 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:17.358831 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30782b8c-744b-46dc-9395-b74b3826d835 HTTP/1.1" status: 204 len: 168 time: 0.1671555 Apr 01 12:56:17.371707 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30782b8c-744b-46dc-9395-b74b3826d835,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:17.381147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:17.381464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:17.381858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:17.382223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:17.382581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:17.382944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:17.383270 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:17.383699 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:17.384077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:17.384507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:17.384920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:17.385303 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d8317-8fe1-467f-92b8-c7f5f07efafd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:17.982645 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41622) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:17.996195 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c8806e-efce-4ef6-9700-90f2529feb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:18.162345 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c8806e-efce-4ef6-9700-90f2529feb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:18.170668 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e5c8806e-efce-4ef6-9700-90f2529feb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:18.235828 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e5c8806e-efce-4ef6-9700-90f2529feb52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99b82fed66c347d38348ef58c1fe01bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520003 Apr 01 12:56:18.237448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8806e-efce-4ef6-9700-90f2529feb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a0667e-5ae4-4f2b-9784-671111549ef5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:18.238668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41628) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:18.295600 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7cc698e-9fbc-4541-8881-205e24c4ca0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:18.323104 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7cc698e-9fbc-4541-8881-205e24c4ca0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:18.395480 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7cc698e-9fbc-4541-8881-205e24c4ca0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:18.398380 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c7cc698e-9fbc-4541-8881-205e24c4ca0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:18.399575 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c7cc698e-9fbc-4541-8881-205e24c4ca0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19a0667e-5ae4-4f2b-9784-671111549ef5 HTTP/1.1" status: 204 len: 168 time: 0.1599274 Apr 01 12:56:18.412564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc698e-9fbc-4541-8881-205e24c4ca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a0667e-5ae4-4f2b-9784-671111549ef5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:19.215616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41670) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:19.382995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57c5b3e5-3273-4bf0-80f6-7d61c995236c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:19.546336 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57c5b3e5-3273-4bf0-80f6-7d61c995236c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:19.567975 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57c5b3e5-3273-4bf0-80f6-7d61c995236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:19.609847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-57c5b3e5-3273-4bf0-80f6-7d61c995236c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0c3769b6e5f4e709889bd6fdca80304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927453 Apr 01 12:56:19.612629 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41688) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:19.631947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5b3e5-3273-4bf0-80f6-7d61c995236c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36719723-61fe-4b5a-b184-6909912e1e76,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:19.688358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b53-7001-4f23-8ef2-6be780be3dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:19.714824 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b53-7001-4f23-8ef2-6be780be3dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:19.831870 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b53-7001-4f23-8ef2-6be780be3dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:19.835198 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b53-7001-4f23-8ef2-6be780be3dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:19.837351 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0bd45b53-7001-4f23-8ef2-6be780be3dd0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36719723-61fe-4b5a-b184-6909912e1e76 HTTP/1.1" status: 204 len: 168 time: 0.2236156 Apr 01 12:56:19.849300 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd45b53-7001-4f23-8ef2-6be780be3dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36719723-61fe-4b5a-b184-6909912e1e76,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:20.384547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41728) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:20.577984 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-47ac77ae-e60c-45a3-b41d-05eb7828ae81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:20.722919 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-47ac77ae-e60c-45a3-b41d-05eb7828ae81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:20.730522 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-47ac77ae-e60c-45a3-b41d-05eb7828ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:20.780334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41754) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:20.780883 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-47ac77ae-e60c-45a3-b41d-05eb7828ae81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f3a444dc93e4fe0be7bea65a73f39be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939736 Apr 01 12:56:20.781873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac77ae-e60c-45a3-b41d-05eb7828ae81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcd2c59-8b23-450b-9671-db6ba12f4154,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:20.855726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41758) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:20.861010 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cca83ff-b429-4bb5-938e-2c2431f84ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:20.898396 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cca83ff-b429-4bb5-938e-2c2431f84ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:20.975881 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cca83ff-b429-4bb5-938e-2c2431f84ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:20.982270 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1cca83ff-b429-4bb5-938e-2c2431f84ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:20.983306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1457681979-network', 'tenant_id': '825a414feccd40fbbf556f4d178de0bc'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:56:20.984330 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1cca83ff-b429-4bb5-938e-2c2431f84ba7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bfcd2c59-8b23-450b-9671-db6ba12f4154 HTTP/1.1" status: 204 len: 168 time: 0.2018237 Apr 01 12:56:21.007621 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Made reservation on behalf of 825a414feccd40fbbf556f4d178de0bc for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:56:21.010262 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:21.013298 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca83ff-b429-4bb5-938e-2c2431f84ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcd2c59-8b23-450b-9671-db6ba12f4154,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:21.022509 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:21.136344 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:21.142127 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:21.171865 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee9ef84-f65c-4052-b4be-7640e3543c75,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:21.178764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:56:21.189260 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:21.189611 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Added segment 7795a54f-0b0f-4952-9113-df05f0dca25b of type vlan for network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd Apr 01 12:56:21.262098 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:21.286684 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:21.288383 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:21.289823 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:21.324405 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41778) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:21.324665 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4673822 Apr 01 12:56:21.329738 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-dd838274-c417-42b5-a043-16a4a037187a admin admin] Request body: {'subnet': {'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1457681979-subnet', 'tenant_id': '825a414feccd40fbbf556f4d178de0bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:56:21.389723 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd838274-c417-42b5-a043-16a4a037187a admin admin] Made reservation on behalf of 825a414feccd40fbbf556f4d178de0bc for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:56:21.393898 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064f68e-b7d8-4955-aca1-322cf286762f admin admin] Pushing event updated for resources: {'Network': ['ID=0f13aa2f-6364-46fb-b1c5-e4e5163dffdd,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:21.398870 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd838274-c417-42b5-a043-16a4a037187a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:21.406085 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:56:21.641449 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd838274-c417-42b5-a043-16a4a037187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:21.706288 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd838274-c417-42b5-a043-16a4a037187a admin admin] Pushing event updated for resources: {'Subnet': ['ID=498f609c-987e-41d2-bddb-c2afe1709114,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:21.713899 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd838274-c417-42b5-a043-16a4a037187a admin admin] Checking segment: {'id': '7795a54f-0b0f-4952-9113-df05f0dca25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:56:21.714523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd838274-c417-42b5-a043-16a4a037187a admin admin] Network hostable DHCP agents. Network: 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:56:21.735937 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd838274-c417-42b5-a043-16a4a037187a admin admin] Network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:56:21.748657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-dd838274-c417-42b5-a043-16a4a037187a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:56:21.757038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd838274-c417-42b5-a043-16a4a037187a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:21.757439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3308e160-fecf-494a-b97e-40158031609e None None] Network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:56:21.758661 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dd838274-c417-42b5-a043-16a4a037187a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:21.787315 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dd838274-c417-42b5-a043-16a4a037187a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4608376 Apr 01 12:56:21.936258 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d89d1a-6267-420f-9fe2-c1a0d0d1f286 None None] Network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:56:24.352511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41904) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:24.358177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Request body: {'network': {'name': 'tempest-network-smoke--89602365', 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'port_security_enabled': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:56:24.400227 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Made reservation on behalf of 5a40415f9fbe4cf2937cdcefaf0a19fa for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:56:24.403837 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:24.413846 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:24.528963 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:24.534886 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:24.549386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:56:24.570167 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:24.570481 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Added segment ac55bce1-c5a7-4a23-94ec-c7202a2211a2 of type vlan for network a1f97698-ce47-4611-a44b-8a884037a705 Apr 01 12:56:24.594896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4e456c-64b3-4b71-bb1e-655251ab6ac4,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:24.654940 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:24.688737 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:24.695834 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:24.696630 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:24.759772 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4023042 Apr 01 12:56:24.760230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41914) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:24.766299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'admin_state_up': True, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:56:24.833123 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f960ae-d579-475b-9df0-8de73363e9f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Network': ['ID=a1f97698-ce47-4611-a44b-8a884037a705,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:24.844096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network a1f97698-ce47-4611-a44b-8a884037a705 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:56:24.865737 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:24.867071 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:24.947970 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:25.131398 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:25.397545 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:25.423295 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:25.621676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Allocated IP 172.25.7.168 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/f1220125-3eb2-467b-ae8c-bd51f0a657af) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:56:25.752039 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:25.785776 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:25.827238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:56:25.833203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:56:25.838139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:56:25.868931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Port': ['ID=f1220125-3eb2-467b-ae8c-bd51f0a657af,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:26.144313 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:26.399043 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:26.586637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:56:26.713196 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:56:26.723471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Sync routers for ids ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:56:26.734336 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Routers {'fe2adfea-225f-424f-bd9d-b2d3278bdfd0'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:56:26.735362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:56:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:26.743267 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:26.749749 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1bd14824-9b33-45b2-a48d-3b32447aaa42 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9879358 Apr 01 12:56:26.749927 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 41966) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:26.895117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Set router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:56:27.010669 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41976) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:27.010891 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c06cf3a1-e9fe-4d05-b36b-0af9beaed815 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=5a40415f9fbe4cf2937cdcefaf0a19fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2596831 Apr 01 12:56:27.137845 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7485caab-0bfd-4df6-994a-cff97ad63ff1 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:27.139402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7485caab-0bfd-4df6-994a-cff97ad63ff1 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275229 Apr 01 12:56:27.142137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41982) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:27.185114 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d2da1501-fd3e-4d35-a57a-55a2c13a3f35 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393741 Apr 01 12:56:27.185341 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 41986) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:27.190464 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-620802f5-ddcd-431f-8add-b89f6c51c917 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-566675365', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:56:27.191344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:56:26Z', 'revision_number': 3, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:27.235238 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Checking router: fe2adfea-225f-424f-bd9d-b2d3278bdfd0 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:56:27.235588 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Updating router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 port f1220125-3eb2-467b-ae8c-bd51f0a657af binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:56:27.278728 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:27.354880 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620802f5-ddcd-431f-8add-b89f6c51c917 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Made reservation on behalf of 5a40415f9fbe4cf2937cdcefaf0a19fa for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:56:27.359567 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-620802f5-ddcd-431f-8add-b89f6c51c917 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:27.707498 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-620802f5-ddcd-431f-8add-b89f6c51c917 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:27.716552 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:27.728600 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:27.811372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Attempting to bind port f1220125-3eb2-467b-ae8c-bd51f0a657af on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:56:27.811992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Attempting to bind port f1220125-3eb2-467b-ae8c-bd51f0a657af by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:56:27.812646 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Attempting to bind port f1220125-3eb2-467b-ae8c-bd51f0a657af on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:56:27.820842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620802f5-ddcd-431f-8add-b89f6c51c917 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Subnet': ['ID=5da60da9-c29c-45a2-afb9-fa002350b467,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:27.832151 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:56:27.832903 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:56:27.833471 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:27.834482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:56:27.835148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Bound port: f1220125-3eb2-467b-ae8c-bd51f0a657af, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:56:27.838177 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:27.874424 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Pushing event updated for resources: {'Port': ['ID=f1220125-3eb2-467b-ae8c-bd51f0a657af,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:27.884462 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620802f5-ddcd-431f-8add-b89f6c51c917 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Checking segment: {'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:56:27.885070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620802f5-ddcd-431f-8add-b89f6c51c917 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network hostable DHCP agents. Network: a1f97698-ce47-4611-a44b-8a884037a705, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:56:27.907009 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620802f5-ddcd-431f-8add-b89f6c51c917 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network a1f97698-ce47-4611-a44b-8a884037a705 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:56:27.909744 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:27.910313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:27.910661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:27.910993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:27.911390 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:27.913858 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:27.914243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:27.915677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:27.920383 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:27.920383 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:27.920383 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:27.920383 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:56:27.930841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-620802f5-ddcd-431f-8add-b89f6c51c917 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, a1f97698-ce47-4611-a44b-8a884037a705) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:56:27.938592 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620802f5-ddcd-431f-8add-b89f6c51c917 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:27.940569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-620802f5-ddcd-431f-8add-b89f6c51c917 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:27.948131 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d07180-88dd-4c97-800f-15f205506817 None None] Network a1f97698-ce47-4611-a44b-8a884037a705 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:56:27.965887 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-620802f5-ddcd-431f-8add-b89f6c51c917 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7793553 Apr 01 12:56:27.968555 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42008) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:28.017663 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] For port f1220125-3eb2-467b-ae8c-bd51f0a657af, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:56:28.072075 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] For port f1220125-3eb2-467b-ae8c-bd51f0a657af, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f1220125-3eb2-467b-ae8c-bd51f0a657af,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:56:28.077659 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:28.158412 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Routers {'fe2adfea-225f-424f-bd9d-b2d3278bdfd0'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:56:28.159041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:56:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:28.220870 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcb76c-44df-41dd-815d-c004853bbcc8 None None] Pushing event updated for resources: {'Port': ['ID=f1220125-3eb2-467b-ae8c-bd51f0a657af,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:28.372531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-a1f97698-ce47-4611-a44b-8a884037a705', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'fixed_ips': [{'subnet_id': '5da60da9-c29c-45a2-afb9-fa002350b467'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:56:28.373398 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:28.402675 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] Set router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:56:28.729683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Allocated IP 172.20.0.2 (a1f97698-ce47-4611-a44b-8a884037a705/5da60da9-c29c-45a2-afb9-fa002350b467/44a256ee-1f82-4d68-8299-f0468d997bf2) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:56:28.786818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:28.922493 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:28.937214 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:28.965633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Network a1f97698-ce47-4611-a44b-8a884037a705 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:56:28.967989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:56:28.995837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:56:26Z', 'revision_number': 3, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:29.002706 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:56:29.043525 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1898bc-f47c-4584-b266-20f527645aa9 None None] The sync data for ids ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'] in n-d-836146-1 is: [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:56:26Z', 'revision_number': 3, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:56:29.067958 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Pushing event updated for resources: {'Port': ['ID=44a256ee-1f82-4d68-8299-f0468d997bf2,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:29.135163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Attempting to bind port 44a256ee-1f82-4d68-8299-f0468d997bf2 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:56:29.135615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Attempting to bind port 44a256ee-1f82-4d68-8299-f0468d997bf2 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:56:29.136039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Attempting to bind port 44a256ee-1f82-4d68-8299-f0468d997bf2 on network a1f97698-ce47-4611-a44b-8a884037a705 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:56:29.141173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:56:29.141610 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Checking segment: {'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:56:29.142153 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:29.142602 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Bound using segment: {'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:56:29.143126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Bound port: 44a256ee-1f82-4d68-8299-f0468d997bf2, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:56:29.143561 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:29.221042 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] For port 44a256ee-1f82-4d68-8299-f0468d997bf2, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:56:29.225062 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] For port 44a256ee-1f82-4d68-8299-f0468d997bf2, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=44a256ee-1f82-4d68-8299-f0468d997bf2,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:56:29.231258 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:29.328035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Allocated IP 172.20.0.1 (a1f97698-ce47-4611-a44b-8a884037a705/5da60da9-c29c-45a2-afb9-fa002350b467/f8cd94ca-ca66-4c92-b239-b576e7c5cdee) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:56:29.357711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c65508-a4e3-4f88-98ea-444879efe554 None None] Pushing event updated for resources: {'Port': ['ID=44a256ee-1f82-4d68-8299-f0468d997bf2,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:29.598934 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:29.728607 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:29.812456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network a1f97698-ce47-4611-a44b-8a884037a705 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:56:29.816716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:56:29.828929 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:56:29.886511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Port': ['ID=f8cd94ca-ca66-4c92-b239-b576e7c5cdee,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:29.952839 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:30.078616 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f1220125-3eb2-467b-ae8c-bd51f0a657af up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:56:30.231781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f1220125-3eb2-467b-ae8c-bd51f0a657af triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:30.234318 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:30.306287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:30.562464 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:30.603789 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port f1220125-3eb2-467b-ae8c-bd51f0a657af, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f1220125-3eb2-467b-ae8c-bd51f0a657af,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:56:30.614404 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:30.615212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 44a256ee-1f82-4d68-8299-f0468d997bf2 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:56:30.890933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=f1220125-3eb2-467b-ae8c-bd51f0a657af,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:30.914897 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 44a256ee-1f82-4d68-8299-f0468d997bf2 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:30.916951 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:31.073725 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:31.168083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 44a256ee-1f82-4d68-8299-f0468d997bf2, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=44a256ee-1f82-4d68-8299-f0468d997bf2,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:56:31.179932 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:31.224650 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a928872-3b6e-4847-9f87-5fcb005a2fb3 None None] Network a1f97698-ce47-4611-a44b-8a884037a705 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:56:31.646344 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:31.654251 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:31.769984 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:31.772549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Port': ['ID=f8cd94ca-ca66-4c92-b239-b576e7c5cdee,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:31.843254 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=44a256ee-1f82-4d68-8299-f0468d997bf2,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:31.853249 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b51943bd-bd9b-4e2c-a18b-e55068305e08 None None] Provisioning complete for port 44a256ee-1f82-4d68-8299-f0468d997bf2 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:31.857598 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b51943bd-bd9b-4e2c-a18b-e55068305e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:31.989403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f1220125-3eb2-467b-ae8c-bd51f0a657af up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:56:32.011973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network a1f97698-ce47-4611-a44b-8a884037a705 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:56:32.013401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:56:32.321060 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f1220125-3eb2-467b-ae8c-bd51f0a657af triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:32.321560 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:32.356613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:56:32.630816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:56:32.645218 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42102) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:32.649245 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Sync routers for ids ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:56:32.652578 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c0596ca5-56d0-4308-ac0e-df057366ab21 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1952570517', 'description': 'tempest-secgroup_access--1952570517 description', 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:56:32.662659 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a5045830-05a0-4f0a-a879-6cae6696cf2f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "PUT /v2.0/routers/fe2adfea-225f-424f-bd9d-b2d3278bdfd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6928613 Apr 01 12:56:32.664048 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Routers {'fe2adfea-225f-424f-bd9d-b2d3278bdfd0'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:56:32.668475 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:56:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:32.691130 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0596ca5-56d0-4308-ac0e-df057366ab21 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:32.792097 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cc9449a4-ba6e-4e80-a53f-ba10b57f4750 None None] Provisioning complete for port 44a256ee-1f82-4d68-8299-f0468d997bf2 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:32.793517 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc9449a4-ba6e-4e80-a53f-ba10b57f4750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:32.893324 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0596ca5-56d0-4308-ac0e-df057366ab21 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:32.900144 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0596ca5-56d0-4308-ac0e-df057366ab21 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:32.966548 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0596ca5-56d0-4308-ac0e-df057366ab21 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098bcd95-8857-4006-b15c-091331ba627e,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:32.983378 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c0596ca5-56d0-4308-ac0e-df057366ab21 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:32.988155 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42108) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:32.999293 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b9f14071-d5ea-4ce2-aa34-7be94254a29b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--128914130', 'description': 'tempest-secgroup_general--128914130 description', 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:56:33.009603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c0596ca5-56d0-4308-ac0e-df057366ab21 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3625846 Apr 01 12:56:33.055575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cc9449a4-ba6e-4e80-a53f-ba10b57f4750 None None] Provisioning complete for port f8cd94ca-ca66-4c92-b239-b576e7c5cdee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:33.058243 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc9449a4-ba6e-4e80-a53f-ba10b57f4750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:33.073171 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9f14071-d5ea-4ce2-aa34-7be94254a29b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:33.174118 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9f14071-d5ea-4ce2-aa34-7be94254a29b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:33.180210 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Set router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:56:33.182883 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9f14071-d5ea-4ce2-aa34-7be94254a29b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:33.206870 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cc9449a4-ba6e-4e80-a53f-ba10b57f4750 None None] Port f8cd94ca-ca66-4c92-b239-b576e7c5cdee cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:56:33.256509 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b9f14071-d5ea-4ce2-aa34-7be94254a29b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:33.261086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42116) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:33.267068 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ff40c9d7-eaa7-4b08-a124-5fb902487edc tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Request body: {'security_group_rule': {'security_group_id': '098bcd95-8857-4006-b15c-091331ba627e', 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:56:33.286890 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b9f14071-d5ea-4ce2-aa34-7be94254a29b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2969885 Apr 01 12:56:33.316684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f14071-d5ea-4ce2-aa34-7be94254a29b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f5f380-abc8-4664-a06c-ed67f2925a18,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:33.332963 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff40c9d7-eaa7-4b08-a124-5fb902487edc tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:33.360492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6406bc97-3b3b-456f-b6e6-13d70b911082 None None] Provisioning complete for port f8cd94ca-ca66-4c92-b239-b576e7c5cdee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:33.361314 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6406bc97-3b3b-456f-b6e6-13d70b911082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:33.422946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6406bc97-3b3b-456f-b6e6-13d70b911082 None None] Port f8cd94ca-ca66-4c92-b239-b576e7c5cdee cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:56:33.503244 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff40c9d7-eaa7-4b08-a124-5fb902487edc tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:33.510388 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff40c9d7-eaa7-4b08-a124-5fb902487edc tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:33.549577 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40c9d7-eaa7-4b08-a124-5fb902487edc tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3700ade2-eb66-45c0-8c65-bcf8d1d3f9b4,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:33.572376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ff40c9d7-eaa7-4b08-a124-5fb902487edc tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:33.573853 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ff40c9d7-eaa7-4b08-a124-5fb902487edc tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3113768 Apr 01 12:56:33.671504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-649d70cb-cabb-4092-8b7b-b872f3c96aa0 None None] Provisioning complete for port f8cd94ca-ca66-4c92-b239-b576e7c5cdee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:33.671884 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-649d70cb-cabb-4092-8b7b-b872f3c96aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:33.770954 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'f8cd94ca-ca66-4c92-b239-b576e7c5cdee', 'name': '', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'mac_address': 'fa:16:3e:55:c0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:29Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 2, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'subnets': [{'id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:33.779233 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-649d70cb-cabb-4092-8b7b-b872f3c96aa0 None None] Port f8cd94ca-ca66-4c92-b239-b576e7c5cdee cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:56:33.872671 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Checking router: fe2adfea-225f-424f-bd9d-b2d3278bdfd0 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:56:33.873026 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Updating router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 port f8cd94ca-ca66-4c92-b239-b576e7c5cdee binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:56:33.899906 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-8064cd82-ca44-440e-baf7-50a8daa7c5d8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_general--128914130&fields=id&tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa HTTP/1.1" status: 200 len: 267 time: 0.0813882 Apr 01 12:56:33.950231 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:33.982077 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-5e7c5f1e-e43c-4ab2-acb4-1e178925c37f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_access--1952570517&fields=id&tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa HTTP/1.1" status: 200 len: 267 time: 0.0805678 Apr 01 12:56:33.983537 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 44a256ee-1f82-4d68-8299-f0468d997bf2 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:56:34.073684 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 44a256ee-1f82-4d68-8299-f0468d997bf2 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:34.074214 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:34.196912 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-cca16ae8-a17d-4c25-a90e-4345cb751c1e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:34.204438 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-cca16ae8-a17d-4c25-a90e-4345cb751c1e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/networks?id=a1f97698-ce47-4611-a44b-8a884037a705 HTTP/1.1" status: 200 len: 795 time: 0.2212670 Apr 01 12:56:34.224746 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-83136216-f7d3-41cf-aa6c-70e3395fac1c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/quotas/5a40415f9fbe4cf2937cdcefaf0a19fa HTTP/1.1" status: 200 len: 375 time: 0.0191295 Apr 01 12:56:34.345931 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-9167c997-6e48-46eb-a00a-8a8916cf9226 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200361 Apr 01 12:56:34.485538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-eb1c58ce-5e9e-4931-8e09-39c54622feda service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 12:56:34.486725 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-eb1c58ce-5e9e-4931-8e09-39c54622feda service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1211379 Apr 01 12:56:34.600037 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:34.612993 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:34.645985 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-b73b13db-bede-4bcf-b076-9a0bc752d460 service neutron] 10.222.0.45 "GET /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509666 Apr 01 12:56:34.766859 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe23586-6cef-41f6-9849-5e092d68f7ef None None] Pushing event updated for resources: {'Port': ['ID=f8cd94ca-ca66-4c92-b239-b576e7c5cdee,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:34.837918 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Attempting to bind port f8cd94ca-ca66-4c92-b239-b576e7c5cdee on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:56:34.839022 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Attempting to bind port f8cd94ca-ca66-4c92-b239-b576e7c5cdee by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:56:34.839384 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Attempting to bind port f8cd94ca-ca66-4c92-b239-b576e7c5cdee on network a1f97698-ce47-4611-a44b-8a884037a705 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:56:34.851499 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:56:34.851727 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Checking segment: {'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:56:34.852135 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:34.852539 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Bound using segment: {'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:56:34.853113 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Bound port: f8cd94ca-ca66-4c92-b239-b576e7c5cdee, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:56:34.853496 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:34.885996 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-7bc2f877-bd39-4858-82eb-27370f8b75ee service neutron] 10.222.0.45 "GET /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388079 Apr 01 12:56:35.027981 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] For port f8cd94ca-ca66-4c92-b239-b576e7c5cdee, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:56:35.032392 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] For port f8cd94ca-ca66-4c92-b239-b576e7c5cdee, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f8cd94ca-ca66-4c92-b239-b576e7c5cdee,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:56:35.043272 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:35.172352 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Routers {'fe2adfea-225f-424f-bd9d-b2d3278bdfd0'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:56:35.176587 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:56:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:35.193999 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe23586-6cef-41f6-9849-5e092d68f7ef None None] Pushing event updated for resources: {'Port': ['ID=f8cd94ca-ca66-4c92-b239-b576e7c5cdee,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:35.237479 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1ca917a4-29c3-4f37-b442-4a3cb1924d2f req-be289021-24b2-47a6-a3a6-f001931ca16c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 210 time: 0.0807226 Apr 01 12:56:35.252514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3f570c65-825f-43e1-bd0c-958bbf7faf88 None None] Provisioning complete for port f8cd94ca-ca66-4c92-b239-b576e7c5cdee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:35.253678 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f570c65-825f-43e1-bd0c-958bbf7faf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:35.558120 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f570c65-825f-43e1-bd0c-958bbf7faf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:35.618916 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] Set router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:56:35.662966 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3f570c65-825f-43e1-bd0c-958bbf7faf88 None None] For port f8cd94ca-ca66-4c92-b239-b576e7c5cdee, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f8cd94ca-ca66-4c92-b239-b576e7c5cdee,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:56:35.670418 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3f570c65-825f-43e1-bd0c-958bbf7faf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:35.737007 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f570c65-825f-43e1-bd0c-958bbf7faf88 None None] Pushing event updated for resources: {'Port': ['ID=f8cd94ca-ca66-4c92-b239-b576e7c5cdee,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:35.802990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2c13b818-d0bf-49c4-bd88-ec700481e6c3 None None] Provisioning complete for port f8cd94ca-ca66-4c92-b239-b576e7c5cdee triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:35.803656 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2c13b818-d0bf-49c4-bd88-ec700481e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:36.062946 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'f8cd94ca-ca66-4c92-b239-b576e7c5cdee', 'name': '', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'mac_address': 'fa:16:3e:55:c0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:29Z', 'updated_at': '2022-04-01T12:56:35Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'subnets': [{'id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:36.098239 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782fda1-c9d7-411e-87e0-6440f606839f None None] The sync data for ids ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'] in n-d-836146-1 is: [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'f8cd94ca-ca66-4c92-b239-b576e7c5cdee', 'name': '', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'mac_address': 'fa:16:3e:55:c0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:29Z', 'updated_at': '2022-04-01T12:56:35Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'subnets': [{'id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:56:36.417963 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2bc55c3c-0f65-433d-874d-edf6c87965e3 req-751fe58a-6ad1-4171-97cd-e031af175731 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 210 time: 0.0509870 Apr 01 12:56:36.421144 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-25a75788-9c8f-4e57-820e-dedcfa16f66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:37.183764 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-68d851f3-3925-4829-b6f8-520bade79c06 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:37.185930 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-68d851f3-3925-4829-b6f8-520bade79c06 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.44 "GET /v2.0/networks?id=a1f97698-ce47-4611-a44b-8a884037a705 HTTP/1.1" status: 200 len: 795 time: 0.1938577 Apr 01 12:56:37.240782 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-790e54f7-ffbf-4cdb-9cde-b649b8bf5fdb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa HTTP/1.1" status: 200 len: 477 time: 0.0441191 Apr 01 12:56:37.259104 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Request body: {'port': {'device_id': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'admin_state_up': True, 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'security_groups': ['f3f5f380-abc8-4664-a06c-ed67f2925a18', '098bcd95-8857-4006-b15c-091331ba627e']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:56:37.435678 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Made reservation on behalf of 5a40415f9fbe4cf2937cdcefaf0a19fa for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:56:37.439337 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:37.641845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84213dd3-7551-4ecd-98df-9b2991de293e req-a2711fc4-b44c-437f-bbe5-0a189e07abe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 210 time: 0.0604513 Apr 01 12:56:37.773810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Allocated IP 172.20.0.12 (a1f97698-ce47-4611-a44b-8a884037a705/5da60da9-c29c-45a2-afb9-fa002350b467/934d30ef-512a-49a8-b03b-d7b7157c2b0a) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:56:37.984046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f8cd94ca-ca66-4c92-b239-b576e7c5cdee up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:56:38.056217 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f8cd94ca-ca66-4c92-b239-b576e7c5cdee triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:38.056822 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:38.064249 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:38.101600 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:38.185516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network a1f97698-ce47-4611-a44b-8a884037a705 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:56:38.187864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:56:38.190579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:56:38.224451 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Port': ['ID=934d30ef-512a-49a8-b03b-d7b7157c2b0a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:38.270371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:38.271347 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:38.310591 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e6a6aa90-9e0e-40ff-bb5a-996a116256b0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0611088 Apr 01 12:56:38.327843 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Request body: {'port': {'device_id': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:56:38.436216 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:38.625211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-569ef678-f02c-4398-8108-4a1eed7aba43 None None] Provisioning complete for port 934d30ef-512a-49a8-b03b-d7b7157c2b0a triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:38.630103 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-569ef678-f02c-4398-8108-4a1eed7aba43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:38.706396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-569ef678-f02c-4398-8108-4a1eed7aba43 None None] Port 934d30ef-512a-49a8-b03b-d7b7157c2b0a cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:56:38.802636 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934d30ef-512a-49a8-b03b-d7b7157c2b0a {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:56:38.812193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:38.825429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Transition to ACTIVE for port object 934d30ef-512a-49a8-b03b-d7b7157c2b0a will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:56:38.834433 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:38.837793 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383adb98-95be-4fdb-a42b-b93457d78427 req-0ead9a28-397b-4c69-9a50-1f449f6e7dcb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:38.846239 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-383adb98-95be-4fdb-a42b-b93457d78427 req-0ead9a28-397b-4c69-9a50-1f449f6e7dcb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 971 time: 0.0964530 Apr 01 12:56:38.865595 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:38.927251 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2fe867ab-6916-4d69-9faa-7e12b41834b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:38.958573 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-383adb98-95be-4fdb-a42b-b93457d78427 req-6ea45baf-0dd3-47b6-b456-5fe5971b0940 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1075346 Apr 01 12:56:38.964268 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Pushing event updated for resources: {'Port': ['ID=934d30ef-512a-49a8-b03b-d7b7157c2b0a,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:39.018316 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:39.073915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Attempting to bind port 934d30ef-512a-49a8-b03b-d7b7157c2b0a on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:56:39.074609 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Attempting to bind port 934d30ef-512a-49a8-b03b-d7b7157c2b0a by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:56:39.074807 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Attempting to bind port 934d30ef-512a-49a8-b03b-d7b7157c2b0a on network a1f97698-ce47-4611-a44b-8a884037a705 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:56:39.083747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Port 934d30ef-512a-49a8-b03b-d7b7157c2b0a on network a1f97698-ce47-4611-a44b-8a884037a705 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:56:39.084994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Attempting to bind port 934d30ef-512a-49a8-b03b-d7b7157c2b0a on network a1f97698-ce47-4611-a44b-8a884037a705 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:56:39.091356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:56:39.091741 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Checking segment: {'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:56:39.092195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Bound using segment: {'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:56:39.092658 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Bound port: 934d30ef-512a-49a8-b03b-d7b7157c2b0a, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:56:39.093048 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:39.220239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] For port 934d30ef-512a-49a8-b03b-d7b7157c2b0a, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:56:39.225093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] For port 934d30ef-512a-49a8-b03b-d7b7157c2b0a, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=934d30ef-512a-49a8-b03b-d7b7157c2b0a,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:56:39.232693 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:39.279835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:39.280064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:39.281704 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] 10.222.0.44 "PUT /v2.0/ports/934d30ef-512a-49a8-b03b-d7b7157c2b0a HTTP/1.1" status: 200 len: 1131 time: 0.9586146 Apr 01 12:56:39.286547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'tag': '934d30ef-512a-49a8-b03b-d7b7157c2b0a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:56:39.289258 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d72e54b-5b88-4205-85c7-55e4b32d6a46" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd18b5a-480f-41f1-90a5-3e4ff3710c29", "tag": "934d30ef-512a-49a8-b03b-d7b7157c2b0a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:56:39.312358 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:56:39.376889 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa43894-0907-4ee5-9017-492fb8ccb29c x-openstack-request-id: req-dfa43894-0907-4ee5-9017-492fb8ccb29c {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:56:39.377465 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd18b5a-480f-41f1-90a5-3e4ff3710c29", "tag": "934d30ef-512a-49a8-b03b-d7b7157c2b0a", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:56:39.377870 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dfa43894-0907-4ee5-9017-492fb8ccb29c {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:56:39.378444 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa43894-0907-4ee5-9017-492fb8ccb29c'] response: {'name': 'network-changed', 'server_uuid': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'tag': '934d30ef-512a-49a8-b03b-d7b7157c2b0a', 'status': 'completed', 'code': 200} Apr 01 12:56:39.395430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1df315-b4c2-4c66-a1aa-318e4aa0bef9 service neutron] Pushing event updated for resources: {'Port': ['ID=934d30ef-512a-49a8-b03b-d7b7157c2b0a,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:39.406580 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-a00d0e0f-6158-4e29-9e4a-07561c320f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:39.408635 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-a00d0e0f-6158-4e29-9e4a-07561c320f4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa&device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 1134 time: 0.0674901 Apr 01 12:56:39.461085 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-61a50527-eb73-4dd2-890a-1b2bef7f1d35 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=934d30ef-512a-49a8-b03b-d7b7157c2b0a HTTP/1.1" status: 200 len: 217 time: 0.0402920 Apr 01 12:56:39.528254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-0f179292-dc94-43dc-8320-30a97369df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:39.529884 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-0f179292-dc94-43dc-8320-30a97369df0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5da60da9-c29c-45a2-afb9-fa002350b467 HTTP/1.1" status: 200 len: 834 time: 0.0608053 Apr 01 12:56:39.617613 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-073e6427-c3a8-402c-a365-c5279b68dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:39.621937 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-073e6427-c3a8-402c-a365-c5279b68dc5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1f97698-ce47-4611-a44b-8a884037a705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821261 Apr 01 12:56:39.728292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-ac4fce9e-fd54-44e4-8679-976c50dacce2 service neutron] 10.222.0.44 "GET /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941589 Apr 01 12:56:39.830447 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e43cd5d4-e89e-4a10-be25-c81c3749cb30 req-e67d959d-8934-4d6e-b4fa-668735a907d0 service neutron] 10.222.0.44 "GET /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917530 Apr 01 12:56:39.934427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72e54b-5b88-4205-85c7-55e4b32d6a46 req-0277a222-73e2-44aa-a766-95fe044cf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:39.936081 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d72e54b-5b88-4205-85c7-55e4b32d6a46 req-0277a222-73e2-44aa-a766-95fe044cf5b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa&device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 1134 time: 0.0461645 Apr 01 12:56:40.064397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72e54b-5b88-4205-85c7-55e4b32d6a46 req-de897a0d-13bf-4584-9244-73576372026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:40.066180 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d72e54b-5b88-4205-85c7-55e4b32d6a46 req-de897a0d-13bf-4584-9244-73576372026a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a1f97698-ce47-4611-a44b-8a884037a705 HTTP/1.1" status: 200 len: 896 time: 0.1234283 Apr 01 12:56:40.111890 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a52b1-5481-47e7-a067-126ee29684d3 req-adbb61ab-cfd6-466a-9286-485852602471 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:40.113558 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2b1a52b1-5481-47e7-a067-126ee29684d3 req-adbb61ab-cfd6-466a-9286-485852602471 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 983 time: 0.0663636 Apr 01 12:56:40.135681 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d72e54b-5b88-4205-85c7-55e4b32d6a46 req-0785f65a-9aea-4c5f-ae2b-2f1632e46ed3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=934d30ef-512a-49a8-b03b-d7b7157c2b0a HTTP/1.1" status: 200 len: 217 time: 0.0602837 Apr 01 12:56:40.171982 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2b1a52b1-5481-47e7-a067-126ee29684d3 req-283b7a90-7fd3-41e4-b627-9d761f262c2e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0515115 Apr 01 12:56:40.205259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72e54b-5b88-4205-85c7-55e4b32d6a46 req-18a1adde-bdbf-4501-ae6a-8d0eba8b76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:40.206763 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d72e54b-5b88-4205-85c7-55e4b32d6a46 req-18a1adde-bdbf-4501-ae6a-8d0eba8b76ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5da60da9-c29c-45a2-afb9-fa002350b467 HTTP/1.1" status: 200 len: 834 time: 0.0642657 Apr 01 12:56:40.252932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72e54b-5b88-4205-85c7-55e4b32d6a46 req-4e133a8a-9b12-41e0-bc88-a77cb6d949f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:40.254370 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d72e54b-5b88-4205-85c7-55e4b32d6a46 req-4e133a8a-9b12-41e0-bc88-a77cb6d949f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1f97698-ce47-4611-a44b-8a884037a705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403919 Apr 01 12:56:40.345764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d72e54b-5b88-4205-85c7-55e4b32d6a46 req-3ac901ae-c08e-40b2-8cf2-a4551121f59e service neutron] 10.222.0.44 "GET /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834754 Apr 01 12:56:40.454352 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8d72e54b-5b88-4205-85c7-55e4b32d6a46 req-394a8657-e39f-4f5b-8671-9887659909e0 service neutron] 10.222.0.44 "GET /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012442 Apr 01 12:56:40.457214 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:41.299849 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ce8b6-a0ea-4c83-bffb-5baacd5f4120 req-33c27d92-91ad-4ee0-9e72-165824e110de tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:41.302985 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-707ce8b6-a0ea-4c83-bffb-5baacd5f4120 req-33c27d92-91ad-4ee0-9e72-165824e110de tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 983 time: 0.0522301 Apr 01 12:56:41.347511 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-707ce8b6-a0ea-4c83-bffb-5baacd5f4120 req-2990bc32-626d-4362-bf41-83d0b181d407 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0370245 Apr 01 12:56:41.834764 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:41.883525 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:42.483359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6711105-9e02-4302-a7e9-336d7c134dac req-0fda9c2c-e933-48da-a1e5-43e924859c8a tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:42.485312 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6711105-9e02-4302-a7e9-336d7c134dac req-0fda9c2c-e933-48da-a1e5-43e924859c8a tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 983 time: 0.0650973 Apr 01 12:56:42.535547 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f6711105-9e02-4302-a7e9-336d7c134dac req-1aa4c17f-7b00-4c29-b3a6-c2f1a9e04c7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0433493 Apr 01 12:56:43.695757 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffab0e7-5524-4b06-9c47-d4b87cb9af52 req-abf26f53-4ffc-48ed-88d1-2bc75faf64f1 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:43.697274 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bffab0e7-5524-4b06-9c47-d4b87cb9af52 req-abf26f53-4ffc-48ed-88d1-2bc75faf64f1 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 983 time: 0.0621269 Apr 01 12:56:43.749255 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-bffab0e7-5524-4b06-9c47-d4b87cb9af52 req-79fb6f61-a203-45e2-93b7-9f4551098cc6 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0422819 Apr 01 12:56:43.843120 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 934d30ef-512a-49a8-b03b-d7b7157c2b0a details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:56:43.955588 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 934d30ef-512a-49a8-b03b-d7b7157c2b0a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=934d30ef-512a-49a8-b03b-d7b7157c2b0a,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:56:43.968032 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '934d30ef-512a-49a8-b03b-d7b7157c2b0a', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'port_id': '934d30ef-512a-49a8-b03b-d7b7157c2b0a', 'mac_address': 'fa:16:3e:87:73:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:56:44.014359 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:44.028367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934d30ef-512a-49a8-b03b-d7b7157c2b0a {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:56:44.048276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 934d30ef-512a-49a8-b03b-d7b7157c2b0a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=934d30ef-512a-49a8-b03b-d7b7157c2b0a,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:56:44.052471 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:44.108715 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=934d30ef-512a-49a8-b03b-d7b7157c2b0a,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:44.375611 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['934d30ef-512a-49a8-b03b-d7b7157c2b0a'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:56:44.878070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59c57d-bd02-4461-92d7-ff1ae0e7ef17 req-75d9a6d2-0aaa-4cc9-9ba7-d6f6a4467489 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:44.881290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7f59c57d-bd02-4461-92d7-ff1ae0e7ef17 req-75d9a6d2-0aaa-4cc9-9ba7-d6f6a4467489 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 984 time: 0.0550883 Apr 01 12:56:44.926356 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7f59c57d-bd02-4461-92d7-ff1ae0e7ef17 req-6f11e56e-ac91-4948-ba64-e4b7df1454a9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0386791 Apr 01 12:56:45.842057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 934d30ef-512a-49a8-b03b-d7b7157c2b0a up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:56:45.899096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 934d30ef-512a-49a8-b03b-d7b7157c2b0a completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:56:45.904593 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 934d30ef-512a-49a8-b03b-d7b7157c2b0a triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:56:45.905267 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:46.014574 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:46.043096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934d30ef-512a-49a8-b03b-d7b7157c2b0a'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:56:46.045366 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66284e13-8adb-4983-bf1b-e51888f037f8" -d '{"events": [{"server_uuid": "3dd18b5a-480f-41f1-90a5-3e4ff3710c29", "name": "network-vif-plugged", "status": "completed", "tag": "934d30ef-512a-49a8-b03b-d7b7157c2b0a"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:56:46.060349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 934d30ef-512a-49a8-b03b-d7b7157c2b0a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=934d30ef-512a-49a8-b03b-d7b7157c2b0a,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:56:46.071548 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:46.154647 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d42b9-294d-4c93-b8eb-dca4e7857a08 req-249fbae6-12d6-4f51-bf1c-8d0e7c7c614c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:46.164543 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b57d42b9-294d-4c93-b8eb-dca4e7857a08 req-249fbae6-12d6-4f51-bf1c-8d0e7c7c614c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 984 time: 0.1228867 Apr 01 12:56:46.188756 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=934d30ef-512a-49a8-b03b-d7b7157c2b0a,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:46.201993 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270efe76-4670-4eb2-add3-46e4f206af59 x-openstack-request-id: req-270efe76-4670-4eb2-add3-46e4f206af59 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:56:46.202816 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd18b5a-480f-41f1-90a5-3e4ff3710c29", "name": "network-vif-plugged", "status": "completed", "tag": "934d30ef-512a-49a8-b03b-d7b7157c2b0a", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:56:46.203281 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-270efe76-4670-4eb2-add3-46e4f206af59 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:56:46.203994 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-270efe76-4670-4eb2-add3-46e4f206af59'] response: {'server_uuid': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934d30ef-512a-49a8-b03b-d7b7157c2b0a', 'code': 200} Apr 01 12:56:46.241983 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b57d42b9-294d-4c93-b8eb-dca4e7857a08 req-d0e9360e-5dba-476c-906d-a327f43692f2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0764883 Apr 01 12:56:46.256018 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38e7de-fc82-401f-9d03-47bb96fd05c6 req-0de2b088-bba1-4e48-8981-b4b638691f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:46.257730 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c38e7de-fc82-401f-9d03-47bb96fd05c6 req-0de2b088-bba1-4e48-8981-b4b638691f4e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 1136 time: 0.0566373 Apr 01 12:56:46.305221 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1c38e7de-fc82-401f-9d03-47bb96fd05c6 req-fb0b79ef-52be-49aa-8ac4-07293a55aea2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f3f5f380-abc8-4664-a06c-ed67f2925a18&id=098bcd95-8857-4006-b15c-091331ba627e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0363724 Apr 01 12:56:47.391598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42ef8e-6932-4040-b157-ea624f2a1930 req-7e6543d4-7c62-41c9-8d40-6070b392864b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:47.393115 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae42ef8e-6932-4040-b157-ea624f2a1930 req-7e6543d4-7c62-41c9-8d40-6070b392864b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 985 time: 0.0657060 Apr 01 12:56:47.464461 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ae42ef8e-6932-4040-b157-ea624f2a1930 req-f528590f-c95e-40c6-9a41-7fe48501cf6b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0597756 Apr 01 12:56:48.624310 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c78b-6dac-42cf-b6d0-79079d56aed9 req-c06faf30-de0d-49b6-9850-fbf55c9c91d7 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:48.633173 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-47f9c78b-6dac-42cf-b6d0-79079d56aed9 req-c06faf30-de0d-49b6-9850-fbf55c9c91d7 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 985 time: 0.0593066 Apr 01 12:56:48.676993 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-47f9c78b-6dac-42cf-b6d0-79079d56aed9 req-a0becc0d-378a-4070-b7d1-5090755788ab tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0427628 Apr 01 12:56:48.840550 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cd423-331e-4682-983a-f5126bef21fd req-93c95ea7-2932-4d7a-9b46-361d46f476cb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:48.842799 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c00cd423-331e-4682-983a-f5126bef21fd req-93c95ea7-2932-4d7a-9b46-361d46f476cb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 985 time: 0.0850780 Apr 01 12:56:48.891746 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c00cd423-331e-4682-983a-f5126bef21fd req-2a4ada78-fa10-4240-9097-928e50368d72 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0402017 Apr 01 12:56:49.013141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abda612-b432-4867-a218-cbad51e4e883 req-ed8c731a-490c-4f8d-b256-47c3f3bc4621 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:49.014887 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4abda612-b432-4867-a218-cbad51e4e883 req-ed8c731a-490c-4f8d-b256-47c3f3bc4621 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 1136 time: 0.0452113 Apr 01 12:56:49.035281 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4abda612-b432-4867-a218-cbad51e4e883 req-79e6cb4e-bb7c-400e-8044-af25d46291a1 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:49.123104 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-751abb77-ce18-40cd-87c1-b838ccf048ba req-0dbdb38d-c4b7-44ad-be7e-1772a82aca2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550427 Apr 01 12:56:49.195555 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4abda612-b432-4867-a218-cbad51e4e883 req-79e6cb4e-bb7c-400e-8044-af25d46291a1 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:49.200075 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [req-4abda612-b432-4867-a218-cbad51e4e883 req-79e6cb4e-bb7c-400e-8044-af25d46291a1 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:49.256161 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4abda612-b432-4867-a218-cbad51e4e883 req-79e6cb4e-bb7c-400e-8044-af25d46291a1 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2289803 Apr 01 12:56:49.256992 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6cb4e-bb7c-400e-8044-af25d46291a1 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43af7530-6099-4a60-ad97-d15715825d9b,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:49.270782 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42548) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:49.292353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751abb77-ce18-40cd-87c1-b838ccf048ba req-e7c7a87f-0da8-41cd-bf22-95d393da3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:49.293847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-751abb77-ce18-40cd-87c1-b838ccf048ba req-e7c7a87f-0da8-41cd-bf22-95d393da3bcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 1096 time: 0.0917518 Apr 01 12:56:49.364820 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31508406-8363-44d2-9b68-5e3a124bb3eb tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:49.369484 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-31508406-8363-44d2-9b68-5e3a124bb3eb tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 1131 time: 0.0923600 Apr 01 12:56:49.369484 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42558) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:49.376921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': '934d30ef-512a-49a8-b03b-d7b7157c2b0a', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:56:49.430677 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:49.480990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751abb77-ce18-40cd-87c1-b838ccf048ba req-b7a78519-6d7e-4856-969a-e13c05810fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:49.483005 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-751abb77-ce18-40cd-87c1-b838ccf048ba req-b7a78519-6d7e-4856-969a-e13c05810fd7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91 HTTP/1.1" status: 200 len: 897 time: 0.1642475 Apr 01 12:56:49.598908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:49.668929 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-751abb77-ce18-40cd-87c1-b838ccf048ba req-75328a68-c749-4ce6-a8b9-f99aa64f8f8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e58a4822-75c4-4370-95b8-021fa876dd28 HTTP/1.1" status: 200 len: 1001 time: 0.1764410 Apr 01 12:56:49.728666 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751abb77-ce18-40cd-87c1-b838ccf048ba req-8f5095a2-5f5a-4471-9837-0e43d76222be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:49.730406 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-751abb77-ce18-40cd-87c1-b838ccf048ba req-8f5095a2-5f5a-4471-9837-0e43d76222be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eef63368-f92c-455d-bc24-d155e547337f HTTP/1.1" status: 200 len: 834 time: 0.0540879 Apr 01 12:56:49.753848 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Allocated IP 172.25.7.161 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/e90cae44-42c3-4a53-a223-c45422eb06d6) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:56:49.831391 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751abb77-ce18-40cd-87c1-b838ccf048ba req-ea8214c3-dacf-472e-b2a0-9253d018eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:49.832981 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-751abb77-ce18-40cd-87c1-b838ccf048ba req-ea8214c3-dacf-472e-b2a0-9253d018eca0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951726 Apr 01 12:56:49.939740 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:49.940929 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-751abb77-ce18-40cd-87c1-b838ccf048ba req-dac001a0-20fd-4cdc-a3ad-589f83fb3703 service neutron] 10.222.0.37 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980957 Apr 01 12:56:49.986719 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:50.042505 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Port': ['ID=e90cae44-42c3-4a53-a223-c45422eb06d6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:50.069966 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:56:50.071823 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:56:50.084929 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-751abb77-ce18-40cd-87c1-b838ccf048ba req-f149a3d6-9db2-4200-b387-32136e2ae6ab service neutron] 10.222.0.37 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358521 Apr 01 12:56:50.091528 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:56:50.552482 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:50.642208 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:50.827692 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:50.833634 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:50.922280 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Port': ['ID=e90cae44-42c3-4a53-a223-c45422eb06d6,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:56:50.949273 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:51.078184 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Floating IP 24f8366b-dc69-4c0b-af6f-c30807a5659c associated. External IP: 172.25.7.161, port: 934d30ef-512a-49a8-b03b-d7b7157c2b0a. Apr 01 12:56:51.330403 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:56:51.455844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:56:51.477011 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf29342-c03f-4127-99a5-b202de788555 None None] Sync routers for ids ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:56:51.478908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:56:51.493175 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf29342-c03f-4127-99a5-b202de788555 None None] Routers {'fe2adfea-225f-424f-bd9d-b2d3278bdfd0'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:56:51.493874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-fcf29342-c03f-4127-99a5-b202de788555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:56:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:51.520932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42816) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:51.521493 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a204e0cf-c84f-4fb0-bc99-165224f687d9 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1481712 Apr 01 12:56:51.521961 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'tag': '934d30ef-512a-49a8-b03b-d7b7157c2b0a'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:56:51.524915 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca8509a-3df5-4b92-b16e-1385c7df8d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd18b5a-480f-41f1-90a5-3e4ff3710c29", "tag": "934d30ef-512a-49a8-b03b-d7b7157c2b0a"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:56:51.606381 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675fe9c4-3d99-41cb-aa0e-a6acc1ded919 x-openstack-request-id: req-675fe9c4-3d99-41cb-aa0e-a6acc1ded919 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:56:51.606688 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd18b5a-480f-41f1-90a5-3e4ff3710c29", "tag": "934d30ef-512a-49a8-b03b-d7b7157c2b0a", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:56:51.606950 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-675fe9c4-3d99-41cb-aa0e-a6acc1ded919 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:56:51.607381 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675fe9c4-3d99-41cb-aa0e-a6acc1ded919'] response: {'name': 'network-changed', 'server_uuid': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'tag': '934d30ef-512a-49a8-b03b-d7b7157c2b0a', 'status': 'completed', 'code': 200} Apr 01 12:56:51.655453 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-fcf29342-c03f-4127-99a5-b202de788555 None None] Set router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:56:51.815450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8509a-3df5-4b92-b16e-1385c7df8d1d req-f97b5203-a006-4779-b394-c3aec3c71037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:51.816988 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ca8509a-3df5-4b92-b16e-1385c7df8d1d req-f97b5203-a006-4779-b394-c3aec3c71037 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa&device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 1136 time: 0.1872640 Apr 01 12:56:51.917065 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c6fb3-eb27-4bc9-9f53-65821989ba65 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:51.917544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c6fb3-eb27-4bc9-9f53-65821989ba65 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:51.917998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c6fb3-eb27-4bc9-9f53-65821989ba65 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:51.918471 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c6fb3-eb27-4bc9-9f53-65821989ba65 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:51.918925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c6fb3-eb27-4bc9-9f53-65821989ba65 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:51.919379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c6fb3-eb27-4bc9-9f53-65821989ba65 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:51.919831 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c6fb3-eb27-4bc9-9f53-65821989ba65 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:51.920277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c6fb3-eb27-4bc9-9f53-65821989ba65 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:51.925160 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-135c6fb3-eb27-4bc9-9f53-65821989ba65 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5672 time: 0.3987491 Apr 01 12:56:51.925160 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42868) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:52.002529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-fcf29342-c03f-4127-99a5-b202de788555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '24f8366b-dc69-4c0b-af6f-c30807a5659c', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'port_id': '934d30ef-512a-49a8-b03b-d7b7157c2b0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'mac_address': 'fa:16:3e:87:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:56:50Z', 'updated_at': '2022-04-01T12:56:50Z', 'revision_number': 0, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8cd94ca-ca66-4c92-b239-b576e7c5cdee', 'name': '', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'mac_address': 'fa:16:3e:55:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:29Z', 'updated_at': '2022-04-01T12:56:35Z', 'revision_number': 5, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'subnets': [{'id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:52.039321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8509a-3df5-4b92-b16e-1385c7df8d1d req-324bdf2e-060e-4acb-8802-62e630a7d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.040819 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ca8509a-3df5-4b92-b16e-1385c7df8d1d req-324bdf2e-060e-4acb-8802-62e630a7d012 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a1f97698-ce47-4611-a44b-8a884037a705 HTTP/1.1" status: 200 len: 896 time: 0.2166669 Apr 01 12:56:52.046806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf29342-c03f-4127-99a5-b202de788555 None None] Checking router: fe2adfea-225f-424f-bd9d-b2d3278bdfd0 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:56:52.057481 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf29342-c03f-4127-99a5-b202de788555 None None] Routers {'fe2adfea-225f-424f-bd9d-b2d3278bdfd0'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:56:52.058327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-fcf29342-c03f-4127-99a5-b202de788555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:56:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:52.064081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b87eb-7812-4ca2-aa3f-35dda8c21ef4 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.064543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b87eb-7812-4ca2-aa3f-35dda8c21ef4 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.065025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b87eb-7812-4ca2-aa3f-35dda8c21ef4 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.065410 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b87eb-7812-4ca2-aa3f-35dda8c21ef4 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.065846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b87eb-7812-4ca2-aa3f-35dda8c21ef4 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.066316 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b87eb-7812-4ca2-aa3f-35dda8c21ef4 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.066765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b87eb-7812-4ca2-aa3f-35dda8c21ef4 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.067298 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b87eb-7812-4ca2-aa3f-35dda8c21ef4 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.069071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bf2b87eb-7812-4ca2-aa3f-35dda8c21ef4 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5271 time: 0.1432099 Apr 01 12:56:52.071956 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 42890) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:52.148402 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ca8509a-3df5-4b92-b16e-1385c7df8d1d req-9c0fc6a1-b498-4593-be0c-efb43a670b80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=934d30ef-512a-49a8-b03b-d7b7157c2b0a HTTP/1.1" status: 200 len: 1000 time: 0.0945077 Apr 01 12:56:52.207783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-fcf29342-c03f-4127-99a5-b202de788555 None None] Set router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:56:52.245451 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8509a-3df5-4b92-b16e-1385c7df8d1d req-03130ec5-546f-453d-8d6f-8f6cb03c58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.249023 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ca8509a-3df5-4b92-b16e-1385c7df8d1d req-03130ec5-546f-453d-8d6f-8f6cb03c58c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5da60da9-c29c-45a2-afb9-fa002350b467 HTTP/1.1" status: 200 len: 834 time: 0.0904565 Apr 01 12:56:52.302335 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8509a-3df5-4b92-b16e-1385c7df8d1d req-c2e47110-dabe-41cf-b356-bbd26633af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.316941 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ca8509a-3df5-4b92-b16e-1385c7df8d1d req-c2e47110-dabe-41cf-b356-bbd26633af07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1f97698-ce47-4611-a44b-8a884037a705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486219 Apr 01 12:56:52.492597 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ca8509a-3df5-4b92-b16e-1385c7df8d1d req-5a066f1b-fe6a-407a-8c4c-ab8e751cfa19 service neutron] 10.222.0.44 "GET /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746516 Apr 01 12:56:52.658029 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0ca8509a-3df5-4b92-b16e-1385c7df8d1d req-3b428247-408e-4606-b92f-e396bff765a8 service neutron] 10.222.0.44 "GET /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506960 Apr 01 12:56:52.662054 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a2663c94-8c4c-4438-a22c-0e04921bc901 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3784 time: 0.5872636 Apr 01 12:56:52.665261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 42964) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:56:52.711599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd6d9ed-2da6-4873-94fe-05d45e0adc75 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.712436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd6d9ed-2da6-4873-94fe-05d45e0adc75 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:56:52.714600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3fd6d9ed-2da6-4873-94fe-05d45e0adc75 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fe2adfea-225f-424f-bd9d-b2d3278bdfd0 HTTP/1.1" status: 200 len: 1990 time: 0.0482461 Apr 01 12:56:52.740460 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-fcf29342-c03f-4127-99a5-b202de788555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '24f8366b-dc69-4c0b-af6f-c30807a5659c', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'port_id': '934d30ef-512a-49a8-b03b-d7b7157c2b0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'mac_address': 'fa:16:3e:87:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:56:50Z', 'updated_at': '2022-04-01T12:56:50Z', 'revision_number': 0, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8cd94ca-ca66-4c92-b239-b576e7c5cdee', 'name': '', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'mac_address': 'fa:16:3e:55:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:29Z', 'updated_at': '2022-04-01T12:56:35Z', 'revision_number': 5, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'subnets': [{'id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:56:52.772638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf29342-c03f-4127-99a5-b202de788555 None None] The sync data for ids ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'] in n-d-836146-1 is: [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '24f8366b-dc69-4c0b-af6f-c30807a5659c', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'port_id': '934d30ef-512a-49a8-b03b-d7b7157c2b0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'mac_address': 'fa:16:3e:87:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:56:50Z', 'updated_at': '2022-04-01T12:56:50Z', 'revision_number': 0, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8cd94ca-ca66-4c92-b239-b576e7c5cdee', 'name': '', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'mac_address': 'fa:16:3e:55:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:29Z', 'updated_at': '2022-04-01T12:56:35Z', 'revision_number': 5, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'subnets': [{'id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:56:53.106131 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33900b51-06ad-4895-84e3-cc5e4fd4ad7c None None] New status for floating IP 24f8366b-dc69-4c0b-af6f-c30807a5659c: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:57:06.379627 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d7ef457a-9b46-4eb9-9ea8-b74ee23fd4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:08.857413 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:08.907785 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8c7e88b5-7566-45a4-b307-12b483d46596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:09.031160 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:10.480207 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:11.839324 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:11.890589 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:16.335156 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:57:20.867405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44066) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:20.872528 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71740184', 'description': 'tempest-secgroup-smoke-71740184 description', 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:20.896582 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:20.990773 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:20.995684 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.030993 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808bc8ae-62b2-4550-a519-9324706b2417,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:21.036360 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.037621 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1689951 Apr 01 12:57:21.041973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44076) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:21.047235 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9064f3fc-833b-4cf7-b8a0-b2a9ccb48f37 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Request body: {'security_group_rule': {'security_group_id': '808bc8ae-62b2-4550-a519-9324706b2417', 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:21.057466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.057805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.058190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.058748 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.059081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.059409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.059732 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.060052 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.060374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.060692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.061014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.061334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1769803a-955c-452c-99ea-178a006e8fa5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.089012 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9064f3fc-833b-4cf7-b8a0-b2a9ccb48f37 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.172708 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9064f3fc-833b-4cf7-b8a0-b2a9ccb48f37 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.179292 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9064f3fc-833b-4cf7-b8a0-b2a9ccb48f37 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.209586 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9064f3fc-833b-4cf7-b8a0-b2a9ccb48f37 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.210974 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9064f3fc-833b-4cf7-b8a0-b2a9ccb48f37 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676772 Apr 01 12:57:21.211822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064f3fc-833b-4cf7-b8a0-b2a9ccb48f37 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5e8985-9f9d-4f7a-a81b-fc01c2ebcd1a,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:21.214024 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44084) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:21.221139 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Request body: {'security_group_rule': {'security_group_id': '808bc8ae-62b2-4550-a519-9324706b2417', 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:21.255218 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.335640 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.344411 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.362285 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff71fbde-6b21-49d9-8d8f-6ebfcd16cb3d,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:21.373831 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.374250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.374723 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.375171 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.375568 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.376055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.376451 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.376842 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.377456 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.378046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.378653 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.379049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:21.404230 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.409586 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-49eaee88-f018-4812-9759-f36152458483 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1947272 Apr 01 12:57:21.410881 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44094) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:21.416603 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a71f146d-89b2-43c3-8037-f399f8db6c6f tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Request body: {'security_group_rule': {'security_group_id': '808bc8ae-62b2-4550-a519-9324706b2417', 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:21.451716 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a71f146d-89b2-43c3-8037-f399f8db6c6f tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.587102 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a71f146d-89b2-43c3-8037-f399f8db6c6f tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.594528 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a71f146d-89b2-43c3-8037-f399f8db6c6f tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.614416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e95e5-dcd8-4c39-a51c-521002de4ab2 req-4e4cca8b-84e1-4598-a18c-aa66a0664785 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:21.616468 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-881e95e5-dcd8-4c39-a51c-521002de4ab2 req-4e4cca8b-84e1-4598-a18c-aa66a0664785 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.0978606 Apr 01 12:57:21.649671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f146d-89b2-43c3-8037-f399f8db6c6f tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321d7bb4-7f45-4f92-87a9-2c340b4993c6,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:21.666153 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a71f146d-89b2-43c3-8037-f399f8db6c6f tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.667577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a71f146d-89b2-43c3-8037-f399f8db6c6f tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2553575 Apr 01 12:57:21.671002 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44108) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:21.675923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-b14dce5d-8f1b-45a0-8d0c-5bc5640561f3 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Request body: {'security_group_rule': {'security_group_id': '808bc8ae-62b2-4550-a519-9324706b2417', 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:21.696831 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-881e95e5-dcd8-4c39-a51c-521002de4ab2 req-68c4b025-435d-4993-b07b-7eb42cc12e62 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693982 Apr 01 12:57:21.717996 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b14dce5d-8f1b-45a0-8d0c-5bc5640561f3 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.792264 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b14dce5d-8f1b-45a0-8d0c-5bc5640561f3 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.796502 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b14dce5d-8f1b-45a0-8d0c-5bc5640561f3 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.812883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dce5d-8f1b-45a0-8d0c-5bc5640561f3 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cadde4c-27a6-4d36-b941-5adf82b2800d,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:21.825220 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b14dce5d-8f1b-45a0-8d0c-5bc5640561f3 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.826689 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b14dce5d-8f1b-45a0-8d0c-5bc5640561f3 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546099 Apr 01 12:57:21.829372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44110) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:21.834613 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e8abfe49-5be9-4feb-a483-bf9c1f0cf66c tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Request body: {'security_group_rule': {'security_group_id': '808bc8ae-62b2-4550-a519-9324706b2417', 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:21.860612 n-d-836146-1 neutron-server[102719]: INFO neutron.db.securitygroups_db [None req-e8abfe49-5be9-4feb-a483-bf9c1f0cf66c tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Project 4a6a7c1e88784090bd3c90cca825d4d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:57:21.867081 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8abfe49-5be9-4feb-a483-bf9c1f0cf66c tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.940038 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8abfe49-5be9-4feb-a483-bf9c1f0cf66c tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.945013 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8abfe49-5be9-4feb-a483-bf9c1f0cf66c tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.969230 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abfe49-5be9-4feb-a483-bf9c1f0cf66c tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad30ddec-6514-4f4f-9726-8f5e887dd48b,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:21.979642 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e8abfe49-5be9-4feb-a483-bf9c1f0cf66c tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:21.982085 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e8abfe49-5be9-4feb-a483-bf9c1f0cf66c tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498334 Apr 01 12:57:21.983921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44118) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:21.988926 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-78ddebcd-23ca-4172-8fae-43a521b5f045 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Request body: {'security_group_rule': {'security_group_id': '808bc8ae-62b2-4550-a519-9324706b2417', 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:22.011342 n-d-836146-1 neutron-server[102719]: INFO neutron.db.securitygroups_db [None req-78ddebcd-23ca-4172-8fae-43a521b5f045 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Project 4a6a7c1e88784090bd3c90cca825d4d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:57:22.017238 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78ddebcd-23ca-4172-8fae-43a521b5f045 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:22.085724 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78ddebcd-23ca-4172-8fae-43a521b5f045 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:22.090254 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78ddebcd-23ca-4172-8fae-43a521b5f045 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:22.109717 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddebcd-23ca-4172-8fae-43a521b5f045 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae938e2-d7cb-4820-8404-387e83688ee0,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:22.120365 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78ddebcd-23ca-4172-8fae-43a521b5f045 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:22.121660 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-78ddebcd-23ca-4172-8fae-43a521b5f045 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369574 Apr 01 12:57:22.330099 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-368fbd96-20ab-48d0-94b2-eb7a10ba39ce tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71740184&fields=id&tenant_id=4a6a7c1e88784090bd3c90cca825d4d2 HTTP/1.1" status: 200 len: 267 time: 0.0332172 Apr 01 12:57:22.457477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-11d10e28-019b-427d-988a-4c129df4bcd8 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:22.459839 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-11d10e28-019b-427d-988a-4c129df4bcd8 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/networks?id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 HTTP/1.1" status: 200 len: 813 time: 0.1216202 Apr 01 12:57:22.479626 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-c722b950-2812-4d2a-ac20-254b4b1bc142 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/quotas/4a6a7c1e88784090bd3c90cca825d4d2 HTTP/1.1" status: 200 len: 375 time: 0.0121219 Apr 01 12:57:22.548635 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-1f872872-9066-4f37-9cef-e86231c6e473 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a6a7c1e88784090bd3c90cca825d4d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624993 Apr 01 12:57:22.687362 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-d2b1be06-672e-49a7-93c1-5a8bf9b95608 service neutron] 10.222.0.45 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133835 Apr 01 12:57:22.898417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27741d9f-4511-4de3-9d39-6f7f2f28eaa6 req-5d574c58-dab5-4d02-b8da-23eb8c4807c8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:22.900402 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-27741d9f-4511-4de3-9d39-6f7f2f28eaa6 req-5d574c58-dab5-4d02-b8da-23eb8c4807c8 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.1132681 Apr 01 12:57:22.942231 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-27741d9f-4511-4de3-9d39-6f7f2f28eaa6 req-84e6e339-8242-4d7a-af19-ab52ff95c6d6 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357413 Apr 01 12:57:23.189277 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-70ec04ba-e5d2-4e7c-be74-85d4411b40aa service neutron] 10.222.0.45 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946477 Apr 01 12:57:23.564439 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b20e5b97-99dc-4b9c-81f7-0ba921243cf2 req-976a5441-f042-4906-878e-dcc4495e328d tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 210 time: 0.0486536 Apr 01 12:57:24.094498 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7262cf-1c37-4ed8-af74-da33a74e53e0 req-27491038-22ab-4d9c-b153-02ab3ee19807 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:24.096783 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd7262cf-1c37-4ed8-af74-da33a74e53e0 req-27491038-22ab-4d9c-b153-02ab3ee19807 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.0574296 Apr 01 12:57:24.143212 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd7262cf-1c37-4ed8-af74-da33a74e53e0 req-9bbdb5ed-4642-44a8-acac-1399f8eebca5 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401654 Apr 01 12:57:24.733284 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-037d43bb-d885-4fbc-93fb-eb32a4779a31 req-abf0c7cd-304b-41b5-92fc-d6e8169f9331 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 210 time: 0.0563681 Apr 01 12:57:24.783133 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-d980e388-acea-45a1-82d9-d6ceeaefb74e tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:24.784723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-d980e388-acea-45a1-82d9-d6ceeaefb74e tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.37 "GET /v2.0/networks?id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 HTTP/1.1" status: 200 len: 813 time: 0.1960692 Apr 01 12:57:24.852202 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-a77acbee-6bf4-4ac1-9572-30c964ed368b tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a6a7c1e88784090bd3c90cca825d4d2 HTTP/1.1" status: 200 len: 378 time: 0.0543342 Apr 01 12:57:24.878527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Request body: {'port': {'device_id': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'admin_state_up': True, 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'security_groups': ['808bc8ae-62b2-4550-a519-9324706b2417']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:25.041920 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Made reservation on behalf of 4a6a7c1e88784090bd3c90cca825d4d2 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:57:25.045698 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:25.228362 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Allocated IP 172.20.0.13 (9d0b9e8d-941b-47f5-b126-04ebf36fc8e6/31f02438-8332-45fd-86b8-d7a04b50b932/d611156f-72d2-41b5-bd96-10fda86ff0b1) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:57:25.451972 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c9d69-4237-4a49-b36e-6eb7ed3b0852 req-d3e71a8a-c421-4904-b4e0-a1b48c53c597 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:25.453816 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2d7c9d69-4237-4a49-b36e-6eb7ed3b0852 req-d3e71a8a-c421-4904-b4e0-a1b48c53c597 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.0814123 Apr 01 12:57:25.491790 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:25.544403 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2d7c9d69-4237-4a49-b36e-6eb7ed3b0852 req-d8e7482e-7d81-4e92-af69-428935def6a5 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788701 Apr 01 12:57:25.583652 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:25.664402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event updated for resources: {'Port': ['ID=d611156f-72d2-41b5-bd96-10fda86ff0b1,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:25.668631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:57:25.671226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:57:25.698869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:57:25.794651 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:25.795591 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:25.853847 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-94ae99dd-b808-44f4-a724-d04d4a97c645 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9889925 Apr 01 12:57:25.868463 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Request body: {'port': {'device_id': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:25.943560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283af050-a20a-4e1b-a3ab-0cacefa3c3e5 req-ea1d3c33-617c-4579-bfaf-ce5729a502a1 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:25.954107 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-283af050-a20a-4e1b-a3ab-0cacefa3c3e5 req-ea1d3c33-617c-4579-bfaf-ce5729a502a1 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 932 time: 0.0952404 Apr 01 12:57:26.059628 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-283af050-a20a-4e1b-a3ab-0cacefa3c3e5 req-a9a9f7ba-cd5f-41de-a4f4-61332424d4d7 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009290 Apr 01 12:57:26.100992 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:26.140609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-e5fea583-bf31-4edf-9703-645c39126d1a None None] Provisioning complete for port d611156f-72d2-41b5-bd96-10fda86ff0b1 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:26.141082 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e5fea583-bf31-4edf-9703-645c39126d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:26.194185 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e5fea583-bf31-4edf-9703-645c39126d1a None None] Port d611156f-72d2-41b5-bd96-10fda86ff0b1 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:57:26.464557 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d611156f-72d2-41b5-bd96-10fda86ff0b1 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:57:26.472848 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:26.486392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Transition to ACTIVE for port object d611156f-72d2-41b5-bd96-10fda86ff0b1 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:57:26.491419 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:26.558283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Pushing event updated for resources: {'Port': ['ID=d611156f-72d2-41b5-bd96-10fda86ff0b1,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:26.724081 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Attempting to bind port d611156f-72d2-41b5-bd96-10fda86ff0b1 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:57:26.724610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Attempting to bind port d611156f-72d2-41b5-bd96-10fda86ff0b1 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:57:26.725042 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Attempting to bind port d611156f-72d2-41b5-bd96-10fda86ff0b1 on network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:57:26.746506 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Port d611156f-72d2-41b5-bd96-10fda86ff0b1 on network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:57:26.746908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Attempting to bind port d611156f-72d2-41b5-bd96-10fda86ff0b1 on network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:57:26.766885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:57:26.767517 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Checking segment: {'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:57:26.767990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Bound using segment: {'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:57:26.768543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Bound port: d611156f-72d2-41b5-bd96-10fda86ff0b1, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:57:26.769026 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:26.797214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc584d35-e510-4c6a-9771-c2145fc8eaba req-bad62a78-96ee-47dc-9c6b-902e2e037111 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:26.799062 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc584d35-e510-4c6a-9771-c2145fc8eaba req-bad62a78-96ee-47dc-9c6b-902e2e037111 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.0897357 Apr 01 12:57:26.914440 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc584d35-e510-4c6a-9771-c2145fc8eaba req-075a0a01-07aa-458f-bd4d-cae566518d83 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827391 Apr 01 12:57:26.924257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] For port d611156f-72d2-41b5-bd96-10fda86ff0b1, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:57:26.936125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] For port d611156f-72d2-41b5-bd96-10fda86ff0b1, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d611156f-72d2-41b5-bd96-10fda86ff0b1,segment=NetworkSegment(4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4),segment_id=4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:57:26.943849 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:26.991149 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:26.991774 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:26.993253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] 10.222.0.37 "PUT /v2.0/ports/d611156f-72d2-41b5-bd96-10fda86ff0b1 HTTP/1.1" status: 200 len: 1092 time: 1.1315207 Apr 01 12:57:26.993751 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:57:26.997152 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b00ceb-1c4e-4158-b2f7-90a38dbcbc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:57:27.042879 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44456) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:27.129654 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb8636a-1cb2-461a-a094-a6eae3d2f8f3 x-openstack-request-id: req-7fb8636a-1cb2-461a-a094-a6eae3d2f8f3 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:57:27.130760 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:57:27.131184 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7fb8636a-1cb2-461a-a094-a6eae3d2f8f3 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:57:27.131758 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb8636a-1cb2-461a-a094-a6eae3d2f8f3'] response: {'name': 'network-changed', 'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'status': 'completed', 'code': 200} Apr 01 12:57:27.135600 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2bda7-a016-4e96-9c18-3aed585c094b service neutron] Pushing event updated for resources: {'Port': ['ID=d611156f-72d2-41b5-bd96-10fda86ff0b1,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:27.177075 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-39eff791-b2b0-441d-84eb-7cf557e9442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:27.178678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-39eff791-b2b0-441d-84eb-7cf557e9442d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a6a7c1e88784090bd3c90cca825d4d2&device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 1095 time: 0.1334844 Apr 01 12:57:27.277168 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-73f3df26-dfc8-496c-8ae0-8592458c8b00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d611156f-72d2-41b5-bd96-10fda86ff0b1 HTTP/1.1" status: 200 len: 217 time: 0.0813341 Apr 01 12:57:27.372037 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd64c9-8444-4e68-be54-c81f07482304 req-e4e3da8c-2ce4-4fc1-9aa1-c9da74124203 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:27.374656 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fd64c9-8444-4e68-be54-c81f07482304 req-e4e3da8c-2ce4-4fc1-9aa1-c9da74124203 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 944 time: 0.2123001 Apr 01 12:57:27.376684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-69735046-1bf7-41d4-b1f9-eaf0fe689dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:27.378737 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-69735046-1bf7-41d4-b1f9-eaf0fe689dbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31f02438-8332-45fd-86b8-d7a04b50b932 HTTP/1.1" status: 200 len: 852 time: 0.0942678 Apr 01 12:57:27.468194 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e0fd64c9-8444-4e68-be54-c81f07482304 req-0b506aa0-9d04-44cb-8b7e-9476e13dce57 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864055 Apr 01 12:57:27.497394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-22b63e93-f63f-43b5-bb31-4ba984a69b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:27.498935 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-22b63e93-f63f-43b5-bb31-4ba984a69b88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073925 Apr 01 12:57:27.647225 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-57304b6b-1762-4a2e-94ac-cc7ace9d94c7 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381094 Apr 01 12:57:27.722287 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2a53c9a3-a265-47df-99eb-ddb61cc65b90 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2933 time: 0.6781764 Apr 01 12:57:27.726224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44526) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:27.739096 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-04cd5a9e-d4b7-444b-ad6c-1efaf9b60cb2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Request body: {'network': {'name': 'tempest-network-smoke--303189240', 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'port_security_enabled': False}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:27.777819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cd5a9e-d4b7-444b-ad6c-1efaf9b60cb2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Made reservation on behalf of 5a40415f9fbe4cf2937cdcefaf0a19fa for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:57:27.783079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04cd5a9e-d4b7-444b-ad6c-1efaf9b60cb2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:27.790479 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-25be75e1-54f4-4017-b129-fc6be6c1f6b6 req-78b260e5-6f43-4306-81cd-6557003a8204 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357992 Apr 01 12:57:27.828581 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04cd5a9e-d4b7-444b-ad6c-1efaf9b60cb2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:57:27.841361 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04cd5a9e-d4b7-444b-ad6c-1efaf9b60cb2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:27.841756 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-04cd5a9e-d4b7-444b-ad6c-1efaf9b60cb2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Added segment cb264174-735a-4c96-9d1b-87e6c7013d2b of type vlan for network b9009049-6740-4e61-a762-fb39a1c627f6 Apr 01 12:57:27.927136 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b00ceb-1c4e-4158-b2f7-90a38dbcbc1b req-1d527c66-6cda-4e14-b12b-1c4d1759e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:27.928639 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7b00ceb-1c4e-4158-b2f7-90a38dbcbc1b req-1d527c66-6cda-4e14-b12b-1c4d1759e07d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a6a7c1e88784090bd3c90cca825d4d2&device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 1095 time: 0.0830154 Apr 01 12:57:27.930364 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04cd5a9e-d4b7-444b-ad6c-1efaf9b60cb2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:27.970816 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04cd5a9e-d4b7-444b-ad6c-1efaf9b60cb2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:27.977802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cd5a9e-d4b7-444b-ad6c-1efaf9b60cb2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:27.978735 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-04cd5a9e-d4b7-444b-ad6c-1efaf9b60cb2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:28.007317 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-04cd5a9e-d4b7-444b-ad6c-1efaf9b60cb2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2794752 Apr 01 12:57:28.018502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44566) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:28.031096 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-231252477', 'admin_state_up': True, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:28.110354 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd5a9e-d4b7-444b-ad6c-1efaf9b60cb2 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Network': ['ID=b9009049-6740-4e61-a762-fb39a1c627f6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:28.121373 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:28.126415 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:28.142756 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network b9009049-6740-4e61-a762-fb39a1c627f6 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:57:28.213671 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974d82-b0bb-4461-8e77-1e9efdd6cc1e req-bbd04c67-3c0f-490f-b2e5-add837325288 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:28.215561 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63974d82-b0bb-4461-8e77-1e9efdd6cc1e req-bbd04c67-3c0f-490f-b2e5-add837325288 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.1250756 Apr 01 12:57:28.240143 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:28.315180 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b00ceb-1c4e-4158-b2f7-90a38dbcbc1b req-efc9b568-1108-4478-8f77-3852079e14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:28.317588 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7b00ceb-1c4e-4158-b2f7-90a38dbcbc1b req-efc9b568-1108-4478-8f77-3852079e14ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 HTTP/1.1" status: 200 len: 914 time: 0.3820550 Apr 01 12:57:28.356940 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-63974d82-b0bb-4461-8e77-1e9efdd6cc1e req-853ed573-d73d-494e-9b13-7255a6fb46b9 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339297 Apr 01 12:57:28.445691 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7b00ceb-1c4e-4158-b2f7-90a38dbcbc1b req-b4c72a17-cc8b-4488-8b62-3cb6433d1b4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d611156f-72d2-41b5-bd96-10fda86ff0b1 HTTP/1.1" status: 200 len: 217 time: 0.1214895 Apr 01 12:57:28.580523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b00ceb-1c4e-4158-b2f7-90a38dbcbc1b req-a5f85a9d-3079-4804-8e77-0f62016dc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:28.583394 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7b00ceb-1c4e-4158-b2f7-90a38dbcbc1b req-a5f85a9d-3079-4804-8e77-0f62016dc21d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31f02438-8332-45fd-86b8-d7a04b50b932 HTTP/1.1" status: 200 len: 852 time: 0.1309597 Apr 01 12:57:28.685586 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:28.758056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b00ceb-1c4e-4158-b2f7-90a38dbcbc1b req-0939dad0-01bb-4932-88fd-cf8871adbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:28.759637 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7b00ceb-1c4e-4158-b2f7-90a38dbcbc1b req-0939dad0-01bb-4932-88fd-cf8871adbf4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251075 Apr 01 12:57:28.776230 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55475c-8534-4393-bc4d-982a3eeec9b6 req-942347d4-ff3c-4662-8120-db74c3c7c512 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:28.777777 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e55475c-8534-4393-bc4d-982a3eeec9b6 req-942347d4-ff3c-4662-8120-db74c3c7c512 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 944 time: 0.1110413 Apr 01 12:57:28.915657 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7e55475c-8534-4393-bc4d-982a3eeec9b6 req-585162e9-11db-4d4a-92a3-cadc8ba7c6ba tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278541 Apr 01 12:57:29.000694 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7b00ceb-1c4e-4158-b2f7-90a38dbcbc1b req-6694168a-1b70-46a0-b1e8-c97930368ece service neutron] 10.222.0.37 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216446 Apr 01 12:57:29.152297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7b00ceb-1c4e-4158-b2f7-90a38dbcbc1b req-5910c251-2bbe-4847-b98c-2d83056f6526 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389539 Apr 01 12:57:29.266833 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:29.287054 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:29.404040 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Allocated IP 172.25.7.157 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/bc374f74-490d-4639-8ab0-ea4f0d6bdbed) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:57:29.535188 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f93cf-8035-4043-a862-f68433e9a31d req-695f8430-4285-476b-b6a2-b68338c59c6e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:29.537602 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf7f93cf-8035-4043-a862-f68433e9a31d req-695f8430-4285-476b-b6a2-b68338c59c6e tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.0733912 Apr 01 12:57:29.594354 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cf7f93cf-8035-4043-a862-f68433e9a31d req-9057070b-aec7-4df8-96cc-121be70d7a04 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498416 Apr 01 12:57:29.855458 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:29.897451 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:29.940334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:57:29.943818 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:57:29.947367 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:57:29.970700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Port': ['ID=bc374f74-490d-4639-8ab0-ea4f0d6bdbed,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:30.196599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bd03f-bda2-4bde-a8e4-a935c722cbdb req-303e7f78-2c89-4963-915b-9747177209b5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:30.198199 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a2bd03f-bda2-4bde-a8e4-a935c722cbdb req-303e7f78-2c89-4963-915b-9747177209b5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 944 time: 0.1193414 Apr 01 12:57:30.290165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a2bd03f-bda2-4bde-a8e4-a935c722cbdb req-061bd3ed-9233-432b-9afb-82959c21c20d tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848091 Apr 01 12:57:30.331449 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-2cd06c86-b04c-488c-9303-d43ca52068c9 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:30.340066 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-2cd06c86-b04c-488c-9303-d43ca52068c9 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/networks?id=0f13aa2f-6364-46fb-b1c5-e4e5163dffdd HTTP/1.1" status: 200 len: 814 time: 0.1752791 Apr 01 12:57:30.361847 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-87f8357a-bd4b-47be-a16d-befb3783c321 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/quotas/825a414feccd40fbbf556f4d178de0bc HTTP/1.1" status: 200 len: 375 time: 0.0199230 Apr 01 12:57:30.364161 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:30.398654 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-446b02f8-419f-4308-ad31-9480af07c896 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=825a414feccd40fbbf556f4d178de0bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354722 Apr 01 12:57:30.513651 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-52393e6b-e9d8-4fa3-ba0e-5d21e675e780 service neutron] 10.222.0.45 "GET /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074700 Apr 01 12:57:30.640229 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:30.678709 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-28714793-5407-4400-af50-d0566207a8c9 service neutron] 10.222.0.45 "GET /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469421 Apr 01 12:57:30.797558 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8ea9a-3ba8-4d8f-8b77-05274d71876a req-77382a18-a72d-4fef-acd2-c129af9096b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:30.799396 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dae8ea9a-3ba8-4d8f-8b77-05274d71876a req-77382a18-a72d-4fef-acd2-c129af9096b0 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.1018188 Apr 01 12:57:30.853636 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dae8ea9a-3ba8-4d8f-8b77-05274d71876a req-f84b6167-42ab-43a6-88da-c1ad85bfd1ea tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447140 Apr 01 12:57:30.861235 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Router 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:57:30.950603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-6bb4b00d-7c17-4e5d-9daa-e957d8ccda1f req-9aa58f77-4a39-4ed9-ba78-f082da884abe tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 210 time: 0.0352862 Apr 01 12:57:31.023574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:57:31.038754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Sync routers for ids ['27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:57:31.062493 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:31.066589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4fa15b22-ac8b-402b-98bb-1f1b52207588 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0469723 Apr 01 12:57:31.067220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44762) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:31.076149 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Routers {'27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:57:31.078438 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:31.180312 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f980320-9e5b-4576-b02d-3fef528705eb tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:31.183094 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7f980320-9e5b-4576-b02d-3fef528705eb tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=5a40415f9fbe4cf2937cdcefaf0a19fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1141009 Apr 01 12:57:31.185771 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44768) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:31.233004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Set router 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:57:31.417932 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b085296-002e-4cc9-b3ee-dab417f1ac0a tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:31.419924 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8b085296-002e-4cc9-b3ee-dab417f1ac0a tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2306926 Apr 01 12:57:31.425167 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44776) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:31.478041 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7a04daa7-3445-4dc7-bbf6-2958868c637b tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510750 Apr 01 12:57:31.483428 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 44778) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:31.484239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4522277-3582-4403-b811-5cfb63856c59 req-ab91eb95-5e77-4f46-9294-324003d8f646 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:31.486547 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a4522277-3582-4403-b811-5cfb63856c59 req-ab91eb95-5e77-4f46-9294-324003d8f646 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 944 time: 0.0814474 Apr 01 12:57:31.523916 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3ab1e27f-17ee-4d70-a121-521737e3fe3a tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=5a40415f9fbe4cf2937cdcefaf0a19fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388932 Apr 01 12:57:31.526712 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44780) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:31.605491 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231252477', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:57:28Z', 'updated_at': '2022-04-01T12:57:30Z', 'revision_number': 3, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:57:29Z', 'updated_at': '2022-04-01T12:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:31.636118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Checking router: 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:57:31.636786 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Updating router 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 port bc374f74-490d-4639-8ab0-ea4f0d6bdbed binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:57:31.655423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a4522277-3582-4403-b811-5cfb63856c59 req-e68d6fe4-4c8d-43c8-99b0-9ff730a67e0e tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1577246 Apr 01 12:57:31.664778 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:31.680140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47427031-c029-492f-8362-3a3a222c7668 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:31.681693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-47427031-c029-492f-8362-3a3a222c7668 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1534855 Apr 01 12:57:31.684408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44786) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:31.725934 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e32f8cd4-96d8-4686-bdd8-fe64b49b34bd tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404091 Apr 01 12:57:31.728465 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44788) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:31.742079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-fcabe25b-b070-472b-b8fa-cad1fbc160cd tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1858373948', 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6', 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:31.866559 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcabe25b-b070-472b-b8fa-cad1fbc160cd tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Made reservation on behalf of 5a40415f9fbe4cf2937cdcefaf0a19fa for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:57:31.870876 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fcabe25b-b070-472b-b8fa-cad1fbc160cd tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:32.001677 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:32.018334 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:32.082821 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Attempting to bind port bc374f74-490d-4639-8ab0-ea4f0d6bdbed on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:57:32.084070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Attempting to bind port bc374f74-490d-4639-8ab0-ea4f0d6bdbed by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:57:32.084672 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Attempting to bind port bc374f74-490d-4639-8ab0-ea4f0d6bdbed on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:57:32.092456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Pushing event updated for resources: {'Port': ['ID=bc374f74-490d-4639-8ab0-ea4f0d6bdbed,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:32.098363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:57:32.098743 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:57:32.102688 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:32.103513 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:57:32.104357 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Bound port: bc374f74-490d-4639-8ab0-ea4f0d6bdbed, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:57:32.105092 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:32.112169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a36d-da10-4533-9dc1-6adcf935805f req-0fb879c6-b1a0-47dc-b100-be17b309fb11 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:32.127455 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3215a36d-da10-4533-9dc1-6adcf935805f req-0fb879c6-b1a0-47dc-b100-be17b309fb11 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.1568129 Apr 01 12:57:32.148888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:32.149631 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:32.150268 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:32.150856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:32.151401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:32.151943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:32.152494 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:32.153050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:32.153587 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:32.154148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:32.154686 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:32.155492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:32.191810 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-3215a36d-da10-4533-9dc1-6adcf935805f req-3ac19d51-e65f-40af-924e-53905afccb2a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621998 Apr 01 12:57:32.195363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] For port bc374f74-490d-4639-8ab0-ea4f0d6bdbed, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:57:32.199695 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] For port bc374f74-490d-4639-8ab0-ea4f0d6bdbed, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bc374f74-490d-4639-8ab0-ea4f0d6bdbed,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:57:32.209877 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2ebdf28b-ede5-48d8-9496-5b89b7ebad07 req-11d03dca-2cf4-41e8-8409-0279e04686ae tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 210 time: 0.1035011 Apr 01 12:57:32.210082 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:32.237767 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fcabe25b-b070-472b-b8fa-cad1fbc160cd tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:32.287802 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Routers {'27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:57:32.288464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:32.344208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcc875-1b77-4d94-83b5-9090b164239d None None] Pushing event updated for resources: {'Port': ['ID=bc374f74-490d-4639-8ab0-ea4f0d6bdbed,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:32.346201 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabe25b-b070-472b-b8fa-cad1fbc160cd tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Subnet': ['ID=6eeb447a-9d87-4b6b-ab3a-995918875134,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:32.433656 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcabe25b-b070-472b-b8fa-cad1fbc160cd tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Checking segment: {'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:57:32.434045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcabe25b-b070-472b-b8fa-cad1fbc160cd tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network hostable DHCP agents. Network: b9009049-6740-4e61-a762-fb39a1c627f6, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:57:32.437990 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] Set router 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:57:32.471945 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-84b34c50-32af-4c23-bf55-53a78f762bdf tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:32.473516 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-84b34c50-32af-4c23-bf55-53a78f762bdf tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.44 "GET /v2.0/networks?id=0f13aa2f-6364-46fb-b1c5-e4e5163dffdd HTTP/1.1" status: 200 len: 814 time: 0.2702396 Apr 01 12:57:32.475082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcabe25b-b070-472b-b8fa-cad1fbc160cd tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network b9009049-6740-4e61-a762-fb39a1c627f6 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:57:32.486529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Request body: {'port': {'device_id': 'd0c439d5-9278-465c-9304-c49d3c5dbbf3', 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd', 'admin_state_up': True, 'tenant_id': '825a414feccd40fbbf556f4d178de0bc'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:32.492023 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-fcabe25b-b070-472b-b8fa-cad1fbc160cd tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, b9009049-6740-4e61-a762-fb39a1c627f6) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:57:32.507870 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcabe25b-b070-472b-b8fa-cad1fbc160cd tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:32.508460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fcabe25b-b070-472b-b8fa-cad1fbc160cd tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:32.517793 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bb47d2-1541-4b82-ab54-27d24d8f2b61 None None] Network b9009049-6740-4e61-a762-fb39a1c627f6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:57:32.561413 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fcabe25b-b070-472b-b8fa-cad1fbc160cd tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8292956 Apr 01 12:57:32.561643 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44804) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:32.705640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Made reservation on behalf of 825a414feccd40fbbf556f4d178de0bc for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:57:32.710650 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:32.817063 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-b9009049-6740-4e61-a762-fb39a1c627f6', 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'fixed_ips': [{'subnet_id': '6eeb447a-9d87-4b6b-ab3a-995918875134'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:57:32.818366 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:32.851324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231252477', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:57:28Z', 'updated_at': '2022-04-01T12:57:30Z', 'revision_number': 3, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:57:29Z', 'updated_at': '2022-04-01T12:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:32.861669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9e8f3-5335-41e2-93fa-cc1ddc2a9882 req-3accb23d-74f6-4e06-bd5c-33be9a43f848 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:32.863617 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e7f9e8f3-5335-41e2-93fa-cc1ddc2a9882 req-3accb23d-74f6-4e06-bd5c-33be9a43f848 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 944 time: 0.0699775 Apr 01 12:57:32.912350 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e7f9e8f3-5335-41e2-93fa-cc1ddc2a9882 req-9f281615-2f34-4a68-a869-c005899132aa tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415967 Apr 01 12:57:32.965239 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00302f1d-fc4f-4362-94e5-c3de1d4dbfec None None] The sync data for ids ['27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'] in n-d-836146-1 is: [{'id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231252477', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:57:28Z', 'updated_at': '2022-04-01T12:57:30Z', 'revision_number': 3, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:57:29Z', 'updated_at': '2022-04-01T12:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:57:33.073375 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Allocated IP 172.20.0.18 (b9009049-6740-4e61-a762-fb39a1c627f6/6eeb447a-9d87-4b6b-ab3a-995918875134/df8f8fdf-fe9f-4af5-b95e-0325d48e2688) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:57:33.363373 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Allocated IP 172.20.0.14 (0f13aa2f-6364-46fb-b1c5-e4e5163dffdd/498f609c-987e-41d2-bddb-c2afe1709114/432cdd83-8022-4ba5-b94a-743264c44161) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:57:33.388708 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ef3ae34d-bc59-44c2-8cff-b86b9872a482 req-f3aa57a7-358f-4c18-9a28-4893969e3453 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 210 time: 0.0493658 Apr 01 12:57:33.400899 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:33.430414 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:33.504876 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Network b9009049-6740-4e61-a762-fb39a1c627f6 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:57:33.511417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:57:33.516091 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:57:33.523264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Pushing event updated for resources: {'Port': ['ID=df8f8fdf-fe9f-4af5-b95e-0325d48e2688,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:33.564958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee08e17-8043-4122-92b5-3787d3d711d3 req-c1347ce8-4559-4202-9be9-1040494dc9ef tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:33.566513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ee08e17-8043-4122-92b5-3787d3d711d3 req-c1347ce8-4559-4202-9be9-1040494dc9ef tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.2008955 Apr 01 12:57:33.611599 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Attempting to bind port df8f8fdf-fe9f-4af5-b95e-0325d48e2688 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:57:33.612050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Attempting to bind port df8f8fdf-fe9f-4af5-b95e-0325d48e2688 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:57:33.612423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Attempting to bind port df8f8fdf-fe9f-4af5-b95e-0325d48e2688 on network b9009049-6740-4e61-a762-fb39a1c627f6 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:57:33.618836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:57:33.619878 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Checking segment: {'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:57:33.620938 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:33.620938 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Bound using segment: {'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:57:33.621442 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Bound port: df8f8fdf-fe9f-4af5-b95e-0325d48e2688, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:57:33.621831 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:33.707801 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] For port df8f8fdf-fe9f-4af5-b95e-0325d48e2688, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:57:33.713755 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] For port df8f8fdf-fe9f-4af5-b95e-0325d48e2688, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=df8f8fdf-fe9f-4af5-b95e-0325d48e2688,segment=NetworkSegment(cb264174-735a-4c96-9d1b-87e6c7013d2b),segment_id=cb264174-735a-4c96-9d1b-87e6c7013d2b)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:57:33.720934 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:33.789111 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c21c9-793b-4f48-b4a7-efa736b8cb21 None None] Pushing event updated for resources: {'Port': ['ID=df8f8fdf-fe9f-4af5-b95e-0325d48e2688,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:33.791951 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4ee08e17-8043-4122-92b5-3787d3d711d3 req-71ca1da0-38f1-43ec-ba78-b71a8a69e033 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141955 Apr 01 12:57:33.820209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:33.960654 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:33.991766 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bc374f74-490d-4639-8ab0-ea4f0d6bdbed up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:57:34.104078 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port bc374f74-490d-4639-8ab0-ea4f0d6bdbed triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:34.104451 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:34.164012 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee874c82-4b10-48e4-9e60-ba215d3a58fd req-dbc13794-a6be-4f8a-b774-b3de79ed6c6f tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:34.166469 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ee874c82-4b10-48e4-9e60-ba215d3a58fd req-dbc13794-a6be-4f8a-b774-b3de79ed6c6f tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 944 time: 0.1002815 Apr 01 12:57:34.213419 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:34.258846 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:34.278139 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ee874c82-4b10-48e4-9e60-ba215d3a58fd req-2ae06674-62d9-4b50-a721-c589f74193ab tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936589 Apr 01 12:57:34.297776 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:57:34.309736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:57:34.320044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:57:34.322448 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port bc374f74-490d-4639-8ab0-ea4f0d6bdbed, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bc374f74-490d-4639-8ab0-ea4f0d6bdbed,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:34.328002 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:34.436014 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Pushing event updated for resources: {'Port': ['ID=432cdd83-8022-4ba5-b94a-743264c44161,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:34.462960 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=bc374f74-490d-4639-8ab0-ea4f0d6bdbed,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:34.478616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:34.479261 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:34.535333 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-065778c5-7f96-411b-a93d-df1ee00cee88 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0526218 Apr 01 12:57:34.569456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Request body: {'port': {'device_id': 'd0c439d5-9278-465c-9304-c49d3c5dbbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:34.631290 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Allocated IP 172.20.0.17 (b9009049-6740-4e61-a762-fb39a1c627f6/6eeb447a-9d87-4b6b-ab3a-995918875134/2919c09f-042c-4803-a431-92b57b8d84ab) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:57:34.671491 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c224a3-4be3-4b38-afbf-46f87134df39 req-1ec67dd6-7b39-42d9-87a6-418ca0b1b574 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:34.672979 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-59c224a3-4be3-4b38-afbf-46f87134df39 req-1ec67dd6-7b39-42d9-87a6-418ca0b1b574 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 932 time: 0.1659114 Apr 01 12:57:34.704325 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:34.810676 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-59c224a3-4be3-4b38-afbf-46f87134df39 req-b5c88b84-e13e-4455-bf8f-cd1ce61716d0 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261792 Apr 01 12:57:34.934443 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:34.961425 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0aba6-fc5c-457d-ab55-ada88a746713 req-2a0824a0-843d-4307-9b0e-a3d90e967bca tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:34.963667 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05f0aba6-fc5c-457d-ab55-ada88a746713 req-2a0824a0-843d-4307-9b0e-a3d90e967bca tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.0597665 Apr 01 12:57:35.023152 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-05f0aba6-fc5c-457d-ab55-ada88a746713 req-a5ea974c-b394-46f4-a4a2-cf8f61998dcf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491514 Apr 01 12:57:35.045967 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:35.122307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network b9009049-6740-4e61-a762-fb39a1c627f6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:57:35.127923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:57:35.131420 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Port': ['ID=2919c09f-042c-4803-a431-92b57b8d84ab,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:35.135079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:57:35.232858 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:35.270543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432cdd83-8022-4ba5-b94a-743264c44161 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:57:35.281434 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:35.308716 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Transition to ACTIVE for port object 432cdd83-8022-4ba5-b94a-743264c44161 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:57:35.326244 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:35.475965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Pushing event updated for resources: {'Port': ['ID=432cdd83-8022-4ba5-b94a-743264c44161,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:35.562642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c4313-49a7-4785-ab31-3cf2081f5af4 req-93d1b1de-6993-43a7-8198-441a1e82d373 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:35.564165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-813c4313-49a7-4785-ab31-3cf2081f5af4 req-93d1b1de-6993-43a7-8198-441a1e82d373 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 944 time: 0.1773732 Apr 01 12:57:35.566904 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:35.585275 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b7258-29da-41c7-bf01-8461d1eb48b1 None None] Network b9009049-6740-4e61-a762-fb39a1c627f6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:57:35.666247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Attempting to bind port 432cdd83-8022-4ba5-b94a-743264c44161 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:57:35.666580 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Attempting to bind port 432cdd83-8022-4ba5-b94a-743264c44161 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '7795a54f-0b0f-4952-9113-df05f0dca25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:57:35.667208 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Attempting to bind port 432cdd83-8022-4ba5-b94a-743264c44161 on network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:57:35.678284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-01e46c5f-c4dc-4316-bd54-3080720f308a None None] Provisioning complete for port df8f8fdf-fe9f-4af5-b95e-0325d48e2688 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:35.678975 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01e46c5f-c4dc-4316-bd54-3080720f308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:35.679710 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-813c4313-49a7-4785-ab31-3cf2081f5af4 req-1c9142b1-1d0a-4ace-8ebd-7f9820c0a25d tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1068201 Apr 01 12:57:35.722856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Port 432cdd83-8022-4ba5-b94a-743264c44161 on network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:57:35.723174 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Attempting to bind port 432cdd83-8022-4ba5-b94a-743264c44161 on network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:57:35.732033 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:57:35.733552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Checking segment: {'id': '7795a54f-0b0f-4952-9113-df05f0dca25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:57:35.733937 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Bound using segment: {'id': '7795a54f-0b0f-4952-9113-df05f0dca25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:57:35.734404 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Bound port: 432cdd83-8022-4ba5-b94a-743264c44161, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7795a54f-0b0f-4952-9113-df05f0dca25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:57:35.734756 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:35.834956 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01e46c5f-c4dc-4316-bd54-3080720f308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:35.861402 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] For port 432cdd83-8022-4ba5-b94a-743264c44161, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:57:35.867523 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] For port 432cdd83-8022-4ba5-b94a-743264c44161, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=432cdd83-8022-4ba5-b94a-743264c44161,segment=NetworkSegment(7795a54f-0b0f-4952-9113-df05f0dca25b),segment_id=7795a54f-0b0f-4952-9113-df05f0dca25b)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:57:35.886418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-01e46c5f-c4dc-4316-bd54-3080720f308a None None] For port df8f8fdf-fe9f-4af5-b95e-0325d48e2688, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=df8f8fdf-fe9f-4af5-b95e-0325d48e2688,segment=NetworkSegment(cb264174-735a-4c96-9d1b-87e6c7013d2b),segment_id=cb264174-735a-4c96-9d1b-87e6c7013d2b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:35.895116 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01e46c5f-c4dc-4316-bd54-3080720f308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:35.901022 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:35.997488 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:35.998128 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:35.999581 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] 10.222.0.44 "PUT /v2.0/ports/432cdd83-8022-4ba5-b94a-743264c44161 HTTP/1.1" status: 200 len: 1092 time: 1.4369748 Apr 01 12:57:36.002203 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c439d5-9278-465c-9304-c49d3c5dbbf3', 'tag': '432cdd83-8022-4ba5-b94a-743264c44161'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:57:36.004514 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791dea55-f2ed-4198-8b29-74158b6d3f88" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c439d5-9278-465c-9304-c49d3c5dbbf3", "tag": "432cdd83-8022-4ba5-b94a-743264c44161"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:57:36.031117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e46c5f-c4dc-4316-bd54-3080720f308a None None] Pushing event updated for resources: {'Port': ['ID=df8f8fdf-fe9f-4af5-b95e-0325d48e2688,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:36.081941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb083734-e1d2-4dd3-8275-7f7484d6f9a4 req-f63ae3b6-f222-4f21-ae02-73a67aabc0fb tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:36.095719 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eb083734-e1d2-4dd3-8275-7f7484d6f9a4 req-f63ae3b6-f222-4f21-ae02-73a67aabc0fb tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 944 time: 0.1209126 Apr 01 12:57:36.107672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a99a7-edcd-4893-a8b5-9ede7424a5bb service neutron] Pushing event updated for resources: {'Port': ['ID=432cdd83-8022-4ba5-b94a-743264c44161,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:36.120292 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ee8f07-b26c-4d1f-8db9-9a242c143812 x-openstack-request-id: req-36ee8f07-b26c-4d1f-8db9-9a242c143812 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:57:36.120292 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c439d5-9278-465c-9304-c49d3c5dbbf3", "tag": "432cdd83-8022-4ba5-b94a-743264c44161", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:57:36.120595 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36ee8f07-b26c-4d1f-8db9-9a242c143812 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:57:36.120891 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ee8f07-b26c-4d1f-8db9-9a242c143812'] response: {'name': 'network-changed', 'server_uuid': 'd0c439d5-9278-465c-9304-c49d3c5dbbf3', 'tag': '432cdd83-8022-4ba5-b94a-743264c44161', 'status': 'completed', 'code': 200} Apr 01 12:57:36.167428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bc374f74-490d-4639-8ab0-ea4f0d6bdbed up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:57:36.175926 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eb083734-e1d2-4dd3-8275-7f7484d6f9a4 req-b28f9c56-1b6d-4f49-a092-95907384ca42 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743744 Apr 01 12:57:36.238407 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port bc374f74-490d-4639-8ab0-ea4f0d6bdbed triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:36.239048 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:36.282738 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-3c4fb0a6-68a8-434c-9ccb-07291f60f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:36.284796 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-3c4fb0a6-68a8-434c-9ccb-07291f60f5aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=825a414feccd40fbbf556f4d178de0bc&device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 1095 time: 0.2070725 Apr 01 12:57:36.291902 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:36.307340 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:36.349309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35c198-148f-43b7-8cf2-7fbbf472a936 req-f4f618a4-f319-4f2c-b015-db7b6f79306b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:36.350110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device df8f8fdf-fe9f-4af5-b95e-0325d48e2688 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:57:36.350850 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b35c198-148f-43b7-8cf2-7fbbf472a936 req-f4f618a4-f319-4f2c-b015-db7b6f79306b tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.1299527 Apr 01 12:57:36.353195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072d58a-cb9f-487b-bfe2-0529199ee0a4 req-c2a916b2-3c28-4d2f-9458-9ddad2676855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:36.354619 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b072d58a-cb9f-487b-bfe2-0529199ee0a4 req-c2a916b2-3c28-4d2f-9458-9ddad2676855 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 1096 time: 0.1972971 Apr 01 12:57:36.356358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3cbb6a7e-5eeb-4bb6-bbb1-4806fd393ca6 None None] Provisioning complete for port 2919c09f-042c-4803-a431-92b57b8d84ab triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:36.356797 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3cbb6a7e-5eeb-4bb6-bbb1-4806fd393ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:36.381657 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-4d6d367d-9b16-45af-aaa8-5f123afc8cca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=432cdd83-8022-4ba5-b94a-743264c44161 HTTP/1.1" status: 200 len: 217 time: 0.0848355 Apr 01 12:57:36.437393 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-270f2830-8737-4871-a678-6410fef7dc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:36.448421 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3cbb6a7e-5eeb-4bb6-bbb1-4806fd393ca6 None None] Port 2919c09f-042c-4803-a431-92b57b8d84ab cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:57:36.494444 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3cbb6a7e-5eeb-4bb6-bbb1-4806fd393ca6 None None] Provisioning complete for port df8f8fdf-fe9f-4af5-b95e-0325d48e2688 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:36.495302 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3cbb6a7e-5eeb-4bb6-bbb1-4806fd393ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:36.497726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port df8f8fdf-fe9f-4af5-b95e-0325d48e2688 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:36.498292 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:36.513065 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:36.527408 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Port': ['ID=2919c09f-042c-4803-a431-92b57b8d84ab,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:36.541904 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b072d58a-cb9f-487b-bfe2-0529199ee0a4 req-31e2184d-07f8-4fc8-b3aa-633f09121729 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647968 Apr 01 12:57:36.543860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-bab9834b-6e87-406e-8d3c-3a6022447d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:36.545195 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-bab9834b-6e87-406e-8d3c-3a6022447d59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=498f609c-987e-41d2-bddb-c2afe1709114 HTTP/1.1" status: 200 len: 854 time: 0.1355839 Apr 01 12:57:36.553654 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e58a4822-75c4-4370-95b8-021fa876dd28 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:57:36.556260 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e58a4822-75c4-4370-95b8-021fa876dd28 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:57:36.557535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8b35c198-148f-43b7-8cf2-7fbbf472a936 req-54bae4d7-80a5-4a54-b833-34c6366acc3c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820343 Apr 01 12:57:36.610360 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-ab5213e0-048c-4b9c-848f-b937fbc7d3cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f13aa2f-6364-46fb-b1c5-e4e5163dffdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428469 Apr 01 12:57:36.768253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-77fab119-6bcf-48c6-b9a4-a533d296ccf1 service neutron] 10.222.0.44 "GET /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476161 Apr 01 12:57:36.770277 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network b9009049-6740-4e61-a762-fb39a1c627f6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:57:36.772468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:57:36.824491 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be68f1-557d-4425-97a1-45d255200aed req-37118e6c-7d3f-4481-b1c7-f5f89bd4a7b1 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:36.829403 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93be68f1-557d-4425-97a1-45d255200aed req-37118e6c-7d3f-4481-b1c7-f5f89bd4a7b1 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 944 time: 0.0760376 Apr 01 12:57:36.896255 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-93be68f1-557d-4425-97a1-45d255200aed req-bf94de65-a417-450a-bd74-4fd2a6ab6d91 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593338 Apr 01 12:57:37.071138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e58a4822-75c4-4370-95b8-021fa876dd28, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e58a4822-75c4-4370-95b8-021fa876dd28,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:37.086708 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:37.090980 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'port_id': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'mac_address': 'fa:16:3e:8a:27:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef63368-f92c-455d-bc24-d155e547337f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:57:37.174949 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:57:37.177256 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fd09aa-9913-473b-9486-072c18c5ff36" -d '{"events": [{"server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "name": "network-vif-unplugged", "status": "completed", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:57:37.201225 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e58a4822-75c4-4370-95b8-021fa876dd28, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e58a4822-75c4-4370-95b8-021fa876dd28,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:37.205362 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:37.210246 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:37.252436 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bab6125-cfe8-49f2-907a-9759558fee01 x-openstack-request-id: req-3bab6125-cfe8-49f2-907a-9759558fee01 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:57:37.252999 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "name": "network-vif-unplugged", "status": "completed", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:57:37.253526 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3bab6125-cfe8-49f2-907a-9759558fee01 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:57:37.254129 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bab6125-cfe8-49f2-907a-9759558fee01'] response: {'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'code': 200} Apr 01 12:57:37.256028 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e58a4822-75c4-4370-95b8-021fa876dd28 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:57:37.298562 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-176d8dc3-189d-480a-b9bb-b539fb3bd274 req-635eb484-831a-478b-993d-e51c7a05cb32 service neutron] 10.222.0.44 "GET /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180054 Apr 01 12:57:37.303851 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Router 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:57:37.347368 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-93da5b0d-c255-4d23-899e-535a329a46b9 None None] Provisioning complete for port 2919c09f-042c-4803-a431-92b57b8d84ab triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:37.347733 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-93da5b0d-c255-4d23-899e-535a329a46b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:37.353169 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:57:37.353519 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:57:37.394056 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783fc3-06af-49ec-a370-1f8fb870dfa7 req-f13ea4a3-ed37-4c88-8aa4-8aa23a546186 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:37.397664 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=e58a4822-75c4-4370-95b8-021fa876dd28,revision_number=6']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:37.403806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-93da5b0d-c255-4d23-899e-535a329a46b9 None None] Port 2919c09f-042c-4803-a431-92b57b8d84ab cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:57:37.415075 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-28783fc3-06af-49ec-a370-1f8fb870dfa7 req-f13ea4a3-ed37-4c88-8aa4-8aa23a546186 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 944 time: 0.1368513 Apr 01 12:57:37.466340 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-28783fc3-06af-49ec-a370-1f8fb870dfa7 req-af12d0a9-dfc7-4e9f-9582-c060021612b9 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466681 Apr 01 12:57:37.512904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dea55-f2ed-4198-8b29-74158b6d3f88 req-59d1376c-3806-4584-99b3-be728306c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:37.514394 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-791dea55-f2ed-4198-8b29-74158b6d3f88 req-59d1376c-3806-4584-99b3-be728306c4a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=825a414feccd40fbbf556f4d178de0bc&device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 1095 time: 0.1307933 Apr 01 12:57:37.532278 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:57:37.543350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-d8b548fa-a184-4f5d-9a4f-8cdc3f72afe4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "PUT /v2.0/routers/27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9760246 Apr 01 12:57:37.549654 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Sync routers for ids ['27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:57:37.561547 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Routers {'27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:57:37.562305 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:37.642359 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dea55-f2ed-4198-8b29-74158b6d3f88 req-af454028-cbb3-4ec5-a4b9-b56bd1e943ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:37.643989 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-791dea55-f2ed-4198-8b29-74158b6d3f88 req-af454028-cbb3-4ec5-a4b9-b56bd1e943ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f13aa2f-6364-46fb-b1c5-e4e5163dffdd HTTP/1.1" status: 200 len: 915 time: 0.1198132 Apr 01 12:57:37.679322 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Set router 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:57:37.718196 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-791dea55-f2ed-4198-8b29-74158b6d3f88 req-6b0239e6-e8e1-4d74-b3a4-8d086954edcc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=432cdd83-8022-4ba5-b94a-743264c44161 HTTP/1.1" status: 200 len: 217 time: 0.0654688 Apr 01 12:57:37.802670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689afbe-b9a4-4d3b-8d45-d0fc812f342f req-2200be67-7e40-459f-9a8d-5ec85743102c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:37.810648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b689afbe-b9a4-4d3b-8d45-d0fc812f342f req-2200be67-7e40-459f-9a8d-5ec85743102c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 943 time: 0.1042013 Apr 01 12:57:37.818797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dea55-f2ed-4198-8b29-74158b6d3f88 req-1d661b85-b09d-4faf-966e-96338af78e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:37.830691 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-791dea55-f2ed-4198-8b29-74158b6d3f88 req-1d661b85-b09d-4faf-966e-96338af78e04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=498f609c-987e-41d2-bddb-c2afe1709114 HTTP/1.1" status: 200 len: 854 time: 0.0966504 Apr 01 12:57:37.878824 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-2c92c445-448c-48ba-a45b-174ef31f2d7f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:37.889066 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-2c92c445-448c-48ba-a45b-174ef31f2d7f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/networks?id=b9009049-6740-4e61-a762-fb39a1c627f6 HTTP/1.1" status: 200 len: 797 time: 0.1824872 Apr 01 12:57:37.916001 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-791dea55-f2ed-4198-8b29-74158b6d3f88 req-61611417-a0b1-4a26-a6bd-ce403d3d89b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f13aa2f-6364-46fb-b1c5-e4e5163dffdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687721 Apr 01 12:57:37.924117 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-6be43aa1-45ac-485a-8627-5b80b025b7a1 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/quotas/5a40415f9fbe4cf2937cdcefaf0a19fa HTTP/1.1" status: 200 len: 375 time: 0.0335560 Apr 01 12:57:37.939508 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231252477', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:57:28Z', 'updated_at': '2022-04-01T12:57:35Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:57:29Z', 'updated_at': '2022-04-01T12:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '2919c09f-042c-4803-a431-92b57b8d84ab', 'name': '', 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'mac_address': 'fa:16:3e:8a:a4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6eeb447a-9d87-4b6b-ab3a-995918875134', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:57:34Z', 'updated_at': '2022-04-01T12:57:35Z', 'revision_number': 2, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'subnets': [{'id': '6eeb447a-9d87-4b6b-ab3a-995918875134', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:37.947066 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:37.964596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device df8f8fdf-fe9f-4af5-b95e-0325d48e2688 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:57:37.996706 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Checking router: 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:57:37.997191 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Updating router 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 port 2919c09f-042c-4803-a431-92b57b8d84ab binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:57:38.004230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b689afbe-b9a4-4d3b-8d45-d0fc812f342f req-60d410cd-0222-4010-af1f-62ac41bd5db5 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926017 Apr 01 12:57:38.031652 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58a4822-75c4-4370-95b8-021fa876dd28 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:57:38.036979 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:38.052726 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-8657e835-df0f-480f-954e-7d17c8bf8c11 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1252744 Apr 01 12:57:38.100190 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e58a4822-75c4-4370-95b8-021fa876dd28, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e58a4822-75c4-4370-95b8-021fa876dd28,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:38.113154 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:38.191000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port df8f8fdf-fe9f-4af5-b95e-0325d48e2688 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:38.191298 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:38.193995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9619-7542-4759-b423-bb2a72fddd7a req-614e108a-6381-49ff-9fa4-defa06da226b tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:38.203035 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21dd9619-7542-4759-b423-bb2a72fddd7a req-614e108a-6381-49ff-9fa4-defa06da226b tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 944 time: 0.1010461 Apr 01 12:57:38.211487 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-791dea55-f2ed-4198-8b29-74158b6d3f88 req-ec550595-e799-4f11-b444-b0dbfeb9b275 service neutron] 10.222.0.44 "GET /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831810 Apr 01 12:57:38.217720 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=e58a4822-75c4-4370-95b8-021fa876dd28,revision_number=7']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:38.273526 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-b89b659d-a820-4ddb-a0df-b7cd666b028d service neutron] 10.222.0.45 "GET /v2.0/networks/b9009049-6740-4e61-a762-fb39a1c627f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974387 Apr 01 12:57:38.279041 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-21dd9619-7542-4759-b423-bb2a72fddd7a req-87f553ab-325b-4d16-a27e-72446937c13c tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749028 Apr 01 12:57:38.351243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-791dea55-f2ed-4198-8b29-74158b6d3f88 req-38737aa5-3976-4351-ae7f-14e026c8068e service neutron] 10.222.0.44 "GET /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309621 Apr 01 12:57:38.396880 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-faec3cd0-78a7-4ecc-bdd2-9b1d19901de5 service neutron] 10.222.0.45 "GET /v2.0/networks/b9009049-6740-4e61-a762-fb39a1c627f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159816 Apr 01 12:57:38.432545 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['e58a4822-75c4-4370-95b8-021fa876dd28'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:57:38.537810 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:38.547055 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:38.558034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d611156f-72d2-41b5-bd96-10fda86ff0b1 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:57:38.662458 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a5e3ce9-ec01-4eea-b320-006175729dab req-e7cdace0-9d2c-4cce-af28-72faf949659f tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 210 time: 0.0747616 Apr 01 12:57:38.672153 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Pushing event updated for resources: {'Port': ['ID=2919c09f-042c-4803-a431-92b57b8d84ab,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:38.725038 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:38.725661 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:38.726226 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:38.726621 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:38.727166 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:38.727683 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:38.728420 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:38.729065 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:38.729575 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:38.730107 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:38.730619 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:38.731146 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:57:38.741697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecea5b6-cd6e-45ee-a237-2c56b8f0e6f8 req-6a3f8c3c-b1ac-4b3d-b5a7-f4e780ba3729 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:38.749225 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Attempting to bind port 2919c09f-042c-4803-a431-92b57b8d84ab on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:57:38.749463 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fecea5b6-cd6e-45ee-a237-2c56b8f0e6f8 req-6a3f8c3c-b1ac-4b3d-b5a7-f4e780ba3729 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 944 time: 0.1072109 Apr 01 12:57:38.751044 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Attempting to bind port 2919c09f-042c-4803-a431-92b57b8d84ab by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:57:38.751668 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Attempting to bind port 2919c09f-042c-4803-a431-92b57b8d84ab on network b9009049-6740-4e61-a762-fb39a1c627f6 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:57:38.760260 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:57:38.761003 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Checking segment: {'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:57:38.761598 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:38.762201 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Bound using segment: {'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:57:38.762897 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Bound port: 2919c09f-042c-4803-a431-92b57b8d84ab, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:57:38.763592 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:38.808070 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fecea5b6-cd6e-45ee-a237-2c56b8f0e6f8 req-40aff62b-062b-439d-a0d0-ee8c3bbe8b51 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524874 Apr 01 12:57:38.893375 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:38.922077 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] For port 2919c09f-042c-4803-a431-92b57b8d84ab, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:57:38.923592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d611156f-72d2-41b5-bd96-10fda86ff0b1, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d611156f-72d2-41b5-bd96-10fda86ff0b1,segment=NetworkSegment(4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4),segment_id=4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:38.927625 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] For port 2919c09f-042c-4803-a431-92b57b8d84ab, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2919c09f-042c-4803-a431-92b57b8d84ab,segment=NetworkSegment(cb264174-735a-4c96-9d1b-87e6c7013d2b),segment_id=cb264174-735a-4c96-9d1b-87e6c7013d2b)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:57:38.936861 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:38.953884 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'port_id': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'mac_address': 'fa:16:3e:fc:a9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:57:38.961858 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2036d504-f63e-42be-838c-ca6e47ea1565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:39.006161 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b484545-4305-4647-9f23-9fa7c5afe874 None None] Pushing event updated for resources: {'Port': ['ID=2919c09f-042c-4803-a431-92b57b8d84ab,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:39.007436 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-363c4e5e-b932-4897-954f-8793aa4c4d1f None None] Provisioning complete for port 2919c09f-042c-4803-a431-92b57b8d84ab triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:39.007614 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-363c4e5e-b932-4897-954f-8793aa4c4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:39.027312 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Routers {'27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:57:39.027940 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:39.108430 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:39.118741 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:39.159277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d611156f-72d2-41b5-bd96-10fda86ff0b1 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:57:39.221876 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98bdf1-1f06-4bce-9d9b-2042994ad342 req-0b76cf84-578b-4fbf-9a1f-14a45d0c383c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:39.237507 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be98bdf1-1f06-4bce-9d9b-2042994ad342 req-0b76cf84-578b-4fbf-9a1f-14a45d0c383c tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 944 time: 0.0930223 Apr 01 12:57:39.240142 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d611156f-72d2-41b5-bd96-10fda86ff0b1, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d611156f-72d2-41b5-bd96-10fda86ff0b1,segment=NetworkSegment(4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4),segment_id=4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:39.247277 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:39.273114 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] Set router 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:57:39.298845 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-be98bdf1-1f06-4bce-9d9b-2042994ad342 req-a0ea6eb9-d747-4bdd-8ac6-56d75cd8b9ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561848 Apr 01 12:57:39.313302 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 44942) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:39.395022 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-363c4e5e-b932-4897-954f-8793aa4c4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:39.440657 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8834e344-c1d1-45c8-a249-ea54f397c8e5 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/floatingips/5caebdb8-105e-4a64-934f-fed097999f6c HTTP/1.1" status: 200 len: 992 time: 0.1256301 Apr 01 12:57:39.464400 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=d611156f-72d2-41b5-bd96-10fda86ff0b1,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:39.470589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-363c4e5e-b932-4897-954f-8793aa4c4d1f None None] For port 2919c09f-042c-4803-a431-92b57b8d84ab, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2919c09f-042c-4803-a431-92b57b8d84ab,segment=NetworkSegment(cb264174-735a-4c96-9d1b-87e6c7013d2b),segment_id=cb264174-735a-4c96-9d1b-87e6c7013d2b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:39.476294 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-363c4e5e-b932-4897-954f-8793aa4c4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:39.548151 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c4e5e-b932-4897-954f-8793aa4c4d1f None None] Pushing event updated for resources: {'Port': ['ID=2919c09f-042c-4803-a431-92b57b8d84ab,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:39.562858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6559921-2632-46c3-9f60-79469a098fd2 req-fb9fa463-22c6-4d59-a846-5e5be7db15f9 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:39.564449 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6559921-2632-46c3-9f60-79469a098fd2 req-fb9fa463-22c6-4d59-a846-5e5be7db15f9 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 945 time: 0.1227190 Apr 01 12:57:39.583589 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d611156f-72d2-41b5-bd96-10fda86ff0b1'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:57:39.637461 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e6559921-2632-46c3-9f60-79469a098fd2 req-8e43cb36-66bd-4e52-a96d-77d3d6cbdc71 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593648 Apr 01 12:57:39.654621 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231252477', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:57:28Z', 'updated_at': '2022-04-01T12:57:35Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:57:29Z', 'updated_at': '2022-04-01T12:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '2919c09f-042c-4803-a431-92b57b8d84ab', 'name': '', 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'mac_address': 'fa:16:3e:8a:a4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6eeb447a-9d87-4b6b-ab3a-995918875134', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:57:34Z', 'updated_at': '2022-04-01T12:57:38Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'subnets': [{'id': '6eeb447a-9d87-4b6b-ab3a-995918875134', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:39.676791 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d3e3a2d7-3d24-4106-a4c0-25aff597b3de None None] Provisioning complete for port 2919c09f-042c-4803-a431-92b57b8d84ab triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:39.677159 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a2d7-3d24-4106-a4c0-25aff597b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:39.688236 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6a275-4460-42fa-b888-09ad5c6772f9 None None] The sync data for ids ['27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'] in n-d-836146-1 is: [{'id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231252477', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:57:28Z', 'updated_at': '2022-04-01T12:57:35Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:57:29Z', 'updated_at': '2022-04-01T12:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '2919c09f-042c-4803-a431-92b57b8d84ab', 'name': '', 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'mac_address': 'fa:16:3e:8a:a4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6eeb447a-9d87-4b6b-ab3a-995918875134', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:57:34Z', 'updated_at': '2022-04-01T12:57:38Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'subnets': [{'id': '6eeb447a-9d87-4b6b-ab3a-995918875134', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:57:39.926271 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-85c87472-4a51-47d5-bb82-20bfa5c0c585 req-db3922fd-c2c2-45a1-a582-2aa03eee8846 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 210 time: 0.1771300 Apr 01 12:57:39.989125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fa267-826c-4ab2-bc11-624addeb618d req-68fa3251-7fd2-4d0d-8811-300074a7fce2 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:39.999066 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b8fa267-826c-4ab2-bc11-624addeb618d req-68fa3251-7fd2-4d0d-8811-300074a7fce2 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 944 time: 0.0800452 Apr 01 12:57:40.036492 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2919c09f-042c-4803-a431-92b57b8d84ab up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:57:40.054888 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 432cdd83-8022-4ba5-b94a-743264c44161 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:57:40.069620 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-7b8fa267-826c-4ab2-bc11-624addeb618d req-06546ac4-e41d-43c2-a93c-c9b13cea95e9 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695875 Apr 01 12:57:40.205147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-b3bd54d0-5346-48e9-8bf6-824b2e61ad70 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:40.207156 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-b3bd54d0-5346-48e9-8bf6-824b2e61ad70 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.37 "GET /v2.0/networks?id=b9009049-6740-4e61-a762-fb39a1c627f6 HTTP/1.1" status: 200 len: 797 time: 0.1628375 Apr 01 12:57:40.220805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Request body: {'port': {'device_id': '46237450-3e01-4b24-9769-2c928d278074', 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6', 'admin_state_up': True, 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:40.315095 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 432cdd83-8022-4ba5-b94a-743264c44161, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=432cdd83-8022-4ba5-b94a-743264c44161,segment=NetworkSegment(7795a54f-0b0f-4952-9113-df05f0dca25b),segment_id=7795a54f-0b0f-4952-9113-df05f0dca25b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:40.335635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 2919c09f-042c-4803-a431-92b57b8d84ab triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:40.336139 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:40.347416 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '432cdd83-8022-4ba5-b94a-743264c44161', 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd', 'port_id': '432cdd83-8022-4ba5-b94a-743264c44161', 'mac_address': 'fa:16:3e:b0:8e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498f609c-987e-41d2-bddb-c2afe1709114', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:57:40.387162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Made reservation on behalf of 5a40415f9fbe4cf2937cdcefaf0a19fa for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:57:40.392459 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:40.435737 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:40.465544 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432cdd83-8022-4ba5-b94a-743264c44161 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:57:40.507111 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:40.519668 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 432cdd83-8022-4ba5-b94a-743264c44161, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=432cdd83-8022-4ba5-b94a-743264c44161,segment=NetworkSegment(7795a54f-0b0f-4952-9113-df05f0dca25b),segment_id=7795a54f-0b0f-4952-9113-df05f0dca25b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:40.529985 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:40.562120 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e58a4822-75c4-4370-95b8-021fa876dd28 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:57:40.568984 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Allocated IP 172.20.0.22 (b9009049-6740-4e61-a762-fb39a1c627f6/6eeb447a-9d87-4b6b-ab3a-995918875134/c1d8e674-6e26-4d02-9b06-da808ca49c09) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:57:40.665164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=432cdd83-8022-4ba5-b94a-743264c44161,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:40.684251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port e58a4822-75c4-4370-95b8-021fa876dd28 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:40.684630 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:40.776454 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:40.791708 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:40.821117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:57:40.825072 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85cd338-73ee-4ffa-9c7f-19a6effe6cbc" -d '{"events": [{"server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "name": "network-vif-plugged", "status": "completed", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:57:40.825299 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c008999-f16f-454b-98d2-43097635f244 req-18ae71ae-3b11-4d66-9c99-c9818719d7dd tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:40.834788 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:40.836696 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c008999-f16f-454b-98d2-43097635f244 req-18ae71ae-3b11-4d66-9c99-c9818719d7dd tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 945 time: 0.0879347 Apr 01 12:57:40.839398 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['432cdd83-8022-4ba5-b94a-743264c44161'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:57:40.893809 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-8c008999-f16f-454b-98d2-43097635f244 req-5220b9f8-22fa-496a-b107-ab3091b87689 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560954 Apr 01 12:57:40.945256 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Network b9009049-6740-4e61-a762-fb39a1c627f6 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:57:40.948679 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:57:40.953527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:57:41.031963 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:41.033739 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:41.044968 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event updated for resources: {'Port': ['ID=c1d8e674-6e26-4d02-9b06-da808ca49c09,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:41.072372 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-242a33bb-e391-40dc-b0cc-215788d7d2af tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8564622 Apr 01 12:57:41.089153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Request body: {'port': {'device_id': '46237450-3e01-4b24-9769-2c928d278074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:41.131242 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port e58a4822-75c4-4370-95b8-021fa876dd28, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e58a4822-75c4-4370-95b8-021fa876dd28,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:41.143030 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28fc238-69f9-4846-ae95-d06f7e76b509 x-openstack-request-id: req-e28fc238-69f9-4846-ae95-d06f7e76b509 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:57:41.143392 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "name": "network-vif-plugged", "status": "completed", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:57:41.143607 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e28fc238-69f9-4846-ae95-d06f7e76b509 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:57:41.143942 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28fc238-69f9-4846-ae95-d06f7e76b509'] response: {'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'code': 200} Apr 01 12:57:41.148100 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:41.197191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986916-06e3-47be-be38-01320bf6d3a9 req-700419c7-0e04-4835-aabd-5d78a8509aeb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:41.213747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=e58a4822-75c4-4370-95b8-021fa876dd28,revision_number=8']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:41.217295 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-1b986916-06e3-47be-be38-01320bf6d3a9 req-700419c7-0e04-4835-aabd-5d78a8509aeb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 895 time: 0.1516633 Apr 01 12:57:41.219893 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:41.348614 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d02b4-c17d-4bcd-b657-9ff3febf69c6 req-7625c5a1-609b-4e76-87dd-fe3b4e340a22 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:41.356123 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d54d02b4-c17d-4bcd-b657-9ff3febf69c6 req-7625c5a1-609b-4e76-87dd-fe3b4e340a22 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 945 time: 0.1138029 Apr 01 12:57:41.382391 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a76e7e94-6d79-4950-be18-4e7bd648d77f None None] Provisioning complete for port c1d8e674-6e26-4d02-9b06-da808ca49c09 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:41.382962 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a76e7e94-6d79-4950-be18-4e7bd648d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:41.422352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-a76e7e94-6d79-4950-be18-4e7bd648d77f None None] Port c1d8e674-6e26-4d02-9b06-da808ca49c09 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:57:41.466478 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d54d02b4-c17d-4bcd-b657-9ff3febf69c6 req-96644bac-1d02-4cac-b1f7-a3d0703047b6 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095073 Apr 01 12:57:41.647386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d8e674-6e26-4d02-9b06-da808ca49c09 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:57:41.655183 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:41.668478 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Transition to ACTIVE for port object c1d8e674-6e26-4d02-9b06-da808ca49c09 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:57:41.672422 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:41.745398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Pushing event updated for resources: {'Port': ['ID=c1d8e674-6e26-4d02-9b06-da808ca49c09,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:41.807094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Attempting to bind port c1d8e674-6e26-4d02-9b06-da808ca49c09 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:57:41.807445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Attempting to bind port c1d8e674-6e26-4d02-9b06-da808ca49c09 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:57:41.807757 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Attempting to bind port c1d8e674-6e26-4d02-9b06-da808ca49c09 on network b9009049-6740-4e61-a762-fb39a1c627f6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:57:41.812309 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Port c1d8e674-6e26-4d02-9b06-da808ca49c09 on network b9009049-6740-4e61-a762-fb39a1c627f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:57:41.812633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Attempting to bind port c1d8e674-6e26-4d02-9b06-da808ca49c09 on network b9009049-6740-4e61-a762-fb39a1c627f6 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:57:41.818628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:57:41.819079 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Checking segment: {'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:57:41.819456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Bound using segment: {'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:57:41.819888 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Bound port: c1d8e674-6e26-4d02-9b06-da808ca49c09, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb264174-735a-4c96-9d1b-87e6c7013d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:57:41.820249 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:41.847008 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:41.895399 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:41.912281 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] For port c1d8e674-6e26-4d02-9b06-da808ca49c09, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:57:41.916334 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] For port c1d8e674-6e26-4d02-9b06-da808ca49c09, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c1d8e674-6e26-4d02-9b06-da808ca49c09,segment=NetworkSegment(cb264174-735a-4c96-9d1b-87e6c7013d2b),segment_id=cb264174-735a-4c96-9d1b-87e6c7013d2b)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:57:41.920578 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:41.971189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:41.972077 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:41.974317 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] 10.222.0.37 "PUT /v2.0/ports/c1d8e674-6e26-4d02-9b06-da808ca49c09 HTTP/1.1" status: 200 len: 1055 time: 0.8943689 Apr 01 12:57:41.974927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46237450-3e01-4b24-9769-2c928d278074', 'tag': 'c1d8e674-6e26-4d02-9b06-da808ca49c09'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:57:41.977310 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd96b08-988c-489a-9c86-31dcd351bb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "46237450-3e01-4b24-9769-2c928d278074", "tag": "c1d8e674-6e26-4d02-9b06-da808ca49c09"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:57:42.009597 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89bb42-6e3f-41ba-9c5b-2232f2c969ee service neutron] Pushing event updated for resources: {'Port': ['ID=c1d8e674-6e26-4d02-9b06-da808ca49c09,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:42.027302 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 432cdd83-8022-4ba5-b94a-743264c44161 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:57:42.067978 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2747b-aead-447a-9c09-0458826b416a req-796e6971-e75c-4b7c-8cd2-4b60241ccde1 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:42.075893 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c4b2747b-aead-447a-9c09-0458826b416a req-796e6971-e75c-4b7c-8cd2-4b60241ccde1 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 945 time: 0.1089816 Apr 01 12:57:42.098765 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdee936-f831-4281-98b4-cf270b02b1ac x-openstack-request-id: req-0cdee936-f831-4281-98b4-cf270b02b1ac {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:57:42.099372 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46237450-3e01-4b24-9769-2c928d278074", "tag": "c1d8e674-6e26-4d02-9b06-da808ca49c09", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:57:42.099372 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0cdee936-f831-4281-98b4-cf270b02b1ac {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:57:42.099760 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdee936-f831-4281-98b4-cf270b02b1ac'] response: {'name': 'network-changed', 'server_uuid': '46237450-3e01-4b24-9769-2c928d278074', 'tag': 'c1d8e674-6e26-4d02-9b06-da808ca49c09', 'status': 'completed', 'code': 200} Apr 01 12:57:42.126142 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c4b2747b-aead-447a-9c09-0458826b416a req-d1d23df9-21f7-4415-9576-a37c3dc85e35 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492170 Apr 01 12:57:42.127901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 432cdd83-8022-4ba5-b94a-743264c44161 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:57:42.135331 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-4a6a419d-9501-4599-8b49-91ccd1b62d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:42.137723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-4a6a419d-9501-4599-8b49-91ccd1b62d11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa&device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 1058 time: 0.0927711 Apr 01 12:57:42.138232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 432cdd83-8022-4ba5-b94a-743264c44161 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:42.138609 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:42.182506 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-d6c92f79-1178-4169-8deb-7fa149cd23e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c1d8e674-6e26-4d02-9b06-da808ca49c09 HTTP/1.1" status: 200 len: 217 time: 0.0367625 Apr 01 12:57:42.227456 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:42.232479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-75d61a65-3141-42f1-a059-67cdd084241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:42.234199 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-75d61a65-3141-42f1-a059-67cdd084241d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6eeb447a-9d87-4b6b-ab3a-995918875134 HTTP/1.1" status: 200 len: 838 time: 0.0464938 Apr 01 12:57:42.264182 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 432cdd83-8022-4ba5-b94a-743264c44161, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=432cdd83-8022-4ba5-b94a-743264c44161,segment=NetworkSegment(7795a54f-0b0f-4952-9113-df05f0dca25b),segment_id=7795a54f-0b0f-4952-9113-df05f0dca25b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:42.272819 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:42.289282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-8a600a8a-02ae-4219-a6ff-edf6f7c0816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:42.291071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-8a600a8a-02ae-4219-a6ff-edf6f7c0816d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9009049-6740-4e61-a762-fb39a1c627f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494020 Apr 01 12:57:42.325854 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=432cdd83-8022-4ba5-b94a-743264c44161,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:42.406796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa029-03bd-4356-ac0f-8f9e830f9687 req-03655a60-4468-4e93-b6de-9d6f875165a1 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:42.408290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a67fa029-03bd-4356-ac0f-8f9e830f9687 req-03655a60-4468-4e93-b6de-9d6f875165a1 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 907 time: 0.1129375 Apr 01 12:57:42.429501 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-4789e4c9-85ee-4905-b40e-3085e989073e service neutron] 10.222.0.37 "GET /v2.0/networks/b9009049-6740-4e61-a762-fb39a1c627f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231804 Apr 01 12:57:42.525797 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12db83a1-be87-42ef-ade7-fce4fd6cc653 req-edee7983-b7bc-41f1-9574-af2242f69223 service neutron] 10.222.0.37 "GET /v2.0/networks/b9009049-6740-4e61-a762-fb39a1c627f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897417 Apr 01 12:57:42.570886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d611156f-72d2-41b5-bd96-10fda86ff0b1 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:57:42.624435 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdc956-b757-4a1c-ad1a-6b3c5898cffe req-34e8d4c4-fa0b-4577-aaff-f8d98346cb7d tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:42.627113 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5bdc956-b757-4a1c-ad1a-6b3c5898cffe req-34e8d4c4-fa0b-4577-aaff-f8d98346cb7d tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 946 time: 0.0827396 Apr 01 12:57:42.634190 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port d611156f-72d2-41b5-bd96-10fda86ff0b1 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:57:42.639994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd96b08-988c-489a-9c86-31dcd351bb0e req-b1a77c85-5892-49c5-bfd4-1ff57e4108e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:42.640548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port d611156f-72d2-41b5-bd96-10fda86ff0b1 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:42.641037 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:42.641462 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdd96b08-988c-489a-9c86-31dcd351bb0e req-b1a77c85-5892-49c5-bfd4-1ff57e4108e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa&device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 1058 time: 0.0568206 Apr 01 12:57:42.695008 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5bdc956-b757-4a1c-ad1a-6b3c5898cffe req-432bf066-544c-412b-86ec-44d671860358 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599971 Apr 01 12:57:42.742643 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:42.773697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd96b08-988c-489a-9c86-31dcd351bb0e req-efc0241f-cdab-4dc9-a5d6-d6284e87f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:42.775234 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdd96b08-988c-489a-9c86-31dcd351bb0e req-efc0241f-cdab-4dc9-a5d6-d6284e87f30e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b9009049-6740-4e61-a762-fb39a1c627f6 HTTP/1.1" status: 200 len: 898 time: 0.1258416 Apr 01 12:57:42.777124 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d611156f-72d2-41b5-bd96-10fda86ff0b1, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d611156f-72d2-41b5-bd96-10fda86ff0b1,segment=NetworkSegment(4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4),segment_id=4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:42.780242 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:42.819037 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdd96b08-988c-489a-9c86-31dcd351bb0e req-55dd52b8-d84c-4490-b966-c38944183f77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c1d8e674-6e26-4d02-9b06-da808ca49c09 HTTP/1.1" status: 200 len: 217 time: 0.0373986 Apr 01 12:57:42.828726 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=d611156f-72d2-41b5-bd96-10fda86ff0b1,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:42.872728 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd96b08-988c-489a-9c86-31dcd351bb0e req-d28546ae-971c-4572-847f-f2e4fe129017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:42.874243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdd96b08-988c-489a-9c86-31dcd351bb0e req-d28546ae-971c-4572-847f-f2e4fe129017 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6eeb447a-9d87-4b6b-ab3a-995918875134 HTTP/1.1" status: 200 len: 838 time: 0.0494056 Apr 01 12:57:42.919078 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd96b08-988c-489a-9c86-31dcd351bb0e req-e5a0a281-c3e5-4d7a-be5b-ba100c8e3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:42.920650 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdd96b08-988c-489a-9c86-31dcd351bb0e req-e5a0a281-c3e5-4d7a-be5b-ba100c8e3c86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9009049-6740-4e61-a762-fb39a1c627f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399673 Apr 01 12:57:43.018526 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdd96b08-988c-489a-9c86-31dcd351bb0e req-8deae839-aece-4eb8-9cd9-9288688055cb service neutron] 10.222.0.37 "GET /v2.0/networks/b9009049-6740-4e61-a762-fb39a1c627f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899587 Apr 01 12:57:43.110895 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fdd96b08-988c-489a-9c86-31dcd351bb0e req-99e579dd-4762-4908-9af5-69f5e014ae29 service neutron] 10.222.0.37 "GET /v2.0/networks/b9009049-6740-4e61-a762-fb39a1c627f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812404 Apr 01 12:57:43.145183 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c439d5-9278-465c-9304-c49d3c5dbbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432cdd83-8022-4ba5-b94a-743264c44161'}, {'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:57:43.147613 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5065aed-996a-41a8-a05c-e5d25209f466" -d '{"events": [{"server_uuid": "d0c439d5-9278-465c-9304-c49d3c5dbbf3", "name": "network-vif-plugged", "status": "completed", "tag": "432cdd83-8022-4ba5-b94a-743264c44161"}, {"server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "name": "network-vif-plugged", "status": "completed", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:57:43.190131 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 12:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f713a2-8d2f-4229-ac2d-aaf30897fef1 x-openstack-request-id: req-c8f713a2-8d2f-4229-ac2d-aaf30897fef1 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:57:43.190425 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c439d5-9278-465c-9304-c49d3c5dbbf3", "name": "network-vif-plugged", "status": "completed", "tag": "432cdd83-8022-4ba5-b94a-743264c44161", "code": 200}, {"server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "name": "network-vif-plugged", "status": "completed", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:57:43.190668 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8f713a2-8d2f-4229-ac2d-aaf30897fef1 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:57:43.191062 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f713a2-8d2f-4229-ac2d-aaf30897fef1'] response: {'server_uuid': 'd0c439d5-9278-465c-9304-c49d3c5dbbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432cdd83-8022-4ba5-b94a-743264c44161', 'code': 200} Apr 01 12:57:43.191312 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f713a2-8d2f-4229-ac2d-aaf30897fef1'] response: {'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'code': 200} Apr 01 12:57:43.236084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7a3b2-9d2a-4ec7-b527-a2d8e76f9275 req-97000802-c932-4c5a-879d-eea55017a0d5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:43.237575 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d3a7a3b2-9d2a-4ec7-b527-a2d8e76f9275 req-97000802-c932-4c5a-879d-eea55017a0d5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 946 time: 0.0516984 Apr 01 12:57:43.332813 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d3a7a3b2-9d2a-4ec7-b527-a2d8e76f9275 req-2a86e964-3ac8-483d-96cc-6949d973c2ac tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882630 Apr 01 12:57:43.343718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd7624-6ce5-4aa8-8ccd-b07f690ecff3 req-670a29e0-3038-4074-b34e-778c79cce35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:43.345198 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2dd7624-6ce5-4aa8-8ccd-b07f690ecff3 req-670a29e0-3038-4074-b34e-778c79cce35d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 1097 time: 0.0934854 Apr 01 12:57:43.346919 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80600b5-7a86-4f47-b324-a1c6bdb020ff req-98231034-baa8-4287-ba89-6052ed6d29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:43.348283 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f80600b5-7a86-4f47-b324-a1c6bdb020ff req-98231034-baa8-4287-ba89-6052ed6d29e4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 1097 time: 0.0778461 Apr 01 12:57:43.402671 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a2dd7624-6ce5-4aa8-8ccd-b07f690ecff3 req-0ade111f-1e77-414f-9bb4-bca73250f479 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502226 Apr 01 12:57:43.404263 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f80600b5-7a86-4f47-b324-a1c6bdb020ff req-d955038b-1586-4fd8-9be6-1266048281d2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458188 Apr 01 12:57:43.530418 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b60f-e302-4a3c-aedf-83457493abc6 req-ca7e8116-1a6e-427f-a384-5b042f49c83a tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:43.531902 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f360b60f-e302-4a3c-aedf-83457493abc6 req-ca7e8116-1a6e-427f-a384-5b042f49c83a tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 907 time: 0.0483561 Apr 01 12:57:43.686808 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-448615a1-a626-4e8f-b338-2c1f62bf3195 req-42595dbe-907f-46f6-b61a-a92c7002238f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417671 Apr 01 12:57:43.808499 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448615a1-a626-4e8f-b338-2c1f62bf3195 req-0c5d45ed-82d7-4e67-a3c2-75f5e3f41ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:43.810046 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-448615a1-a626-4e8f-b338-2c1f62bf3195 req-0c5d45ed-82d7-4e67-a3c2-75f5e3f41ec9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa&device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 1136 time: 0.0747893 Apr 01 12:57:43.821809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa30eb8-2697-4d0b-97ba-acee9074c920 req-285febd7-ecac-4c7c-9a3e-631889391105 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:43.823479 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ffa30eb8-2697-4d0b-97ba-acee9074c920 req-285febd7-ecac-4c7c-9a3e-631889391105 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 946 time: 0.0600266 Apr 01 12:57:43.917521 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ffa30eb8-2697-4d0b-97ba-acee9074c920 req-583dce0a-4890-4521-b8ca-5e0ce4d48165 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870018 Apr 01 12:57:43.957220 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448615a1-a626-4e8f-b338-2c1f62bf3195 req-3aafeca0-97ca-471e-96b3-de060026133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:43.959668 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-448615a1-a626-4e8f-b338-2c1f62bf3195 req-3aafeca0-97ca-471e-96b3-de060026133a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a1f97698-ce47-4611-a44b-8a884037a705 HTTP/1.1" status: 200 len: 896 time: 0.1278477 Apr 01 12:57:44.027578 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-448615a1-a626-4e8f-b338-2c1f62bf3195 req-c0ced984-8aea-4a7e-9251-eaf19ffa97d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=934d30ef-512a-49a8-b03b-d7b7157c2b0a HTTP/1.1" status: 200 len: 1002 time: 0.0610013 Apr 01 12:57:44.081873 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448615a1-a626-4e8f-b338-2c1f62bf3195 req-45bb2b72-10a5-4b43-a0f4-24a38583cede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:44.083971 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-448615a1-a626-4e8f-b338-2c1f62bf3195 req-45bb2b72-10a5-4b43-a0f4-24a38583cede service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5da60da9-c29c-45a2-afb9-fa002350b467 HTTP/1.1" status: 200 len: 834 time: 0.0451717 Apr 01 12:57:44.134728 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448615a1-a626-4e8f-b338-2c1f62bf3195 req-e68fb447-0130-44fd-bb4d-ba14be2d54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:44.136354 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-448615a1-a626-4e8f-b338-2c1f62bf3195 req-e68fb447-0130-44fd-bb4d-ba14be2d54db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1f97698-ce47-4611-a44b-8a884037a705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437090 Apr 01 12:57:44.229249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-448615a1-a626-4e8f-b338-2c1f62bf3195 req-630a8294-4436-48da-9fd2-92df4bc53b96 service neutron] 10.222.0.44 "GET /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848253 Apr 01 12:57:44.322652 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-448615a1-a626-4e8f-b338-2c1f62bf3195 req-b72661c6-63e6-4b53-9a61-b4b61763f9cd service neutron] 10.222.0.44 "GET /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852342 Apr 01 12:57:44.453284 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5421db1-0bcc-46bf-a048-c73d4dce5032 req-18870b56-cd22-469a-a302-70b49ececb94 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:44.454885 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5421db1-0bcc-46bf-a048-c73d4dce5032 req-18870b56-cd22-469a-a302-70b49ececb94 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 946 time: 0.0543303 Apr 01 12:57:44.511663 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5421db1-0bcc-46bf-a048-c73d4dce5032 req-9ce137f5-8638-4a9c-b792-737b6b476266 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433280 Apr 01 12:57:44.729002 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb9930-abc6-45c4-91f4-6d7761782862 req-8df220e8-4588-4d4b-91bc-43357d1041ae tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:44.734081 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3cb9930-abc6-45c4-91f4-6d7761782862 req-8df220e8-4588-4d4b-91bc-43357d1041ae tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 907 time: 0.1296899 Apr 01 12:57:45.033034 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c287f8-0504-4503-b936-a78af51956cc req-1fa061d1-036b-4881-89f1-b2b1fee7944d tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:45.034420 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31c287f8-0504-4503-b936-a78af51956cc req-1fa061d1-036b-4881-89f1-b2b1fee7944d tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 946 time: 0.0487142 Apr 01 12:57:45.076553 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-31c287f8-0504-4503-b936-a78af51956cc req-ddaa3c1a-1a57-4b9b-a0ef-7c57d0ed2d37 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347097 Apr 01 12:57:45.641152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9956a-23c8-4d89-8f9d-8b62d701fb74 req-5dd7a683-6ea0-4015-8cd8-ea4afa8940ba tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:45.642843 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fde9956a-23c8-4d89-8f9d-8b62d701fb74 req-5dd7a683-6ea0-4015-8cd8-ea4afa8940ba tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 946 time: 0.0559096 Apr 01 12:57:45.683090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fde9956a-23c8-4d89-8f9d-8b62d701fb74 req-19fc0899-56de-4a5c-82a8-e8368e87d402 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339382 Apr 01 12:57:45.842035 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddeb53-fa58-42a2-b63d-07345479c5e7 req-1d9204c8-c07b-4607-af9e-dc8b564057e7 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:45.843584 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-deddeb53-fa58-42a2-b63d-07345479c5e7 req-1d9204c8-c07b-4607-af9e-dc8b564057e7 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 946 time: 0.0848496 Apr 01 12:57:45.900444 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-deddeb53-fa58-42a2-b63d-07345479c5e7 req-232bb0a4-f52c-4300-ab56-a9ddfc461768 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496669 Apr 01 12:57:45.924527 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45086) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:46.126722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f24563a-f0b9-4192-a2b0-296adf0d0a1a tempest-TestVolumeBackupRestore-1595609853 tempest-TestVolumeBackupRestore-1595609853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:46.128512 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5f24563a-f0b9-4192-a2b0-296adf0d0a1a tempest-TestVolumeBackupRestore-1595609853 tempest-TestVolumeBackupRestore-1595609853-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 1092 time: 0.2030191 Apr 01 12:57:46.131610 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45092) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:46.136049 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:46.164074 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d9466-4b0c-4d20-bf90-5e678515aced req-aa4df4d3-c1a4-4046-94d9-9d635360f818 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:46.167971 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:46.182757 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-646d9466-4b0c-4d20-bf90-5e678515aced req-aa4df4d3-c1a4-4046-94d9-9d635360f818 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 907 time: 0.3543656 Apr 01 12:57:46.275273 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:46.386466 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Allocated IP 172.25.7.140 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/6c4df900-5fd9-4eb4-9117-315d01ff70a5) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:57:46.519924 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:46.559855 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:46.621232 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:57:46.621476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c1d8e674-6e26-4d02-9b06-da808ca49c09 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:57:46.626116 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:57:46.629252 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:57:46.653398 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event updated for resources: {'Port': ['ID=6c4df900-5fd9-4eb4-9117-315d01ff70a5,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:46.763591 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c1d8e674-6e26-4d02-9b06-da808ca49c09, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c1d8e674-6e26-4d02-9b06-da808ca49c09,segment=NetworkSegment(cb264174-735a-4c96-9d1b-87e6c7013d2b),segment_id=cb264174-735a-4c96-9d1b-87e6c7013d2b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:46.777274 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'c1d8e674-6e26-4d02-9b06-da808ca49c09', 'network_id': 'b9009049-6740-4e61-a762-fb39a1c627f6', 'port_id': 'c1d8e674-6e26-4d02-9b06-da808ca49c09', 'mac_address': 'fa:16:3e:c1:fd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eeb447a-9d87-4b6b-ab3a-995918875134', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:57:46.824482 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:46.846419 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d8e674-6e26-4d02-9b06-da808ca49c09 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:57:46.871583 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c1d8e674-6e26-4d02-9b06-da808ca49c09, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c1d8e674-6e26-4d02-9b06-da808ca49c09,segment=NetworkSegment(cb264174-735a-4c96-9d1b-87e6c7013d2b),segment_id=cb264174-735a-4c96-9d1b-87e6c7013d2b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:46.877203 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:46.942391 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c1d8e674-6e26-4d02-9b06-da808ca49c09,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:47.073046 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:47.148175 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:47.186910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['c1d8e674-6e26-4d02-9b06-da808ca49c09'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:57:47.367372 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb839-3db5-4814-9611-bf1dab345670 req-399169ff-c8b1-4d37-a9ec-50bc3b069dd1 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:47.368882 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e0fbb839-3db5-4814-9611-bf1dab345670 req-399169ff-c8b1-4d37-a9ec-50bc3b069dd1 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 908 time: 0.0799854 Apr 01 12:57:47.391784 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:47.399497 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:47.476788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event updated for resources: {'Port': ['ID=6c4df900-5fd9-4eb4-9117-315d01ff70a5,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:47.488089 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:47.607347 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Floating IP 40e05734-284c-403c-9d23-3ecdd22ba97f associated. External IP: 172.25.7.140, port: d611156f-72d2-41b5-bd96-10fda86ff0b1. Apr 01 12:57:47.840819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Router b46f8b78-6270-4877-9da2-4399255750ae has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:57:47.960687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:57:47.978544 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be52c1-5249-40b4-8aab-66c2ee2b0866 None None] Sync routers for ids ['b46f8b78-6270-4877-9da2-4399255750ae'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:57:47.991268 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be52c1-5249-40b4-8aab-66c2ee2b0866 None None] Routers {'b46f8b78-6270-4877-9da2-4399255750ae'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:57:47.991896 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:47.993051 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f9be52c1-5249-40b4-8aab-66c2ee2b0866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b46f8b78-6270-4877-9da2-4399255750ae'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:48.025858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45102) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:48.026521 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-410b9266-53a6-4cee-86ac-655dfc2b873a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8932498 Apr 01 12:57:48.026625 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:57:48.028826 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5de64bf-2c47-4f61-bb21-5a5e5e869352" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:57:48.084430 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d8eaba-d7e7-4c0b-b53d-0f961035535d x-openstack-request-id: req-17d8eaba-d7e7-4c0b-b53d-0f961035535d {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:57:48.085036 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:57:48.085036 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17d8eaba-d7e7-4c0b-b53d-0f961035535d {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:57:48.085344 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d8eaba-d7e7-4c0b-b53d-0f961035535d'] response: {'name': 'network-changed', 'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'status': 'completed', 'code': 200} Apr 01 12:57:48.096842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a042f93a-3a94-4ba7-b9d0-fe80e50e8581 tempest-TestVolumeBackupRestore-1595609853 tempest-TestVolumeBackupRestore-1595609853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:48.101940 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45106) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:48.106788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-07e6d182-c1b1-43fc-8b6c-a27cb4ba2207 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Request body: {'floatingip': {'port_id': 'd611156f-72d2-41b5-bd96-10fda86ff0b1'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:57:48.109522 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a042f93a-3a94-4ba7-b9d0-fe80e50e8581 tempest-TestVolumeBackupRestore-1595609853 tempest-TestVolumeBackupRestore-1595609853-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 1092 time: 0.0814607 Apr 01 12:57:48.150970 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de64bf-2c47-4f61-bb21-5a5e5e869352 req-d490c770-d7e8-457f-88ba-d994c99b1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:48.152489 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5de64bf-2c47-4f61-bb21-5a5e5e869352 req-d490c770-d7e8-457f-88ba-d994c99b1b82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a6a7c1e88784090bd3c90cca825d4d2&device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 1097 time: 0.0419712 Apr 01 12:57:48.166972 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-f9be52c1-5249-40b4-8aab-66c2ee2b0866 None None] Set router b46f8b78-6270-4877-9da2-4399255750ae gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:57:48.197996 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07e6d182-c1b1-43fc-8b6c-a27cb4ba2207 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for floatingip, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:48.281195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de64bf-2c47-4f61-bb21-5a5e5e869352 req-c832c5ef-2b93-4f1f-a357-f19c7f79536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:48.283141 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5de64bf-2c47-4f61-bb21-5a5e5e869352 req-c832c5ef-2b93-4f1f-a357-f19c7f79536b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 HTTP/1.1" status: 200 len: 914 time: 0.1214275 Apr 01 12:57:48.369119 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5de64bf-2c47-4f61-bb21-5a5e5e869352 req-25cbff20-8548-4fd2-a436-56d6c6811ff1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d611156f-72d2-41b5-bd96-10fda86ff0b1 HTTP/1.1" status: 200 len: 1000 time: 0.0777822 Apr 01 12:57:48.432530 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de64bf-2c47-4f61-bb21-5a5e5e869352 req-46d09eab-ae5c-4b17-8417-5866c48089d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:48.434288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5de64bf-2c47-4f61-bb21-5a5e5e869352 req-46d09eab-ae5c-4b17-8417-5866c48089d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31f02438-8332-45fd-86b8-d7a04b50b932 HTTP/1.1" status: 200 len: 852 time: 0.0592918 Apr 01 12:57:48.525105 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de64bf-2c47-4f61-bb21-5a5e5e869352 req-3db9a236-6d06-4756-8f2d-326adbdce362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:48.526993 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5de64bf-2c47-4f61-bb21-5a5e5e869352 req-3db9a236-6d06-4756-8f2d-326adbdce362 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843441 Apr 01 12:57:48.548207 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f9be52c1-5249-40b4-8aab-66c2ee2b0866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '40e05734-284c-403c-9d23-3ecdd22ba97f', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'floating_ip_address': '172.25.7.140', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'port_id': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'mac_address': 'fa:16:3e:fc:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:57:46Z', 'updated_at': '2022-04-01T12:57:46Z', 'revision_number': 0, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6240c25b-9e3b-4c30-8b87-765f575f5639', 'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'mac_address': 'fa:16:3e:bd:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:07Z', 'updated_at': '2022-04-01T12:54:18Z', 'revision_number': 5, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'subnets': [{'id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:48.579327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be52c1-5249-40b4-8aab-66c2ee2b0866 None None] Checking router: b46f8b78-6270-4877-9da2-4399255750ae for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:57:48.590076 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be52c1-5249-40b4-8aab-66c2ee2b0866 None None] Routers {'b46f8b78-6270-4877-9da2-4399255750ae'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:57:48.590783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f9be52c1-5249-40b4-8aab-66c2ee2b0866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b46f8b78-6270-4877-9da2-4399255750ae'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:48.639548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c1d8e674-6e26-4d02-9b06-da808ca49c09 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:57:48.644105 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5de64bf-2c47-4f61-bb21-5a5e5e869352 req-e04942aa-551a-4567-b907-c6e42ec3a814 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100876 Apr 01 12:57:48.759314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port c1d8e674-6e26-4d02-9b06-da808ca49c09 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:57:48.785276 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d5de64bf-2c47-4f61-bb21-5a5e5e869352 req-31bc6635-cd69-40cd-be9f-3ad9c9db8a26 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342902 Apr 01 12:57:48.797730 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port c1d8e674-6e26-4d02-9b06-da808ca49c09 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:57:48.798405 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:48.844669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c43e5-1274-4d5e-8408-592d861ba841 req-97113df3-c7b2-4c69-982f-4ff3d7c9fb80 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:48.851252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-f9be52c1-5249-40b4-8aab-66c2ee2b0866 None None] Set router b46f8b78-6270-4877-9da2-4399255750ae gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:57:48.859655 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eb8c43e5-1274-4d5e-8408-592d861ba841 req-97113df3-c7b2-4c69-982f-4ff3d7c9fb80 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 908 time: 0.1215439 Apr 01 12:57:49.000536 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:49.053705 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46237450-3e01-4b24-9769-2c928d278074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d8e674-6e26-4d02-9b06-da808ca49c09'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:57:49.055884 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5de021-75a3-41de-8db4-425d35aa9616" -d '{"events": [{"server_uuid": "46237450-3e01-4b24-9769-2c928d278074", "name": "network-vif-plugged", "status": "completed", "tag": "c1d8e674-6e26-4d02-9b06-da808ca49c09"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:57:49.108478 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port c1d8e674-6e26-4d02-9b06-da808ca49c09, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c1d8e674-6e26-4d02-9b06-da808ca49c09,segment=NetworkSegment(cb264174-735a-4c96-9d1b-87e6c7013d2b),segment_id=cb264174-735a-4c96-9d1b-87e6c7013d2b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:49.117104 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:49.183993 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92343a9d-fc07-4874-bd9e-9f4204ba1561 x-openstack-request-id: req-92343a9d-fc07-4874-bd9e-9f4204ba1561 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:57:49.184283 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46237450-3e01-4b24-9769-2c928d278074", "name": "network-vif-plugged", "status": "completed", "tag": "c1d8e674-6e26-4d02-9b06-da808ca49c09", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:57:49.184531 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92343a9d-fc07-4874-bd9e-9f4204ba1561 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:57:49.184998 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92343a9d-fc07-4874-bd9e-9f4204ba1561'] response: {'server_uuid': '46237450-3e01-4b24-9769-2c928d278074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d8e674-6e26-4d02-9b06-da808ca49c09', 'code': 200} Apr 01 12:57:49.186308 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=c1d8e674-6e26-4d02-9b06-da808ca49c09,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:49.212338 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbed0a52-a065-4e69-8d69-e18262ede5b8 req-01fbd209-91e5-4a19-a4d7-ea5e0db0210f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1305931 Apr 01 12:57:49.317009 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-f9be52c1-5249-40b4-8aab-66c2ee2b0866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '40e05734-284c-403c-9d23-3ecdd22ba97f', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'floating_ip_address': '172.25.7.140', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'port_id': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'mac_address': 'fa:16:3e:fc:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:57:46Z', 'updated_at': '2022-04-01T12:57:46Z', 'revision_number': 0, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6240c25b-9e3b-4c30-8b87-765f575f5639', 'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'mac_address': 'fa:16:3e:bd:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:07Z', 'updated_at': '2022-04-01T12:54:18Z', 'revision_number': 5, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'subnets': [{'id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:49.352682 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344a5c9-27ea-4fb9-b9a9-cf561222f811 req-1efe590b-f53c-4060-a2bc-c519397c7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:49.354409 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d344a5c9-27ea-4fb9-b9a9-cf561222f811 req-1efe590b-f53c-4060-a2bc-c519397c7161 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 1060 time: 0.0950634 Apr 01 12:57:49.357162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0a52-a065-4e69-8d69-e18262ede5b8 req-6e19d5ad-060a-48f4-8734-4961124b38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:49.358548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbed0a52-a065-4e69-8d69-e18262ede5b8 req-6e19d5ad-060a-48f4-8734-4961124b38d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 1096 time: 0.0630586 Apr 01 12:57:49.368800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be52c1-5249-40b4-8aab-66c2ee2b0866 None None] The sync data for ids ['b46f8b78-6270-4877-9da2-4399255750ae'] in n-d-836146-1 is: [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '40e05734-284c-403c-9d23-3ecdd22ba97f', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'floating_ip_address': '172.25.7.140', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'port_id': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'mac_address': 'fa:16:3e:fc:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:57:46Z', 'updated_at': '2022-04-01T12:57:46Z', 'revision_number': 0, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6240c25b-9e3b-4c30-8b87-765f575f5639', 'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'mac_address': 'fa:16:3e:bd:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:07Z', 'updated_at': '2022-04-01T12:54:18Z', 'revision_number': 5, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'subnets': [{'id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:57:49.467302 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07e6d182-c1b1-43fc-8b6c-a27cb4ba2207 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:49.476433 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07e6d182-c1b1-43fc-8b6c-a27cb4ba2207 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:49.690189 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d0b42-4f7e-4fd4-a59a-b1ef860b3480 None None] New status for floating IP 40e05734-284c-403c-9d23-3ecdd22ba97f: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:57:49.766118 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0a52-a065-4e69-8d69-e18262ede5b8 req-7d4e6e1e-7196-4693-bd91-053cc10476df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:49.767541 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbed0a52-a065-4e69-8d69-e18262ede5b8 req-7d4e6e1e-7196-4693-bd91-053cc10476df service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91 HTTP/1.1" status: 200 len: 897 time: 0.1403666 Apr 01 12:57:49.779341 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e6d182-c1b1-43fc-8b6c-a27cb4ba2207 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Router b46f8b78-6270-4877-9da2-4399255750ae has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:57:49.882515 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbed0a52-a065-4e69-8d69-e18262ede5b8 req-cca1e048-e1d4-47e2-9278-59dbcb9b5c61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e58a4822-75c4-4370-95b8-021fa876dd28 HTTP/1.1" status: 200 len: 1001 time: 0.0876925 Apr 01 12:57:49.967333 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0a52-a065-4e69-8d69-e18262ede5b8 req-7e01332a-9290-4fc6-bdb5-3e008b8dacde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:49.969762 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbed0a52-a065-4e69-8d69-e18262ede5b8 req-7e01332a-9290-4fc6-bdb5-3e008b8dacde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eef63368-f92c-455d-bc24-d155e547337f HTTP/1.1" status: 200 len: 834 time: 0.0782170 Apr 01 12:57:50.039578 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0a52-a065-4e69-8d69-e18262ede5b8 req-4dcb6d06-8281-4a14-87a1-c0c6678db296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:50.040069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e6d182-c1b1-43fc-8b6c-a27cb4ba2207 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:57:50.042028 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbed0a52-a065-4e69-8d69-e18262ede5b8 req-4dcb6d06-8281-4a14-87a1-c0c6678db296 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629189 Apr 01 12:57:50.053092 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-07e6d182-c1b1-43fc-8b6c-a27cb4ba2207 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:50.132490 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff861a7c-79d8-4ecc-ae6c-c4982756fb54 req-c25ad82d-ef5f-43b7-9fdf-5bd2299abcc8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:50.134101 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ff861a7c-79d8-4ecc-ae6c-c4982756fb54 req-c25ad82d-ef5f-43b7-9fdf-5bd2299abcc8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 909 time: 0.1478512 Apr 01 12:57:50.138776 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:57:50.141234 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed27809-f595-4fce-bbb6-0efcdcba6e26" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:57:50.190443 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbed0a52-a065-4e69-8d69-e18262ede5b8 req-ece43d56-9815-4c70-9df3-a5a1ab423fe0 service neutron] 10.222.0.37 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404550 Apr 01 12:57:50.204185 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-07e6d182-c1b1-43fc-8b6c-a27cb4ba2207 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "PUT /v2.0/floatingips/40e05734-284c-403c-9d23-3ecdd22ba97f HTTP/1.1" status: 200 len: 992 time: 2.0959904 Apr 01 12:57:50.221663 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682f02ff-51b7-4c63-b726-ad6d33b6c93b x-openstack-request-id: req-682f02ff-51b7-4c63-b726-ad6d33b6c93b {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:57:50.222089 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:57:50.222437 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-682f02ff-51b7-4c63-b726-ad6d33b6c93b {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:57:50.223363 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682f02ff-51b7-4c63-b726-ad6d33b6c93b'] response: {'name': 'network-changed', 'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'status': 'completed', 'code': 200} Apr 01 12:57:50.241158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c67381-29ce-4b65-b7c0-1e1494787460 None None] Sync routers for ids ['b46f8b78-6270-4877-9da2-4399255750ae'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:57:50.252474 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c67381-29ce-4b65-b7c0-1e1494787460 None None] Routers {'b46f8b78-6270-4877-9da2-4399255750ae'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:57:50.253112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-00c67381-29ce-4b65-b7c0-1e1494787460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b46f8b78-6270-4877-9da2-4399255750ae'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:50.341461 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed27809-f595-4fce-bbb6-0efcdcba6e26 req-75944fb4-b4c3-46ef-aefb-9a9715f7ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:50.345061 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ed27809-f595-4fce-bbb6-0efcdcba6e26 req-75944fb4-b4c3-46ef-aefb-9a9715f7ca28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a6a7c1e88784090bd3c90cca825d4d2&device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 1097 time: 0.0723615 Apr 01 12:57:50.347273 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bbed0a52-a065-4e69-8d69-e18262ede5b8 req-f1bd7707-f504-4fb2-9f1a-39b9ff16ba7e service neutron] 10.222.0.37 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463399 Apr 01 12:57:50.384161 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-00c67381-29ce-4b65-b7c0-1e1494787460 None None] Set router b46f8b78-6270-4877-9da2-4399255750ae gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:57:50.460694 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed27809-f595-4fce-bbb6-0efcdcba6e26 req-5dd6f56c-9197-4f45-8848-bd49b8adf1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:50.462470 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ed27809-f595-4fce-bbb6-0efcdcba6e26 req-5dd6f56c-9197-4f45-8848-bd49b8adf1b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 HTTP/1.1" status: 200 len: 914 time: 0.0998406 Apr 01 12:57:50.548925 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ed27809-f595-4fce-bbb6-0efcdcba6e26 req-35f7551a-3c83-418d-a035-2651d3cff6b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d611156f-72d2-41b5-bd96-10fda86ff0b1 HTTP/1.1" status: 200 len: 1002 time: 0.0722148 Apr 01 12:57:50.613241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed27809-f595-4fce-bbb6-0efcdcba6e26 req-e90d825a-771e-4865-a16c-54d354d0cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:50.614914 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ed27809-f595-4fce-bbb6-0efcdcba6e26 req-e90d825a-771e-4865-a16c-54d354d0cb61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31f02438-8332-45fd-86b8-d7a04b50b932 HTTP/1.1" status: 200 len: 852 time: 0.0534434 Apr 01 12:57:50.655026 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-00c67381-29ce-4b65-b7c0-1e1494787460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '40e05734-284c-403c-9d23-3ecdd22ba97f', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'floating_ip_address': '172.25.7.140', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'port_id': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'mac_address': 'fa:16:3e:fc:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:57:46Z', 'updated_at': '2022-04-01T12:57:50Z', 'revision_number': 2, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6240c25b-9e3b-4c30-8b87-765f575f5639', 'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'mac_address': 'fa:16:3e:bd:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:07Z', 'updated_at': '2022-04-01T12:54:18Z', 'revision_number': 5, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'subnets': [{'id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:50.669583 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed27809-f595-4fce-bbb6-0efcdcba6e26 req-2025b1bb-64e8-4828-a930-32967d286c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:50.671740 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ed27809-f595-4fce-bbb6-0efcdcba6e26 req-2025b1bb-64e8-4828-a930-32967d286c0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457253 Apr 01 12:57:50.684891 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c67381-29ce-4b65-b7c0-1e1494787460 None None] Checking router: b46f8b78-6270-4877-9da2-4399255750ae for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:57:50.695162 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c67381-29ce-4b65-b7c0-1e1494787460 None None] Routers {'b46f8b78-6270-4877-9da2-4399255750ae'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:57:50.695797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-00c67381-29ce-4b65-b7c0-1e1494787460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b46f8b78-6270-4877-9da2-4399255750ae'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:50.793835 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ed27809-f595-4fce-bbb6-0efcdcba6e26 req-dba724cd-b123-4b86-ac3d-3a0e50a570ac service neutron] 10.222.0.37 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148295 Apr 01 12:57:50.813608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-00c67381-29ce-4b65-b7c0-1e1494787460 None None] Set router b46f8b78-6270-4877-9da2-4399255750ae gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:57:50.912766 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3ed27809-f595-4fce-bbb6-0efcdcba6e26 req-13846c36-afb0-4ad8-a328-f67c9a89b7e1 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109326 Apr 01 12:57:51.225524 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-00c67381-29ce-4b65-b7c0-1e1494787460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '40e05734-284c-403c-9d23-3ecdd22ba97f', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'floating_ip_address': '172.25.7.140', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'port_id': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'mac_address': 'fa:16:3e:fc:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:57:46Z', 'updated_at': '2022-04-01T12:57:50Z', 'revision_number': 2, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6240c25b-9e3b-4c30-8b87-765f575f5639', 'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'mac_address': 'fa:16:3e:bd:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:07Z', 'updated_at': '2022-04-01T12:54:18Z', 'revision_number': 5, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'subnets': [{'id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:51.261691 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c67381-29ce-4b65-b7c0-1e1494787460 None None] The sync data for ids ['b46f8b78-6270-4877-9da2-4399255750ae'] in n-d-836146-1 is: [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '40e05734-284c-403c-9d23-3ecdd22ba97f', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'floating_ip_address': '172.25.7.140', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'port_id': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'mac_address': 'fa:16:3e:fc:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:57:46Z', 'updated_at': '2022-04-01T12:57:50Z', 'revision_number': 2, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6240c25b-9e3b-4c30-8b87-765f575f5639', 'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'mac_address': 'fa:16:3e:bd:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:07Z', 'updated_at': '2022-04-01T12:54:18Z', 'revision_number': 5, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'subnets': [{'id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:57:51.304141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c72e32-7ee4-477c-8aa4-2d8c6a142d76 req-1ee27b10-0070-4bec-8bc0-ce2fa1963bf0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:51.310880 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d5c72e32-7ee4-477c-8aa4-2d8c6a142d76 req-1ee27b10-0070-4bec-8bc0-ce2fa1963bf0 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 909 time: 0.0796568 Apr 01 12:57:51.639308 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761019c-adde-4650-b9bd-c3e0864b49e1 req-eadb0303-6dae-4e5b-bf14-fcb271a9827b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:51.639308 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3761019c-adde-4650-b9bd-c3e0864b49e1 req-eadb0303-6dae-4e5b-bf14-fcb271a9827b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 909 time: 0.0803478 Apr 01 12:57:51.643760 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03359ae-4c22-42cc-bb33-cd6684985639 req-73281014-e4a8-4f26-9cb0-8fcef8ab2c82 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:51.643760 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e03359ae-4c22-42cc-bb33-cd6684985639 req-73281014-e4a8-4f26-9cb0-8fcef8ab2c82 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 1060 time: 0.0534236 Apr 01 12:57:51.763960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23032bc0-92ef-4ed9-8252-cc509de3a542 req-5125cea1-8862-47a8-abb5-732afa0cbbc1 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:51.765495 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23032bc0-92ef-4ed9-8252-cc509de3a542 req-5125cea1-8862-47a8-abb5-732afa0cbbc1 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 1136 time: 0.0472574 Apr 01 12:57:51.809608 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-23032bc0-92ef-4ed9-8252-cc509de3a542 req-190635c3-da6a-445d-9a59-dff4afe6f831 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0346224 Apr 01 12:57:51.833721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45156) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:51.897874 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eb6d84-f90a-4f41-b60e-10cfe87246b7 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:51.897874 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-18eb6d84-f90a-4f41-b60e-10cfe87246b7 tempest-TestSecurityGroupsBasicOps-682127716 tempest-TestSecurityGroupsBasicOps-682127716-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 1055 time: 0.0620124 Apr 01 12:57:52.181292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5d4f1-5588-4c1c-8769-dbcac9a48018 req-c02593bf-d667-4c54-abd0-09d1c1051b70 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:52.183288 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-11c5d4f1-5588-4c1c-8769-dbcac9a48018 req-c02593bf-d667-4c54-abd0-09d1c1051b70 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 909 time: 0.0621252 Apr 01 12:57:52.224913 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:57:52.227524 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32a3d82-b8f5-4460-bc71-66440db4f5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:57:52.266950 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972fd962-5b93-47a7-a4f1-f13bb08a4899 x-openstack-request-id: req-972fd962-5b93-47a7-a4f1-f13bb08a4899 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:57:52.267454 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:57:52.267704 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-972fd962-5b93-47a7-a4f1-f13bb08a4899 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:57:52.268340 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972fd962-5b93-47a7-a4f1-f13bb08a4899'] response: {'name': 'network-changed', 'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'status': 'completed', 'code': 200} Apr 01 12:57:52.335777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3d82-b8f5-4460-bc71-66440db4f5f6 req-6237ae11-4645-4ba1-adc1-c10c25a25b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:52.337511 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b32a3d82-b8f5-4460-bc71-66440db4f5f6 req-6237ae11-4645-4ba1-adc1-c10c25a25b68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a6a7c1e88784090bd3c90cca825d4d2&device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 1097 time: 0.0418823 Apr 01 12:57:52.458792 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3d82-b8f5-4460-bc71-66440db4f5f6 req-968c19d9-0110-47bf-a96c-ad14236091b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:52.460859 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b32a3d82-b8f5-4460-bc71-66440db4f5f6 req-968c19d9-0110-47bf-a96c-ad14236091b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 HTTP/1.1" status: 200 len: 914 time: 0.1162698 Apr 01 12:57:52.538851 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b32a3d82-b8f5-4460-bc71-66440db4f5f6 req-4ecd45f1-8ae5-4cba-8442-e13a2b020951 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d611156f-72d2-41b5-bd96-10fda86ff0b1 HTTP/1.1" status: 200 len: 1002 time: 0.0709028 Apr 01 12:57:52.606347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3d82-b8f5-4460-bc71-66440db4f5f6 req-698bd30c-bffe-4fff-bda7-fd5021e816f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:52.608010 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b32a3d82-b8f5-4460-bc71-66440db4f5f6 req-698bd30c-bffe-4fff-bda7-fd5021e816f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31f02438-8332-45fd-86b8-d7a04b50b932 HTTP/1.1" status: 200 len: 852 time: 0.0616186 Apr 01 12:57:52.661616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3d82-b8f5-4460-bc71-66440db4f5f6 req-505cdf55-2018-402c-aec7-14f18a14bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:52.663393 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b32a3d82-b8f5-4460-bc71-66440db4f5f6 req-505cdf55-2018-402c-aec7-14f18a14bb7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462863 Apr 01 12:57:52.767429 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b32a3d82-b8f5-4460-bc71-66440db4f5f6 req-0fa44dba-4932-4983-abc2-56cd8535f03d service neutron] 10.222.0.37 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967667 Apr 01 12:57:52.881569 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b32a3d82-b8f5-4460-bc71-66440db4f5f6 req-c1472baf-71ac-4093-b599-0638bb808d38 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991352 Apr 01 12:57:53.315846 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:57:53.322509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193bdef-3d40-462d-a10b-6c324085e529 req-cf11bb6c-57d4-4d42-aaf1-4f355a412136 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:53.324229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6193bdef-3d40-462d-a10b-6c324085e529 req-cf11bb6c-57d4-4d42-aaf1-4f355a412136 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 909 time: 0.0622296 Apr 01 12:57:53.703587 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dc1f4-7c14-45bb-a6d4-03486b1bbafe req-31165162-a4ed-43a1-9bcc-5b82193a66a5 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:57:53.705175 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0e4dc1f4-7c14-45bb-a6d4-03486b1bbafe req-31165162-a4ed-43a1-9bcc-5b82193a66a5 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.37 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 909 time: 0.0605097 Apr 01 12:57:53.813677 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-0e4dc1f4-7c14-45bb-a6d4-03486b1bbafe req-c1df4924-3dc9-44d7-ba1d-25f894fb78d4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Deleting port c1d8e674-6e26-4d02-9b06-da808ca49c09 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:57:53.814039 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0e4dc1f4-7c14-45bb-a6d4-03486b1bbafe req-c1df4924-3dc9-44d7-ba1d-25f894fb78d4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:53.928617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-0e4dc1f4-7c14-45bb-a6d4-03486b1bbafe req-c1df4924-3dc9-44d7-ba1d-25f894fb78d4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] For port c1d8e674-6e26-4d02-9b06-da808ca49c09, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=c1d8e674-6e26-4d02-9b06-da808ca49c09,segment=NetworkSegment(cb264174-735a-4c96-9d1b-87e6c7013d2b),segment_id=cb264174-735a-4c96-9d1b-87e6c7013d2b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:53.929361 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0e4dc1f4-7c14-45bb-a6d4-03486b1bbafe req-c1df4924-3dc9-44d7-ba1d-25f894fb78d4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:53.947598 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-0e4dc1f4-7c14-45bb-a6d4-03486b1bbafe req-c1df4924-3dc9-44d7-ba1d-25f894fb78d4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Calling delete_port for c1d8e674-6e26-4d02-9b06-da808ca49c09 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:57:54.158982 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0e4dc1f4-7c14-45bb-a6d4-03486b1bbafe req-c1df4924-3dc9-44d7-ba1d-25f894fb78d4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:54.195660 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df4924-3dc9-44d7-ba1d-25f894fb78d4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'Port': ['ID=c1d8e674-6e26-4d02-9b06-da808ca49c09,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:54.297294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4dc1f4-7c14-45bb-a6d4-03486b1bbafe req-c1df4924-3dc9-44d7-ba1d-25f894fb78d4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] No DVR routers for this DVR port c1d8e674-6e26-4d02-9b06-da808ca49c09 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:57:54.300061 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0e4dc1f4-7c14-45bb-a6d4-03486b1bbafe req-c1df4924-3dc9-44d7-ba1d-25f894fb78d4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:54.303592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0e4dc1f4-7c14-45bb-a6d4-03486b1bbafe req-c1df4924-3dc9-44d7-ba1d-25f894fb78d4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.37 "DELETE /v2.0/ports/c1d8e674-6e26-4d02-9b06-da808ca49c09 HTTP/1.1" status: 204 len: 173 time: 0.5913634 Apr 01 12:57:54.304397 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46237450-3e01-4b24-9769-2c928d278074', 'name': 'network-vif-deleted', 'tag': 'c1d8e674-6e26-4d02-9b06-da808ca49c09'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:57:54.307288 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f5a204-5a67-4a00-895e-5cde49bbcb11" -d '{"events": [{"server_uuid": "46237450-3e01-4b24-9769-2c928d278074", "name": "network-vif-deleted", "tag": "c1d8e674-6e26-4d02-9b06-da808ca49c09"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:57:54.395956 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ec8fd7-d2ce-4537-b5ee-843f3d4edf58 x-openstack-request-id: req-05ec8fd7-d2ce-4537-b5ee-843f3d4edf58 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:57:54.395956 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46237450-3e01-4b24-9769-2c928d278074", "name": "network-vif-deleted", "tag": "c1d8e674-6e26-4d02-9b06-da808ca49c09", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:57:54.395956 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05ec8fd7-d2ce-4537-b5ee-843f3d4edf58 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:57:54.396303 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ec8fd7-d2ce-4537-b5ee-843f3d4edf58'] response: {'server_uuid': '46237450-3e01-4b24-9769-2c928d278074', 'name': 'network-vif-deleted', 'tag': 'c1d8e674-6e26-4d02-9b06-da808ca49c09', 'status': 'completed', 'code': 200} Apr 01 12:57:54.491129 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4cfdfbc0-1c56-493f-9dc0-12248c65c3c3 req-099b9945-bcf7-403b-bb3e-044dbb1d54f4 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=46237450-3e01-4b24-9769-2c928d278074 HTTP/1.1" status: 200 len: 210 time: 0.0443604 Apr 01 12:57:55.566351 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45258) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:56.003113 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4e0fd92-bc91-428d-9d31-284c35e21a69 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:56.327787 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0fd92-bc91-428d-9d31-284c35e21a69 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Deleting port 2919c09f-042c-4803-a431-92b57b8d84ab {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:57:56.328235 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4e0fd92-bc91-428d-9d31-284c35e21a69 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:56.431240 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-a4e0fd92-bc91-428d-9d31-284c35e21a69 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] For port 2919c09f-042c-4803-a431-92b57b8d84ab, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=2919c09f-042c-4803-a431-92b57b8d84ab,segment=NetworkSegment(cb264174-735a-4c96-9d1b-87e6c7013d2b),segment_id=cb264174-735a-4c96-9d1b-87e6c7013d2b)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:56.431525 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4e0fd92-bc91-428d-9d31-284c35e21a69 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:56.451511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0fd92-bc91-428d-9d31-284c35e21a69 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Calling delete_port for 2919c09f-042c-4803-a431-92b57b8d84ab owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:57:56.664345 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c1d8e674-6e26-4d02-9b06-da808ca49c09 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:57:56.689885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4e0fd92-bc91-428d-9d31-284c35e21a69 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:56.692708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: c1d8e674-6e26-4d02-9b06-da808ca49c09 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:57:56.693327 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device c1d8e674-6e26-4d02-9b06-da808ca49c09 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:57:56.727901 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0fd92-bc91-428d-9d31-284c35e21a69 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'Port': ['ID=2919c09f-042c-4803-a431-92b57b8d84ab,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:56.974966 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a4e0fd92-bc91-428d-9d31-284c35e21a69 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:57.269371 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e0fd92-bc91-428d-9d31-284c35e21a69 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Router 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:57:57.403000 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e0fd92-bc91-428d-9d31-284c35e21a69 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:57:57.411131 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a4e0fd92-bc91-428d-9d31-284c35e21a69 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "PUT /v2.0/routers/27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8422728 Apr 01 12:57:57.413188 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45300) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:57.429340 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb4a5c-b0a8-4c00-a303-3329bbf5692d None None] Sync routers for ids ['27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:57:57.442954 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb4a5c-b0a8-4c00-a303-3329bbf5692d None None] Routers {'27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:57:57.443687 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b1cb4a5c-b0a8-4c00-a303-3329bbf5692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:57.489676 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0e8f45-a1c0-4de0-9c38-c2d294f14d2b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Deleting subnet 6eeb447a-9d87-4b6b-ab3a-995918875134 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:57:57.494211 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a0e8f45-a1c0-4de0-9c38-c2d294f14d2b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:57.550922 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a0e8f45-a1c0-4de0-9c38-c2d294f14d2b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:57.653270 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b1cb4a5c-b0a8-4c00-a303-3329bbf5692d None None] Set router 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:57:57.674769 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a0e8f45-a1c0-4de0-9c38-c2d294f14d2b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:57.770668 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a0e8f45-a1c0-4de0-9c38-c2d294f14d2b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:57.810259 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e8f45-a1c0-4de0-9c38-c2d294f14d2b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'Subnet': ['ID=6eeb447a-9d87-4b6b-ab3a-995918875134,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:57.832709 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0a0e8f45-a1c0-4de0-9c38-c2d294f14d2b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:57.836070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b479fd-465d-4f68-934c-23ad77c310f6 None None] Network b9009049-6740-4e61-a762-fb39a1c627f6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:57:57.841249 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45312) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:57.841939 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0a0e8f45-a1c0-4de0-9c38-c2d294f14d2b tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "DELETE /v2.0/subnets/6eeb447a-9d87-4b6b-ab3a-995918875134 HTTP/1.1" status: 204 len: 168 time: 0.4269142 Apr 01 12:57:57.864515 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b1cb4a5c-b0a8-4c00-a303-3329bbf5692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231252477', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:57:28Z', 'updated_at': '2022-04-01T12:57:56Z', 'revision_number': 5, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:57:29Z', 'updated_at': '2022-04-01T12:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:57.908635 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb4a5c-b0a8-4c00-a303-3329bbf5692d None None] Checking router: 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:57:57.930858 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb4a5c-b0a8-4c00-a303-3329bbf5692d None None] Routers {'27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:57:57.931679 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b1cb4a5c-b0a8-4c00-a303-3329bbf5692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:58.062423 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:58.109624 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b1cb4a5c-b0a8-4c00-a303-3329bbf5692d None None] Set router 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:57:58.159529 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b84a654-6836-4512-9910-a03017972163 None None] DHCP port deletion for b9009049-6740-4e61-a762-fb39a1c627f6 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:57:58.218818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:58.240935 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5b84a654-6836-4512-9910-a03017972163 None None] Deleting port df8f8fdf-fe9f-4af5-b95e-0325d48e2688 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:57:58.241617 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b84a654-6836-4512-9910-a03017972163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:58.302595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Deleting port bc374f74-490d-4639-8ab0-ea4f0d6bdbed {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:57:58.302954 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:58.338251 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5b84a654-6836-4512-9910-a03017972163 None None] For port df8f8fdf-fe9f-4af5-b95e-0325d48e2688, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=df8f8fdf-fe9f-4af5-b95e-0325d48e2688,segment=NetworkSegment(cb264174-735a-4c96-9d1b-87e6c7013d2b),segment_id=cb264174-735a-4c96-9d1b-87e6c7013d2b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:58.338866 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b84a654-6836-4512-9910-a03017972163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:58.353981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5b84a654-6836-4512-9910-a03017972163 None None] Calling delete_port for df8f8fdf-fe9f-4af5-b95e-0325d48e2688 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:57:58.409212 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b1cb4a5c-b0a8-4c00-a303-3329bbf5692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231252477', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:57:28Z', 'updated_at': '2022-04-01T12:57:56Z', 'revision_number': 5, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:57:29Z', 'updated_at': '2022-04-01T12:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:58.433565 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] For port bc374f74-490d-4639-8ab0-ea4f0d6bdbed, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=bc374f74-490d-4639-8ab0-ea4f0d6bdbed,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:57:58.433932 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:58.456838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Calling delete_port for bc374f74-490d-4639-8ab0-ea4f0d6bdbed owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:57:58.471590 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb4a5c-b0a8-4c00-a303-3329bbf5692d None None] The sync data for ids ['27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57'] in n-d-836146-1 is: [{'id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231252477', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:57:28Z', 'updated_at': '2022-04-01T12:57:56Z', 'revision_number': 5, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'bc374f74-490d-4639-8ab0-ea4f0d6bdbed', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:57:29Z', 'updated_at': '2022-04-01T12:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:57:58.483560 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5b84a654-6836-4512-9910-a03017972163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:58.503082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b84a654-6836-4512-9910-a03017972163 None None] No DVR routers for this DVR port df8f8fdf-fe9f-4af5-b95e-0325d48e2688 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:57:58.534854 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84a654-6836-4512-9910-a03017972163 None None] Pushing event deleted for resources: {'Port': ['ID=df8f8fdf-fe9f-4af5-b95e-0325d48e2688,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:58.682100 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:58.713134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'Port': ['ID=bc374f74-490d-4639-8ab0-ea4f0d6bdbed,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:58.792157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:59.168302 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:59.170509 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:59.301500 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:59.302223 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Fanout notify agent at l3_agent the message router_deleted on router 27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:57:59.310185 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:59.311303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1e951d4c-3aec-41f5-8e66-4572161f9236 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "DELETE /v2.0/routers/27bcb212-3ed9-4d7c-9b4e-fca9e4c91e57 HTTP/1.1" status: 204 len: 168 time: 1.4690635 Apr 01 12:57:59.314036 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45344) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:59.431420 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:59.550196 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:59.573495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9009049-6740-4e61-a762-fb39a1c627f6']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:59.601620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb264174-735a-4c96-9d1b-87e6c7013d2b') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:59.601921 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb264174-735a-4c96-9d1b-87e6c7013d2b') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:57:59.630671 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:59.658969 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:59.667661 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:57:59.668504 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:57:59.672306 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:57:59.749324 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:59.771510 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:57:59.777875 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45362) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:57:59.784230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "DELETE /v2.0/networks/b9009049-6740-4e61-a762-fb39a1c627f6 HTTP/1.1" status: 204 len: 168 time: 0.4657459 Apr 01 12:57:59.785854 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92d410-b125-4c8c-b6ed-4485acd503bb tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'Network': ['ID=b9009049-6740-4e61-a762-fb39a1c627f6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:57:59.993722 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bc374f74-490d-4639-8ab0-ea4f0d6bdbed no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:00.020994 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: bc374f74-490d-4639-8ab0-ea4f0d6bdbed {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:00.021548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device bc374f74-490d-4639-8ab0-ea4f0d6bdbed not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:00.022169 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2919c09f-042c-4803-a431-92b57b8d84ab no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:00.038827 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Deleting port e90cae44-42c3-4a53-a223-c45422eb06d6 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:00.039393 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:00.044593 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 2919c09f-042c-4803-a431-92b57b8d84ab {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:00.045256 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 2919c09f-042c-4803-a431-92b57b8d84ab not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:00.045836 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device df8f8fdf-fe9f-4af5-b95e-0325d48e2688 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:00.068541 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: df8f8fdf-fe9f-4af5-b95e-0325d48e2688 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:00.069159 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device df8f8fdf-fe9f-4af5-b95e-0325d48e2688 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:00.131133 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:00.131460 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:00.145067 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Calling delete_port for e90cae44-42c3-4a53-a223-c45422eb06d6 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:00.308690 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:00.347307 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'Port': ['ID=e90cae44-42c3-4a53-a223-c45422eb06d6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:00.413757 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:00.414195 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Floating IP 24f8366b-dc69-4c0b-af6f-c30807a5659c disassociated (deleted). External IP: 172.25.7.161, port: 934d30ef-512a-49a8-b03b-d7b7157c2b0a. Apr 01 12:58:00.670307 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:58:00.792330 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:58:00.797056 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:00.807210 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb9ef5-6201-4e36-b731-301c33eadf78 None None] Sync routers for ids ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:58:00.825204 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb9ef5-6201-4e36-b731-301c33eadf78 None None] Routers {'fe2adfea-225f-424f-bd9d-b2d3278bdfd0'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:00.825937 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-72cb9ef5-6201-4e36-b731-301c33eadf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:01.015595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-72cb9ef5-6201-4e36-b731-301c33eadf78 None None] Set router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:01.216540 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-594d26da-c390-43ac-837a-e353fb96db60 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "DELETE /v2.0/floatingips/24f8366b-dc69-4c0b-af6f-c30807a5659c HTTP/1.1" status: 204 len: 168 time: 1.4374986 Apr 01 12:58:01.217861 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'tag': '934d30ef-512a-49a8-b03b-d7b7157c2b0a'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:01.220720 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c57d16-cae8-490e-97f9-ded1279737fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd18b5a-480f-41f1-90a5-3e4ff3710c29", "tag": "934d30ef-512a-49a8-b03b-d7b7157c2b0a"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:01.268192 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b522498f-a2ad-41e1-aac6-9b8c43ae3cba x-openstack-request-id: req-b522498f-a2ad-41e1-aac6-9b8c43ae3cba {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:01.268452 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd18b5a-480f-41f1-90a5-3e4ff3710c29", "tag": "934d30ef-512a-49a8-b03b-d7b7157c2b0a", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:01.268704 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b522498f-a2ad-41e1-aac6-9b8c43ae3cba {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:01.269110 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b522498f-a2ad-41e1-aac6-9b8c43ae3cba'] response: {'name': 'network-changed', 'server_uuid': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'tag': '934d30ef-512a-49a8-b03b-d7b7157c2b0a', 'status': 'completed', 'code': 200} Apr 01 12:58:01.313710 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-72cb9ef5-6201-4e36-b731-301c33eadf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'f8cd94ca-ca66-4c92-b239-b576e7c5cdee', 'name': '', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'mac_address': 'fa:16:3e:55:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:29Z', 'updated_at': '2022-04-01T12:56:35Z', 'revision_number': 5, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'subnets': [{'id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:01.344886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb9ef5-6201-4e36-b731-301c33eadf78 None None] Checking router: fe2adfea-225f-424f-bd9d-b2d3278bdfd0 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:58:01.355944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb9ef5-6201-4e36-b731-301c33eadf78 None None] Routers {'fe2adfea-225f-424f-bd9d-b2d3278bdfd0'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:01.356835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-72cb9ef5-6201-4e36-b731-301c33eadf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:01.380832 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c57d16-cae8-490e-97f9-ded1279737fe req-c560e805-b658-4529-a5a9-d575d74c3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:01.382502 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7c57d16-cae8-490e-97f9-ded1279737fe req-c560e805-b658-4529-a5a9-d575d74c3415 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa&device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 1136 time: 0.0896628 Apr 01 12:58:01.507119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c57d16-cae8-490e-97f9-ded1279737fe req-b9a0d640-16ab-41c8-ae93-48912ea61235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:01.521896 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7c57d16-cae8-490e-97f9-ded1279737fe req-b9a0d640-16ab-41c8-ae93-48912ea61235 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a1f97698-ce47-4611-a44b-8a884037a705 HTTP/1.1" status: 200 len: 896 time: 0.1227059 Apr 01 12:58:01.566886 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-72cb9ef5-6201-4e36-b731-301c33eadf78 None None] Set router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:01.582680 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7c57d16-cae8-490e-97f9-ded1279737fe req-a7690285-ff71-4ccd-badb-bc6d2c034312 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=934d30ef-512a-49a8-b03b-d7b7157c2b0a HTTP/1.1" status: 200 len: 217 time: 0.0481272 Apr 01 12:58:01.642670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c57d16-cae8-490e-97f9-ded1279737fe req-74fbb1e5-3d03-4eab-a2f5-9b7ca7ca9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:01.644567 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7c57d16-cae8-490e-97f9-ded1279737fe req-74fbb1e5-3d03-4eab-a2f5-9b7ca7ca9082 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5da60da9-c29c-45a2-afb9-fa002350b467 HTTP/1.1" status: 200 len: 834 time: 0.0610502 Apr 01 12:58:01.645684 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a538cc-040c-4827-beb9-f3afa7022981 req-21e62215-574e-456a-a009-3298d9404663 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:01.650317 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6a538cc-040c-4827-beb9-f3afa7022981 req-21e62215-574e-456a-a009-3298d9404663 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 985 time: 0.1104090 Apr 01 12:58:01.739599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c57d16-cae8-490e-97f9-ded1279737fe req-04187e0d-f66b-4d4e-aced-96eef97d3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:01.741125 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7c57d16-cae8-490e-97f9-ded1279737fe req-04187e0d-f66b-4d4e-aced-96eef97d3f50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1f97698-ce47-4611-a44b-8a884037a705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876930 Apr 01 12:58:01.744373 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b6a538cc-040c-4827-beb9-f3afa7022981 req-d5e313ea-367e-4216-821c-62494b1ab63e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0828443 Apr 01 12:58:01.840096 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-72cb9ef5-6201-4e36-b731-301c33eadf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'f8cd94ca-ca66-4c92-b239-b576e7c5cdee', 'name': '', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'mac_address': 'fa:16:3e:55:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:29Z', 'updated_at': '2022-04-01T12:56:35Z', 'revision_number': 5, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'subnets': [{'id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:01.875824 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb9ef5-6201-4e36-b731-301c33eadf78 None None] The sync data for ids ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'] in n-d-836146-1 is: [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'f8cd94ca-ca66-4c92-b239-b576e7c5cdee', 'name': '', 'network_id': 'a1f97698-ce47-4611-a44b-8a884037a705', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'mac_address': 'fa:16:3e:55:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:29Z', 'updated_at': '2022-04-01T12:56:35Z', 'revision_number': 5, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'subnets': [{'id': '5da60da9-c29c-45a2-afb9-fa002350b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:58:01.876479 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7c57d16-cae8-490e-97f9-ded1279737fe req-abf16965-97e6-46f4-99ad-ab389f7ed4b5 service neutron] 10.222.0.44 "GET /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076558 Apr 01 12:58:01.996942 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e7c57d16-cae8-490e-97f9-ded1279737fe req-e4ffbf62-c8a5-4b4e-97d9-8caba19aa300 service neutron] 10.222.0.44 "GET /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118469 Apr 01 12:58:02.211448 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc1e5d7-2268-44d4-bf99-d96310f85570 None None] New status for floating IP 24f8366b-dc69-4c0b-af6f-c30807a5659c: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:58:02.874516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf1c3a-ce9a-4257-923f-dc9be4dc97ea req-654227bf-b9f2-4207-8742-cfc6931b2aae tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:02.876291 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e9bf1c3a-ce9a-4257-923f-dc9be4dc97ea req-654227bf-b9f2-4207-8742-cfc6931b2aae tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 985 time: 0.0556293 Apr 01 12:58:02.956622 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e9bf1c3a-ce9a-4257-923f-dc9be4dc97ea req-06dc9a76-5940-4002-b780-ee817deaea13 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/security-groups?id=098bcd95-8857-4006-b15c-091331ba627e&id=f3f5f380-abc8-4664-a06c-ed67f2925a18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0732386 Apr 01 12:58:02.987405 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184ecd8-346f-4144-8692-bba0d0eae35d req-62f9ca7f-a8a1-45e8-a2ec-5f0c8c390eba tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:02.988917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0184ecd8-346f-4144-8692-bba0d0eae35d req-62f9ca7f-a8a1-45e8-a2ec-5f0c8c390eba tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 985 time: 0.0790677 Apr 01 12:58:03.127188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-0184ecd8-346f-4144-8692-bba0d0eae35d req-3b9f32c6-85b7-4816-9779-42f6c6fdc6ce tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Deleting port 934d30ef-512a-49a8-b03b-d7b7157c2b0a {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:03.127513 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0184ecd8-346f-4144-8692-bba0d0eae35d req-3b9f32c6-85b7-4816-9779-42f6c6fdc6ce tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:03.242622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-0184ecd8-346f-4144-8692-bba0d0eae35d req-3b9f32c6-85b7-4816-9779-42f6c6fdc6ce tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] For port 934d30ef-512a-49a8-b03b-d7b7157c2b0a, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=934d30ef-512a-49a8-b03b-d7b7157c2b0a,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:03.243018 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0184ecd8-346f-4144-8692-bba0d0eae35d req-3b9f32c6-85b7-4816-9779-42f6c6fdc6ce tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:03.259680 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-0184ecd8-346f-4144-8692-bba0d0eae35d req-3b9f32c6-85b7-4816-9779-42f6c6fdc6ce tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Calling delete_port for 934d30ef-512a-49a8-b03b-d7b7157c2b0a owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:03.419307 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0184ecd8-346f-4144-8692-bba0d0eae35d req-3b9f32c6-85b7-4816-9779-42f6c6fdc6ce tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:03.495742 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f32c6-85b7-4816-9779-42f6c6fdc6ce tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'Port': ['ID=934d30ef-512a-49a8-b03b-d7b7157c2b0a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:03.545516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-0184ecd8-346f-4144-8692-bba0d0eae35d req-3b9f32c6-85b7-4816-9779-42f6c6fdc6ce tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] No DVR routers for this DVR port 934d30ef-512a-49a8-b03b-d7b7157c2b0a on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:58:03.550453 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-0184ecd8-346f-4144-8692-bba0d0eae35d req-3b9f32c6-85b7-4816-9779-42f6c6fdc6ce tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:03.555886 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0184ecd8-346f-4144-8692-bba0d0eae35d req-3b9f32c6-85b7-4816-9779-42f6c6fdc6ce tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.44 "DELETE /v2.0/ports/934d30ef-512a-49a8-b03b-d7b7157c2b0a HTTP/1.1" status: 204 len: 173 time: 0.5600653 Apr 01 12:58:03.556456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'name': 'network-vif-deleted', 'tag': '934d30ef-512a-49a8-b03b-d7b7157c2b0a'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:03.561419 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6603ed02-36ef-4e9b-9a2f-d5bb9fdf430a" -d '{"events": [{"server_uuid": "3dd18b5a-480f-41f1-90a5-3e4ff3710c29", "name": "network-vif-deleted", "tag": "934d30ef-512a-49a8-b03b-d7b7157c2b0a"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:03.615772 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b3271a-4a59-42ca-b004-4a2167c6563b x-openstack-request-id: req-82b3271a-4a59-42ca-b004-4a2167c6563b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:03.616338 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd18b5a-480f-41f1-90a5-3e4ff3710c29", "name": "network-vif-deleted", "tag": "934d30ef-512a-49a8-b03b-d7b7157c2b0a", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:03.616938 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82b3271a-4a59-42ca-b004-4a2167c6563b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:03.617465 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b3271a-4a59-42ca-b004-4a2167c6563b'] response: {'server_uuid': '3dd18b5a-480f-41f1-90a5-3e4ff3710c29', 'name': 'network-vif-deleted', 'tag': '934d30ef-512a-49a8-b03b-d7b7157c2b0a', 'status': 'completed', 'code': 200} Apr 01 12:58:04.108975 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f0eb29f5-3755-4ef8-b32b-8213290c1858 req-8e76fbca-45dc-4a7f-bf94-267544522312 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dd18b5a-480f-41f1-90a5-3e4ff3710c29 HTTP/1.1" status: 200 len: 210 time: 0.0354130 Apr 01 12:58:05.179193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45488) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:05.238908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4e8751e-8234-4234-88b5-903d8e92c48e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:05.264204 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4e8751e-8234-4234-88b5-903d8e92c48e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:05.307335 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4e8751e-8234-4234-88b5-903d8e92c48e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:05.310464 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d4e8751e-8234-4234-88b5-903d8e92c48e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:05.314702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45490) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:05.315189 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d4e8751e-8234-4234-88b5-903d8e92c48e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "DELETE /v2.0/security-groups/f3f5f380-abc8-4664-a06c-ed67f2925a18 HTTP/1.1" status: 204 len: 168 time: 0.1345334 Apr 01 12:58:05.324851 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8751e-8234-4234-88b5-903d8e92c48e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f5f380-abc8-4664-a06c-ed67f2925a18,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:05.381561 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5266169-78c6-4f66-be26-537d0e88d6f3 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:05.405199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5266169-78c6-4f66-be26-537d0e88d6f3 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:05.454178 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5266169-78c6-4f66-be26-537d0e88d6f3 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:05.457493 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e5266169-78c6-4f66-be26-537d0e88d6f3 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:05.461203 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-e5266169-78c6-4f66-be26-537d0e88d6f3 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "DELETE /v2.0/security-groups/098bcd95-8857-4006-b15c-091331ba627e HTTP/1.1" status: 204 len: 168 time: 0.1414022 Apr 01 12:58:05.461893 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45492) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:05.468480 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5266169-78c6-4f66-be26-537d0e88d6f3 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=098bcd95-8857-4006-b15c-091331ba627e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:05.879547 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76a2a2ea-553d-446b-8759-d8a4e4587d9e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:06.120082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 934d30ef-512a-49a8-b03b-d7b7157c2b0a no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:06.142553 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-76a2a2ea-553d-446b-8759-d8a4e4587d9e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Deleting port f8cd94ca-ca66-4c92-b239-b576e7c5cdee {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:06.143076 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76a2a2ea-553d-446b-8759-d8a4e4587d9e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:06.148143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 934d30ef-512a-49a8-b03b-d7b7157c2b0a {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:06.148671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 934d30ef-512a-49a8-b03b-d7b7157c2b0a not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:06.244224 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-76a2a2ea-553d-446b-8759-d8a4e4587d9e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] For port f8cd94ca-ca66-4c92-b239-b576e7c5cdee, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f8cd94ca-ca66-4c92-b239-b576e7c5cdee,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:06.244784 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76a2a2ea-553d-446b-8759-d8a4e4587d9e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:06.257741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-76a2a2ea-553d-446b-8759-d8a4e4587d9e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Calling delete_port for f8cd94ca-ca66-4c92-b239-b576e7c5cdee owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:06.366880 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-80dbb00f-dde0-4237-b403-1131d2a6c23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:06.465843 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76a2a2ea-553d-446b-8759-d8a4e4587d9e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:06.500659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2a2ea-553d-446b-8759-d8a4e4587d9e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'Port': ['ID=f8cd94ca-ca66-4c92-b239-b576e7c5cdee,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:06.697057 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-76a2a2ea-553d-446b-8759-d8a4e4587d9e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:06.924425 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a2a2ea-553d-446b-8759-d8a4e4587d9e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:58:07.033844 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a2a2ea-553d-446b-8759-d8a4e4587d9e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:58:07.043877 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-76a2a2ea-553d-446b-8759-d8a4e4587d9e tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "PUT /v2.0/routers/fe2adfea-225f-424f-bd9d-b2d3278bdfd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5772905 Apr 01 12:58:07.043877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45500) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:07.047253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033ce52-6c11-4bb0-85b8-9de00054e879 None None] Sync routers for ids ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:58:07.062450 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033ce52-6c11-4bb0-85b8-9de00054e879 None None] Routers {'fe2adfea-225f-424f-bd9d-b2d3278bdfd0'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:07.063089 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a033ce52-6c11-4bb0-85b8-9de00054e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:07.098872 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fea302-05f2-4610-a9a9-941c19332656 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Deleting subnet 5da60da9-c29c-45a2-afb9-fa002350b467 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:58:07.102385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77fea302-05f2-4610-a9a9-941c19332656 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:07.147902 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77fea302-05f2-4610-a9a9-941c19332656 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:07.182367 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-a033ce52-6c11-4bb0-85b8-9de00054e879 None None] Set router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:07.250174 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77fea302-05f2-4610-a9a9-941c19332656 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:07.319296 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77fea302-05f2-4610-a9a9-941c19332656 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:07.346636 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4646e51-af4d-4e2f-97a8-ac469abdbe22 None None] Network a1f97698-ce47-4611-a44b-8a884037a705 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:58:07.358886 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-77fea302-05f2-4610-a9a9-941c19332656 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:07.364713 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-77fea302-05f2-4610-a9a9-941c19332656 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "DELETE /v2.0/subnets/5da60da9-c29c-45a2-afb9-fa002350b467 HTTP/1.1" status: 204 len: 168 time: 0.3177884 Apr 01 12:58:07.365427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45504) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:07.371458 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fea302-05f2-4610-a9a9-941c19332656 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'Subnet': ['ID=5da60da9-c29c-45a2-afb9-fa002350b467,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:07.434113 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a033ce52-6c11-4bb0-85b8-9de00054e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:58:06Z', 'revision_number': 5, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:07.462725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033ce52-6c11-4bb0-85b8-9de00054e879 None None] Checking router: fe2adfea-225f-424f-bd9d-b2d3278bdfd0 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:58:07.480188 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:07.516776 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033ce52-6c11-4bb0-85b8-9de00054e879 None None] Routers {'fe2adfea-225f-424f-bd9d-b2d3278bdfd0'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:07.517038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a033ce52-6c11-4bb0-85b8-9de00054e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:57:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:07.607079 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:07.645971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-a033ce52-6c11-4bb0-85b8-9de00054e879 None None] Set router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:07.680928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a38a7b-ff30-4a58-afc2-1a6b9da49cd1 None None] DHCP port deletion for a1f97698-ce47-4611-a44b-8a884037a705 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:58:07.682325 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Deleting port f1220125-3eb2-467b-ae8c-bd51f0a657af {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:07.682676 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:07.768855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] For port f1220125-3eb2-467b-ae8c-bd51f0a657af, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f1220125-3eb2-467b-ae8c-bd51f0a657af,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:07.769784 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:07.786612 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Calling delete_port for f1220125-3eb2-467b-ae8c-bd51f0a657af owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:08.060924 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.074140 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 44a256ee-1f82-4d68-8299-f0468d997bf2 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:08.095813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'Port': ['ID=f1220125-3eb2-467b-ae8c-bd51f0a657af,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:08.218043 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.225607 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e8a38a7b-ff30-4a58-afc2-1a6b9da49cd1 None None] Deleting port 44a256ee-1f82-4d68-8299-f0468d997bf2 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:08.226260 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e8a38a7b-ff30-4a58-afc2-1a6b9da49cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.317063 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.326035 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.330094 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a033ce52-6c11-4bb0-85b8-9de00054e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:58:06Z', 'revision_number': 5, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:08.364228 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.364767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Fanout notify agent at l3_agent the message router_deleted on router fe2adfea-225f-424f-bd9d-b2d3278bdfd0 {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:58:08.372222 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.373310 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-74dabe51-876b-424f-89d3-09f8a2755d7c tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "DELETE /v2.0/routers/fe2adfea-225f-424f-bd9d-b2d3278bdfd0 HTTP/1.1" status: 204 len: 168 time: 1.0071864 Apr 01 12:58:08.375933 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45518) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:08.384073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033ce52-6c11-4bb0-85b8-9de00054e879 None None] The sync data for ids ['fe2adfea-225f-424f-bd9d-b2d3278bdfd0'] in n-d-836146-1 is: [{'id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-251308975', 'tenant_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:56:24Z', 'updated_at': '2022-04-01T12:58:06Z', 'revision_number': 5, 'project_id': '5a40415f9fbe4cf2937cdcefaf0a19fa', 'gw_port': {'id': 'f1220125-3eb2-467b-ae8c-bd51f0a657af', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2adfea-225f-424f-bd9d-b2d3278bdfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:56:25Z', 'updated_at': '2022-04-01T12:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:58:08.403127 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e8a38a7b-ff30-4a58-afc2-1a6b9da49cd1 None None] For port 44a256ee-1f82-4d68-8299-f0468d997bf2, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=44a256ee-1f82-4d68-8299-f0468d997bf2,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:08.403738 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e8a38a7b-ff30-4a58-afc2-1a6b9da49cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.406481 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.434191 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-e8a38a7b-ff30-4a58-afc2-1a6b9da49cd1 None None] Calling delete_port for 44a256ee-1f82-4d68-8299-f0468d997bf2 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:08.476915 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.517943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 44a256ee-1f82-4d68-8299-f0468d997bf2, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=44a256ee-1f82-4d68-8299-f0468d997bf2,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:08.524747 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.535299 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Deleting port 44a256ee-1f82-4d68-8299-f0468d997bf2 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:08.535642 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.577008 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e8a38a7b-ff30-4a58-afc2-1a6b9da49cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.593582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=44a256ee-1f82-4d68-8299-f0468d997bf2,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:08.608675 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a38a7b-ff30-4a58-afc2-1a6b9da49cd1 None None] No DVR routers for this DVR port 44a256ee-1f82-4d68-8299-f0468d997bf2 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:58:08.611567 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] For port 44a256ee-1f82-4d68-8299-f0468d997bf2, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=44a256ee-1f82-4d68-8299-f0468d997bf2,segment=NetworkSegment(ac55bce1-c5a7-4a23-94ec-c7202a2211a2),segment_id=ac55bce1-c5a7-4a23-94ec-c7202a2211a2)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:08.611937 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.634919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Calling delete_port for 44a256ee-1f82-4d68-8299-f0468d997bf2 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:08.639608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a38a7b-ff30-4a58-afc2-1a6b9da49cd1 None None] Pushing event deleted for resources: {'Port': ['ID=44a256ee-1f82-4d68-8299-f0468d997bf2,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:08.717792 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.746704 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] No DVR routers for this DVR port 44a256ee-1f82-4d68-8299-f0468d997bf2 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:58:08.748156 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'Port': ['ID=44a256ee-1f82-4d68-8299-f0468d997bf2,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:08.852805 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.856088 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.877229 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f97698-ce47-4611-a44b-8a884037a705']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:08.889062 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:08.889541 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac55bce1-c5a7-4a23-94ec-c7202a2211a2') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:08.900776 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.910965 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d6075814-7465-4ec3-9445-d61c3730ac5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.917968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.925018 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:58:08.925930 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:58:08.929962 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:58:09.000311 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:09.008115 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:09.014761 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] 10.222.0.45 "DELETE /v2.0/networks/a1f97698-ce47-4611-a44b-8a884037a705 HTTP/1.1" status: 204 len: 168 time: 0.6344726 Apr 01 12:58:09.025975 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb36f9a-9e73-49dd-9770-c2a8f935a8c8 tempest-TestSecurityGroupsBasicOps-332919900 tempest-TestSecurityGroupsBasicOps-332919900-project] Pushing event deleted for resources: {'Network': ['ID=a1f97698-ce47-4611-a44b-8a884037a705,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:09.037380 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:09.343152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45530) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:09.501304 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0b738393-e2ad-4766-bf0b-4e75e574984d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a40415f9fbe4cf2937cdcefaf0a19fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546206 Apr 01 12:58:09.501956 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45534) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:09.553600 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-de72cee9-96b7-4a6b-b7f3-86c8db00022b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:09.584412 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-de72cee9-96b7-4a6b-b7f3-86c8db00022b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:09.634642 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-de72cee9-96b7-4a6b-b7f3-86c8db00022b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:09.637472 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-de72cee9-96b7-4a6b-b7f3-86c8db00022b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:09.641770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-de72cee9-96b7-4a6b-b7f3-86c8db00022b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b4e456c-64b3-4b71-bb1e-655251ab6ac4 HTTP/1.1" status: 204 len: 168 time: 0.1392486 Apr 01 12:58:09.649938 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72cee9-96b7-4a6b-b7f3-86c8db00022b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4e456c-64b3-4b71-bb1e-655251ab6ac4,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:09.934941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45540) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:09.947029 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f1220125-3eb2-467b-ae8c-bd51f0a657af no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:09.950533 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-589bb611-30e8-4e45-b6bd-8fa9cbbffba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:09.970358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: f1220125-3eb2-467b-ae8c-bd51f0a657af {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:09.970797 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f1220125-3eb2-467b-ae8c-bd51f0a657af not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:09.971708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f8cd94ca-ca66-4c92-b239-b576e7c5cdee no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:09.995349 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: f8cd94ca-ca66-4c92-b239-b576e7c5cdee {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:09.995703 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f8cd94ca-ca66-4c92-b239-b576e7c5cdee not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:10.035901 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-589bb611-30e8-4e45-b6bd-8fa9cbbffba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:10.040302 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-589bb611-30e8-4e45-b6bd-8fa9cbbffba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:10.087519 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-589bb611-30e8-4e45-b6bd-8fa9cbbffba6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ca7fe66867243819cf604a5db4821f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513333 Apr 01 12:58:10.090416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45542) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:10.091010 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bb611-30e8-4e45-b6bd-8fa9cbbffba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02072d89-af53-4f1a-b0c8-b088c38b4f7f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:10.142073 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5533d15d-ae78-4c9e-8594-9a6f14b699e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:10.164550 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5533d15d-ae78-4c9e-8594-9a6f14b699e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:10.214268 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5533d15d-ae78-4c9e-8594-9a6f14b699e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:10.216971 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5533d15d-ae78-4c9e-8594-9a6f14b699e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:10.218224 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5533d15d-ae78-4c9e-8594-9a6f14b699e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02072d89-af53-4f1a-b0c8-b088c38b4f7f HTTP/1.1" status: 204 len: 168 time: 0.1265349 Apr 01 12:58:10.228145 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533d15d-ae78-4c9e-8594-9a6f14b699e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02072d89-af53-4f1a-b0c8-b088c38b4f7f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:10.468353 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:10.588038 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45552) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:10.635356 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d3612017-86a5-4343-ba34-848eb970606d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=148c344681594cc081f74b072aa6eb14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459824 Apr 01 12:58:10.637994 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45554) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:10.689841 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-df324b00-e999-499e-b7ed-8410aec9fa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:10.712081 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-df324b00-e999-499e-b7ed-8410aec9fa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:10.759925 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-df324b00-e999-499e-b7ed-8410aec9fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:10.762569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-df324b00-e999-499e-b7ed-8410aec9fa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:10.764015 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-df324b00-e999-499e-b7ed-8410aec9fa64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43af7530-6099-4a60-ad97-d15715825d9b HTTP/1.1" status: 204 len: 168 time: 0.1249938 Apr 01 12:58:10.777728 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df324b00-e999-499e-b7ed-8410aec9fa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43af7530-6099-4a60-ad97-d15715825d9b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:11.600873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45580) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:11.713788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1425205733-network', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:58:11.736855 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Made reservation on behalf of fdb9a1fabba54ce997d9b3d1db5290b6 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:58:11.739703 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:11.753362 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:11.835418 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:11.840714 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:11.848731 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:11.874112 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:58:11.880082 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e82d1b-584d-49a2-a86d-7bf84e316068,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:11.888626 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:11.889256 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Added segment ea6df987-656f-44ae-bc52-d8eca5325920 of type vlan for network e7b76a9a-20aa-4aa0-8c27-c46282425445 Apr 01 12:58:11.913310 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:11.933362 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:11.968391 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:11.969427 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:11.970720 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:12.013873 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4116440 Apr 01 12:58:12.016700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45584) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:12.022062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-6c65a5e0-5047-4ea5-a91f-e02190a11b3f admin admin] Request body: {'subnet': {'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1425205733-subnet', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:58:12.045564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c65a5e0-5047-4ea5-a91f-e02190a11b3f admin admin] Made reservation on behalf of fdb9a1fabba54ce997d9b3d1db5290b6 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:58:12.053430 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a7a01-e234-4328-b7fa-eb9716623e6b admin admin] Pushing event updated for resources: {'Network': ['ID=e7b76a9a-20aa-4aa0-8c27-c46282425445,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:12.057967 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6c65a5e0-5047-4ea5-a91f-e02190a11b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:12.065163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network e7b76a9a-20aa-4aa0-8c27-c46282425445 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:58:12.242164 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6c65a5e0-5047-4ea5-a91f-e02190a11b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:12.296687 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65a5e0-5047-4ea5-a91f-e02190a11b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=324f33d2-731e-4726-bfba-775627ac4ce4,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:12.309700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65a5e0-5047-4ea5-a91f-e02190a11b3f admin admin] Checking segment: {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:58:12.310056 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65a5e0-5047-4ea5-a91f-e02190a11b3f admin admin] Network hostable DHCP agents. Network: e7b76a9a-20aa-4aa0-8c27-c46282425445, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:58:12.327185 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65a5e0-5047-4ea5-a91f-e02190a11b3f admin admin] Network e7b76a9a-20aa-4aa0-8c27-c46282425445 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:58:12.337089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-6c65a5e0-5047-4ea5-a91f-e02190a11b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, e7b76a9a-20aa-4aa0-8c27-c46282425445) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:12.341805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c65a5e0-5047-4ea5-a91f-e02190a11b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:12.342421 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6c65a5e0-5047-4ea5-a91f-e02190a11b3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:12.348379 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173761eb-0774-488c-9090-e256bb8cea3b None None] Network e7b76a9a-20aa-4aa0-8c27-c46282425445 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:58:12.361964 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-6c65a5e0-5047-4ea5-a91f-e02190a11b3f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3415480 Apr 01 12:58:12.362169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 45586) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:12.366401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1425205733-router', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:58:12.388287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:12.389958 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:12.480999 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:12.578313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-e7b76a9a-20aa-4aa0-8c27-c46282425445', 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'fixed_ips': [{'subnet_id': '324f33d2-731e-4726-bfba-775627ac4ce4'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:58:12.579485 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:12.681181 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:12.777613 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Allocated IP 172.20.0.2 (e7b76a9a-20aa-4aa0-8c27-c46282425445/324f33d2-731e-4726-bfba-775627ac4ce4/f58d97fe-337c-4968-a3f3-53f5b4bef003) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:58:12.981933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:13.002478 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:13.006227 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:13.011919 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:13.065054 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Pushing event updated for resources: {'Port': ['ID=f58d97fe-337c-4968-a3f3-53f5b4bef003,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:13.078993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Network e7b76a9a-20aa-4aa0-8c27-c46282425445 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:58:13.080487 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:13.083592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:58:13.136914 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Attempting to bind port f58d97fe-337c-4968-a3f3-53f5b4bef003 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:58:13.137281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Attempting to bind port f58d97fe-337c-4968-a3f3-53f5b4bef003 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:58:13.137642 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Attempting to bind port f58d97fe-337c-4968-a3f3-53f5b4bef003 on network e7b76a9a-20aa-4aa0-8c27-c46282425445 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:58:13.145282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:58:13.145658 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Checking segment: {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:58:13.146078 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:13.146633 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Bound using segment: {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:58:13.147324 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Bound port: f58d97fe-337c-4968-a3f3-53f5b4bef003, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:58:13.147964 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:13.152125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Allocated IP 172.25.7.225 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/f2127951-4f7c-44a4-9597-e324ac5173a6) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:58:13.250574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] For port f58d97fe-337c-4968-a3f3-53f5b4bef003, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:58:13.255144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] For port f58d97fe-337c-4968-a3f3-53f5b4bef003, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f58d97fe-337c-4968-a3f3-53f5b4bef003,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:58:13.261394 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:13.288580 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:13.327294 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54264931-5fd8-4843-91ea-83027afe05f0 None None] Pushing event updated for resources: {'Port': ['ID=f58d97fe-337c-4968-a3f3-53f5b4bef003,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:13.330606 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:13.375123 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:58:13.381092 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:13.384693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:58:13.420591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Pushing event updated for resources: {'Port': ['ID=f2127951-4f7c-44a4-9597-e324ac5173a6,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:13.987882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f58d97fe-337c-4968-a3f3-53f5b4bef003 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:58:13.999620 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:14.061995 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f58d97fe-337c-4968-a3f3-53f5b4bef003 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:14.062571 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:14.180054 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:14.239463 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port f58d97fe-337c-4968-a3f3-53f5b4bef003, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f58d97fe-337c-4968-a3f3-53f5b4bef003,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:14.246557 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:14.250678 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:14.329187 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=f58d97fe-337c-4968-a3f3-53f5b4bef003,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:14.399194 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Router 80e43a05-3a83-4705-8ada-3243c37600c3 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:58:14.501622 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be608fa8-e6ff-41a1-bcb6-2c0d4fe9e19a None None] Network e7b76a9a-20aa-4aa0-8c27-c46282425445 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:58:14.531372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:58:14.543345 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Sync routers for ids ['80e43a05-3a83-4705-8ada-3243c37600c3'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:58:14.560595 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:14.562240 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Routers {'80e43a05-3a83-4705-8ada-3243c37600c3'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:14.564357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-9f12545a-ea3b-41fa-a7cd-78ea4346c419 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2004268 Apr 01 12:58:14.564660 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80e43a05-3a83-4705-8ada-3243c37600c3'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:14.566911 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 45838) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:14.609337 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-34b87869-4592-46e7-8741-466ede29b66b None None] Provisioning complete for port f58d97fe-337c-4968-a3f3-53f5b4bef003 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:14.609708 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-34b87869-4592-46e7-8741-466ede29b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:14.759797 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Set router 80e43a05-3a83-4705-8ada-3243c37600c3 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:15.072816 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'name': 'tempest-TestServerMultinode-1425205733-router', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:12Z', 'updated_at': '2022-04-01T12:58:13Z', 'revision_number': 3, 'project_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'gw_port': {'id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:13Z', 'updated_at': '2022-04-01T12:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:15.111512 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Checking router: 80e43a05-3a83-4705-8ada-3243c37600c3 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:58:15.111846 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Updating router 80e43a05-3a83-4705-8ada-3243c37600c3 port f2127951-4f7c-44a4-9597-e324ac5173a6 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:58:15.120339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-36541562-724c-4708-81f8-d63327aab9f6 None None] Provisioning complete for port f58d97fe-337c-4968-a3f3-53f5b4bef003 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:15.120831 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-36541562-724c-4708-81f8-d63327aab9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:15.147251 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:15.176849 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:15.400980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Allocated IP 172.20.0.1 (e7b76a9a-20aa-4aa0-8c27-c46282425445/324f33d2-731e-4726-bfba-775627ac4ce4/c310565a-38e1-42e2-8aec-5307dc1b7641) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:58:15.540065 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:15.563942 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:15.572399 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:15.578469 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:15.631042 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dd912-2468-4ab7-8ccb-347a780e2a1f None None] Pushing event updated for resources: {'Port': ['ID=f2127951-4f7c-44a4-9597-e324ac5173a6,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:15.643090 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Attempting to bind port f2127951-4f7c-44a4-9597-e324ac5173a6 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:58:15.643645 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Attempting to bind port f2127951-4f7c-44a4-9597-e324ac5173a6 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:58:15.644033 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Attempting to bind port f2127951-4f7c-44a4-9597-e324ac5173a6 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:58:15.649500 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:58:15.649903 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:58:15.650499 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:15.650890 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:58:15.651354 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Bound port: f2127951-4f7c-44a4-9597-e324ac5173a6, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:58:15.651736 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:15.679439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Network e7b76a9a-20aa-4aa0-8c27-c46282425445 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:58:15.683764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:15.687005 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:58:15.691293 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Pushing event updated for resources: {'Port': ['ID=c310565a-38e1-42e2-8aec-5307dc1b7641,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:15.719028 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] For port f2127951-4f7c-44a4-9597-e324ac5173a6, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:58:15.723754 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] For port f2127951-4f7c-44a4-9597-e324ac5173a6, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f2127951-4f7c-44a4-9597-e324ac5173a6,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:58:15.728937 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:15.752430 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:15.792657 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Routers {'80e43a05-3a83-4705-8ada-3243c37600c3'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:15.793282 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80e43a05-3a83-4705-8ada-3243c37600c3'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:15.805708 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dd912-2468-4ab7-8ccb-347a780e2a1f None None] Pushing event updated for resources: {'Port': ['ID=f2127951-4f7c-44a4-9597-e324ac5173a6,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:15.967214 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:15.974981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f58d97fe-337c-4968-a3f3-53f5b4bef003 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:58:16.033164 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] Set router 80e43a05-3a83-4705-8ada-3243c37600c3 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:16.088695 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-31d9eff3-94f7-452a-bb43-b4c14cf189aa None None] Provisioning complete for port c310565a-38e1-42e2-8aec-5307dc1b7641 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:16.089359 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-31d9eff3-94f7-452a-bb43-b4c14cf189aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:16.129073 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f58d97fe-337c-4968-a3f3-53f5b4bef003 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:16.129714 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:16.163570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-31d9eff3-94f7-452a-bb43-b4c14cf189aa None None] Port c310565a-38e1-42e2-8aec-5307dc1b7641 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:58:16.181707 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:16.191811 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:16.256802 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'name': 'tempest-TestServerMultinode-1425205733-router', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:12Z', 'updated_at': '2022-04-01T12:58:13Z', 'revision_number': 3, 'project_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'gw_port': {'id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:13Z', 'updated_at': '2022-04-01T12:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:16.275882 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Pushing event updated for resources: {'Port': ['ID=c310565a-38e1-42e2-8aec-5307dc1b7641,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:16.280901 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:16.291259 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb6207-6b7e-47c1-a493-320f69980165 None None] The sync data for ids ['80e43a05-3a83-4705-8ada-3243c37600c3'] in n-d-836146-1 is: [{'id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'name': 'tempest-TestServerMultinode-1425205733-router', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:12Z', 'updated_at': '2022-04-01T12:58:13Z', 'revision_number': 3, 'project_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'gw_port': {'id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:13Z', 'updated_at': '2022-04-01T12:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:58:16.399249 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Network e7b76a9a-20aa-4aa0-8c27-c46282425445 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:58:16.400950 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:16.533181 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Router 80e43a05-3a83-4705-8ada-3243c37600c3 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:58:16.677925 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:58:16.688535 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-0b04528d-3605-46b4-98ce-a933cf9980fb admin admin] 10.222.0.45 "PUT /v2.0/routers/80e43a05-3a83-4705-8ada-3243c37600c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1197891 Apr 01 12:58:16.794139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-109805b3-d505-48f3-82b8-1f471a472030 None None] Provisioning complete for port c310565a-38e1-42e2-8aec-5307dc1b7641 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:16.794691 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-109805b3-d505-48f3-82b8-1f471a472030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:16.837627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-109805b3-d505-48f3-82b8-1f471a472030 None None] Port c310565a-38e1-42e2-8aec-5307dc1b7641 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:58:17.304918 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46064) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:17.310071 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-982957442-network', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:58:17.333329 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Made reservation on behalf of 789ecd3e27964e4388ea356b8abf9626 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:58:17.335780 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:17.345778 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:17.443593 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:17.447936 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:17.480880 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:58:17.488467 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afd2127-356e-4d12-b087-a846ae2cb0c3,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:17.496957 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:17.497154 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Added segment 283d7a64-ffe8-40ac-a60b-d06f7c61c0d9 of type vlan for network a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf Apr 01 12:58:17.542939 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:17.574839 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:17.576242 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:17.576930 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:17.607827 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3013873 Apr 01 12:58:17.611883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46066) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:17.620826 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ad1edb3d-60d6-4fd4-b435-82eddeb6b64a admin admin] Request body: {'subnet': {'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-982957442-subnet', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:58:17.648674 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1edb3d-60d6-4fd4-b435-82eddeb6b64a admin admin] Made reservation on behalf of 789ecd3e27964e4388ea356b8abf9626 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:58:17.652858 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ad1edb3d-60d6-4fd4-b435-82eddeb6b64a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:17.663389 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155d6c5-5827-45fc-9d36-98963d7ff8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:17.676690 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:58:17.898129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ad1edb3d-60d6-4fd4-b435-82eddeb6b64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:17.962573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1edb3d-60d6-4fd4-b435-82eddeb6b64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4b2b6a-ee00-4bcf-b3fc-62f452f13570,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:17.972708 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1edb3d-60d6-4fd4-b435-82eddeb6b64a admin admin] Checking segment: {'id': '283d7a64-ffe8-40ac-a60b-d06f7c61c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:58:17.973070 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1edb3d-60d6-4fd4-b435-82eddeb6b64a admin admin] Network hostable DHCP agents. Network: a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:58:17.981772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f2127951-4f7c-44a4-9597-e324ac5173a6 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:58:17.991596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1edb3d-60d6-4fd4-b435-82eddeb6b64a admin admin] Network a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:58:18.003328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ad1edb3d-60d6-4fd4-b435-82eddeb6b64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:18.016903 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1edb3d-60d6-4fd4-b435-82eddeb6b64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:18.021374 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d442c1-0dc9-4fe8-b47f-479c43881439 None None] Network a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:58:18.024380 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ad1edb3d-60d6-4fd4-b435-82eddeb6b64a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:18.053380 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ad1edb3d-60d6-4fd4-b435-82eddeb6b64a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4344575 Apr 01 12:58:18.053380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46076) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:18.060927 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-982957442-router', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:58:18.096635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:18.096635 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:18.119317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f2127951-4f7c-44a4-9597-e324ac5173a6 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:18.119695 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:18.191631 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:18.395390 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:18.431477 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:18.466235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Sync routers for ids ['80e43a05-3a83-4705-8ada-3243c37600c3'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:58:18.484363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Routers {'80e43a05-3a83-4705-8ada-3243c37600c3'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:18.485002 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80e43a05-3a83-4705-8ada-3243c37600c3'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:18.487046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf', 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'fixed_ips': [{'subnet_id': '5f4b2b6a-ee00-4bcf-b3fc-62f452f13570'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:58:18.487921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:18.491861 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port f2127951-4f7c-44a4-9597-e324ac5173a6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f2127951-4f7c-44a4-9597-e324ac5173a6,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:18.535411 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:18.665846 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:18.687227 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:18.781418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Allocated IP 172.20.0.2 (a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf/5f4b2b6a-ee00-4bcf-b3fc-62f452f13570/c6f38c1c-5194-4398-96a0-1a8c0a9a1863) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:58:18.808268 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=f2127951-4f7c-44a4-9597-e324ac5173a6,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:18.824856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Allocated IP 172.25.7.183 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/dc5ce48b-9cf7-4863-8d91-f269a0e7d327) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:58:18.855270 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Set router 80e43a05-3a83-4705-8ada-3243c37600c3 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:18.967825 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:19.008556 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:19.059710 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:58:19.062616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:19.066343 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:58:19.072299 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Pushing event updated for resources: {'Port': ['ID=dc5ce48b-9cf7-4863-8d91-f269a0e7d327,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:19.153768 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:19.180189 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:19.235544 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Pushing event updated for resources: {'Port': ['ID=c6f38c1c-5194-4398-96a0-1a8c0a9a1863,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:19.239242 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Network a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:58:19.243692 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:19.247125 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:58:19.344856 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Attempting to bind port c6f38c1c-5194-4398-96a0-1a8c0a9a1863 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:58:19.345254 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Attempting to bind port c6f38c1c-5194-4398-96a0-1a8c0a9a1863 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '283d7a64-ffe8-40ac-a60b-d06f7c61c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:58:19.345615 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Attempting to bind port c6f38c1c-5194-4398-96a0-1a8c0a9a1863 on network a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:58:19.354781 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:58:19.355362 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Checking segment: {'id': '283d7a64-ffe8-40ac-a60b-d06f7c61c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:58:19.355772 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:19.356164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Bound using segment: {'id': '283d7a64-ffe8-40ac-a60b-d06f7c61c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:58:19.356629 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Bound port: c6f38c1c-5194-4398-96a0-1a8c0a9a1863, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283d7a64-ffe8-40ac-a60b-d06f7c61c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:58:19.357011 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:19.380018 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'name': 'tempest-TestServerMultinode-1425205733-router', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:12Z', 'updated_at': '2022-04-01T12:58:15Z', 'revision_number': 4, 'project_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'gw_port': {'id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:13Z', 'updated_at': '2022-04-01T12:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c310565a-38e1-42e2-8aec-5307dc1b7641', 'name': '', 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'mac_address': 'fa:16:3e:c9:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '324f33d2-731e-4726-bfba-775627ac4ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:15Z', 'updated_at': '2022-04-01T12:58:16Z', 'revision_number': 2, 'project_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'subnets': [{'id': '324f33d2-731e-4726-bfba-775627ac4ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:19.387204 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:19.433671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Checking router: 80e43a05-3a83-4705-8ada-3243c37600c3 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:58:19.434171 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Updating router 80e43a05-3a83-4705-8ada-3243c37600c3 port c310565a-38e1-42e2-8aec-5307dc1b7641 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:58:19.475101 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:19.689305 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:19.699296 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] For port c6f38c1c-5194-4398-96a0-1a8c0a9a1863, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:58:19.736586 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] For port c6f38c1c-5194-4398-96a0-1a8c0a9a1863, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c6f38c1c-5194-4398-96a0-1a8c0a9a1863,segment=NetworkSegment(283d7a64-ffe8-40ac-a60b-d06f7c61c0d9),segment_id=283d7a64-ffe8-40ac-a60b-d06f7c61c0d9)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:58:19.743203 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:19.863881 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172df67-5c2a-4ead-b183-d75b70337e49 None None] Pushing event updated for resources: {'Port': ['ID=c6f38c1c-5194-4398-96a0-1a8c0a9a1863,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:19.881772 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Router 32911518-e476-4315-b548-068a57419bc6 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:58:19.976384 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:19.992303 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:20.011079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f2127951-4f7c-44a4-9597-e324ac5173a6 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:58:20.119189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:58:20.152461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed31a32-0d30-441e-926d-2ea0ba2f954a None None] Pushing event updated for resources: {'Port': ['ID=c310565a-38e1-42e2-8aec-5307dc1b7641,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:20.152893 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Sync routers for ids ['32911518-e476-4315-b548-068a57419bc6'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:58:20.167738 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f2127951-4f7c-44a4-9597-e324ac5173a6 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:20.168243 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:20.184931 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Routers {'32911518-e476-4315-b548-068a57419bc6'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:20.186493 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['32911518-e476-4315-b548-068a57419bc6'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:20.187076 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:20.191944 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f6bb38ad-93aa-4a90-82b6-2bc567e2f42d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1348574 Apr 01 12:58:20.192583 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46094) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:20.320050 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Attempting to bind port c310565a-38e1-42e2-8aec-5307dc1b7641 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:58:20.320431 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Attempting to bind port c310565a-38e1-42e2-8aec-5307dc1b7641 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:58:20.320910 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Attempting to bind port c310565a-38e1-42e2-8aec-5307dc1b7641 on network e7b76a9a-20aa-4aa0-8c27-c46282425445 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:58:20.327432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:58:20.327808 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Checking segment: {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:58:20.328212 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:20.328605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Bound using segment: {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:58:20.329077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Bound port: c310565a-38e1-42e2-8aec-5307dc1b7641, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:58:20.329458 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:20.466518 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Set router 32911518-e476-4315-b548-068a57419bc6 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:20.624989 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] For port c310565a-38e1-42e2-8aec-5307dc1b7641, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:58:20.687336 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] For port c310565a-38e1-42e2-8aec-5307dc1b7641, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c310565a-38e1-42e2-8aec-5307dc1b7641,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:58:20.694948 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-bb802a92-f0e9-438a-966c-aa93135c35cb None None] Provisioning complete for port c310565a-38e1-42e2-8aec-5307dc1b7641 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:20.696304 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb802a92-f0e9-438a-966c-aa93135c35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:20.702376 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:20.859482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed31a32-0d30-441e-926d-2ea0ba2f954a None None] Pushing event updated for resources: {'Port': ['ID=c310565a-38e1-42e2-8aec-5307dc1b7641,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:20.881163 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32911518-e476-4315-b548-068a57419bc6', 'name': 'tempest-TestServerMultinode-982957442-router', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:19Z', 'revision_number': 3, 'project_id': '789ecd3e27964e4388ea356b8abf9626', 'gw_port': {'id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32911518-e476-4315-b548-068a57419bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:20.912963 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Routers {'80e43a05-3a83-4705-8ada-3243c37600c3'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:20.914229 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80e43a05-3a83-4705-8ada-3243c37600c3'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:20.979143 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Checking router: 32911518-e476-4315-b548-068a57419bc6 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:58:20.979489 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Updating router 32911518-e476-4315-b548-068a57419bc6 port dc5ce48b-9cf7-4863-8d91-f269a0e7d327 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:58:21.056457 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:21.388848 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb802a92-f0e9-438a-966c-aa93135c35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:21.464174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] Set router 80e43a05-3a83-4705-8ada-3243c37600c3 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:21.531833 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-bb802a92-f0e9-438a-966c-aa93135c35cb None None] For port c310565a-38e1-42e2-8aec-5307dc1b7641, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c310565a-38e1-42e2-8aec-5307dc1b7641,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:21.541511 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bb802a92-f0e9-438a-966c-aa93135c35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:21.646271 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:21.654104 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54693f7-b56f-4619-ab08-5a0e26eaee3d None None] Network a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:58:21.656630 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:21.666997 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:21.718027 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Attempting to bind port dc5ce48b-9cf7-4863-8d91-f269a0e7d327 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:58:21.718569 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Attempting to bind port dc5ce48b-9cf7-4863-8d91-f269a0e7d327 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:58:21.719028 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Attempting to bind port dc5ce48b-9cf7-4863-8d91-f269a0e7d327 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:58:21.731000 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:58:21.731553 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:58:21.732062 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:21.732697 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:58:21.733281 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Bound port: dc5ce48b-9cf7-4863-8d91-f269a0e7d327, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:58:21.733776 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:21.790448 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] For port dc5ce48b-9cf7-4863-8d91-f269a0e7d327, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:58:21.806863 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] For port dc5ce48b-9cf7-4863-8d91-f269a0e7d327, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=dc5ce48b-9cf7-4863-8d91-f269a0e7d327,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:58:21.815013 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317be28a-0176-45ce-886d-9a8e877b15a7 None None] Pushing event updated for resources: {'Port': ['ID=dc5ce48b-9cf7-4863-8d91-f269a0e7d327,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:21.831647 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:21.896664 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Routers {'32911518-e476-4315-b548-068a57419bc6'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:21.897496 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['32911518-e476-4315-b548-068a57419bc6'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:21.910243 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb802a92-f0e9-438a-966c-aa93135c35cb None None] Pushing event updated for resources: {'Port': ['ID=c310565a-38e1-42e2-8aec-5307dc1b7641,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:21.919795 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-99463c6f-d52f-4c32-af4b-459932e0b935 None None] Provisioning complete for port c310565a-38e1-42e2-8aec-5307dc1b7641 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:21.930650 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-99463c6f-d52f-4c32-af4b-459932e0b935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:22.015822 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] Set router 32911518-e476-4315-b548-068a57419bc6 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:22.102430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c6f38c1c-5194-4398-96a0-1a8c0a9a1863 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:58:22.106691 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Allocated IP 172.20.0.1 (a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf/5f4b2b6a-ee00-4bcf-b3fc-62f452f13570/c2e904e0-453f-43ff-ad9a-e1d8073e6cc5) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:58:22.240287 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:22.283939 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c6f38c1c-5194-4398-96a0-1a8c0a9a1863 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:22.284312 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:22.284612 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:22.326419 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Network a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:58:22.336250 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317be28a-0176-45ce-886d-9a8e877b15a7 None None] Pushing event updated for resources: {'Port': ['ID=dc5ce48b-9cf7-4863-8d91-f269a0e7d327,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:22.378894 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'name': 'tempest-TestServerMultinode-1425205733-router', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:12Z', 'updated_at': '2022-04-01T12:58:15Z', 'revision_number': 4, 'project_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'gw_port': {'id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:13Z', 'updated_at': '2022-04-01T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c310565a-38e1-42e2-8aec-5307dc1b7641', 'name': '', 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'mac_address': 'fa:16:3e:c9:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '324f33d2-731e-4726-bfba-775627ac4ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:15Z', 'updated_at': '2022-04-01T12:58:20Z', 'revision_number': 4, 'project_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'subnets': [{'id': '324f33d2-731e-4726-bfba-775627ac4ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:22.382848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-99463c6f-d52f-4c32-af4b-459932e0b935 None None] Provisioning complete for port c6f38c1c-5194-4398-96a0-1a8c0a9a1863 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:22.383597 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-99463c6f-d52f-4c32-af4b-459932e0b935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:22.405854 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:22.407754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Pushing event updated for resources: {'Port': ['ID=c2e904e0-453f-43ff-ad9a-e1d8073e6cc5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:22.427554 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:58:22.504423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bd13b-9430-46ba-b9c9-6f11891e28f4 None None] The sync data for ids ['80e43a05-3a83-4705-8ada-3243c37600c3'] in n-d-836146-1 is: [{'id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'name': 'tempest-TestServerMultinode-1425205733-router', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:12Z', 'updated_at': '2022-04-01T12:58:15Z', 'revision_number': 4, 'project_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'gw_port': {'id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:13Z', 'updated_at': '2022-04-01T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c310565a-38e1-42e2-8aec-5307dc1b7641', 'name': '', 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'mac_address': 'fa:16:3e:c9:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '324f33d2-731e-4726-bfba-775627ac4ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:15Z', 'updated_at': '2022-04-01T12:58:20Z', 'revision_number': 4, 'project_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'subnets': [{'id': '324f33d2-731e-4726-bfba-775627ac4ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:58:22.625668 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:22.625899 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:22.626552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:22.626552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:22.626765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:22.628864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:22.628864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:22.640493 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:22.640934 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:22.641272 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:22.646468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:22.646856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:22.718321 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:22.720896 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32911518-e476-4315-b548-068a57419bc6', 'name': 'tempest-TestServerMultinode-982957442-router', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:19Z', 'revision_number': 3, 'project_id': '789ecd3e27964e4388ea356b8abf9626', 'gw_port': {'id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32911518-e476-4315-b548-068a57419bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:22.723250 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:22.766493 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7187be8c-8df5-4ad1-85bb-e7eee7ad640d None None] The sync data for ids ['32911518-e476-4315-b548-068a57419bc6'] in n-d-836146-1 is: [{'id': '32911518-e476-4315-b548-068a57419bc6', 'name': 'tempest-TestServerMultinode-982957442-router', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:19Z', 'revision_number': 3, 'project_id': '789ecd3e27964e4388ea356b8abf9626', 'gw_port': {'id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32911518-e476-4315-b548-068a57419bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:58:22.874988 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port c6f38c1c-5194-4398-96a0-1a8c0a9a1863, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c6f38c1c-5194-4398-96a0-1a8c0a9a1863,segment=NetworkSegment(283d7a64-ffe8-40ac-a60b-d06f7c61c0d9),segment_id=283d7a64-ffe8-40ac-a60b-d06f7c61c0d9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:22.902477 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:23.029199 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=c6f38c1c-5194-4398-96a0-1a8c0a9a1863,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:23.046527 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-99463c6f-d52f-4c32-af4b-459932e0b935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:23.069741 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:23.183376 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.db.api [None req-99463c6f-d52f-4c32-af4b-459932e0b935 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 12:58:23.183731 n-d-836146-1 neutron-server[102720]: DEBUG oslo_db.api [None req-99463c6f-d52f-4c32-af4b-459932e0b935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 12:58:23.360236 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:23.373669 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:23.480300 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:23.483607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Pushing event updated for resources: {'Port': ['ID=c2e904e0-453f-43ff-ad9a-e1d8073e6cc5,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:23.646534 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Network a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:58:23.650733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:23.869058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Router 32911518-e476-4315-b548-068a57419bc6 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:58:23.917077 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-25044fb7-a81e-49f0-9439-4690f4dd3127 None None] Provisioning complete for port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:23.918434 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-25044fb7-a81e-49f0-9439-4690f4dd3127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:24.024343 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-25044fb7-a81e-49f0-9439-4690f4dd3127 None None] Port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:58:24.047981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-25044fb7-a81e-49f0-9439-4690f4dd3127 None None] Provisioning complete for port c6f38c1c-5194-4398-96a0-1a8c0a9a1863 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:24.048672 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-25044fb7-a81e-49f0-9439-4690f4dd3127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:24.157210 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:58:24.182230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-50b22087-4363-41df-9ef7-a0df51d3bcad admin admin] 10.222.0.45 "PUT /v2.0/routers/32911518-e476-4315-b548-068a57419bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9773839 Apr 01 12:58:24.310845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c310565a-38e1-42e2-8aec-5307dc1b7641 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:58:24.406024 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6a333bf8-e9cf-4605-9ea0-ca180aab1741 None None] Provisioning complete for port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:24.406467 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6a333bf8-e9cf-4605-9ea0-ca180aab1741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:24.463794 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c310565a-38e1-42e2-8aec-5307dc1b7641 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:24.464167 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:24.559676 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-6a333bf8-e9cf-4605-9ea0-ca180aab1741 None None] Port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:58:24.636395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c6f38c1c-5194-4398-96a0-1a8c0a9a1863 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:58:24.751952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c6f38c1c-5194-4398-96a0-1a8c0a9a1863 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:24.752339 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:24.881001 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dc5ce48b-9cf7-4863-8d91-f269a0e7d327 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:58:24.968532 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port dc5ce48b-9cf7-4863-8d91-f269a0e7d327 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:24.969130 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:25.081681 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46154) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:25.126595 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:25.155708 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46156) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:25.178372 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port dc5ce48b-9cf7-4863-8d91-f269a0e7d327, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=dc5ce48b-9cf7-4863-8d91-f269a0e7d327,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:25.187895 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:25.311447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=dc5ce48b-9cf7-4863-8d91-f269a0e7d327,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:25.365714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-67a9fe37-9fd1-403e-a6a8-61534a5cb9f8 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:25.367790 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-67a9fe37-9fd1-403e-a6a8-61534a5cb9f8 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/networks?id=e7b76a9a-20aa-4aa0-8c27-c46282425445 HTTP/1.1" status: 200 len: 911 time: 0.2312963 Apr 01 12:58:25.416785 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-521b3940-2a33-4a4b-9475-63db2d1af8cf tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/quotas/789ecd3e27964e4388ea356b8abf9626 HTTP/1.1" status: 200 len: 375 time: 0.0259371 Apr 01 12:58:25.488611 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d3f442b1-98fd-495c-ad73-ea33cbc22cb3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a56433326b4e478d854fc519da9c18dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298171 Apr 01 12:58:25.489277 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46162) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:25.520254 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Deleting port 6c4df900-5fd9-4eb4-9117-315d01ff70a5 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:25.520254 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:25.566978 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-f725349d-0830-4a30-a557-c784a8e6b7f2 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=789ecd3e27964e4388ea356b8abf9626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1434233 Apr 01 12:58:25.578848 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:25.606731 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:25.657359 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:25.657829 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:25.686239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Calling delete_port for 6c4df900-5fd9-4eb4-9117-315d01ff70a5 owned by network:floatingip {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:25.692466 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:25.696961 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:25.699243 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33744288-e7b3-4987-b36e-13f9f24f0f77 HTTP/1.1" status: 204 len: 168 time: 0.2084649 Apr 01 12:58:25.716703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33744288-e7b3-4987-b36e-13f9f24f0f77,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:25.743696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:25.743980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:25.744666 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:25.745361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:25.746745 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:25.747795 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:25.748257 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:25.749094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:25.749469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:25.751163 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:25.751522 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:25.751857 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1ca4b-c609-4d41-8917-42203560f9e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:26.044826 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dc5ce48b-9cf7-4863-8d91-f269a0e7d327 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:58:26.068091 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-9c61dc1f-3bda-4c22-a5a0-596dcc3ad3a2 service neutron] 10.222.0.45 "GET /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485471 Apr 01 12:58:26.124760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port dc5ce48b-9cf7-4863-8d91-f269a0e7d327 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:26.125146 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:26.197350 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:26.229762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Sync routers for ids ['32911518-e476-4315-b548-068a57419bc6'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:58:26.248102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Routers {'32911518-e476-4315-b548-068a57419bc6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:26.249015 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['32911518-e476-4315-b548-068a57419bc6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:26.541372 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event deleted for resources: {'Port': ['ID=6c4df900-5fd9-4eb4-9117-315d01ff70a5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:26.600227 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-b9bb0919-2327-4a04-9376-81cc9de53fc8 service neutron] 10.222.0.45 "GET /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226800 Apr 01 12:58:26.613836 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for floatingip, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:26.614205 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Floating IP 40e05734-284c-403c-9d23-3ecdd22ba97f disassociated (deleted). External IP: 172.25.7.140, port: d611156f-72d2-41b5-bd96-10fda86ff0b1. Apr 01 12:58:26.617070 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Set router 32911518-e476-4315-b548-068a57419bc6 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:26.854465 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Router b46f8b78-6270-4877-9da2-4399255750ae has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:58:26.904484 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32911518-e476-4315-b548-068a57419bc6', 'name': 'tempest-TestServerMultinode-982957442-router', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:22Z', 'revision_number': 4, 'project_id': '789ecd3e27964e4388ea356b8abf9626', 'gw_port': {'id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32911518-e476-4315-b548-068a57419bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c2e904e0-453f-43ff-ad9a-e1d8073e6cc5', 'name': '', 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'mac_address': 'fa:16:3e:77:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32911518-e476-4315-b548-068a57419bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '5f4b2b6a-ee00-4bcf-b3fc-62f452f13570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:21Z', 'updated_at': '2022-04-01T12:58:23Z', 'revision_number': 2, 'project_id': '789ecd3e27964e4388ea356b8abf9626', 'subnets': [{'id': '5f4b2b6a-ee00-4bcf-b3fc-62f452f13570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:26.933574 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Checking router: 32911518-e476-4315-b548-068a57419bc6 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:58:26.934198 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Updating router 32911518-e476-4315-b548-068a57419bc6 port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:58:26.967033 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:27.003009 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-62ff1caf-6066-47e1-9a50-07ad13e8c0ba req-979d62c2-65bc-4c40-9482-37c806f1e651 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 210 time: 0.0468736 Apr 01 12:58:27.117960 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:58:27.123275 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:27.134489 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe5041-bb2b-4189-85f7-03588c64e71d None None] Sync routers for ids ['b46f8b78-6270-4877-9da2-4399255750ae'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:58:27.150290 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe5041-bb2b-4189-85f7-03588c64e71d None None] Routers {'b46f8b78-6270-4877-9da2-4399255750ae'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:27.151056 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-ecfe5041-bb2b-4189-85f7-03588c64e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b46f8b78-6270-4877-9da2-4399255750ae'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:27.158050 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-2b4d2ce3-7b8c-43e3-883a-8a479d0e49fc tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "DELETE /v2.0/floatingips/40e05734-284c-403c-9d23-3ecdd22ba97f HTTP/1.1" status: 204 len: 168 time: 2.0748949 Apr 01 12:58:27.158701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:27.162238 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa137ed4-2841-45ca-b51b-2f53c0febe73" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:27.355695 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-ecfe5041-bb2b-4189-85f7-03588c64e71d None None] Set router b46f8b78-6270-4877-9da2-4399255750ae gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:27.437394 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:27.449810 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:27.512719 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5cb0a-7f9c-4d60-a5b8-a0fc60713367 None None] Pushing event updated for resources: {'Port': ['ID=c2e904e0-453f-43ff-ad9a-e1d8073e6cc5,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:27.605384 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Attempting to bind port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:58:27.605848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Attempting to bind port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '283d7a64-ffe8-40ac-a60b-d06f7c61c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:58:27.606341 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Attempting to bind port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 on network a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:58:27.624742 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:58:27.625220 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Checking segment: {'id': '283d7a64-ffe8-40ac-a60b-d06f7c61c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:58:27.625845 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:27.626433 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Bound using segment: {'id': '283d7a64-ffe8-40ac-a60b-d06f7c61c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:58:27.626992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Bound port: c2e904e0-453f-43ff-ad9a-e1d8073e6cc5, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283d7a64-ffe8-40ac-a60b-d06f7c61c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:58:27.627492 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:27.645343 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03826ce3-5ddc-484d-a5f2-9c58f2ac8e32 x-openstack-request-id: req-03826ce3-5ddc-484d-a5f2-9c58f2ac8e32 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:27.646357 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:27.646827 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03826ce3-5ddc-484d-a5f2-9c58f2ac8e32 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:27.647435 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03826ce3-5ddc-484d-a5f2-9c58f2ac8e32'] response: {'name': 'network-changed', 'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'status': 'completed', 'code': 200} Apr 01 12:58:27.761844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1484cee-f486-4fb8-ae70-bfe053a4ed73 req-c6251b9a-4309-468e-a511-99301cdbd3d8 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:27.771858 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a1484cee-f486-4fb8-ae70-bfe053a4ed73 req-c6251b9a-4309-468e-a511-99301cdbd3d8 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 946 time: 0.2287588 Apr 01 12:58:27.791093 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] For port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:58:27.797147 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] For port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c2e904e0-453f-43ff-ad9a-e1d8073e6cc5,segment=NetworkSegment(283d7a64-ffe8-40ac-a60b-d06f7c61c0d9),segment_id=283d7a64-ffe8-40ac-a60b-d06f7c61c0d9)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:58:27.802915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137ed4-2841-45ca-b51b-2f53c0febe73 req-2de045af-6d32-4e9c-bfcc-0659ba3693a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:27.803371 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:27.805150 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa137ed4-2841-45ca-b51b-2f53c0febe73 req-2de045af-6d32-4e9c-bfcc-0659ba3693a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a6a7c1e88784090bd3c90cca825d4d2&device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 1097 time: 0.1936104 Apr 01 12:58:27.886057 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-ecfe5041-bb2b-4189-85f7-03588c64e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '6240c25b-9e3b-4c30-8b87-765f575f5639', 'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'mac_address': 'fa:16:3e:bd:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:07Z', 'updated_at': '2022-04-01T12:54:18Z', 'revision_number': 5, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'subnets': [{'id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:27.928761 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a1484cee-f486-4fb8-ae70-bfe053a4ed73 req-47c40dbe-c26d-48c1-bcb4-31134b39c3c9 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1542025 Apr 01 12:58:27.942577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c102cba6-bfa4-4cd3-8c63-1d37c2588ba7 None None] Provisioning complete for port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:27.943030 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c102cba6-bfa4-4cd3-8c63-1d37c2588ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:27.950584 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5cb0a-7f9c-4d60-a5b8-a0fc60713367 None None] Pushing event updated for resources: {'Port': ['ID=c2e904e0-453f-43ff-ad9a-e1d8073e6cc5,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:27.977559 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe5041-bb2b-4189-85f7-03588c64e71d None None] Checking router: b46f8b78-6270-4877-9da2-4399255750ae for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:58:27.988111 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe5041-bb2b-4189-85f7-03588c64e71d None None] Routers {'b46f8b78-6270-4877-9da2-4399255750ae'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:27.988738 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-ecfe5041-bb2b-4189-85f7-03588c64e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b46f8b78-6270-4877-9da2-4399255750ae'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:28.012114 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Routers {'32911518-e476-4315-b548-068a57419bc6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:28.018228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['32911518-e476-4315-b548-068a57419bc6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:28.111318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137ed4-2841-45ca-b51b-2f53c0febe73 req-8da2e9af-d083-4c6d-8fe4-2ceb734a81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:28.113818 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa137ed4-2841-45ca-b51b-2f53c0febe73 req-8da2e9af-d083-4c6d-8fe4-2ceb734a81b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 HTTP/1.1" status: 200 len: 914 time: 0.2914443 Apr 01 12:58:28.286649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa137ed4-2841-45ca-b51b-2f53c0febe73 req-4a85ba58-2feb-4812-8f5f-7990e0980965 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d611156f-72d2-41b5-bd96-10fda86ff0b1 HTTP/1.1" status: 200 len: 217 time: 0.1645913 Apr 01 12:58:28.288982 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a1df3d76-f838-4a66-8bde-02edb4235adc req-0abee6bc-92d1-46c4-bd4a-91aa47c814a1 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 210 time: 0.0782590 Apr 01 12:58:28.339586 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-ecfe5041-bb2b-4189-85f7-03588c64e71d None None] Set router b46f8b78-6270-4877-9da2-4399255750ae gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:28.404507 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137ed4-2841-45ca-b51b-2f53c0febe73 req-da0c30a9-567c-4991-a379-72633591fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:28.407970 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa137ed4-2841-45ca-b51b-2f53c0febe73 req-da0c30a9-567c-4991-a379-72633591fe83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31f02438-8332-45fd-86b8-d7a04b50b932 HTTP/1.1" status: 200 len: 852 time: 0.1106224 Apr 01 12:58:28.432108 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] Set router 32911518-e476-4315-b548-068a57419bc6 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:28.483647 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137ed4-2841-45ca-b51b-2f53c0febe73 req-f7f6b67d-52fe-4608-a35f-5b6613f6868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:28.485236 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa137ed4-2841-45ca-b51b-2f53c0febe73 req-f7f6b67d-52fe-4608-a35f-5b6613f6868e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670097 Apr 01 12:58:28.574342 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c102cba6-bfa4-4cd3-8c63-1d37c2588ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:28.633283 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-c102cba6-bfa4-4cd3-8c63-1d37c2588ba7 None None] For port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c2e904e0-453f-43ff-ad9a-e1d8073e6cc5,segment=NetworkSegment(283d7a64-ffe8-40ac-a60b-d06f7c61c0d9),segment_id=283d7a64-ffe8-40ac-a60b-d06f7c61c0d9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:28.694991 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c102cba6-bfa4-4cd3-8c63-1d37c2588ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:28.695239 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-ecfe5041-bb2b-4189-85f7-03588c64e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '6240c25b-9e3b-4c30-8b87-765f575f5639', 'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'mac_address': 'fa:16:3e:bd:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:07Z', 'updated_at': '2022-04-01T12:54:18Z', 'revision_number': 5, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'subnets': [{'id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:28.713589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa137ed4-2841-45ca-b51b-2f53c0febe73 req-ba57c5f2-08a2-49da-b8f7-a9f20404ab46 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185028 Apr 01 12:58:28.733772 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe5041-bb2b-4189-85f7-03588c64e71d None None] The sync data for ids ['b46f8b78-6270-4877-9da2-4399255750ae'] in n-d-836146-1 is: [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:54:08Z', 'revision_number': 4, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '6240c25b-9e3b-4c30-8b87-765f575f5639', 'name': '', 'network_id': '9d0b9e8d-941b-47f5-b126-04ebf36fc8e6', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'mac_address': 'fa:16:3e:bd:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:07Z', 'updated_at': '2022-04-01T12:54:18Z', 'revision_number': 5, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'subnets': [{'id': '31f02438-8332-45fd-86b8-d7a04b50b932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:58:28.947685 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-bd7dfe48-9c68-44e6-acb7-3bf441a4ad4b None None] Provisioning complete for port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:28.948135 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfe48-9c68-44e6-acb7-3bf441a4ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:28.962302 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fa137ed4-2841-45ca-b51b-2f53c0febe73 req-a68f54eb-0afa-4a64-a1b8-abec66bea7f9 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390749 Apr 01 12:58:28.989094 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-09c8bb32-e78d-4edc-8845-91ca5250f106 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:28.992614 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-09c8bb32-e78d-4edc-8845-91ca5250f106 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.37 "GET /v2.0/networks?id=e7b76a9a-20aa-4aa0-8c27-c46282425445 HTTP/1.1" status: 200 len: 911 time: 0.1770847 Apr 01 12:58:29.014258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Request body: {'port': {'device_id': 'f6747cec-d9f7-41d5-a037-01d252d82442', 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445', 'admin_state_up': True, 'tenant_id': '789ecd3e27964e4388ea356b8abf9626'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:58:29.031138 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102cba6-bfa4-4cd3-8c63-1d37c2588ba7 None None] Pushing event updated for resources: {'Port': ['ID=c2e904e0-453f-43ff-ad9a-e1d8073e6cc5,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:29.054170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32911518-e476-4315-b548-068a57419bc6', 'name': 'tempest-TestServerMultinode-982957442-router', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:22Z', 'revision_number': 4, 'project_id': '789ecd3e27964e4388ea356b8abf9626', 'gw_port': {'id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32911518-e476-4315-b548-068a57419bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c2e904e0-453f-43ff-ad9a-e1d8073e6cc5', 'name': '', 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'mac_address': 'fa:16:3e:77:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32911518-e476-4315-b548-068a57419bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '5f4b2b6a-ee00-4bcf-b3fc-62f452f13570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:21Z', 'updated_at': '2022-04-01T12:58:27Z', 'revision_number': 4, 'project_id': '789ecd3e27964e4388ea356b8abf9626', 'subnets': [{'id': '5f4b2b6a-ee00-4bcf-b3fc-62f452f13570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:29.066780 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Made reservation on behalf of 789ecd3e27964e4388ea356b8abf9626 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:58:29.069128 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:29.093863 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58035d-feb5-4905-9ac1-7a23b345e1fa None None] The sync data for ids ['32911518-e476-4315-b548-068a57419bc6'] in n-d-836146-1 is: [{'id': '32911518-e476-4315-b548-068a57419bc6', 'name': 'tempest-TestServerMultinode-982957442-router', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:22Z', 'revision_number': 4, 'project_id': '789ecd3e27964e4388ea356b8abf9626', 'gw_port': {'id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32911518-e476-4315-b548-068a57419bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'c2e904e0-453f-43ff-ad9a-e1d8073e6cc5', 'name': '', 'network_id': 'a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'mac_address': 'fa:16:3e:77:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32911518-e476-4315-b548-068a57419bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '5f4b2b6a-ee00-4bcf-b3fc-62f452f13570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:21Z', 'updated_at': '2022-04-01T12:58:27Z', 'revision_number': 4, 'project_id': '789ecd3e27964e4388ea356b8abf9626', 'subnets': [{'id': '5f4b2b6a-ee00-4bcf-b3fc-62f452f13570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:58:29.174289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63419b76-337c-48e9-863c-f140c3b29e3b req-0bf652d5-100d-4587-8b83-56e7d256d4ce tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:29.176807 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63419b76-337c-48e9-863c-f140c3b29e3b req-0bf652d5-100d-4587-8b83-56e7d256d4ce tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 946 time: 0.1238031 Apr 01 12:58:29.215767 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd2f8c-2d4a-4308-9f35-4f29ae8aaa58 None None] New status for floating IP 40e05734-284c-403c-9d23-3ecdd22ba97f: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:58:29.304672 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-63419b76-337c-48e9-863c-f140c3b29e3b req-56c698f8-42b5-464a-b8a8-922afbefba21 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/security-groups?id=808bc8ae-62b2-4550-a519-9324706b2417&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112282 Apr 01 12:58:29.328021 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Allocated IP 172.20.0.13 (e7b76a9a-20aa-4aa0-8c27-c46282425445/324f33d2-731e-4726-bfba-775627ac4ce4/de896d16-f08b-4db8-9555-887685d2dc55) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:58:29.345356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf4d86-e514-45c7-a67b-5d2cd11a513a req-86d613d7-708f-4249-a3d5-60ebf8e046c5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:29.347510 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66cf4d86-e514-45c7-a67b-5d2cd11a513a req-86d613d7-708f-4249-a3d5-60ebf8e046c5 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 946 time: 0.1136825 Apr 01 12:58:29.398678 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-279ac676-a025-4918-9a11-186b177017ea req-3ba7e47f-e374-4c08-be42-b7b1f7d3ba28 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 210 time: 0.0301642 Apr 01 12:58:29.542538 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-66cf4d86-e514-45c7-a67b-5d2cd11a513a req-7f49f253-4694-470b-983e-8c3ae0b62c14 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Deleting port d611156f-72d2-41b5-bd96-10fda86ff0b1 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:29.542875 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-66cf4d86-e514-45c7-a67b-5d2cd11a513a req-7f49f253-4694-470b-983e-8c3ae0b62c14 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:29.601848 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:29.682995 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-66cf4d86-e514-45c7-a67b-5d2cd11a513a req-7f49f253-4694-470b-983e-8c3ae0b62c14 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] For port d611156f-72d2-41b5-bd96-10fda86ff0b1, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d611156f-72d2-41b5-bd96-10fda86ff0b1,segment=NetworkSegment(4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4),segment_id=4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:29.683490 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-66cf4d86-e514-45c7-a67b-5d2cd11a513a req-7f49f253-4694-470b-983e-8c3ae0b62c14 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:29.701998 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-66cf4d86-e514-45c7-a67b-5d2cd11a513a req-7f49f253-4694-470b-983e-8c3ae0b62c14 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Calling delete_port for d611156f-72d2-41b5-bd96-10fda86ff0b1 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:29.711541 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:29.823798 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Network e7b76a9a-20aa-4aa0-8c27-c46282425445 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:58:29.832138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:29.834769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:58:29.840367 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Pushing event updated for resources: {'Port': ['ID=de896d16-f08b-4db8-9555-887685d2dc55,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:29.933800 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-66cf4d86-e514-45c7-a67b-5d2cd11a513a req-7f49f253-4694-470b-983e-8c3ae0b62c14 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:30.014436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49f253-4694-470b-983e-8c3ae0b62c14 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event deleted for resources: {'Port': ['ID=d611156f-72d2-41b5-bd96-10fda86ff0b1,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:30.068134 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:58:30.075225 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:30.075589 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:30.109657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cf4d86-e514-45c7-a67b-5d2cd11a513a req-7f49f253-4694-470b-983e-8c3ae0b62c14 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] No DVR routers for this DVR port d611156f-72d2-41b5-bd96-10fda86ff0b1 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:58:30.116565 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-66cf4d86-e514-45c7-a67b-5d2cd11a513a req-7f49f253-4694-470b-983e-8c3ae0b62c14 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:30.121111 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66cf4d86-e514-45c7-a67b-5d2cd11a513a req-7f49f253-4694-470b-983e-8c3ae0b62c14 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.37 "DELETE /v2.0/ports/d611156f-72d2-41b5-bd96-10fda86ff0b1 HTTP/1.1" status: 204 len: 173 time: 0.7650442 Apr 01 12:58:30.121824 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'name': 'network-vif-deleted', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:30.124929 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e8a7c8-60ea-4a8b-9152-5c60fba3f566" -d '{"events": [{"server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "name": "network-vif-deleted", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:30.138437 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-0ba86a31-26d3-4250-9940-bc3c62664dbd tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1281834 Apr 01 12:58:30.223458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:30.223838 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:30.235614 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb00ecb-a7db-49ba-be24-1663c7e24100 x-openstack-request-id: req-cdb00ecb-a7db-49ba-be24-1663c7e24100 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:30.235977 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd2af16-f7ab-4f75-909c-762f16c83ed4", "name": "network-vif-deleted", "tag": "d611156f-72d2-41b5-bd96-10fda86ff0b1", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:30.236359 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdb00ecb-a7db-49ba-be24-1663c7e24100 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:30.236891 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb00ecb-a7db-49ba-be24-1663c7e24100'] response: {'server_uuid': '9bd2af16-f7ab-4f75-909c-762f16c83ed4', 'name': 'network-vif-deleted', 'tag': 'd611156f-72d2-41b5-bd96-10fda86ff0b1', 'status': 'completed', 'code': 200} Apr 01 12:58:30.296785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Request body: {'port': {'device_id': 'f6747cec-d9f7-41d5-a037-01d252d82442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:58:30.317605 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:58:30.409968 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-aec8ab64-2e49-45bd-af63-b58665a75d19 None None] Provisioning complete for port de896d16-f08b-4db8-9555-887685d2dc55 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:30.413800 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aec8ab64-2e49-45bd-af63-b58665a75d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:30.482130 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:30.517648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-aec8ab64-2e49-45bd-af63-b58665a75d19 None None] Port de896d16-f08b-4db8-9555-887685d2dc55 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:58:30.561025 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-282ee36c-8294-4266-8b63-5ac3d24fc266 req-4367b301-d3a4-4fa5-b787-980d5b357301 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 210 time: 0.0494235 Apr 01 12:58:30.708445 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0c9f7-69c6-434e-b028-63412bc4941f req-0ee941b2-ea9b-4081-9660-aeb852ce7cdf tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:30.716567 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aaa0c9f7-69c6-434e-b028-63412bc4941f req-0ee941b2-ea9b-4081-9660-aeb852ce7cdf tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1028 time: 0.1486166 Apr 01 12:58:30.895409 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aaa0c9f7-69c6-434e-b028-63412bc4941f req-2a63ef74-c0c9-42cd-842a-52964a2dab2f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773734 Apr 01 12:58:31.106933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de896d16-f08b-4db8-9555-887685d2dc55 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:58:31.115188 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:31.128777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Transition to ACTIVE for port object de896d16-f08b-4db8-9555-887685d2dc55 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:58:31.134207 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:31.225745 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=de896d16-f08b-4db8-9555-887685d2dc55,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:31.330255 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Attempting to bind port de896d16-f08b-4db8-9555-887685d2dc55 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:58:31.330747 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Attempting to bind port de896d16-f08b-4db8-9555-887685d2dc55 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:58:31.331231 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Attempting to bind port de896d16-f08b-4db8-9555-887685d2dc55 on network e7b76a9a-20aa-4aa0-8c27-c46282425445 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:58:31.337865 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Port de896d16-f08b-4db8-9555-887685d2dc55 on network e7b76a9a-20aa-4aa0-8c27-c46282425445 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:58:31.338281 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Attempting to bind port de896d16-f08b-4db8-9555-887685d2dc55 on network e7b76a9a-20aa-4aa0-8c27-c46282425445 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:58:31.347530 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:58:31.347958 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Checking segment: {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:58:31.348412 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Bound using segment: {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:58:31.348911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Bound port: de896d16-f08b-4db8-9555-887685d2dc55, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:58:31.349338 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:31.459313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] For port de896d16-f08b-4db8-9555-887685d2dc55, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:58:31.467239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] For port de896d16-f08b-4db8-9555-887685d2dc55, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de896d16-f08b-4db8-9555-887685d2dc55,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:58:31.477692 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:31.613686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:31.614339 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:31.616118 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/de896d16-f08b-4db8-9555-887685d2dc55 HTTP/1.1" status: 200 len: 1092 time: 1.4700713 Apr 01 12:58:31.658824 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640ea12-3775-4f22-904b-e728a0b7a0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=de896d16-f08b-4db8-9555-887685d2dc55,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:31.745998 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-46cc5ed7-633a-46eb-8da2-4176b3247ac6 req-a8e9fd3e-a2c9-48b0-a359-234221182dc3 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 210 time: 0.0380507 Apr 01 12:58:31.760113 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-35dd5e97-88d8-4029-bfc5-a28cd7c4c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:31.762922 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-35dd5e97-88d8-4029-bfc5-a28cd7c4c6b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=789ecd3e27964e4388ea356b8abf9626&device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1095 time: 0.0912313 Apr 01 12:58:31.811412 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-b5d32a0e-9928-446f-aa95-e800b1079d91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de896d16-f08b-4db8-9555-887685d2dc55 HTTP/1.1" status: 200 len: 217 time: 0.0400388 Apr 01 12:58:31.867416 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-5af99772-58e7-4012-91d8-9711fb73965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:31.868900 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-5af99772-58e7-4012-91d8-9711fb73965d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=324f33d2-731e-4726-bfba-775627ac4ce4 HTTP/1.1" status: 200 len: 849 time: 0.0468769 Apr 01 12:58:31.959891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-91a81f65-2997-4df4-8832-61a3c2c91d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:31.962155 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-91a81f65-2997-4df4-8832-61a3c2c91d13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7b76a9a-20aa-4aa0-8c27-c46282425445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742311 Apr 01 12:58:32.101363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b963b-16a8-4aa5-b2ba-115c7a948dea req-2dbfe106-0363-40af-9908-a0f1a63c3cc6 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:32.108814 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc6b963b-16a8-4aa5-b2ba-115c7a948dea req-2dbfe106-0363-40af-9908-a0f1a63c3cc6 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1095 time: 0.1218865 Apr 01 12:58:32.135868 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-bbb78cbf-59ab-49c9-9c58-f5f92f43d646 service neutron] 10.222.0.37 "GET /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645906 Apr 01 12:58:32.180794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fc6b963b-16a8-4aa5-b2ba-115c7a948dea req-c636ae48-7d4c-4735-ae1a-78e0bb05051e tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666039 Apr 01 12:58:32.255755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6747cec-d9f7-41d5-a037-01d252d82442', 'tag': 'de896d16-f08b-4db8-9555-887685d2dc55'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:32.258379 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db213aa1-3677-4770-96ec-3e4d2aac675b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6747cec-d9f7-41d5-a037-01d252d82442", "tag": "de896d16-f08b-4db8-9555-887685d2dc55"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:32.263052 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c303e7e0-b268-4582-86f9-8bc4f013338b req-132286df-8262-4149-be86-2b10ec540897 service neutron] 10.222.0.37 "GET /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188841 Apr 01 12:58:32.305730 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94287f2-99e6-4631-84ba-cee4ebac4a14 x-openstack-request-id: req-e94287f2-99e6-4631-84ba-cee4ebac4a14 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:32.306255 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6747cec-d9f7-41d5-a037-01d252d82442", "tag": "de896d16-f08b-4db8-9555-887685d2dc55", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:32.306668 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e94287f2-99e6-4631-84ba-cee4ebac4a14 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:32.307269 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94287f2-99e6-4631-84ba-cee4ebac4a14'] response: {'name': 'network-changed', 'server_uuid': 'f6747cec-d9f7-41d5-a037-01d252d82442', 'tag': 'de896d16-f08b-4db8-9555-887685d2dc55', 'status': 'completed', 'code': 200} Apr 01 12:58:32.378814 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213aa1-3677-4770-96ec-3e4d2aac675b req-e6c10c13-e064-40b9-a005-0053b67ff044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:32.380622 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-db213aa1-3677-4770-96ec-3e4d2aac675b req-e6c10c13-e064-40b9-a005-0053b67ff044 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=789ecd3e27964e4388ea356b8abf9626&device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1095 time: 0.0449042 Apr 01 12:58:32.510987 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213aa1-3677-4770-96ec-3e4d2aac675b req-f22dd218-2939-4f66-a9b3-e7b339463806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:32.512475 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-db213aa1-3677-4770-96ec-3e4d2aac675b req-f22dd218-2939-4f66-a9b3-e7b339463806 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e7b76a9a-20aa-4aa0-8c27-c46282425445 HTTP/1.1" status: 200 len: 911 time: 0.1247368 Apr 01 12:58:32.556673 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-db213aa1-3677-4770-96ec-3e4d2aac675b req-93d68b26-7ffa-492d-b91e-83555eece238 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de896d16-f08b-4db8-9555-887685d2dc55 HTTP/1.1" status: 200 len: 217 time: 0.0365634 Apr 01 12:58:32.636941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213aa1-3677-4770-96ec-3e4d2aac675b req-4b89de0b-d688-42fb-81d8-d4a25c7bc460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:32.638944 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-db213aa1-3677-4770-96ec-3e4d2aac675b req-4b89de0b-d688-42fb-81d8-d4a25c7bc460 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=324f33d2-731e-4726-bfba-775627ac4ce4 HTTP/1.1" status: 200 len: 849 time: 0.0761590 Apr 01 12:58:32.701824 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213aa1-3677-4770-96ec-3e4d2aac675b req-c40980f7-b057-43d1-a2ca-649e7ca5edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:32.703566 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-db213aa1-3677-4770-96ec-3e4d2aac675b req-c40980f7-b057-43d1-a2ca-649e7ca5edbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7b76a9a-20aa-4aa0-8c27-c46282425445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564129 Apr 01 12:58:32.805740 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-db213aa1-3677-4770-96ec-3e4d2aac675b req-c308c16d-c88f-41b8-9175-be6ff99151de service neutron] 10.222.0.37 "GET /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940390 Apr 01 12:58:32.835446 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d611156f-72d2-41b5-bd96-10fda86ff0b1 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:32.874911 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: d611156f-72d2-41b5-bd96-10fda86ff0b1 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:32.885818 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d611156f-72d2-41b5-bd96-10fda86ff0b1 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:32.939912 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-95661d88-c50b-4a1e-a4ca-bc67d6d875ae req-98824b8a-dcc2-44db-99b9-008ae526e34a tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 210 time: 0.0386882 Apr 01 12:58:32.975697 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-db213aa1-3677-4770-96ec-3e4d2aac675b req-30efd3d7-24c1-4cb0-8e9d-c6f66d62bed2 service neutron] 10.222.0.37 "GET /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582429 Apr 01 12:58:33.292166 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b2f7-e8db-4f50-8ce7-59bde8dd6edd req-522e6bff-581c-4311-be02-e588ae15f197 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:33.294457 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7aa4b2f7-e8db-4f50-8ce7-59bde8dd6edd req-522e6bff-581c-4311-be02-e588ae15f197 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1095 time: 0.0435870 Apr 01 12:58:33.334307 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7aa4b2f7-e8db-4f50-8ce7-59bde8dd6edd req-7b39ea8b-7588-42f0-a148-aacc64e16158 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323219 Apr 01 12:58:33.882537 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46288) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:33.992279 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7463-a8f3-497e-a548-81f66dccf854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:34.069853 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-9a4d1bab-3691-4459-848f-be3a1202274f req-b76fd303-3ec8-49e4-a6f7-814d34156710 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2af16-f7ab-4f75-909c-762f16c83ed4 HTTP/1.1" status: 200 len: 210 time: 0.0295162 Apr 01 12:58:34.096139 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7463-a8f3-497e-a548-81f66dccf854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:34.101322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7463-a8f3-497e-a548-81f66dccf854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:34.145149 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a1fe7463-a8f3-497e-a548-81f66dccf854 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=286129f6f7104eb2ad7da922ffc28854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615302 Apr 01 12:58:34.146313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe7463-a8f3-497e-a548-81f66dccf854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42342c4d-2e56-4dce-aa7a-3b84df329ff6,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:34.147981 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46300) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:34.205962 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ac2b3d1-a829-4939-b72d-2117b794adbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:34.237274 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ac2b3d1-a829-4939-b72d-2117b794adbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:34.296779 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ac2b3d1-a829-4939-b72d-2117b794adbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:34.300946 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ac2b3d1-a829-4939-b72d-2117b794adbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:34.305613 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8ac2b3d1-a829-4939-b72d-2117b794adbe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42342c4d-2e56-4dce-aa7a-3b84df329ff6 HTTP/1.1" status: 204 len: 168 time: 0.1546786 Apr 01 12:58:34.314833 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2b3d1-a829-4939-b72d-2117b794adbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42342c4d-2e56-4dce-aa7a-3b84df329ff6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:34.450725 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7e8fa-58db-44f1-bbc8-7b6ecaafb273 req-ef0d2b6e-2b19-41db-b1d6-032965e195d5 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:34.452334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fbe7e8fa-58db-44f1-bbc8-7b6ecaafb273 req-ef0d2b6e-2b19-41db-b1d6-032965e195d5 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1095 time: 0.0444195 Apr 01 12:58:34.494616 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fbe7e8fa-58db-44f1-bbc8-7b6ecaafb273 req-3b1f4da3-170a-4f60-9446-d90633d5b48f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355494 Apr 01 12:58:34.849861 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device de896d16-f08b-4db8-9555-887685d2dc55 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:58:34.967715 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port de896d16-f08b-4db8-9555-887685d2dc55, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de896d16-f08b-4db8-9555-887685d2dc55,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:34.978942 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'de896d16-f08b-4db8-9555-887685d2dc55', 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445', 'port_id': 'de896d16-f08b-4db8-9555-887685d2dc55', 'mac_address': 'fa:16:3e:5f:ce:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f33d2-731e-4726-bfba-775627ac4ce4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:58:35.015560 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:35.028117 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de896d16-f08b-4db8-9555-887685d2dc55 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:58:35.046799 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port de896d16-f08b-4db8-9555-887685d2dc55, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de896d16-f08b-4db8-9555-887685d2dc55,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:35.051113 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:35.101747 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=de896d16-f08b-4db8-9555-887685d2dc55,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:35.109832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:35.110510 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:35.111083 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:35.111612 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:35.112670 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:35.113102 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:35.113528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:35.113946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:35.114392 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:35.114809 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:35.115446 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:35.115870 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:58:35.134244 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46312) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:35.192218 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-167a962e-ba56-4015-ab2c-0712f907f853 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:35.217495 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-167a962e-ba56-4015-ab2c-0712f907f853 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:35.278746 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-167a962e-ba56-4015-ab2c-0712f907f853 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:35.281739 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-167a962e-ba56-4015-ab2c-0712f907f853 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:35.282935 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-167a962e-ba56-4015-ab2c-0712f907f853 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] 10.222.0.45 "DELETE /v2.0/security-groups/808bc8ae-62b2-4550-a519-9324706b2417 HTTP/1.1" status: 204 len: 168 time: 0.1474922 Apr 01 12:58:35.292692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a962e-ba56-4015-ab2c-0712f907f853 tempest-TestVolumeBackupRestore-71764045 tempest-TestVolumeBackupRestore-71764045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=808bc8ae-62b2-4550-a519-9324706b2417,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:35.376211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['de896d16-f08b-4db8-9555-887685d2dc55'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:58:35.669606 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f7e64-990c-41dd-af3e-e36f56e7904f req-29db8a6f-2d37-4485-ab99-d8c10c06520d tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:35.671149 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f10f7e64-990c-41dd-af3e-e36f56e7904f req-29db8a6f-2d37-4485-ab99-d8c10c06520d tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1096 time: 0.0494704 Apr 01 12:58:35.711513 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f10f7e64-990c-41dd-af3e-e36f56e7904f req-ee933f00-bbdc-4692-acc5-46f448e8d436 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328226 Apr 01 12:58:36.364275 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-973ea579-e978-4ac9-b4bb-955ab1807768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:36.832973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519ff53-9b18-453e-a565-da72093aa357 req-a7083310-1f13-49f8-a051-f40c74b56322 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:36.835961 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2519ff53-9b18-453e-a565-da72093aa357 req-a7083310-1f13-49f8-a051-f40c74b56322 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1096 time: 0.0510454 Apr 01 12:58:36.868268 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device de896d16-f08b-4db8-9555-887685d2dc55 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:58:36.882967 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2519ff53-9b18-453e-a565-da72093aa357 req-5314de2d-889c-4ea2-b3e4-5a455de66edc tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390604 Apr 01 12:58:36.944014 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port de896d16-f08b-4db8-9555-887685d2dc55 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:58:36.950815 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port de896d16-f08b-4db8-9555-887685d2dc55 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:36.951360 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:37.038622 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:37.063497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6747cec-d9f7-41d5-a037-01d252d82442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de896d16-f08b-4db8-9555-887685d2dc55'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:37.066291 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b727ef3-5a29-491f-ba66-13e9f73f31f1" -d '{"events": [{"server_uuid": "f6747cec-d9f7-41d5-a037-01d252d82442", "name": "network-vif-plugged", "status": "completed", "tag": "de896d16-f08b-4db8-9555-887685d2dc55"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:37.084739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port de896d16-f08b-4db8-9555-887685d2dc55, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de896d16-f08b-4db8-9555-887685d2dc55,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:37.093117 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:37.121890 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998b6853-5393-4938-8a2d-fb89083d310d x-openstack-request-id: req-998b6853-5393-4938-8a2d-fb89083d310d {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:37.122403 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6747cec-d9f7-41d5-a037-01d252d82442", "name": "network-vif-plugged", "status": "completed", "tag": "de896d16-f08b-4db8-9555-887685d2dc55", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:37.122633 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-998b6853-5393-4938-8a2d-fb89083d310d {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:37.123098 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-998b6853-5393-4938-8a2d-fb89083d310d'] response: {'server_uuid': 'f6747cec-d9f7-41d5-a037-01d252d82442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de896d16-f08b-4db8-9555-887685d2dc55', 'code': 200} Apr 01 12:58:37.163773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=de896d16-f08b-4db8-9555-887685d2dc55,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:37.227686 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a65f9-d989-4f67-a7c8-49758e47161e req-cde45ec4-c0ff-484a-8479-785d36e8e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:37.229188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d34a65f9-d989-4f67-a7c8-49758e47161e req-cde45ec4-c0ff-484a-8479-785d36e8e3b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1097 time: 0.0414093 Apr 01 12:58:37.269127 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d34a65f9-d989-4f67-a7c8-49758e47161e req-4734b126-9021-481a-b796-8d3bf63f2e07 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Apr 01 12:58:38.006618 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cfb9f-886f-494c-96a1-7c2eea45fe2a req-4631ff02-e454-4852-be70-b6ed01a5fbc7 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:38.008132 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb4cfb9f-886f-494c-96a1-7c2eea45fe2a req-4631ff02-e454-4852-be70-b6ed01a5fbc7 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1097 time: 0.0438235 Apr 01 12:58:38.046350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eb4cfb9f-886f-494c-96a1-7c2eea45fe2a req-50dcca52-6c51-4204-af72-106c126a7078 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Apr 01 12:58:38.789158 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcaec0-2f24-4a27-83cf-1d51b0eaef54 req-fb765fa7-6fa5-42d2-9083-afaab539dd2e tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:38.790667 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04fcaec0-2f24-4a27-83cf-1d51b0eaef54 req-fb765fa7-6fa5-42d2-9083-afaab539dd2e tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 946 time: 0.0628650 Apr 01 12:58:38.831287 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-04fcaec0-2f24-4a27-83cf-1d51b0eaef54 req-ab144b8c-d3db-4ec8-ab8a-65a9ba5d92ff tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342491 Apr 01 12:58:38.850106 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:38.905525 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2a0598fe-1aa3-41d4-ae9f-07187276a7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:39.023729 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:39.159187 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306dc02-7fab-4a36-9ca5-e0b2daf5bd35 req-3b5a73ab-f310-4514-8345-6ed3b1ead074 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:39.161445 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d306dc02-7fab-4a36-9ca5-e0b2daf5bd35 req-3b5a73ab-f310-4514-8345-6ed3b1ead074 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1097 time: 0.0414116 Apr 01 12:58:39.197867 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-d306dc02-7fab-4a36-9ca5-e0b2daf5bd35 req-4dce25d0-c9ed-4451-9e62-7123b59219ca tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296919 Apr 01 12:58:39.308441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84825015-8d4f-4602-8caf-3c6ad7cbc9d7 req-1c70b699-26f7-4e4d-add2-088ec3cc86a4 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:39.309996 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84825015-8d4f-4602-8caf-3c6ad7cbc9d7 req-1c70b699-26f7-4e4d-add2-088ec3cc86a4 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1097 time: 0.0390158 Apr 01 12:58:39.348209 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84825015-8d4f-4602-8caf-3c6ad7cbc9d7 req-edd9b7f0-8432-4f38-9c50-78ea19025249 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313873 Apr 01 12:58:39.461930 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851eff6-603e-4ef1-8ac3-5d05e2cfea78 req-2aad5ffd-930f-4335-97ef-c75df566bade tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:39.463762 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f851eff6-603e-4ef1-8ac3-5d05e2cfea78 req-2aad5ffd-930f-4335-97ef-c75df566bade tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1097 time: 0.0447512 Apr 01 12:58:39.500625 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-f851eff6-603e-4ef1-8ac3-5d05e2cfea78 req-7436f261-3d61-4299-8d29-b07584e6c6c2 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306506 Apr 01 12:58:39.806580 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-df181fd1-b2d2-4ff0-9118-ada1aa4bd709 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:39.808723 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-df181fd1-b2d2-4ff0-9118-ada1aa4bd709 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/networks?id=e7b76a9a-20aa-4aa0-8c27-c46282425445 HTTP/1.1" status: 200 len: 911 time: 0.0976515 Apr 01 12:58:39.830649 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-480d113c-73d1-4dcb-9475-789bb27475e9 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/quotas/789ecd3e27964e4388ea356b8abf9626 HTTP/1.1" status: 200 len: 375 time: 0.0159395 Apr 01 12:58:39.889367 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-c0f1f9e6-6a3d-46ad-a1d7-c9bb8a8b12ad tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=789ecd3e27964e4388ea356b8abf9626&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575325 Apr 01 12:58:39.977555 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c2e5a-7ae2-4ab0-a8ab-004993bb7e6c req-16f475f8-1d87-44dc-9791-324ef8da3403 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:39.979673 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2c3c2e5a-7ae2-4ab0-a8ab-004993bb7e6c req-16f475f8-1d87-44dc-9791-324ef8da3403 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 946 time: 0.0587511 Apr 01 12:58:40.010061 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-c69ff184-09d7-4629-a221-b8705b1ad970 service neutron] 10.222.0.45 "GET /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195455 Apr 01 12:58:40.068294 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2c3c2e5a-7ae2-4ab0-a8ab-004993bb7e6c req-5b8a0768-2dfc-41bc-9798-6880439f8769 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814888 Apr 01 12:58:40.401384 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-8f2e6eab-89aa-4718-9a0f-27f42d93b25d service neutron] 10.222.0.45 "GET /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883557 Apr 01 12:58:40.474542 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:40.490778 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3379e55-f991-43f2-ba58-5f02b3d80948 req-e6d9ca09-ddd1-4c94-8a30-0b2ac3e27cdf tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:40.493478 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3379e55-f991-43f2-ba58-5f02b3d80948 req-e6d9ca09-ddd1-4c94-8a30-0b2ac3e27cdf tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 946 time: 0.0667517 Apr 01 12:58:40.624077 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ea9f3c53-0039-4cd0-a81c-2c69426a0125 req-24a0464b-930c-47dc-ac00-20b5024b8555 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 210 time: 0.0477285 Apr 01 12:58:40.635390 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b3379e55-f991-43f2-ba58-5f02b3d80948 req-28d40f09-f417-4ba1-bf95-ab28c38b2752 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Deleting port 432cdd83-8022-4ba5-b94a-743264c44161 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:40.635955 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b3379e55-f991-43f2-ba58-5f02b3d80948 req-28d40f09-f417-4ba1-bf95-ab28c38b2752 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:40.735076 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b3379e55-f991-43f2-ba58-5f02b3d80948 req-28d40f09-f417-4ba1-bf95-ab28c38b2752 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] For port 432cdd83-8022-4ba5-b94a-743264c44161, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=432cdd83-8022-4ba5-b94a-743264c44161,segment=NetworkSegment(7795a54f-0b0f-4952-9113-df05f0dca25b),segment_id=7795a54f-0b0f-4952-9113-df05f0dca25b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:40.735447 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b3379e55-f991-43f2-ba58-5f02b3d80948 req-28d40f09-f417-4ba1-bf95-ab28c38b2752 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:40.750822 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b3379e55-f991-43f2-ba58-5f02b3d80948 req-28d40f09-f417-4ba1-bf95-ab28c38b2752 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Calling delete_port for 432cdd83-8022-4ba5-b94a-743264c44161 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:40.911566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46818) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:40.939389 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b3379e55-f991-43f2-ba58-5f02b3d80948 req-28d40f09-f417-4ba1-bf95-ab28c38b2752 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:40.957376 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['432cdd83-8022-4ba5-b94a-743264c44161'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:58:40.990184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d40f09-f417-4ba1-bf95-ab28c38b2752 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Pushing event deleted for resources: {'Port': ['ID=432cdd83-8022-4ba5-b94a-743264c44161,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:41.046768 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3379e55-f991-43f2-ba58-5f02b3d80948 req-28d40f09-f417-4ba1-bf95-ab28c38b2752 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] No DVR routers for this DVR port 432cdd83-8022-4ba5-b94a-743264c44161 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:58:41.050792 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b3379e55-f991-43f2-ba58-5f02b3d80948 req-28d40f09-f417-4ba1-bf95-ab28c38b2752 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:41.055578 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b3379e55-f991-43f2-ba58-5f02b3d80948 req-28d40f09-f417-4ba1-bf95-ab28c38b2752 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.44 "DELETE /v2.0/ports/432cdd83-8022-4ba5-b94a-743264c44161 HTTP/1.1" status: 204 len: 173 time: 0.5529473 Apr 01 12:58:41.056239 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c439d5-9278-465c-9304-c49d3c5dbbf3', 'name': 'network-vif-deleted', 'tag': '432cdd83-8022-4ba5-b94a-743264c44161'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:41.059263 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26663202-a7e1-4df9-a61b-a3cf25f630f0" -d '{"events": [{"server_uuid": "d0c439d5-9278-465c-9304-c49d3c5dbbf3", "name": "network-vif-deleted", "tag": "432cdd83-8022-4ba5-b94a-743264c44161"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:41.162520 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e525dac5-ca40-4569-8ddd-82ac29385c09 x-openstack-request-id: req-e525dac5-ca40-4569-8ddd-82ac29385c09 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:41.163141 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c439d5-9278-465c-9304-c49d3c5dbbf3", "name": "network-vif-deleted", "tag": "432cdd83-8022-4ba5-b94a-743264c44161", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:41.164512 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e525dac5-ca40-4569-8ddd-82ac29385c09 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:41.164512 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e525dac5-ca40-4569-8ddd-82ac29385c09'] response: {'server_uuid': 'd0c439d5-9278-465c-9304-c49d3c5dbbf3', 'name': 'network-vif-deleted', 'tag': '432cdd83-8022-4ba5-b94a-743264c44161', 'status': 'completed', 'code': 200} Apr 01 12:58:41.300402 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-846be293-5177-49e4-a954-2111a8b35b1f req-43ce8301-93c5-46df-ba0b-198adc33ed3b tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0c439d5-9278-465c-9304-c49d3c5dbbf3 HTTP/1.1" status: 200 len: 210 time: 0.0328224 Apr 01 12:58:41.474904 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c228-2657-45b5-a300-b478c5f50919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:41.750502 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-656ef028-8c70-4e2d-93f8-1008bf05d266 req-6f0b66ba-e611-424a-b5eb-586637b7a8bf tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 210 time: 0.0389531 Apr 01 12:58:41.849314 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:41.893556 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:42.111245 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2c228-2657-45b5-a300-b478c5f50919 admin admin] Deleting port 6240c25b-9e3b-4c30-8b87-765f575f5639 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:42.111831 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c228-2657-45b5-a300-b478c5f50919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:42.162139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-e6e413e8-cc5b-48e2-a9c0-1af1e9972ae1 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:42.163849 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-e6e413e8-cc5b-48e2-a9c0-1af1e9972ae1 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.44 "GET /v2.0/networks?id=e7b76a9a-20aa-4aa0-8c27-c46282425445 HTTP/1.1" status: 200 len: 911 time: 0.0967450 Apr 01 12:58:42.182858 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Request body: {'port': {'device_id': '882eff98-f5ac-4338-be84-41a51e0eccec', 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445', 'admin_state_up': True, 'tenant_id': '789ecd3e27964e4388ea356b8abf9626'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:58:42.202678 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-c1b2c228-2657-45b5-a300-b478c5f50919 admin admin] For port 6240c25b-9e3b-4c30-8b87-765f575f5639, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6240c25b-9e3b-4c30-8b87-765f575f5639,segment=NetworkSegment(4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4),segment_id=4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:42.203358 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c228-2657-45b5-a300-b478c5f50919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:42.211591 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Made reservation on behalf of 789ecd3e27964e4388ea356b8abf9626 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:58:42.215887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:42.220691 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2c228-2657-45b5-a300-b478c5f50919 admin admin] Calling delete_port for 6240c25b-9e3b-4c30-8b87-765f575f5639 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:42.333933 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Allocated IP 172.20.0.10 (e7b76a9a-20aa-4aa0-8c27-c46282425445/324f33d2-731e-4726-bfba-775627ac4ce4/438679c7-cf5d-4b43-99f3-e17466732b01) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:58:42.430919 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c228-2657-45b5-a300-b478c5f50919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:42.464315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2c228-2657-45b5-a300-b478c5f50919 admin admin] Pushing event deleted for resources: {'Port': ['ID=6240c25b-9e3b-4c30-8b87-765f575f5639,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:42.553937 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:42.595467 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:42.613674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['de896d16-f08b-4db8-9555-887685d2dc55'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:58:42.656165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Pushing event updated for resources: {'Port': ['ID=438679c7-cf5d-4b43-99f3-e17466732b01,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:42.670877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Network e7b76a9a-20aa-4aa0-8c27-c46282425445 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:58:42.673436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:42.678409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:58:42.692239 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c228-2657-45b5-a300-b478c5f50919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:42.775453 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:42.777855 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:42.806678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-a91234e2-80d8-4e00-8224-21b1c3ddaeaa tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6303201 Apr 01 12:58:42.824957 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Request body: {'port': {'device_id': '882eff98-f5ac-4338-be84-41a51e0eccec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:58:42.941566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddd917-2674-4aca-8009-da7675e3af9f req-aef9296b-c0a6-4e62-94bd-8484e78dc60c tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:42.949979 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bddd917-2674-4aca-8009-da7675e3af9f req-aef9296b-c0a6-4e62-94bd-8484e78dc60c tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1028 time: 0.0917971 Apr 01 12:58:42.959025 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:43.019416 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b2c228-2657-45b5-a300-b478c5f50919 admin admin] Router b46f8b78-6270-4877-9da2-4399255750ae has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:58:43.021049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8bddd917-2674-4aca-8009-da7675e3af9f req-f465209d-3b8b-46d5-a9f8-f001c6a7472f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699193 Apr 01 12:58:43.054403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-db96bc55-f076-47e7-b3cd-f4b8414e75ac None None] Provisioning complete for port 438679c7-cf5d-4b43-99f3-e17466732b01 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:43.055362 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-db96bc55-f076-47e7-b3cd-f4b8414e75ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:43.090811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-db96bc55-f076-47e7-b3cd-f4b8414e75ac None None] Port 438679c7-cf5d-4b43-99f3-e17466732b01 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:58:43.134579 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b2c228-2657-45b5-a300-b478c5f50919 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:58:43.139683 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c1b2c228-2657-45b5-a300-b478c5f50919 admin admin] 10.222.0.45 "PUT /v2.0/routers/b46f8b78-6270-4877-9da2-4399255750ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2263451 Apr 01 12:58:43.144064 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46836) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:43.145268 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce133cc-91e9-4656-a09b-8a19d2210fdc None None] Sync routers for ids ['b46f8b78-6270-4877-9da2-4399255750ae'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:58:43.155152 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce133cc-91e9-4656-a09b-8a19d2210fdc None None] Routers {'b46f8b78-6270-4877-9da2-4399255750ae'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:43.155764 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-fce133cc-91e9-4656-a09b-8a19d2210fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b46f8b78-6270-4877-9da2-4399255750ae'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:43.260173 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-fce133cc-91e9-4656-a09b-8a19d2210fdc None None] Set router b46f8b78-6270-4877-9da2-4399255750ae gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:43.319073 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:43.407365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438679c7-cf5d-4b43-99f3-e17466732b01 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:58:43.436594 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-fce133cc-91e9-4656-a09b-8a19d2210fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:58:42Z', 'revision_number': 5, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:43.446068 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:43.463445 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce133cc-91e9-4656-a09b-8a19d2210fdc None None] Checking router: b46f8b78-6270-4877-9da2-4399255750ae for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:58:43.465392 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Transition to ACTIVE for port object 438679c7-cf5d-4b43-99f3-e17466732b01 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:58:43.472696 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce133cc-91e9-4656-a09b-8a19d2210fdc None None] Routers {'b46f8b78-6270-4877-9da2-4399255750ae'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:43.473236 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:43.474159 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-fce133cc-91e9-4656-a09b-8a19d2210fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['b46f8b78-6270-4877-9da2-4399255750ae'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:43.477422 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:43.558844 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Pushing event updated for resources: {'Port': ['ID=438679c7-cf5d-4b43-99f3-e17466732b01,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:43.590607 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-fce133cc-91e9-4656-a09b-8a19d2210fdc None None] Set router b46f8b78-6270-4877-9da2-4399255750ae gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:43.653576 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Deleting port 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:43.654275 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:43.820541 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] For port 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7ca7bb0d-759b-4600-8d1b-dc71a52ca38e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:43.821609 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:43.865788 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Calling delete_port for 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:43.874084 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Attempting to bind port 438679c7-cf5d-4b43-99f3-e17466732b01 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:58:43.874690 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Attempting to bind port 438679c7-cf5d-4b43-99f3-e17466732b01 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:58:43.875195 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Attempting to bind port 438679c7-cf5d-4b43-99f3-e17466732b01 on network e7b76a9a-20aa-4aa0-8c27-c46282425445 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:58:43.887415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Port 438679c7-cf5d-4b43-99f3-e17466732b01 on network e7b76a9a-20aa-4aa0-8c27-c46282425445 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:58:43.887415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Attempting to bind port 438679c7-cf5d-4b43-99f3-e17466732b01 on network e7b76a9a-20aa-4aa0-8c27-c46282425445 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:58:43.936148 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:58:43.936490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Checking segment: {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:58:43.936885 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Bound using segment: {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:58:43.937342 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Bound port: 438679c7-cf5d-4b43-99f3-e17466732b01, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea6df987-656f-44ae-bc52-d8eca5325920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:58:43.937707 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.015799 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-fce133cc-91e9-4656-a09b-8a19d2210fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:58:42Z', 'revision_number': 5, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:44.046404 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce133cc-91e9-4656-a09b-8a19d2210fdc None None] The sync data for ids ['b46f8b78-6270-4877-9da2-4399255750ae'] in n-d-836146-1 is: [{'id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'name': 'tempest-TestVolumeBackupRestore-193683718-router', 'tenant_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:00Z', 'updated_at': '2022-04-01T12:58:42Z', 'revision_number': 5, 'project_id': '4a6a7c1e88784090bd3c90cca825d4d2', 'gw_port': {'id': '7ca7bb0d-759b-4600-8d1b-dc71a52ca38e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46f8b78-6270-4877-9da2-4399255750ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:02Z', 'updated_at': '2022-04-01T12:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:58:44.061321 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] For port 438679c7-cf5d-4b43-99f3-e17466732b01, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:58:44.066726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] For port 438679c7-cf5d-4b43-99f3-e17466732b01, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=438679c7-cf5d-4b43-99f3-e17466732b01,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:58:44.076218 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.144438 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:44.145058 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.146142 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab33f0-609f-4338-99eb-19930902c01c req-a1411763-40b4-4029-a995-d52bbe1619a5 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:44.146669 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] 10.222.0.44 "PUT /v2.0/ports/438679c7-cf5d-4b43-99f3-e17466732b01 HTTP/1.1" status: 200 len: 1092 time: 1.3263514 Apr 01 12:58:44.147780 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e0ab33f0-609f-4338-99eb-19930902c01c req-a1411763-40b4-4029-a995-d52bbe1619a5 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1095 time: 0.0431767 Apr 01 12:58:44.148472 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882eff98-f5ac-4338-be84-41a51e0eccec', 'tag': '438679c7-cf5d-4b43-99f3-e17466732b01'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:44.150777 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4900fcb9-d8fe-4cf6-b149-fdb902bd2e67" -d '{"events": [{"name": "network-changed", "server_uuid": "882eff98-f5ac-4338-be84-41a51e0eccec", "tag": "438679c7-cf5d-4b43-99f3-e17466732b01"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:44.182257 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.185294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdfc23-5975-45cf-8ffa-d4e62b97eaed service neutron] Pushing event updated for resources: {'Port': ['ID=438679c7-cf5d-4b43-99f3-e17466732b01,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:44.195363 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e0ab33f0-609f-4338-99eb-19930902c01c req-31f706d2-d0e7-49cb-87c5-a8a15fde38ec tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385585 Apr 01 12:58:44.246414 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7f693e-fa18-4750-a439-90503ee0191f x-openstack-request-id: req-9f7f693e-fa18-4750-a439-90503ee0191f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:44.246702 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882eff98-f5ac-4338-be84-41a51e0eccec", "tag": "438679c7-cf5d-4b43-99f3-e17466732b01", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:44.246956 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f7f693e-fa18-4750-a439-90503ee0191f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:44.247356 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7f693e-fa18-4750-a439-90503ee0191f'] response: {'name': 'network-changed', 'server_uuid': '882eff98-f5ac-4338-be84-41a51e0eccec', 'tag': '438679c7-cf5d-4b43-99f3-e17466732b01', 'status': 'completed', 'code': 200} Apr 01 12:58:44.274560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca7bb0d-759b-4600-8d1b-dc71a52ca38e,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:44.327657 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-07691aaf-5472-4d6c-8a3b-f6390845cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:44.329076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-07691aaf-5472-4d6c-8a3b-f6390845cc0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=789ecd3e27964e4388ea356b8abf9626&device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1095 time: 0.1088681 Apr 01 12:58:44.332392 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.453350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-ceba914f-6a84-4087-9083-bb908429683d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438679c7-cf5d-4b43-99f3-e17466732b01 HTTP/1.1" status: 200 len: 217 time: 0.0944283 Apr 01 12:58:44.456156 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.459136 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.542040 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.542563 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b46f8b78-6270-4877-9da2-4399255750ae {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:58:44.548123 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.549299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-afdbcb24-e648-4829-8a2e-eda9fd005528 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b46f8b78-6270-4877-9da2-4399255750ae HTTP/1.1" status: 204 len: 168 time: 1.4039309 Apr 01 12:58:44.551209 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-cf506ca1-e6e1-40ad-a69c-0375f2f8aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:44.552141 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46844) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:44.552644 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-cf506ca1-e6e1-40ad-a69c-0375f2f8aa45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=324f33d2-731e-4726-bfba-775627ac4ce4 HTTP/1.1" status: 200 len: 849 time: 0.0868309 Apr 01 12:58:44.603559 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d32c36-b55d-4e7d-9eea-8ce24242fdad admin admin] Deleting subnet 31f02438-8332-45fd-86b8-d7a04b50b932 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:58:44.604894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-5b94be58-67bf-4d74-ac5a-64b368d03d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:44.606477 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-5b94be58-67bf-4d74-ac5a-64b368d03d01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7b76a9a-20aa-4aa0-8c27-c46282425445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436845 Apr 01 12:58:44.606908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89d32c36-b55d-4e7d-9eea-8ce24242fdad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.644501 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89d32c36-b55d-4e7d-9eea-8ce24242fdad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.715161 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-f8783432-31e7-429b-b983-aa458bee209c service neutron] 10.222.0.44 "GET /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983834 Apr 01 12:58:44.736151 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89d32c36-b55d-4e7d-9eea-8ce24242fdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.804906 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89d32c36-b55d-4e7d-9eea-8ce24242fdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.830773 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c4053a1c-99ea-4e1c-99f4-9a7e41db58a1 req-1ffd7a7f-68b6-4540-af68-799d4d4b2b28 service neutron] 10.222.0.44 "GET /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024802 Apr 01 12:58:44.833301 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d32c36-b55d-4e7d-9eea-8ce24242fdad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f02438-8332-45fd-86b8-d7a04b50b932,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:44.837262 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-89d32c36-b55d-4e7d-9eea-8ce24242fdad admin admin] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:44.843369 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-89d32c36-b55d-4e7d-9eea-8ce24242fdad admin admin] 10.222.0.45 "DELETE /v2.0/subnets/31f02438-8332-45fd-86b8-d7a04b50b932 HTTP/1.1" status: 204 len: 168 time: 0.2901773 Apr 01 12:58:44.843868 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46858) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:44.846946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f059d6fa-5c6d-4201-a17a-543b6c73c019 None None] Network 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:58:44.963715 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:45.002661 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900fcb9-d8fe-4cf6-b149-fdb902bd2e67 req-cc0f7e9e-b1da-43fd-9196-9c303ff92be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:45.004248 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4900fcb9-d8fe-4cf6-b149-fdb902bd2e67 req-cc0f7e9e-b1da-43fd-9196-9c303ff92be6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=789ecd3e27964e4388ea356b8abf9626&device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1095 time: 0.0796547 Apr 01 12:58:45.091455 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Deleting port cf5e2045-1125-4f67-ad55-be85869c61c3 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:45.091792 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:45.153816 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900fcb9-d8fe-4cf6-b149-fdb902bd2e67 req-97118ff1-dbfe-4a9e-ae3d-a44c59d9331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:45.155245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4900fcb9-d8fe-4cf6-b149-fdb902bd2e67 req-97118ff1-dbfe-4a9e-ae3d-a44c59d9331e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7b76a9a-20aa-4aa0-8c27-c46282425445 HTTP/1.1" status: 200 len: 911 time: 0.1396019 Apr 01 12:58:45.206229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4900fcb9-d8fe-4cf6-b149-fdb902bd2e67 req-294c22be-7bd6-4d08-9a86-0c7b5ba9e877 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438679c7-cf5d-4b43-99f3-e17466732b01 HTTP/1.1" status: 200 len: 217 time: 0.0424726 Apr 01 12:58:45.215114 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] For port cf5e2045-1125-4f67-ad55-be85869c61c3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cf5e2045-1125-4f67-ad55-be85869c61c3,segment=NetworkSegment(4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4),segment_id=4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:45.215475 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:45.251580 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Calling delete_port for cf5e2045-1125-4f67-ad55-be85869c61c3 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:45.304502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305eacdf-096c-451c-af26-0fa5dcab5477 None None] DHCP port deletion for 9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:58:45.316101 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900fcb9-d8fe-4cf6-b149-fdb902bd2e67 req-dc80d592-4fab-48ba-8b8c-86f318508aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:45.316101 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4900fcb9-d8fe-4cf6-b149-fdb902bd2e67 req-dc80d592-4fab-48ba-8b8c-86f318508aac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=324f33d2-731e-4726-bfba-775627ac4ce4 HTTP/1.1" status: 200 len: 849 time: 0.1008563 Apr 01 12:58:45.343331 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24befa94-26af-407c-a7d8-1b915836f8d5 req-c20d28b1-87f9-4827-ac4c-0bfbc2c12b31 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:45.344972 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-24befa94-26af-407c-a7d8-1b915836f8d5 req-c20d28b1-87f9-4827-ac4c-0bfbc2c12b31 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1095 time: 0.0555675 Apr 01 12:58:45.377522 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-305eacdf-096c-451c-af26-0fa5dcab5477 None None] Deleting port cf5e2045-1125-4f67-ad55-be85869c61c3 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:45.378343 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-305eacdf-096c-451c-af26-0fa5dcab5477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:45.396660 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-24befa94-26af-407c-a7d8-1b915836f8d5 req-ba13e766-e997-46fd-9d01-c7953cb24648 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431178 Apr 01 12:58:45.400053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900fcb9-d8fe-4cf6-b149-fdb902bd2e67 req-1eaefe98-4eaa-4100-96bb-fb4fd504d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:45.401885 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4900fcb9-d8fe-4cf6-b149-fdb902bd2e67 req-1eaefe98-4eaa-4100-96bb-fb4fd504d57d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7b76a9a-20aa-4aa0-8c27-c46282425445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789659 Apr 01 12:58:45.418818 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:45.461423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-305eacdf-096c-451c-af26-0fa5dcab5477 None None] For port cf5e2045-1125-4f67-ad55-be85869c61c3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=cf5e2045-1125-4f67-ad55-be85869c61c3,segment=NetworkSegment(4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4),segment_id=4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:45.462138 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-305eacdf-096c-451c-af26-0fa5dcab5477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:45.464503 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5e2045-1125-4f67-ad55-be85869c61c3,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:45.467923 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] No DVR routers for this DVR port cf5e2045-1125-4f67-ad55-be85869c61c3 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:58:45.479707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-305eacdf-096c-451c-af26-0fa5dcab5477 None None] Calling delete_port for cf5e2045-1125-4f67-ad55-be85869c61c3 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:45.567388 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-305eacdf-096c-451c-af26-0fa5dcab5477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:45.602674 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305eacdf-096c-451c-af26-0fa5dcab5477 None None] Pushing event deleted for resources: {'Port': ['ID=cf5e2045-1125-4f67-ad55-be85869c61c3,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:45.605038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305eacdf-096c-451c-af26-0fa5dcab5477 None None] No DVR routers for this DVR port cf5e2045-1125-4f67-ad55-be85869c61c3 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:58:45.886367 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:45.907315 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4900fcb9-d8fe-4cf6-b149-fdb902bd2e67 req-3d70ff8b-4d49-4f70-bac4-ca18c0203788 service neutron] 10.222.0.44 "GET /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974012 Apr 01 12:58:45.959380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0b9e8d-941b-47f5-b126-04ebf36fc8e6']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:45.994183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:45.994466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd8ed81-d018-41c5-ad44-fcf6d5cf0ae4') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:46.021441 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6240c25b-9e3b-4c30-8b87-765f575f5639 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:46.033252 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:46.045180 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 6240c25b-9e3b-4c30-8b87-765f575f5639 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:46.045519 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6240c25b-9e3b-4c30-8b87-765f575f5639 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:46.046174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cf5e2045-1125-4f67-ad55-be85869c61c3 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:46.056149 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:46.068720 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:58:46.069129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:46.069310 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: cf5e2045-1125-4f67-ad55-be85869c61c3 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:46.069658 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device cf5e2045-1125-4f67-ad55-be85869c61c3 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:46.070097 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:58:46.080004 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:58:46.095928 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:46.096281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7ca7bb0d-759b-4600-8d1b-dc71a52ca38e not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:46.102083 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-4900fcb9-d8fe-4cf6-b149-fdb902bd2e67 req-77bfe3ea-321b-40eb-97a3-07db20255655 service neutron] 10.222.0.44 "GET /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780343 Apr 01 12:58:46.144337 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:46.150535 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:46.153634 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9d0b9e8d-941b-47f5-b126-04ebf36fc8e6 HTTP/1.1" status: 204 len: 168 time: 1.3086810 Apr 01 12:58:46.156790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46866) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:46.165980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed3e46-3bff-4c95-8099-68a38fdab235 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0b9e8d-941b-47f5-b126-04ebf36fc8e6,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:46.292452 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 432cdd83-8022-4ba5-b94a-743264c44161 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:46.315465 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 432cdd83-8022-4ba5-b94a-743264c44161 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:46.315799 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 432cdd83-8022-4ba5-b94a-743264c44161 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:46.504761 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecd981-9476-48e0-b9db-c880fef0aed0 req-c526491e-9566-473a-9fec-7b4fcf0828f6 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:46.506316 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9ecd981-9476-48e0-b9db-c880fef0aed0 req-c526491e-9566-473a-9fec-7b4fcf0828f6 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1095 time: 0.0413573 Apr 01 12:58:46.518941 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-993e9661-a8bd-4e17-a881-82c6fbef393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:46.543278 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f9ecd981-9476-48e0-b9db-c880fef0aed0 req-e47e4d15-cbb7-4c47-882e-33b3f9a40f15 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301826 Apr 01 12:58:46.781132 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-993e9661-a8bd-4e17-a881-82c6fbef393c admin admin] Deleting port c7d6003f-f24c-4e00-af18-3f1b827153e7 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:46.781476 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-993e9661-a8bd-4e17-a881-82c6fbef393c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:46.866877 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-993e9661-a8bd-4e17-a881-82c6fbef393c admin admin] For port c7d6003f-f24c-4e00-af18-3f1b827153e7, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c7d6003f-f24c-4e00-af18-3f1b827153e7,segment=NetworkSegment(9ed72a70-ba36-4cc0-8424-5a0bee34763c),segment_id=9ed72a70-ba36-4cc0-8424-5a0bee34763c)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:46.867243 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-993e9661-a8bd-4e17-a881-82c6fbef393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:46.886314 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-993e9661-a8bd-4e17-a881-82c6fbef393c admin admin] Calling delete_port for c7d6003f-f24c-4e00-af18-3f1b827153e7 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:47.125326 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-993e9661-a8bd-4e17-a881-82c6fbef393c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:47.159504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e9661-a8bd-4e17-a881-82c6fbef393c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d6003f-f24c-4e00-af18-3f1b827153e7,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:47.332972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-993e9661-a8bd-4e17-a881-82c6fbef393c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:47.551657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993e9661-a8bd-4e17-a881-82c6fbef393c admin admin] Router 0000ed31-7d36-4092-b078-c96fbc57387d has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:58:47.689059 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993e9661-a8bd-4e17-a881-82c6fbef393c admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:58:47.694356 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-993e9661-a8bd-4e17-a881-82c6fbef393c admin admin] 10.222.0.45 "PUT /v2.0/routers/0000ed31-7d36-4092-b078-c96fbc57387d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5364029 Apr 01 12:58:47.696922 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46878) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:47.699459 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba5e1a-2291-431c-b15d-1c5c2f041df2 None None] Sync routers for ids ['0000ed31-7d36-4092-b078-c96fbc57387d'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:58:47.702944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571e0c-0197-47ad-8e19-8efefcd68cb2 req-7b4efd9c-b553-4f56-9016-0c146462fe1d tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:47.710950 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0a571e0c-0197-47ad-8e19-8efefcd68cb2 req-7b4efd9c-b553-4f56-9016-0c146462fe1d tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1095 time: 0.0627065 Apr 01 12:58:47.712610 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba5e1a-2291-431c-b15d-1c5c2f041df2 None None] Routers {'0000ed31-7d36-4092-b078-c96fbc57387d'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:47.713398 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-58ba5e1a-2291-431c-b15d-1c5c2f041df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['0000ed31-7d36-4092-b078-c96fbc57387d'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:47.754198 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0a571e0c-0197-47ad-8e19-8efefcd68cb2 req-10d91b6f-5b08-410b-b66b-96e8fa643eb6 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352731 Apr 01 12:58:47.821895 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Notify callbacks [] for router, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:47.944235 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:47.993665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-58ba5e1a-2291-431c-b15d-1c5c2f041df2 None None] Set router 0000ed31-7d36-4092-b078-c96fbc57387d gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:48.006869 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Deleting port 8a45f682-8981-4761-b83f-55c96a018443 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:48.007213 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.094497 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] For port 8a45f682-8981-4761-b83f-55c96a018443, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=8a45f682-8981-4761-b83f-55c96a018443,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:48.094497 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.107745 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46882) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:48.107964 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Calling delete_port for 8a45f682-8981-4761-b83f-55c96a018443 owned by network:router_gateway {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:48.218430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-58ba5e1a-2291-431c-b15d-1c5c2f041df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'name': 'tempest-TestVolumeBackupRestore-810570940-router', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8a45f682-8981-4761-b83f-55c96a018443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:14Z', 'updated_at': '2022-04-01T12:58:47Z', 'revision_number': 5, 'project_id': '60171294044c4d6aa398b533e0e9c5bb', 'gw_port': {'id': '8a45f682-8981-4761-b83f-55c96a018443', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:54:15Z', 'updated_at': '2022-04-01T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:48.309628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba5e1a-2291-431c-b15d-1c5c2f041df2 None None] Checking router: 0000ed31-7d36-4092-b078-c96fbc57387d for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:58:48.313159 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 438679c7-cf5d-4b43-99f3-e17466732b01 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:58:48.362277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba5e1a-2291-431c-b15d-1c5c2f041df2 None None] Routers {'0000ed31-7d36-4092-b078-c96fbc57387d'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:48.363461 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-58ba5e1a-2291-431c-b15d-1c5c2f041df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['0000ed31-7d36-4092-b078-c96fbc57387d'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:48.413976 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.421701 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port a5069e90-6832-4f93-96f1-defe4552cbe4 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:48.422781 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.481516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a45f682-8981-4761-b83f-55c96a018443,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:48.531498 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.557799 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-58ba5e1a-2291-431c-b15d-1c5c2f041df2 None None] Set router 0000ed31-7d36-4092-b078-c96fbc57387d gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:48.569378 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.569975 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.583025 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for a5069e90-6832-4f93-96f1-defe4552cbe4 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:48.640408 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-58ba5e1a-2291-431c-b15d-1c5c2f041df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'name': 'tempest-TestVolumeBackupRestore-810570940-router', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:14Z', 'updated_at': '2022-04-01T12:58:47Z', 'revision_number': 6, 'project_id': '60171294044c4d6aa398b533e0e9c5bb', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:48.641742 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.644355 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.677293 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 438679c7-cf5d-4b43-99f3-e17466732b01, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=438679c7-cf5d-4b43-99f3-e17466732b01,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:48.680382 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba5e1a-2291-431c-b15d-1c5c2f041df2 None None] The sync data for ids ['0000ed31-7d36-4092-b078-c96fbc57387d'] in n-d-836146-1 is: [{'id': '0000ed31-7d36-4092-b078-c96fbc57387d', 'name': 'tempest-TestVolumeBackupRestore-810570940-router', 'tenant_id': '60171294044c4d6aa398b533e0e9c5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:54:14Z', 'updated_at': '2022-04-01T12:58:47Z', 'revision_number': 6, 'project_id': '60171294044c4d6aa398b533e0e9c5bb', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:58:48.692642 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '438679c7-cf5d-4b43-99f3-e17466732b01', 'network_id': 'e7b76a9a-20aa-4aa0-8c27-c46282425445', 'port_id': '438679c7-cf5d-4b43-99f3-e17466732b01', 'mac_address': 'fa:16:3e:de:5b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f33d2-731e-4726-bfba-775627ac4ce4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:58:48.700098 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.701596 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0000ed31-7d36-4092-b078-c96fbc57387d {{(pid=102718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:58:48.707548 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.711916 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46886) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:48.712385 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ffa82e19-877a-4a03-8b35-d74e11830771 admin admin] 10.222.0.45 "DELETE /v2.0/routers/0000ed31-7d36-4092-b078-c96fbc57387d HTTP/1.1" status: 204 len: 168 time: 1.0133905 Apr 01 12:58:48.743477 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.757403 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438679c7-cf5d-4b43-99f3-e17466732b01 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:58:48.780163 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 438679c7-cf5d-4b43-99f3-e17466732b01, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=438679c7-cf5d-4b43-99f3-e17466732b01,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:48.785263 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.812485 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-655d5687-6504-4b7b-9b68-bd0c6641eeca admin admin] Deleting subnet a0a85ce1-8c8c-4b14-b639-5910ed5b38bf {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:58:48.817758 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655d5687-6504-4b7b-9b68-bd0c6641eeca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.846488 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=438679c7-cf5d-4b43-99f3-e17466732b01,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:48.870723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9b175-d2e4-46b7-88b5-a1f824a6a946 req-cd7676a5-d691-47e6-94cf-480a7eccf5dc tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:48.872254 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40d9b175-d2e4-46b7-88b5-a1f824a6a946 req-cd7676a5-d691-47e6-94cf-480a7eccf5dc tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1096 time: 0.0522585 Apr 01 12:58:48.909598 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-40d9b175-d2e4-46b7-88b5-a1f824a6a946 req-18504dd4-8ae2-45d9-ac61-30c7247c41d5 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307786 Apr 01 12:58:48.916632 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655d5687-6504-4b7b-9b68-bd0c6641eeca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:48.979947 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:49.026069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=a5069e90-6832-4f93-96f1-defe4552cbe4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:49.040320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['438679c7-cf5d-4b43-99f3-e17466732b01'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:58:49.166266 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655d5687-6504-4b7b-9b68-bd0c6641eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:49.203943 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:49.204268 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Floating IP 5caebdb8-105e-4a64-934f-fed097999f6c disassociated (deleted). External IP: 172.25.7.244, port: e58a4822-75c4-4370-95b8-021fa876dd28. Apr 01 12:58:49.326607 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655d5687-6504-4b7b-9b68-bd0c6641eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:49.362241 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d5687-6504-4b7b-9b68-bd0c6641eeca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a85ce1-8c8c-4b14-b639-5910ed5b38bf,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:49.370712 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-655d5687-6504-4b7b-9b68-bd0c6641eeca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:49.374627 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-655d5687-6504-4b7b-9b68-bd0c6641eeca admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a0a85ce1-8c8c-4b14-b639-5910ed5b38bf HTTP/1.1" status: 204 len: 168 time: 0.6615164 Apr 01 12:58:49.377948 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46896) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:49.381057 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c978e-3951-4c72-86dd-005eec86f560 None None] Network 42b7e192-07f4-4299-ba6a-a5142d5d6cb5 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:58:49.473064 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:49.543175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Deleting port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:49.543517 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:49.616665 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b6c36c-a6a8-4252-a0bd-5d8e442a724c None None] DHCP port deletion for 42b7e192-07f4-4299-ba6a-a5142d5d6cb5 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:58:49.620599 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 781aeb85-dd7f-49e9-b243-969eac69df9e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:58:49.635509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] For port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5a82d6b6-1255-4cbc-8748-c2c7db7550b7,segment=NetworkSegment(9ed72a70-ba36-4cc0-8424-5a0bee34763c),segment_id=9ed72a70-ba36-4cc0-8424-5a0bee34763c)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:49.635878 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:49.652738 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Calling delete_port for 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:49.659069 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-c72c2718-d79e-41b5-bfb3-a1ebf05b3195 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:49.661201 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-c72c2718-d79e-41b5-bfb3-a1ebf05b3195 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/networks?id=0f13aa2f-6364-46fb-b1c5-e4e5163dffdd HTTP/1.1" status: 200 len: 814 time: 0.2000279 Apr 01 12:58:49.673023 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-55b6c36c-a6a8-4252-a0bd-5d8e442a724c None None] Deleting port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:49.673404 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-55b6c36c-a6a8-4252-a0bd-5d8e442a724c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:49.725519 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-edc8e7a9-82e9-4f5b-a7ee-8caa61b0f9b7 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/quotas/825a414feccd40fbbf556f4d178de0bc HTTP/1.1" status: 200 len: 375 time: 0.0230966 Apr 01 12:58:49.750627 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-55b6c36c-a6a8-4252-a0bd-5d8e442a724c None None] For port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=5a82d6b6-1255-4cbc-8748-c2c7db7550b7,segment=NetworkSegment(9ed72a70-ba36-4cc0-8424-5a0bee34763c),segment_id=9ed72a70-ba36-4cc0-8424-5a0bee34763c)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:49.751517 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-55b6c36c-a6a8-4252-a0bd-5d8e442a724c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:49.769504 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:49.779595 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-55b6c36c-a6a8-4252-a0bd-5d8e442a724c None None] Calling delete_port for 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:49.792997 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] No DVR routers for this DVR port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 on host n-d-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:58:49.806563 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-22754521-e240-47e6-99fb-716713d0bbd6 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=825a414feccd40fbbf556f4d178de0bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633597 Apr 01 12:58:49.867733 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Pushing event deleted for resources: {'Port': ['ID=5a82d6b6-1255-4cbc-8748-c2c7db7550b7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:49.879788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:58:49.902188 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96bc73a-0530-435c-8aeb-3371627bd8bd None None] Sync routers for ids ['781aeb85-dd7f-49e9-b243-969eac69df9e'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:58:49.919404 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-55b6c36c-a6a8-4252-a0bd-5d8e442a724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:49.956263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6c36c-a6a8-4252-a0bd-5d8e442a724c None None] Pushing event deleted for resources: {'Port': ['ID=5a82d6b6-1255-4cbc-8748-c2c7db7550b7,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:49.960209 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96bc73a-0530-435c-8aeb-3371627bd8bd None None] Routers {'781aeb85-dd7f-49e9-b243-969eac69df9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:49.965474 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c96bc73a-0530-435c-8aeb-3371627bd8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['781aeb85-dd7f-49e9-b243-969eac69df9e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:49.978031 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b6c36c-a6a8-4252-a0bd-5d8e442a724c None None] No DVR routers for this DVR port 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:58:50.019078 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c7d6003f-f24c-4e00-af18-3f1b827153e7 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:50.025071 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.069016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: c7d6003f-f24c-4e00-af18-3f1b827153e7 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:50.069323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c7d6003f-f24c-4e00-af18-3f1b827153e7 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:50.070299 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8a45f682-8981-4761-b83f-55c96a018443 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:50.094763 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b7e192-07f4-4299-ba6a-a5142d5d6cb5']}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:50.108947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed72a70-ba36-4cc0-8424-5a0bee34763c') {'for_net_delete': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:50.109162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.services.segments.db [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed72a70-ba36-4cc0-8424-5a0bee34763c') {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:50.110112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 8a45f682-8981-4761-b83f-55c96a018443 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:50.111195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 8a45f682-8981-4761-b83f-55c96a018443 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:50.112554 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:50.124118 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521269'] for segment, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.143632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:50.144129 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 5a82d6b6-1255-4cbc-8748-c2c7db7550b7 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:50.144796 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab056401-04ab-4a0a-af89-342ce66f5d6d req-08c0fc5c-516d-40ce-9491-483dc76862f8 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:50.153996 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-c96bc73a-0530-435c-8aeb-3371627bd8bd None None] Set router 781aeb85-dd7f-49e9-b243-969eac69df9e gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:50.154864 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab056401-04ab-4a0a-af89-342ce66f5d6d req-08c0fc5c-516d-40ce-9491-483dc76862f8 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1096 time: 0.1130509 Apr 01 12:58:50.163228 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.180140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:58:50.181020 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9789246'] for segment, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: Traceback (most recent call last): Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: timer() Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: cb(*args, **kw) Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: return func(*args, **kwargs) Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: self._notify() Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: self.callback(batched_events) Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: event.method(event) Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: return f(self, *a, **k) Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: return self._get(url).json() Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: return self.request(url, 'GET', **kwargs) Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:58:50.183426 n-d-836146-1 neutron-server[102718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:58:50.262113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ab056401-04ab-4a0a-af89-342ce66f5d6d req-13858efc-3dcb-4914-a26e-adefa5900724 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062088 Apr 01 12:58:50.272706 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.285099 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.288976 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] 10.222.0.45 "DELETE /v2.0/networks/42b7e192-07f4-4299-ba6a-a5142d5d6cb5 HTTP/1.1" status: 204 len: 168 time: 0.9091871 Apr 01 12:58:50.303345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0534b-d445-4a7d-aa55-8f8d05deecee admin admin] Pushing event deleted for resources: {'Network': ['ID=42b7e192-07f4-4299-ba6a-a5142d5d6cb5,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:50.307205 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 438679c7-cf5d-4b43-99f3-e17466732b01 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:58:50.343623 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.375814 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 438679c7-cf5d-4b43-99f3-e17466732b01 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:58:50.382571 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 438679c7-cf5d-4b43-99f3-e17466732b01 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:58:50.383686 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.384439 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-05cb4df4-8eaf-46ec-bac1-c9de26f0e3ab tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/floatingips/5caebdb8-105e-4a64-934f-fed097999f6c HTTP/1.1" status: 204 len: 168 time: 2.2756236 Apr 01 12:58:50.386656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:50.389229 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056c8098-bf70-4f21-9b65-f1cb84e36e76" -d '{"events": [{"name": "network-changed", "server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:50.415464 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-c8eb67c4-4031-440d-8ffc-7cfc917fd768 service neutron] 10.222.0.45 "GET /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945995 Apr 01 12:58:50.460812 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c96bc73a-0530-435c-8aeb-3371627bd8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:55:44Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '9a18fdda-b902-465c-844d-38a4cba89821', 'name': '', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:16:e6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'eef63368-f92c-455d-bc24-d155e547337f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:42Z', 'updated_at': '2022-04-01T12:55:50Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'eef63368-f92c-455d-bc24-d155e547337f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:50.501048 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.525833 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96bc73a-0530-435c-8aeb-3371627bd8bd None None] Checking router: 781aeb85-dd7f-49e9-b243-969eac69df9e for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:58:50.529608 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882eff98-f5ac-4338-be84-41a51e0eccec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438679c7-cf5d-4b43-99f3-e17466732b01'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:50.531986 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46914) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:50.532141 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57378b06-71af-4618-8ae0-93c0f61481a5" -d '{"events": [{"server_uuid": "882eff98-f5ac-4338-be84-41a51e0eccec", "name": "network-vif-plugged", "status": "completed", "tag": "438679c7-cf5d-4b43-99f3-e17466732b01"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:50.544281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 438679c7-cf5d-4b43-99f3-e17466732b01, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=438679c7-cf5d-4b43-99f3-e17466732b01,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:50.547641 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96bc73a-0530-435c-8aeb-3371627bd8bd None None] Routers {'781aeb85-dd7f-49e9-b243-969eac69df9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:50.549311 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c96bc73a-0530-435c-8aeb-3371627bd8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['781aeb85-dd7f-49e9-b243-969eac69df9e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:50.550473 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.597581 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-2ebe3c8d-b14d-4ef9-8fed-892c3e47ff47 service neutron] 10.222.0.45 "GET /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737258 Apr 01 12:58:50.606656 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f48a226e-dade-46f7-ace5-54553a839002 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a6a7c1e88784090bd3c90cca825d4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728436 Apr 01 12:58:50.609186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46920) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:50.636335 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=438679c7-cf5d-4b43-99f3-e17466732b01,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:50.674655 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fafb8035-74a9-4a1e-ae00-ddf239443359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.674827 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ae59b2-aebc-4e7b-94c2-9030e1b33650 x-openstack-request-id: req-b9ae59b2-aebc-4e7b-94c2-9030e1b33650 {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:50.675417 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:50.675417 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9ae59b2-aebc-4e7b-94c2-9030e1b33650 {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:50.675820 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ae59b2-aebc-4e7b-94c2-9030e1b33650'] response: {'name': 'network-changed', 'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'status': 'completed', 'code': 200} Apr 01 12:58:50.724670 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fafb8035-74a9-4a1e-ae00-ddf239443359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.728401 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-c96bc73a-0530-435c-8aeb-3371627bd8bd None None] Set router 781aeb85-dd7f-49e9-b243-969eac69df9e gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:50.791428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8098-bf70-4f21-9b65-f1cb84e36e76 req-a46572bc-8a9c-4b04-8911-2a3370c85295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:50.793512 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-056c8098-bf70-4f21-9b65-f1cb84e36e76 req-a46572bc-8a9c-4b04-8911-2a3370c85295 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57d91513207248b7a1ea77190e0bd483&device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 1096 time: 0.0909436 Apr 01 12:58:50.847021 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fafb8035-74a9-4a1e-ae00-ddf239443359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.859983 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fafb8035-74a9-4a1e-ae00-ddf239443359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:50.866917 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fafb8035-74a9-4a1e-ae00-ddf239443359 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf3b7f95-39bb-41ac-bb04-e2acc572365b HTTP/1.1" status: 204 len: 168 time: 0.2526505 Apr 01 12:58:50.906413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84a992-b06d-4136-8a83-1f28aed69732 req-d1e1615a-6d0e-4965-88fe-0a3c35427ffb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:50.913980 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ee84a992-b06d-4136-8a83-1f28aed69732 req-d1e1615a-6d0e-4965-88fe-0a3c35427ffb tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.0761352 Apr 01 12:58:50.954428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb8035-74a9-4a1e-ae00-ddf239443359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3b7f95-39bb-41ac-bb04-e2acc572365b,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:50.969574 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-ee84a992-b06d-4136-8a83-1f28aed69732 req-09afaca0-26f7-4a8a-9e50-7f05e285f5f2 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538597 Apr 01 12:58:51.034139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8098-bf70-4f21-9b65-f1cb84e36e76 req-58f41578-10d8-49b1-b78a-f57d263a4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:51.035964 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-056c8098-bf70-4f21-9b65-f1cb84e36e76 req-58f41578-10d8-49b1-b78a-f57d263a4b71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91 HTTP/1.1" status: 200 len: 897 time: 0.2336278 Apr 01 12:58:51.052478 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-c96bc73a-0530-435c-8aeb-3371627bd8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:55:44Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '9a18fdda-b902-465c-844d-38a4cba89821', 'name': '', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:16:e6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'eef63368-f92c-455d-bc24-d155e547337f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:42Z', 'updated_at': '2022-04-01T12:55:50Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'eef63368-f92c-455d-bc24-d155e547337f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:51.067385 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4c94646d-7c2d-4515-be7e-2d877065b586 req-2f99e532-808b-47b1-b36a-85706737a7f8 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 210 time: 0.0559030 Apr 01 12:58:51.104982 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96bc73a-0530-435c-8aeb-3371627bd8bd None None] The sync data for ids ['781aeb85-dd7f-49e9-b243-969eac69df9e'] in n-d-836146-1 is: [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:55:44Z', 'revision_number': 4, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '9a18fdda-b902-465c-844d-38a4cba89821', 'name': '', 'network_id': 'f0c89e4d-1f65-46a4-996c-6ac5060fcc91', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'mac_address': 'fa:16:3e:16:e6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'eef63368-f92c-455d-bc24-d155e547337f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:42Z', 'updated_at': '2022-04-01T12:55:50Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'subnets': [{'id': 'eef63368-f92c-455d-bc24-d155e547337f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:58:51.127705 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-056c8098-bf70-4f21-9b65-f1cb84e36e76 req-d07bea37-056d-49c1-8f65-897ecabe9dc0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e58a4822-75c4-4370-95b8-021fa876dd28 HTTP/1.1" status: 200 len: 217 time: 0.0762212 Apr 01 12:58:51.189521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8098-bf70-4f21-9b65-f1cb84e36e76 req-443aeec3-cd75-4d11-b883-97224e3b0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:51.193945 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-056c8098-bf70-4f21-9b65-f1cb84e36e76 req-443aeec3-cd75-4d11-b883-97224e3b0b91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eef63368-f92c-455d-bc24-d155e547337f HTTP/1.1" status: 200 len: 834 time: 0.0642657 Apr 01 12:58:51.233471 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8229c5-92aa-440c-a623-96de8d3f5bc5 x-openstack-request-id: req-cb8229c5-92aa-440c-a623-96de8d3f5bc5 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:51.233963 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882eff98-f5ac-4338-be84-41a51e0eccec", "name": "network-vif-plugged", "status": "completed", "tag": "438679c7-cf5d-4b43-99f3-e17466732b01", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:51.234178 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb8229c5-92aa-440c-a623-96de8d3f5bc5 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:51.234644 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8229c5-92aa-440c-a623-96de8d3f5bc5'] response: {'server_uuid': '882eff98-f5ac-4338-be84-41a51e0eccec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438679c7-cf5d-4b43-99f3-e17466732b01', 'code': 200} Apr 01 12:58:51.255080 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8098-bf70-4f21-9b65-f1cb84e36e76 req-737f5229-bd17-408c-b966-5fa1002d6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:51.257260 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-056c8098-bf70-4f21-9b65-f1cb84e36e76 req-737f5229-bd17-408c-b966-5fa1002d6b4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0c89e4d-1f65-46a4-996c-6ac5060fcc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546417 Apr 01 12:58:51.413398 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03152e48-535c-42e5-a201-4518de609e4f req-a6aeeb57-91ce-45bd-a415-5ceda6ebed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:51.415073 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03152e48-535c-42e5-a201-4518de609e4f req-a6aeeb57-91ce-45bd-a415-5ceda6ebed2b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1097 time: 0.1096163 Apr 01 12:58:51.446826 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a219c7-7266-4506-b4ff-0bfc82f3a5dd req-a88c1cee-b21b-43d5-9ebf-50bf332adb34 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:51.460859 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-77a219c7-7266-4506-b4ff-0bfc82f3a5dd req-a88c1cee-b21b-43d5-9ebf-50bf332adb34 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1097 time: 0.0936394 Apr 01 12:58:51.482973 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-056c8098-bf70-4f21-9b65-f1cb84e36e76 req-6735c481-357c-4bf3-a924-1c1ac5fd0352 service neutron] 10.222.0.37 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127695 Apr 01 12:58:51.488120 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-03152e48-535c-42e5-a201-4518de609e4f req-dde7da24-c174-45c4-8298-aadb31a4778d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637207 Apr 01 12:58:51.498076 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-77a219c7-7266-4506-b4ff-0bfc82f3a5dd req-97a2ea50-b356-4d6b-a244-ddad8e44de94 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359964 Apr 01 12:58:51.532511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46940) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:51.556943 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da62eb81-c1e3-43de-a4a1-b42a8307deae None None] New status for floating IP 5caebdb8-105e-4a64-934f-fed097999f6c: DOWN {{(pid=102720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:58:51.593482 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d485de6c-9c7d-4791-88f0-31232ddb953a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60171294044c4d6aa398b533e0e9c5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579178 Apr 01 12:58:51.593482 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46942) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:51.627840 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-056c8098-bf70-4f21-9b65-f1cb84e36e76 req-6e00c49e-1045-4164-b0f2-9cb5b970aee9 service neutron] 10.222.0.37 "GET /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264243 Apr 01 12:58:51.654326 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cf7ecf2b-50a0-40eb-a756-c659905fd878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:51.677796 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cf7ecf2b-50a0-40eb-a756-c659905fd878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:51.730923 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cf7ecf2b-50a0-40eb-a756-c659905fd878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:51.734232 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cf7ecf2b-50a0-40eb-a756-c659905fd878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:51.735289 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cf7ecf2b-50a0-40eb-a756-c659905fd878 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96453e72-f1d4-415a-b9b7-837dd0243215 HTTP/1.1" status: 204 len: 168 time: 0.1405301 Apr 01 12:58:51.744018 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ecf2b-50a0-40eb-a756-c659905fd878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96453e72-f1d4-415a-b9b7-837dd0243215,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:52.091623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ddb87-864c-4129-9355-f803ebc55e15 req-1934c438-065d-45a6-a78e-38fe7a3eac8d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:52.093496 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec2ddb87-864c-4129-9355-f803ebc55e15 req-1934c438-065d-45a6-a78e-38fe7a3eac8d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.0576429 Apr 01 12:58:52.139956 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ec2ddb87-864c-4129-9355-f803ebc55e15 req-efe782e9-e08c-444b-b35e-d2e756cab01a tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/security-groups?id=8abf34c1-cc99-49fe-9648-563d72be62b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396042 Apr 01 12:58:52.175290 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e2630be3-1db9-444c-ae2d-6b278e58c8d0 req-b8885d59-2824-4188-b3f4-8ef53b354c79 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 210 time: 0.0296016 Apr 01 12:58:52.404150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-8129aeb8-a319-4c53-9ca4-0f6aaba5b5b4 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:52.405582 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-8129aeb8-a319-4c53-9ca4-0f6aaba5b5b4 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.44 "GET /v2.0/networks?id=0f13aa2f-6364-46fb-b1c5-e4e5163dffdd HTTP/1.1" status: 200 len: 814 time: 0.1499918 Apr 01 12:58:52.422162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e12540-1548-46db-8830-bfb0b8d107fe req-04172df9-5411-48e5-aff2-1d2983baed77 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:52.424192 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82e12540-1548-46db-8830-bfb0b8d107fe req-04172df9-5411-48e5-aff2-1d2983baed77 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 945 time: 0.0605772 Apr 01 12:58:52.428762 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Request body: {'port': {'device_id': 'd330d3b7-6ab4-4106-b419-3cb509970426', 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd', 'admin_state_up': True, 'tenant_id': '825a414feccd40fbbf556f4d178de0bc'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:58:52.618892 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-82e12540-1548-46db-8830-bfb0b8d107fe req-1c4f86ed-a42c-42da-a2ea-44193c6f42cf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port e58a4822-75c4-4370-95b8-021fa876dd28 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:52.619228 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-82e12540-1548-46db-8830-bfb0b8d107fe req-1c4f86ed-a42c-42da-a2ea-44193c6f42cf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:52.646202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Made reservation on behalf of 825a414feccd40fbbf556f4d178de0bc for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:58:52.649562 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:52.732503 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954f655-3d78-4a4f-9114-45c8291ce26e req-71a97d53-c6db-4edd-b711-263811af842f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:52.734173 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f954f655-3d78-4a4f-9114-45c8291ce26e req-71a97d53-c6db-4edd-b711-263811af842f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1097 time: 0.1330183 Apr 01 12:58:52.861790 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f954f655-3d78-4a4f-9114-45c8291ce26e req-9569907b-6e5f-46b0-a211-62ec3fd2ac75 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981340 Apr 01 12:58:52.863346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-82e12540-1548-46db-8830-bfb0b8d107fe req-1c4f86ed-a42c-42da-a2ea-44193c6f42cf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] For port e58a4822-75c4-4370-95b8-021fa876dd28, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=e58a4822-75c4-4370-95b8-021fa876dd28,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:52.863713 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-82e12540-1548-46db-8830-bfb0b8d107fe req-1c4f86ed-a42c-42da-a2ea-44193c6f42cf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:52.883730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-82e12540-1548-46db-8830-bfb0b8d107fe req-1c4f86ed-a42c-42da-a2ea-44193c6f42cf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for e58a4822-75c4-4370-95b8-021fa876dd28 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:52.901119 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Allocated IP 172.20.0.3 (0f13aa2f-6364-46fb-b1c5-e4e5163dffdd/498f609c-987e-41d2-bddb-c2afe1709114/5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:58:53.127393 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-82e12540-1548-46db-8830-bfb0b8d107fe req-1c4f86ed-a42c-42da-a2ea-44193c6f42cf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:53.138810 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:53.162383 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f86ed-a42c-42da-a2ea-44193c6f42cf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=e58a4822-75c4-4370-95b8-021fa876dd28,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:53.248431 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-74dc305a-c45e-4481-a66c-4bd122e838cd req-c17e6577-d61e-45d4-9e56-fa21e0c65b75 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "GET /v2.0/ports?device_id=1da06de0-f286-442e-9378-e20b11e2fc3e HTTP/1.1" status: 200 len: 210 time: 0.0284536 Apr 01 12:58:53.471552 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e12540-1548-46db-8830-bfb0b8d107fe req-1c4f86ed-a42c-42da-a2ea-44193c6f42cf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] No DVR routers for this DVR port e58a4822-75c4-4370-95b8-021fa876dd28 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:58:53.478354 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-82e12540-1548-46db-8830-bfb0b8d107fe req-1c4f86ed-a42c-42da-a2ea-44193c6f42cf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:53.481437 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82e12540-1548-46db-8830-bfb0b8d107fe req-1c4f86ed-a42c-42da-a2ea-44193c6f42cf tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.37 "DELETE /v2.0/ports/e58a4822-75c4-4370-95b8-021fa876dd28 HTTP/1.1" status: 204 len: 173 time: 1.0490923 Apr 01 12:58:53.489283 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'name': 'network-vif-deleted', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:53.491537 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234b4a06-abdc-459f-9dca-3e23f2686fb5" -d '{"events": [{"server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "name": "network-vif-deleted", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:53.515372 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55ee6abf-653d-4263-a936-f038616024df req-6961085b-75fa-4391-a69c-a890d09a4213 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 210 time: 0.0450535 Apr 01 12:58:53.524736 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:53.559077 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9f2c08-6282-43d5-9416-6cc2c61c1065 x-openstack-request-id: req-5c9f2c08-6282-43d5-9416-6cc2c61c1065 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:53.559432 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da06de0-f286-442e-9378-e20b11e2fc3e", "name": "network-vif-deleted", "tag": "e58a4822-75c4-4370-95b8-021fa876dd28", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:53.559627 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c9f2c08-6282-43d5-9416-6cc2c61c1065 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:53.560001 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9f2c08-6282-43d5-9416-6cc2c61c1065'] response: {'server_uuid': '1da06de0-f286-442e-9378-e20b11e2fc3e', 'name': 'network-vif-deleted', 'tag': 'e58a4822-75c4-4370-95b8-021fa876dd28', 'status': 'completed', 'code': 200} Apr 01 12:58:53.585579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:58:53.585579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:58:53.588659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:58:53.593529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Pushing event updated for resources: {'Port': ['ID=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:53.644007 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:53.644645 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:53.662915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a2b9767e-5bc3-43f2-908d-e81272c3218f tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2376792 Apr 01 12:58:53.675527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Request body: {'port': {'device_id': 'd330d3b7-6ab4-4106-b419-3cb509970426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:58:53.729181 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:54.018913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c946fe-609f-44cb-8494-2dc5d0efd7a4 req-d3d3cbd5-8a53-4e4e-b85c-17d59593ae71 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:54.020349 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12c946fe-609f-44cb-8494-2dc5d0efd7a4 req-d3d3cbd5-8a53-4e4e-b85c-17d59593ae71 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1097 time: 0.0839794 Apr 01 12:58:54.029169 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:58:54.040039 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:54.072093 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Transition to ACTIVE for port object 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:58:54.078632 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-12c946fe-609f-44cb-8494-2dc5d0efd7a4 req-6b988fe1-9554-4c0a-9ca2-84af77ea9942 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446682 Apr 01 12:58:54.079209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:54.131140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Pushing event updated for resources: {'Port': ['ID=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:54.191016 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737a606-4295-4628-ab2c-811087435fb8 req-29cbf2e3-a654-4d53-a176-c71758366ad5 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:54.192548 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4737a606-4295-4628-ab2c-811087435fb8 req-29cbf2e3-a654-4d53-a176-c71758366ad5 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1097 time: 0.0434265 Apr 01 12:58:54.199114 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Attempting to bind port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:58:54.199454 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Attempting to bind port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '7795a54f-0b0f-4952-9113-df05f0dca25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:58:54.199777 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Attempting to bind port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 on network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:58:54.204059 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 on network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:58:54.204374 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Attempting to bind port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 on network 0f13aa2f-6364-46fb-b1c5-e4e5163dffdd {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:58:54.209189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:58:54.209521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Checking segment: {'id': '7795a54f-0b0f-4952-9113-df05f0dca25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:58:54.209897 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Bound using segment: {'id': '7795a54f-0b0f-4952-9113-df05f0dca25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:58:54.210415 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Bound port: 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7795a54f-0b0f-4952-9113-df05f0dca25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:58:54.210774 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:54.228108 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4737a606-4295-4628-ab2c-811087435fb8 req-b8679c60-dfc9-40ff-8f04-29f8829a97af tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289750 Apr 01 12:58:54.275793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] For port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:58:54.278865 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] For port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7,segment=NetworkSegment(7795a54f-0b0f-4952-9113-df05f0dca25b),segment_id=7795a54f-0b0f-4952-9113-df05f0dca25b)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:58:54.284887 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:54.318220 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46966) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:54.337753 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:54.338473 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:54.339825 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] 10.222.0.44 "PUT /v2.0/ports/5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 HTTP/1.1" status: 200 len: 1091 time: 0.6691260 Apr 01 12:58:54.384466 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59c03e-3098-4d49-92c8-9ac9ff091aea service neutron] Pushing event updated for resources: {'Port': ['ID=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:54.397267 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f110e-c938-41af-a22c-e77dcd1aec38 req-44ca7917-1a57-4342-b7e0-99c295bcef3d tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:54.404725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-025f110e-c938-41af-a22c-e77dcd1aec38 req-44ca7917-1a57-4342-b7e0-99c295bcef3d tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1097 time: 0.0896008 Apr 01 12:58:54.468513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-025f110e-c938-41af-a22c-e77dcd1aec38 req-4d3962be-b6b8-4fbc-b250-9e68c2c7cf06 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627887 Apr 01 12:58:54.481400 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-4c2eadf8-87be-410d-b9c7-d32bd1c368f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:54.482944 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-4c2eadf8-87be-410d-b9c7-d32bd1c368f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=825a414feccd40fbbf556f4d178de0bc&device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 1094 time: 0.0995176 Apr 01 12:58:54.534659 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-fe727275-4d13-4144-820c-f0dacd949694 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 HTTP/1.1" status: 200 len: 217 time: 0.0431991 Apr 01 12:58:54.651183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-f3e5e6ce-d12c-420b-9907-a12f574b9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:54.652932 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-f3e5e6ce-d12c-420b-9907-a12f574b9f9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=498f609c-987e-41d2-bddb-c2afe1709114 HTTP/1.1" status: 200 len: 854 time: 0.1117604 Apr 01 12:58:54.689177 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-5430012f-4364-4f13-9f3c-e007768086f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f13aa2f-6364-46fb-b1c5-e4e5163dffdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283535 Apr 01 12:58:54.727566 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8d7c-e4f2-4294-b80b-2770eaa6076a req-0b7e8747-feff-4d99-b1ef-3889cef8e64d tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:54.729230 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-340c8d7c-e4f2-4294-b80b-2770eaa6076a req-0b7e8747-feff-4d99-b1ef-3889cef8e64d tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 943 time: 0.1140158 Apr 01 12:58:54.807638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a4f2e-e716-4bf6-9f54-10c43359d0c3 req-df324d35-655c-464f-902c-62c4e2138edc tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:54.809093 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c17a4f2e-e716-4bf6-9f54-10c43359d0c3 req-df324d35-655c-464f-902c-62c4e2138edc tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1097 time: 0.0835845 Apr 01 12:58:54.816386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-340c8d7c-e4f2-4294-b80b-2770eaa6076a req-bd136dbf-038d-4ff1-ac55-9bcd1b042819 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760326 Apr 01 12:58:54.827756 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-a003e347-ded4-488c-b974-58bd0a7b779b service neutron] 10.222.0.44 "GET /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311131 Apr 01 12:58:54.841692 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a7593e0-333f-49a5-85fa-3b62418b0606 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:54.886455 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-c17a4f2e-e716-4bf6-9f54-10c43359d0c3 req-c4790490-4680-452e-b0bc-3009ec698666 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704539 Apr 01 12:58:54.921014 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-62cc87a3-b042-471f-acd8-a63e260d24c4 req-36ba0d8b-0125-40c2-83c6-3f80867cc013 service neutron] 10.222.0.44 "GET /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835197 Apr 01 12:58:54.947653 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e58a4822-75c4-4370-95b8-021fa876dd28 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:54.967596 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: e58a4822-75c4-4370-95b8-021fa876dd28 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:54.967931 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device e58a4822-75c4-4370-95b8-021fa876dd28 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:55.114491 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7a7593e0-333f-49a5-85fa-3b62418b0606 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port 9a18fdda-b902-465c-844d-38a4cba89821 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:55.114754 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a7593e0-333f-49a5-85fa-3b62418b0606 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:55.200313 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-7a7593e0-333f-49a5-85fa-3b62418b0606 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] For port 9a18fdda-b902-465c-844d-38a4cba89821, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=9a18fdda-b902-465c-844d-38a4cba89821,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:55.200678 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a7593e0-333f-49a5-85fa-3b62418b0606 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:55.213461 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-7a7593e0-333f-49a5-85fa-3b62418b0606 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for 9a18fdda-b902-465c-844d-38a4cba89821 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:55.415955 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a7593e0-333f-49a5-85fa-3b62418b0606 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:55.446415 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7593e0-333f-49a5-85fa-3b62418b0606 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=9a18fdda-b902-465c-844d-38a4cba89821,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:55.560704 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd330d3b7-6ab4-4106-b419-3cb509970426', 'tag': '5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:55.563121 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e29d09-a1df-41df-ad50-de50fe36913b" -d '{"events": [{"name": "network-changed", "server_uuid": "d330d3b7-6ab4-4106-b419-3cb509970426", "tag": "5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:55.605609 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8b9c28-e4fd-41c6-8838-1800d524e540 x-openstack-request-id: req-4e8b9c28-e4fd-41c6-8838-1800d524e540 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:55.606073 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d330d3b7-6ab4-4106-b419-3cb509970426", "tag": "5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:55.606225 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e8b9c28-e4fd-41c6-8838-1800d524e540 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:55.606715 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8b9c28-e4fd-41c6-8838-1800d524e540'] response: {'name': 'network-changed', 'server_uuid': 'd330d3b7-6ab4-4106-b419-3cb509970426', 'tag': '5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7', 'status': 'completed', 'code': 200} Apr 01 12:58:55.632255 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7a7593e0-333f-49a5-85fa-3b62418b0606 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:55.692896 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e29d09-a1df-41df-ad50-de50fe36913b req-e37d1912-9256-49fc-abf9-9273cf659429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:55.694446 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55e29d09-a1df-41df-ad50-de50fe36913b req-e37d1912-9256-49fc-abf9-9273cf659429 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=825a414feccd40fbbf556f4d178de0bc&device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 1094 time: 0.0646746 Apr 01 12:58:55.793441 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e29d09-a1df-41df-ad50-de50fe36913b req-c0899c01-cc5f-451b-ab88-06348b4d8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:55.794916 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55e29d09-a1df-41df-ad50-de50fe36913b req-c0899c01-cc5f-451b-ab88-06348b4d8bc9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f13aa2f-6364-46fb-b1c5-e4e5163dffdd HTTP/1.1" status: 200 len: 915 time: 0.0870101 Apr 01 12:58:55.846606 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55e29d09-a1df-41df-ad50-de50fe36913b req-5cb3d578-2d00-412f-871d-c8f83cbd4931 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 HTTP/1.1" status: 200 len: 217 time: 0.0399082 Apr 01 12:58:55.864534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7593e0-333f-49a5-85fa-3b62418b0606 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Router 781aeb85-dd7f-49e9-b243-969eac69df9e has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:58:55.925312 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e29d09-a1df-41df-ad50-de50fe36913b req-d0668629-303d-4755-b614-c7f218de22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:55.927804 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55e29d09-a1df-41df-ad50-de50fe36913b req-d0668629-303d-4755-b614-c7f218de22ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=498f609c-987e-41d2-bddb-c2afe1709114 HTTP/1.1" status: 200 len: 854 time: 0.0647063 Apr 01 12:58:55.974297 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55e29d09-a1df-41df-ad50-de50fe36913b req-2f1c2eee-5897-479c-985b-b73d4fd632cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f13aa2f-6364-46fb-b1c5-e4e5163dffdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382545 Apr 01 12:58:56.009143 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cd99c-bc86-43b5-9006-c97a05d5acac req-2944d6d2-da03-4ef2-84c4-10b4725e16f1 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:56.010626 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b28cd99c-bc86-43b5-9006-c97a05d5acac req-2944d6d2-da03-4ef2-84c4-10b4725e16f1 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 943 time: 0.1007142 Apr 01 12:58:56.035743 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7593e0-333f-49a5-85fa-3b62418b0606 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:58:56.046595 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7a7593e0-333f-49a5-85fa-3b62418b0606 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "PUT /v2.0/routers/781aeb85-dd7f-49e9-b243-969eac69df9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7265594 Apr 01 12:58:56.047396 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c9b94f-685e-4cec-864c-c78eb604cd9e None None] Sync routers for ids ['781aeb85-dd7f-49e9-b243-969eac69df9e'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:58:56.047879 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46982) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:56.057480 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c9b94f-685e-4cec-864c-c78eb604cd9e None None] Routers {'781aeb85-dd7f-49e9-b243-969eac69df9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:56.058110 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-42c9b94f-685e-4cec-864c-c78eb604cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['781aeb85-dd7f-49e9-b243-969eac69df9e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:56.097233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82815899-eca7-45ca-a43e-a23cded95dd2 req-8a95ffb4-4328-4786-9b67-d44f36d9b861 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:56.098815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82815899-eca7-45ca-a43e-a23cded95dd2 req-8a95ffb4-4328-4786-9b67-d44f36d9b861 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1097 time: 0.1271746 Apr 01 12:58:56.110052 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b28cd99c-bc86-43b5-9006-c97a05d5acac req-cd9c9035-a993-4469-85cb-a5068db7803a tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903139 Apr 01 12:58:56.128589 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce3ee49-3e24-4de3-9008-5007f89e84ed tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting subnet eef63368-f92c-455d-bc24-d155e547337f {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:58:56.132736 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dce3ee49-3e24-4de3-9008-5007f89e84ed tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.153761 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55e29d09-a1df-41df-ad50-de50fe36913b req-daeded90-a4c9-449e-b2a8-0b82cec7303f service neutron] 10.222.0.44 "GET /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712673 Apr 01 12:58:56.168058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5637d-c7aa-40c8-828e-583d176dd2b5 req-e4cf0c4c-f1bf-433a-9ceb-65ead097c094 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:56.169592 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96f5637d-c7aa-40c8-828e-583d176dd2b5 req-e4cf0c4c-f1bf-433a-9ceb-65ead097c094 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 1097 time: 0.0860331 Apr 01 12:58:56.182091 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dce3ee49-3e24-4de3-9008-5007f89e84ed tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.183486 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-42c9b94f-685e-4cec-864c-c78eb604cd9e None None] Set router 781aeb85-dd7f-49e9-b243-969eac69df9e gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:56.200188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82815899-eca7-45ca-a43e-a23cded95dd2 req-9cbb569b-48e9-4987-82af-0734f0b80718 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857351 Apr 01 12:58:56.303302 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dce3ee49-3e24-4de3-9008-5007f89e84ed tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.348361 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55e29d09-a1df-41df-ad50-de50fe36913b req-ad14ca66-686d-49ae-b5cc-321cc864be79 service neutron] 10.222.0.44 "GET /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826963 Apr 01 12:58:56.359159 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-96f5637d-c7aa-40c8-828e-583d176dd2b5 req-7a8f72e1-19ce-4bbb-ad5d-4152638b7e0f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Deleting port 438679c7-cf5d-4b43-99f3-e17466732b01 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:56.359641 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-96f5637d-c7aa-40c8-828e-583d176dd2b5 req-7a8f72e1-19ce-4bbb-ad5d-4152638b7e0f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.374412 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dce3ee49-3e24-4de3-9008-5007f89e84ed tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.387604 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-42c9b94f-685e-4cec-864c-c78eb604cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:58:55Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:56.409176 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3ee49-3e24-4de3-9008-5007f89e84ed tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Subnet': ['ID=eef63368-f92c-455d-bc24-d155e547337f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:56.411344 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-dce3ee49-3e24-4de3-9008-5007f89e84ed tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.414622 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-dce3ee49-3e24-4de3-9008-5007f89e84ed tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/subnets/eef63368-f92c-455d-bc24-d155e547337f HTTP/1.1" status: 204 len: 168 time: 0.3641396 Apr 01 12:58:56.417971 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a641bbb0-a3da-4334-93e1-9fa9e028d8c3 None None] Network f0c89e4d-1f65-46a4-996c-6ac5060fcc91 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:58:56.422332 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c9b94f-685e-4cec-864c-c78eb604cd9e None None] Checking router: 781aeb85-dd7f-49e9-b243-969eac69df9e for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:58:56.422524 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46984) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:56.432425 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c9b94f-685e-4cec-864c-c78eb604cd9e None None] Routers {'781aeb85-dd7f-49e9-b243-969eac69df9e'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:58:56.433327 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-42c9b94f-685e-4cec-864c-c78eb604cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['781aeb85-dd7f-49e9-b243-969eac69df9e'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:56.467344 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-96f5637d-c7aa-40c8-828e-583d176dd2b5 req-7a8f72e1-19ce-4bbb-ad5d-4152638b7e0f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] For port 438679c7-cf5d-4b43-99f3-e17466732b01, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=438679c7-cf5d-4b43-99f3-e17466732b01,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:56.468082 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-96f5637d-c7aa-40c8-828e-583d176dd2b5 req-7a8f72e1-19ce-4bbb-ad5d-4152638b7e0f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.484292 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-96f5637d-c7aa-40c8-828e-583d176dd2b5 req-7a8f72e1-19ce-4bbb-ad5d-4152638b7e0f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Calling delete_port for 438679c7-cf5d-4b43-99f3-e17466732b01 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:56.543501 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-42c9b94f-685e-4cec-864c-c78eb604cd9e None None] Set router 781aeb85-dd7f-49e9-b243-969eac69df9e gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:58:56.598876 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.666422 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-96f5637d-c7aa-40c8-828e-583d176dd2b5 req-7a8f72e1-19ce-4bbb-ad5d-4152638b7e0f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.668850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e0353f-5bb9-499c-acfa-a56c336b4270 None None] DHCP port deletion for f0c89e4d-1f65-46a4-996c-6ac5060fcc91 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:58:56.681750 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['de896d16-f08b-4db8-9555-887685d2dc55'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:58:56.709450 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f72e1-19ce-4bbb-ad5d-4152638b7e0f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Pushing event deleted for resources: {'Port': ['ID=438679c7-cf5d-4b43-99f3-e17466732b01,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:56.728126 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.775048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['438679c7-cf5d-4b43-99f3-e17466732b01'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:58:56.775744 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f5637d-c7aa-40c8-828e-583d176dd2b5 req-7a8f72e1-19ce-4bbb-ad5d-4152638b7e0f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] No DVR routers for this DVR port 438679c7-cf5d-4b43-99f3-e17466732b01 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:58:56.779538 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-96f5637d-c7aa-40c8-828e-583d176dd2b5 req-7a8f72e1-19ce-4bbb-ad5d-4152638b7e0f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.786116 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-96f5637d-c7aa-40c8-828e-583d176dd2b5 req-7a8f72e1-19ce-4bbb-ad5d-4152638b7e0f tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.44 "DELETE /v2.0/ports/438679c7-cf5d-4b43-99f3-e17466732b01 HTTP/1.1" status: 204 len: 173 time: 0.6045630 Apr 01 12:58:56.834270 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Deleting port 7dbb4da3-8216-4357-ad4f-ba2c8009320e {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:56.834925 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.908755 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-42c9b94f-685e-4cec-864c-c78eb604cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:58:55Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:56.923225 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0353f-5bb9-499c-acfa-a56c336b4270 None None] Deleting port 68f95baa-9373-4511-899d-d425ed4b1ba2 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:58:56.924206 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b0e0353f-5bb9-499c-acfa-a56c336b4270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.945080 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c9b94f-685e-4cec-864c-c78eb604cd9e None None] The sync data for ids ['781aeb85-dd7f-49e9-b243-969eac69df9e'] in n-d-836146-1 is: [{'id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184730541', 'tenant_id': '57d91513207248b7a1ea77190e0bd483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:55:36Z', 'updated_at': '2022-04-01T12:58:55Z', 'revision_number': 5, 'project_id': '57d91513207248b7a1ea77190e0bd483', 'gw_port': {'id': '7dbb4da3-8216-4357-ad4f-ba2c8009320e', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aeb85-dd7f-49e9-b243-969eac69df9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:55:37Z', 'updated_at': '2022-04-01T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:58:56.960048 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] For port 7dbb4da3-8216-4357-ad4f-ba2c8009320e, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=7dbb4da3-8216-4357-ad4f-ba2c8009320e,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:56.960618 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:56.978018 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Calling delete_port for 7dbb4da3-8216-4357-ad4f-ba2c8009320e owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:57.026739 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b0e0353f-5bb9-499c-acfa-a56c336b4270 None None] For port 68f95baa-9373-4511-899d-d425ed4b1ba2, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=68f95baa-9373-4511-899d-d425ed4b1ba2,segment=NetworkSegment(89de3a00-db23-4c76-aeac-694d57d816f9),segment_id=89de3a00-db23-4c76-aeac-694d57d816f9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:57.027141 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b0e0353f-5bb9-499c-acfa-a56c336b4270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.045110 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0353f-5bb9-499c-acfa-a56c336b4270 None None] Calling delete_port for 68f95baa-9373-4511-899d-d425ed4b1ba2 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:58:57.159070 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b0e0353f-5bb9-499c-acfa-a56c336b4270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.176122 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e0353f-5bb9-499c-acfa-a56c336b4270 None None] No DVR routers for this DVR port 68f95baa-9373-4511-899d-d425ed4b1ba2 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:58:57.179502 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.195042 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0353f-5bb9-499c-acfa-a56c336b4270 None None] Pushing event deleted for resources: {'Port': ['ID=68f95baa-9373-4511-899d-d425ed4b1ba2,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:57.229908 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Port': ['ID=7dbb4da3-8216-4357-ad4f-ba2c8009320e,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:57.305055 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d6d7c-50ab-453e-ba38-6752adafe490 req-d380d6e9-c7e5-47ec-bc47-789c5790fdbc tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:57.307008 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-311d6d7c-50ab-453e-ba38-6752adafe490 req-d380d6e9-c7e5-47ec-bc47-789c5790fdbc tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 943 time: 0.1296139 Apr 01 12:58:57.324484 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-90afe62b-2221-43b7-adc8-ac85f34113a0 req-15fbf1d7-5636-4ba4-929f-e5688b82dfd8 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=882eff98-f5ac-4338-be84-41a51e0eccec HTTP/1.1" status: 200 len: 210 time: 0.0361950 Apr 01 12:58:57.337649 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.453050 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-311d6d7c-50ab-453e-ba38-6752adafe490 req-1ebc4382-d82f-4956-b0b1-b586605796fc tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396255 Apr 01 12:58:57.456601 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.459644 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.514114 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.514657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Fanout notify agent at l3_agent the message router_deleted on router 781aeb85-dd7f-49e9-b243-969eac69df9e {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:58:57.522152 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.523282 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2647f1d5-b183-4ea8-90b5-bcc8ddf1d6be tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/routers/781aeb85-dd7f-49e9-b243-969eac69df9e HTTP/1.1" status: 204 len: 168 time: 1.0999947 Apr 01 12:58:57.525944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 46990) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:57.607468 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882eff98-f5ac-4338-be84-41a51e0eccec', 'name': 'network-vif-deleted', 'tag': '438679c7-cf5d-4b43-99f3-e17466732b01'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:58:57.609826 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bce546-2785-480c-a417-7272bffd3a41" -d '{"events": [{"server_uuid": "882eff98-f5ac-4338-be84-41a51e0eccec", "name": "network-vif-deleted", "tag": "438679c7-cf5d-4b43-99f3-e17466732b01"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:58:57.610431 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.650521 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155b0cff-98d9-47b8-89bf-a0015e5f2d6b x-openstack-request-id: req-155b0cff-98d9-47b8-89bf-a0015e5f2d6b {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:58:57.650930 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882eff98-f5ac-4338-be84-41a51e0eccec", "name": "network-vif-deleted", "tag": "438679c7-cf5d-4b43-99f3-e17466732b01", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:58:57.651300 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-155b0cff-98d9-47b8-89bf-a0015e5f2d6b {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:58:57.651799 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155b0cff-98d9-47b8-89bf-a0015e5f2d6b'] response: {'server_uuid': '882eff98-f5ac-4338-be84-41a51e0eccec', 'name': 'network-vif-deleted', 'tag': '438679c7-cf5d-4b43-99f3-e17466732b01', 'status': 'completed', 'code': 200} Apr 01 12:58:57.714061 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.740375 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c89e4d-1f65-46a4-996c-6ac5060fcc91']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:57.750271 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89de3a00-db23-4c76-aeac-694d57d816f9') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:57.750560 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89de3a00-db23-4c76-aeac-694d57d816f9') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:58:57.760972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.774258 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.780235 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:58:57.780927 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:58:57.785567 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:58:57.845959 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.853606 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.856729 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/networks/f0c89e4d-1f65-46a4-996c-6ac5060fcc91 HTTP/1.1" status: 204 len: 168 time: 0.3298044 Apr 01 12:58:57.859799 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 46994) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:57.868086 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51121bc7-f306-4b90-bbd4-3b2078578b4d tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'Network': ['ID=f0c89e4d-1f65-46a4-996c-6ac5060fcc91,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:57.932050 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc888513-2526-4d4c-a90a-e78108f31ec7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:57.960933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc888513-2526-4d4c-a90a-e78108f31ec7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:58.026878 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc888513-2526-4d4c-a90a-e78108f31ec7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:58.030037 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc888513-2526-4d4c-a90a-e78108f31ec7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:58.033815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dc888513-2526-4d4c-a90a-e78108f31ec7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] 10.222.0.45 "DELETE /v2.0/security-groups/8abf34c1-cc99-49fe-9648-563d72be62b9 HTTP/1.1" status: 204 len: 168 time: 0.1704695 Apr 01 12:58:58.044724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc888513-2526-4d4c-a90a-e78108f31ec7 tempest-TestNetworkAdvancedServerOps-1122612157 tempest-TestNetworkAdvancedServerOps-1122612157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abf34c1-cc99-49fe-9648-563d72be62b9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:58.146339 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 9a18fdda-b902-465c-844d-38a4cba89821 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:58.167032 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 9a18fdda-b902-465c-844d-38a4cba89821 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:58.167353 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 9a18fdda-b902-465c-844d-38a4cba89821 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:58.167992 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 68f95baa-9373-4511-899d-d425ed4b1ba2 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:58.188258 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 68f95baa-9373-4511-899d-d425ed4b1ba2 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:58.188705 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 68f95baa-9373-4511-899d-d425ed4b1ba2 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:58.189568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7dbb4da3-8216-4357-ad4f-ba2c8009320e no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:58:58.208389 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 7dbb4da3-8216-4357-ad4f-ba2c8009320e {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:58:58.208735 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 7dbb4da3-8216-4357-ad4f-ba2c8009320e not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:58:58.337772 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:58:58.375540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47004) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:58.450606 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7,segment=NetworkSegment(7795a54f-0b0f-4952-9113-df05f0dca25b),segment_id=7795a54f-0b0f-4952-9113-df05f0dca25b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:58.462425 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7', 'network_id': '0f13aa2f-6364-46fb-b1c5-e4e5163dffdd', 'port_id': '5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7', 'mac_address': 'fa:16:3e:24:b1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498f609c-987e-41d2-bddb-c2afe1709114', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:58:58.504519 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:58.524792 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:58:58.549285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7,segment=NetworkSegment(7795a54f-0b0f-4952-9113-df05f0dca25b),segment_id=7795a54f-0b0f-4952-9113-df05f0dca25b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:58:58.558927 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:58.565634 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-b81a5532-a086-4f98-8979-36c72df8f8cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57d91513207248b7a1ea77190e0bd483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887677 Apr 01 12:58:58.569302 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47014) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:58.623377 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b6b4f-b8ed-4429-ae4c-4cacf436ada2 req-01156e0f-187b-44bc-8750-67e524f855c4 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:58.625026 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:58.626744 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-272b6b4f-b8ed-4429-ae4c-4cacf436ada2 req-01156e0f-187b-44bc-8750-67e524f855c4 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 944 time: 0.0597520 Apr 01 12:58:58.667473 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-008e4d72-12a9-4261-bafa-f9f234594414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:58.673370 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-272b6b4f-b8ed-4429-ae4c-4cacf436ada2 req-60eb63f4-a3c2-4468-9979-a028a923103d tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373082 Apr 01 12:58:58.681687 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4096c2-497b-48be-9100-0ca8b79b0bed req-80282c56-1c09-49e8-a4f2-26a04c1fd3ba tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:58.683301 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f4096c2-497b-48be-9100-0ca8b79b0bed req-80282c56-1c09-49e8-a4f2-26a04c1fd3ba tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1097 time: 0.0709531 Apr 01 12:58:58.706299 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-008e4d72-12a9-4261-bafa-f9f234594414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:58.758827 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7f4096c2-497b-48be-9100-0ca8b79b0bed req-0f677d27-07bf-4765-83d1-29d274378fe4 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670981 Apr 01 12:58:58.778658 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-008e4d72-12a9-4261-bafa-f9f234594414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:58.781517 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-008e4d72-12a9-4261-bafa-f9f234594414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:58.783303 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-008e4d72-12a9-4261-bafa-f9f234594414 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f9318b80-bc22-479e-a13b-57aa9ba8416c HTTP/1.1" status: 204 len: 168 time: 0.2130842 Apr 01 12:58:58.788705 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:58:58.793285 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e4d72-12a9-4261-bafa-f9f234594414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9318b80-bc22-479e-a13b-57aa9ba8416c,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:59.050380 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47020) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:59.088767 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-276f7db5-ba45-473c-99e6-d2583e693498 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=29cacaec5a9342df81ced49351b9691f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372815 Apr 01 12:58:59.091121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47022) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:58:59.140630 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-46557b40-04da-4c61-838e-bd13925c3f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:59.160793 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-46557b40-04da-4c61-838e-bd13925c3f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:59.205680 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-46557b40-04da-4c61-838e-bd13925c3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:59.208290 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-46557b40-04da-4c61-838e-bd13925c3f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:58:59.209468 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-46557b40-04da-4c61-838e-bd13925c3f2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78ecac35-bd12-4570-89f4-1e06243dace9 HTTP/1.1" status: 204 len: 168 time: 0.1174693 Apr 01 12:58:59.216823 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46557b40-04da-4c61-838e-bd13925c3f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ecac35-bd12-4570-89f4-1e06243dace9,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:58:59.799616 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb2aab-c08b-4128-8051-2249bf1d7c25 req-463be5a4-2220-4c98-a363-f85d27303fbd tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:59.807220 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f1eb2aab-c08b-4128-8051-2249bf1d7c25 req-463be5a4-2220-4c98-a363-f85d27303fbd tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 944 time: 0.0584292 Apr 01 12:58:59.858342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-f1eb2aab-c08b-4128-8051-2249bf1d7c25 req-d7a87ede-a6d7-45ec-ad32-a21141c8b641 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506070 Apr 01 12:58:59.884160 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b58f5-a805-4bf5-a4ce-afe6e4095c7e req-0539b750-4ff3-49df-b169-032883de0821 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:58:59.885700 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-755b58f5-a805-4bf5-a4ce-afe6e4095c7e req-0539b750-4ff3-49df-b169-032883de0821 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1097 time: 0.0504839 Apr 01 12:58:59.922344 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-755b58f5-a805-4bf5-a4ce-afe6e4095c7e req-7c284a97-765d-4c56-a71c-1b10221022e8 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2afd2127-356e-4d12-b087-a846ae2cb0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305126 Apr 01 12:58:59.923941 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47048) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:00.029486 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1318171954-network', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:00.047569 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Made reservation on behalf of 54dd814f3ded4562b43b55c7cf9fec64 for: {'network': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:59:00.049789 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.057958 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.139587 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.144205 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f532e-3a7a-4b2c-a370-bae373b677fe req-71609499-1017-482e-bc92-a2da757f5032 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:00.144812 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.145821 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e73f532e-3a7a-4b2c-a370-bae373b677fe req-71609499-1017-482e-bc92-a2da757f5032 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 1097 time: 0.0485637 Apr 01 12:59:00.165121 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:59:00.178475 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b73eb01-3961-4fd0-b6b7-47b7d7ba8b5c,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:00.183553 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.183895 n-d-836146-1 neutron-server[102719]: INFO neutron.db.segments_db [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Added segment 3a6b9e6a-9b65-4c20-be47-c260bd292f76 of type vlan for network f3f18ff9-adb3-471e-b453-f6af9832bca2 Apr 01 12:59:00.224845 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.229325 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-e73f532e-3a7a-4b2c-a370-bae373b677fe req-01cb23db-8fe4-4de8-867c-ec010ac1e989 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Deleting port de896d16-f08b-4db8-9555-887685d2dc55 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:59:00.229659 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e73f532e-3a7a-4b2c-a370-bae373b677fe req-01cb23db-8fe4-4de8-867c-ec010ac1e989 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.249972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.251077 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:00.252166 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.289834 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3621130 Apr 01 12:59:00.290975 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47052) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:00.297222 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-bcdb2b08-76c4-48cb-8685-9d5e54ebb796 admin admin] Request body: {'subnet': {'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1318171954-subnet', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:00.313619 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd1f61-e135-44a4-b65f-193b6a3f2692 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f18ff9-adb3-471e-b453-f6af9832bca2,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:00.321599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-e73f532e-3a7a-4b2c-a370-bae373b677fe req-01cb23db-8fe4-4de8-867c-ec010ac1e989 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] For port de896d16-f08b-4db8-9555-887685d2dc55, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=de896d16-f08b-4db8-9555-887685d2dc55,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:00.322089 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e73f532e-3a7a-4b2c-a370-bae373b677fe req-01cb23db-8fe4-4de8-867c-ec010ac1e989 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.325072 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network f3f18ff9-adb3-471e-b453-f6af9832bca2 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:59:00.338615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-e73f532e-3a7a-4b2c-a370-bae373b677fe req-01cb23db-8fe4-4de8-867c-ec010ac1e989 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Calling delete_port for de896d16-f08b-4db8-9555-887685d2dc55 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:59:00.340595 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdb2b08-76c4-48cb-8685-9d5e54ebb796 admin admin] Made reservation on behalf of 54dd814f3ded4562b43b55c7cf9fec64 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:59:00.342886 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2b08-76c4-48cb-8685-9d5e54ebb796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.354514 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:00.436409 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:59:00.440829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:00.441209 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.524152 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.546273 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd330d3b7-6ab4-4106-b419-3cb509970426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:59:00.548990 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0cb0c8-83ea-4a78-835a-9a804ed131f3" -d '{"events": [{"server_uuid": "d330d3b7-6ab4-4106-b419-3cb509970426", "name": "network-vif-plugged", "status": "completed", "tag": "5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:59:00.561231 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7,segment=NetworkSegment(7795a54f-0b0f-4952-9113-df05f0dca25b),segment_id=7795a54f-0b0f-4952-9113-df05f0dca25b)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:00.566167 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.567065 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 438679c7-cf5d-4b43-99f3-e17466732b01 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:59:00.605624 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d883cc-9a1e-47e0-a766-5045767d0d95 x-openstack-request-id: req-52d883cc-9a1e-47e0-a766-5045767d0d95 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:59:00.605940 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d330d3b7-6ab4-4106-b419-3cb509970426", "name": "network-vif-plugged", "status": "completed", "tag": "5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:59:00.606220 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52d883cc-9a1e-47e0-a766-5045767d0d95 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:59:00.607285 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d883cc-9a1e-47e0-a766-5045767d0d95'] response: {'server_uuid': 'd330d3b7-6ab4-4106-b419-3cb509970426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7', 'code': 200} Apr 01 12:59:00.613850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 438679c7-cf5d-4b43-99f3-e17466732b01 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:59:00.614221 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 438679c7-cf5d-4b43-99f3-e17466732b01 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:59:00.616072 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e73f532e-3a7a-4b2c-a370-bae373b677fe req-01cb23db-8fe4-4de8-867c-ec010ac1e989 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.628434 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['de896d16-f08b-4db8-9555-887685d2dc55'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:59:00.649428 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2b08-76c4-48cb-8685-9d5e54ebb796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.651313 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb23db-8fe4-4de8-867c-ec010ac1e989 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Pushing event deleted for resources: {'Port': ['ID=de896d16-f08b-4db8-9555-887685d2dc55,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:00.666905 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:00.769165 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73f532e-3a7a-4b2c-a370-bae373b677fe req-01cb23db-8fe4-4de8-867c-ec010ac1e989 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] No DVR routers for this DVR port de896d16-f08b-4db8-9555-887685d2dc55 on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:59:00.773483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb2b08-76c4-48cb-8685-9d5e54ebb796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a9b13c-b640-4954-a1a6-cbc3bd567ff4,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:00.776718 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-e73f532e-3a7a-4b2c-a370-bae373b677fe req-01cb23db-8fe4-4de8-867c-ec010ac1e989 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.780106 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e73f532e-3a7a-4b2c-a370-bae373b677fe req-01cb23db-8fe4-4de8-867c-ec010ac1e989 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.37 "DELETE /v2.0/ports/de896d16-f08b-4db8-9555-887685d2dc55 HTTP/1.1" status: 204 len: 173 time: 0.6286309 Apr 01 12:59:00.786125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6747cec-d9f7-41d5-a037-01d252d82442', 'name': 'network-vif-deleted', 'tag': 'de896d16-f08b-4db8-9555-887685d2dc55'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:59:00.788420 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1511f8a7-e787-4b7c-8981-35e47f6920b1" -d '{"events": [{"server_uuid": "f6747cec-d9f7-41d5-a037-01d252d82442", "name": "network-vif-deleted", "tag": "de896d16-f08b-4db8-9555-887685d2dc55"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:59:00.808619 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b3fc7-5eb8-4c3f-943d-595f7b87009b req-f34e1712-01e4-4b9a-aec7-e3021cb252ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:00.810176 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c85b3fc7-5eb8-4c3f-943d-595f7b87009b req-f34e1712-01e4-4b9a-aec7-e3021cb252ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 1096 time: 0.1500654 Apr 01 12:59:00.811146 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdb2b08-76c4-48cb-8685-9d5e54ebb796 admin admin] Checking segment: {'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:59:00.811424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdb2b08-76c4-48cb-8685-9d5e54ebb796 admin admin] Network hostable DHCP agents. Network: f3f18ff9-adb3-471e-b453-f6af9832bca2, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:59:00.857362 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa24ff2-4ac3-48d1-bca0-75805714a64f x-openstack-request-id: req-aaa24ff2-4ac3-48d1-bca0-75805714a64f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:59:00.857655 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6747cec-d9f7-41d5-a037-01d252d82442", "name": "network-vif-deleted", "tag": "de896d16-f08b-4db8-9555-887685d2dc55", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:59:00.858481 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aaa24ff2-4ac3-48d1-bca0-75805714a64f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:59:00.858481 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa24ff2-4ac3-48d1-bca0-75805714a64f'] response: {'server_uuid': 'f6747cec-d9f7-41d5-a037-01d252d82442', 'name': 'network-vif-deleted', 'tag': 'de896d16-f08b-4db8-9555-887685d2dc55', 'status': 'completed', 'code': 200} Apr 01 12:59:00.859117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdb2b08-76c4-48cb-8685-9d5e54ebb796 admin admin] Network f3f18ff9-adb3-471e-b453-f6af9832bca2 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:59:00.877001 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-bcdb2b08-76c4-48cb-8685-9d5e54ebb796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, f3f18ff9-adb3-471e-b453-f6af9832bca2) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:59:00.882607 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdb2b08-76c4-48cb-8685-9d5e54ebb796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:00.883197 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2b08-76c4-48cb-8685-9d5e54ebb796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.886253 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b059d541-8ee9-4604-b5c0-49029b126284 None None] Network f3f18ff9-adb3-471e-b453-f6af9832bca2 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:59:00.886770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c85b3fc7-5eb8-4c3f-943d-595f7b87009b req-feff2d2c-27e7-499e-bc02-76f2483c0495 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625889 Apr 01 12:59:00.906652 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-bcdb2b08-76c4-48cb-8685-9d5e54ebb796 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6121707 Apr 01 12:59:00.907008 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47060) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:00.911970 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1318171954-router', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:00.937194 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:00.938988 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:01.016698 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:01.022365 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c59a7-7fbf-4435-9b93-146721c3cdd3 req-afc76623-b046-4c13-8e2b-ef2e7d30d649 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:01.024040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1f0c59a7-7fbf-4435-9b93-146721c3cdd3 req-afc76623-b046-4c13-8e2b-ef2e7d30d649 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 945 time: 0.0707095 Apr 01 12:59:01.045201 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-fa48fa63-0a5a-45d5-9b15-9584104d356c req-7b096fe9-b0ab-4991-b618-dc580f195b75 tempest-TestServerMultinode-887216976 tempest-TestServerMultinode-887216976-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6747cec-d9f7-41d5-a037-01d252d82442 HTTP/1.1" status: 200 len: 210 time: 0.0305347 Apr 01 12:59:01.071215 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1f0c59a7-7fbf-4435-9b93-146721c3cdd3 req-6cc9fe02-654a-46c7-8906-46692f6acbcb tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400946 Apr 01 12:59:01.183869 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:01.223289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-f3f18ff9-adb3-471e-b453-f6af9832bca2', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'fixed_ips': [{'subnet_id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:59:01.224155 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:01.363148 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Allocated IP 172.20.0.2 (f3f18ff9-adb3-471e-b453-f6af9832bca2/63a9b13c-b640-4954-a1a6-cbc3bd567ff4/f38ccb38-ab71-416d-b905-1917fc24832f) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:59:01.391827 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:01.411197 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:01.512615 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:01.518677 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:01.565831 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Network f3f18ff9-adb3-471e-b453-f6af9832bca2 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:59:01.568810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:59:01.572359 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:59:01.577923 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Pushing event updated for resources: {'Port': ['ID=f38ccb38-ab71-416d-b905-1917fc24832f,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:01.632214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Attempting to bind port f38ccb38-ab71-416d-b905-1917fc24832f on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:59:01.632494 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Attempting to bind port f38ccb38-ab71-416d-b905-1917fc24832f by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:59:01.632854 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Attempting to bind port f38ccb38-ab71-416d-b905-1917fc24832f on network f3f18ff9-adb3-471e-b453-f6af9832bca2 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:59:01.638075 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:59:01.638452 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Checking segment: {'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:59:01.638851 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:01.639240 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Bound using segment: {'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:59:01.639704 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Bound port: f38ccb38-ab71-416d-b905-1917fc24832f, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:59:01.640084 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:01.705988 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] For port f38ccb38-ab71-416d-b905-1917fc24832f, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:59:01.709296 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] For port f38ccb38-ab71-416d-b905-1917fc24832f, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f38ccb38-ab71-416d-b905-1917fc24832f,segment=NetworkSegment(3a6b9e6a-9b65-4c20-be47-c260bd292f76),segment_id=3a6b9e6a-9b65-4c20-be47-c260bd292f76)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:59:01.714370 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:01.770877 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40599bea-6814-4155-89f8-b0fdad2d3893 None None] Pushing event updated for resources: {'Port': ['ID=f38ccb38-ab71-416d-b905-1917fc24832f,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:01.870617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Allocated IP 172.25.7.160 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/ac8e3e75-83b0-49f9-90c8-832aa16d908d) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:59:02.011518 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:02.059485 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:02.089550 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f38ccb38-ab71-416d-b905-1917fc24832f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:02.130512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47068) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:02.137067 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:59:02.140931 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:59:02.146911 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:59:02.183553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f38ccb38-ab71-416d-b905-1917fc24832f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:02.183827 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:02.183990 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Pushing event updated for resources: {'Port': ['ID=ac8e3e75-83b0-49f9-90c8-832aa16d908d,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:02.266430 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:02.295399 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a129f62-40d8-4eac-bbf7-0993b329b5df req-bf5d0b37-3e51-4961-b3f2-a86e2e138420 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:02.302500 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a129f62-40d8-4eac-bbf7-0993b329b5df req-bf5d0b37-3e51-4961-b3f2-a86e2e138420 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 945 time: 0.1189137 Apr 01 12:59:02.303528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port f38ccb38-ab71-416d-b905-1917fc24832f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f38ccb38-ab71-416d-b905-1917fc24832f,segment=NetworkSegment(3a6b9e6a-9b65-4c20-be47-c260bd292f76),segment_id=3a6b9e6a-9b65-4c20-be47-c260bd292f76)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:02.307437 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:02.362246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=f38ccb38-ab71-416d-b905-1917fc24832f,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:02.388967 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2a129f62-40d8-4eac-bbf7-0993b329b5df req-3d0f41ed-879a-4310-a0fb-c6d6fb4e2ba5 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834343 Apr 01 12:59:02.435763 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:02.674578 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:02.725671 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ac91958c-a3a2-4c05-8d31-df490779574a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:02.845111 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Router 93c33ede-0fcf-45eb-a07c-9f6cfc838624 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:59:02.982155 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1521d2-0790-4538-b94a-ec320e0f55fc None None] Network f3f18ff9-adb3-471e-b453-f6af9832bca2 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:59:02.993863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:59:03.009170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device de896d16-f08b-4db8-9555-887685d2dc55 no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:59:03.020498 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:03.022737 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a8182d61-6448-4597-b17f-fa6f41c2b84e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1139517 Apr 01 12:59:03.024436 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Sync routers for ids ['93c33ede-0fcf-45eb-a07c-9f6cfc838624'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:59:03.025348 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47080) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:03.276837 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: de896d16-f08b-4db8-9555-887685d2dc55 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:59:03.277252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device de896d16-f08b-4db8-9555-887685d2dc55 not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:59:03.281262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Routers {'93c33ede-0fcf-45eb-a07c-9f6cfc838624'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:03.281899 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['93c33ede-0fcf-45eb-a07c-9f6cfc838624'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:03.355656 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-a093a907-5a0f-4fd4-a811-ac5a69d0bcbb None None] Provisioning complete for port f38ccb38-ab71-416d-b905-1917fc24832f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:03.356850 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a093a907-5a0f-4fd4-a811-ac5a69d0bcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:03.470111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-ac91958c-a3a2-4c05-8d31-df490779574a admin admin] Deleting port c310565a-38e1-42e2-8aec-5307dc1b7641 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:59:03.470952 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ac91958c-a3a2-4c05-8d31-df490779574a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:03.476260 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Set router 93c33ede-0fcf-45eb-a07c-9f6cfc838624 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:03.542203 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:03.588867 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-ac91958c-a3a2-4c05-8d31-df490779574a admin admin] For port c310565a-38e1-42e2-8aec-5307dc1b7641, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c310565a-38e1-42e2-8aec-5307dc1b7641,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:03.589651 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ac91958c-a3a2-4c05-8d31-df490779574a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:03.614735 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-ac91958c-a3a2-4c05-8d31-df490779574a admin admin] Calling delete_port for c310565a-38e1-42e2-8aec-5307dc1b7641 owned by network:router_interface {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:59:03.768796 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Allocated IP 172.20.0.1 (f3f18ff9-adb3-471e-b453-f6af9832bca2/63a9b13c-b640-4954-a1a6-cbc3bd567ff4/11eea4ce-4467-44d4-9b69-40e9b046a087) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:59:03.783835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'name': 'tempest-TestServerBasicOps-1318171954-router', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:00Z', 'updated_at': '2022-04-01T12:59:02Z', 'revision_number': 3, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'gw_port': {'id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:01Z', 'updated_at': '2022-04-01T12:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:03.824972 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Checking router: 93c33ede-0fcf-45eb-a07c-9f6cfc838624 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:59:03.825531 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Updating router 93c33ede-0fcf-45eb-a07c-9f6cfc838624 port ac8e3e75-83b0-49f9-90c8-832aa16d908d binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:59:03.888554 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ac91958c-a3a2-4c05-8d31-df490779574a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:03.919258 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:03.943624 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:03.952137 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91958c-a3a2-4c05-8d31-df490779574a admin admin] Pushing event deleted for resources: {'Port': ['ID=c310565a-38e1-42e2-8aec-5307dc1b7641,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:04.011875 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.044258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Network f3f18ff9-adb3-471e-b453-f6af9832bca2 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:59:04.047244 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:59:04.075423 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:59:04.080490 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f38ccb38-ab71-416d-b905-1917fc24832f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:04.142428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b015c067-a1dd-440e-91a4-291aff005d96 None None] Provisioning complete for port f38ccb38-ab71-416d-b905-1917fc24832f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:04.142800 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b015c067-a1dd-440e-91a4-291aff005d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.145663 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.264383 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Pushing event updated for resources: {'Port': ['ID=11eea4ce-4467-44d4-9b69-40e9b046a087,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:04.296012 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ac91958c-a3a2-4c05-8d31-df490779574a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.404612 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.468683 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f38ccb38-ab71-416d-b905-1917fc24832f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:04.469070 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.512472 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.523590 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.614311 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac91958c-a3a2-4c05-8d31-df490779574a admin admin] Router 80e43a05-3a83-4705-8ada-3243c37600c3 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:59:04.649001 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.654533 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.667080 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181ec43-7674-484e-b330-e30238524f84 None None] Pushing event updated for resources: {'Port': ['ID=ac8e3e75-83b0-49f9-90c8-832aa16d908d,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:04.674976 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Attempting to bind port ac8e3e75-83b0-49f9-90c8-832aa16d908d on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:59:04.676171 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Attempting to bind port ac8e3e75-83b0-49f9-90c8-832aa16d908d by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:59:04.676539 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Attempting to bind port ac8e3e75-83b0-49f9-90c8-832aa16d908d on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:59:04.690118 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:59:04.690493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:59:04.690939 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.691281 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:59:04.691868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Bound port: ac8e3e75-83b0-49f9-90c8-832aa16d908d, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:59:04.692270 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.747997 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.754700 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] For port ac8e3e75-83b0-49f9-90c8-832aa16d908d, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:59:04.757107 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Pushing event updated for resources: {'Port': ['ID=11eea4ce-4467-44d4-9b69-40e9b046a087,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:04.758646 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] For port ac8e3e75-83b0-49f9-90c8-832aa16d908d, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ac8e3e75-83b0-49f9-90c8-832aa16d908d,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:59:04.768655 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.783784 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac91958c-a3a2-4c05-8d31-df490779574a admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:59:04.792857 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ac91958c-a3a2-4c05-8d31-df490779574a admin admin] 10.222.0.45 "PUT /v2.0/routers/80e43a05-3a83-4705-8ada-3243c37600c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6606901 Apr 01 12:59:04.793751 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986bd31-b7ff-49e1-b77d-259ba9783c6d None None] Sync routers for ids ['80e43a05-3a83-4705-8ada-3243c37600c3'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:59:04.795773 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47084) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:04.811838 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986bd31-b7ff-49e1-b77d-259ba9783c6d None None] Routers {'80e43a05-3a83-4705-8ada-3243c37600c3'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:04.812775 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7986bd31-b7ff-49e1-b77d-259ba9783c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80e43a05-3a83-4705-8ada-3243c37600c3'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:04.868285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-cd354d0d-3f66-416b-9ae2-721a95d1e45d None None] Provisioning complete for port 11eea4ce-4467-44d4-9b69-40e9b046a087 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:04.868769 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cd354d0d-3f66-416b-9ae2-721a95d1e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:04.881114 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Routers {'93c33ede-0fcf-45eb-a07c-9f6cfc838624'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:04.882233 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['93c33ede-0fcf-45eb-a07c-9f6cfc838624'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:04.905137 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181ec43-7674-484e-b330-e30238524f84 None None] Pushing event updated for resources: {'Port': ['ID=ac8e3e75-83b0-49f9-90c8-832aa16d908d,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:04.966332 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-cd354d0d-3f66-416b-9ae2-721a95d1e45d None None] Port 11eea4ce-4467-44d4-9b69-40e9b046a087 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:59:04.977390 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-7986bd31-b7ff-49e1-b77d-259ba9783c6d None None] Set router 80e43a05-3a83-4705-8ada-3243c37600c3 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:04.992447 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Network f3f18ff9-adb3-471e-b453-f6af9832bca2 is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:59:04.999689 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:59:05.072657 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:05.077261 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] Set router 93c33ede-0fcf-45eb-a07c-9f6cfc838624 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:05.211384 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7986bd31-b7ff-49e1-b77d-259ba9783c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'name': 'tempest-TestServerMultinode-1425205733-router', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:12Z', 'updated_at': '2022-04-01T12:59:03Z', 'revision_number': 5, 'project_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'gw_port': {'id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:13Z', 'updated_at': '2022-04-01T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:05.246583 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986bd31-b7ff-49e1-b77d-259ba9783c6d None None] Checking router: 80e43a05-3a83-4705-8ada-3243c37600c3 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:59:05.257417 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:05.258160 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986bd31-b7ff-49e1-b77d-259ba9783c6d None None] Routers {'80e43a05-3a83-4705-8ada-3243c37600c3'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:05.259257 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7986bd31-b7ff-49e1-b77d-259ba9783c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:58:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['80e43a05-3a83-4705-8ada-3243c37600c3'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:05.374534 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Router 93c33ede-0fcf-45eb-a07c-9f6cfc838624 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:59:05.394402 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-7986bd31-b7ff-49e1-b77d-259ba9783c6d None None] Set router 80e43a05-3a83-4705-8ada-3243c37600c3 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:05.493598 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Deleting port f2127951-4f7c-44a4-9597-e324ac5173a6 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:59:05.493933 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:05.514390 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:59:05.519606 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-c2e9b406-78ef-453d-abdb-86f9e01da03f None None] Provisioning complete for port 11eea4ce-4467-44d4-9b69-40e9b046a087 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:05.520079 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b406-78ef-453d-abdb-86f9e01da03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:05.530387 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c245829b-4d82-41f9-b8eb-94c40f5d60c8 admin admin] 10.222.0.45 "PUT /v2.0/routers/93c33ede-0fcf-45eb-a07c-9f6cfc838624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5032423 Apr 01 12:59:05.560149 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9b406-78ef-453d-abdb-86f9e01da03f None None] Port 11eea4ce-4467-44d4-9b69-40e9b046a087 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:59:05.598618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'name': 'tempest-TestServerBasicOps-1318171954-router', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:00Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 4, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'gw_port': {'id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:01Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '11eea4ce-4467-44d4-9b69-40e9b046a087', 'name': '', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'mac_address': 'fa:16:3e:f5:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:03Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 2, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'subnets': [{'id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:05.649953 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-7986bd31-b7ff-49e1-b77d-259ba9783c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'name': 'tempest-TestServerMultinode-1425205733-router', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:12Z', 'updated_at': '2022-04-01T12:59:03Z', 'revision_number': 5, 'project_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'gw_port': {'id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:13Z', 'updated_at': '2022-04-01T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:05.655320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef63ec-f062-4858-9ff5-f34b4e2f5eab None None] The sync data for ids ['93c33ede-0fcf-45eb-a07c-9f6cfc838624'] in n-d-836146-1 is: [{'id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'name': 'tempest-TestServerBasicOps-1318171954-router', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:00Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 4, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'gw_port': {'id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:01Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '11eea4ce-4467-44d4-9b69-40e9b046a087', 'name': '', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'mac_address': 'fa:16:3e:f5:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:03Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 2, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'subnets': [{'id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:59:05.686788 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986bd31-b7ff-49e1-b77d-259ba9783c6d None None] The sync data for ids ['80e43a05-3a83-4705-8ada-3243c37600c3'] in n-d-836146-1 is: [{'id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'name': 'tempest-TestServerMultinode-1425205733-router', 'tenant_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:12Z', 'updated_at': '2022-04-01T12:59:03Z', 'revision_number': 5, 'project_id': 'fdb9a1fabba54ce997d9b3d1db5290b6', 'gw_port': {'id': 'f2127951-4f7c-44a4-9597-e324ac5173a6', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e43a05-3a83-4705-8ada-3243c37600c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:13Z', 'updated_at': '2022-04-01T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:59:06.136696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] For port f2127951-4f7c-44a4-9597-e324ac5173a6, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f2127951-4f7c-44a4-9597-e324ac5173a6,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:06.137698 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.154703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Calling delete_port for f2127951-4f7c-44a4-9597-e324ac5173a6 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:59:06.204508 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c310565a-38e1-42e2-8aec-5307dc1b7641 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:59:06.243368 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: c310565a-38e1-42e2-8aec-5307dc1b7641 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:59:06.244958 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c310565a-38e1-42e2-8aec-5307dc1b7641 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:59:06.285774 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47104) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:06.291477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-77758177-network', 'tenant_id': 'd23e7530630840509cdc52eef34826e3'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:06.327456 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Made reservation on behalf of d23e7530630840509cdc52eef34826e3 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:59:06.330586 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.351501 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.376214 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6747bba7-f059-4f08-b4be-e48708610f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.458487 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.465553 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.494024 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 12:59:06.517181 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3780dc5d-015e-4d88-bf43-63106855ba20,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:06.536621 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.536975 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Added segment 6184b9fb-35ec-44a0-a78a-9b40d1765784 of type vlan for network ffae6fb3-da89-4598-a228-58b6824775f0 Apr 01 12:59:06.539695 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.580836 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2127951-4f7c-44a4-9597-e324ac5173a6,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:06.598499 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.639004 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.640077 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:06.640833 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.676742 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.717759 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4284432 Apr 01 12:59:06.721881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47106) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:06.724138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ba46b-a900-4190-abae-94e7f4277f7b admin admin] Pushing event updated for resources: {'Network': ['ID=ffae6fb3-da89-4598-a228-58b6824775f0,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:06.729672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-c2178dab-cbba-42a1-a37d-a16a48158d25 admin admin] Request body: {'subnet': {'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-77758177-subnet', 'tenant_id': 'd23e7530630840509cdc52eef34826e3', 'ip_version': 4}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:06.734850 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network ffae6fb3-da89-4598-a228-58b6824775f0 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 12:59:06.759193 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2178dab-cbba-42a1-a37d-a16a48158d25 admin admin] Made reservation on behalf of d23e7530630840509cdc52eef34826e3 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:59:06.762577 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2178dab-cbba-42a1-a37d-a16a48158d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.885924 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.890186 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.963897 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.964800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80e43a05-3a83-4705-8ada-3243c37600c3 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:59:06.976878 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:06.986301 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2c55fc6b-0eaf-4532-9b44-1e0e7e56e6d5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/80e43a05-3a83-4705-8ada-3243c37600c3 HTTP/1.1" status: 204 len: 168 time: 2.1842208 Apr 01 12:59:06.987044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47108) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:07.039992 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-3079634e-6097-49f6-a8b7-9d3822a94632 admin admin] Deleting subnet 324f33d2-731e-4726-bfba-775627ac4ce4 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:59:07.044094 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3079634e-6097-49f6-a8b7-9d3822a94632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.051776 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2178dab-cbba-42a1-a37d-a16a48158d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.106583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3079634e-6097-49f6-a8b7-9d3822a94632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.118765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178dab-cbba-42a1-a37d-a16a48158d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4c6e91-f177-458c-8507-bd4e358df69e,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:07.148629 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2178dab-cbba-42a1-a37d-a16a48158d25 admin admin] Checking segment: {'id': '6184b9fb-35ec-44a0-a78a-9b40d1765784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:59:07.149236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2178dab-cbba-42a1-a37d-a16a48158d25 admin admin] Network hostable DHCP agents. Network: ffae6fb3-da89-4598-a228-58b6824775f0, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 12:59:07.174527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2178dab-cbba-42a1-a37d-a16a48158d25 admin admin] Network ffae6fb3-da89-4598-a228-58b6824775f0 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 12:59:07.188602 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-c2178dab-cbba-42a1-a37d-a16a48158d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, ffae6fb3-da89-4598-a228-58b6824775f0) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:59:07.195736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2178dab-cbba-42a1-a37d-a16a48158d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:07.196377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2178dab-cbba-42a1-a37d-a16a48158d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.203034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de28aaa5-6cbe-473f-96cd-f8e1ab2f0994 None None] Network ffae6fb3-da89-4598-a228-58b6824775f0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:59:07.226549 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c2178dab-cbba-42a1-a37d-a16a48158d25 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5008245 Apr 01 12:59:07.226983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47112) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:07.240821 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-77758177-router', 'tenant_id': 'd23e7530630840509cdc52eef34826e3', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:07.293522 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.294747 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.317788 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:59:07.331269 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3079634e-6097-49f6-a8b7-9d3822a94632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.396168 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.412576 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-ffae6fb3-da89-4598-a228-58b6824775f0', 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0', 'tenant_id': 'd23e7530630840509cdc52eef34826e3', 'fixed_ips': [{'subnet_id': 'bc4c6e91-f177-458c-8507-bd4e358df69e'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 12:59:07.413464 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.435409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3079634e-6097-49f6-a8b7-9d3822a94632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.473502 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079634e-6097-49f6-a8b7-9d3822a94632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=324f33d2-731e-4726-bfba-775627ac4ce4,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:07.482527 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-3079634e-6097-49f6-a8b7-9d3822a94632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.490079 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-3079634e-6097-49f6-a8b7-9d3822a94632 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/324f33d2-731e-4726-bfba-775627ac4ce4 HTTP/1.1" status: 204 len: 168 time: 0.4987600 Apr 01 12:59:07.491250 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47114) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:07.538416 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bb04ab-13f4-4761-b67c-1f5f51439ff2 None None] Network e7b76a9a-20aa-4aa0-8c27-c46282425445 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:59:07.628448 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.657690 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.717722 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Deleting port f58d97fe-337c-4968-a3f3-53f5b4bef003 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:59:07.718109 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.795017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Allocated IP 172.20.0.2 (ffae6fb3-da89-4598-a228-58b6824775f0/bc4c6e91-f177-458c-8507-bd4e358df69e/6cb7e9dc-085d-43bb-b632-dd156c797f72) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:59:07.816172 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] For port f58d97fe-337c-4968-a3f3-53f5b4bef003, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f58d97fe-337c-4968-a3f3-53f5b4bef003,segment=NetworkSegment(ea6df987-656f-44ae-bc52-d8eca5325920),segment_id=ea6df987-656f-44ae-bc52-d8eca5325920)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:07.817468 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:07.849046 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Calling delete_port for f58d97fe-337c-4968-a3f3-53f5b4bef003 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:59:07.905502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e8fec-ac2b-4617-8212-4692bcf575db None None] DHCP port deletion for e7b76a9a-20aa-4aa0-8c27-c46282425445 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:59:07.989928 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.038523 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58d97fe-337c-4968-a3f3-53f5b4bef003,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:08.040961 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] No DVR routers for this DVR port f58d97fe-337c-4968-a3f3-53f5b4bef003 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:59:08.078582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-432e8fec-ac2b-4617-8212-4692bcf575db None None] Deleting port f58d97fe-337c-4968-a3f3-53f5b4bef003 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:59:08.078921 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-432e8fec-ac2b-4617-8212-4692bcf575db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.155660 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.183540 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-432e8fec-ac2b-4617-8212-4692bcf575db None None] For port f58d97fe-337c-4968-a3f3-53f5b4bef003, host n-d-836146-1, got binding levels [] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:08.184231 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-432e8fec-ac2b-4617-8212-4692bcf575db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.189739 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.199012 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.218204 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ac8e3e75-83b0-49f9-90c8-832aa16d908d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:08.233400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b76a9a-20aa-4aa0-8c27-c46282425445']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:08.250497 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-432e8fec-ac2b-4617-8212-4692bcf575db None None] Calling delete_port for f58d97fe-337c-4968-a3f3-53f5b4bef003 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:59:08.254884 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6df987-656f-44ae-bc52-d8eca5325920') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:08.255414 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6df987-656f-44ae-bc52-d8eca5325920') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:08.256112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.ipam_backend_mixin [None req-432e8fec-ac2b-4617-8212-4692bcf575db None None] Port f58d97fe-337c-4968-a3f3-53f5b4bef003 was not found and therefore no delete operation was performed {{(pid=102720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 12:59:08.265863 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-432e8fec-ac2b-4617-8212-4692bcf575db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.288331 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.309030 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.317334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:59:08.318332 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:59:08.320506 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:59:08.368250 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Allocated IP 172.25.7.236 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/c732b682-d2f7-4aab-9750-275ef2681905) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:59:08.393861 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e8fec-ac2b-4617-8212-4692bcf575db None None] Pushing event deleted for resources: {'Port': ['ID=f58d97fe-337c-4968-a3f3-53f5b4bef003,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:08.396578 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.397511 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.411289 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e8fec-ac2b-4617-8212-4692bcf575db None None] No DVR routers for this DVR port f58d97fe-337c-4968-a3f3-53f5b4bef003 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:59:08.423185 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.426202 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.433905 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e7b76a9a-20aa-4aa0-8c27-c46282425445 HTTP/1.1" status: 204 len: 168 time: 0.9288697 Apr 01 12:59:08.439334 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47118) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:08.515825 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Network ffae6fb3-da89-4598-a228-58b6824775f0 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:59:08.533471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:59:08.537662 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a2735-018b-486e-8eee-7580b6590fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7b76a9a-20aa-4aa0-8c27-c46282425445,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:08.541581 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:59:08.544711 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Pushing event updated for resources: {'Port': ['ID=6cb7e9dc-085d-43bb-b632-dd156c797f72,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:08.563632 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port ac8e3e75-83b0-49f9-90c8-832aa16d908d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:08.564213 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.613599 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.684816 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Attempting to bind port 6cb7e9dc-085d-43bb-b632-dd156c797f72 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:59:08.685288 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Attempting to bind port 6cb7e9dc-085d-43bb-b632-dd156c797f72 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '6184b9fb-35ec-44a0-a78a-9b40d1765784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:59:08.685599 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.685866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Attempting to bind port 6cb7e9dc-085d-43bb-b632-dd156c797f72 on network ffae6fb3-da89-4598-a228-58b6824775f0 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:59:08.695246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:59:08.695800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Checking segment: {'id': '6184b9fb-35ec-44a0-a78a-9b40d1765784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:59:08.696303 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.696834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Bound using segment: {'id': '6184b9fb-35ec-44a0-a78a-9b40d1765784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:59:08.697431 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Bound port: 6cb7e9dc-085d-43bb-b632-dd156c797f72, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6184b9fb-35ec-44a0-a78a-9b40d1765784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:59:08.697927 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.735611 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:59:08.739184 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:59:08.749009 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:59:08.808856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=c732b682-d2f7-4aab-9750-275ef2681905,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:08.810238 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.876112 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port ac8e3e75-83b0-49f9-90c8-832aa16d908d, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=ac8e3e75-83b0-49f9-90c8-832aa16d908d,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:08.879671 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] For port 6cb7e9dc-085d-43bb-b632-dd156c797f72, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:59:08.891227 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.903979 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] For port 6cb7e9dc-085d-43bb-b632-dd156c797f72, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6cb7e9dc-085d-43bb-b632-dd156c797f72,segment=NetworkSegment(6184b9fb-35ec-44a0-a78a-9b40d1765784),segment_id=6184b9fb-35ec-44a0-a78a-9b40d1765784)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:59:08.943607 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.951084 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:08.968548 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f58d97fe-337c-4968-a3f3-53f5b4bef003 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:59:09.016098 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-c9f770d5-0196-4049-b009-86ead82c99ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:09.018601 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=ac8e3e75-83b0-49f9-90c8-832aa16d908d,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:09.023282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: f58d97fe-337c-4968-a3f3-53f5b4bef003 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:59:09.023623 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f58d97fe-337c-4968-a3f3-53f5b4bef003 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:59:09.024039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f2127951-4f7c-44a4-9597-e324ac5173a6 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:59:09.087157 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: f2127951-4f7c-44a4-9597-e324ac5173a6 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:59:09.087498 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f2127951-4f7c-44a4-9597-e324ac5173a6 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:59:09.100915 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:09.109679 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99a2994d-5d8f-4e0c-8a10-ff0377eb1f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:09.131282 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d1681-9d6d-4bce-9c4c-360f45c95143 None None] Pushing event updated for resources: {'Port': ['ID=6cb7e9dc-085d-43bb-b632-dd156c797f72,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:09.186911 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:09.282847 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Sync routers for ids ['93c33ede-0fcf-45eb-a07c-9f6cfc838624'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:59:09.317186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Routers {'93c33ede-0fcf-45eb-a07c-9f6cfc838624'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:09.318246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:59:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['93c33ede-0fcf-45eb-a07c-9f6cfc838624'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:09.462586 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-99a2994d-5d8f-4e0c-8a10-ff0377eb1f14 admin admin] Deleting port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:59:09.463126 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99a2994d-5d8f-4e0c-8a10-ff0377eb1f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:09.503276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Set router 93c33ede-0fcf-45eb-a07c-9f6cfc838624 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:09.520840 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:09.561448 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-99a2994d-5d8f-4e0c-8a10-ff0377eb1f14 admin admin] For port c2e904e0-453f-43ff-ad9a-e1d8073e6cc5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c2e904e0-453f-43ff-ad9a-e1d8073e6cc5,segment=NetworkSegment(283d7a64-ffe8-40ac-a60b-d06f7c61c0d9),segment_id=283d7a64-ffe8-40ac-a60b-d06f7c61c0d9)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:09.561815 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99a2994d-5d8f-4e0c-8a10-ff0377eb1f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:09.577816 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-99a2994d-5d8f-4e0c-8a10-ff0377eb1f14 admin admin] Calling delete_port for c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:59:09.713148 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Router 15940716-c6d6-4e90-87fc-4c9d8ccaedf7 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 12:59:09.760872 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'name': 'tempest-TestServerBasicOps-1318171954-router', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:00Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 4, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'gw_port': {'id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:01Z', 'updated_at': '2022-04-01T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '11eea4ce-4467-44d4-9b69-40e9b046a087', 'name': '', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'mac_address': 'fa:16:3e:f5:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:03Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 2, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'subnets': [{'id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:09.791232 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Checking router: 93c33ede-0fcf-45eb-a07c-9f6cfc838624 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:59:09.791582 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Updating router 93c33ede-0fcf-45eb-a07c-9f6cfc838624 port 11eea4ce-4467-44d4-9b69-40e9b046a087 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:59:09.821841 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99a2994d-5d8f-4e0c-8a10-ff0377eb1f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:09.835938 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:09.853258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:59:09.862593 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2994d-5d8f-4e0c-8a10-ff0377eb1f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e904e0-453f-43ff-ad9a-e1d8073e6cc5,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:09.885049 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Sync routers for ids ['15940716-c6d6-4e90-87fc-4c9d8ccaedf7'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:59:09.891114 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:09.895299 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-5face5ef-4915-4486-9122-5edc01571bd2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6647391 Apr 01 12:59:09.896762 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47122) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:09.897434 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Routers {'15940716-c6d6-4e90-87fc-4c9d8ccaedf7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:09.898306 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:59:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['15940716-c6d6-4e90-87fc-4c9d8ccaedf7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:10.193660 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Set router 15940716-c6d6-4e90-87fc-4c9d8ccaedf7 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:10.212949 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99a2994d-5d8f-4e0c-8a10-ff0377eb1f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:10.368129 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device ac8e3e75-83b0-49f9-90c8-832aa16d908d up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:10.509627 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:10.512008 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:10.520067 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port ac8e3e75-83b0-49f9-90c8-832aa16d908d triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:10.520433 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:10.545620 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'name': 'tempest-TestServerBasicOps-77758177-router', 'tenant_id': 'd23e7530630840509cdc52eef34826e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c732b682-d2f7-4aab-9750-275ef2681905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:07Z', 'updated_at': '2022-04-01T12:59:09Z', 'revision_number': 3, 'project_id': 'd23e7530630840509cdc52eef34826e3', 'gw_port': {'id': 'c732b682-d2f7-4aab-9750-275ef2681905', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:08Z', 'updated_at': '2022-04-01T12:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:10.554450 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:10.566723 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96edb9-bc34-4805-afcb-57c46cd2a3c9 None None] Network ffae6fb3-da89-4598-a228-58b6824775f0 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:59:10.588188 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a2994d-5d8f-4e0c-8a10-ff0377eb1f14 admin admin] Router 32911518-e476-4315-b548-068a57419bc6 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:59:10.593891 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Checking router: 15940716-c6d6-4e90-87fc-4c9d8ccaedf7 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:59:10.594274 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Updating router 15940716-c6d6-4e90-87fc-4c9d8ccaedf7 port c732b682-d2f7-4aab-9750-275ef2681905 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:59:10.625068 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:10.720172 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a2994d-5d8f-4e0c-8a10-ff0377eb1f14 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:59:10.729624 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-99a2994d-5d8f-4e0c-8a10-ff0377eb1f14 admin admin] 10.222.0.45 "PUT /v2.0/routers/32911518-e476-4315-b548-068a57419bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2883174 Apr 01 12:59:10.730301 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47126) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:10.776076 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830daec-5514-4589-9f2f-e6e449544965 None None] Pushing event updated for resources: {'Port': ['ID=11eea4ce-4467-44d4-9b69-40e9b046a087,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:10.789987 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fbf80f-cd1c-466d-9a31-e307a9b7a4a9 None None] Sync routers for ids ['32911518-e476-4315-b548-068a57419bc6'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:59:10.867583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:10.926336 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-aef7a7c9-119e-4898-b451-40228292f421 None None] Provisioning complete for port 6cb7e9dc-085d-43bb-b632-dd156c797f72 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:10.927410 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aef7a7c9-119e-4898-b451-40228292f421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:10.958295 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbf80f-cd1c-466d-9a31-e307a9b7a4a9 None None] Routers {'32911518-e476-4315-b548-068a57419bc6'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:10.959321 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b5fbf80f-cd1c-466d-9a31-e307a9b7a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:59:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['32911518-e476-4315-b548-068a57419bc6'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:11.018807 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.027090 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.034941 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.120014 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Deleting port dc5ce48b-9cf7-4863-8d91-f269a0e7d327 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:59:11.121045 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.123208 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Attempting to bind port c732b682-d2f7-4aab-9750-275ef2681905 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:59:11.123802 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Attempting to bind port c732b682-d2f7-4aab-9750-275ef2681905 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:59:11.124388 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Attempting to bind port c732b682-d2f7-4aab-9750-275ef2681905 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:59:11.136113 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:59:11.136934 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:59:11.137534 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.138202 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:59:11.138889 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Bound port: c732b682-d2f7-4aab-9750-275ef2681905, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:59:11.139457 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.180357 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.241428 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] For port dc5ce48b-9cf7-4863-8d91-f269a0e7d327, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=dc5ce48b-9cf7-4863-8d91-f269a0e7d327,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:11.241808 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.265347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Calling delete_port for dc5ce48b-9cf7-4863-8d91-f269a0e7d327 owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:59:11.303094 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Pushing event updated for resources: {'Port': ['ID=c732b682-d2f7-4aab-9750-275ef2681905,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:11.321212 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:11.321549 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:11.321876 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:11.322223 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:11.322543 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:11.322858 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:11.323170 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:11.323480 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:11.323786 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:11.324272 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:11.324583 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:11.324889 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:11.347544 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] For port c732b682-d2f7-4aab-9750-275ef2681905, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:59:11.352317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Attempting to bind port 11eea4ce-4467-44d4-9b69-40e9b046a087 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:59:11.352866 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Attempting to bind port 11eea4ce-4467-44d4-9b69-40e9b046a087 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:59:11.353321 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Attempting to bind port 11eea4ce-4467-44d4-9b69-40e9b046a087 on network f3f18ff9-adb3-471e-b453-f6af9832bca2 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:59:11.356057 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] For port c732b682-d2f7-4aab-9750-275ef2681905, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c732b682-d2f7-4aab-9750-275ef2681905,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:59:11.361454 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.383700 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Allocated IP 172.20.0.1 (ffae6fb3-da89-4598-a228-58b6824775f0/bc4c6e91-f177-458c-8507-bd4e358df69e/16257781-e46a-4911-bfc5-f8e431e887c5) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:59:11.397218 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:59:11.397754 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Checking segment: {'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:59:11.398309 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.398766 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Bound using segment: {'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:59:11.399255 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Bound port: 11eea4ce-4467-44d4-9b69-40e9b046a087, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:59:11.399640 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.446131 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d35968-5605-45af-aed1-61d8eddc55c1 None None] Pushing event updated for resources: {'Port': ['ID=c732b682-d2f7-4aab-9750-275ef2681905,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:11.453823 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Routers {'15940716-c6d6-4e90-87fc-4c9d8ccaedf7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:11.454515 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:59:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['15940716-c6d6-4e90-87fc-4c9d8ccaedf7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:11.518074 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6cb7e9dc-085d-43bb-b632-dd156c797f72 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:11.530738 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.584461 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] Set router 15940716-c6d6-4e90-87fc-4c9d8ccaedf7 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:11.600417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-b5fbf80f-cd1c-466d-9a31-e307a9b7a4a9 None None] Set router 32911518-e476-4315-b548-068a57419bc6 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:11.603452 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.628717 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.652759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Network ffae6fb3-da89-4598-a228-58b6824775f0 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:59:11.656009 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:59:11.664260 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:59:11.705891 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5ce48b-9cf7-4863-8d91-f269a0e7d327,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:11.720529 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.778295 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Pushing event updated for resources: {'Port': ['ID=16257781-e46a-4911-bfc5-f8e431e887c5,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:11.816302 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.884538 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aef7a7c9-119e-4898-b451-40228292f421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.903287 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'name': 'tempest-TestServerBasicOps-77758177-router', 'tenant_id': 'd23e7530630840509cdc52eef34826e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c732b682-d2f7-4aab-9750-275ef2681905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:07Z', 'updated_at': '2022-04-01T12:59:09Z', 'revision_number': 3, 'project_id': 'd23e7530630840509cdc52eef34826e3', 'gw_port': {'id': 'c732b682-d2f7-4aab-9750-275ef2681905', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:08Z', 'updated_at': '2022-04-01T12:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:11.916417 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.919518 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] For port 11eea4ce-4467-44d4-9b69-40e9b046a087, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:59:11.964269 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.966906 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] For port 11eea4ce-4467-44d4-9b69-40e9b046a087, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=11eea4ce-4467-44d4-9b69-40e9b046a087,segment=NetworkSegment(3a6b9e6a-9b65-4c20-be47-c260bd292f76),segment_id=3a6b9e6a-9b65-4c20-be47-c260bd292f76)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:59:11.969336 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.980557 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9847374-cfcf-4682-b6d1-c6486130b7be None None] The sync data for ids ['15940716-c6d6-4e90-87fc-4c9d8ccaedf7'] in n-d-836146-1 is: [{'id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'name': 'tempest-TestServerBasicOps-77758177-router', 'tenant_id': 'd23e7530630840509cdc52eef34826e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c732b682-d2f7-4aab-9750-275ef2681905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:07Z', 'updated_at': '2022-04-01T12:59:09Z', 'revision_number': 3, 'project_id': 'd23e7530630840509cdc52eef34826e3', 'gw_port': {'id': 'c732b682-d2f7-4aab-9750-275ef2681905', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:08Z', 'updated_at': '2022-04-01T12:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:59:11.988965 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:11.998158 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-aef7a7c9-119e-4898-b451-40228292f421 None None] For port 6cb7e9dc-085d-43bb-b632-dd156c797f72, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=6cb7e9dc-085d-43bb-b632-dd156c797f72,segment=NetworkSegment(6184b9fb-35ec-44a0-a78a-9b40d1765784),segment_id=6184b9fb-35ec-44a0-a78a-9b40d1765784)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:11.999069 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.007885 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.059839 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-aef7a7c9-119e-4898-b451-40228292f421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.078365 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6cb7e9dc-085d-43bb-b632-dd156c797f72 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:12.079132 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.079782 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.080466 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32911518-e476-4315-b548-068a57419bc6 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 12:59:12.087470 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.101194 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d84f232e-8ca5-4a35-a893-0670a9a71f48 admin admin] 10.222.0.45 "DELETE /v2.0/routers/32911518-e476-4315-b548-068a57419bc6 HTTP/1.1" status: 204 len: 168 time: 1.3696618 Apr 01 12:59:12.103800 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47130) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:12.181912 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b0e72a-f43d-47a8-bc51-a5bfcad23fec admin admin] Deleting subnet 5f4b2b6a-ee00-4bcf-b3fc-62f452f13570 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 12:59:12.190156 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e72a-f43d-47a8-bc51-a5bfcad23fec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.190951 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.201026 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.221064 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830daec-5514-4589-9f2f-e6e449544965 None None] Pushing event updated for resources: {'Port': ['ID=11eea4ce-4467-44d4-9b69-40e9b046a087,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:12.230090 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Routers {'93c33ede-0fcf-45eb-a07c-9f6cfc838624'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:12.231016 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:59:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['93c33ede-0fcf-45eb-a07c-9f6cfc838624'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:12.261293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.262605 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e72a-f43d-47a8-bc51-a5bfcad23fec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.362220 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-01ca3056-3795-4431-83ad-bd315c38c7c5 None None] Provisioning complete for port 11eea4ce-4467-44d4-9b69-40e9b046a087 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:12.362502 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01ca3056-3795-4431-83ad-bd315c38c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.371701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Pushing event updated for resources: {'Port': ['ID=16257781-e46a-4911-bfc5-f8e431e887c5,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:12.390633 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e72a-f43d-47a8-bc51-a5bfcad23fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.447512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Network ffae6fb3-da89-4598-a228-58b6824775f0 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:59:12.449024 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:59:12.522268 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e72a-f43d-47a8-bc51-a5bfcad23fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.556751 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0e72a-f43d-47a8-bc51-a5bfcad23fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4b2b6a-ee00-4bcf-b3fc-62f452f13570,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:12.563909 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e72a-f43d-47a8-bc51-a5bfcad23fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.567349 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e6b0e72a-f43d-47a8-bc51-a5bfcad23fec admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5f4b2b6a-ee00-4bcf-b3fc-62f452f13570 HTTP/1.1" status: 204 len: 168 time: 0.4619687 Apr 01 12:59:12.572538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47132) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:12.582977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-b5fbf80f-cd1c-466d-9a31-e307a9b7a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32911518-e476-4315-b548-068a57419bc6', 'name': 'tempest-TestServerMultinode-982957442-router', 'tenant_id': '789ecd3e27964e4388ea356b8abf9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:59:09Z', 'revision_number': 5, 'project_id': '789ecd3e27964e4388ea356b8abf9626', 'gw_port': {'id': 'dc5ce48b-9cf7-4863-8d91-f269a0e7d327', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32911518-e476-4315-b548-068a57419bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:58:18Z', 'updated_at': '2022-04-01T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:12.599684 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d629456-200f-4a50-9edb-9a4c87f91d6f None None] Network a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 12:59:12.618187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Router 15940716-c6d6-4e90-87fc-4c9d8ccaedf7 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:59:12.686276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7a7c9-119e-4898-b451-40228292f421 None None] Pushing event updated for resources: {'Port': ['ID=6cb7e9dc-085d-43bb-b632-dd156c797f72,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:12.703084 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.748741 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fbf80f-cd1c-466d-9a31-e307a9b7a4a9 None None] Checking router: 32911518-e476-4315-b548-068a57419bc6 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:59:12.789181 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Deleting port c6f38c1c-5194-4398-96a0-1a8c0a9a1863 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:59:12.792915 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:59:12.795988 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.806940 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1eb80260-2ee3-4f94-95cd-cce3b65aace6 admin admin] 10.222.0.45 "PUT /v2.0/routers/15940716-c6d6-4e90-87fc-4c9d8ccaedf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9090087 Apr 01 12:59:12.808464 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] Set router 93c33ede-0fcf-45eb-a07c-9f6cfc838624 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:12.876790 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbf80f-cd1c-466d-9a31-e307a9b7a4a9 None None] Routers set() bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:12.877380 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbf80f-cd1c-466d-9a31-e307a9b7a4a9 None None] Router IDs set() for agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 12:59:12.877993 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5fbf80f-cd1c-466d-9a31-e307a9b7a4a9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'32911518-e476-4315-b548-068a57419bc6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:59:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent'). {{(pid=102720) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 12:59:12.878409 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fbf80f-cd1c-466d-9a31-e307a9b7a4a9 None None] The sync data for ids ['32911518-e476-4315-b548-068a57419bc6'] in n-d-836146-1 is: [] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:59:12.937045 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] For port c6f38c1c-5194-4398-96a0-1a8c0a9a1863, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c6f38c1c-5194-4398-96a0-1a8c0a9a1863,segment=NetworkSegment(283d7a64-ffe8-40ac-a60b-d06f7c61c0d9),segment_id=283d7a64-ffe8-40ac-a60b-d06f7c61c0d9)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:12.937763 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:12.975921 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Calling delete_port for c6f38c1c-5194-4398-96a0-1a8c0a9a1863 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:59:13.081453 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.094345 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01ca3056-3795-4431-83ad-bd315c38c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.100101 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] No DVR routers for this DVR port c6f38c1c-5194-4398-96a0-1a8c0a9a1863 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:59:13.152624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f38c1c-5194-4398-96a0-1a8c0a9a1863,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:13.166590 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-01ca3056-3795-4431-83ad-bd315c38c7c5 None None] For port 11eea4ce-4467-44d4-9b69-40e9b046a087, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=11eea4ce-4467-44d4-9b69-40e9b046a087,segment=NetworkSegment(3a6b9e6a-9b65-4c20-be47-c260bd292f76),segment_id=3a6b9e6a-9b65-4c20-be47-c260bd292f76)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:13.201216 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01ca3056-3795-4431-83ad-bd315c38c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.239126 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.254618 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-01ca3056-3795-4431-83ad-bd315c38c7c5 None None] Provisioning complete for port 6cb7e9dc-085d-43bb-b632-dd156c797f72 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:13.255016 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-01ca3056-3795-4431-83ad-bd315c38c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.276309 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:13.290191 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283d7a64-ffe8-40ac-a60b-d06f7c61c0d9') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:13.291185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283d7a64-ffe8-40ac-a60b-d06f7c61c0d9') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:13.300753 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c467cccb-b0e3-4e8f-94fc-fd6907a14fdc None None] DHCP port deletion for a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 12:59:13.304036 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.307875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca3056-3795-4431-83ad-bd315c38c7c5 None None] Pushing event updated for resources: {'Port': ['ID=11eea4ce-4467-44d4-9b69-40e9b046a087,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:13.322474 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.329401 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 12:59:13.329951 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: timer() Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 12:59:13.331846 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 12:59:13.396826 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'name': 'tempest-TestServerBasicOps-1318171954-router', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:00Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 4, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'gw_port': {'id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:01Z', 'updated_at': '2022-04-01T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '11eea4ce-4467-44d4-9b69-40e9b046a087', 'name': '', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'mac_address': 'fa:16:3e:f5:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:03Z', 'updated_at': '2022-04-01T12:59:11Z', 'revision_number': 4, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'subnets': [{'id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:13.414932 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.421088 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.425454 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] 10.222.0.45 "DELETE /v2.0/networks/a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf HTTP/1.1" status: 204 len: 168 time: 0.8509607 Apr 01 12:59:13.447967 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e117061-92df-4e6f-833e-97aef0bbf05a admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a3588e-1a37-44e7-a99a-eb7cc81ee0cf,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:13.473932 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58c3de-89a4-4933-96ad-7e9fd4169326 None None] The sync data for ids ['93c33ede-0fcf-45eb-a07c-9f6cfc838624'] in n-d-836146-1 is: [{'id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'name': 'tempest-TestServerBasicOps-1318171954-router', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:00Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 4, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'gw_port': {'id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:01Z', 'updated_at': '2022-04-01T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '11eea4ce-4467-44d4-9b69-40e9b046a087', 'name': '', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'mac_address': 'fa:16:3e:f5:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:03Z', 'updated_at': '2022-04-01T12:59:11Z', 'revision_number': 4, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'subnets': [{'id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:59:13.674325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-51a3ea61-f6f6-443a-a568-54bfd541e1de None None] Provisioning complete for port 16257781-e46a-4911-bfc5-f8e431e887c5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:13.675015 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-51a3ea61-f6f6-443a-a568-54bfd541e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.702483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47144) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:13.719186 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-51a3ea61-f6f6-443a-a568-54bfd541e1de None None] Port 16257781-e46a-4911-bfc5-f8e431e887c5 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:59:13.730930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-51a3ea61-f6f6-443a-a568-54bfd541e1de None None] Provisioning complete for port 11eea4ce-4467-44d4-9b69-40e9b046a087 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:13.731131 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-51a3ea61-f6f6-443a-a568-54bfd541e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.746140 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-59ce34ee-2ddc-4dcd-a33d-a6f029909106 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fdb9a1fabba54ce997d9b3d1db5290b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423665 Apr 01 12:59:13.748577 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47146) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:13.815797 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47148) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:13.820473 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fee70b79-afc1-4d58-971d-7158a1be2450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.825364 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c1d41195-1e4e-4f6c-92bd-e4dacdd9a4b2 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367461888', 'description': 'tempest-secgroup-smoke-367461888 description', 'project_id': '54dd814f3ded4562b43b55c7cf9fec64'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:13.850199 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fee70b79-afc1-4d58-971d-7158a1be2450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.870106 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1d41195-1e4e-4f6c-92bd-e4dacdd9a4b2 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.947113 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fee70b79-afc1-4d58-971d-7158a1be2450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.950205 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fee70b79-afc1-4d58-971d-7158a1be2450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:13.953975 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fee70b79-afc1-4d58-971d-7158a1be2450 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47e82d1b-584d-49a2-a86d-7bf84e316068 HTTP/1.1" status: 204 len: 168 time: 0.2013936 Apr 01 12:59:13.960477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee70b79-afc1-4d58-971d-7158a1be2450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e82d1b-584d-49a2-a86d-7bf84e316068,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:14.010298 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1d41195-1e4e-4f6c-92bd-e4dacdd9a4b2 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.015489 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1d41195-1e4e-4f6c-92bd-e4dacdd9a4b2 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.030066 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 6cb7e9dc-085d-43bb-b632-dd156c797f72 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:14.058699 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d41195-1e4e-4f6c-92bd-e4dacdd9a4b2 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d681f99-5fdb-4e70-bb80-8ab6beffccb0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:14.065524 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c1d41195-1e4e-4f6c-92bd-e4dacdd9a4b2 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.070573 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47154) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:14.070816 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c1d41195-1e4e-4f6c-92bd-e4dacdd9a4b2 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2538793 Apr 01 12:59:14.090156 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-12712704-c566-4303-bf75-22c57e4b328f tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Request body: {'security_group_rule': {'security_group_id': '5d681f99-5fdb-4e70-bb80-8ab6beffccb0', 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:14.099146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 6cb7e9dc-085d-43bb-b632-dd156c797f72 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:14.099659 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.140159 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12712704-c566-4303-bf75-22c57e4b328f tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.209966 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12712704-c566-4303-bf75-22c57e4b328f tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.215545 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c732b682-d2f7-4aab-9750-275ef2681905 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:14.220319 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12712704-c566-4303-bf75-22c57e4b328f tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.253175 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12712704-c566-4303-bf75-22c57e4b328f tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a09add-e13f-43bd-b538-4bc0c8944caa,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:14.267404 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-12712704-c566-4303-bf75-22c57e4b328f tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.273185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47158) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:14.279342 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-44a53523-6d2f-4385-b2ea-ea492d7e6a8d tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Request body: {'security_group_rule': {'security_group_id': '5d681f99-5fdb-4e70-bb80-8ab6beffccb0', 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:14.285320 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-12712704-c566-4303-bf75-22c57e4b328f tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2131181 Apr 01 12:59:14.286978 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c732b682-d2f7-4aab-9750-275ef2681905 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:14.287427 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.317651 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44a53523-6d2f-4385-b2ea-ea492d7e6a8d tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.408813 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.418151 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44a53523-6d2f-4385-b2ea-ea492d7e6a8d tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.428845 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44a53523-6d2f-4385-b2ea-ea492d7e6a8d tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.464193 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a53523-6d2f-4385-b2ea-ea492d7e6a8d tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cfdfdf-ad85-4018-93fc-e4cfb80cce21,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:14.471503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port c732b682-d2f7-4aab-9750-275ef2681905, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=c732b682-d2f7-4aab-9750-275ef2681905,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:14.482544 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.483370 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 11eea4ce-4467-44d4-9b69-40e9b046a087 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:14.483925 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-44a53523-6d2f-4385-b2ea-ea492d7e6a8d tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.488570 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-44a53523-6d2f-4385-b2ea-ea492d7e6a8d tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2106595 Apr 01 12:59:14.489150 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47160) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:14.495617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-f41cf71b-89ee-47c0-affe-6b246822e31c tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Request body: {'security_group_rule': {'security_group_id': '5d681f99-5fdb-4e70-bb80-8ab6beffccb0', 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:14.535193 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f41cf71b-89ee-47c0-affe-6b246822e31c tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.621445 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47162) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:14.668205 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=c732b682-d2f7-4aab-9750-275ef2681905,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:14.669309 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f41cf71b-89ee-47c0-affe-6b246822e31c tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.675072 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f41cf71b-89ee-47c0-affe-6b246822e31c tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.676832 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 11eea4ce-4467-44d4-9b69-40e9b046a087 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:14.677214 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.701241 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cf71b-89ee-47c0-affe-6b246822e31c tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6b641e-5d33-4ab6-9d94-cc000acab9a3,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:14.711272 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f41cf71b-89ee-47c0-affe-6b246822e31c tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.713476 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-f41cf71b-89ee-47c0-affe-6b246822e31c tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2233880 Apr 01 12:59:14.716356 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47164) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:14.719079 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-61a659cd-95d0-4b9d-ad08-704bcc74a2d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=789ecd3e27964e4388ea356b8abf9626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958772 Apr 01 12:59:14.722282 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47166) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:14.722809 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-7ca58544-b394-40a9-8154-ba698b6f8ff7 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Request body: {'security_group_rule': {'security_group_id': '5d681f99-5fdb-4e70-bb80-8ab6beffccb0', 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:14.754610 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Sync routers for ids ['15940716-c6d6-4e90-87fc-4c9d8ccaedf7'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:59:14.765168 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ca58544-b394-40a9-8154-ba698b6f8ff7 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.770127 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Routers {'15940716-c6d6-4e90-87fc-4c9d8ccaedf7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:14.771785 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:59:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['15940716-c6d6-4e90-87fc-4c9d8ccaedf7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:14.816420 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-30343a97-8760-4b1f-a35f-e41ed37d4977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.840678 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ca58544-b394-40a9-8154-ba698b6f8ff7 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.846903 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ca58544-b394-40a9-8154-ba698b6f8ff7 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.858908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-30343a97-8760-4b1f-a35f-e41ed37d4977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.869524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca58544-b394-40a9-8154-ba698b6f8ff7 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2b32eb-46b4-4edd-9e92-e8f305d60864,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:14.884661 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7ca58544-b394-40a9-8154-ba698b6f8ff7 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.892301 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-7ca58544-b394-40a9-8154-ba698b6f8ff7 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1737993 Apr 01 12:59:14.892499 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47168) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:14.898037 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c2fb190b-0b9a-463b-926d-4ea7b36c3a47 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Request body: {'security_group_rule': {'security_group_id': '5d681f99-5fdb-4e70-bb80-8ab6beffccb0', 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:14.926675 n-d-836146-1 neutron-server[102719]: INFO neutron.db.securitygroups_db [None req-c2fb190b-0b9a-463b-926d-4ea7b36c3a47 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Project 54dd814f3ded4562b43b55c7cf9fec64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:59:14.932409 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2fb190b-0b9a-463b-926d-4ea7b36c3a47 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.935858 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Set router 15940716-c6d6-4e90-87fc-4c9d8ccaedf7 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:14.946968 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-30343a97-8760-4b1f-a35f-e41ed37d4977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.949475 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-30343a97-8760-4b1f-a35f-e41ed37d4977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:14.952987 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-30343a97-8760-4b1f-a35f-e41ed37d4977 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2afd2127-356e-4d12-b087-a846ae2cb0c3 HTTP/1.1" status: 204 len: 168 time: 0.2271390 Apr 01 12:59:14.982299 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30343a97-8760-4b1f-a35f-e41ed37d4977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afd2127-356e-4d12-b087-a846ae2cb0c3,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:14.989506 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c732b682-d2f7-4aab-9750-275ef2681905 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:15.060444 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2fb190b-0b9a-463b-926d-4ea7b36c3a47 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:15.069537 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2fb190b-0b9a-463b-926d-4ea7b36c3a47 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:15.098365 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb190b-0b9a-463b-926d-4ea7b36c3a47 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af58d5fd-65b0-4990-abd5-505ea943acd8,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:15.123120 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2fb190b-0b9a-463b-926d-4ea7b36c3a47 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:15.124718 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c2fb190b-0b9a-463b-926d-4ea7b36c3a47 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2313249 Apr 01 12:59:15.128255 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47176) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:15.132834 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-e1deb5c2-cc1d-47c8-8568-81cda3c68ce9 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Request body: {'security_group_rule': {'security_group_id': '5d681f99-5fdb-4e70-bb80-8ab6beffccb0', 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:15.142952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port c732b682-d2f7-4aab-9750-275ef2681905 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:15.143514 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:15.158565 n-d-836146-1 neutron-server[102719]: INFO neutron.db.securitygroups_db [None req-e1deb5c2-cc1d-47c8-8568-81cda3c68ce9 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Project 54dd814f3ded4562b43b55c7cf9fec64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 12:59:15.165908 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e1deb5c2-cc1d-47c8-8568-81cda3c68ce9 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:15.272049 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e1deb5c2-cc1d-47c8-8568-81cda3c68ce9 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:15.287265 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e1deb5c2-cc1d-47c8-8568-81cda3c68ce9 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:15.312583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deb5c2-cc1d-47c8-8568-81cda3c68ce9 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de305cf-cbb6-4cf5-9804-1a6f5a0fe062,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:15.326126 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e1deb5c2-cc1d-47c8-8568-81cda3c68ce9 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:15.327537 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e1deb5c2-cc1d-47c8-8568-81cda3c68ce9 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1982093 Apr 01 12:59:15.362958 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 11eea4ce-4467-44d4-9b69-40e9b046a087 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:15.371555 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'name': 'tempest-TestServerBasicOps-77758177-router', 'tenant_id': 'd23e7530630840509cdc52eef34826e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c732b682-d2f7-4aab-9750-275ef2681905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:07Z', 'updated_at': '2022-04-01T12:59:11Z', 'revision_number': 4, 'project_id': 'd23e7530630840509cdc52eef34826e3', 'gw_port': {'id': 'c732b682-d2f7-4aab-9750-275ef2681905', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:08Z', 'updated_at': '2022-04-01T12:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '16257781-e46a-4911-bfc5-f8e431e887c5', 'name': '', 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0', 'tenant_id': 'd23e7530630840509cdc52eef34826e3', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bc4c6e91-f177-458c-8507-bd4e358df69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:11Z', 'updated_at': '2022-04-01T12:59:12Z', 'revision_number': 2, 'project_id': 'd23e7530630840509cdc52eef34826e3', 'subnets': [{'id': 'bc4c6e91-f177-458c-8507-bd4e358df69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:15.424088 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Checking router: 15940716-c6d6-4e90-87fc-4c9d8ccaedf7 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:59:15.424751 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Updating router 15940716-c6d6-4e90-87fc-4c9d8ccaedf7 port 16257781-e46a-4911-bfc5-f8e431e887c5 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 12:59:15.442260 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 11eea4ce-4467-44d4-9b69-40e9b046a087 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:15.443010 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:15.458595 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:15.661528 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c6f38c1c-5194-4398-96a0-1a8c0a9a1863 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:59:15.693667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: c6f38c1c-5194-4398-96a0-1a8c0a9a1863 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:59:15.704375 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-5cdc0427-31b1-48c2-8319-b572f0b5c1e1 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367461888&fields=id&tenant_id=54dd814f3ded4562b43b55c7cf9fec64 HTTP/1.1" status: 200 len: 267 time: 0.0649793 Apr 01 12:59:15.705609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c6f38c1c-5194-4398-96a0-1a8c0a9a1863 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:59:15.706220 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dc5ce48b-9cf7-4863-8d91-f269a0e7d327 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:59:15.728116 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: dc5ce48b-9cf7-4863-8d91-f269a0e7d327 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:59:15.728783 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device dc5ce48b-9cf7-4863-8d91-f269a0e7d327 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:59:15.729423 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:59:15.756129 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:59:15.756845 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device c2e904e0-453f-43ff-ad9a-e1d8073e6cc5 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:59:15.844129 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-6fb84c88-4b07-443f-bda2-719c98f6d623 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:15.846266 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-6fb84c88-4b07-443f-bda2-719c98f6d623 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 809 time: 0.1338823 Apr 01 12:59:15.861748 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:15.871093 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:15.872003 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-776519c6-21f6-498f-9026-a7d09c6030a0 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/quotas/54dd814f3ded4562b43b55c7cf9fec64 HTTP/1.1" status: 200 len: 375 time: 0.0187049 Apr 01 12:59:15.926052 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64566081-5781-414c-893b-dfb76d327784 None None] Pushing event updated for resources: {'Port': ['ID=16257781-e46a-4911-bfc5-f8e431e887c5,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:15.931407 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-aa4561c9-ad45-48d3-b836-703ec23afb19 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528207 Apr 01 12:59:16.011811 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Attempting to bind port 16257781-e46a-4911-bfc5-f8e431e887c5 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:59:16.012397 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Attempting to bind port 16257781-e46a-4911-bfc5-f8e431e887c5 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '6184b9fb-35ec-44a0-a78a-9b40d1765784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:59:16.012976 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Attempting to bind port 16257781-e46a-4911-bfc5-f8e431e887c5 on network ffae6fb3-da89-4598-a228-58b6824775f0 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:59:16.024379 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:59:16.024822 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Checking segment: {'id': '6184b9fb-35ec-44a0-a78a-9b40d1765784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:59:16.028201 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:16.028848 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Bound using segment: {'id': '6184b9fb-35ec-44a0-a78a-9b40d1765784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:59:16.029641 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Bound port: 16257781-e46a-4911-bfc5-f8e431e887c5, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6184b9fb-35ec-44a0-a78a-9b40d1765784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:59:16.030286 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:16.121619 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] For port 16257781-e46a-4911-bfc5-f8e431e887c5, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:59:16.126440 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] For port 16257781-e46a-4911-bfc5-f8e431e887c5, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=16257781-e46a-4911-bfc5-f8e431e887c5,segment=NetworkSegment(6184b9fb-35ec-44a0-a78a-9b40d1765784),segment_id=6184b9fb-35ec-44a0-a78a-9b40d1765784)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:59:16.132340 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:16.186086 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Routers {'15940716-c6d6-4e90-87fc-4c9d8ccaedf7'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:16.186773 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:59:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['15940716-c6d6-4e90-87fc-4c9d8ccaedf7'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:16.234621 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0fe09b1e-7fd5-4238-b59b-0d83fdcc7dc0 None None] Provisioning complete for port 16257781-e46a-4911-bfc5-f8e431e887c5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:16.235271 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0fe09b1e-7fd5-4238-b59b-0d83fdcc7dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:16.308182 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64566081-5781-414c-893b-dfb76d327784 None None] Pushing event updated for resources: {'Port': ['ID=16257781-e46a-4911-bfc5-f8e431e887c5,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:16.380067 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0fe09b1e-7fd5-4238-b59b-0d83fdcc7dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:16.420026 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] Set router 15940716-c6d6-4e90-87fc-4c9d8ccaedf7 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:16.432226 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0fe09b1e-7fd5-4238-b59b-0d83fdcc7dc0 None None] For port 16257781-e46a-4911-bfc5-f8e431e887c5, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=16257781-e46a-4911-bfc5-f8e431e887c5,segment=NetworkSegment(6184b9fb-35ec-44a0-a78a-9b40d1765784),segment_id=6184b9fb-35ec-44a0-a78a-9b40d1765784)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:16.438302 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0fe09b1e-7fd5-4238-b59b-0d83fdcc7dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:16.529835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe09b1e-7fd5-4238-b59b-0d83fdcc7dc0 None None] Pushing event updated for resources: {'Port': ['ID=16257781-e46a-4911-bfc5-f8e431e887c5,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:16.534648 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-58a71131-c015-4aca-95ec-683ba25fe6d1 service neutron] 10.222.0.45 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886514 Apr 01 12:59:16.578208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b4680fd7-886e-4e8f-8bc4-c97dc3d608fa None None] Provisioning complete for port 16257781-e46a-4911-bfc5-f8e431e887c5 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:16.579582 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b4680fd7-886e-4e8f-8bc4-c97dc3d608fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:16.691932 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-f3bdce0f-8de7-4543-a671-ffb86954692d service neutron] 10.222.0.45 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552882 Apr 01 12:59:16.953518 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'name': 'tempest-TestServerBasicOps-77758177-router', 'tenant_id': 'd23e7530630840509cdc52eef34826e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c732b682-d2f7-4aab-9750-275ef2681905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:07Z', 'updated_at': '2022-04-01T12:59:11Z', 'revision_number': 4, 'project_id': 'd23e7530630840509cdc52eef34826e3', 'gw_port': {'id': 'c732b682-d2f7-4aab-9750-275ef2681905', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:08Z', 'updated_at': '2022-04-01T12:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '16257781-e46a-4911-bfc5-f8e431e887c5', 'name': '', 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0', 'tenant_id': 'd23e7530630840509cdc52eef34826e3', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bc4c6e91-f177-458c-8507-bd4e358df69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:11Z', 'updated_at': '2022-04-01T12:59:16Z', 'revision_number': 4, 'project_id': 'd23e7530630840509cdc52eef34826e3', 'subnets': [{'id': 'bc4c6e91-f177-458c-8507-bd4e358df69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:16.984805 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d672d-3cb8-4e91-9e4a-3ea38977f267 None None] The sync data for ids ['15940716-c6d6-4e90-87fc-4c9d8ccaedf7'] in n-d-836146-1 is: [{'id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'name': 'tempest-TestServerBasicOps-77758177-router', 'tenant_id': 'd23e7530630840509cdc52eef34826e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c732b682-d2f7-4aab-9750-275ef2681905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:07Z', 'updated_at': '2022-04-01T12:59:11Z', 'revision_number': 4, 'project_id': 'd23e7530630840509cdc52eef34826e3', 'gw_port': {'id': 'c732b682-d2f7-4aab-9750-275ef2681905', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:08Z', 'updated_at': '2022-04-01T12:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': '16257781-e46a-4911-bfc5-f8e431e887c5', 'name': '', 'network_id': 'ffae6fb3-da89-4598-a228-58b6824775f0', 'tenant_id': 'd23e7530630840509cdc52eef34826e3', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15940716-c6d6-4e90-87fc-4c9d8ccaedf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bc4c6e91-f177-458c-8507-bd4e358df69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:11Z', 'updated_at': '2022-04-01T12:59:16Z', 'revision_number': 4, 'project_id': 'd23e7530630840509cdc52eef34826e3', 'subnets': [{'id': 'bc4c6e91-f177-458c-8507-bd4e358df69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:59:16.991005 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b287cc6c-057b-44f5-a62e-49dfacb6de1d req-42000254-b4e3-4864-b5ab-786ae37f40c9 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 210 time: 0.0358493 Apr 01 12:59:18.091087 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-0b69aa2f-30a9-4fec-aa0b-ebefcada5927 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:18.093644 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-0b69aa2f-30a9-4fec-aa0b-ebefcada5927 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 809 time: 0.1227663 Apr 01 12:59:18.114504 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-0ddc3058-7330-452b-8b24-ad87434363cf req-2d8e8b37-b2ca-4784-bfdd-d7d5707fc092 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 210 time: 0.0432379 Apr 01 12:59:18.159067 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-a0fbeaa9-7299-47b6-acd2-a97dbc8ec18f tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54dd814f3ded4562b43b55c7cf9fec64 HTTP/1.1" status: 200 len: 379 time: 0.0551596 Apr 01 12:59:18.173791 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Request body: {'port': {'device_id': 'd72b485e-0c88-414d-bd70-deab6b3baf4d', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'admin_state_up': True, 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'security_groups': ['5d681f99-5fdb-4e70-bb80-8ab6beffccb0']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:18.297676 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Made reservation on behalf of 54dd814f3ded4562b43b55c7cf9fec64 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 12:59:18.301163 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:18.434289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Allocated IP 172.20.0.14 (f3f18ff9-adb3-471e-b453-f6af9832bca2/63a9b13c-b640-4954-a1a6-cbc3bd567ff4/445ee1a2-5035-45a3-8e4c-68873aea2a51) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:59:18.620473 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:18.661740 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:18.720053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Network f3f18ff9-adb3-471e-b453-f6af9832bca2 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:59:18.723623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:59:18.756797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:59:18.907703 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Pushing event updated for resources: {'Port': ['ID=445ee1a2-5035-45a3-8e4c-68873aea2a51,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:18.973829 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:18.974683 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:19.003682 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-ee3e4ef1-f02b-4f6b-bd22-65212a2f5c72 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8370957 Apr 01 12:59:19.017946 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Request body: {'port': {'device_id': 'd72b485e-0c88-414d-bd70-deab6b3baf4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:19.073165 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 16257781-e46a-4911-bfc5-f8e431e887c5 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:19.093515 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:19.158069 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 16257781-e46a-4911-bfc5-f8e431e887c5 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:19.158609 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:19.263246 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-7dbdf4b3-f9d2-4adf-afac-f59b05b028cd None None] Provisioning complete for port 445ee1a2-5035-45a3-8e4c-68873aea2a51 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:19.263707 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf4b3-f9d2-4adf-afac-f59b05b028cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:19.300518 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdf4b3-f9d2-4adf-afac-f59b05b028cd None None] Port 445ee1a2-5035-45a3-8e4c-68873aea2a51 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 12:59:19.320620 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ced15-4d4e-4764-b7b0-680f1ec093f6 req-b845e689-b102-40f2-b5ea-65a13a27810d tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:19.322090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8a3ced15-4d4e-4764-b7b0-680f1ec093f6 req-b845e689-b102-40f2-b5ea-65a13a27810d tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 932 time: 0.1105468 Apr 01 12:59:19.390750 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8a3ced15-4d4e-4764-b7b0-680f1ec093f6 req-96041465-9a48-4f0c-b521-42881f84d3c1 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/security-groups?id=5d681f99-5fdb-4e70-bb80-8ab6beffccb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599961 Apr 01 12:59:19.445207 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445ee1a2-5035-45a3-8e4c-68873aea2a51 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:59:19.453470 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:19.465516 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Transition to ACTIVE for port object 445ee1a2-5035-45a3-8e4c-68873aea2a51 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 12:59:19.470189 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:19.521730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Pushing event updated for resources: {'Port': ['ID=445ee1a2-5035-45a3-8e4c-68873aea2a51,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:19.607884 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Attempting to bind port 445ee1a2-5035-45a3-8e4c-68873aea2a51 on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 12:59:19.608417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Attempting to bind port 445ee1a2-5035-45a3-8e4c-68873aea2a51 by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 12:59:19.608978 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Attempting to bind port 445ee1a2-5035-45a3-8e4c-68873aea2a51 on network f3f18ff9-adb3-471e-b453-f6af9832bca2 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:59:19.614850 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Port 445ee1a2-5035-45a3-8e4c-68873aea2a51 on network f3f18ff9-adb3-471e-b453-f6af9832bca2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 12:59:19.615173 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Attempting to bind port 445ee1a2-5035-45a3-8e4c-68873aea2a51 on network f3f18ff9-adb3-471e-b453-f6af9832bca2 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 12:59:19.621251 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 12, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 12:59:19.621599 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Checking segment: {'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 12:59:19.621980 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Bound using segment: {'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 12:59:19.622446 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Bound port: 445ee1a2-5035-45a3-8e4c-68873aea2a51, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6b9e6a-9b65-4c20-be47-c260bd292f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 12:59:19.622809 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:19.700805 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] For port 445ee1a2-5035-45a3-8e4c-68873aea2a51, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 12:59:19.705286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] For port 445ee1a2-5035-45a3-8e4c-68873aea2a51, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51,segment=NetworkSegment(3a6b9e6a-9b65-4c20-be47-c260bd292f76),segment_id=3a6b9e6a-9b65-4c20-be47-c260bd292f76)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 12:59:19.709760 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:19.752127 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:19.752729 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:19.754245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] 10.222.0.37 "PUT /v2.0/ports/445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 1092 time: 0.7425435 Apr 01 12:59:19.754723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72b485e-0c88-414d-bd70-deab6b3baf4d', 'tag': '445ee1a2-5035-45a3-8e4c-68873aea2a51'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:59:19.757411 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ca322d-0c1d-4008-a6f3-3591cec2c0df" -d '{"events": [{"name": "network-changed", "server_uuid": "d72b485e-0c88-414d-bd70-deab6b3baf4d", "tag": "445ee1a2-5035-45a3-8e4c-68873aea2a51"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:59:19.814797 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d7f521-acd4-4947-9979-aa407ab78413 x-openstack-request-id: req-67d7f521-acd4-4947-9979-aa407ab78413 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:59:19.815179 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72b485e-0c88-414d-bd70-deab6b3baf4d", "tag": "445ee1a2-5035-45a3-8e4c-68873aea2a51", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:59:19.815604 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67d7f521-acd4-4947-9979-aa407ab78413 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:59:19.816170 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d7f521-acd4-4947-9979-aa407ab78413'] response: {'name': 'network-changed', 'server_uuid': 'd72b485e-0c88-414d-bd70-deab6b3baf4d', 'tag': '445ee1a2-5035-45a3-8e4c-68873aea2a51', 'status': 'completed', 'code': 200} Apr 01 12:59:19.833116 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e91f71-ad91-460b-bd3e-2e22de6910aa service neutron] Pushing event updated for resources: {'Port': ['ID=445ee1a2-5035-45a3-8e4c-68873aea2a51,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:19.884874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-80c09079-8af9-4742-8fc4-9e2fb3a8aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:19.887376 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-80c09079-8af9-4742-8fc4-9e2fb3a8aef6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1095 time: 0.0761600 Apr 01 12:59:19.939623 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-609de76b-2bcc-453a-807a-bee7500218f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 217 time: 0.0444400 Apr 01 12:59:20.014100 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-62607921-c727-46ad-acdc-c44127e574c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:20.015702 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-62607921-c727-46ad-acdc-c44127e574c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0677385 Apr 01 12:59:20.085386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-e476c595-42cb-42b6-b8c8-7b7957641d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:20.087657 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-e476c595-42cb-42b6-b8c8-7b7957641d67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643811 Apr 01 12:59:20.197918 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-79174466-0b3f-4948-a866-5ad1eaf6258d service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037331 Apr 01 12:59:20.316997 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5c819fda-f95e-4dde-9df5-27c1fd4003b0 req-af941465-2ad8-4c83-a6a5-baecf92ec543 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116180 Apr 01 12:59:20.415924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca322d-0c1d-4008-a6f3-3591cec2c0df req-936f2892-9a81-4427-8ea7-f90da29fccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:20.417447 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84ca322d-0c1d-4008-a6f3-3591cec2c0df req-936f2892-9a81-4427-8ea7-f90da29fccff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1095 time: 0.0509288 Apr 01 12:59:20.555253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca322d-0c1d-4008-a6f3-3591cec2c0df req-a3ce70e7-0554-4418-b8fb-325cf42acf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:20.556646 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84ca322d-0c1d-4008-a6f3-3591cec2c0df req-a3ce70e7-0554-4418-b8fb-325cf42acf82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 910 time: 0.1327887 Apr 01 12:59:20.571842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b3bbb-20ad-4bee-b17a-52b61da5def5 req-2ceb1be1-77b0-4026-b8ec-dc46f23c7517 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:20.573693 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-417b3bbb-20ad-4bee-b17a-52b61da5def5 req-2ceb1be1-77b0-4026-b8ec-dc46f23c7517 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 944 time: 0.0841997 Apr 01 12:59:20.620095 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84ca322d-0c1d-4008-a6f3-3591cec2c0df req-c34e9032-1f56-46fa-8e1f-db2421b2e428 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 217 time: 0.0448849 Apr 01 12:59:20.683068 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-417b3bbb-20ad-4bee-b17a-52b61da5def5 req-a92297fa-4de9-49c7-8f4f-3fd7edaac2f8 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/security-groups?id=5d681f99-5fdb-4e70-bb80-8ab6beffccb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707445 Apr 01 12:59:20.694261 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca322d-0c1d-4008-a6f3-3591cec2c0df req-1848d4cd-99ad-4d70-9d97-8803e2b74752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:20.696484 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84ca322d-0c1d-4008-a6f3-3591cec2c0df req-1848d4cd-99ad-4d70-9d97-8803e2b74752 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0662200 Apr 01 12:59:20.754971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca322d-0c1d-4008-a6f3-3591cec2c0df req-8242f903-718a-4f76-aca9-33bcfbbda7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:20.756626 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84ca322d-0c1d-4008-a6f3-3591cec2c0df req-8242f903-718a-4f76-aca9-33bcfbbda7f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538878 Apr 01 12:59:20.942423 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84ca322d-0c1d-4008-a6f3-3591cec2c0df req-673f2287-9887-43a1-b635-a82731b149ba service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782160 Apr 01 12:59:21.049920 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-84ca322d-0c1d-4008-a6f3-3591cec2c0df req-5958b70f-5d4e-4629-8302-35f469b3d751 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998366 Apr 01 12:59:21.828160 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423052ac-500c-4ee6-9333-dd6f146719ba req-d42ad15a-7d0d-4be6-8e7f-6745a251dc06 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:21.831504 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-423052ac-500c-4ee6-9333-dd6f146719ba req-d42ad15a-7d0d-4be6-8e7f-6745a251dc06 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 944 time: 0.0603979 Apr 01 12:59:21.881048 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-423052ac-500c-4ee6-9333-dd6f146719ba req-e2ba1150-292d-4a35-b3b1-eaea3dafe8f2 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/security-groups?id=5d681f99-5fdb-4e70-bb80-8ab6beffccb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395567 Apr 01 12:59:23.036291 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 445ee1a2-5035-45a3-8e4c-68873aea2a51 details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 12:59:23.121425 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfef45d-2d10-4284-b04d-ae1dada3c08f req-3bf3ad1d-e680-4dfd-8667-cec5303c36c8 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:23.141171 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6cfef45d-2d10-4284-b04d-ae1dada3c08f req-3bf3ad1d-e680-4dfd-8667-cec5303c36c8 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 944 time: 0.1189644 Apr 01 12:59:23.195280 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-6cfef45d-2d10-4284-b04d-ae1dada3c08f req-46f5f0a7-ab4f-4ca7-b6cf-ce7061a2c888 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/security-groups?id=5d681f99-5fdb-4e70-bb80-8ab6beffccb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528271 Apr 01 12:59:23.202451 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 445ee1a2-5035-45a3-8e4c-68873aea2a51, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51,segment=NetworkSegment(3a6b9e6a-9b65-4c20-be47-c260bd292f76),segment_id=3a6b9e6a-9b65-4c20-be47-c260bd292f76)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:23.225316 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': '445ee1a2-5035-45a3-8e4c-68873aea2a51', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'port_id': '445ee1a2-5035-45a3-8e4c-68873aea2a51', 'mac_address': 'fa:16:3e:9e:ed:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 12:59:23.288065 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:23.303848 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445ee1a2-5035-45a3-8e4c-68873aea2a51 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 12:59:23.324639 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 445ee1a2-5035-45a3-8e4c-68873aea2a51, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51,segment=NetworkSegment(3a6b9e6a-9b65-4c20-be47-c260bd292f76),segment_id=3a6b9e6a-9b65-4c20-be47-c260bd292f76)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:23.332801 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:23.409628 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=445ee1a2-5035-45a3-8e4c-68873aea2a51,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:23.617130 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['445ee1a2-5035-45a3-8e4c-68873aea2a51'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:59:24.362982 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846593f-6666-4cb2-82f5-9dcae10d5c24 req-148e0de3-af2d-4555-a667-c6cfa07f9ee3 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:24.364556 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e846593f-6666-4cb2-82f5-9dcae10d5c24 req-148e0de3-af2d-4555-a667-c6cfa07f9ee3 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 945 time: 0.0794189 Apr 01 12:59:24.429336 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e846593f-6666-4cb2-82f5-9dcae10d5c24 req-bfa1fa7d-9eb5-4f77-929b-c93c48efa94c tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/security-groups?id=5d681f99-5fdb-4e70-bb80-8ab6beffccb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536590 Apr 01 12:59:25.057956 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device 445ee1a2-5035-45a3-8e4c-68873aea2a51 up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 12:59:25.171811 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port 445ee1a2-5035-45a3-8e4c-68873aea2a51 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 12:59:25.178482 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port 445ee1a2-5035-45a3-8e4c-68873aea2a51 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 12:59:25.179186 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:25.276237 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:25.301434 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72b485e-0c88-414d-bd70-deab6b3baf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445ee1a2-5035-45a3-8e4c-68873aea2a51'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:59:25.303685 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972cd9e6-b55e-4be1-8c04-75bf7bda328e" -d '{"events": [{"server_uuid": "d72b485e-0c88-414d-bd70-deab6b3baf4d", "name": "network-vif-plugged", "status": "completed", "tag": "445ee1a2-5035-45a3-8e4c-68873aea2a51"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:59:25.330107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port 445ee1a2-5035-45a3-8e4c-68873aea2a51, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51,segment=NetworkSegment(3a6b9e6a-9b65-4c20-be47-c260bd292f76),segment_id=3a6b9e6a-9b65-4c20-be47-c260bd292f76)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:25.337368 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:25.372056 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daca254-9416-4903-b9ec-20134fc55182 x-openstack-request-id: req-5daca254-9416-4903-b9ec-20134fc55182 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:59:25.372791 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72b485e-0c88-414d-bd70-deab6b3baf4d", "name": "network-vif-plugged", "status": "completed", "tag": "445ee1a2-5035-45a3-8e4c-68873aea2a51", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:59:25.374036 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5daca254-9416-4903-b9ec-20134fc55182 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:59:25.374620 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5daca254-9416-4903-b9ec-20134fc55182'] response: {'server_uuid': 'd72b485e-0c88-414d-bd70-deab6b3baf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445ee1a2-5035-45a3-8e4c-68873aea2a51', 'code': 200} Apr 01 12:59:25.424063 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=445ee1a2-5035-45a3-8e4c-68873aea2a51,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:25.480685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f141427-cbfb-48f4-acd5-5f2d4f6b2a63 req-0aed7a36-abc7-4cdd-aaca-bd96acabb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:25.482419 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f141427-cbfb-48f4-acd5-5f2d4f6b2a63 req-0aed7a36-abc7-4cdd-aaca-bd96acabb90c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.0442173 Apr 01 12:59:25.521861 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3f141427-cbfb-48f4-acd5-5f2d4f6b2a63 req-400a5405-2a18-434c-b600-31e59401cecf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5d681f99-5fdb-4e70-bb80-8ab6beffccb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330837 Apr 01 12:59:25.599015 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86541b98-9481-4ffd-8cf7-3cecb6dc8c72 req-d9b29800-8e07-4e68-8834-7ef59677b2c5 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:25.600578 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-86541b98-9481-4ffd-8cf7-3cecb6dc8c72 req-d9b29800-8e07-4e68-8834-7ef59677b2c5 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 946 time: 0.0664401 Apr 01 12:59:25.651424 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-86541b98-9481-4ffd-8cf7-3cecb6dc8c72 req-dbcb01d0-019f-4c41-9106-6744eb12dd37 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/security-groups?id=5d681f99-5fdb-4e70-bb80-8ab6beffccb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400956 Apr 01 12:59:26.831203 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b348-df24-425c-a03a-e70567bfea70 req-dcd6d04e-d1d3-43dd-8a49-14d1da3d5478 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:26.832887 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ad8b348-df24-425c-a03a-e70567bfea70 req-dcd6d04e-d1d3-43dd-8a49-14d1da3d5478 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 946 time: 0.0764265 Apr 01 12:59:26.878188 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4ad8b348-df24-425c-a03a-e70567bfea70 req-6cd92391-705a-44c4-bb5f-6f21e8474597 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/security-groups?id=5d681f99-5fdb-4e70-bb80-8ab6beffccb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377758 Apr 01 12:59:28.085431 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ce8e8-ef36-4d19-b5e7-d9b7fb3156b1 req-c27f0881-10c6-424b-ba01-2aa9872ffa88 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:28.087814 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe9ce8e8-ef36-4d19-b5e7-d9b7fb3156b1 req-c27f0881-10c6-424b-ba01-2aa9872ffa88 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 946 time: 0.0850291 Apr 01 12:59:28.161645 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fe9ce8e8-ef36-4d19-b5e7-d9b7fb3156b1 req-2fe69453-98d2-473b-824d-a17d5b6e4d21 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/security-groups?id=5d681f99-5fdb-4e70-bb80-8ab6beffccb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656931 Apr 01 12:59:28.333360 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe8fad-d03b-4ae2-af76-5a2f4acaa0c9 req-557f34b2-a6ca-42bf-9bd4-df9a98995865 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:28.335572 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4efe8fad-d03b-4ae2-af76-5a2f4acaa0c9 req-557f34b2-a6ca-42bf-9bd4-df9a98995865 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 946 time: 0.0583835 Apr 01 12:59:28.381642 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-4efe8fad-d03b-4ae2-af76-5a2f4acaa0c9 req-711d1a76-43e0-4033-82ad-af1422da6d51 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/security-groups?id=5d681f99-5fdb-4e70-bb80-8ab6beffccb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383883 Apr 01 12:59:28.528549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf52d6-1f40-44fa-bd6c-055e7a4f8abe req-c60d6084-fbc8-420c-9322-40f47283e61b tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:28.530229 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0abf52d6-1f40-44fa-bd6c-055e7a4f8abe req-c60d6084-fbc8-420c-9322-40f47283e61b tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 946 time: 0.0607014 Apr 01 12:59:28.584801 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0abf52d6-1f40-44fa-bd6c-055e7a4f8abe req-53b02788-78cb-4e1b-8fc7-3c1a5bd7257f tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "GET /v2.0/security-groups?id=5d681f99-5fdb-4e70-bb80-8ab6beffccb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379941 Apr 01 12:59:28.617721 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47276) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:28.945819 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37054ee0-77d7-4e50-921c-5566de529179 tempest-TestServerBasicOps-2059261659 tempest-TestServerBasicOps-2059261659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:28.947482 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-37054ee0-77d7-4e50-921c-5566de529179 tempest-TestServerBasicOps-2059261659 tempest-TestServerBasicOps-2059261659-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1092 time: 0.3284824 Apr 01 12:59:28.952404 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47282) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 12:59:28.957638 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': '445ee1a2-5035-45a3-8e4c-68873aea2a51', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 12:59:28.983999 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for floatingip, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:29.143632 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:29.329413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Allocated IP 172.25.7.125 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/3e99e698-40c4-45b3-9ca4-c8fd24ea2a92) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 12:59:29.458293 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:29.499443 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:29.544574 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 12:59:29.548296 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 12:59:29.552315 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 12:59:29.559349 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Pushing event updated for resources: {'Port': ['ID=3e99e698-40c4-45b3-9ca4-c8fd24ea2a92,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:29.611889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:29.612446 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:29.612977 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:29.613669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:29.614057 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:29.614566 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:29.615092 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:29.615616 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:29.616117 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:29.616635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:29.617165 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:29.617696 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:30.109624 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:30.215921 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:30.447256 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks [] for port, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:30.454703 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9825319'] for port, after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:30.585889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Pushing event updated for resources: {'Port': ['ID=3e99e698-40c4-45b3-9ca4-c8fd24ea2a92,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:30.609490 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:30.790624 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Floating IP 303163a2-ec3c-4297-942b-1efe31b09559 associated. External IP: 172.25.7.125, port: 445ee1a2-5035-45a3-8e4c-68873aea2a51. Apr 01 12:59:31.172951 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Router 93c33ede-0fcf-45eb-a07c-9f6cfc838624 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 12:59:31.197610 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9393cb-5886-47eb-8691-a8a9d5fca107 req-29d9c320-de47-4f9b-a689-c87a2fe88018 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:31.199271 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd9393cb-5886-47eb-8691-a8a9d5fca107 req-29d9c320-de47-4f9b-a689-c87a2fe88018 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 945 time: 0.0700741 Apr 01 12:59:31.245533 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-bd9393cb-5886-47eb-8691-a8a9d5fca107 req-b2dfb8d6-ce48-4e63-9a95-9b980570849c tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365822 Apr 01 12:59:31.328600 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 12:59:31.338219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bdf0e2-d2f5-4189-8c33-c2ad2aedcd47 None None] Sync routers for ids ['93c33ede-0fcf-45eb-a07c-9f6cfc838624'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 12:59:31.346647 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:31.348779 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bdf0e2-d2f5-4189-8c33-c2ad2aedcd47 None None] Routers {'93c33ede-0fcf-45eb-a07c-9f6cfc838624'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:31.349422 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d1bdf0e2-d2f5-4189-8c33-c2ad2aedcd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:59:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['93c33ede-0fcf-45eb-a07c-9f6cfc838624'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:31.377337 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-00821316-e1d7-4901-abb7-caef7c943a62 tempest-TestServerBasicOps-225995942 tempest-TestServerBasicOps-225995942-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4236679 Apr 01 12:59:31.377939 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72b485e-0c88-414d-bd70-deab6b3baf4d', 'tag': '445ee1a2-5035-45a3-8e4c-68873aea2a51'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:59:31.380293 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9fea15-d2b8-4206-8fe7-f12ce5fa5dec" -d '{"events": [{"name": "network-changed", "server_uuid": "d72b485e-0c88-414d-bd70-deab6b3baf4d", "tag": "445ee1a2-5035-45a3-8e4c-68873aea2a51"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:59:31.443408 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a3fd06-30fb-4e51-a4e0-330cce0174eb x-openstack-request-id: req-c7a3fd06-30fb-4e51-a4e0-330cce0174eb {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:59:31.443877 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72b485e-0c88-414d-bd70-deab6b3baf4d", "tag": "445ee1a2-5035-45a3-8e4c-68873aea2a51", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:59:31.444291 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7a3fd06-30fb-4e51-a4e0-330cce0174eb {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:59:31.444944 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a3fd06-30fb-4e51-a4e0-330cce0174eb'] response: {'name': 'network-changed', 'server_uuid': 'd72b485e-0c88-414d-bd70-deab6b3baf4d', 'tag': '445ee1a2-5035-45a3-8e4c-68873aea2a51', 'status': 'completed', 'code': 200} Apr 01 12:59:31.466911 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-d1bdf0e2-d2f5-4189-8c33-c2ad2aedcd47 None None] Set router 93c33ede-0fcf-45eb-a07c-9f6cfc838624 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:31.532496 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fea15-d2b8-4206-8fe7-f12ce5fa5dec req-8261b7ea-bec9-4b4f-9824-bc1acea401e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:31.534966 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac9fea15-d2b8-4206-8fe7-f12ce5fa5dec req-8261b7ea-bec9-4b4f-9824-bc1acea401e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.0697367 Apr 01 12:59:31.681817 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fea15-d2b8-4206-8fe7-f12ce5fa5dec req-af38e267-7dc8-452a-94bc-2ddae16d2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:31.683503 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac9fea15-d2b8-4206-8fe7-f12ce5fa5dec req-af38e267-7dc8-452a-94bc-2ddae16d2abf service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 910 time: 0.1407249 Apr 01 12:59:31.755913 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac9fea15-d2b8-4206-8fe7-f12ce5fa5dec req-bfbf69c5-3119-4875-80e4-c3d8fa6154c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 1000 time: 0.0661418 Apr 01 12:59:31.788457 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d1bdf0e2-d2f5-4189-8c33-c2ad2aedcd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'name': 'tempest-TestServerBasicOps-1318171954-router', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:00Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 4, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'gw_port': {'id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:01Z', 'updated_at': '2022-04-01T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '303163a2-ec3c-4297-942b-1efe31b09559', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'port_id': '445ee1a2-5035-45a3-8e4c-68873aea2a51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'mac_address': 'fa:16:3e:9e:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72b485e-0c88-414d-bd70-deab6b3baf4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:59:29Z', 'updated_at': '2022-04-01T12:59:29Z', 'revision_number': 0, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11eea4ce-4467-44d4-9b69-40e9b046a087', 'name': '', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'mac_address': 'fa:16:3e:f5:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:03Z', 'updated_at': '2022-04-01T12:59:13Z', 'revision_number': 5, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'subnets': [{'id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:31.816318 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fea15-d2b8-4206-8fe7-f12ce5fa5dec req-46c4a312-1df8-4dc0-8a6d-cf56277da5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:31.818361 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac9fea15-d2b8-4206-8fe7-f12ce5fa5dec req-46c4a312-1df8-4dc0-8a6d-cf56277da5e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0561581 Apr 01 12:59:31.822173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bdf0e2-d2f5-4189-8c33-c2ad2aedcd47 None None] Checking router: 93c33ede-0fcf-45eb-a07c-9f6cfc838624 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 12:59:31.832472 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bdf0e2-d2f5-4189-8c33-c2ad2aedcd47 None None] Routers {'93c33ede-0fcf-45eb-a07c-9f6cfc838624'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 12:59:31.833093 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d1bdf0e2-d2f5-4189-8c33-c2ad2aedcd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T12:59:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['93c33ede-0fcf-45eb-a07c-9f6cfc838624'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:31.882310 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fea15-d2b8-4206-8fe7-f12ce5fa5dec req-0330e151-76e8-44e0-9323-e5a5681f4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:31.884424 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac9fea15-d2b8-4206-8fe7-f12ce5fa5dec req-0330e151-76e8-44e0-9323-e5a5681f4f5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599902 Apr 01 12:59:31.949107 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-d1bdf0e2-d2f5-4189-8c33-c2ad2aedcd47 None None] Set router 93c33ede-0fcf-45eb-a07c-9f6cfc838624 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 12:59:32.000804 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac9fea15-d2b8-4206-8fe7-f12ce5fa5dec req-4a2875f8-b7f3-4c37-90f2-f02d8b03c1fb service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086781 Apr 01 12:59:32.130107 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ac9fea15-d2b8-4206-8fe7-f12ce5fa5dec req-5f53180a-7bcd-4b56-9fa0-151f02c0d7da service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215184 Apr 01 12:59:32.255439 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-d1bdf0e2-d2f5-4189-8c33-c2ad2aedcd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'name': 'tempest-TestServerBasicOps-1318171954-router', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:00Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 4, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'gw_port': {'id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:01Z', 'updated_at': '2022-04-01T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '303163a2-ec3c-4297-942b-1efe31b09559', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'port_id': '445ee1a2-5035-45a3-8e4c-68873aea2a51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'mac_address': 'fa:16:3e:9e:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72b485e-0c88-414d-bd70-deab6b3baf4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:59:29Z', 'updated_at': '2022-04-01T12:59:29Z', 'revision_number': 0, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11eea4ce-4467-44d4-9b69-40e9b046a087', 'name': '', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'mac_address': 'fa:16:3e:f5:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:03Z', 'updated_at': '2022-04-01T12:59:13Z', 'revision_number': 5, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'subnets': [{'id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 12:59:32.283285 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bdf0e2-d2f5-4189-8c33-c2ad2aedcd47 None None] The sync data for ids ['93c33ede-0fcf-45eb-a07c-9f6cfc838624'] in n-d-836146-1 is: [{'id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'name': 'tempest-TestServerBasicOps-1318171954-router', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T12:59:00Z', 'updated_at': '2022-04-01T12:59:04Z', 'revision_number': 4, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'gw_port': {'id': 'ac8e3e75-83b0-49f9-90c8-832aa16d908d', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:01Z', 'updated_at': '2022-04-01T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': '303163a2-ec3c-4297-942b-1efe31b09559', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'port_id': '445ee1a2-5035-45a3-8e4c-68873aea2a51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'mac_address': 'fa:16:3e:9e:ed:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72b485e-0c88-414d-bd70-deab6b3baf4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T12:59:29Z', 'updated_at': '2022-04-01T12:59:29Z', 'revision_number': 0, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11eea4ce-4467-44d4-9b69-40e9b046a087', 'name': '', 'network_id': 'f3f18ff9-adb3-471e-b453-f6af9832bca2', 'tenant_id': '54dd814f3ded4562b43b55c7cf9fec64', 'mac_address': 'fa:16:3e:f5:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c33ede-0fcf-45eb-a07c-9f6cfc838624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T12:59:03Z', 'updated_at': '2022-04-01T12:59:13Z', 'revision_number': 5, 'project_id': '54dd814f3ded4562b43b55c7cf9fec64', 'subnets': [{'id': '63a9b13c-b640-4954-a1a6-cbc3bd567ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 12:59:32.398320 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82abc8b-c082-429d-853b-01c2fc33cad9 req-789abf92-c78c-4e9b-b817-0d174b84cfc6 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:32.400303 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e82abc8b-c082-429d-853b-01c2fc33cad9 req-789abf92-c78c-4e9b-b817-0d174b84cfc6 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 945 time: 0.0645254 Apr 01 12:59:32.448197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e82abc8b-c082-429d-853b-01c2fc33cad9 req-da2f5a8d-0c87-4976-84f3-280764cbaa2b tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9ef84-f65c-4052-b4be-7640e3543c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Apr 01 12:59:32.558028 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd8dcb6-033b-4192-9067-0f90874305f8 None None] New status for floating IP 303163a2-ec3c-4297-942b-1efe31b09559: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 12:59:32.782698 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ad6cf-e8b2-4214-85eb-4cafb66f00b1 req-2899325a-38de-4bac-b06b-23b6cdd0766a tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:32.784386 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-812ad6cf-e8b2-4214-85eb-4cafb66f00b1 req-2899325a-38de-4bac-b06b-23b6cdd0766a tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.44 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 945 time: 0.0622575 Apr 01 12:59:32.897147 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-812ad6cf-e8b2-4214-85eb-4cafb66f00b1 req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Deleting port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 12:59:32.897545 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-812ad6cf-e8b2-4214-85eb-4cafb66f00b1 req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:32.993530 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-812ad6cf-e8b2-4214-85eb-4cafb66f00b1 req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] For port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7,segment=NetworkSegment(7795a54f-0b0f-4952-9113-df05f0dca25b),segment_id=7795a54f-0b0f-4952-9113-df05f0dca25b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 12:59:32.993897 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-812ad6cf-e8b2-4214-85eb-4cafb66f00b1 req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:33.007430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-812ad6cf-e8b2-4214-85eb-4cafb66f00b1 req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Calling delete_port for 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 12:59:33.153546 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-812ad6cf-e8b2-4214-85eb-4cafb66f00b1 req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:33.170326 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 12:59:33.184145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Pushing event deleted for resources: {'Port': ['ID=5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 12:59:33.197916 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:33.198319 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:33.198634 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:33.198949 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:33.199316 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:33.199617 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:33.199941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:33.200259 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:33.200583 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:33.200908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:33.201224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:33.201542 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 12:59:33.241297 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-812ad6cf-e8b2-4214-85eb-4cafb66f00b1 req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] No DVR routers for this DVR port 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 12:59:33.245502 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-812ad6cf-e8b2-4214-85eb-4cafb66f00b1 req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:33.248781 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-812ad6cf-e8b2-4214-85eb-4cafb66f00b1 req-e24a478e-fedc-46ca-b295-20e5e724ab32 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.44 "DELETE /v2.0/ports/5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 HTTP/1.1" status: 204 len: 173 time: 0.4552133 Apr 01 12:59:33.249238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd330d3b7-6ab4-4106-b419-3cb509970426', 'name': 'network-vif-deleted', 'tag': '5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 12:59:33.252075 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70634af5-6bb4-4ca7-9316-aad1bf8ae3af" -d '{"events": [{"server_uuid": "d330d3b7-6ab4-4106-b419-3cb509970426", "name": "network-vif-deleted", "tag": "5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 12:59:33.291764 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 12:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e968c74-916a-4f4e-b244-159ee3030ea3 x-openstack-request-id: req-0e968c74-916a-4f4e-b244-159ee3030ea3 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 12:59:33.292062 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d330d3b7-6ab4-4106-b419-3cb509970426", "name": "network-vif-deleted", "tag": "5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 12:59:33.292310 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e968c74-916a-4f4e-b244-159ee3030ea3 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 12:59:33.292711 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e968c74-916a-4f4e-b244-159ee3030ea3'] response: {'server_uuid': 'd330d3b7-6ab4-4106-b419-3cb509970426', 'name': 'network-vif-deleted', 'tag': '5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7', 'status': 'completed', 'code': 200} Apr 01 12:59:33.573431 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-82b35223-c8ca-4d48-841b-cbd2ffbb2dfb req-780ee6a0-07f3-4b15-a0c5-384499442d17 tempest-VolumesSnapshotTestJSON-1834122526 tempest-VolumesSnapshotTestJSON-1834122526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d330d3b7-6ab4-4106-b419-3cb509970426 HTTP/1.1" status: 200 len: 210 time: 0.0297821 Apr 01 12:59:36.366223 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bc6137a-4fe2-47e9-a3b5-52c17deb8237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:36.545765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 12:59:36.569363 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 12:59:36.569704 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 5f1c5414-9bb8-4cf1-87fd-2216b68fc4c7 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 12:59:38.861245 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:38.905554 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2a05ec97-fe74-40d1-a032-f1217d926733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:39.033756 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:40.476684 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:41.853852 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:41.893876 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 12:59:44.318313 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 12:59:50.123390 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3687b5a5-7305-439d-b110-22dce981ba2b req-69f2e1d3-ff68-4364-813e-a360a52997c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411875 Apr 01 12:59:50.202697 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687b5a5-7305-439d-b110-22dce981ba2b req-cc015908-a9be-4cc2-ae1d-1d66ec1dd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:50.204249 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3687b5a5-7305-439d-b110-22dce981ba2b req-cc015908-a9be-4cc2-ae1d-1d66ec1dd7cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.0391774 Apr 01 12:59:50.304315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687b5a5-7305-439d-b110-22dce981ba2b req-4f1b4cc2-7256-435c-b418-a3034526f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:50.305770 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3687b5a5-7305-439d-b110-22dce981ba2b req-4f1b4cc2-7256-435c-b418-a3034526f1c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 910 time: 0.0828419 Apr 01 12:59:50.372268 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3687b5a5-7305-439d-b110-22dce981ba2b req-6a171fa3-a460-44bd-af48-80f75441a469 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 1002 time: 0.0597973 Apr 01 12:59:50.419106 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687b5a5-7305-439d-b110-22dce981ba2b req-3e71742f-c057-4c61-bd70-cf22ef858692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:50.420492 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3687b5a5-7305-439d-b110-22dce981ba2b req-3e71742f-c057-4c61-bd70-cf22ef858692 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0414829 Apr 01 12:59:50.462718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687b5a5-7305-439d-b110-22dce981ba2b req-0cdb96d8-2d0d-465a-9b21-353983d9554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 12:59:50.464204 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3687b5a5-7305-439d-b110-22dce981ba2b req-0cdb96d8-2d0d-465a-9b21-353983d9554e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0367875 Apr 01 12:59:50.556953 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3687b5a5-7305-439d-b110-22dce981ba2b req-66a5b793-24c8-4da8-a839-86a532e66380 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862401 Apr 01 12:59:50.652866 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3687b5a5-7305-439d-b110-22dce981ba2b req-00bb5a38-eb46-40ca-874c-638a84a2c7bf service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892785 Apr 01 13:00:06.370431 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50e5dd27-0bbb-4647-bec5-313fe352c81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:08.864430 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:08.908400 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-74dc72bb-0b42-469c-b381-128cfd16fdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:09.038574 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:10.478311 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:11.855437 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:11.895929 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:15.639637 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47488) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:15.685656 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3e9a5f-56a1-4a62-8f10-596c2c222ee4 admin admin] Deleting subnet 498f609c-987e-41d2-bddb-c2afe1709114 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 13:00:15.689212 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a3e9a5f-56a1-4a62-8f10-596c2c222ee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:15.723241 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a3e9a5f-56a1-4a62-8f10-596c2c222ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:15.761023 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a3e9a5f-56a1-4a62-8f10-596c2c222ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:15.817282 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a3e9a5f-56a1-4a62-8f10-596c2c222ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:15.842756 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e9a5f-56a1-4a62-8f10-596c2c222ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498f609c-987e-41d2-bddb-c2afe1709114,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:15.846351 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9a3e9a5f-56a1-4a62-8f10-596c2c222ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:15.849474 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9a3e9a5f-56a1-4a62-8f10-596c2c222ee4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/498f609c-987e-41d2-bddb-c2afe1709114 HTTP/1.1" status: 204 len: 168 time: 0.2083232 Apr 01 13:00:15.851955 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47490) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:15.919698 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:16.003669 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:16.026747 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f13aa2f-6364-46fb-b1c5-e4e5163dffdd']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:16.036184 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7795a54f-0b0f-4952-9113-df05f0dca25b') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:16.036484 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7795a54f-0b0f-4952-9113-df05f0dca25b') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:16.045928 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:16.060717 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:16.067431 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:00:16.067759 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: timer() Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:00:16.069504 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:00:16.163935 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:16.169607 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:16.172914 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] 10.222.0.45 "DELETE /v2.0/networks/0f13aa2f-6364-46fb-b1c5-e4e5163dffdd HTTP/1.1" status: 204 len: 168 time: 0.3200250 Apr 01 13:00:16.183985 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8943b5-a903-43b1-ba82-3c7eca3639cf admin admin] Pushing event deleted for resources: {'Network': ['ID=0f13aa2f-6364-46fb-b1c5-e4e5163dffdd,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:16.340585 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47494) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:16.381040 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fafb8357-254d-4602-ab98-5e2f84b00e67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=825a414feccd40fbbf556f4d178de0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392785 Apr 01 13:00:16.383503 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47496) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:16.431059 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38104059-02f9-4aec-916e-f465638b1e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:16.453334 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38104059-02f9-4aec-916e-f465638b1e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:16.504805 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38104059-02f9-4aec-916e-f465638b1e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:16.507448 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-38104059-02f9-4aec-916e-f465638b1e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:16.508618 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-38104059-02f9-4aec-916e-f465638b1e77 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ee9ef84-f65c-4052-b4be-7640e3543c75 HTTP/1.1" status: 204 len: 168 time: 0.1242197 Apr 01 13:00:16.517338 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38104059-02f9-4aec-916e-f465638b1e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee9ef84-f65c-4052-b4be-7640e3543c75,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:17.734688 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47532) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:17.875190 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'network': {'name': 'tempest-network-smoke--1563488493', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'port_security_enabled': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:17.895521 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Made reservation on behalf of b2085ee30f6d44788ead95c281e9b078 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:00:17.898933 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:17.907956 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:17.982147 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:17.985986 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:18.011247 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:00:18.026153 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa77bdf0-5e48-407e-abab-2a2036524f67,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:18.029039 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:18.029376 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Added segment 133dc2d9-61a2-49ba-83f4-d31af678b6d2 of type vlan for network 33facf60-abee-45e5-ba74-4f12e5306cd9 Apr 01 13:00:18.069208 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:18.094995 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:18.100655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:18.101248 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:18.139595 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4037926 Apr 01 13:00:18.143125 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47538) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:18.175906 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-270444531', 'admin_state_up': True, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:18.184785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ede04c-a8ab-40d9-9a15-ae22bad031c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Network': ['ID=33facf60-abee-45e5-ba74-4f12e5306cd9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:18.196523 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 33facf60-abee-45e5-ba74-4f12e5306cd9 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:00:18.203688 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:18.204710 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:18.545346 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:18.684602 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:18.882745 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router_gateway, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:18.901745 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:19.012628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Allocated IP 172.25.7.37 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/980726f9-9bf0-4e51-9264-886a2247850b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:19.121828 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:19.158513 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:19.198983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:19.201846 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:19.206584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:19.232671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=980726f9-9bf0-4e51-9264-886a2247850b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:19.464806 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router_gateway, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:19.669129 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:19.802197 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Router 43abfa50-65c7-47e1-a97d-332e5210a713 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:00:19.933353 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:00:19.943325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Sync routers for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:00:19.956539 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:19.957814 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8d65e2d7-a117-4e3e-b975-9a636ea62025 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8137596 Apr 01 13:00:19.961140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47540) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:19.963191 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:19.964538 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:00:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:20.045727 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-8dd12b60-6ce7-42f0-8cec-fcec8e748529 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=b2085ee30f6d44788ead95c281e9b078&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0834005 Apr 01 13:00:20.048376 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47544) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:20.084788 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:20.144545 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492214be-ca8d-476e-bc12-ab7d6fc66e8c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:20.146113 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-492214be-ca8d-476e-bc12-ab7d6fc66e8c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0967779 Apr 01 13:00:20.148901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47546) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:20.177585 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-225cb085-f7a4-4f1f-aca8-4cbb9b7d94e3 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275729 Apr 01 13:00:20.180162 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47548) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:20.184883 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-3e273293-15e0-4ef4-89a4-1c3aea47f37a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-831555154', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:20.266923 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:19Z', 'revision_number': 3, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:20.275584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e273293-15e0-4ef4-89a4-1c3aea47f37a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Made reservation on behalf of b2085ee30f6d44788ead95c281e9b078 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:00:20.279284 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3e273293-15e0-4ef4-89a4-1c3aea47f37a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:20.293773 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Checking router: 43abfa50-65c7-47e1-a97d-332e5210a713 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:00:20.294143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Updating router 43abfa50-65c7-47e1-a97d-332e5210a713 port 980726f9-9bf0-4e51-9264-886a2247850b binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:00:20.319052 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:20.462085 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3e273293-15e0-4ef4-89a4-1c3aea47f37a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:20.523379 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e273293-15e0-4ef4-89a4-1c3aea47f37a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Subnet': ['ID=f84751ee-c4e2-4a05-a00b-35fe0199298a,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:20.532814 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e273293-15e0-4ef4-89a4-1c3aea47f37a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Checking segment: {'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:00:20.533177 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e273293-15e0-4ef4-89a4-1c3aea47f37a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network hostable DHCP agents. Network: 33facf60-abee-45e5-ba74-4f12e5306cd9, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:00:20.550924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e273293-15e0-4ef4-89a4-1c3aea47f37a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network 33facf60-abee-45e5-ba74-4f12e5306cd9 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:00:20.559413 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-3e273293-15e0-4ef4-89a4-1c3aea47f37a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 33facf60-abee-45e5-ba74-4f12e5306cd9) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:20.564204 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e273293-15e0-4ef4-89a4-1c3aea47f37a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:20.564817 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3e273293-15e0-4ef4-89a4-1c3aea47f37a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:20.572432 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b3768d-4df8-4795-a879-8f4bab790c80 None None] Network 33facf60-abee-45e5-ba74-4f12e5306cd9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 13:00:20.588456 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:20.602805 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-3e273293-15e0-4ef4-89a4-1c3aea47f37a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4173374 Apr 01 13:00:20.603040 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:20.603170 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47550) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:20.698727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Attempting to bind port 980726f9-9bf0-4e51-9264-886a2247850b on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:00:20.699095 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Attempting to bind port 980726f9-9bf0-4e51-9264-886a2247850b by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:00:20.699460 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Attempting to bind port 980726f9-9bf0-4e51-9264-886a2247850b on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:20.710952 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Pushing event updated for resources: {'Port': ['ID=980726f9-9bf0-4e51-9264-886a2247850b,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:20.716060 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:20.716360 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:00:20.716768 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:20.717166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:20.717675 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Bound port: 980726f9-9bf0-4e51-9264-886a2247850b, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:00:20.718630 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:20.756145 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:20.756480 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:20.756827 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:20.757170 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:20.757504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:20.757838 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:20.758325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:20.759300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:20.759835 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:20.760168 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:20.760539 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:20.761172 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:20.827638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] For port 980726f9-9bf0-4e51-9264-886a2247850b, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:20.831005 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] For port 980726f9-9bf0-4e51-9264-886a2247850b, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=980726f9-9bf0-4e51-9264-886a2247850b,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:20.854210 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:20.892708 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-33facf60-abee-45e5-ba74-4f12e5306cd9', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 13:00:20.893804 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:20.950299 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:20.951411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:00:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:20.957499 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276caa56-8a9b-4dff-a706-3b4fd9401941 None None] Pushing event updated for resources: {'Port': ['ID=980726f9-9bf0-4e51-9264-886a2247850b,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:21.132375 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:21.156022 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:21.210686 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Allocated IP 172.20.0.2 (33facf60-abee-45e5-ba74-4f12e5306cd9/f84751ee-c4e2-4a05-a00b-35fe0199298a/df248ee2-d862-4b91-b052-85fc936b9838) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:21.318821 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:00:21.451022 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:21.460297 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:21.470434 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:19Z', 'revision_number': 3, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:21.508306 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Allocated IP 172.20.0.1 (33facf60-abee-45e5-ba74-4f12e5306cd9/f84751ee-c4e2-4a05-a00b-35fe0199298a/e70a0800-4312-487d-b988-4c5f5d4b5e7f) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:21.528874 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Network 33facf60-abee-45e5-ba74-4f12e5306cd9 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:21.529760 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf24a4d-441e-4b82-bd99-e3ee83b00b7e None None] The sync data for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 is: [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:19Z', 'revision_number': 3, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:00:21.534768 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:21.538300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:21.547395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Pushing event updated for resources: {'Port': ['ID=df248ee2-d862-4b91-b052-85fc936b9838,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:21.611496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Attempting to bind port df248ee2-d862-4b91-b052-85fc936b9838 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:00:21.611983 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Attempting to bind port df248ee2-d862-4b91-b052-85fc936b9838 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:00:21.612456 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Attempting to bind port df248ee2-d862-4b91-b052-85fc936b9838 on network 33facf60-abee-45e5-ba74-4f12e5306cd9 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:21.619262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:21.620039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Checking segment: {'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:00:21.620582 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:21.621174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Bound using segment: {'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:21.621762 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Bound port: df248ee2-d862-4b91-b052-85fc936b9838, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:00:21.622267 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:21.662336 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:21.696328 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] For port df248ee2-d862-4b91-b052-85fc936b9838, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:21.701142 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] For port df248ee2-d862-4b91-b052-85fc936b9838, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=df248ee2-d862-4b91-b052-85fc936b9838,segment=NetworkSegment(133dc2d9-61a2-49ba-83f4-d31af678b6d2),segment_id=133dc2d9-61a2-49ba-83f4-d31af678b6d2)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:21.703724 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:21.712501 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:21.752800 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network 33facf60-abee-45e5-ba74-4f12e5306cd9 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:21.756347 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:21.760793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:21.796579 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=e70a0800-4312-487d-b988-4c5f5d4b5e7f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:21.816473 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d02249-268b-427a-9d19-a863ba660d2a None None] Pushing event updated for resources: {'Port': ['ID=df248ee2-d862-4b91-b052-85fc936b9838,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:21.836260 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:22.005191 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:22.326219 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:22.332247 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:22.428157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:22.430487 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=e70a0800-4312-487d-b988-4c5f5d4b5e7f,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:22.902324 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network 33facf60-abee-45e5-ba74-4f12e5306cd9 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:22.904769 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:22.916872 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a753fe-fdb4-4b6a-a2b4-9266a45eac1c None None] Network 33facf60-abee-45e5-ba74-4f12e5306cd9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 13:00:23.014981 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-2325cb72-6f7b-464d-8b2a-59cfdba61f14 None None] Provisioning complete for port df248ee2-d862-4b91-b052-85fc936b9838 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:23.015445 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2325cb72-6f7b-464d-8b2a-59cfdba61f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:23.060258 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Router 43abfa50-65c7-47e1-a97d-332e5210a713 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:00:23.130414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 980726f9-9bf0-4e51-9264-886a2247850b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:23.215601 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:00:23.224500 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-609bfe37-6bbe-4be7-bf65-d3bc74e6e36c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "PUT /v2.0/routers/43abfa50-65c7-47e1-a97d-332e5210a713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6194401 Apr 01 13:00:23.225300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47552) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:23.236992 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2325cb72-6f7b-464d-8b2a-59cfdba61f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:23.255843 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 980726f9-9bf0-4e51-9264-886a2247850b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:23.256218 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:23.315496 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-2325cb72-6f7b-464d-8b2a-59cfdba61f14 None None] For port df248ee2-d862-4b91-b052-85fc936b9838, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=df248ee2-d862-4b91-b052-85fc936b9838,segment=NetworkSegment(133dc2d9-61a2-49ba-83f4-d31af678b6d2),segment_id=133dc2d9-61a2-49ba-83f4-d31af678b6d2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:23.323550 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-2325cb72-6f7b-464d-8b2a-59cfdba61f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:23.364332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbaa62-eccd-4b37-ac87-c6198630efa5 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.364881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbaa62-eccd-4b37-ac87-c6198630efa5 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.365286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbaa62-eccd-4b37-ac87-c6198630efa5 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.365855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbaa62-eccd-4b37-ac87-c6198630efa5 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.366342 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbaa62-eccd-4b37-ac87-c6198630efa5 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.366887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbaa62-eccd-4b37-ac87-c6198630efa5 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.372169 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47554) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:23.377506 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325cb72-6f7b-464d-8b2a-59cfdba61f14 None None] Pushing event updated for resources: {'Port': ['ID=df248ee2-d862-4b91-b052-85fc936b9838,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:23.382695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-31bbaa62-eccd-4b37-ac87-c6198630efa5 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1566403 Apr 01 13:00:23.436179 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:23.462284 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 980726f9-9bf0-4e51-9264-886a2247850b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=980726f9-9bf0-4e51-9264-886a2247850b,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:23.470074 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:23.471348 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device df248ee2-d862-4b91-b052-85fc936b9838 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:23.505131 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f817247-b21a-4c30-9ed1-d24dadedc008 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.505835 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f817247-b21a-4c30-9ed1-d24dadedc008 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.506380 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f817247-b21a-4c30-9ed1-d24dadedc008 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.506953 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f817247-b21a-4c30-9ed1-d24dadedc008 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.507469 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f817247-b21a-4c30-9ed1-d24dadedc008 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.507976 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f817247-b21a-4c30-9ed1-d24dadedc008 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:23.510371 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6f817247-b21a-4c30-9ed1-d24dadedc008 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3997 time: 0.1369090 Apr 01 13:00:23.513343 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47556) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:23.664085 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Sync routers for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:00:23.677719 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:23.678908 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:00:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:23.750364 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=980726f9-9bf0-4e51-9264-886a2247850b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:23.756493 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-56d2b491-8c74-40d1-932a-3027d7e93e50 None None] Provisioning complete for port e70a0800-4312-487d-b988-4c5f5d4b5e7f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:23.756871 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-56d2b491-8c74-40d1-932a-3027d7e93e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:23.799041 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port df248ee2-d862-4b91-b052-85fc936b9838 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:23.799423 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:23.804428 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-56d2b491-8c74-40d1-932a-3027d7e93e50 None None] Port e70a0800-4312-487d-b988-4c5f5d4b5e7f cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 13:00:23.824187 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:23.849177 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-56d2b491-8c74-40d1-932a-3027d7e93e50 None None] Provisioning complete for port df248ee2-d862-4b91-b052-85fc936b9838 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:23.849548 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-56d2b491-8c74-40d1-932a-3027d7e93e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:23.854319 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-33a767c3-86a7-48f4-af46-9444a5fe2163 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3039 time: 0.3370619 Apr 01 13:00:24.089194 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47560) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:24.094477 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-99eb49d5-4b0e-41cc-83af-d5a617ea87e8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744736823', 'description': 'tempest-secgroup-smoke-1744736823 description', 'project_id': 'b2085ee30f6d44788ead95c281e9b078'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:24.105965 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:21Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:22Z', 'revision_number': 2, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:24.112317 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-28fe4303-ca20-4b56-b915-7e72543f659f None None] Provisioning complete for port e70a0800-4312-487d-b988-4c5f5d4b5e7f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:24.113149 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-28fe4303-ca20-4b56-b915-7e72543f659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.119977 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99eb49d5-4b0e-41cc-83af-d5a617ea87e8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.159673 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Checking router: 43abfa50-65c7-47e1-a97d-332e5210a713 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:00:24.160317 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Updating router 43abfa50-65c7-47e1-a97d-332e5210a713 port e70a0800-4312-487d-b988-4c5f5d4b5e7f binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:00:24.178822 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-28fe4303-ca20-4b56-b915-7e72543f659f None None] Port e70a0800-4312-487d-b988-4c5f5d4b5e7f cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 13:00:24.195981 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.205957 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99eb49d5-4b0e-41cc-83af-d5a617ea87e8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.212457 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99eb49d5-4b0e-41cc-83af-d5a617ea87e8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.242869 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-99eb49d5-4b0e-41cc-83af-d5a617ea87e8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.244135 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-99eb49d5-4b0e-41cc-83af-d5a617ea87e8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1536458 Apr 01 13:00:24.246561 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb49d5-4b0e-41cc-83af-d5a617ea87e8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec46caef-886c-4055-bcee-445c52ae07c0,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:24.247493 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47562) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:24.254074 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-cd74ea31-dd7b-4301-bf68-7da15d4dbf05 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': 'ec46caef-886c-4055-bcee-445c52ae07c0', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:24.281967 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cd74ea31-dd7b-4301-bf68-7da15d4dbf05 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.348269 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cd74ea31-dd7b-4301-bf68-7da15d4dbf05 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.353224 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cd74ea31-dd7b-4301-bf68-7da15d4dbf05 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.372551 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74ea31-dd7b-4301-bf68-7da15d4dbf05 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173747d5-f391-43a2-a075-ef351cd45e85,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:24.382729 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cd74ea31-dd7b-4301-bf68-7da15d4dbf05 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.386584 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-cd74ea31-dd7b-4301-bf68-7da15d4dbf05 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341176 Apr 01 13:00:24.386763 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47564) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:24.391145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a692d0ec-f290-494a-9b36-0cb12c16f9f8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': 'ec46caef-886c-4055-bcee-445c52ae07c0', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:24.416557 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a692d0ec-f290-494a-9b36-0cb12c16f9f8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.478021 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a692d0ec-f290-494a-9b36-0cb12c16f9f8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.482179 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a692d0ec-f290-494a-9b36-0cb12c16f9f8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.490495 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.498371 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692d0ec-f290-494a-9b36-0cb12c16f9f8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34731858-c7c5-4081-ba3a-43095b5dd093,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:24.500230 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.509825 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a692d0ec-f290-494a-9b36-0cb12c16f9f8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.513695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a692d0ec-f290-494a-9b36-0cb12c16f9f8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234355 Apr 01 13:00:24.514258 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47566) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:24.519639 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-273bddf8-63d0-426e-beee-db4bf02e65c3 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': 'ec46caef-886c-4055-bcee-445c52ae07c0', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:24.548079 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-273bddf8-63d0-426e-beee-db4bf02e65c3 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.577108 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Pushing event updated for resources: {'Port': ['ID=e70a0800-4312-487d-b988-4c5f5d4b5e7f,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:24.600782 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:24.601123 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:24.601458 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:24.601786 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:24.602149 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:24.602474 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:24.602794 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:24.603112 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:24.603426 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:24.603746 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:24.604062 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:24.604375 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:24.618198 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Attempting to bind port e70a0800-4312-487d-b988-4c5f5d4b5e7f on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:00:24.618565 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Attempting to bind port e70a0800-4312-487d-b988-4c5f5d4b5e7f by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:00:24.618918 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Attempting to bind port e70a0800-4312-487d-b988-4c5f5d4b5e7f on network 33facf60-abee-45e5-ba74-4f12e5306cd9 {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:24.625468 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:24.625468 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Checking segment: {'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:00:24.625847 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.626191 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Bound using segment: {'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:24.626783 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Bound port: e70a0800-4312-487d-b988-4c5f5d4b5e7f, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:00:24.627178 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.632806 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-273bddf8-63d0-426e-beee-db4bf02e65c3 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.639392 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-273bddf8-63d0-426e-beee-db4bf02e65c3 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.659801 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bddf8-63d0-426e-beee-db4bf02e65c3 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94768496-052b-4f8d-97af-b05110b215aa,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:24.669491 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-273bddf8-63d0-426e-beee-db4bf02e65c3 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.671970 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-273bddf8-63d0-426e-beee-db4bf02e65c3 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563275 Apr 01 13:00:24.674813 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47568) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:24.679524 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ba986006-bd00-4eaf-b97e-d553984c0188 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': 'ec46caef-886c-4055-bcee-445c52ae07c0', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:24.708796 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba986006-bd00-4eaf-b97e-d553984c0188 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.712923 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] For port e70a0800-4312-487d-b988-4c5f5d4b5e7f, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:24.716263 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] For port e70a0800-4312-487d-b988-4c5f5d4b5e7f, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e70a0800-4312-487d-b988-4c5f5d4b5e7f,segment=NetworkSegment(133dc2d9-61a2-49ba-83f4-d31af678b6d2),segment_id=133dc2d9-61a2-49ba-83f4-d31af678b6d2)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:24.723847 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.788598 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb057b9-c30c-43ea-8b67-f831019c9dce None None] Pushing event updated for resources: {'Port': ['ID=e70a0800-4312-487d-b988-4c5f5d4b5e7f,revision_number=4']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:24.791252 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba986006-bd00-4eaf-b97e-d553984c0188 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.792232 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:24.793118 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:00:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:24.799709 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba986006-bd00-4eaf-b97e-d553984c0188 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.811749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0a6d6517-92c2-481a-abf5-13d04443d106 None None] Provisioning complete for port e70a0800-4312-487d-b988-4c5f5d4b5e7f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:24.812324 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0a6d6517-92c2-481a-abf5-13d04443d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.833148 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba986006-bd00-4eaf-b97e-d553984c0188 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59df9951-b018-4d56-83d0-07c0c83959d3,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:24.847615 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba986006-bd00-4eaf-b97e-d553984c0188 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.849991 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ba986006-bd00-4eaf-b97e-d553984c0188 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1738255 Apr 01 13:00:24.852472 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47570) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:24.857805 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-78b848a8-eb8d-4ab0-9fb0-cfe5d9727e9f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': 'ec46caef-886c-4055-bcee-445c52ae07c0', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:24.885607 n-d-836146-1 neutron-server[102719]: INFO neutron.db.securitygroups_db [None req-78b848a8-eb8d-4ab0-9fb0-cfe5d9727e9f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Project b2085ee30f6d44788ead95c281e9b078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:00:24.896389 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78b848a8-eb8d-4ab0-9fb0-cfe5d9727e9f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.929491 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0a6d6517-92c2-481a-abf5-13d04443d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:24.935465 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:24.995868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0a6d6517-92c2-481a-abf5-13d04443d106 None None] For port e70a0800-4312-487d-b988-4c5f5d4b5e7f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e70a0800-4312-487d-b988-4c5f5d4b5e7f,segment=NetworkSegment(133dc2d9-61a2-49ba-83f4-d31af678b6d2),segment_id=133dc2d9-61a2-49ba-83f4-d31af678b6d2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:25.002957 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0a6d6517-92c2-481a-abf5-13d04443d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:25.024550 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78b848a8-eb8d-4ab0-9fb0-cfe5d9727e9f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:25.039435 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78b848a8-eb8d-4ab0-9fb0-cfe5d9727e9f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:25.040893 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 980726f9-9bf0-4e51-9264-886a2247850b up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:25.075748 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-78b848a8-eb8d-4ab0-9fb0-cfe5d9727e9f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:25.079411 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-78b848a8-eb8d-4ab0-9fb0-cfe5d9727e9f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2255654 Apr 01 13:00:25.082317 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47572) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:25.087094 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-ce98424b-0b7e-415e-9efb-2376306b7d42 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': 'ec46caef-886c-4055-bcee-445c52ae07c0', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:25.091479 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b848a8-eb8d-4ab0-9fb0-cfe5d9727e9f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869f5349-a0f9-4889-b182-86c8d895a181,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:25.123358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d6517-92c2-481a-abf5-13d04443d106 None None] Pushing event updated for resources: {'Port': ['ID=e70a0800-4312-487d-b988-4c5f5d4b5e7f,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:25.124058 n-d-836146-1 neutron-server[102719]: INFO neutron.db.securitygroups_db [None req-ce98424b-0b7e-415e-9efb-2376306b7d42 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Project b2085ee30f6d44788ead95c281e9b078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:00:25.130577 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce98424b-0b7e-415e-9efb-2376306b7d42 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:25.141019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-55ed5169-89ea-4aff-b1b1-26674ced9e21 None None] Provisioning complete for port e70a0800-4312-487d-b988-4c5f5d4b5e7f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:25.142182 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-55ed5169-89ea-4aff-b1b1-26674ced9e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:25.184969 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 980726f9-9bf0-4e51-9264-886a2247850b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:25.185326 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:25.201768 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce98424b-0b7e-415e-9efb-2376306b7d42 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:25.206972 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce98424b-0b7e-415e-9efb-2376306b7d42 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:25.229366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98424b-0b7e-415e-9efb-2376306b7d42 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fce512-b6c8-4024-b46a-2da3987d9da0,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:25.237401 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-ce98424b-0b7e-415e-9efb-2376306b7d42 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:25.238788 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-ce98424b-0b7e-415e-9efb-2376306b7d42 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554909 Apr 01 13:00:25.258953 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:21Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:25.291889 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a950df-108d-4f3f-b63e-4b5c57fbfefa None None] The sync data for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 is: [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:21Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:00:25.343898 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device df248ee2-d862-4b91-b052-85fc936b9838 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:25.406596 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-1e625f4d-9652-4bdf-8291-071a194241f0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744736823&fields=id&tenant_id=b2085ee30f6d44788ead95c281e9b078 HTTP/1.1" status: 200 len: 267 time: 0.0512490 Apr 01 13:00:25.415219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port df248ee2-d862-4b91-b052-85fc936b9838 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:25.415603 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:25.535013 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-b73e47dc-8d0d-4936-b3e5-32c2bfd0f127 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:25.536563 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-b73e47dc-8d0d-4936-b3e5-32c2bfd0f127 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/networks?id=33facf60-abee-45e5-ba74-4f12e5306cd9 HTTP/1.1" status: 200 len: 797 time: 0.1163909 Apr 01 13:00:25.552894 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-0175a7a8-d1ca-4d44-8c8e-b34e266a5b43 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/quotas/b2085ee30f6d44788ead95c281e9b078 HTTP/1.1" status: 200 len: 375 time: 0.0099313 Apr 01 13:00:25.612800 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-1542b050-8670-4f58-9874-79e7c0bb1882 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533466 Apr 01 13:00:25.717316 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-c6b42934-27d2-4743-84b7-09ef19af5900 service neutron] 10.222.0.45 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918064 Apr 01 13:00:25.821207 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-80d0b087-cdd1-4bf3-aec5-3c26a3f099c5 service neutron] 10.222.0.45 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952933 Apr 01 13:00:26.003258 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-da070eac-c667-4040-8c23-88c61cedceb1 req-24c42da4-787e-48df-8845-168ba80d5eaf tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 210 time: 0.0308046 Apr 01 13:00:26.998975 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e70a0800-4312-487d-b988-4c5f5d4b5e7f up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:27.054216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e70a0800-4312-487d-b988-4c5f5d4b5e7f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:27.054588 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:27.142630 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-9ba345d8-128d-431c-8c05-22b1eeb8bc6d req-69e2b5cf-35c4-4a4d-982f-a6408e4703ce tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 210 time: 0.0589411 Apr 01 13:00:27.235439 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-821d1f41-0e88-480f-9093-b4890a2a2d2b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:27.237120 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-821d1f41-0e88-480f-9093-b4890a2a2d2b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.44 "GET /v2.0/networks?id=33facf60-abee-45e5-ba74-4f12e5306cd9 HTTP/1.1" status: 200 len: 797 time: 0.1347377 Apr 01 13:00:27.289774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-06b22b1c-c82e-480d-a88e-4fa1023fe178 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2085ee30f6d44788ead95c281e9b078 HTTP/1.1" status: 200 len: 380 time: 0.0385406 Apr 01 13:00:27.299508 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'port': {'device_id': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'admin_state_up': True, 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'security_groups': ['ec46caef-886c-4055-bcee-445c52ae07c0']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:27.410685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Made reservation on behalf of b2085ee30f6d44788ead95c281e9b078 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:00:27.414185 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:27.554427 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Allocated IP 172.20.0.8 (33facf60-abee-45e5-ba74-4f12e5306cd9/f84751ee-c4e2-4a05-a00b-35fe0199298a/76fe6926-b301-4846-b8d6-d9e278edcf55) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:27.692263 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:27.731067 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:27.778689 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network 33facf60-abee-45e5-ba74-4f12e5306cd9 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:27.781877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:27.785651 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:27.801509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=76fe6926-b301-4846-b8d6-d9e278edcf55,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:27.859041 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:27.859770 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:27.877601 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-8f378ad8-8a05-49ab-9e30-490975110330 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823059 Apr 01 13:00:27.955642 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Request body: {'port': {'device_id': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:28.021780 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:28.023032 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-d6e9ba6a-0c60-43bc-8e9c-9e5eef03a3a7 None None] Provisioning complete for port 76fe6926-b301-4846-b8d6-d9e278edcf55 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:28.023679 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d6e9ba6a-0c60-43bc-8e9c-9e5eef03a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:28.057800 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9ba6a-0c60-43bc-8e9c-9e5eef03a3a7 None None] Port 76fe6926-b301-4846-b8d6-d9e278edcf55 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 13:00:28.313655 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10130650-1bb6-4a17-b01d-c3dc885f8dcc req-36f3c2a8-aa94-4152-9783-3c8ff9a1779e tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:28.315102 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10130650-1bb6-4a17-b01d-c3dc885f8dcc req-36f3c2a8-aa94-4152-9783-3c8ff9a1779e tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 931 time: 0.0919867 Apr 01 13:00:28.396723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fe6926-b301-4846-b8d6-d9e278edcf55 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:00:28.404208 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-10130650-1bb6-4a17-b01d-c3dc885f8dcc req-39b273d5-d306-47e6-b2e1-09bab7841f12 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec46caef-886c-4055-bcee-445c52ae07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810831 Apr 01 13:00:28.408937 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:28.428983 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Transition to ACTIVE for port object 76fe6926-b301-4846-b8d6-d9e278edcf55 will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:00:28.436361 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:28.493810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Pushing event updated for resources: {'Port': ['ID=76fe6926-b301-4846-b8d6-d9e278edcf55,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:28.569793 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Attempting to bind port 76fe6926-b301-4846-b8d6-d9e278edcf55 on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:00:28.570163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Attempting to bind port 76fe6926-b301-4846-b8d6-d9e278edcf55 by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:00:28.570494 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Attempting to bind port 76fe6926-b301-4846-b8d6-d9e278edcf55 on network 33facf60-abee-45e5-ba74-4f12e5306cd9 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:28.575588 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Port 76fe6926-b301-4846-b8d6-d9e278edcf55 on network 33facf60-abee-45e5-ba74-4f12e5306cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:00:28.575904 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Attempting to bind port 76fe6926-b301-4846-b8d6-d9e278edcf55 on network 33facf60-abee-45e5-ba74-4f12e5306cd9 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:00:28.581386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:00:28.581718 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Checking segment: {'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:00:28.582134 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Bound using segment: {'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:00:28.582574 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Bound port: 76fe6926-b301-4846-b8d6-d9e278edcf55, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133dc2d9-61a2-49ba-83f4-d31af678b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:00:28.582932 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:28.658232 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] For port 76fe6926-b301-4846-b8d6-d9e278edcf55, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:00:28.661785 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] For port 76fe6926-b301-4846-b8d6-d9e278edcf55, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=76fe6926-b301-4846-b8d6-d9e278edcf55,segment=NetworkSegment(133dc2d9-61a2-49ba-83f4-d31af678b6d2),segment_id=133dc2d9-61a2-49ba-83f4-d31af678b6d2)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:00:28.667518 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:28.710433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:28.711908 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:28.712491 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-9f874f17-b93c-4074-953a-beb85835234e service neutron] 10.222.0.44 "PUT /v2.0/ports/76fe6926-b301-4846-b8d6-d9e278edcf55 HTTP/1.1" status: 200 len: 1091 time: 0.8220398 Apr 01 13:00:28.712944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'tag': '76fe6926-b301-4846-b8d6-d9e278edcf55'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:00:28.715211 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f2b8fb-2051-4f23-a82f-a63f912a7ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f0991a-5708-4803-bb30-dc023c7b03b0", "tag": "76fe6926-b301-4846-b8d6-d9e278edcf55"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:00:28.748701 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f874f17-b93c-4074-953a-beb85835234e service neutron] Pushing event updated for resources: {'Port': ['ID=76fe6926-b301-4846-b8d6-d9e278edcf55,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:28.799151 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746427a5-fc68-4a95-a717-c37abdea209e x-openstack-request-id: req-746427a5-fc68-4a95-a717-c37abdea209e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:00:28.799531 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f0991a-5708-4803-bb30-dc023c7b03b0", "tag": "76fe6926-b301-4846-b8d6-d9e278edcf55", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:00:28.799857 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-746427a5-fc68-4a95-a717-c37abdea209e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:00:28.800342 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746427a5-fc68-4a95-a717-c37abdea209e'] response: {'name': 'network-changed', 'server_uuid': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'tag': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'status': 'completed', 'code': 200} Apr 01 13:00:28.817055 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-abacba7f-9cb1-4f87-abda-2139ec790ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:28.818645 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-abacba7f-9cb1-4f87-abda-2139ec790ea0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 1094 time: 0.0498950 Apr 01 13:00:28.863859 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-e5e6d094-b898-4a88-a95e-6e466ffe04f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76fe6926-b301-4846-b8d6-d9e278edcf55 HTTP/1.1" status: 200 len: 217 time: 0.0373614 Apr 01 13:00:28.921073 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-ca2680e2-414d-4b21-a2ed-2d1da2f502a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:28.922600 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-ca2680e2-414d-4b21-a2ed-2d1da2f502a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f84751ee-c4e2-4a05-a00b-35fe0199298a HTTP/1.1" status: 200 len: 834 time: 0.0520210 Apr 01 13:00:28.983890 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-bfbfae3c-e191-43e5-8611-0ec286541386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:28.985425 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-bfbfae3c-e191-43e5-8611-0ec286541386 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33facf60-abee-45e5-ba74-4f12e5306cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446811 Apr 01 13:00:29.084053 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-497a5d54-75f2-4bf9-98ed-9c4116c03a98 service neutron] 10.222.0.44 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872738 Apr 01 13:00:29.182743 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5e26ee1-01c3-468f-9ac2-85cdb5e86456 req-76ea0119-b56b-43c8-abf1-c8923002dec9 service neutron] 10.222.0.44 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877810 Apr 01 13:00:29.278340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2b8fb-2051-4f23-a82f-a63f912a7ce2 req-2705ab08-e607-4ea4-a116-06f9c11c1991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:29.281222 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0f2b8fb-2051-4f23-a82f-a63f912a7ce2 req-2705ab08-e607-4ea4-a116-06f9c11c1991 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 1094 time: 0.0437291 Apr 01 13:00:29.376367 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2b8fb-2051-4f23-a82f-a63f912a7ce2 req-0736918a-fec5-4863-922e-18603920472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:29.377764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0f2b8fb-2051-4f23-a82f-a63f912a7ce2 req-0736918a-fec5-4863-922e-18603920472f service neutron] 10.222.0.44 "GET /v2.0/networks?id=33facf60-abee-45e5-ba74-4f12e5306cd9 HTTP/1.1" status: 200 len: 898 time: 0.0895488 Apr 01 13:00:29.419049 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0f2b8fb-2051-4f23-a82f-a63f912a7ce2 req-97be49c9-c606-489a-9189-7b5bf944486f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76fe6926-b301-4846-b8d6-d9e278edcf55 HTTP/1.1" status: 200 len: 217 time: 0.0341556 Apr 01 13:00:29.476457 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2b8fb-2051-4f23-a82f-a63f912a7ce2 req-b25e71ec-2997-49c6-bf75-9f4fe76a0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:29.477924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0f2b8fb-2051-4f23-a82f-a63f912a7ce2 req-b25e71ec-2997-49c6-bf75-9f4fe76a0b86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f84751ee-c4e2-4a05-a00b-35fe0199298a HTTP/1.1" status: 200 len: 834 time: 0.0482917 Apr 01 13:00:29.554140 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2b8fb-2051-4f23-a82f-a63f912a7ce2 req-22a5e029-3109-4c42-8f8b-3acfec9abea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:29.555678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0f2b8fb-2051-4f23-a82f-a63f912a7ce2 req-22a5e029-3109-4c42-8f8b-3acfec9abea1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33facf60-abee-45e5-ba74-4f12e5306cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700727 Apr 01 13:00:29.563089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fac78-5cdb-4058-ae8d-be8e62e451b9 req-661eddd7-7f4e-419f-8568-c48d4037b2be tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:29.564438 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-811fac78-5cdb-4058-ae8d-be8e62e451b9 req-661eddd7-7f4e-419f-8568-c48d4037b2be tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 943 time: 0.0714231 Apr 01 13:00:29.658217 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-811fac78-5cdb-4058-ae8d-be8e62e451b9 req-a80a2609-ffc0-4810-b062-bd5951233401 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec46caef-886c-4055-bcee-445c52ae07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858777 Apr 01 13:00:29.681936 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0f2b8fb-2051-4f23-a82f-a63f912a7ce2 req-5457ae1b-19f3-412c-a482-5645c23bbf59 service neutron] 10.222.0.44 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165428 Apr 01 13:00:29.786165 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-a0f2b8fb-2051-4f23-a82f-a63f912a7ce2 req-fd425684-7cc0-4521-b342-b12a33e144c5 service neutron] 10.222.0.44 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943904 Apr 01 13:00:30.780898 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44858a58-5269-4443-9198-a17704f87d54 req-6d6b16ee-6813-44f7-a991-b8723ef29e7e tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:30.782463 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44858a58-5269-4443-9198-a17704f87d54 req-6d6b16ee-6813-44f7-a991-b8723ef29e7e tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 943 time: 0.0503402 Apr 01 13:00:30.826671 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-44858a58-5269-4443-9198-a17704f87d54 req-2cf5e745-ae45-47e3-971a-4f2a401c88dc tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec46caef-886c-4055-bcee-445c52ae07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377753 Apr 01 13:00:31.948633 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393285b-5e88-45a5-a862-c509e108a93b req-9646f2d2-c828-44f0-bba4-3ea637d6fa8d tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:31.950135 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e393285b-5e88-45a5-a862-c509e108a93b req-9646f2d2-c828-44f0-bba4-3ea637d6fa8d tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 943 time: 0.0548408 Apr 01 13:00:31.987418 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-e393285b-5e88-45a5-a862-c509e108a93b req-e077c11d-ee02-4a41-a8f5-9f2a94750075 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec46caef-886c-4055-bcee-445c52ae07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Apr 01 13:00:32.772276 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 76fe6926-b301-4846-b8d6-d9e278edcf55 details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:00:32.872216 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 76fe6926-b301-4846-b8d6-d9e278edcf55, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=76fe6926-b301-4846-b8d6-d9e278edcf55,segment=NetworkSegment(133dc2d9-61a2-49ba-83f4-d31af678b6d2),segment_id=133dc2d9-61a2-49ba-83f4-d31af678b6d2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:32.883951 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'port_id': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'mac_address': 'fa:16:3e:bd:9f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:00:32.922716 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:32.935829 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fe6926-b301-4846-b8d6-d9e278edcf55 {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:00:32.957219 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 76fe6926-b301-4846-b8d6-d9e278edcf55, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=76fe6926-b301-4846-b8d6-d9e278edcf55,segment=NetworkSegment(133dc2d9-61a2-49ba-83f4-d31af678b6d2),segment_id=133dc2d9-61a2-49ba-83f4-d31af678b6d2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:32.960966 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:33.014991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=76fe6926-b301-4846-b8d6-d9e278edcf55,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:33.112873 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1ef09-82c9-4ca5-af07-e6b911a56870 req-3549c00e-2796-47ba-8732-7baa2ea64804 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:33.114387 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eff1ef09-82c9-4ca5-af07-e6b911a56870 req-3549c00e-2796-47ba-8732-7baa2ea64804 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 944 time: 0.0497448 Apr 01 13:00:33.155053 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-eff1ef09-82c9-4ca5-af07-e6b911a56870 req-0fb4f25f-6d1c-4775-b730-d861c01271c2 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec46caef-886c-4055-bcee-445c52ae07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333698 Apr 01 13:00:33.257846 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['76fe6926-b301-4846-b8d6-d9e278edcf55'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:00:34.272871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaafe00-88ef-43ff-9bb4-bed3f9d0e4f7 req-72a6e131-f3c3-4c4e-a34d-bc69e0bed31c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:34.274346 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cbaafe00-88ef-43ff-9bb4-bed3f9d0e4f7 req-72a6e131-f3c3-4c4e-a34d-bc69e0bed31c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 944 time: 0.0477822 Apr 01 13:00:34.312098 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cbaafe00-88ef-43ff-9bb4-bed3f9d0e4f7 req-f5911ca5-a1fe-44df-869c-f206f3b8f9c0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec46caef-886c-4055-bcee-445c52ae07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311189 Apr 01 13:00:34.788195 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 76fe6926-b301-4846-b8d6-d9e278edcf55 up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:00:34.836161 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 76fe6926-b301-4846-b8d6-d9e278edcf55 completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:00:34.840004 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 76fe6926-b301-4846-b8d6-d9e278edcf55 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:00:34.840374 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:34.915324 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:34.943014 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fe6926-b301-4846-b8d6-d9e278edcf55'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:00:34.947537 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56f314e-add1-425f-8a7c-bfd6425fb27a" -d '{"events": [{"server_uuid": "b1f0991a-5708-4803-bb30-dc023c7b03b0", "name": "network-vif-plugged", "status": "completed", "tag": "76fe6926-b301-4846-b8d6-d9e278edcf55"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:00:34.960509 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 76fe6926-b301-4846-b8d6-d9e278edcf55, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=76fe6926-b301-4846-b8d6-d9e278edcf55,segment=NetworkSegment(133dc2d9-61a2-49ba-83f4-d31af678b6d2),segment_id=133dc2d9-61a2-49ba-83f4-d31af678b6d2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:00:34.964593 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:34.989197 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb5ac01-f0e4-4681-9c2e-c85b97d41605 x-openstack-request-id: req-2fb5ac01-f0e4-4681-9c2e-c85b97d41605 {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:00:34.989487 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f0991a-5708-4803-bb30-dc023c7b03b0", "name": "network-vif-plugged", "status": "completed", "tag": "76fe6926-b301-4846-b8d6-d9e278edcf55", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:00:34.989732 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fb5ac01-f0e4-4681-9c2e-c85b97d41605 {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:00:34.990150 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb5ac01-f0e4-4681-9c2e-c85b97d41605'] response: {'server_uuid': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'code': 200} Apr 01 13:00:35.020853 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=76fe6926-b301-4846-b8d6-d9e278edcf55,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:35.086091 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db54e-2c63-43e1-b157-e78b5aa73104 req-fdada0ac-5a5a-4fa7-a76f-0df592fb64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:35.087594 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f1db54e-2c63-43e1-b157-e78b5aa73104 req-fdada0ac-5a5a-4fa7-a76f-0df592fb64f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 1096 time: 0.0396180 Apr 01 13:00:35.122398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-2f1db54e-2c63-43e1-b157-e78b5aa73104 req-6516960e-af0a-4136-ba69-b57570d7514e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ec46caef-886c-4055-bcee-445c52ae07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273199 Apr 01 13:00:35.436117 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d00092-3368-4163-ac26-59db50d365a6 req-66a73527-dd05-4142-b0e5-b652ce395de7 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:35.437601 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78d00092-3368-4163-ac26-59db50d365a6 req-66a73527-dd05-4142-b0e5-b652ce395de7 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 945 time: 0.0547495 Apr 01 13:00:35.476632 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78d00092-3368-4163-ac26-59db50d365a6 req-239152d6-d01d-4114-92bb-4d2dd4c45d00 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec46caef-886c-4055-bcee-445c52ae07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329192 Apr 01 13:00:36.373072 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-70330640-cd52-4ba4-b5bb-6e7ea8f20559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:36.595703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9850e2-e47a-4e5f-8b6c-0aecb80a98cd req-0b12daa4-e9fd-4a26-b7bc-cee1a38583bb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:36.597200 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2b9850e2-e47a-4e5f-8b6c-0aecb80a98cd req-0b12daa4-e9fd-4a26-b7bc-cee1a38583bb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 945 time: 0.0492790 Apr 01 13:00:36.638214 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-2b9850e2-e47a-4e5f-8b6c-0aecb80a98cd req-5c66a3ab-98cb-481d-af13-8e367e9025cf tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec46caef-886c-4055-bcee-445c52ae07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347166 Apr 01 13:00:36.759143 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f9f4-c7fb-4ad2-9b09-67d1f5281a65 req-c72fbca9-c941-432f-8c97-b4e40a357899 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:36.760625 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3543f9f4-c7fb-4ad2-9b09-67d1f5281a65 req-c72fbca9-c941-432f-8c97-b4e40a357899 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 945 time: 0.0536830 Apr 01 13:00:36.798231 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-3543f9f4-c7fb-4ad2-9b09-67d1f5281a65 req-1a7fa065-6a38-4c42-865f-929266ef15c1 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec46caef-886c-4055-bcee-445c52ae07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309331 Apr 01 13:00:36.820200 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47634) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:36.858562 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7b3315-21d5-4e42-b26b-10b11f10aab4 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:36.860674 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4e7b3315-21d5-4e42-b26b-10b11f10aab4 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 1091 time: 0.0390677 Apr 01 13:00:36.863474 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47636) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:36.867838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'floatingip': {'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'port_id': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:00:36.894158 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for floatingip, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:37.000593 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:37.111715 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Allocated IP 172.25.7.26 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/6f4ab78c-f289-4ce5-bca7-de53f9a10a62) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:00:37.212288 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:37.248190 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:37.286971 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:00:37.291282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:00:37.294640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:00:37.299881 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=6f4ab78c-f289-4ce5-bca7-de53f9a10a62,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:37.329911 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:37.330284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:37.330628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:37.330965 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:37.331300 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:37.331630 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:37.332401 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:37.333086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:37.333086 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:37.333357 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:37.333684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:37.334429 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:00:37.480726 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47642) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:37.695692 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283a1e8-ac93-4d42-92ed-858449c4f8f6 req-19a1d27d-5da5-4449-876c-670887b1955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:37.697235 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c283a1e8-ac93-4d42-92ed-858449c4f8f6 req-19a1d27d-5da5-4449-876c-670887b1955c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.2155507 Apr 01 13:00:37.736329 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:37.761018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c283a1e8-ac93-4d42-92ed-858449c4f8f6 req-be3d8f87-d05d-40f4-8533-4694b34e8bca service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5d681f99-5fdb-4e70-bb80-8ab6beffccb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570097 Apr 01 13:00:37.810841 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:37.972290 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:37.976946 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:38.044932 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=6f4ab78c-f289-4ce5-bca7-de53f9a10a62,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:00:38.057377 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546348'] for floatingip, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:38.160614 n-d-836146-1 neutron-server[102718]: INFO neutron.db.l3_db [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Floating IP a4caccba-d958-4cbf-bd74-5c1bccfca4f8 associated. External IP: 172.25.7.26, port: 76fe6926-b301-4846-b8d6-d9e278edcf55. Apr 01 13:00:38.370236 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Router 43abfa50-65c7-47e1-a97d-332e5210a713 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:00:38.752640 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:00:38.763699 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a021bf7a-f8c4-4826-9c5c-d1872effbc28 None None] Sync routers for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:00:38.774439 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:38.775039 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a021bf7a-f8c4-4826-9c5c-d1872effbc28 None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:38.775659 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a021bf7a-f8c4-4826-9c5c-d1872effbc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:00:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:38.806188 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1f0563cd-31d4-4f86-aa5a-4c8a96e9f20c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9389305 Apr 01 13:00:38.806188 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'tag': '76fe6926-b301-4846-b8d6-d9e278edcf55'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:00:38.806542 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47654) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:38.807040 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a55f68-3828-4cbb-baab-256c74ae0388" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f0991a-5708-4803-bb30-dc023c7b03b0", "tag": "76fe6926-b301-4846-b8d6-d9e278edcf55"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:00:38.857995 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cef207-d2a0-415d-b2d9-c07e2abba887 x-openstack-request-id: req-91cef207-d2a0-415d-b2d9-c07e2abba887 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:00:38.858313 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f0991a-5708-4803-bb30-dc023c7b03b0", "tag": "76fe6926-b301-4846-b8d6-d9e278edcf55", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:00:38.858598 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91cef207-d2a0-415d-b2d9-c07e2abba887 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:00:38.859008 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91cef207-d2a0-415d-b2d9-c07e2abba887'] response: {'name': 'network-changed', 'server_uuid': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'tag': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'status': 'completed', 'code': 200} Apr 01 13:00:38.882048 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8421198d-bd2c-4bd6-a2db-23496f6df676 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/floatingips/a4caccba-d958-4cbf-bd74-5c1bccfca4f8 HTTP/1.1" status: 200 len: 990 time: 0.0735240 Apr 01 13:00:38.933986 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:38.939019 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-a021bf7a-f8c4-4826-9c5c-d1872effbc28 None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:38.941666 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-93f85072-518c-4165-8a90-4dca20f754f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:38.981952 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55f68-3828-4cbb-baab-256c74ae0388 req-fafb5e07-7544-4fe6-b93e-c49e7f1781b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:38.983674 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a55f68-3828-4cbb-baab-256c74ae0388 req-fafb5e07-7544-4fe6-b93e-c49e7f1781b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 1096 time: 0.0472002 Apr 01 13:00:39.087652 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55f68-3828-4cbb-baab-256c74ae0388 req-398f9c82-7550-40eb-b346-022d526b1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:39.089513 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a55f68-3828-4cbb-baab-256c74ae0388 req-398f9c82-7550-40eb-b346-022d526b1035 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33facf60-abee-45e5-ba74-4f12e5306cd9 HTTP/1.1" status: 200 len: 898 time: 0.0985799 Apr 01 13:00:39.113036 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:39.158546 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a55f68-3828-4cbb-baab-256c74ae0388 req-23c50f45-a247-4b32-bbf4-f7ae2c247139 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76fe6926-b301-4846-b8d6-d9e278edcf55 HTTP/1.1" status: 200 len: 998 time: 0.0617483 Apr 01 13:00:39.194575 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a021bf7a-f8c4-4826-9c5c-d1872effbc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:21Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a4caccba-d958-4cbf-bd74-5c1bccfca4f8', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'port_id': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'mac_address': 'fa:16:3e:bd:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:37Z', 'updated_at': '2022-04-01T13:00:37Z', 'revision_number': 0, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:39.213039 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55f68-3828-4cbb-baab-256c74ae0388 req-8c40a678-b6f9-4bd5-9e5c-c76e4bb0d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:39.214532 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a55f68-3828-4cbb-baab-256c74ae0388 req-8c40a678-b6f9-4bd5-9e5c-c76e4bb0d7c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f84751ee-c4e2-4a05-a00b-35fe0199298a HTTP/1.1" status: 200 len: 834 time: 0.0502832 Apr 01 13:00:39.222053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a021bf7a-f8c4-4826-9c5c-d1872effbc28 None None] Checking router: 43abfa50-65c7-47e1-a97d-332e5210a713 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:00:39.230867 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a021bf7a-f8c4-4826-9c5c-d1872effbc28 None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:00:39.231471 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a021bf7a-f8c4-4826-9c5c-d1872effbc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:00:39Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:39.262124 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55f68-3828-4cbb-baab-256c74ae0388 req-8f63790d-e718-40b4-b67b-ea26da0c0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:39.263760 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a55f68-3828-4cbb-baab-256c74ae0388 req-8f63790d-e718-40b4-b67b-ea26da0c0389 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33facf60-abee-45e5-ba74-4f12e5306cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411861 Apr 01 13:00:39.340805 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-a021bf7a-f8c4-4826-9c5c-d1872effbc28 None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:00:39.368289 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a55f68-3828-4cbb-baab-256c74ae0388 req-c49cccb2-962e-48c1-b104-3fa5564d12ca service neutron] 10.222.0.44 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966675 Apr 01 13:00:39.464012 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c2a55f68-3828-4cbb-baab-256c74ae0388 req-78622801-43a2-4020-b0ba-815bc30c7d22 service neutron] 10.222.0.44 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885103 Apr 01 13:00:39.572570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-a021bf7a-f8c4-4826-9c5c-d1872effbc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:21Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a4caccba-d958-4cbf-bd74-5c1bccfca4f8', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'port_id': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'mac_address': 'fa:16:3e:bd:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:37Z', 'updated_at': '2022-04-01T13:00:37Z', 'revision_number': 0, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:00:39.599656 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a021bf7a-f8c4-4826-9c5c-d1872effbc28 None None] The sync data for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 is: [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:21Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a4caccba-d958-4cbf-bd74-5c1bccfca4f8', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'port_id': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'mac_address': 'fa:16:3e:bd:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:37Z', 'updated_at': '2022-04-01T13:00:37Z', 'revision_number': 0, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:00:39.802932 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624be840-1a06-4f8d-85c2-d0cac4d4b225 None None] New status for floating IP a4caccba-d958-4cbf-bd74-5c1bccfca4f8: ACTIVE {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:00:39.885709 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47662) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:39.953348 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-dca7d099-e354-415f-bddb-2c0bdb5d7507 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/floatingips/a4caccba-d958-4cbf-bd74-5c1bccfca4f8 HTTP/1.1" status: 200 len: 990 time: 0.0652771 Apr 01 13:00:40.478893 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:40.956069 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47664) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:00:41.017019 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-03b8862a-46ae-4c5a-9e4d-9278f414c172 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/floatingips/a4caccba-d958-4cbf-bd74-5c1bccfca4f8 HTTP/1.1" status: 200 len: 992 time: 0.0598123 Apr 01 13:00:41.857861 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:41.897270 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:00:45.570648 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-73547b24-2c4d-4467-a26c-98e5901aa413 req-a6b0563b-764e-4aea-8275-c9ce213af26d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0375040 Apr 01 13:00:45.654560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73547b24-2c4d-4467-a26c-98e5901aa413 req-5fc7d614-2e20-431b-957a-bdf37c404b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:45.656644 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-73547b24-2c4d-4467-a26c-98e5901aa413 req-5fc7d614-2e20-431b-957a-bdf37c404b7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 1096 time: 0.0432565 Apr 01 13:00:45.757908 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73547b24-2c4d-4467-a26c-98e5901aa413 req-75e376d1-f4d8-46d2-a83e-e7654de17d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:45.759415 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-73547b24-2c4d-4467-a26c-98e5901aa413 req-75e376d1-f4d8-46d2-a83e-e7654de17d46 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33facf60-abee-45e5-ba74-4f12e5306cd9 HTTP/1.1" status: 200 len: 898 time: 0.0847397 Apr 01 13:00:45.826983 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-73547b24-2c4d-4467-a26c-98e5901aa413 req-83827bbe-2fa5-4ba9-999f-9250af8e78a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76fe6926-b301-4846-b8d6-d9e278edcf55 HTTP/1.1" status: 200 len: 1000 time: 0.0608132 Apr 01 13:00:45.874855 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73547b24-2c4d-4467-a26c-98e5901aa413 req-e45590d2-a523-4e54-96d8-7e0d0d7123d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:45.876290 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-73547b24-2c4d-4467-a26c-98e5901aa413 req-e45590d2-a523-4e54-96d8-7e0d0d7123d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f84751ee-c4e2-4a05-a00b-35fe0199298a HTTP/1.1" status: 200 len: 834 time: 0.0435133 Apr 01 13:00:45.919693 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73547b24-2c4d-4467-a26c-98e5901aa413 req-45bde804-5e26-4139-a680-8926b8988126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:45.921199 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-73547b24-2c4d-4467-a26c-98e5901aa413 req-45bde804-5e26-4139-a680-8926b8988126 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33facf60-abee-45e5-ba74-4f12e5306cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381906 Apr 01 13:00:46.017089 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-73547b24-2c4d-4467-a26c-98e5901aa413 req-f051975c-008b-4499-8fa9-c3ce31989432 service neutron] 10.222.0.44 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887110 Apr 01 13:00:46.105120 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-73547b24-2c4d-4467-a26c-98e5901aa413 req-7c02afe0-4213-4c1b-8fcf-80faf28e487d service neutron] 10.222.0.44 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816331 Apr 01 13:00:51.690383 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d6aab417-8d99-428b-ac9a-675be262bb83 req-ed5f627b-ef37-4c4a-8f4b-3a175cdf5763 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431626 Apr 01 13:00:51.773782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aab417-8d99-428b-ac9a-675be262bb83 req-230cf473-4002-45ca-888a-8ee6b0e5a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:51.775330 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d6aab417-8d99-428b-ac9a-675be262bb83 req-230cf473-4002-45ca-888a-8ee6b0e5a7e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.0418448 Apr 01 13:00:51.879360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aab417-8d99-428b-ac9a-675be262bb83 req-65ee22d4-ab3f-41b3-8332-36cfd3eaf860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:51.880865 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d6aab417-8d99-428b-ac9a-675be262bb83 req-65ee22d4-ab3f-41b3-8332-36cfd3eaf860 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 910 time: 0.0880663 Apr 01 13:00:51.953020 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d6aab417-8d99-428b-ac9a-675be262bb83 req-5548bab8-7d96-41f5-ab3c-f80c17a90f5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 1002 time: 0.0655236 Apr 01 13:00:52.000830 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aab417-8d99-428b-ac9a-675be262bb83 req-66b776eb-077d-45ce-8c35-9f0fd2792a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:52.002357 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d6aab417-8d99-428b-ac9a-675be262bb83 req-66b776eb-077d-45ce-8c35-9f0fd2792a63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0440617 Apr 01 13:00:52.046943 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aab417-8d99-428b-ac9a-675be262bb83 req-8c571537-97f8-4f25-b40a-01911454466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:00:52.048449 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d6aab417-8d99-428b-ac9a-675be262bb83 req-8c571537-97f8-4f25-b40a-01911454466b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402801 Apr 01 13:00:52.141552 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d6aab417-8d99-428b-ac9a-675be262bb83 req-90b84dfd-e447-40ae-b1a2-5be726da2de8 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868735 Apr 01 13:00:52.229460 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d6aab417-8d99-428b-ac9a-675be262bb83 req-e3779cd2-7054-45bb-9915-4bdeda4acda4 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814276 Apr 01 13:00:58.318072 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:01:06.376627 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6349e7e9-b4b9-487f-b11c-09a38f237a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:08.875930 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:08.913063 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d007d781-618e-4f76-823f-22d988b7c600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:09.089599 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:10.481368 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:11.860110 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:11.900121 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:14.265946 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47680) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:14.334565 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed27ac-5d8f-4c65-8d5f-7d9a01546d39 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:14.335040 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed27ac-5d8f-4c65-8d5f-7d9a01546d39 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:14.335509 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed27ac-5d8f-4c65-8d5f-7d9a01546d39 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:14.337161 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7eed27ac-5d8f-4c65-8d5f-7d9a01546d39 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=b2085ee30f6d44788ead95c281e9b078&network_id=33facf60-abee-45e5-ba74-4f12e5306cd9 HTTP/1.1" status: 200 len: 2969 time: 0.0702105 Apr 01 13:01:16.318439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47690) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:16.369674 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081799c-da1e-49ef-a136-4174effcecf3 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:16.371189 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f081799c-da1e-49ef-a136-4174effcecf3 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd HTTP/1.1" status: 200 len: 814 time: 0.0517778 Apr 01 13:01:17.119007 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47696) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:17.124992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-11061700-50bd-452b-9e9a-5a2b3e7b00a0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'network': {'name': 'tempest-network-smoke--1057744839', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'port_security_enabled': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:17.149187 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11061700-50bd-452b-9e9a-5a2b3e7b00a0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Made reservation on behalf of b2085ee30f6d44788ead95c281e9b078 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:17.152637 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11061700-50bd-452b-9e9a-5a2b3e7b00a0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:17.177484 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11061700-50bd-452b-9e9a-5a2b3e7b00a0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:01:17.186774 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11061700-50bd-452b-9e9a-5a2b3e7b00a0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:17.187050 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-11061700-50bd-452b-9e9a-5a2b3e7b00a0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Added segment 400cb934-18c2-47c1-bd29-21af383f4f00 of type vlan for network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 Apr 01 13:01:17.225674 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11061700-50bd-452b-9e9a-5a2b3e7b00a0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:17.250817 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11061700-50bd-452b-9e9a-5a2b3e7b00a0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:17.256436 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11061700-50bd-452b-9e9a-5a2b3e7b00a0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:17.257009 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11061700-50bd-452b-9e9a-5a2b3e7b00a0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:17.287946 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-11061700-50bd-452b-9e9a-5a2b3e7b00a0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1676185 Apr 01 13:01:17.291214 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47698) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:17.327120 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11061700-50bd-452b-9e9a-5a2b3e7b00a0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Network': ['ID=c80245e9-d9ed-4609-8962-3d9c29b5f6d9,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:17.337342 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:01:17.341421 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07639e6f-cfbc-4b84-bcaf-08bf9fbdb7da tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:17.343479 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-07639e6f-cfbc-4b84-bcaf-08bf9fbdb7da tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=b2085ee30f6d44788ead95c281e9b078&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0512071 Apr 01 13:01:17.346199 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47700) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:17.432786 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b81b36e-43f8-462b-a7c5-0265d4d01cdd tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:17.434529 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-6b81b36e-43f8-462b-a7c5-0265d4d01cdd tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871940 Apr 01 13:01:17.437261 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47702) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:17.464016 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-455342bb-a8ba-41e6-ab6e-cab88e192fb5 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257919 Apr 01 13:01:17.466489 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47704) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:17.498296 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-7ccc47ed-2854-4b2a-af08-577a156b25c4 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=b2085ee30f6d44788ead95c281e9b078&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302253 Apr 01 13:01:17.500669 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47706) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:17.587749 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e363a0f-6a1c-4daf-971f-0c92936f75c1 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:17.589367 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5e363a0f-6a1c-4daf-971f-0c92936f75c1 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878191 Apr 01 13:01:17.592764 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47708) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:17.622366 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-806a41d8-54ab-41c2-87a9-09aa0f52ff4b tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284469 Apr 01 13:01:17.624787 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47710) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:17.629499 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-281045357', 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:17.719983 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Made reservation on behalf of b2085ee30f6d44788ead95c281e9b078 for: {'subnet': 1} {{(pid=102719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:17.723578 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9958159'] for subnet, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:17.914902 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9825708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9958397'] for subnet, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:17.973751 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Subnet': ['ID=5316e597-87be-4df4-acdc-0e8f4200ee64,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:17.985311 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:17.985649 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:17.985980 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:17.986335 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:17.986662 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:17.986987 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:17.987306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:17.987657 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:17.987939 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:17.988255 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:17.988573 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:17.988889 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:17.994024 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Checking segment: {'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:01:17.994635 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network hostable DHCP agents. Network: c80245e9-d9ed-4609-8962-3d9c29b5f6d9, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:01:18.014602 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:01:18.023458 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, c80245e9-d9ed-4609-8962-3d9c29b5f6d9) {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:18.027694 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:18.028276 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.034712 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31648a1-ccb9-4fef-aa39-ad538adc12bd None None] Network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 13:01:18.053406 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c2710613-4fa1-44fd-a791-c9f3052ea54a tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4274981 Apr 01 13:01:18.311606 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47714) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:18.316349 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-69357dc8-9375-4b11-963f-ccffc5af5924 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295826182', 'description': 'tempest-secgroup-smoke-1295826182 description', 'project_id': 'b2085ee30f6d44788ead95c281e9b078'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:18.333946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-c80245e9-d9ed-4609-8962-3d9c29b5f6d9', 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ips': [{'subnet_id': '5316e597-87be-4df4-acdc-0e8f4200ee64'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 13:01:18.334906 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.342976 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-69357dc8-9375-4b11-963f-ccffc5af5924 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.414065 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-69357dc8-9375-4b11-963f-ccffc5af5924 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.418143 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-69357dc8-9375-4b11-963f-ccffc5af5924 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.447179 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-69357dc8-9375-4b11-963f-ccffc5af5924 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.448460 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-69357dc8-9375-4b11-963f-ccffc5af5924 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1358473 Apr 01 13:01:18.450443 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69357dc8-9375-4b11-963f-ccffc5af5924 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566fe98c-d153-4695-9a4f-d4b9bdb67466,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:18.452192 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47716) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:18.456914 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-1bdd3425-f674-4dd0-9325-b145a00abc6b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': '566fe98c-d153-4695-9a4f-d4b9bdb67466', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:18.476946 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Allocated IP 172.20.0.18 (c80245e9-d9ed-4609-8962-3d9c29b5f6d9/5316e597-87be-4df4-acdc-0e8f4200ee64/f1dd102d-b5ee-4e05-9c2d-74b41fefca75) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:18.483297 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3425-f674-4dd0-9325-b145a00abc6b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.539475 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3425-f674-4dd0-9325-b145a00abc6b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.544258 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3425-f674-4dd0-9325-b145a00abc6b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.567552 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd3425-f674-4dd0-9325-b145a00abc6b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5979112-98a5-4bae-87bd-8420e7dfb9d2,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:18.573752 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3425-f674-4dd0-9325-b145a00abc6b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.575078 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1bdd3425-f674-4dd0-9325-b145a00abc6b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218095 Apr 01 13:01:18.577806 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47718) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:18.583429 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-825b80ae-da41-4a6e-830c-f9761f502dd0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': '566fe98c-d153-4695-9a4f-d4b9bdb67466', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:18.609007 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-825b80ae-da41-4a6e-830c-f9761f502dd0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.622804 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.628866 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.667636 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-825b80ae-da41-4a6e-830c-f9761f502dd0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.670609 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:18.672096 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-825b80ae-da41-4a6e-830c-f9761f502dd0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.673418 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:18.678047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:01:18.680000 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Pushing event updated for resources: {'Port': ['ID=f1dd102d-b5ee-4e05-9c2d-74b41fefca75,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:18.691253 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b80ae-da41-4a6e-830c-f9761f502dd0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d49a577-d939-4363-8a3e-64386a1e4075,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:18.698464 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-825b80ae-da41-4a6e-830c-f9761f502dd0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.702484 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-825b80ae-da41-4a6e-830c-f9761f502dd0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209545 Apr 01 13:01:18.702484 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47720) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:18.706829 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-cd903ba4-407a-4dc1-b187-dfba2ae6d341 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': '566fe98c-d153-4695-9a4f-d4b9bdb67466', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:18.731139 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Attempting to bind port f1dd102d-b5ee-4e05-9c2d-74b41fefca75 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:01:18.731504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Attempting to bind port f1dd102d-b5ee-4e05-9c2d-74b41fefca75 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:01:18.731673 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cd903ba4-407a-4dc1-b187-dfba2ae6d341 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.731862 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Attempting to bind port f1dd102d-b5ee-4e05-9c2d-74b41fefca75 on network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:18.737313 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:01:18.737681 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Checking segment: {'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:01:18.738111 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.738503 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Bound using segment: {'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:01:18.738964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Bound port: f1dd102d-b5ee-4e05-9c2d-74b41fefca75, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:01:18.739340 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.790947 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cd903ba4-407a-4dc1-b187-dfba2ae6d341 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.794710 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cd903ba4-407a-4dc1-b187-dfba2ae6d341 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.804986 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] For port f1dd102d-b5ee-4e05-9c2d-74b41fefca75, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:01:18.808126 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] For port f1dd102d-b5ee-4e05-9c2d-74b41fefca75, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f1dd102d-b5ee-4e05-9c2d-74b41fefca75,segment=NetworkSegment(400cb934-18c2-47c1-bd29-21af383f4f00),segment_id=400cb934-18c2-47c1-bd29-21af383f4f00)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:01:18.810561 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd903ba4-407a-4dc1-b187-dfba2ae6d341 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3beb91b2-1ae6-4bed-8990-a1491c5482dd,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:18.811787 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.821037 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cd903ba4-407a-4dc1-b187-dfba2ae6d341 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.824801 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-cd903ba4-407a-4dc1-b187-dfba2ae6d341 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188240 Apr 01 13:01:18.825114 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47722) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:18.829783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-73db38b0-8d0e-4cdb-bfb8-779725e0175f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': '566fe98c-d153-4695-9a4f-d4b9bdb67466', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:18.858384 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-73db38b0-8d0e-4cdb-bfb8-779725e0175f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.872440 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e5dfa-ca7b-489b-b03c-5dd64eb5da7e None None] Pushing event updated for resources: {'Port': ['ID=f1dd102d-b5ee-4e05-9c2d-74b41fefca75,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:18.938843 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-73db38b0-8d0e-4cdb-bfb8-779725e0175f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.942928 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-73db38b0-8d0e-4cdb-bfb8-779725e0175f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.961345 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db38b0-8d0e-4cdb-bfb8-779725e0175f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43fa89b-1ad2-4df7-aba6-ef56f24291da,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:18.969409 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-73db38b0-8d0e-4cdb-bfb8-779725e0175f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:18.970722 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-73db38b0-8d0e-4cdb-bfb8-779725e0175f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446059 Apr 01 13:01:18.973835 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47724) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:18.978930 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-977bcc1d-310b-4bd6-801b-a0446fee4fa1 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': '566fe98c-d153-4695-9a4f-d4b9bdb67466', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:19.002209 n-d-836146-1 neutron-server[102718]: INFO neutron.db.securitygroups_db [None req-977bcc1d-310b-4bd6-801b-a0446fee4fa1 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Project b2085ee30f6d44788ead95c281e9b078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:01:19.008157 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-977bcc1d-310b-4bd6-801b-a0446fee4fa1 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:19.090386 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-977bcc1d-310b-4bd6-801b-a0446fee4fa1 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:19.097342 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-977bcc1d-310b-4bd6-801b-a0446fee4fa1 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:19.119722 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bcc1d-310b-4bd6-801b-a0446fee4fa1 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1dd8da-b4d6-4a98-be5f-f064d115be58,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:19.125520 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-977bcc1d-310b-4bd6-801b-a0446fee4fa1 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:19.126788 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-977bcc1d-310b-4bd6-801b-a0446fee4fa1 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519198 Apr 01 13:01:19.129581 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47726) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:19.135068 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-a5d9883b-3732-4fb9-adb7-b871bbc750e4 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': '566fe98c-d153-4695-9a4f-d4b9bdb67466', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:19.156971 n-d-836146-1 neutron-server[102718]: INFO neutron.db.securitygroups_db [None req-a5d9883b-3732-4fb9-adb7-b871bbc750e4 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Project b2085ee30f6d44788ead95c281e9b078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:01:19.164371 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5d9883b-3732-4fb9-adb7-b871bbc750e4 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:19.230502 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5d9883b-3732-4fb9-adb7-b871bbc750e4 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:19.234084 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5d9883b-3732-4fb9-adb7-b871bbc750e4 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:19.250988 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9883b-3732-4fb9-adb7-b871bbc750e4 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88eb82b-86d7-41fe-8721-110b4efbe419,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:19.259052 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a5d9883b-3732-4fb9-adb7-b871bbc750e4 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:19.260284 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-a5d9883b-3732-4fb9-adb7-b871bbc750e4 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293132 Apr 01 13:01:19.402603 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-5fc6077a-8620-478f-b06d-ed460d23dbad tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295826182&fields=id&tenant_id=b2085ee30f6d44788ead95c281e9b078 HTTP/1.1" status: 200 len: 267 time: 0.0355008 Apr 01 13:01:19.511478 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-fed37898-0428-471d-a015-c116b57ff761 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:19.513042 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-fed37898-0428-471d-a015-c116b57ff761 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/networks?id=c80245e9-d9ed-4609-8962-3d9c29b5f6d9 HTTP/1.1" status: 200 len: 797 time: 0.1029401 Apr 01 13:01:19.529442 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-72c0a79a-39fe-4265-b99a-a782b64f88a3 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/quotas/b2085ee30f6d44788ead95c281e9b078 HTTP/1.1" status: 200 len: 375 time: 0.0096745 Apr 01 13:01:19.597923 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-f2728e7a-b5ca-4d91-890c-29a06f753f8d tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0620806 Apr 01 13:01:19.709211 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3df144c2-f486-4190-905b-d4e345d1622a service neutron] 10.222.0.45 "GET /v2.0/networks/c80245e9-d9ed-4609-8962-3d9c29b5f6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917103 Apr 01 13:01:19.772810 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644f91f3-85f2-4ca1-9d79-6ee823cede04 None None] Network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 13:01:19.802347 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-0896c95a-a275-4d2f-bfc8-f7a9fb7c69c6 service neutron] 10.222.0.45 "GET /v2.0/networks/c80245e9-d9ed-4609-8962-3d9c29b5f6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867152 Apr 01 13:01:19.867727 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-0fb8fece-d29e-4fd1-bf6f-964b3971697f None None] Provisioning complete for port f1dd102d-b5ee-4e05-9c2d-74b41fefca75 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:01:19.867727 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0fb8fece-d29e-4fd1-bf6f-964b3971697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:19.971739 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-66c64b28-23c2-46f1-9278-5c8b9b8d4466 req-d23a799a-26e8-4e35-b493-f54a49466cff tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 210 time: 0.0274339 Apr 01 13:01:20.012052 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0fb8fece-d29e-4fd1-bf6f-964b3971697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:20.047758 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-0fb8fece-d29e-4fd1-bf6f-964b3971697f None None] For port f1dd102d-b5ee-4e05-9c2d-74b41fefca75, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f1dd102d-b5ee-4e05-9c2d-74b41fefca75,segment=NetworkSegment(400cb934-18c2-47c1-bd29-21af383f4f00),segment_id=400cb934-18c2-47c1-bd29-21af383f4f00)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:20.052639 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-0fb8fece-d29e-4fd1-bf6f-964b3971697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:20.102688 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8fece-d29e-4fd1-bf6f-964b3971697f None None] Pushing event updated for resources: {'Port': ['ID=f1dd102d-b5ee-4e05-9c2d-74b41fefca75,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:20.276358 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ee259880-387f-447f-861e-4be5005109c1 None None] Provisioning complete for port f1dd102d-b5ee-4e05-9c2d-74b41fefca75 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:01:20.276717 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee259880-387f-447f-861e-4be5005109c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:20.909482 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-68f2f5e1-d2fe-43ec-a6a1-f3d88faf3a78 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:20.911097 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-68f2f5e1-d2fe-43ec-a6a1-f3d88faf3a78 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.37 "GET /v2.0/networks?id=c80245e9-d9ed-4609-8962-3d9c29b5f6d9 HTTP/1.1" status: 200 len: 797 time: 0.1096764 Apr 01 13:01:20.958545 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-a5afc46d-c505-480f-b487-6ae30fe6300b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2085ee30f6d44788ead95c281e9b078 HTTP/1.1" status: 200 len: 473 time: 0.0386856 Apr 01 13:01:20.971054 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'port': {'device_id': 'b0adf1f4-37d6-4fc1-8519-a307ac9018f0', 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9', 'admin_state_up': True, 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'security_groups': ['566fe98c-d153-4695-9a4f-d4b9bdb67466']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:21.037901 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f1dd102d-b5ee-4e05-9c2d-74b41fefca75 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:21.088815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Made reservation on behalf of b2085ee30f6d44788ead95c281e9b078 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:01:21.092682 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:21.099834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port f1dd102d-b5ee-4e05-9c2d-74b41fefca75 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:01:21.100211 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:21.232901 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Allocated IP 172.20.0.24 (c80245e9-d9ed-4609-8962-3d9c29b5f6d9/5316e597-87be-4df4-acdc-0e8f4200ee64/d1f07a62-edf3-480a-8b0c-59053840f45f) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:21.375643 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:21.409365 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:21.461470 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:21.462208 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-a27ed1de-237b-4eb9-86c3-d65ea35b24e3 req-c23c2fe9-5b36-4902-a525-1d7ae58b9224 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 210 time: 0.4057913 Apr 01 13:01:21.464560 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:21.468221 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:01:21.491931 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=d1f07a62-edf3-480a-8b0c-59053840f45f,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:21.520428 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:21.521135 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:21.537954 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-6ee6f467-7317-44a2-86d0-f4f6b3dbfb41 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5707705 Apr 01 13:01:21.550224 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Request body: {'port': {'device_id': 'b0adf1f4-37d6-4fc1-8519-a307ac9018f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:01:21.605510 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:21.704994 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-25f10a30-60fc-4e31-9301-2f47bbd0d0b7 None None] Provisioning complete for port d1f07a62-edf3-480a-8b0c-59053840f45f triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:01:21.705372 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-25f10a30-60fc-4e31-9301-2f47bbd0d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:21.750034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-25f10a30-60fc-4e31-9301-2f47bbd0d0b7 None None] Port d1f07a62-edf3-480a-8b0c-59053840f45f cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 13:01:21.873442 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f07a62-edf3-480a-8b0c-59053840f45f {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:01:21.880569 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:21.892806 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Transition to ACTIVE for port object d1f07a62-edf3-480a-8b0c-59053840f45f will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:01:21.896825 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:21.953674 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Pushing event updated for resources: {'Port': ['ID=d1f07a62-edf3-480a-8b0c-59053840f45f,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:22.020711 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Attempting to bind port d1f07a62-edf3-480a-8b0c-59053840f45f on host n-h1-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:01:22.021045 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Attempting to bind port d1f07a62-edf3-480a-8b0c-59053840f45f by drivers openvswitch,hyperv on host n-h1-836146-1 at level 0 using segments [{'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:01:22.021363 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Attempting to bind port d1f07a62-edf3-480a-8b0c-59053840f45f on network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:22.026112 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Port d1f07a62-edf3-480a-8b0c-59053840f45f on network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:01:22.026430 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Attempting to bind port d1f07a62-edf3-480a-8b0c-59053840f45f on network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:22.032083 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Checking agent: {'id': '304a3185-7b0d-4826-91b8-055db38492ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:01:22.032495 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Checking segment: {'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:01:22.032874 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Bound using segment: {'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:01:22.033296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Bound port: d1f07a62-edf3-480a-8b0c-59053840f45f, host: n-h1-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:01:22.033654 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:22.105082 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] For port d1f07a62-edf3-480a-8b0c-59053840f45f, host n-h1-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:01:22.108238 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] For port d1f07a62-edf3-480a-8b0c-59053840f45f, host n-h1-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1f07a62-edf3-480a-8b0c-59053840f45f,segment=NetworkSegment(400cb934-18c2-47c1-bd29-21af383f4f00),segment_id=400cb934-18c2-47c1-bd29-21af383f4f00)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:01:22.112815 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:22.148215 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:22.148801 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:22.150224 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] 10.222.0.37 "PUT /v2.0/ports/d1f07a62-edf3-480a-8b0c-59053840f45f HTTP/1.1" status: 200 len: 1092 time: 0.6043735 Apr 01 13:01:22.150671 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0adf1f4-37d6-4fc1-8519-a307ac9018f0', 'tag': 'd1f07a62-edf3-480a-8b0c-59053840f45f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:01:22.152939 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac745f1-019d-4c61-b3fb-2dc9933a21c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0adf1f4-37d6-4fc1-8519-a307ac9018f0", "tag": "d1f07a62-edf3-480a-8b0c-59053840f45f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:01:22.186820 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cb359-3a97-4fdb-a511-0d40bc579b7f service neutron] Pushing event updated for resources: {'Port': ['ID=d1f07a62-edf3-480a-8b0c-59053840f45f,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:22.206432 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be424fc-f303-4841-b659-e771f39c78fa x-openstack-request-id: req-2be424fc-f303-4841-b659-e771f39c78fa {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:01:22.206867 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0adf1f4-37d6-4fc1-8519-a307ac9018f0", "tag": "d1f07a62-edf3-480a-8b0c-59053840f45f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:01:22.207116 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2be424fc-f303-4841-b659-e771f39c78fa {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:01:22.208108 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be424fc-f303-4841-b659-e771f39c78fa'] response: {'name': 'network-changed', 'server_uuid': 'b0adf1f4-37d6-4fc1-8519-a307ac9018f0', 'tag': 'd1f07a62-edf3-480a-8b0c-59053840f45f', 'status': 'completed', 'code': 200} Apr 01 13:01:22.241736 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-a3047306-a83a-400e-82cf-b63331b06270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:22.243311 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-a3047306-a83a-400e-82cf-b63331b06270 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 1095 time: 0.0480263 Apr 01 13:01:22.291410 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-0c41e3c3-bc8b-495a-97dd-ac55c3e77156 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=d1f07a62-edf3-480a-8b0c-59053840f45f HTTP/1.1" status: 200 len: 217 time: 0.0394759 Apr 01 13:01:22.344276 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-8d9f8a89-24e8-482c-ba7c-be0920f03d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:22.345745 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-8d9f8a89-24e8-482c-ba7c-be0920f03d0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5316e597-87be-4df4-acdc-0e8f4200ee64 HTTP/1.1" status: 200 len: 837 time: 0.0478325 Apr 01 13:01:22.389284 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-c8fecba0-5ea1-4d6b-a0ec-d199b250631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:22.390771 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-c8fecba0-5ea1-4d6b-a0ec-d199b250631d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c80245e9-d9ed-4609-8962-3d9c29b5f6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387225 Apr 01 13:01:22.485478 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-1df51a3c-bb36-4c27-8ec7-e4fd2ffa42ff service neutron] 10.222.0.37 "GET /v2.0/networks/c80245e9-d9ed-4609-8962-3d9c29b5f6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882053 Apr 01 13:01:22.591593 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-726f368b-9234-4fea-9dc0-4b17df38b71e req-94d4a072-c3df-44b9-a9aa-582497473d5e service neutron] 10.222.0.37 "GET /v2.0/networks/c80245e9-d9ed-4609-8962-3d9c29b5f6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984111 Apr 01 13:01:22.594158 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fadee-df12-4df1-b907-0c6efc5067a1 req-24e3590e-ae98-41d3-a510-00034c2c97db tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:22.596561 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-151fadee-df12-4df1-b907-0c6efc5067a1 req-24e3590e-ae98-41d3-a510-00034c2c97db tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 944 time: 0.0604620 Apr 01 13:01:22.639965 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-151fadee-df12-4df1-b907-0c6efc5067a1 req-501f9e5f-7233-401b-9a05-323ecbead71e tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368533 Apr 01 13:01:22.682947 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac745f1-019d-4c61-b3fb-2dc9933a21c6 req-13e67de8-52da-481c-b7a9-f38c5693fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:22.684364 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac745f1-019d-4c61-b3fb-2dc9933a21c6 req-13e67de8-52da-481c-b7a9-f38c5693fe7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 1095 time: 0.0456612 Apr 01 13:01:22.778197 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac745f1-019d-4c61-b3fb-2dc9933a21c6 req-4b9c0f77-eee7-4e72-bac6-a9b59fff260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:22.779712 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac745f1-019d-4c61-b3fb-2dc9933a21c6 req-4b9c0f77-eee7-4e72-bac6-a9b59fff260a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c80245e9-d9ed-4609-8962-3d9c29b5f6d9 HTTP/1.1" status: 200 len: 898 time: 0.0879436 Apr 01 13:01:22.824323 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac745f1-019d-4c61-b3fb-2dc9933a21c6 req-863da555-718c-436b-b3be-e5331a4baa64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=d1f07a62-edf3-480a-8b0c-59053840f45f HTTP/1.1" status: 200 len: 217 time: 0.0384324 Apr 01 13:01:22.875433 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac745f1-019d-4c61-b3fb-2dc9933a21c6 req-86c1f5bc-44b0-4027-8c7f-bb79d57355e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:22.876934 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac745f1-019d-4c61-b3fb-2dc9933a21c6 req-86c1f5bc-44b0-4027-8c7f-bb79d57355e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5316e597-87be-4df4-acdc-0e8f4200ee64 HTTP/1.1" status: 200 len: 837 time: 0.0464997 Apr 01 13:01:22.921783 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac745f1-019d-4c61-b3fb-2dc9933a21c6 req-5eb21c01-2824-4259-8a15-fba711f80cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:22.923334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac745f1-019d-4c61-b3fb-2dc9933a21c6 req-5eb21c01-2824-4259-8a15-fba711f80cd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c80245e9-d9ed-4609-8962-3d9c29b5f6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403461 Apr 01 13:01:23.017979 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac745f1-019d-4c61-b3fb-2dc9933a21c6 req-08a97fa4-d929-4968-b822-32b79cb26398 service neutron] 10.222.0.37 "GET /v2.0/networks/c80245e9-d9ed-4609-8962-3d9c29b5f6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882690 Apr 01 13:01:23.106645 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-eac745f1-019d-4c61-b3fb-2dc9933a21c6 req-db1fc4e7-05ce-405f-8d83-94ab1951bfd4 service neutron] 10.222.0.37 "GET /v2.0/networks/c80245e9-d9ed-4609-8962-3d9c29b5f6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820966 Apr 01 13:01:23.759586 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44bb02-acd7-4a94-b167-22d974eea1f2 req-4cbf288c-4133-4717-b359-5db448e8d5ea tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:23.761080 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a44bb02-acd7-4a94-b167-22d974eea1f2 req-4cbf288c-4133-4717-b359-5db448e8d5ea tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 944 time: 0.0487247 Apr 01 13:01:23.803467 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5a44bb02-acd7-4a94-b167-22d974eea1f2 req-3501341e-93b3-44da-9424-bcf52f4e24a5 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355515 Apr 01 13:01:24.919346 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577456ee-0c72-46e2-ab57-88ef65b50636 req-a9634366-1217-4fab-a911-c18c1553e440 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:24.920826 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-577456ee-0c72-46e2-ab57-88ef65b50636 req-a9634366-1217-4fab-a911-c18c1553e440 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 944 time: 0.0474458 Apr 01 13:01:24.959797 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-577456ee-0c72-46e2-ab57-88ef65b50636 req-2073ec5f-0e2c-44bf-bd96-c055135c601c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322151 Apr 01 13:01:26.078409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebeda2-74fc-4c06-bff8-01390c84ca38 req-569da9ce-d4b3-4eb5-93a7-3b767d00cc3f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:26.079845 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8ebeda2-74fc-4c06-bff8-01390c84ca38 req-569da9ce-d4b3-4eb5-93a7-3b767d00cc3f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 944 time: 0.0485942 Apr 01 13:01:26.117337 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c8ebeda2-74fc-4c06-bff8-01390c84ca38 req-4e6830f9-5064-4ccb-905d-2fb428b0429d tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314853 Apr 01 13:01:27.236672 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa354cd5-0334-4621-b0bc-6c5c1d421b54 req-3e3ba4e6-02a2-49a6-b884-a68d6f2fae66 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:27.238192 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa354cd5-0334-4621-b0bc-6c5c1d421b54 req-3e3ba4e6-02a2-49a6-b884-a68d6f2fae66 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 944 time: 0.0521669 Apr 01 13:01:27.275639 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-aa354cd5-0334-4621-b0bc-6c5c1d421b54 req-f3bde05a-e6f0-4cd3-aa1a-7f58d547ffe6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313933 Apr 01 13:01:27.576024 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d1f07a62-edf3-480a-8b0c-59053840f45f details requested by agent hyperv_n-h1-836146-1 with host n-h1-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:01:27.671651 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d1f07a62-edf3-480a-8b0c-59053840f45f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1f07a62-edf3-480a-8b0c-59053840f45f,segment=NetworkSegment(400cb934-18c2-47c1-bd29-21af383f4f00),segment_id=400cb934-18c2-47c1-bd29-21af383f4f00)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:27.682325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Returning: {'device': 'd1f07a62-edf3-480a-8b0c-59053840f45f', 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9', 'port_id': 'd1f07a62-edf3-480a-8b0c-59053840f45f', 'mac_address': 'fa:16:3e:2d:41:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5316e597-87be-4df4-acdc-0e8f4200ee64', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:01:27.719073 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:27.731570 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f07a62-edf3-480a-8b0c-59053840f45f {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:01:27.751034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d1f07a62-edf3-480a-8b0c-59053840f45f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1f07a62-edf3-480a-8b0c-59053840f45f,segment=NetworkSegment(400cb934-18c2-47c1-bd29-21af383f4f00),segment_id=400cb934-18c2-47c1-bd29-21af383f4f00)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:27.754818 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:27.805429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=d1f07a62-edf3-480a-8b0c-59053840f45f,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:27.813046 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:27.814146 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:27.814568 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:27.815014 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:27.815347 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:27.815677 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:27.815999 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:27.816320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:27.816640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:27.816959 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:27.817277 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:27.817592 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:01:28.128217 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] get_ports_and_sgs() called for port_ids ['d1f07a62-edf3-480a-8b0c-59053840f45f'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:01:28.392758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c2ff6-0691-4fa2-a5b7-080d328d74d4 req-8d47c160-ec1b-4384-b882-01d5a9e31603 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:28.394152 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d33c2ff6-0691-4fa2-a5b7-080d328d74d4 req-8d47c160-ec1b-4384-b882-01d5a9e31603 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 945 time: 0.0494828 Apr 01 13:01:28.431727 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d33c2ff6-0691-4fa2-a5b7-080d328d74d4 req-083c34e6-613e-4479-9d60-862f1763d7ba tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Apr 01 13:01:29.547802 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff15e0-a5e3-4055-b3a9-700498feea22 req-e81d09b8-7420-427a-9646-81f0022c9936 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:29.549282 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06ff15e0-a5e3-4055-b3a9-700498feea22 req-e81d09b8-7420-427a-9646-81f0022c9936 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 945 time: 0.0487695 Apr 01 13:01:29.587951 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-06ff15e0-a5e3-4055-b3a9-700498feea22 req-75917d13-ac7b-4a9a-a282-7da46e51f421 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324473 Apr 01 13:01:29.599520 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d1f07a62-edf3-480a-8b0c-59053840f45f up at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:29.649905 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning for port d1f07a62-edf3-480a-8b0c-59053840f45f completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:01:29.654214 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Provisioning complete for port d1f07a62-edf3-480a-8b0c-59053840f45f triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:01:29.654582 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:29.735146 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:29.757446 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0adf1f4-37d6-4fc1-8519-a307ac9018f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f07a62-edf3-480a-8b0c-59053840f45f'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:01:29.759711 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4620045-2777-454d-9ac9-6202aaa99ad8" -d '{"events": [{"server_uuid": "b0adf1f4-37d6-4fc1-8519-a307ac9018f0", "name": "network-vif-plugged", "status": "completed", "tag": "d1f07a62-edf3-480a-8b0c-59053840f45f"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:01:29.772229 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] For port d1f07a62-edf3-480a-8b0c-59053840f45f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1f07a62-edf3-480a-8b0c-59053840f45f,segment=NetworkSegment(400cb934-18c2-47c1-bd29-21af383f4f00),segment_id=400cb934-18c2-47c1-bd29-21af383f4f00)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:29.777433 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:29.801407 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3716e89-7a81-42ff-92dd-ed2746e165ef x-openstack-request-id: req-a3716e89-7a81-42ff-92dd-ed2746e165ef {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:01:29.801774 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0adf1f4-37d6-4fc1-8519-a307ac9018f0", "name": "network-vif-plugged", "status": "completed", "tag": "d1f07a62-edf3-480a-8b0c-59053840f45f", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:01:29.802056 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3716e89-7a81-42ff-92dd-ed2746e165ef {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:01:29.802430 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3716e89-7a81-42ff-92dd-ed2746e165ef'] response: {'server_uuid': 'b0adf1f4-37d6-4fc1-8519-a307ac9018f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f07a62-edf3-480a-8b0c-59053840f45f', 'code': 200} Apr 01 13:01:29.830162 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Pushing event updated for resources: {'Port': ['ID=d1f07a62-edf3-480a-8b0c-59053840f45f,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:29.899108 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489c1d0-9e04-4f60-8065-9f48ddad5277 req-a75c4a38-eed7-4705-9e05-f35f8d35d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:29.900589 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c489c1d0-9e04-4f60-8065-9f48ddad5277 req-a75c4a38-eed7-4705-9e05-f35f8d35d7f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 1097 time: 0.0428128 Apr 01 13:01:29.937616 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c489c1d0-9e04-4f60-8065-9f48ddad5277 req-da6d8252-13b1-4f76-8e42-9097e8f4fa11 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310400 Apr 01 13:01:30.704590 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc5f16-c99a-44bc-ae9c-ea6520162e36 req-59b98692-2209-4bc2-8fe6-3f66e855fd10 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:30.706086 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-98bc5f16-c99a-44bc-ae9c-ea6520162e36 req-59b98692-2209-4bc2-8fe6-3f66e855fd10 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 946 time: 0.0475330 Apr 01 13:01:30.744007 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-98bc5f16-c99a-44bc-ae9c-ea6520162e36 req-81215c1d-ab4f-48cc-b611-5747725ae2ab tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318887 Apr 01 13:01:31.869706 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb969f1-bafb-4d1b-9fec-1bc5f329edf2 req-d1639a60-c27a-4da5-a1aa-8fd659ee308c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:31.871172 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afb969f1-bafb-4d1b-9fec-1bc5f329edf2 req-d1639a60-c27a-4da5-a1aa-8fd659ee308c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 946 time: 0.0572269 Apr 01 13:01:31.912725 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-afb969f1-bafb-4d1b-9fec-1bc5f329edf2 req-b96b0e1d-876a-40a7-90d7-ed5a80bffc83 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350134 Apr 01 13:01:32.036219 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35c9d7-7fc0-4378-ba24-6dab440a55f7 req-76e49e8c-9a34-4412-a96d-f13b230898c5 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:32.037697 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a35c9d7-7fc0-4378-ba24-6dab440a55f7 req-76e49e8c-9a34-4412-a96d-f13b230898c5 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 946 time: 0.0542815 Apr 01 13:01:32.075618 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-7a35c9d7-7fc0-4378-ba24-6dab440a55f7 req-b4cfb3b1-cb33-46bb-988f-f3d40e5beae8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318308 Apr 01 13:01:33.587394 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47784) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:01:34.013376 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:34.291183 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Allocated IP 172.20.0.17 (c80245e9-d9ed-4609-8962-3d9c29b5f6d9/5316e597-87be-4df4-acdc-0e8f4200ee64/d587c805-349f-4811-8321-51399c05d135) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:01:34.404474 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:34.437337 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:34.477492 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:34.480637 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:34.484286 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:01:34.511202 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=d587c805-349f-4811-8321-51399c05d135,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:34.532975 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:34.697611 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-b1069eac-aa0d-4c2b-9ee7-49197b5524f3 None None] Provisioning complete for port d587c805-349f-4811-8321-51399c05d135 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:01:34.698575 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1069eac-aa0d-4c2b-9ee7-49197b5524f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:34.740017 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1069eac-aa0d-4c2b-9ee7-49197b5524f3 None None] Port d587c805-349f-4811-8321-51399c05d135 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 13:01:34.953001 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:35.244444 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:35.251056 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:35.316835 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:01:35.328386 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=d587c805-349f-4811-8321-51399c05d135,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:35.330908 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:35.424887 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:01:35.426375 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:01:35.550487 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Router 43abfa50-65c7-47e1-a97d-332e5210a713 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:01:35.664549 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:01:35.666323 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1933084a-f39c-4781-847e-23ceee956722 None None] Provisioning complete for port d587c805-349f-4811-8321-51399c05d135 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:01:35.666781 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1933084a-f39c-4781-847e-23ceee956722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:35.669578 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-018f94a3-b766-49ea-8673-69b4111dca92 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "PUT /v2.0/routers/43abfa50-65c7-47e1-a97d-332e5210a713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0811491 Apr 01 13:01:35.695235 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Sync routers for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:01:35.712687 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:01:35.713314 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:01:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:35.715465 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-1933084a-f39c-4781-847e-23ceee956722 None None] Port d587c805-349f-4811-8321-51399c05d135 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 13:01:35.820983 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:01:36.057212 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:01:34Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a4caccba-d958-4cbf-bd74-5c1bccfca4f8', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'port_id': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'mac_address': 'fa:16:3e:bd:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:37Z', 'updated_at': '2022-04-01T13:00:39Z', 'revision_number': 1, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd587c805-349f-4811-8321-51399c05d135', 'name': '', 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:09:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '5316e597-87be-4df4-acdc-0e8f4200ee64', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:34Z', 'updated_at': '2022-04-01T13:01:35Z', 'revision_number': 2, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': '5316e597-87be-4df4-acdc-0e8f4200ee64', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:36.084395 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Checking router: 43abfa50-65c7-47e1-a97d-332e5210a713 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:01:36.084664 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Updating router 43abfa50-65c7-47e1-a97d-332e5210a713 port d587c805-349f-4811-8321-51399c05d135 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:01:36.109133 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:36.373194 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:36.382857 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:36.409344 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-13e8491d-26dc-408a-80ee-547acef6598e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:36.437544 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c703e1-b423-4d30-9684-c91b30099f23 None None] Pushing event updated for resources: {'Port': ['ID=d587c805-349f-4811-8321-51399c05d135,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:36.483414 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Attempting to bind port d587c805-349f-4811-8321-51399c05d135 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:01:36.483807 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Attempting to bind port d587c805-349f-4811-8321-51399c05d135 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:01:36.484153 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Attempting to bind port d587c805-349f-4811-8321-51399c05d135 on network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:01:36.489449 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:01:36.489822 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Checking segment: {'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:01:36.490257 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:36.490649 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Bound using segment: {'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:01:36.491119 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Bound port: d587c805-349f-4811-8321-51399c05d135, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400cb934-18c2-47c1-bd29-21af383f4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:01:36.491510 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:36.560059 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] For port d587c805-349f-4811-8321-51399c05d135, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:01:36.563916 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] For port d587c805-349f-4811-8321-51399c05d135, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d587c805-349f-4811-8321-51399c05d135,segment=NetworkSegment(400cb934-18c2-47c1-bd29-21af383f4f00),segment_id=400cb934-18c2-47c1-bd29-21af383f4f00)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:01:36.568532 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:36.624834 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:01:36.625459 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:01:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:36.667905 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c703e1-b423-4d30-9684-c91b30099f23 None None] Pushing event updated for resources: {'Port': ['ID=d587c805-349f-4811-8321-51399c05d135,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:36.691765 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-27d4584c-5cfb-4456-b904-634c6790a825 None None] Provisioning complete for port d587c805-349f-4811-8321-51399c05d135 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:01:36.692129 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-27d4584c-5cfb-4456-b904-634c6790a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:36.926534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:01:37.047224 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-27d4584c-5cfb-4456-b904-634c6790a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:37.130591 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-27d4584c-5cfb-4456-b904-634c6790a825 None None] For port d587c805-349f-4811-8321-51399c05d135, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d587c805-349f-4811-8321-51399c05d135,segment=NetworkSegment(400cb934-18c2-47c1-bd29-21af383f4f00),segment_id=400cb934-18c2-47c1-bd29-21af383f4f00)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:01:37.135196 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-27d4584c-5cfb-4456-b904-634c6790a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:37.222143 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4584c-5cfb-4456-b904-634c6790a825 None None] Pushing event updated for resources: {'Port': ['ID=d587c805-349f-4811-8321-51399c05d135,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:01:37.248025 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:01:34Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a4caccba-d958-4cbf-bd74-5c1bccfca4f8', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'port_id': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'mac_address': 'fa:16:3e:bd:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:37Z', 'updated_at': '2022-04-01T13:00:39Z', 'revision_number': 1, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd587c805-349f-4811-8321-51399c05d135', 'name': '', 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:09:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '5316e597-87be-4df4-acdc-0e8f4200ee64', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:34Z', 'updated_at': '2022-04-01T13:01:36Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': '5316e597-87be-4df4-acdc-0e8f4200ee64', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:01:37.284474 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca0cba-649b-4c28-a5d4-b279f71185fc None None] The sync data for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 is: [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:01:34Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a4caccba-d958-4cbf-bd74-5c1bccfca4f8', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'port_id': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'mac_address': 'fa:16:3e:bd:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:37Z', 'updated_at': '2022-04-01T13:00:39Z', 'revision_number': 1, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd587c805-349f-4811-8321-51399c05d135', 'name': '', 'network_id': 'c80245e9-d9ed-4609-8962-3d9c29b5f6d9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:09:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '5316e597-87be-4df4-acdc-0e8f4200ee64', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:01:34Z', 'updated_at': '2022-04-01T13:01:36Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': '5316e597-87be-4df4-acdc-0e8f4200ee64', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:01:37.292035 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1cd2d02a-af1d-48fa-bb60-ed03292123b5 None None] Provisioning complete for port d587c805-349f-4811-8321-51399c05d135 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:01:37.292408 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1cd2d02a-af1d-48fa-bb60-ed03292123b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:38.871908 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:38.914760 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-50af046a-1590-49b0-b359-f149ee4ddfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:39.023550 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d587c805-349f-4811-8321-51399c05d135 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:01:39.075012 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port d587c805-349f-4811-8321-51399c05d135 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:01:39.075434 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:39.121282 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:40.485390 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:41.862588 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:41.902707 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:01:46.587771 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd75a6ed-5227-4271-9312-2e375257c426 req-cce72c40-b361-4def-9492-15f58dde1598 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391879 Apr 01 13:01:46.682424 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a6ed-5227-4271-9312-2e375257c426 req-0f29042e-eb38-4fcc-b810-22bbe24430c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:46.683921 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd75a6ed-5227-4271-9312-2e375257c426 req-0f29042e-eb38-4fcc-b810-22bbe24430c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 1096 time: 0.0405118 Apr 01 13:01:46.795142 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a6ed-5227-4271-9312-2e375257c426 req-2ae37edc-448b-48e6-b546-8eaa56d46a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:46.797163 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd75a6ed-5227-4271-9312-2e375257c426 req-2ae37edc-448b-48e6-b546-8eaa56d46a4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=33facf60-abee-45e5-ba74-4f12e5306cd9 HTTP/1.1" status: 200 len: 898 time: 0.0906396 Apr 01 13:01:46.869615 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd75a6ed-5227-4271-9312-2e375257c426 req-5489f129-82c4-4323-b001-59fcb093ec4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76fe6926-b301-4846-b8d6-d9e278edcf55 HTTP/1.1" status: 200 len: 1000 time: 0.0618165 Apr 01 13:01:46.930912 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a6ed-5227-4271-9312-2e375257c426 req-b126ad3e-5b8e-44c7-9b74-2f4dabaf8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:46.932437 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd75a6ed-5227-4271-9312-2e375257c426 req-b126ad3e-5b8e-44c7-9b74-2f4dabaf8070 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f84751ee-c4e2-4a05-a00b-35fe0199298a HTTP/1.1" status: 200 len: 834 time: 0.0522993 Apr 01 13:01:46.989564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a6ed-5227-4271-9312-2e375257c426 req-c3a85b04-7fa6-44c6-853c-44aee3c65999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:46.991520 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd75a6ed-5227-4271-9312-2e375257c426 req-c3a85b04-7fa6-44c6-853c-44aee3c65999 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33facf60-abee-45e5-ba74-4f12e5306cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492334 Apr 01 13:01:47.103267 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd75a6ed-5227-4271-9312-2e375257c426 req-8d7d3345-c038-4eb2-9d50-57b051ecdbcd service neutron] 10.222.0.44 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035616 Apr 01 13:01:47.207729 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cd75a6ed-5227-4271-9312-2e375257c426 req-7585411a-2cc1-4208-8700-11b42dd15950 service neutron] 10.222.0.44 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912507 Apr 01 13:01:50.233624 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-faecad94-046f-4a3f-848f-1a4c1fd493cd req-58b3f38a-8c99-4ec2-9008-43f7acd60e2d service neutron] (102719) timed out ('10.222.0.45', 46980) {{(pid=102719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 13:01:52.102702 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b003562f-f1be-4d89-8933-9410e05d5a34 req-5eaee071-00c0-45ff-bce8-1bc1fce4c5a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410190 Apr 01 13:01:52.197289 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003562f-f1be-4d89-8933-9410e05d5a34 req-02057166-bc91-4ae5-963e-df9a4ffbac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:52.198855 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b003562f-f1be-4d89-8933-9410e05d5a34 req-02057166-bc91-4ae5-963e-df9a4ffbac62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.0468707 Apr 01 13:01:52.312047 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003562f-f1be-4d89-8933-9410e05d5a34 req-5a228516-e59b-45ad-8d07-d632a9598fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:52.313624 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b003562f-f1be-4d89-8933-9410e05d5a34 req-5a228516-e59b-45ad-8d07-d632a9598fa4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 910 time: 0.0953009 Apr 01 13:01:52.386337 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b003562f-f1be-4d89-8933-9410e05d5a34 req-f1e07f9d-11cb-4d6c-842b-d3dc785cf647 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 1002 time: 0.0651219 Apr 01 13:01:52.441383 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003562f-f1be-4d89-8933-9410e05d5a34 req-58366e83-04a2-4da0-b48f-110df62f0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:52.442938 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b003562f-f1be-4d89-8933-9410e05d5a34 req-58366e83-04a2-4da0-b48f-110df62f0098 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0490620 Apr 01 13:01:52.490139 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003562f-f1be-4d89-8933-9410e05d5a34 req-bd065933-4fba-484d-a758-9982fd602890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:01:52.491653 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b003562f-f1be-4d89-8933-9410e05d5a34 req-bd065933-4fba-484d-a758-9982fd602890 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412676 Apr 01 13:01:52.593918 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b003562f-f1be-4d89-8933-9410e05d5a34 req-69692152-c367-4aaf-a028-67f473c7dd32 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946496 Apr 01 13:01:52.685342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b003562f-f1be-4d89-8933-9410e05d5a34 req-38383f28-3e0c-40a1-849c-5744b5555e7b service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841753 Apr 01 13:02:06.384130 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-721b33bf-7af0-4aa0-8663-87334cb049f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:08.876174 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:08.924256 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-cb52984c-451e-42cd-a2ed-a65864dbe25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:09.102135 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:09.708400 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47824) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:10.137025 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7f29c4c-7fbb-4c52-b338-3eb0ac8a8a30 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:10.484790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e7f29c4c-7fbb-4c52-b338-3eb0ac8a8a30 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Deleting port d587c805-349f-4811-8321-51399c05d135 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 13:02:10.485299 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7f29c4c-7fbb-4c52-b338-3eb0ac8a8a30 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:10.487165 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:10.583788 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-e7f29c4c-7fbb-4c52-b338-3eb0ac8a8a30 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] For port d587c805-349f-4811-8321-51399c05d135, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=d587c805-349f-4811-8321-51399c05d135,segment=NetworkSegment(400cb934-18c2-47c1-bd29-21af383f4f00),segment_id=400cb934-18c2-47c1-bd29-21af383f4f00)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:10.584163 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7f29c4c-7fbb-4c52-b338-3eb0ac8a8a30 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:10.598183 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-e7f29c4c-7fbb-4c52-b338-3eb0ac8a8a30 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Calling delete_port for d587c805-349f-4811-8321-51399c05d135 owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 13:02:10.800530 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7f29c4c-7fbb-4c52-b338-3eb0ac8a8a30 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:10.832830 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f29c4c-7fbb-4c52-b338-3eb0ac8a8a30 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'Port': ['ID=d587c805-349f-4811-8321-51399c05d135,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:11.063104 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e7f29c4c-7fbb-4c52-b338-3eb0ac8a8a30 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:11.294289 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f29c4c-7fbb-4c52-b338-3eb0ac8a8a30 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Router 43abfa50-65c7-47e1-a97d-332e5210a713 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:02:11.405651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f29c4c-7fbb-4c52-b338-3eb0ac8a8a30 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:02:11.411354 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-e7f29c4c-7fbb-4c52-b338-3eb0ac8a8a30 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "PUT /v2.0/routers/43abfa50-65c7-47e1-a97d-332e5210a713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7013421 Apr 01 13:02:11.417485 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988039e-3a2d-4485-ab05-7d8368b5ab14 None None] Sync routers for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:02:11.433594 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988039e-3a2d-4485-ab05-7d8368b5ab14 None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:11.435164 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0988039e-3a2d-4485-ab05-7d8368b5ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:02:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:11.603458 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-0988039e-3a2d-4485-ab05-7d8368b5ab14 None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:11.678338 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a75a7e-8f3e-46bf-a838-1dc501a2669d req-7a7e4954-590b-4f1f-bd57-84b5c22e9ada tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:11.679809 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e9a75a7e-8f3e-46bf-a838-1dc501a2669d req-7a7e4954-590b-4f1f-bd57-84b5c22e9ada tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 946 time: 0.0505207 Apr 01 13:02:11.722111 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-e9a75a7e-8f3e-46bf-a838-1dc501a2669d req-fafcc8fd-90b8-4040-9b22-ff8b56a1df09 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354035 Apr 01 13:02:11.864213 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0988039e-3a2d-4485-ab05-7d8368b5ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:02:10Z', 'revision_number': 6, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a4caccba-d958-4cbf-bd74-5c1bccfca4f8', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'port_id': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'mac_address': 'fa:16:3e:bd:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:37Z', 'updated_at': '2022-04-01T13:00:39Z', 'revision_number': 1, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:11.865663 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:11.891405 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988039e-3a2d-4485-ab05-7d8368b5ab14 None None] Checking router: 43abfa50-65c7-47e1-a97d-332e5210a713 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:02:11.900113 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988039e-3a2d-4485-ab05-7d8368b5ab14 None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:11.900707 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0988039e-3a2d-4485-ab05-7d8368b5ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:02:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:11.908628 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:12.016258 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-0988039e-3a2d-4485-ab05-7d8368b5ab14 None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:12.248792 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-0988039e-3a2d-4485-ab05-7d8368b5ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:02:10Z', 'revision_number': 6, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a4caccba-d958-4cbf-bd74-5c1bccfca4f8', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'port_id': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'mac_address': 'fa:16:3e:bd:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:37Z', 'updated_at': '2022-04-01T13:00:39Z', 'revision_number': 1, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:12.275663 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988039e-3a2d-4485-ab05-7d8368b5ab14 None None] The sync data for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 is: [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:02:10Z', 'revision_number': 6, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_floatingips': [{'id': 'a4caccba-d958-4cbf-bd74-5c1bccfca4f8', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'router_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'port_id': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'mac_address': 'fa:16:3e:bd:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:00:37Z', 'updated_at': '2022-04-01T13:00:39Z', 'revision_number': 1, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:02:12.319910 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:02:12.866583 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb333e66-5e5f-418f-a428-caec9313ba53 req-fb2ac60d-6bd8-4a79-96e9-414e17abffb0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:12.868018 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb333e66-5e5f-418f-a428-caec9313ba53 req-fb2ac60d-6bd8-4a79-96e9-414e17abffb0 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 946 time: 0.0668652 Apr 01 13:02:12.927112 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-fb333e66-5e5f-418f-a428-caec9313ba53 req-ae01ab61-9826-4384-9a92-43c3bf7b7df8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=566fe98c-d153-4695-9a4f-d4b9bdb67466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504022 Apr 01 13:02:13.120109 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d587c805-349f-4811-8321-51399c05d135 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:02:13.143291 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: d587c805-349f-4811-8321-51399c05d135 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 13:02:13.143748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device d587c805-349f-4811-8321-51399c05d135 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:02:13.157648 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cee01-b0cd-435a-a011-6ad949a38107 req-d50965d5-743e-434c-ae1d-75f51a2963a1 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:13.160090 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b06cee01-b0cd-435a-a011-6ad949a38107 req-d50965d5-743e-434c-ae1d-75f51a2963a1 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 946 time: 0.0643392 Apr 01 13:02:13.286811 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b06cee01-b0cd-435a-a011-6ad949a38107 req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Deleting port d1f07a62-edf3-480a-8b0c-59053840f45f {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 13:02:13.287165 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b06cee01-b0cd-435a-a011-6ad949a38107 req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:13.394944 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-b06cee01-b0cd-435a-a011-6ad949a38107 req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] For port d1f07a62-edf3-480a-8b0c-59053840f45f, host n-h1-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-1',level=0,port_id=d1f07a62-edf3-480a-8b0c-59053840f45f,segment=NetworkSegment(400cb934-18c2-47c1-bd29-21af383f4f00),segment_id=400cb934-18c2-47c1-bd29-21af383f4f00)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:13.395368 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b06cee01-b0cd-435a-a011-6ad949a38107 req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:13.412594 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-b06cee01-b0cd-435a-a011-6ad949a38107 req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Calling delete_port for d1f07a62-edf3-480a-8b0c-59053840f45f owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 13:02:13.561431 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b06cee01-b0cd-435a-a011-6ad949a38107 req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:13.593533 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'Port': ['ID=d1f07a62-edf3-480a-8b0c-59053840f45f,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:13.618179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:13.618529 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:13.618872 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:13.619465 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:13.619800 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:13.620130 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:13.620458 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:13.620782 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:13.621105 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:13.621434 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:13.621759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:13.622136 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:13.644138 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06cee01-b0cd-435a-a011-6ad949a38107 req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] No DVR routers for this DVR port d1f07a62-edf3-480a-8b0c-59053840f45f on host n-h1-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:02:13.646920 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-b06cee01-b0cd-435a-a011-6ad949a38107 req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:13.650292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b06cee01-b0cd-435a-a011-6ad949a38107 req-8eddab4f-502b-4d00-8671-75e3f2a352fb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.37 "DELETE /v2.0/ports/d1f07a62-edf3-480a-8b0c-59053840f45f HTTP/1.1" status: 204 len: 173 time: 0.4848371 Apr 01 13:02:13.650737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0adf1f4-37d6-4fc1-8519-a307ac9018f0', 'name': 'network-vif-deleted', 'tag': 'd1f07a62-edf3-480a-8b0c-59053840f45f'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:02:13.653133 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4d9985-7756-4153-80a3-0807ae519bf8" -d '{"events": [{"server_uuid": "b0adf1f4-37d6-4fc1-8519-a307ac9018f0", "name": "network-vif-deleted", "tag": "d1f07a62-edf3-480a-8b0c-59053840f45f"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:02:13.711102 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62fae10-9d49-4ffe-a954-052654c1c11e x-openstack-request-id: req-e62fae10-9d49-4ffe-a954-052654c1c11e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:02:13.711398 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0adf1f4-37d6-4fc1-8519-a307ac9018f0", "name": "network-vif-deleted", "tag": "d1f07a62-edf3-480a-8b0c-59053840f45f", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:02:13.711657 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e62fae10-9d49-4ffe-a954-052654c1c11e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:02:13.712068 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e62fae10-9d49-4ffe-a954-052654c1c11e'] response: {'server_uuid': 'b0adf1f4-37d6-4fc1-8519-a307ac9018f0', 'name': 'network-vif-deleted', 'tag': 'd1f07a62-edf3-480a-8b0c-59053840f45f', 'status': 'completed', 'code': 200} Apr 01 13:02:14.096544 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-78f0f60b-c4ab-4a9f-9a9d-3e2025875d06 req-8404542d-931f-49cd-9c72-2a5d7bd47e60 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0adf1f4-37d6-4fc1-8519-a307ac9018f0 HTTP/1.1" status: 200 len: 210 time: 0.0433614 Apr 01 13:02:15.179680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47838) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:15.272226 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8cba8955-1c07-4090-b2b8-81ec6b3afc47 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:15.335891 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8cba8955-1c07-4090-b2b8-81ec6b3afc47 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:15.431216 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8cba8955-1c07-4090-b2b8-81ec6b3afc47 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:15.434031 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8cba8955-1c07-4090-b2b8-81ec6b3afc47 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:15.435304 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-8cba8955-1c07-4090-b2b8-81ec6b3afc47 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "DELETE /v2.0/security-groups/566fe98c-d153-4695-9a4f-d4b9bdb67466 HTTP/1.1" status: 204 len: 168 time: 0.2540705 Apr 01 13:02:15.445004 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba8955-1c07-4090-b2b8-81ec6b3afc47 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566fe98c-d153-4695-9a4f-d4b9bdb67466,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:15.484361 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47842) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:15.561984 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-49952f4a-606a-4cd4-a9ba-2835efad5d5c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Deleting subnet 5316e597-87be-4df4-acdc-0e8f4200ee64 {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 13:02:15.567451 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49952f4a-606a-4cd4-a9ba-2835efad5d5c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:15.623385 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49952f4a-606a-4cd4-a9ba-2835efad5d5c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:15.739701 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49952f4a-606a-4cd4-a9ba-2835efad5d5c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:15.816531 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49952f4a-606a-4cd4-a9ba-2835efad5d5c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:15.845436 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49952f4a-606a-4cd4-a9ba-2835efad5d5c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'Subnet': ['ID=5316e597-87be-4df4-acdc-0e8f4200ee64,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:15.849476 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-49952f4a-606a-4cd4-a9ba-2835efad5d5c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:15.853666 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-49952f4a-606a-4cd4-a9ba-2835efad5d5c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "DELETE /v2.0/subnets/5316e597-87be-4df4-acdc-0e8f4200ee64 HTTP/1.1" status: 204 len: 168 time: 0.3680630 Apr 01 13:02:15.857231 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47844) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:15.861188 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543cf877-f5f1-4860-9976-b85304b59128 None None] Network c80245e9-d9ed-4609-8962-3d9c29b5f6d9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 13:02:15.880344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d1f07a62-edf3-480a-8b0c-59053840f45f no longer exists at agent hyperv_n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:02:15.912200 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] No Port match for: d1f07a62-edf3-480a-8b0c-59053840f45f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 13:02:15.912512 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Device d1f07a62-edf3-480a-8b0c-59053840f45f not bound to the agent host n-h1-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:02:15.955201 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.038090 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Deleting port f1dd102d-b5ee-4e05-9c2d-74b41fefca75 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 13:02:16.038531 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.106858 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7beaaf9-1a64-4ffa-83d9-937f3232b496 None None] DHCP port deletion for c80245e9-d9ed-4609-8962-3d9c29b5f6d9 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 13:02:16.124990 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] For port f1dd102d-b5ee-4e05-9c2d-74b41fefca75, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f1dd102d-b5ee-4e05-9c2d-74b41fefca75,segment=NetworkSegment(400cb934-18c2-47c1-bd29-21af383f4f00),segment_id=400cb934-18c2-47c1-bd29-21af383f4f00)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:16.125569 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.141535 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Calling delete_port for f1dd102d-b5ee-4e05-9c2d-74b41fefca75 owned by network:dhcp {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 13:02:16.169296 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f7beaaf9-1a64-4ffa-83d9-937f3232b496 None None] Deleting port f1dd102d-b5ee-4e05-9c2d-74b41fefca75 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 13:02:16.169897 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f7beaaf9-1a64-4ffa-83d9-937f3232b496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.232217 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.257620 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-f7beaaf9-1a64-4ffa-83d9-937f3232b496 None None] For port f1dd102d-b5ee-4e05-9c2d-74b41fefca75, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=f1dd102d-b5ee-4e05-9c2d-74b41fefca75,segment=NetworkSegment(400cb934-18c2-47c1-bd29-21af383f4f00),segment_id=400cb934-18c2-47c1-bd29-21af383f4f00)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:16.258245 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f7beaaf9-1a64-4ffa-83d9-937f3232b496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.262492 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'Port': ['ID=f1dd102d-b5ee-4e05-9c2d-74b41fefca75,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:16.268428 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] No DVR routers for this DVR port f1dd102d-b5ee-4e05-9c2d-74b41fefca75 on host n-d-836146-1 {{(pid=102719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:02:16.279396 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-f7beaaf9-1a64-4ffa-83d9-937f3232b496 None None] Calling delete_port for f1dd102d-b5ee-4e05-9c2d-74b41fefca75 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 13:02:16.367567 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.379768 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-f7beaaf9-1a64-4ffa-83d9-937f3232b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.393679 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80245e9-d9ed-4609-8962-3d9c29b5f6d9']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:16.407310 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400cb934-18c2-47c1-bd29-21af383f4f00') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:16.407651 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400cb934-18c2-47c1-bd29-21af383f4f00') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:16.411047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7beaaf9-1a64-4ffa-83d9-937f3232b496 None None] Pushing event deleted for resources: {'Port': ['ID=f1dd102d-b5ee-4e05-9c2d-74b41fefca75,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:16.417300 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7beaaf9-1a64-4ffa-83d9-937f3232b496 None None] No DVR routers for this DVR port f1dd102d-b5ee-4e05-9c2d-74b41fefca75 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:02:16.427810 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.452226 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.458511 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:02:16.459089 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: timer() Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:02:16.462597 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:02:16.559376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.571497 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:16.577378 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "DELETE /v2.0/networks/c80245e9-d9ed-4609-8962-3d9c29b5f6d9 HTTP/1.1" status: 204 len: 168 time: 0.7188663 Apr 01 13:02:16.585401 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47846) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:16.611482 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120e269-6d03-4908-ba7f-a2b220f42717 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'Network': ['ID=c80245e9-d9ed-4609-8962-3d9c29b5f6d9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:16.809911 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Deleting port 6f4ab78c-f289-4ce5-bca7-de53f9a10a62 {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 13:02:16.810528 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:17.180391 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f1dd102d-b5ee-4e05-9c2d-74b41fefca75 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:02:17.183557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:17.183557 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:17.202373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: f1dd102d-b5ee-4e05-9c2d-74b41fefca75 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 13:02:17.202875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device f1dd102d-b5ee-4e05-9c2d-74b41fefca75 not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:02:17.203471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Calling delete_port for 6f4ab78c-f289-4ce5-bca7-de53f9a10a62 owned by network:floatingip {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 13:02:17.373603 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:17.401409 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'Port': ['ID=6f4ab78c-f289-4ce5-bca7-de53f9a10a62,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:17.463986 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for floatingip, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:17.464366 n-d-836146-1 neutron-server[102719]: INFO neutron.db.l3_db [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Floating IP a4caccba-d958-4cbf-bd74-5c1bccfca4f8 disassociated (deleted). External IP: 172.25.7.26, port: 76fe6926-b301-4846-b8d6-d9e278edcf55. Apr 01 13:02:17.690790 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Router 43abfa50-65c7-47e1-a97d-332e5210a713 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:02:17.830748 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:02:17.837851 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for floatingip, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:17.860985 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d26af-fd3c-428c-892e-4577e332f40f None None] Sync routers for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:02:17.872079 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d26af-fd3c-428c-892e-4577e332f40f None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:17.872872 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e07d26af-fd3c-428c-892e-4577e332f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:02:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:17.891209 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1153da19-432e-4b92-9db3-7af504305366 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "DELETE /v2.0/floatingips/a4caccba-d958-4cbf-bd74-5c1bccfca4f8 HTTP/1.1" status: 204 len: 168 time: 1.3078663 Apr 01 13:02:17.892150 n-d-836146-1 neutron-server[102719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'tag': '76fe6926-b301-4846-b8d6-d9e278edcf55'}] {{(pid=102719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:02:17.895818 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e5c9716c197e9957d80ac491f741852b43f97bdafda3ceffa5d6b4a9c540c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80473018-196f-48ec-8fad-b639ed1235e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f0991a-5708-4803-bb30-dc023c7b03b0", "tag": "76fe6926-b301-4846-b8d6-d9e278edcf55"}]}' {{(pid=102719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:02:18.017728 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-e07d26af-fd3c-428c-892e-4577e332f40f None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:18.161914 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4943f5d2-ea70-4109-9c5e-af9699bcfe2a x-openstack-request-id: req-4943f5d2-ea70-4109-9c5e-af9699bcfe2a {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:02:18.162451 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f0991a-5708-4803-bb30-dc023c7b03b0", "tag": "76fe6926-b301-4846-b8d6-d9e278edcf55", "status": "completed", "code": 200}]} {{(pid=102719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:02:18.162451 n-d-836146-1 neutron-server[102719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4943f5d2-ea70-4109-9c5e-af9699bcfe2a {{(pid=102719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:02:18.162786 n-d-836146-1 neutron-server[102719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4943f5d2-ea70-4109-9c5e-af9699bcfe2a'] response: {'name': 'network-changed', 'server_uuid': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'tag': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'status': 'completed', 'code': 200} Apr 01 13:02:18.220883 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc7180-f3da-4700-8674-d96eb928c3ed req-b85ac89a-03d0-474c-965f-7b6aea8d1998 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:18.223760 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dfcc7180-f3da-4700-8674-d96eb928c3ed req-b85ac89a-03d0-474c-965f-7b6aea8d1998 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 945 time: 0.0730643 Apr 01 13:02:18.246544 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80473018-196f-48ec-8fad-b639ed1235e8 req-5479bd75-35dc-4a9b-8065-8b77d7f1f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:18.248015 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e07d26af-fd3c-428c-892e-4577e332f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:02:10Z', 'revision_number': 6, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:18.250548 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80473018-196f-48ec-8fad-b639ed1235e8 req-5479bd75-35dc-4a9b-8065-8b77d7f1f2f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 1096 time: 0.0683322 Apr 01 13:02:18.275193 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-dfcc7180-f3da-4700-8674-d96eb928c3ed req-5ef5ce7a-b183-496f-8e98-29fa6c4ff6b8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec46caef-886c-4055-bcee-445c52ae07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415776 Apr 01 13:02:18.281452 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d26af-fd3c-428c-892e-4577e332f40f None None] Checking router: 43abfa50-65c7-47e1-a97d-332e5210a713 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:02:18.290638 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d26af-fd3c-428c-892e-4577e332f40f None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:18.291263 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e07d26af-fd3c-428c-892e-4577e332f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:02:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:18.361121 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80473018-196f-48ec-8fad-b639ed1235e8 req-39855639-f277-48fe-afbf-9e212d5a18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:18.363637 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80473018-196f-48ec-8fad-b639ed1235e8 req-39855639-f277-48fe-afbf-9e212d5a18dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=33facf60-abee-45e5-ba74-4f12e5306cd9 HTTP/1.1" status: 200 len: 898 time: 0.1054096 Apr 01 13:02:18.416963 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80473018-196f-48ec-8fad-b639ed1235e8 req-100ad5d3-228f-44d2-af02-f9f430a0e926 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76fe6926-b301-4846-b8d6-d9e278edcf55 HTTP/1.1" status: 200 len: 217 time: 0.0452504 Apr 01 13:02:18.422262 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-e07d26af-fd3c-428c-892e-4577e332f40f None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:18.478110 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80473018-196f-48ec-8fad-b639ed1235e8 req-42567983-69f0-4a72-b579-8263e80897a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:18.480414 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80473018-196f-48ec-8fad-b639ed1235e8 req-42567983-69f0-4a72-b579-8263e80897a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f84751ee-c4e2-4a05-a00b-35fe0199298a HTTP/1.1" status: 200 len: 834 time: 0.0565701 Apr 01 13:02:18.538038 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80473018-196f-48ec-8fad-b639ed1235e8 req-bf46b01c-d246-4dad-b2ca-c97673c63b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:18.540984 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80473018-196f-48ec-8fad-b639ed1235e8 req-bf46b01c-d246-4dad-b2ca-c97673c63b54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33facf60-abee-45e5-ba74-4f12e5306cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529828 Apr 01 13:02:18.678144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-e07d26af-fd3c-428c-892e-4577e332f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:02:10Z', 'revision_number': 6, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:18.680228 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80473018-196f-48ec-8fad-b639ed1235e8 req-4e8a93a0-3fd4-4a56-9414-908511361e12 service neutron] 10.222.0.44 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316803 Apr 01 13:02:18.707320 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d26af-fd3c-428c-892e-4577e332f40f None None] The sync data for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 is: [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:02:10Z', 'revision_number': 6, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'e70a0800-4312-487d-b988-4c5f5d4b5e7f', 'name': '', 'network_id': '33facf60-abee-45e5-ba74-4f12e5306cd9', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:38:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:21Z', 'updated_at': '2022-04-01T13:00:24Z', 'revision_number': 5, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': 'f84751ee-c4e2-4a05-a00b-35fe0199298a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:02:18.794129 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-80473018-196f-48ec-8fad-b639ed1235e8 req-b5b6ad81-0e96-4f3e-a2da-1ce81d121d3c service neutron] 10.222.0.44 "GET /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061687 Apr 01 13:02:19.021559 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1fb51-ff9d-44ab-a2d5-57f0b72e0365 None None] New status for floating IP a4caccba-d958-4cbf-bd74-5c1bccfca4f8: DOWN {{(pid=102721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 13:02:19.459297 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b52cc-f23a-4316-981e-6c47cb7f06f2 req-d89d4155-8ee9-4fe3-80a3-aea0bb82a6eb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:19.461804 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-267b52cc-f23a-4316-981e-6c47cb7f06f2 req-d89d4155-8ee9-4fe3-80a3-aea0bb82a6eb tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 945 time: 0.0667446 Apr 01 13:02:19.535245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-267b52cc-f23a-4316-981e-6c47cb7f06f2 req-00d2a556-6d60-4f4b-8e52-b0322f5bf57d tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec46caef-886c-4055-bcee-445c52ae07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613148 Apr 01 13:02:19.636044 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7ad6d-fcd0-411a-9b34-53059d6ec212 req-445fb86c-1bb9-4806-b809-817e77de3da3 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:19.639282 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0e7ad6d-fcd0-411a-9b34-53059d6ec212 req-445fb86c-1bb9-4806-b809-817e77de3da3 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 945 time: 0.0855379 Apr 01 13:02:19.803717 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d0e7ad6d-fcd0-411a-9b34-53059d6ec212 req-62f5c83a-528f-46a4-bbd1-13ee8f160e53 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Deleting port 76fe6926-b301-4846-b8d6-d9e278edcf55 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 13:02:19.804195 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d0e7ad6d-fcd0-411a-9b34-53059d6ec212 req-62f5c83a-528f-46a4-bbd1-13ee8f160e53 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:19.915228 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-d0e7ad6d-fcd0-411a-9b34-53059d6ec212 req-62f5c83a-528f-46a4-bbd1-13ee8f160e53 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] For port 76fe6926-b301-4846-b8d6-d9e278edcf55, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=76fe6926-b301-4846-b8d6-d9e278edcf55,segment=NetworkSegment(133dc2d9-61a2-49ba-83f4-d31af678b6d2),segment_id=133dc2d9-61a2-49ba-83f4-d31af678b6d2)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:19.915595 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d0e7ad6d-fcd0-411a-9b34-53059d6ec212 req-62f5c83a-528f-46a4-bbd1-13ee8f160e53 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:19.930842 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [req-d0e7ad6d-fcd0-411a-9b34-53059d6ec212 req-62f5c83a-528f-46a4-bbd1-13ee8f160e53 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Calling delete_port for 76fe6926-b301-4846-b8d6-d9e278edcf55 owned by compute:nova {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 13:02:20.104172 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d0e7ad6d-fcd0-411a-9b34-53059d6ec212 req-62f5c83a-528f-46a4-bbd1-13ee8f160e53 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:20.150500 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5c83a-528f-46a4-bbd1-13ee8f160e53 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'Port': ['ID=76fe6926-b301-4846-b8d6-d9e278edcf55,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:20.202631 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e7ad6d-fcd0-411a-9b34-53059d6ec212 req-62f5c83a-528f-46a4-bbd1-13ee8f160e53 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] No DVR routers for this DVR port 76fe6926-b301-4846-b8d6-d9e278edcf55 on host n-h2-836146-1 {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:02:20.205677 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-d0e7ad6d-fcd0-411a-9b34-53059d6ec212 req-62f5c83a-528f-46a4-bbd1-13ee8f160e53 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:20.209272 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-d0e7ad6d-fcd0-411a-9b34-53059d6ec212 req-62f5c83a-528f-46a4-bbd1-13ee8f160e53 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.44 "DELETE /v2.0/ports/76fe6926-b301-4846-b8d6-d9e278edcf55 HTTP/1.1" status: 204 len: 173 time: 0.5607820 Apr 01 13:02:20.209765 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'name': 'network-vif-deleted', 'tag': '76fe6926-b301-4846-b8d6-d9e278edcf55'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:02:20.212247 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74831f09-ee09-4db4-b854-a12cfbe5da61" -d '{"events": [{"server_uuid": "b1f0991a-5708-4803-bb30-dc023c7b03b0", "name": "network-vif-deleted", "tag": "76fe6926-b301-4846-b8d6-d9e278edcf55"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:02:20.259477 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b15eba-cd01-457f-b914-47959a9c0055 x-openstack-request-id: req-c1b15eba-cd01-457f-b914-47959a9c0055 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:02:20.259899 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f0991a-5708-4803-bb30-dc023c7b03b0", "name": "network-vif-deleted", "tag": "76fe6926-b301-4846-b8d6-d9e278edcf55", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:02:20.260230 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1b15eba-cd01-457f-b914-47959a9c0055 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:02:20.260644 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b15eba-cd01-457f-b914-47959a9c0055'] response: {'server_uuid': 'b1f0991a-5708-4803-bb30-dc023c7b03b0', 'name': 'network-vif-deleted', 'tag': '76fe6926-b301-4846-b8d6-d9e278edcf55', 'status': 'completed', 'code': 200} Apr 01 13:02:20.715245 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-0265337f-0ccd-4ed7-97e3-30ed0c5de6a2 req-0c38f28c-09f9-484b-8208-b58890308841 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1f0991a-5708-4803-bb30-dc023c7b03b0 HTTP/1.1" status: 200 len: 210 time: 0.0359700 Apr 01 13:02:21.792625 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47864) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:21.869529 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7fab-87df-42d1-a6ac-774ad8dbf905 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:21.917554 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7fab-87df-42d1-a6ac-774ad8dbf905 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:22.021206 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7fab-87df-42d1-a6ac-774ad8dbf905 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:22.025707 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7fab-87df-42d1-a6ac-774ad8dbf905 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:22.027617 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-4e5b7fab-87df-42d1-a6ac-774ad8dbf905 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "DELETE /v2.0/security-groups/ec46caef-886c-4055-bcee-445c52ae07c0 HTTP/1.1" status: 204 len: 168 time: 0.2335467 Apr 01 13:02:22.043754 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b7fab-87df-42d1-a6ac-774ad8dbf905 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec46caef-886c-4055-bcee-445c52ae07c0,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:22.067453 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47868) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:22.540756 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545580'] for router_interface, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:22.915728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Deleting port e70a0800-4312-487d-b988-4c5f5d4b5e7f {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 13:02:22.916069 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:23.095306 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] For port e70a0800-4312-487d-b988-4c5f5d4b5e7f, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e70a0800-4312-487d-b988-4c5f5d4b5e7f,segment=NetworkSegment(133dc2d9-61a2-49ba-83f4-d31af678b6d2),segment_id=133dc2d9-61a2-49ba-83f4-d31af678b6d2)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:23.096254 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:23.118617 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Calling delete_port for e70a0800-4312-487d-b988-4c5f5d4b5e7f owned by network:router_interface {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 13:02:23.379417 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 76fe6926-b301-4846-b8d6-d9e278edcf55 no longer exists at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:02:23.412973 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:23.415208 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] No Port match for: 76fe6926-b301-4846-b8d6-d9e278edcf55 {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 13:02:23.416048 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 76fe6926-b301-4846-b8d6-d9e278edcf55 not bound to the agent host n-h2-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:02:23.444543 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'Port': ['ID=e70a0800-4312-487d-b988-4c5f5d4b5e7f,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:23.458967 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:23.459347 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:23.459647 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:23.459995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:23.460335 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:23.460659 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:23.460995 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:23.461336 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:23.461680 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:23.462044 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:23.462385 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:23.462725 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:23.751829 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545624'] for router_interface, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:24.039730 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Router 43abfa50-65c7-47e1-a97d-332e5210a713 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:02:24.224703 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:02:24.233647 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2680c553-36aa-48f8-a08b-bfaa89192aaa tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "PUT /v2.0/routers/43abfa50-65c7-47e1-a97d-332e5210a713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1632855 Apr 01 13:02:24.236733 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47870) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:24.238234 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b3dd74-b873-4a0d-8c9d-409defb79a40 None None] Sync routers for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:02:24.251053 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b3dd74-b873-4a0d-8c9d-409defb79a40 None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:24.252164 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-70b3dd74-b873-4a0d-8c9d-409defb79a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:02:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:24.317845 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_v2 [None req-2334914c-5546-472f-94b8-ebe70f886151 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Deleting subnet f84751ee-c4e2-4a05-a00b-35fe0199298a {{(pid=102719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 13:02:24.321322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2334914c-5546-472f-94b8-ebe70f886151 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for subnet, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:24.373441 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2334914c-5546-472f-94b8-ebe70f886151 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571418'] for subnet, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:24.429502 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-70b3dd74-b873-4a0d-8c9d-409defb79a40 None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:24.468341 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2334914c-5546-472f-94b8-ebe70f886151 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7963175'] for subnet, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:24.562204 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2334914c-5546-472f-94b8-ebe70f886151 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7963184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9825773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9958370'] for subnet, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:24.603253 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334914c-5546-472f-94b8-ebe70f886151 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'Subnet': ['ID=f84751ee-c4e2-4a05-a00b-35fe0199298a,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:24.610924 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-2334914c-5546-472f-94b8-ebe70f886151 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for subnet, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:24.618408 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-2334914c-5546-472f-94b8-ebe70f886151 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "DELETE /v2.0/subnets/f84751ee-c4e2-4a05-a00b-35fe0199298a HTTP/1.1" status: 204 len: 168 time: 0.3789697 Apr 01 13:02:24.621366 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47872) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:24.706174 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ebb3ae-45ca-4f54-8c0c-8dc8581ae390 None None] Network 33facf60-abee-45e5-ba74-4f12e5306cd9 requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 13:02:24.798998 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:24.963808 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.055728 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Deleting port 980726f9-9bf0-4e51-9264-886a2247850b {{(pid=102719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 13:02:25.056724 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.071707 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-70b3dd74-b873-4a0d-8c9d-409defb79a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '980726f9-9bf0-4e51-9264-886a2247850b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:02:23Z', 'revision_number': 7, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '980726f9-9bf0-4e51-9264-886a2247850b', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:25.120725 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b3dd74-b873-4a0d-8c9d-409defb79a40 None None] Checking router: 43abfa50-65c7-47e1-a97d-332e5210a713 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:02:25.140656 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b3dd74-b873-4a0d-8c9d-409defb79a40 None None] Routers {'43abfa50-65c7-47e1-a97d-332e5210a713'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:25.141563 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-70b3dd74-b873-4a0d-8c9d-409defb79a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:02:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['43abfa50-65c7-47e1-a97d-332e5210a713'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:25.193344 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4361afc3-9522-4744-8668-6aa972e5509c None None] DHCP port deletion for 33facf60-abee-45e5-ba74-4f12e5306cd9 request from n-d-836146-1 {{(pid=102720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 13:02:25.198468 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] For port 980726f9-9bf0-4e51-9264-886a2247850b, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=980726f9-9bf0-4e51-9264-886a2247850b,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:25.199363 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.218240 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.plugin [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Calling delete_port for 980726f9-9bf0-4e51-9264-886a2247850b owned by network:router_gateway {{(pid=102719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 13:02:25.315172 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device df248ee2-d862-4b91-b052-85fc936b9838 no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:02:25.333843 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-70b3dd74-b873-4a0d-8c9d-409defb79a40 None None] Set router 43abfa50-65c7-47e1-a97d-332e5210a713 gateway port host: None {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:25.415710 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.439407 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-70b3dd74-b873-4a0d-8c9d-409defb79a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:02:24Z', 'revision_number': 8, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port_host': None}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:25.470863 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'Port': ['ID=980726f9-9bf0-4e51-9264-886a2247850b,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:25.478818 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b3dd74-b873-4a0d-8c9d-409defb79a40 None None] The sync data for ids ['43abfa50-65c7-47e1-a97d-332e5210a713'] in n-d-836146-1 is: [{'id': '43abfa50-65c7-47e1-a97d-332e5210a713', 'name': 'tempest-TestNetworkBasicOps-router-270444531', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:00:18Z', 'updated_at': '2022-04-01T13:02:24Z', 'revision_number': 8, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port_host': None}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:02:25.530068 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4361afc3-9522-4744-8668-6aa972e5509c None None] Deleting port df248ee2-d862-4b91-b052-85fc936b9838 {{(pid=102720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 13:02:25.530489 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4361afc3-9522-4744-8668-6aa972e5509c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760604616771'] for port, before_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.561174 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764898'] for router_gateway, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.562538 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.610487 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-4361afc3-9522-4744-8668-6aa972e5509c None None] For port df248ee2-d862-4b91-b052-85fc936b9838, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=df248ee2-d862-4b91-b052-85fc936b9838,segment=NetworkSegment(133dc2d9-61a2-49ba-83f4-d31af678b6d2),segment_id=133dc2d9-61a2-49ba-83f4-d31af678b6d2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:25.610941 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4361afc3-9522-4744-8668-6aa972e5509c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762566'] for port, precommit_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.633166 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-4361afc3-9522-4744-8668-6aa972e5509c None None] Calling delete_port for df248ee2-d862-4b91-b052-85fc936b9838 owned by network:dhcp {{(pid=102720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 13:02:25.653667 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port df248ee2-d862-4b91-b052-85fc936b9838, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=df248ee2-d862-4b91-b052-85fc936b9838,segment=NetworkSegment(133dc2d9-61a2-49ba-83f4-d31af678b6d2),segment_id=133dc2d9-61a2-49ba-83f4-d31af678b6d2)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:25.659370 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.674920 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221483'] for router, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.677521 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.748319 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544886'] for router, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.749138 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Fanout notify agent at l3_agent the message router_deleted on router 43abfa50-65c7-47e1-a97d-332e5210a713 {{(pid=102719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:02:25.758376 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.759557 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-fabf4fdb-0633-44b6-a2dc-66580b3b161c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "DELETE /v2.0/routers/43abfa50-65c7-47e1-a97d-332e5210a713 HTTP/1.1" status: 204 len: 168 time: 1.1366055 Apr 01 13:02:25.763919 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47874) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:25.776213 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=df248ee2-d862-4b91-b052-85fc936b9838,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:25.797300 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-4361afc3-9522-4744-8668-6aa972e5509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760604622237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760604083429'] for port, after_delete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:25.841173 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361afc3-9522-4744-8668-6aa972e5509c None None] Pushing event deleted for resources: {'Port': ['ID=df248ee2-d862-4b91-b052-85fc936b9838,revision_number=None']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:25.845430 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4361afc3-9522-4744-8668-6aa972e5509c None None] No DVR routers for this DVR port df248ee2-d862-4b91-b052-85fc936b9838 on host n-d-836146-1 {{(pid=102720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:02:25.913293 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7890024'] for network, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.026555 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7965852', 'neutron.services.segments.db._delete_segments_for_network-8760604598366'] for network, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.052149 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33facf60-abee-45e5-ba74-4f12e5306cd9']}} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:26.063538 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133dc2d9-61a2-49ba-83f4-d31af678b6d2') {'for_net_delete': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:26.063841 n-d-836146-1 neutron-server[102719]: DEBUG neutron.services.segments.db [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133dc2d9-61a2-49ba-83f4-d31af678b6d2') {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:26.077421 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760604599399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571395'] for segment, before_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.100131 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.110583 n-d-836146-1 neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 13:02:26.111093 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9825291'] for segment, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: Traceback (most recent call last): Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: timer() Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: cb(*args, **kw) Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: return func(*args, **kwargs) Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: self._notify() Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: self.callback(batched_events) Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: event.method(event) Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: return f(self, *a, **k) Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: return self._get(url).json() Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: return self.request(url, 'GET', **kwargs) Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:02:26.115971 n-d-836146-1 neutron-server[102719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:02:26.225924 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7965861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764870'] for network, after_delete {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.238400 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for network, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.248054 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "DELETE /v2.0/networks/33facf60-abee-45e5-ba74-4f12e5306cd9 HTTP/1.1" status: 204 len: 168 time: 0.4768631 Apr 01 13:02:26.254222 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c450ed-d648-47d2-b783-0a548d89e160 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event deleted for resources: {'Network': ['ID=33facf60-abee-45e5-ba74-4f12e5306cd9,revision_number=None']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:26.267257 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47876) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:26.273282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-ea725331-ec0a-4dc6-9b96-be12c9ce3392 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'network': {'name': 'tempest-network-smoke--1667901576', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'port_security_enabled': True}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:26.303022 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea725331-ec0a-4dc6-9b96-be12c9ce3392 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Made reservation on behalf of b2085ee30f6d44788ead95c281e9b078 for: {'network': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:02:26.309928 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ea725331-ec0a-4dc6-9b96-be12c9ce3392 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for network, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.342672 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea725331-ec0a-4dc6-9b96-be12c9ce3392 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:02:26.361582 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ea725331-ec0a-4dc6-9b96-be12c9ce3392 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963586'] for segment, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.363065 n-d-836146-1 neutron-server[102718]: INFO neutron.db.segments_db [None req-ea725331-ec0a-4dc6-9b96-be12c9ce3392 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Added segment ab9240c5-434e-47f4-a634-0302a1548ea9 of type vlan for network 488730a6-7d1b-4621-a6d8-83d1d9acba0c Apr 01 13:02:26.413363 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ea725331-ec0a-4dc6-9b96-be12c9ce3392 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760604060793'] for network, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.449347 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ea725331-ec0a-4dc6-9b96-be12c9ce3392 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407'] for network, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.456058 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea725331-ec0a-4dc6-9b96-be12c9ce3392 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:26.456666 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ea725331-ec0a-4dc6-9b96-be12c9ce3392 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for network, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.503331 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-ea725331-ec0a-4dc6-9b96-be12c9ce3392 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2344577 Apr 01 13:02:26.507417 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47878) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:26.515137 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-482156602', 'admin_state_up': True, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:26.547564 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221465'] for router, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.551186 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221458'] for router, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.567027 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea725331-ec0a-4dc6-9b96-be12c9ce3392 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Network': ['ID=488730a6-7d1b-4621-a6d8-83d1d9acba0c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:26.593635 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Network 488730a6-7d1b-4621-a6d8-83d1d9acba0c details requested by agent ovs-agent-n-d-836146-1 with host n-d-836146-1 {{(pid=102720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 13:02:26.643951 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:26.861718 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:27.092311 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router_gateway, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:27.196868 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 980726f9-9bf0-4e51-9264-886a2247850b no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:02:27.225402 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: 980726f9-9bf0-4e51-9264-886a2247850b {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 13:02:27.226049 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 980726f9-9bf0-4e51-9264-886a2247850b not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:02:27.226662 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e70a0800-4312-487d-b988-4c5f5d4b5e7f no longer exists at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 13:02:27.250527 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] No Port match for: e70a0800-4312-487d-b988-4c5f5d4b5e7f {{(pid=102720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 13:02:27.250883 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e70a0800-4312-487d-b988-4c5f5d4b5e7f not bound to the agent host n-d-836146-1 {{(pid=102720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 13:02:27.414583 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:27.538971 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.db_base_plugin_common [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Allocated IP 172.25.7.193 (e739e016-ee5b-47f4-b4fd-f69ca8454edd/c43ed730-8fac-4b87-aa0f-14b80bbe0ec8/3c885425-94fe-4247-b883-b0102725c230) {{(pid=102719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:02:27.669884 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:27.717559 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9825340'] for port, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:27.761963 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network e739e016-ee5b-47f4-b4fd-f69ca8454edd is already hosted by enough agents. {{(pid=102719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:02:27.765251 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.base_scheduler [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): {{(pid=102719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:27.767745 n-d-836146-1 neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Received port after_create {{(pid=102719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:02:27.796612 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=3c885425-94fe-4247-b883-b0102725c230,revision_number=1']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:28.057959 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router_gateway, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:28.279014 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764814'] for router, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:28.469308 n-d-836146-1 neutron-server[102719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Router 94c896be-bdf4-4df6-80b3-be31a2788b63 is scheduled to L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd with binding_index 1 {{(pid=102719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:02:28.633736 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:02:28.646561 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Sync routers for ids ['94c896be-bdf4-4df6-80b3-be31a2788b63'] in n-d-836146-1 {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:02:28.658335 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Routers {'94c896be-bdf4-4df6-80b3-be31a2788b63'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:28.659003 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:02:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['94c896be-bdf4-4df6-80b3-be31a2788b63'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:28.666749 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for router, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:28.669197 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b19cf6df-ddc0-4ad4-a615-24efd97d1f7f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1594453 Apr 01 13:02:28.672504 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47880) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:28.713098 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5e299874-8f0a-4616-912f-2d7b7f588cba tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=b2085ee30f6d44788ead95c281e9b078&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391805 Apr 01 13:02:28.716231 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47882) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:28.788885 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Set router 94c896be-bdf4-4df6-80b3-be31a2788b63 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:28.859772 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed3b195-12cf-43f5-ada6-1ee73b067d2d tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:28.866094 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1ed3b195-12cf-43f5-ada6-1ee73b067d2d tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1446242 Apr 01 13:02:28.866540 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47884) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:28.915834 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-1ea68e6a-3ba8-434f-8ba1-42cf110e6ce8 tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=e739e016-ee5b-47f4-b4fd-f69ca8454edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475748 Apr 01 13:02:28.920628 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47886) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:28.927330 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-fccd555b-6a7e-4399-aefe-b5896e8183d6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-197340236', 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:29.082623 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccd555b-6a7e-4399-aefe-b5896e8183d6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Made reservation on behalf of b2085ee30f6d44788ead95c281e9b078 for: {'subnet': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:02:29.086884 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fccd555b-6a7e-4399-aefe-b5896e8183d6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9538252'] for subnet, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:29.129439 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'name': 'tempest-TestNetworkBasicOps-router-482156602', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3c885425-94fe-4247-b883-b0102725c230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:26Z', 'updated_at': '2022-04-01T13:02:27Z', 'revision_number': 3, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '3c885425-94fe-4247-b883-b0102725c230', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:27Z', 'updated_at': '2022-04-01T13:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:29.176445 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Checking router: 94c896be-bdf4-4df6-80b3-be31a2788b63 for host: n-d-836146-1 {{(pid=102721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:02:29.176870 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Updating router 94c896be-bdf4-4df6-80b3-be31a2788b63 port 3c885425-94fe-4247-b883-b0102725c230 binding host n-d-836146-1 {{(pid=102721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:02:29.218335 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:29.407943 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fccd555b-6a7e-4399-aefe-b5896e8183d6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9789081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9538110'] for subnet, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:29.506743 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd555b-6a7e-4399-aefe-b5896e8183d6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Subnet': ['ID=222565e7-ff9e-4695-8e7c-355add772cc6,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:29.516877 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd555b-6a7e-4399-aefe-b5896e8183d6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Checking segment: {'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:02:29.517233 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccd555b-6a7e-4399-aefe-b5896e8183d6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network hostable DHCP agents. Network: 488730a6-7d1b-4621-a6d8-83d1d9acba0c, hostable agents: ['2ee73779-3d36-4ce9-b11c-28e0a4e9610b'], hosted agents: [] {{(pid=102718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:02:29.542053 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccd555b-6a7e-4399-aefe-b5896e8183d6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network 488730a6-7d1b-4621-a6d8-83d1d9acba0c is scheduled to be hosted by DHCP agent 2ee73779-3d36-4ce9-b11c-28e0a4e9610b with binding_index 1 {{(pid=102718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:02:29.553895 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-fccd555b-6a7e-4399-aefe-b5896e8183d6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-1, 488730a6-7d1b-4621-a6d8-83d1d9acba0c) {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:29.562737 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd555b-6a7e-4399-aefe-b5896e8183d6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:29.563273 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fccd555b-6a7e-4399-aefe-b5896e8183d6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for subnet, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:29.571394 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73517edd-f8ad-417a-880a-ef81fdde5e3c None None] Network 488730a6-7d1b-4621-a6d8-83d1d9acba0c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 13:02:29.585775 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-fccd555b-6a7e-4399-aefe-b5896e8183d6 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6597204 Apr 01 13:02:29.586540 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47888) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:29.640081 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:29.649249 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:29.745936 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Pushing event updated for resources: {'Port': ['ID=3c885425-94fe-4247-b883-b0102725c230,revision_number=2']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:29.748565 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Attempting to bind port 3c885425-94fe-4247-b883-b0102725c230 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:02:29.748846 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Attempting to bind port 3c885425-94fe-4247-b883-b0102725c230 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:02:29.749289 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Attempting to bind port 3c885425-94fe-4247-b883-b0102725c230 on network e739e016-ee5b-47f4-b4fd-f69ca8454edd {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:02:29.759894 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:29.760210 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:29.760554 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:29.760873 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:29.761207 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:29.761512 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:29.761833 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:29.762836 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:29.763156 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:29.763470 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:29.763785 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:29.764097 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:29.768527 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:02:29.768997 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Checking segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:02:29.769572 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:29.769779 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Bound using segment: {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'} {{(pid=102721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:02:29.770173 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.managers [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Bound port: 3c885425-94fe-4247-b883-b0102725c230, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26676876-c985-439e-9804-97d99beeed19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd'}}] {{(pid=102721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:02:29.770737 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:29.848409 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] For port 3c885425-94fe-4247-b883-b0102725c230, host n-d-836146-1, cleared binding levels {{(pid=102721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:02:29.852144 n-d-836146-1 neutron-server[102721]: DEBUG neutron.plugins.ml2.db [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] For port 3c885425-94fe-4247-b883-b0102725c230, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=3c885425-94fe-4247-b883-b0102725c230,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:02:29.858354 n-d-836146-1 neutron-server[102721]: DEBUG neutron_lib.callbacks.manager [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:29.892047 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1074957-5a8c-55a2-9844-8fb8ae1f6fb8-488730a6-7d1b-4621-a6d8-83d1d9acba0c', 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'fixed_ips': [{'subnet_id': '222565e7-ff9e-4695-8e7c-355add772cc6'}]}} from n-d-836146-1. {{(pid=102720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 13:02:29.893410 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:29.913860 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Routers {'94c896be-bdf4-4df6-80b3-be31a2788b63'} bound to L3 agent in host n-d-836146-1 {{(pid=102721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:29.914301 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:02:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['94c896be-bdf4-4df6-80b3-be31a2788b63'], 'active': True} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:30.005147 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5bf00-6e4e-46d0-b7e0-6a7094423a65 None None] Pushing event updated for resources: {'Port': ['ID=3c885425-94fe-4247-b883-b0102725c230,revision_number=3']} {{(pid=102721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:30.094327 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_dvr_db [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] Set router 94c896be-bdf4-4df6-80b3-be31a2788b63 gateway port host: n-d-836146-1 {{(pid=102721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:30.151086 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.db_base_plugin_common [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Allocated IP 172.20.0.2 (488730a6-7d1b-4621-a6d8-83d1d9acba0c/222565e7-ff9e-4695-8e7c-355add772cc6/4258d261-321d-4efd-9efa-bf47cac337c3) {{(pid=102720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:02:30.369364 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.l3_hamode_db [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'name': 'tempest-TestNetworkBasicOps-router-482156602', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3c885425-94fe-4247-b883-b0102725c230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:26Z', 'updated_at': '2022-04-01T13:02:27Z', 'revision_number': 3, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '3c885425-94fe-4247-b883-b0102725c230', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:27Z', 'updated_at': '2022-04-01T13:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}], 'n-d-836146-1', False) {} {{(pid=102721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:30.399990 n-d-836146-1 neutron-server[102721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dd2d7-3e04-47bc-9258-b29f5d5143d4 None None] The sync data for ids ['94c896be-bdf4-4df6-80b3-be31a2788b63'] in n-d-836146-1 is: [{'id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'name': 'tempest-TestNetworkBasicOps-router-482156602', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3c885425-94fe-4247-b883-b0102725c230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:26Z', 'updated_at': '2022-04-01T13:02:27Z', 'revision_number': 3, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '3c885425-94fe-4247-b883-b0102725c230', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:27Z', 'updated_at': '2022-04-01T13:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1'}] {{(pid=102721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:02:30.409047 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Notify callbacks [] for port, precommit_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:30.418500 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447'] for port, after_create {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:30.469703 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Network 488730a6-7d1b-4621-a6d8-83d1d9acba0c is already hosted by enough agents. {{(pid=102720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:02:30.472749 n-d-836146-1 neutron-server[102720]: DEBUG neutron.scheduler.base_scheduler [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Resources bound (agent type, host, resource id): {{(pid=102720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:30.477376 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Received port after_create {{(pid=102720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:02:30.485058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Pushing event updated for resources: {'Port': ['ID=4258d261-321d-4efd-9efa-bf47cac337c3,revision_number=1']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:30.498933 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:30.499286 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:30.499748 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:30.499930 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:30.500386 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:30.500601 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:30.500922 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:30.501228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:30.501577 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:30.501882 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:30.502242 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:30.502572 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-1 {{(pid=102720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:02:30.570813 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Attempting to bind port 4258d261-321d-4efd-9efa-bf47cac337c3 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:02:30.571223 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Attempting to bind port 4258d261-321d-4efd-9efa-bf47cac337c3 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:02:30.571553 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Attempting to bind port 4258d261-321d-4efd-9efa-bf47cac337c3 on network 488730a6-7d1b-4621-a6d8-83d1d9acba0c {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:02:30.578211 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:02:30.578709 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Checking segment: {'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:02:30.579015 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:30.580044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Bound using segment: {'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:02:30.580044 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Bound port: 4258d261-321d-4efd-9efa-bf47cac337c3, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:02:30.580535 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:30.604892 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:30.672476 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] For port 4258d261-321d-4efd-9efa-bf47cac337c3, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:02:30.688034 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] For port 4258d261-321d-4efd-9efa-bf47cac337c3, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4258d261-321d-4efd-9efa-bf47cac337c3,segment=NetworkSegment(ab9240c5-434e-47f4-a634-0302a1548ea9),segment_id=ab9240c5-434e-47f4-a634-0302a1548ea9)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:02:30.705747 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:30.799526 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c6ca8-1ad6-4236-afa7-59e80e44ea0b None None] Pushing event updated for resources: {'Port': ['ID=4258d261-321d-4efd-9efa-bf47cac337c3,revision_number=2']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:31.122490 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Allocated IP 172.20.0.1 (488730a6-7d1b-4621-a6d8-83d1d9acba0c/222565e7-ff9e-4695-8e7c-355add772cc6/e22f1064-13ce-4ef1-b888-1c3331f96477) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:02:31.317775 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 3c885425-94fe-4247-b883-b0102725c230 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:31.366401 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:31.379689 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 3c885425-94fe-4247-b883-b0102725c230 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:31.380364 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:31.427460 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:31.481572 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:31.496891 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network 488730a6-7d1b-4621-a6d8-83d1d9acba0c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:02:31.505228 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 3c885425-94fe-4247-b883-b0102725c230, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=3c885425-94fe-4247-b883-b0102725c230,segment=NetworkSegment(26676876-c985-439e-9804-97d99beeed19),segment_id=26676876-c985-439e-9804-97d99beeed19)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:31.505543 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:31.510148 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:31.511244 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4258d261-321d-4efd-9efa-bf47cac337c3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:31.511941 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:02:31.558111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=e22f1064-13ce-4ef1-b888-1c3331f96477,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:31.572348 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546385'] for router_interface, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:31.657371 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4258d261-321d-4efd-9efa-bf47cac337c3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:31.658206 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:31.712875 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=3c885425-94fe-4247-b883-b0102725c230,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:31.775121 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:31.835952 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:31.895325 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] For port 4258d261-321d-4efd-9efa-bf47cac337c3, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=4258d261-321d-4efd-9efa-bf47cac337c3,segment=NetworkSegment(ab9240c5-434e-47f4-a634-0302a1548ea9),segment_id=ab9240c5-434e-47f4-a634-0302a1548ea9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:31.901272 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:31.992411 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Pushing event updated for resources: {'Port': ['ID=4258d261-321d-4efd-9efa-bf47cac337c3,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:32.155955 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385cd6d6-3851-4a45-9614-e84621a8d697 None None] Network 488730a6-7d1b-4621-a6d8-83d1d9acba0c requested from n-d-836146-1 {{(pid=102720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 13:02:32.250600 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:32.257293 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:32.276601 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-6711b5b8-5f85-4d1a-ac05-8db3412ce104 None None] Provisioning complete for port 4258d261-321d-4efd-9efa-bf47cac337c3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:32.277167 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-6711b5b8-5f85-4d1a-ac05-8db3412ce104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:32.385246 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546509'] for router_interface, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:32.389584 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=e22f1064-13ce-4ef1-b888-1c3331f96477,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:32.543531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network 488730a6-7d1b-4621-a6d8-83d1d9acba0c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:02:32.545166 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:32.728685 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Router 94c896be-bdf4-4df6-80b3-be31a2788b63 has already been hosted by L3 agent c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd {{(pid=102718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:02:32.833113 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5c8a5635-e527-402e-8731-6ac307821a36 None None] Provisioning complete for port e22f1064-13ce-4ef1-b888-1c3331f96477 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:32.833830 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5635-e527-402e-8731-6ac307821a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:32.894252 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a5635-e527-402e-8731-6ac307821a36 None None] Port e22f1064-13ce-4ef1-b888-1c3331f96477 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 13:02:32.900025 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify agent at l3_agent.n-d-836146-1 the message routers_updated {{(pid=102718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:02:32.912195 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-99aa7b7a-d809-4bf3-8766-da76cac32cf8 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "PUT /v2.0/routers/94c896be-bdf4-4df6-80b3-be31a2788b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3243437 Apr 01 13:02:32.915342 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47890) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:32.917478 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Sync routers for ids ['94c896be-bdf4-4df6-80b3-be31a2788b63'] in n-d-836146-1 {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 13:02:32.921447 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-5c8a5635-e527-402e-8731-6ac307821a36 None None] Provisioning complete for port 4258d261-321d-4efd-9efa-bf47cac337c3 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:32.921884 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5635-e527-402e-8731-6ac307821a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:32.975373 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Routers {'94c896be-bdf4-4df6-80b3-be31a2788b63'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:32.978714 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:02:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['94c896be-bdf4-4df6-80b3-be31a2788b63'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:33.235076 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 3c885425-94fe-4247-b883-b0102725c230 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:33.245801 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7467d2c-39d5-4b1f-b8ea-f67a22e9212c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.246945 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7467d2c-39d5-4b1f-b8ea-f67a22e9212c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.247741 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7467d2c-39d5-4b1f-b8ea-f67a22e9212c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.248392 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7467d2c-39d5-4b1f-b8ea-f67a22e9212c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.248944 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7467d2c-39d5-4b1f-b8ea-f67a22e9212c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.249413 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7467d2c-39d5-4b1f-b8ea-f67a22e9212c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.254067 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-c7467d2c-39d5-4b1f-b8ea-f67a22e9212c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.3350182 Apr 01 13:02:33.256274 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47892) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:33.342144 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Set router 94c896be-bdf4-4df6-80b3-be31a2788b63 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:33.345860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96da99a-b066-433c-9bc6-c6648411c63c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.345860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96da99a-b066-433c-9bc6-c6648411c63c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.345860 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96da99a-b066-433c-9bc6-c6648411c63c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.346755 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96da99a-b066-433c-9bc6-c6648411c63c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.347530 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96da99a-b066-433c-9bc6-c6648411c63c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.348296 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96da99a-b066-433c-9bc6-c6648411c63c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:33.352831 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-c96da99a-b066-433c-9bc6-c6648411c63c tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3997 time: 0.0938814 Apr 01 13:02:33.354730 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47894) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:33.472352 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 3c885425-94fe-4247-b883-b0102725c230 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:33.473012 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:33.627419 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-1ec4eb31-53b3-4f6e-a8e4-8269a8cb146a tempest-TestNetworkBasicOps-784375319 tempest-TestNetworkBasicOps-784375319-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3040 time: 0.2707334 Apr 01 13:02:33.672075 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-1f07f0e0-7a87-4391-b15f-8a611f1e0dcb None None] Provisioning complete for port e22f1064-13ce-4ef1-b888-1c3331f96477 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:33.672512 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1f07f0e0-7a87-4391-b15f-8a611f1e0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:33.725429 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device 4258d261-321d-4efd-9efa-bf47cac337c3 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:33.763038 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-1f07f0e0-7a87-4391-b15f-8a611f1e0dcb None None] Port e22f1064-13ce-4ef1-b888-1c3331f96477 cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 13:02:33.792451 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'name': 'tempest-TestNetworkBasicOps-router-482156602', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3c885425-94fe-4247-b883-b0102725c230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:26Z', 'updated_at': '2022-04-01T13:02:31Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '3c885425-94fe-4247-b883-b0102725c230', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:27Z', 'updated_at': '2022-04-01T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'e22f1064-13ce-4ef1-b888-1c3331f96477', 'name': '', 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:ab:96:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '222565e7-ff9e-4695-8e7c-355add772cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:30Z', 'updated_at': '2022-04-01T13:02:32Z', 'revision_number': 2, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': '222565e7-ff9e-4695-8e7c-355add772cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:33.822640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Checking router: 94c896be-bdf4-4df6-80b3-be31a2788b63 for host: n-d-836146-1 {{(pid=102720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 13:02:33.822991 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Updating router 94c896be-bdf4-4df6-80b3-be31a2788b63 port e22f1064-13ce-4ef1-b888-1c3331f96477 binding host n-d-836146-1 {{(pid=102720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 13:02:33.846534 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port 4258d261-321d-4efd-9efa-bf47cac337c3 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:33.847585 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:33.847775 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47898) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:33.854990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-0c85dffb-de45-45ce-bdaf-4fe5b1d138a5 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1510464573', 'description': 'tempest-secgroup-smoke-1510464573 description', 'project_id': 'b2085ee30f6d44788ead95c281e9b078'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:33.888954 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c85dffb-de45-45ce-bdaf-4fe5b1d138a5 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:33.890650 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:33.999319 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c85dffb-de45-45ce-bdaf-4fe5b1d138a5 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.005023 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c85dffb-de45-45ce-bdaf-4fe5b1d138a5 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748011'] for security_group, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.047180 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c85dffb-de45-45ce-bdaf-4fe5b1d138a5 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.052623 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-0c85dffb-de45-45ce-bdaf-4fe5b1d138a5 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1998692 Apr 01 13:02:34.052949 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47900) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:34.056670 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85dffb-de45-45ce-bdaf-4fe5b1d138a5 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faee1413-c1d9-4c9a-9ffa-d5ca7e56e87c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:34.058096 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-9fffbded-7a52-4a8d-bfc4-a959765ce78d tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': 'faee1413-c1d9-4c9a-9ffa-d5ca7e56e87c', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:34.109340 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9fffbded-7a52-4a8d-bfc4-a959765ce78d tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.201974 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9fffbded-7a52-4a8d-bfc4-a959765ce78d tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.211305 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9fffbded-7a52-4a8d-bfc4-a959765ce78d tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.241439 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffbded-7a52-4a8d-bfc4-a959765ce78d tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e1366e-9f74-449a-a460-812dd643bd71,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:34.256714 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-9fffbded-7a52-4a8d-bfc4-a959765ce78d tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.256714 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-9fffbded-7a52-4a8d-bfc4-a959765ce78d tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1989000 Apr 01 13:02:34.256714 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47902) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:34.260588 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Notify callbacks [] for port, precommit_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.261596 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-b2e4b8aa-f08e-49ee-8c24-5ec8eab59659 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': 'faee1413-c1d9-4c9a-9ffa-d5ca7e56e87c', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:34.272263 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.297380 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b8aa-f08e-49ee-8c24-5ec8eab59659 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.345931 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2eeac-b3a1-4682-9c2b-7dd993ae2dae None None] Pushing event updated for resources: {'Port': ['ID=e22f1064-13ce-4ef1-b888-1c3331f96477,revision_number=3']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:34.377121 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b8aa-f08e-49ee-8c24-5ec8eab59659 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.382145 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b8aa-f08e-49ee-8c24-5ec8eab59659 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.409104 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4b8aa-f08e-49ee-8c24-5ec8eab59659 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1133b0c1-8748-436d-af04-92c7e50c2326,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:34.415322 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b8aa-f08e-49ee-8c24-5ec8eab59659 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.416840 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-b2e4b8aa-f08e-49ee-8c24-5ec8eab59659 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594234 Apr 01 13:02:34.421445 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47904) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:34.427185 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-5e3a2f4d-d10a-4695-b3ab-604a500f7a7b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': 'faee1413-c1d9-4c9a-9ffa-d5ca7e56e87c', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:34.429805 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Attempting to bind port e22f1064-13ce-4ef1-b888-1c3331f96477 on host n-d-836146-1 for vnic_type normal with profile {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:02:34.430401 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Attempting to bind port e22f1064-13ce-4ef1-b888-1c3331f96477 by drivers openvswitch,hyperv on host n-d-836146-1 at level 0 using segments [{'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:02:34.430953 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Attempting to bind port e22f1064-13ce-4ef1-b888-1c3331f96477 on network 488730a6-7d1b-4621-a6d8-83d1d9acba0c {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:02:34.441058 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Checking agent: {'id': 'a554fe0d-3334-444d-8b50-baf8d0a0b900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 12, 12), 'started_at': datetime.datetime(2022, 4, 1, 12, 12, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:02:34.441640 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Checking segment: {'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:02:34.442320 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.442923 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Bound using segment: {'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'} {{(pid=102720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:02:34.443661 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.managers [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Bound port: e22f1064-13ce-4ef1-b888-1c3331f96477, host: n-d-836146-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'}}] {{(pid=102720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:02:34.445925 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.468698 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2f4d-d10a-4695-b3ab-604a500f7a7b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.534634 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] For port e22f1064-13ce-4ef1-b888-1c3331f96477, host n-d-836146-1, cleared binding levels {{(pid=102720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:02:34.542264 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] For port e22f1064-13ce-4ef1-b888-1c3331f96477, host n-d-836146-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e22f1064-13ce-4ef1-b888-1c3331f96477,segment=NetworkSegment(ab9240c5-434e-47f4-a634-0302a1548ea9),segment_id=ab9240c5-434e-47f4-a634-0302a1548ea9)] {{(pid=102720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:02:34.549408 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.567849 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2f4d-d10a-4695-b3ab-604a500f7a7b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.576391 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2f4d-d10a-4695-b3ab-604a500f7a7b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.606471 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a2f4d-d10a-4695-b3ab-604a500f7a7b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66262d54-95e7-47d7-89f9-a0938b456558,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:34.609770 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Routers {'94c896be-bdf4-4df6-80b3-be31a2788b63'} bound to L3 agent in host n-d-836146-1 {{(pid=102720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 13:02:34.610489 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T12:12:09Z,description=,heartbeat_timestamp=2022-04-01T13:02:09Z,host='n-d-836146-1',id=c704d3ba-ff8b-4cb7-8fa9-809e4ad1e5cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T12:12:09Z,topic='l3_agent')) {'router_ids': ['94c896be-bdf4-4df6-80b3-be31a2788b63'], 'active': True} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:34.614926 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2f4d-d10a-4695-b3ab-604a500f7a7b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.616647 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-5e3a2f4d-d10a-4695-b3ab-604a500f7a7b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1935964 Apr 01 13:02:34.620787 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [-] (102718) accepted ('10.222.0.45', 47906) {{(pid=102718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:34.630388 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [None req-42f216a4-a16f-4ddf-b95d-ad79250b9aad tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': 'faee1413-c1d9-4c9a-9ffa-d5ca7e56e87c', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:34.670388 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2eeac-b3a1-4682-9c2b-7dd993ae2dae None None] Pushing event updated for resources: {'Port': ['ID=e22f1064-13ce-4ef1-b888-1c3331f96477,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:34.679910 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-42f216a4-a16f-4ddf-b95d-ad79250b9aad tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.739010 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-ac298242-49ad-436f-b4a7-fd6af562e6a4 None None] Provisioning complete for port e22f1064-13ce-4ef1-b888-1c3331f96477 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:34.739403 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ac298242-49ad-436f-b4a7-fd6af562e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.783964 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_dvr_db [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] Set router 94c896be-bdf4-4df6-80b3-be31a2788b63 gateway port host: n-d-836146-1 {{(pid=102720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 13:02:34.804488 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-42f216a4-a16f-4ddf-b95d-ad79250b9aad tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.811678 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-42f216a4-a16f-4ddf-b95d-ad79250b9aad tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.841564 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f216a4-a16f-4ddf-b95d-ad79250b9aad tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d9700f-927a-4353-abd5-c73c0c4d2c30,revision_number=0']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:34.852754 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-42f216a4-a16f-4ddf-b95d-ad79250b9aad tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.859334 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [None req-42f216a4-a16f-4ddf-b95d-ad79250b9aad tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2357090 Apr 01 13:02:34.859798 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47908) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:34.867276 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-f69237e5-9c54-4b04-bab2-184796a3faf9 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': 'faee1413-c1d9-4c9a-9ffa-d5ca7e56e87c', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:34.908672 n-d-836146-1 neutron-server[102719]: INFO neutron.db.securitygroups_db [None req-f69237e5-9c54-4b04-bab2-184796a3faf9 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Project b2085ee30f6d44788ead95c281e9b078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:02:34.915362 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f69237e5-9c54-4b04-bab2-184796a3faf9 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:34.949288 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ac298242-49ad-436f-b4a7-fd6af562e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:35.006547 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f69237e5-9c54-4b04-bab2-184796a3faf9 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:35.018563 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f69237e5-9c54-4b04-bab2-184796a3faf9 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:35.044206 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69237e5-9c54-4b04-bab2-184796a3faf9 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7bb18b-74d3-48e0-b5da-9171777e6678,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:35.055099 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f69237e5-9c54-4b04-bab2-184796a3faf9 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:35.057089 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-f69237e5-9c54-4b04-bab2-184796a3faf9 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1959105 Apr 01 13:02:35.061126 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [-] (102719) accepted ('10.222.0.45', 47910) {{(pid=102719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 13:02:35.067059 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.v2.base [None req-d33a32cd-fd1f-41c0-842a-7e65f3f68a51 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'security_group_rule': {'security_group_id': 'faee1413-c1d9-4c9a-9ffa-d5ca7e56e87c', 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:35.106197 n-d-836146-1 neutron-server[102719]: INFO neutron.db.securitygroups_db [None req-d33a32cd-fd1f-41c0-842a-7e65f3f68a51 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Project b2085ee30f6d44788ead95c281e9b078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:02:35.115433 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d33a32cd-fd1f-41c0-842a-7e65f3f68a51 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:35.204100 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-ac298242-49ad-436f-b4a7-fd6af562e6a4 None None] For port e22f1064-13ce-4ef1-b888-1c3331f96477, host n-d-836146-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-1',level=0,port_id=e22f1064-13ce-4ef1-b888-1c3331f96477,segment=NetworkSegment(ab9240c5-434e-47f4-a634-0302a1548ea9),segment_id=ab9240c5-434e-47f4-a634-0302a1548ea9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:35.211337 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ac298242-49ad-436f-b4a7-fd6af562e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:35.222570 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d33a32cd-fd1f-41c0-842a-7e65f3f68a51 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:35.230679 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d33a32cd-fd1f-41c0-842a-7e65f3f68a51 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738476'] for security_group_rule, after_create {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:35.258643 n-d-836146-1 neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a32cd-fd1f-41c0-842a-7e65f3f68a51 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52aa1a11-524b-45e0-b9a0-17403601799c,revision_number=0']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:35.276145 n-d-836146-1 neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-d33a32cd-fd1f-41c0-842a-7e65f3f68a51 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:35.278577 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [None req-d33a32cd-fd1f-41c0-842a-7e65f3f68a51 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2158108 Apr 01 13:02:35.288879 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac298242-49ad-436f-b4a7-fd6af562e6a4 None None] Pushing event updated for resources: {'Port': ['ID=e22f1064-13ce-4ef1-b888-1c3331f96477,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:35.303913 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.l3_hamode_db [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'name': 'tempest-TestNetworkBasicOps-router-482156602', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3c885425-94fe-4247-b883-b0102725c230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:26Z', 'updated_at': '2022-04-01T13:02:31Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '3c885425-94fe-4247-b883-b0102725c230', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:27Z', 'updated_at': '2022-04-01T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'e22f1064-13ce-4ef1-b888-1c3331f96477', 'name': '', 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:ab:96:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '222565e7-ff9e-4695-8e7c-355add772cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:30Z', 'updated_at': '2022-04-01T13:02:34Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': '222565e7-ff9e-4695-8e7c-355add772cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-1', False) {} {{(pid=102720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:02:35.339480 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee700fa2-5233-4752-b30d-5a1afeb37be4 None None] The sync data for ids ['94c896be-bdf4-4df6-80b3-be31a2788b63'] in n-d-836146-1 is: [{'id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'name': 'tempest-TestNetworkBasicOps-router-482156602', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'external_fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3c885425-94fe-4247-b883-b0102725c230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:02:26Z', 'updated_at': '2022-04-01T13:02:31Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'gw_port': {'id': '3c885425-94fe-4247-b883-b0102725c230', 'name': '', 'network_id': 'e739e016-ee5b-47f4-b4fd-f69ca8454edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:27Z', 'updated_at': '2022-04-01T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c43ed730-8fac-4b87-aa0f-14b80bbe0ec8', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-1', '_interfaces': [{'id': 'e22f1064-13ce-4ef1-b888-1c3331f96477', 'name': '', 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c', 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'mac_address': 'fa:16:3e:ab:96:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c896be-bdf4-4df6-80b3-be31a2788b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '222565e7-ff9e-4695-8e7c-355add772cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:02:30Z', 'updated_at': '2022-04-01T13:02:34Z', 'revision_number': 4, 'project_id': 'b2085ee30f6d44788ead95c281e9b078', 'subnets': [{'id': '222565e7-ff9e-4695-8e7c-355add772cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 13:02:35.352944 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-9aa61042-92b7-433b-a6ce-d391c05e362a None None] Provisioning complete for port e22f1064-13ce-4ef1-b888-1c3331f96477 triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:35.353475 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9aa61042-92b7-433b-a6ce-d391c05e362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:35.485583 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-b11cdb90-6262-475c-bdd0-eac746297a9c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510464573&fields=id&tenant_id=b2085ee30f6d44788ead95c281e9b078 HTTP/1.1" status: 200 len: 267 time: 0.0723794 Apr 01 13:02:35.630467 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-19c3170f-35fb-405f-bb9c-cbf324ff6dec tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:35.632021 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-19c3170f-35fb-405f-bb9c-cbf324ff6dec tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/networks?id=488730a6-7d1b-4621-a6d8-83d1d9acba0c HTTP/1.1" status: 200 len: 797 time: 0.1370513 Apr 01 13:02:35.654342 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-3739ecba-bbda-459d-a979-6aca03734583 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/quotas/b2085ee30f6d44788ead95c281e9b078 HTTP/1.1" status: 200 len: 375 time: 0.0149148 Apr 01 13:02:35.720276 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-323e714a-ca3c-4ea3-811f-42f578d86b0c tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591049 Apr 01 13:02:35.840575 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-329ad67c-77af-4936-b838-0faead769d9a service neutron] 10.222.0.45 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038921 Apr 01 13:02:35.970371 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-012e54c5-00b1-483d-a4c2-a75e8892de96 service neutron] 10.222.0.45 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182892 Apr 01 13:02:36.217247 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-32d96c5e-812f-4e8d-b6d5-b81a08d02402 req-b8e6d705-a9d4-409b-b9b7-a152107c5669 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 210 time: 0.0493922 Apr 01 13:02:36.400535 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-017799a4-2b85-45dd-8842-755150422075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:37.210605 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Device e22f1064-13ce-4ef1-b888-1c3331f96477 up at agent ovs-agent-n-d-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:37.278745 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Provisioning complete for port e22f1064-13ce-4ef1-b888-1c3331f96477 triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:37.279357 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:37.360023 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ddf0a9f5-504c-4514-91ea-f3c89107c139 req-091e9883-eff3-4599-8c4f-6253685bcb4b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 210 time: 0.0437100 Apr 01 13:02:37.533502 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-6a146cc4-5857-435a-afeb-50e07600c168 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:37.534965 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-6a146cc4-5857-435a-afeb-50e07600c168 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.44 "GET /v2.0/networks?id=488730a6-7d1b-4621-a6d8-83d1d9acba0c HTTP/1.1" status: 200 len: 797 time: 0.1439619 Apr 01 13:02:37.610678 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-2972249d-7b05-4559-9718-400a09fb2b1f tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2085ee30f6d44788ead95c281e9b078 HTTP/1.1" status: 200 len: 380 time: 0.0631168 Apr 01 13:02:37.622479 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Request body: {'port': {'device_id': 'd51b0b5d-6f0e-4db6-af66-6c6bd449cebb', 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c', 'admin_state_up': True, 'tenant_id': 'b2085ee30f6d44788ead95c281e9b078', 'security_groups': ['faee1413-c1d9-4c9a-9ffa-d5ca7e56e87c']}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:37.767838 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Made reservation on behalf of b2085ee30f6d44788ead95c281e9b078 for: {'port': 1} {{(pid=102718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:02:37.771713 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:37.949089 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Allocated IP 172.20.0.7 (488730a6-7d1b-4621-a6d8-83d1d9acba0c/222565e7-ff9e-4695-8e7c-355add772cc6/90633032-0b83-43dc-9c91-e1aca01fb40b) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:02:38.147040 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks [] for port, precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:38.187512 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760604083447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9789193'] for port, after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:38.241035 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Network 488730a6-7d1b-4621-a6d8-83d1d9acba0c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:02:38.244605 n-d-836146-1 neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:02:38.248340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 13:02:38.254894 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Pushing event updated for resources: {'Port': ['ID=90633032-0b83-43dc-9c91-e1aca01fb40b,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:38.307189 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:38.307831 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:38.343253 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-efc4985a-b22a-481b-bc6d-868460899870 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7257676 Apr 01 13:02:38.362650 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.v2.base [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Request body: {'port': {'device_id': 'd51b0b5d-6f0e-4db6-af66-6c6bd449cebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-1'}} {{(pid=102718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 13:02:38.446209 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:38.536727 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a8703-a39b-4237-af69-46ce6c939c23 req-2bfe2023-8507-4c7c-9b22-ba6717806ad7 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:38.538973 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cb9a8703-a39b-4237-af69-46ce6c939c23 req-2bfe2023-8507-4c7c-9b22-ba6717806ad7 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 931 time: 0.0741699 Apr 01 13:02:38.606331 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-cb9a8703-a39b-4237-af69-46ce6c939c23 req-082258d8-bbf5-4fb5-a382-bdd25dc45d8e tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=faee1413-c1d9-4c9a-9ffa-d5ca7e56e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584152 Apr 01 13:02:38.626259 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-843d8961-8701-48c3-b223-6c4a62cb6dab None None] Provisioning complete for port 90633032-0b83-43dc-9c91-e1aca01fb40b triggered by entity DHCP. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:38.627167 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-843d8961-8701-48c3-b223-6c4a62cb6dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:38.684082 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.plugin [None req-843d8961-8701-48c3-b223-6c4a62cb6dab None None] Port 90633032-0b83-43dc-9c91-e1aca01fb40b cannot update to ACTIVE because it is not bound. {{(pid=102720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 13:02:38.820028 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90633032-0b83-43dc-9c91-e1aca01fb40b {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:02:38.829320 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:38.843282 n-d-836146-1 neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Transition to ACTIVE for port object 90633032-0b83-43dc-9c91-e1aca01fb40b will not be triggered until provisioned by entity L2. {{(pid=102718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:02:38.847982 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:38.890339 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:38.924756 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Pushing event updated for resources: {'Port': ['ID=90633032-0b83-43dc-9c91-e1aca01fb40b,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:38.939105 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-51574723-15d3-43b8-ac58-4cd36b4f6d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:39.044315 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Attempting to bind port 90633032-0b83-43dc-9c91-e1aca01fb40b on host n-h2-836146-1 for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:02:39.044803 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Attempting to bind port 90633032-0b83-43dc-9c91-e1aca01fb40b by drivers openvswitch,hyperv on host n-h2-836146-1 at level 0 using segments [{'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:02:39.045253 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Attempting to bind port 90633032-0b83-43dc-9c91-e1aca01fb40b on network 488730a6-7d1b-4621-a6d8-83d1d9acba0c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:02:39.051060 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Port 90633032-0b83-43dc-9c91-e1aca01fb40b on network 488730a6-7d1b-4621-a6d8-83d1d9acba0c not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-1 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 13:02:39.051527 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Attempting to bind port 90633032-0b83-43dc-9c91-e1aca01fb40b on network 488730a6-7d1b-4621-a6d8-83d1d9acba0c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 13:02:39.057797 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Checking agent: {'id': 'e4632bed-bf1a-4af7-b80d-e2be5428c867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'started_at': datetime.datetime(2022, 4, 1, 12, 20, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 13:02:39.058179 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Checking segment: {'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 13:02:39.058561 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Bound using segment: {'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 13:02:39.058992 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Bound port: 90633032-0b83-43dc-9c91-e1aca01fb40b, host: n-h2-836146-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab9240c5-434e-47f4-a634-0302a1548ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:02:39.059357 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:39.108881 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:39.154332 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] For port 90633032-0b83-43dc-9c91-e1aca01fb40b, host n-h2-836146-1, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:02:39.158512 n-d-836146-1 neutron-server[102718]: DEBUG neutron.plugins.ml2.db [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] For port 90633032-0b83-43dc-9c91-e1aca01fb40b, host n-h2-836146-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=90633032-0b83-43dc-9c91-e1aca01fb40b,segment=NetworkSegment(ab9240c5-434e-47f4-a634-0302a1548ea9),segment_id=ab9240c5-434e-47f4-a634-0302a1548ea9)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:02:39.163874 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9789202'] for port, after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:39.207684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.208563 n-d-836146-1 neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937425'] for port, before_response {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:39.210481 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-60613709-b683-4e05-8594-8d16c558b348 service neutron] 10.222.0.44 "PUT /v2.0/ports/90633032-0b83-43dc-9c91-e1aca01fb40b HTTP/1.1" status: 200 len: 1091 time: 0.8548696 Apr 01 13:02:39.211307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51b0b5d-6f0e-4db6-af66-6c6bd449cebb', 'tag': '90633032-0b83-43dc-9c91-e1aca01fb40b'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:02:39.213781 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a024f669f8ed5150c4e9a7b17e9a75cd21e99c09d5ad0ef6f04ce647cbed592e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab82e3e-2a61-4126-8936-25e173bcef30" -d '{"events": [{"name": "network-changed", "server_uuid": "d51b0b5d-6f0e-4db6-af66-6c6bd449cebb", "tag": "90633032-0b83-43dc-9c91-e1aca01fb40b"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:02:39.262959 n-d-836146-1 neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60613709-b683-4e05-8594-8d16c558b348 service neutron] Pushing event updated for resources: {'Port': ['ID=90633032-0b83-43dc-9c91-e1aca01fb40b,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:39.318041 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 13:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc880d96-c325-4fda-a87c-82ba8c94794f x-openstack-request-id: req-bc880d96-c325-4fda-a87c-82ba8c94794f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:02:39.318428 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51b0b5d-6f0e-4db6-af66-6c6bd449cebb", "tag": "90633032-0b83-43dc-9c91-e1aca01fb40b", "status": "completed", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:02:39.318880 n-d-836146-1 neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc880d96-c325-4fda-a87c-82ba8c94794f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:02:39.319362 n-d-836146-1 neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc880d96-c325-4fda-a87c-82ba8c94794f'] response: {'name': 'network-changed', 'server_uuid': 'd51b0b5d-6f0e-4db6-af66-6c6bd449cebb', 'tag': '90633032-0b83-43dc-9c91-e1aca01fb40b', 'status': 'completed', 'code': 200} Apr 01 13:02:39.342582 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-24eb94d1-7110-44b0-9829-10e10e179acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.345007 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-24eb94d1-7110-44b0-9829-10e10e179acd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 1094 time: 0.0621836 Apr 01 13:02:39.402884 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-253c3781-1c5f-4406-9352-ec02d446fab5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90633032-0b83-43dc-9c91-e1aca01fb40b HTTP/1.1" status: 200 len: 217 time: 0.0472405 Apr 01 13:02:39.469346 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-9a0be524-66f1-4b4c-981b-8f44f3aa5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.470924 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-9a0be524-66f1-4b4c-981b-8f44f3aa5ac4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=222565e7-ff9e-4695-8e7c-355add772cc6 HTTP/1.1" status: 200 len: 834 time: 0.0595410 Apr 01 13:02:39.538214 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-06e9124b-5492-4e5c-8b10-11ca29488a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.540568 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-06e9124b-5492-4e5c-8b10-11ca29488a25 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=488730a6-7d1b-4621-a6d8-83d1d9acba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555682 Apr 01 13:02:39.682316 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-071ad1df-8f72-4219-831d-ae83f9653f78 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311424 Apr 01 13:02:39.810027 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-dac9c227-7431-4d6c-a512-ee6b907599a5 req-c505ea7d-490b-46e1-8589-c27eee61fac6 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164103 Apr 01 13:02:39.895376 n-d-836146-1 neutron-server[102719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c17a14-b904-4aca-bdb2-e31246b0b182 req-133fb44a-8a84-4220-b15b-daf28ab46538 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.897947 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b2c17a14-b904-4aca-bdb2-e31246b0b182 req-133fb44a-8a84-4220-b15b-daf28ab46538 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 943 time: 0.1793268 Apr 01 13:02:39.919871 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab82e3e-2a61-4126-8936-25e173bcef30 req-cb8a2978-95e0-4865-a808-0678ee9e5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:39.921144 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aab82e3e-2a61-4126-8936-25e173bcef30 req-cb8a2978-95e0-4865-a808-0678ee9e5892 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 1094 time: 0.0539398 Apr 01 13:02:39.952533 n-d-836146-1 neutron-server[102719]: INFO neutron.wsgi [req-b2c17a14-b904-4aca-bdb2-e31246b0b182 req-755ee7dd-b56f-4eea-bc23-301733a850cf tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=faee1413-c1d9-4c9a-9ffa-d5ca7e56e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458541 Apr 01 13:02:40.040417 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab82e3e-2a61-4126-8936-25e173bcef30 req-e213fa2d-80e0-4076-996d-db0728370d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:40.041915 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aab82e3e-2a61-4126-8936-25e173bcef30 req-e213fa2d-80e0-4076-996d-db0728370d37 service neutron] 10.222.0.44 "GET /v2.0/networks?id=488730a6-7d1b-4621-a6d8-83d1d9acba0c HTTP/1.1" status: 200 len: 898 time: 0.1136944 Apr 01 13:02:40.398774 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aab82e3e-2a61-4126-8936-25e173bcef30 req-5d6c8c70-7ed8-4a48-b97a-9775575b096e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90633032-0b83-43dc-9c91-e1aca01fb40b HTTP/1.1" status: 200 len: 217 time: 0.3471580 Apr 01 13:02:40.481111 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab82e3e-2a61-4126-8936-25e173bcef30 req-eba366e3-1553-4745-90aa-2631ee8f0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:40.483538 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aab82e3e-2a61-4126-8936-25e173bcef30 req-eba366e3-1553-4745-90aa-2631ee8f0baa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=222565e7-ff9e-4695-8e7c-355add772cc6 HTTP/1.1" status: 200 len: 834 time: 0.0775766 Apr 01 13:02:40.500649 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:40.536649 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab82e3e-2a61-4126-8936-25e173bcef30 req-a0ad7169-8347-4449-87c8-53e5f712ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:40.538407 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aab82e3e-2a61-4126-8936-25e173bcef30 req-a0ad7169-8347-4449-87c8-53e5f712ad87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=488730a6-7d1b-4621-a6d8-83d1d9acba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470145 Apr 01 13:02:40.655599 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aab82e3e-2a61-4126-8936-25e173bcef30 req-c2e8676b-cb14-4d75-aaa3-def855d3262e service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060987 Apr 01 13:02:40.767243 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-aab82e3e-2a61-4126-8936-25e173bcef30 req-6db17aa3-129b-4064-b6a2-443dca6c13ea service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029823 Apr 01 13:02:41.129530 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89a0bf-52dd-45d5-a7e1-d76cc982cfb3 req-641c5fff-d787-40e1-abf5-d917e31ae00b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:41.131172 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca89a0bf-52dd-45d5-a7e1-d76cc982cfb3 req-641c5fff-d787-40e1-abf5-d917e31ae00b tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 943 time: 0.0746670 Apr 01 13:02:41.191405 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-ca89a0bf-52dd-45d5-a7e1-d76cc982cfb3 req-971395d6-3059-4414-8ae3-316567739953 tempest-TestNetworkBasicOps-1884951840 tempest-TestNetworkBasicOps-1884951840-project] 10.222.0.45 "GET /v2.0/security-groups?id=faee1413-c1d9-4c9a-9ffa-d5ca7e56e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468569 Apr 01 13:02:41.471921 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 90633032-0b83-43dc-9c91-e1aca01fb40b details requested by agent hyperv_n-h2-836146-1 with host n-h2-836146-1 {{(pid=102720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 13:02:41.604729 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 90633032-0b83-43dc-9c91-e1aca01fb40b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=90633032-0b83-43dc-9c91-e1aca01fb40b,segment=NetworkSegment(ab9240c5-434e-47f4-a634-0302a1548ea9),segment_id=ab9240c5-434e-47f4-a634-0302a1548ea9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:41.628451 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Returning: {'device': '90633032-0b83-43dc-9c91-e1aca01fb40b', 'network_id': '488730a6-7d1b-4621-a6d8-83d1d9acba0c', 'port_id': '90633032-0b83-43dc-9c91-e1aca01fb40b', 'mac_address': 'fa:16:3e:cd:cf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222565e7-ff9e-4695-8e7c-355add772cc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 13:02:41.697718 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:41.720137 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90633032-0b83-43dc-9c91-e1aca01fb40b {{(pid=102720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 13:02:41.744130 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 90633032-0b83-43dc-9c91-e1aca01fb40b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=90633032-0b83-43dc-9c91-e1aca01fb40b,segment=NetworkSegment(ab9240c5-434e-47f4-a634-0302a1548ea9),segment_id=ab9240c5-434e-47f4-a634-0302a1548ea9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:41.749464 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:41.832366 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=90633032-0b83-43dc-9c91-e1aca01fb40b,revision_number=4']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:41.872233 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:41.906494 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:42.142648 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] get_ports_and_sgs() called for port_ids ['90633032-0b83-43dc-9c91-e1aca01fb40b'] {{(pid=102720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 13:02:43.487334 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Device 90633032-0b83-43dc-9c91-e1aca01fb40b up at agent hyperv_n-h2-836146-1 {{(pid=102720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 13:02:43.545458 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning for port 90633032-0b83-43dc-9c91-e1aca01fb40b completed by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:02:43.550175 n-d-836146-1 neutron-server[102720]: DEBUG neutron.db.provisioning_blocks [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Provisioning complete for port 90633032-0b83-43dc-9c91-e1aca01fb40b triggered by entity L2. {{(pid=102720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:02:43.550595 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7964846'] for port, provisioning_complete {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:43.669230 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973635'] for port, before_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:43.705504 n-d-836146-1 neutron-server[102720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51b0b5d-6f0e-4db6-af66-6c6bd449cebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90633032-0b83-43dc-9c91-e1aca01fb40b'}] {{(pid=102720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 13:02:43.708363 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2c8bc5026570948e91581ce51f1872b468cdb7d8f1a317b2a887a8beefea7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f788d3ab-b547-46f5-ad87-ecdcae267fe4" -d '{"events": [{"server_uuid": "d51b0b5d-6f0e-4db6-af66-6c6bd449cebb", "name": "network-vif-plugged", "status": "completed", "tag": "90633032-0b83-43dc-9c91-e1aca01fb40b"}]}' {{(pid=102720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 13:02:43.726977 n-d-836146-1 neutron-server[102720]: DEBUG neutron.plugins.ml2.db [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] For port 90633032-0b83-43dc-9c91-e1aca01fb40b, host n-h2-836146-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-1',level=0,port_id=90633032-0b83-43dc-9c91-e1aca01fb40b,segment=NetworkSegment(ab9240c5-434e-47f4-a634-0302a1548ea9),segment_id=ab9240c5-434e-47f4-a634-0302a1548ea9)] {{(pid=102720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:02:43.732096 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7973826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760604622255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760604083438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760604083366'] for port, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:02:43.765125 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93977dae-0dd0-47d7-a549-8bac2deda37c x-openstack-request-id: req-93977dae-0dd0-47d7-a549-8bac2deda37c {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 13:02:43.765467 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51b0b5d-6f0e-4db6-af66-6c6bd449cebb", "name": "network-vif-plugged", "status": "completed", "tag": "90633032-0b83-43dc-9c91-e1aca01fb40b", "code": 200}]} {{(pid=102720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 13:02:43.765648 n-d-836146-1 neutron-server[102720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93977dae-0dd0-47d7-a549-8bac2deda37c {{(pid=102720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 13:02:43.766221 n-d-836146-1 neutron-server[102720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93977dae-0dd0-47d7-a549-8bac2deda37c'] response: {'server_uuid': 'd51b0b5d-6f0e-4db6-af66-6c6bd449cebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90633032-0b83-43dc-9c91-e1aca01fb40b', 'code': 200} Apr 01 13:02:43.798806 n-d-836146-1 neutron-server[102720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Pushing event updated for resources: {'Port': ['ID=90633032-0b83-43dc-9c91-e1aca01fb40b,revision_number=5']} {{(pid=102720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:02:43.872364 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11bd90-bcd9-4a90-be6c-b03fb834ea32 req-59bd66f5-3699-42b0-aa7a-bccafb0d975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:43.874129 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cf11bd90-bcd9-4a90-be6c-b03fb834ea32 req-59bd66f5-3699-42b0-aa7a-bccafb0d975e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 1096 time: 0.0472817 Apr 01 13:02:43.920616 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cf11bd90-bcd9-4a90-be6c-b03fb834ea32 req-fa813ece-0a54-4875-bffd-41dd52f266e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=faee1413-c1d9-4c9a-9ffa-d5ca7e56e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360544 Apr 01 13:02:47.586722 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c29e7ca9-83e5-4c0a-a5cc-fec3fb78147d req-5f90b3a1-99d1-48ce-8773-a54368a5cd5b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549197 Apr 01 13:02:47.682985 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e7ca9-83e5-4c0a-a5cc-fec3fb78147d req-d1bf1334-1e76-4cd4-a826-e6adc3e4c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:47.685106 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c29e7ca9-83e5-4c0a-a5cc-fec3fb78147d req-d1bf1334-1e76-4cd4-a826-e6adc3e4c482 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 1096 time: 0.0457528 Apr 01 13:02:47.805990 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e7ca9-83e5-4c0a-a5cc-fec3fb78147d req-55e66cca-fab3-44b2-80a4-35f442a70340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:47.807510 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c29e7ca9-83e5-4c0a-a5cc-fec3fb78147d req-55e66cca-fab3-44b2-80a4-35f442a70340 service neutron] 10.222.0.44 "GET /v2.0/networks?id=488730a6-7d1b-4621-a6d8-83d1d9acba0c HTTP/1.1" status: 200 len: 898 time: 0.1015396 Apr 01 13:02:47.867192 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c29e7ca9-83e5-4c0a-a5cc-fec3fb78147d req-68b93db5-05f0-4910-8482-8bfcb185ea96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90633032-0b83-43dc-9c91-e1aca01fb40b HTTP/1.1" status: 200 len: 217 time: 0.0450060 Apr 01 13:02:47.926351 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e7ca9-83e5-4c0a-a5cc-fec3fb78147d req-002c8e64-fa10-4502-9c72-3c45d27f663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:47.928059 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c29e7ca9-83e5-4c0a-a5cc-fec3fb78147d req-002c8e64-fa10-4502-9c72-3c45d27f663b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=222565e7-ff9e-4695-8e7c-355add772cc6 HTTP/1.1" status: 200 len: 834 time: 0.0530348 Apr 01 13:02:47.977331 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e7ca9-83e5-4c0a-a5cc-fec3fb78147d req-e4f60b69-2ae9-424d-8d3a-410ac884f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:02:47.979011 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c29e7ca9-83e5-4c0a-a5cc-fec3fb78147d req-e4f60b69-2ae9-424d-8d3a-410ac884f6b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=488730a6-7d1b-4621-a6d8-83d1d9acba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439842 Apr 01 13:02:48.110613 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c29e7ca9-83e5-4c0a-a5cc-fec3fb78147d req-d3c642ba-eb42-4ed4-b533-4754de25b369 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250048 Apr 01 13:02:48.217350 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c29e7ca9-83e5-4c0a-a5cc-fec3fb78147d req-4343d945-df8a-4e6c-9552-e2aa1c7ccb0d service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999751 Apr 01 13:02:49.321896 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:03:06.374035 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d9300cbd-77ea-490c-9067-1f7720815276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:08.884004 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:08.922640 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-32448b0c-ae75-4618-8e53-4db2fcf6f51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:09.131721 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:10.495541 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:11.878491 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:11.908238 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:26.326062 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:03:36.378258 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9bc793c5-2470-4e8a-84b4-9e207c18a6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:38.898964 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:38.936176 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-220160ea-d7ce-4deb-977b-0441811f78a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:39.137209 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:40.497713 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:41.881445 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:41.913210 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:03:47.570141 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-67c3749b-6278-440a-905e-2e604b413d7f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490766 Apr 01 13:03:47.689061 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-268671a6-f56c-431e-9387-4001f492e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:47.690689 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-268671a6-f56c-431e-9387-4001f492e9e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 1096 time: 0.0678906 Apr 01 13:03:47.812815 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-9cc7c13f-74c3-4898-bbc2-4f432a1a9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:47.814400 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-9cc7c13f-74c3-4898-bbc2-4f432a1a9d38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=488730a6-7d1b-4621-a6d8-83d1d9acba0c HTTP/1.1" status: 200 len: 898 time: 0.1009011 Apr 01 13:03:47.867714 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-f6748f6f-3b4a-4499-80bd-cd0978af125c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90633032-0b83-43dc-9c91-e1aca01fb40b HTTP/1.1" status: 200 len: 217 time: 0.0464089 Apr 01 13:03:47.949900 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-f05eace0-c1aa-4c51-b266-3f434662c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:47.952398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-f05eace0-c1aa-4c51-b266-3f434662c11d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=222565e7-ff9e-4695-8e7c-355add772cc6 HTTP/1.1" status: 200 len: 834 time: 0.0777187 Apr 01 13:03:48.007483 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-676b1bf4-fd64-421b-87c3-96309a976ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:48.009076 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-676b1bf4-fd64-421b-87c3-96309a976ae0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=488730a6-7d1b-4621-a6d8-83d1d9acba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459282 Apr 01 13:03:48.024684 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-4375389f-220e-4f00-b564-07b89079e1b6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 13:03:48.025706 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-4375389f-220e-4f00-b564-07b89079e1b6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060005 Apr 01 13:03:48.142850 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-a458df36-e975-49e4-9664-ed1cf3317752 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101186 Apr 01 13:03:48.247825 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b5fa398a-f24e-4950-897a-99ea45132b14 req-6acb11ef-d30a-4431-a99b-3363e2ad6089 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943360 Apr 01 13:03:55.238561 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-14e3998c-e21c-4bba-b2f6-1d9be78cb90c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1608720 Apr 01 13:03:55.353615 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-775c64c4-9c2f-4973-8d4a-9b419124a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:55.355110 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-775c64c4-9c2f-4973-8d4a-9b419124a61a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.0539274 Apr 01 13:03:55.482841 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-928b30bc-08f6-4613-a116-835fc460f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:55.485307 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-928b30bc-08f6-4613-a116-835fc460f501 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 910 time: 0.1115754 Apr 01 13:03:55.571313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-06bb8e6c-28ba-423f-8666-c8c203377a45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 1002 time: 0.0746100 Apr 01 13:03:55.635328 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-5f2f020e-d876-4ae7-9bb5-493044815344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:55.637713 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-5f2f020e-d876-4ae7-9bb5-493044815344 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0604715 Apr 01 13:03:55.700307 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-7b78beda-135f-4580-a1ae-830484869550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:03:55.701852 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-7b78beda-135f-4580-a1ae-830484869550 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569038 Apr 01 13:03:55.714163 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-5cba1ca2-4db3-4280-b26d-cd541974918d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 13:03:55.715122 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-5cba1ca2-4db3-4280-b26d-cd541974918d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065529 Apr 01 13:03:55.836455 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-91494258-ca53-4d8c-bd08-7968d40cb073 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121423 Apr 01 13:03:55.958292 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-54a61783-af1e-4f95-bfe1-767fca7b9ae0 req-747f9547-bd37-4ac4-a22b-8b158f0cf9fc service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096509 Apr 01 13:04:03.325728 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:04:06.385304 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ea6eec2f-9494-4f1e-bef6-2a6cbce040b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:08.887708 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:08.932590 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d1b9e665-b742-4690-a85c-4ac056559d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:09.152282 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:10.514051 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:11.877787 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:11.916456 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:36.379179 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-bc2848c8-e6a8-46ab-8345-31085d54d140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:38.915412 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:38.927305 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-946f7344-f07e-4313-9b95-6c2aad56b723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:39.162641 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:40.325870 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:04:40.509325 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:41.885513 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:41.924268 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:04:47.587197 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55f2c49f-8e10-4fc4-82c7-c1653be0709a req-51d85599-39a8-48b7-a874-9afe314e07fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602906 Apr 01 13:04:47.678702 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2c49f-8e10-4fc4-82c7-c1653be0709a req-7bbc1bf6-b44b-487d-ae71-467e261380e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:47.680992 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55f2c49f-8e10-4fc4-82c7-c1653be0709a req-7bbc1bf6-b44b-487d-ae71-467e261380e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 1096 time: 0.0466349 Apr 01 13:04:47.809449 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2c49f-8e10-4fc4-82c7-c1653be0709a req-9e8a8a37-41fb-4f22-a5a6-b9d1ee6563af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:47.811164 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55f2c49f-8e10-4fc4-82c7-c1653be0709a req-9e8a8a37-41fb-4f22-a5a6-b9d1ee6563af service neutron] 10.222.0.44 "GET /v2.0/networks?id=488730a6-7d1b-4621-a6d8-83d1d9acba0c HTTP/1.1" status: 200 len: 898 time: 0.1011527 Apr 01 13:04:47.857163 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55f2c49f-8e10-4fc4-82c7-c1653be0709a req-5f6b4867-77a6-46aa-8b63-e46040e680ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90633032-0b83-43dc-9c91-e1aca01fb40b HTTP/1.1" status: 200 len: 217 time: 0.0393879 Apr 01 13:04:47.924836 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2c49f-8e10-4fc4-82c7-c1653be0709a req-8316bf18-584c-4294-9e61-e1d1b2e08b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:47.926950 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55f2c49f-8e10-4fc4-82c7-c1653be0709a req-8316bf18-584c-4294-9e61-e1d1b2e08b20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=222565e7-ff9e-4695-8e7c-355add772cc6 HTTP/1.1" status: 200 len: 834 time: 0.0625200 Apr 01 13:04:47.997368 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2c49f-8e10-4fc4-82c7-c1653be0709a req-0c0da588-b26f-4947-94fe-b61867f9fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:47.999119 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55f2c49f-8e10-4fc4-82c7-c1653be0709a req-0c0da588-b26f-4947-94fe-b61867f9fe82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=488730a6-7d1b-4621-a6d8-83d1d9acba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649798 Apr 01 13:04:48.099884 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55f2c49f-8e10-4fc4-82c7-c1653be0709a req-80f7413b-4984-4b0e-b9b2-f5026bf4bee6 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935829 Apr 01 13:04:48.207304 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-55f2c49f-8e10-4fc4-82c7-c1653be0709a req-fd9e4158-b17b-4fcd-bfb6-b37c5afbf8b5 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007042 Apr 01 13:04:56.089622 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc3362d0-8853-4512-b522-d178149d7dd9 req-236fa25a-eee2-482a-97ca-e52633a08188 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462527 Apr 01 13:04:56.184509 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3362d0-8853-4512-b522-d178149d7dd9 req-8c2e3876-67e5-4c18-814d-106fc3aa13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:56.186111 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc3362d0-8853-4512-b522-d178149d7dd9 req-8c2e3876-67e5-4c18-814d-106fc3aa13fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.0430205 Apr 01 13:04:56.321935 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3362d0-8853-4512-b522-d178149d7dd9 req-ada7c03f-28c3-4fe5-a589-6412f2864943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:56.323949 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc3362d0-8853-4512-b522-d178149d7dd9 req-ada7c03f-28c3-4fe5-a589-6412f2864943 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 910 time: 0.1147478 Apr 01 13:04:56.400622 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc3362d0-8853-4512-b522-d178149d7dd9 req-186dcfdd-92e3-4f66-b174-5b4e7177a92f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 1002 time: 0.0691221 Apr 01 13:04:56.462531 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3362d0-8853-4512-b522-d178149d7dd9 req-e22ad907-9e99-4998-b9f5-ece0dd5b2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:56.464887 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc3362d0-8853-4512-b522-d178149d7dd9 req-e22ad907-9e99-4998-b9f5-ece0dd5b2cb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0584340 Apr 01 13:04:56.522925 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3362d0-8853-4512-b522-d178149d7dd9 req-d0a695bd-ad49-483f-b649-408ff1edb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:04:56.524498 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc3362d0-8853-4512-b522-d178149d7dd9 req-d0a695bd-ad49-483f-b649-408ff1edb33e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533245 Apr 01 13:04:56.621161 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc3362d0-8853-4512-b522-d178149d7dd9 req-267d37bd-d73e-498d-8e16-8a094ad64e4d service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890944 Apr 01 13:04:56.721802 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-cc3362d0-8853-4512-b522-d178149d7dd9 req-1ebf1f04-c13c-4f2c-96bb-895944e915ba service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931199 Apr 01 13:05:06.383401 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-92b9dda6-610b-496a-a2b2-14ba9925bf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:08.935355 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:08.938033 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-465b5bb4-e5dd-4300-b1f3-4c382e2a7a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:09.168337 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:10.509612 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:11.885740 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:11.918333 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:17.325962 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:05:36.388305 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-ca22e25e-de04-493b-bc79-c02cc9f6070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:38.935966 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:38.937967 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1d7bf193-f89b-4397-a624-60aca1ba5d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:39.192801 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:40.513689 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:41.890717 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:41.924241 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:05:48.647609 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-047f6960-0323-48f3-b4b3-c202141680ab req-5423d288-2821-4575-894f-0f72c2a0faeb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1144264 Apr 01 13:05:48.731714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f6960-0323-48f3-b4b3-c202141680ab req-d649227a-72af-4949-9694-93eb12216cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:48.733309 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-047f6960-0323-48f3-b4b3-c202141680ab req-d649227a-72af-4949-9694-93eb12216cde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 1096 time: 0.0425584 Apr 01 13:05:48.849767 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f6960-0323-48f3-b4b3-c202141680ab req-3b799f3c-2ee9-437b-986c-22ec34d67dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:48.851764 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-047f6960-0323-48f3-b4b3-c202141680ab req-3b799f3c-2ee9-437b-986c-22ec34d67dde service neutron] 10.222.0.44 "GET /v2.0/networks?id=488730a6-7d1b-4621-a6d8-83d1d9acba0c HTTP/1.1" status: 200 len: 898 time: 0.0973256 Apr 01 13:05:48.895519 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-047f6960-0323-48f3-b4b3-c202141680ab req-463037d5-b408-47a4-a417-c0882ed568fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90633032-0b83-43dc-9c91-e1aca01fb40b HTTP/1.1" status: 200 len: 217 time: 0.0364442 Apr 01 13:05:48.960340 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f6960-0323-48f3-b4b3-c202141680ab req-fee618c6-1781-4630-94a8-4301a01a4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:48.961827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-047f6960-0323-48f3-b4b3-c202141680ab req-fee618c6-1781-4630-94a8-4301a01a4582 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=222565e7-ff9e-4695-8e7c-355add772cc6 HTTP/1.1" status: 200 len: 834 time: 0.0540738 Apr 01 13:05:49.017511 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f6960-0323-48f3-b4b3-c202141680ab req-25e922de-a022-4c34-a4f5-8d3cc2317718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:49.019083 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-047f6960-0323-48f3-b4b3-c202141680ab req-25e922de-a022-4c34-a4f5-8d3cc2317718 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=488730a6-7d1b-4621-a6d8-83d1d9acba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497730 Apr 01 13:05:49.128960 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-047f6960-0323-48f3-b4b3-c202141680ab req-6fc56ff8-f788-4e1f-a642-57ef852b220d service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019320 Apr 01 13:05:49.243584 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-047f6960-0323-48f3-b4b3-c202141680ab req-d942b2d7-f630-4cf3-a9b2-87ce40d735ac service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073585 Apr 01 13:05:54.328091 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:05:58.091510 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18845e1b-b966-4d12-8f98-9c28940a0858 req-035469b1-86d1-438f-a602-38aeb88d7c9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417285 Apr 01 13:05:58.182626 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18845e1b-b966-4d12-8f98-9c28940a0858 req-5178477f-a69a-4e4c-bb29-e81ed28f6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:58.184237 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18845e1b-b966-4d12-8f98-9c28940a0858 req-5178477f-a69a-4e4c-bb29-e81ed28f6f36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.0488479 Apr 01 13:05:58.316294 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18845e1b-b966-4d12-8f98-9c28940a0858 req-d1bc69e9-122f-4b7a-b3f0-daa8d8c967e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:58.318815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18845e1b-b966-4d12-8f98-9c28940a0858 req-d1bc69e9-122f-4b7a-b3f0-daa8d8c967e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 910 time: 0.1150191 Apr 01 13:05:58.404641 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18845e1b-b966-4d12-8f98-9c28940a0858 req-0dd6d20d-3e35-4072-bf40-2ca87d3e8c41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 1002 time: 0.0796635 Apr 01 13:05:58.469759 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18845e1b-b966-4d12-8f98-9c28940a0858 req-606fa2a9-8b22-4fce-9d02-e4bdb7fba3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:58.471313 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18845e1b-b966-4d12-8f98-9c28940a0858 req-606fa2a9-8b22-4fce-9d02-e4bdb7fba3e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0597284 Apr 01 13:05:58.520622 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18845e1b-b966-4d12-8f98-9c28940a0858 req-83c2af4c-1fb5-45f3-9f3a-6cba13b2f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:05:58.523501 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18845e1b-b966-4d12-8f98-9c28940a0858 req-83c2af4c-1fb5-45f3-9f3a-6cba13b2f973 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450058 Apr 01 13:05:58.625601 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18845e1b-b966-4d12-8f98-9c28940a0858 req-caf8a82c-a994-4fd0-8a43-48479fac6138 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954587 Apr 01 13:05:58.726199 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-18845e1b-b966-4d12-8f98-9c28940a0858 req-96d6e11d-27c7-447a-902e-4bf0e1650295 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944824 Apr 01 13:06:06.393259 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3647-537c-431d-97e2-6b284cb869ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:08.941953 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-9f340573-353e-45c0-9c04-bebf5a793757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:08.949050 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:09.202167 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:10.514488 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:11.890956 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:11.916868 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:31.327646 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:06:36.395760 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9902-f088-424b-aa29-17d3e3ab0175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:38.944217 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b200a33e-24f4-486e-b7ed-0fe48f152a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:38.946462 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:39.199273 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:40.517962 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:41.891254 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:41.917911 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:06:48.576192 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9effdb3-77a2-48f1-8070-dccf1072f61f req-8fd18fc8-21e0-45cc-988f-faf038431be7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393572 Apr 01 13:06:48.667477 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9effdb3-77a2-48f1-8070-dccf1072f61f req-3b6c41ef-a08d-4c43-b14b-29daf3197616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:48.668971 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9effdb3-77a2-48f1-8070-dccf1072f61f req-3b6c41ef-a08d-4c43-b14b-29daf3197616 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 1096 time: 0.0447283 Apr 01 13:06:48.775879 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9effdb3-77a2-48f1-8070-dccf1072f61f req-35b7ef7e-fc85-44d1-9078-fc5341a8ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:48.777465 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9effdb3-77a2-48f1-8070-dccf1072f61f req-35b7ef7e-fc85-44d1-9078-fc5341a8ffe2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=488730a6-7d1b-4621-a6d8-83d1d9acba0c HTTP/1.1" status: 200 len: 898 time: 0.0891209 Apr 01 13:06:48.839535 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9effdb3-77a2-48f1-8070-dccf1072f61f req-aa13a4c0-5ea4-42bd-be6b-218cb744a3e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90633032-0b83-43dc-9c91-e1aca01fb40b HTTP/1.1" status: 200 len: 217 time: 0.0547643 Apr 01 13:06:48.887406 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9effdb3-77a2-48f1-8070-dccf1072f61f req-365d876d-475b-4034-b904-13bb2cdce281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:48.888887 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9effdb3-77a2-48f1-8070-dccf1072f61f req-365d876d-475b-4034-b904-13bb2cdce281 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=222565e7-ff9e-4695-8e7c-355add772cc6 HTTP/1.1" status: 200 len: 834 time: 0.0435243 Apr 01 13:06:48.934062 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9effdb3-77a2-48f1-8070-dccf1072f61f req-a821d785-3447-4bd2-877a-004584dc869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:48.935618 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9effdb3-77a2-48f1-8070-dccf1072f61f req-a821d785-3447-4bd2-877a-004584dc869d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=488730a6-7d1b-4621-a6d8-83d1d9acba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405655 Apr 01 13:06:49.032480 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9effdb3-77a2-48f1-8070-dccf1072f61f req-e02f1869-5569-4603-84bc-5609028f373f service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898840 Apr 01 13:06:49.120416 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-c9effdb3-77a2-48f1-8070-dccf1072f61f req-6c05594f-2e11-4f78-84b0-605fee1788e5 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815876 Apr 01 13:06:59.082809 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1ae53137-38c5-4b5a-a389-4836b5c81d66 req-137ed38d-bb99-4645-b108-acfef7100f0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427992 Apr 01 13:06:59.167714 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae53137-38c5-4b5a-a389-4836b5c81d66 req-d88b8e63-d6aa-4b7d-93b2-94e02b47abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:59.169316 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1ae53137-38c5-4b5a-a389-4836b5c81d66 req-d88b8e63-d6aa-4b7d-93b2-94e02b47abd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.0447283 Apr 01 13:06:59.276856 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae53137-38c5-4b5a-a389-4836b5c81d66 req-a69d4d93-a2bb-438f-b0af-716f444b9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:59.278332 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1ae53137-38c5-4b5a-a389-4836b5c81d66 req-a69d4d93-a2bb-438f-b0af-716f444b9424 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 910 time: 0.0869033 Apr 01 13:06:59.347690 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1ae53137-38c5-4b5a-a389-4836b5c81d66 req-9021fbb1-cf52-4c13-b40b-aea1740d6dff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 1002 time: 0.0624166 Apr 01 13:06:59.396157 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae53137-38c5-4b5a-a389-4836b5c81d66 req-6d4cfb7e-0130-42f7-b9e8-fcdbbe028586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:59.397633 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1ae53137-38c5-4b5a-a389-4836b5c81d66 req-6d4cfb7e-0130-42f7-b9e8-fcdbbe028586 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0437927 Apr 01 13:06:59.442481 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae53137-38c5-4b5a-a389-4836b5c81d66 req-874f6c28-09d9-4fae-8143-15fcb3ccac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:06:59.443981 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1ae53137-38c5-4b5a-a389-4836b5c81d66 req-874f6c28-09d9-4fae-8143-15fcb3ccac06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398915 Apr 01 13:06:59.552897 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1ae53137-38c5-4b5a-a389-4836b5c81d66 req-17049814-bbbd-4924-aa5a-6d41e9c48262 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023965 Apr 01 13:06:59.643017 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-1ae53137-38c5-4b5a-a389-4836b5c81d66 req-c8d55398-e7dd-4918-a35d-458b13817c79 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835226 Apr 01 13:07:06.399672 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-37148f8a-cbd5-4d36-9b11-1798cb44cc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:08.327901 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:07:08.937473 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd086-443d-4a90-9500-a4024e4bfeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:08.955886 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:09.209200 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:10.522100 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:11.893422 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:11.923893 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:36.402879 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3b2df7cc-8563-49a3-8ab1-37c43f146809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:38.949132 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-e8da40e6-d593-4c3e-baf0-2ed34dcd72ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:38.955403 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:39.202674 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:40.523322 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:41.899013 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:41.919037 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:07:45.327416 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:07:46.708913 n-d-836146-1 neutron-server[102718]: DEBUG neutron.wsgi [req-4c2c111c-4b4d-43b8-8c16-60442e973a3d req-cf1b4451-5ff2-46b6-89f2-23575f3cbed4 service neutron] (102718) timed out ('10.222.0.37', 52516) {{(pid=102718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 13:07:48.562284 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74366db2-c6b3-48d0-b87f-498944777f28 req-8190d8b0-4606-488e-8a20-e489b14eca83 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430405 Apr 01 13:07:48.642226 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366db2-c6b3-48d0-b87f-498944777f28 req-cea6debf-2559-422b-b3a7-1f53226c9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:48.643679 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74366db2-c6b3-48d0-b87f-498944777f28 req-cea6debf-2559-422b-b3a7-1f53226c9794 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 1096 time: 0.0396593 Apr 01 13:07:48.747973 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366db2-c6b3-48d0-b87f-498944777f28 req-0daddefd-4546-489e-b1f4-4cffa8483f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:48.749405 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74366db2-c6b3-48d0-b87f-498944777f28 req-0daddefd-4546-489e-b1f4-4cffa8483f3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=488730a6-7d1b-4621-a6d8-83d1d9acba0c HTTP/1.1" status: 200 len: 898 time: 0.0846260 Apr 01 13:07:48.789794 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74366db2-c6b3-48d0-b87f-498944777f28 req-b24dfd9a-5745-46d8-a01c-7911486378b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90633032-0b83-43dc-9c91-e1aca01fb40b HTTP/1.1" status: 200 len: 217 time: 0.0332320 Apr 01 13:07:48.836409 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366db2-c6b3-48d0-b87f-498944777f28 req-5f5cd118-1483-4bad-9ff8-8f837a760c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:48.837750 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74366db2-c6b3-48d0-b87f-498944777f28 req-5f5cd118-1483-4bad-9ff8-8f837a760c90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=222565e7-ff9e-4695-8e7c-355add772cc6 HTTP/1.1" status: 200 len: 834 time: 0.0416660 Apr 01 13:07:48.882145 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366db2-c6b3-48d0-b87f-498944777f28 req-709196f3-130f-49fb-98d8-aaae8ba07c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:48.883661 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74366db2-c6b3-48d0-b87f-498944777f28 req-709196f3-130f-49fb-98d8-aaae8ba07c3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=488730a6-7d1b-4621-a6d8-83d1d9acba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392783 Apr 01 13:07:48.973569 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74366db2-c6b3-48d0-b87f-498944777f28 req-1e8a2d56-2be1-4fc4-8353-17bd8dff2ef0 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832832 Apr 01 13:07:49.345438 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-74366db2-c6b3-48d0-b87f-498944777f28 req-45dcf0d7-d54c-400d-a6ee-e358263343d7 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651531 Apr 01 13:07:59.079490 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5632e51a-7e66-4199-8baf-1b7925e76871 req-d26d6cf6-0f49-4a7b-8883-35a381a49a77 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407245 Apr 01 13:07:59.165659 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e51a-7e66-4199-8baf-1b7925e76871 req-cba9439c-623d-4a06-9d01-787ed14450a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:59.167211 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5632e51a-7e66-4199-8baf-1b7925e76871 req-cba9439c-623d-4a06-9d01-787ed14450a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.0416055 Apr 01 13:07:59.284067 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e51a-7e66-4199-8baf-1b7925e76871 req-938ffcc6-9a93-41db-9594-c8b6c8d8d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:59.285574 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5632e51a-7e66-4199-8baf-1b7925e76871 req-938ffcc6-9a93-41db-9594-c8b6c8d8d041 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 910 time: 0.0958652 Apr 01 13:07:59.359926 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5632e51a-7e66-4199-8baf-1b7925e76871 req-0ff6ecb0-596f-4f88-9a7a-b3832292908b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 1002 time: 0.0650172 Apr 01 13:07:59.410924 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e51a-7e66-4199-8baf-1b7925e76871 req-4a2e4bb3-880e-49ce-a5d7-46c1a3c75776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:59.413117 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5632e51a-7e66-4199-8baf-1b7925e76871 req-4a2e4bb3-880e-49ce-a5d7-46c1a3c75776 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0459685 Apr 01 13:07:59.464245 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e51a-7e66-4199-8baf-1b7925e76871 req-80cffc24-6a23-46e5-844a-1365433f4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:07:59.465735 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5632e51a-7e66-4199-8baf-1b7925e76871 req-80cffc24-6a23-46e5-844a-1365433f4a37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453007 Apr 01 13:07:59.569553 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5632e51a-7e66-4199-8baf-1b7925e76871 req-89c94e01-08d7-4c56-8019-5a7c22ef1ae7 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956149 Apr 01 13:07:59.684042 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-5632e51a-7e66-4199-8baf-1b7925e76871 req-a747f8cd-12d2-417e-bfd2-d41cd57bad9d service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075299 Apr 01 13:08:06.405118 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-060cb07f-9193-4722-b997-5054fd6eea3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:08.944772 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a2435a5c-bc93-4875-83d9-6ba902858e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:08.964107 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:09.215868 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:10.526528 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:11.900118 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:11.921940 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:22.327180 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:08:36.407840 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-7ce5279b-d3cd-4dc7-a0b4-088c84ee5587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:38.948082 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-828c6138-8b1b-4352-92cd-12d515f3ae4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:38.970647 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:39.224500 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:40.528050 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:41.905525 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:41.924265 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:08:50.574564 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-51b56757-3452-49a4-ad57-49e1b616af56 req-b5528284-1eb7-46bf-a946-143422e335b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394232 Apr 01 13:08:50.659758 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b56757-3452-49a4-ad57-49e1b616af56 req-e675f4ae-2460-4fd1-aaa4-a0ad29d3bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:50.661505 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-51b56757-3452-49a4-ad57-49e1b616af56 req-e675f4ae-2460-4fd1-aaa4-a0ad29d3bbe6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 1096 time: 0.0393777 Apr 01 13:08:50.779008 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b56757-3452-49a4-ad57-49e1b616af56 req-8234380b-598c-43cb-bde5-03e184e39ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:50.780517 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-51b56757-3452-49a4-ad57-49e1b616af56 req-8234380b-598c-43cb-bde5-03e184e39ca0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=488730a6-7d1b-4621-a6d8-83d1d9acba0c HTTP/1.1" status: 200 len: 898 time: 0.0992022 Apr 01 13:08:50.821779 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-51b56757-3452-49a4-ad57-49e1b616af56 req-757a1164-06ac-4d1c-824e-24cc3491658f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90633032-0b83-43dc-9c91-e1aca01fb40b HTTP/1.1" status: 200 len: 217 time: 0.0340066 Apr 01 13:08:50.874724 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b56757-3452-49a4-ad57-49e1b616af56 req-1eeed2de-63b3-4e3b-ac53-88df88ba352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:50.876071 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-51b56757-3452-49a4-ad57-49e1b616af56 req-1eeed2de-63b3-4e3b-ac53-88df88ba352e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=222565e7-ff9e-4695-8e7c-355add772cc6 HTTP/1.1" status: 200 len: 834 time: 0.0481610 Apr 01 13:08:50.927864 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b56757-3452-49a4-ad57-49e1b616af56 req-ffac56f6-bd07-4cfc-a692-76e89132d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:50.929432 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-51b56757-3452-49a4-ad57-49e1b616af56 req-ffac56f6-bd07-4cfc-a692-76e89132d503 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=488730a6-7d1b-4621-a6d8-83d1d9acba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463362 Apr 01 13:08:51.025479 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-51b56757-3452-49a4-ad57-49e1b616af56 req-a1876523-f474-41cc-9c4a-ba90ccdd4313 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878253 Apr 01 13:08:51.125942 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-51b56757-3452-49a4-ad57-49e1b616af56 req-6656ace6-0a3a-45bc-8369-614e74ef3437 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938420 Apr 01 13:08:59.138959 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b99b3590-011c-4af8-92ad-c22038610981 req-cd99685d-b901-46f9-af25-1e83e9bd0a41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972319 Apr 01 13:08:59.230723 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b3590-011c-4af8-92ad-c22038610981 req-74bfeb5f-828a-44a5-b03e-f0d94406733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:59.232247 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b99b3590-011c-4af8-92ad-c22038610981 req-74bfeb5f-828a-44a5-b03e-f0d94406733d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.0477898 Apr 01 13:08:59.330051 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:08:59.349141 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b3590-011c-4af8-92ad-c22038610981 req-414f8643-fc5d-4ab1-8933-e4dce8172c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:59.350695 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b99b3590-011c-4af8-92ad-c22038610981 req-414f8643-fc5d-4ab1-8933-e4dce8172c7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 910 time: 0.0969536 Apr 01 13:08:59.418559 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b99b3590-011c-4af8-92ad-c22038610981 req-1a8a9b2a-4271-477f-9e9f-7eca47a9807c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 1002 time: 0.0600500 Apr 01 13:08:59.472360 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b3590-011c-4af8-92ad-c22038610981 req-e350db2d-b20e-46ef-a96a-0c42b388b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:59.473815 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b99b3590-011c-4af8-92ad-c22038610981 req-e350db2d-b20e-46ef-a96a-0c42b388b89f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0485089 Apr 01 13:08:59.523547 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b3590-011c-4af8-92ad-c22038610981 req-8e0fb2e3-1e2e-4f45-948b-8a7a331b8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:08:59.525078 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b99b3590-011c-4af8-92ad-c22038610981 req-8e0fb2e3-1e2e-4f45-948b-8a7a331b8b93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446513 Apr 01 13:08:59.630726 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b99b3590-011c-4af8-92ad-c22038610981 req-cd0d4a98-7ad5-4580-8f38-5f4db45e269e service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983970 Apr 01 13:08:59.744975 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-b99b3590-011c-4af8-92ad-c22038610981 req-538d6e44-13f5-448b-8877-78619ec0ffd9 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057866 Apr 01 13:09:06.412306 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-48d54bea-946e-4074-a8fd-4fa61695d112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:08.940397 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-04bbf863-862f-4026-8dc8-7552d7cb3a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:08.988715 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:09.214589 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:10.531424 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:11.905251 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:11.929548 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:36.329597 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:09:36.414850 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e99c-3da1-4805-a15d-847a85f7742d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:38.944734 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1b0c45cf-42e3-48e9-829d-97d3097d01c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:39.000529 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:39.215699 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:40.534058 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:41.914039 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:41.926720 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:09:52.572539 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34c54aed-5c91-4bdf-a89c-ec0c78d64214 req-f653406f-304c-446f-a876-b2ac2ff98ca5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406644 Apr 01 13:09:52.663444 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c54aed-5c91-4bdf-a89c-ec0c78d64214 req-7207a5fb-949e-4d4f-88fb-1143270ed272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:52.665456 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34c54aed-5c91-4bdf-a89c-ec0c78d64214 req-7207a5fb-949e-4d4f-88fb-1143270ed272 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2085ee30f6d44788ead95c281e9b078&device_id=d51b0b5d-6f0e-4db6-af66-6c6bd449cebb HTTP/1.1" status: 200 len: 1096 time: 0.0447350 Apr 01 13:09:52.777046 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c54aed-5c91-4bdf-a89c-ec0c78d64214 req-3c589160-ca3c-4658-b1eb-f7c5df2bfe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:52.778564 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34c54aed-5c91-4bdf-a89c-ec0c78d64214 req-3c589160-ca3c-4658-b1eb-f7c5df2bfe80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=488730a6-7d1b-4621-a6d8-83d1d9acba0c HTTP/1.1" status: 200 len: 898 time: 0.0877538 Apr 01 13:09:52.833823 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34c54aed-5c91-4bdf-a89c-ec0c78d64214 req-5c34cf13-a621-4da3-90d9-950ec4995cb6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90633032-0b83-43dc-9c91-e1aca01fb40b HTTP/1.1" status: 200 len: 217 time: 0.0423172 Apr 01 13:09:52.889810 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c54aed-5c91-4bdf-a89c-ec0c78d64214 req-a47a58b4-78f9-4765-8ac3-ded45f28a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:52.891298 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34c54aed-5c91-4bdf-a89c-ec0c78d64214 req-a47a58b4-78f9-4765-8ac3-ded45f28a9d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=222565e7-ff9e-4695-8e7c-355add772cc6 HTTP/1.1" status: 200 len: 834 time: 0.0467377 Apr 01 13:09:52.941186 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c54aed-5c91-4bdf-a89c-ec0c78d64214 req-cf8777d8-abf8-465f-a579-95bcf636ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:09:52.943062 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34c54aed-5c91-4bdf-a89c-ec0c78d64214 req-cf8777d8-abf8-465f-a579-95bcf636ebee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=488730a6-7d1b-4621-a6d8-83d1d9acba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418653 Apr 01 13:09:53.042868 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34c54aed-5c91-4bdf-a89c-ec0c78d64214 req-aaf1c177-8784-4b36-af5d-86b8e80212f1 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893068 Apr 01 13:09:53.141298 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-34c54aed-5c91-4bdf-a89c-ec0c78d64214 req-ba96abb4-d721-48bc-85e6-73e595986048 service neutron] 10.222.0.44 "GET /v2.0/networks/488730a6-7d1b-4621-a6d8-83d1d9acba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880120 Apr 01 13:10:00.088438 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c021662-b7b9-4306-be3a-6253e1874843 req-97a079cc-28b9-4cac-a4c5-843e9e50f163 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468440 Apr 01 13:10:00.182751 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c021662-b7b9-4306-be3a-6253e1874843 req-cf520c08-8d13-409d-820e-43755d381551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:00.184278 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c021662-b7b9-4306-be3a-6253e1874843 req-cf520c08-8d13-409d-820e-43755d381551 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54dd814f3ded4562b43b55c7cf9fec64&device_id=d72b485e-0c88-414d-bd70-deab6b3baf4d HTTP/1.1" status: 200 len: 1097 time: 0.0489905 Apr 01 13:10:00.301152 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c021662-b7b9-4306-be3a-6253e1874843 req-3d16bc98-21a1-4e10-934e-512c99304f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:00.302663 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c021662-b7b9-4306-be3a-6253e1874843 req-3d16bc98-21a1-4e10-934e-512c99304f41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3f18ff9-adb3-471e-b453-f6af9832bca2 HTTP/1.1" status: 200 len: 910 time: 0.0922184 Apr 01 13:10:00.383852 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c021662-b7b9-4306-be3a-6253e1874843 req-baf38888-9769-45c4-8a19-9ec973db8f17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ee1a2-5035-45a3-8e4c-68873aea2a51 HTTP/1.1" status: 200 len: 1002 time: 0.0741220 Apr 01 13:10:00.435852 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c021662-b7b9-4306-be3a-6253e1874843 req-d09a115c-82f8-41f7-9690-8edc0e4617d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:00.437339 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c021662-b7b9-4306-be3a-6253e1874843 req-d09a115c-82f8-41f7-9690-8edc0e4617d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63a9b13c-b640-4954-a1a6-cbc3bd567ff4 HTTP/1.1" status: 200 len: 848 time: 0.0467403 Apr 01 13:10:00.485266 n-d-836146-1 neutron-server[102718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c021662-b7b9-4306-be3a-6253e1874843 req-ed8f2efb-1a3f-4c85-8a95-e06a54131809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:10:00.486840 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c021662-b7b9-4306-be3a-6253e1874843 req-ed8f2efb-1a3f-4c85-8a95-e06a54131809 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3f18ff9-adb3-471e-b453-f6af9832bca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426424 Apr 01 13:10:00.587398 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c021662-b7b9-4306-be3a-6253e1874843 req-8085ca1a-5469-44f1-b6f5-0bcfa50a53e3 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932682 Apr 01 13:10:00.694827 n-d-836146-1 neutron-server[102718]: INFO neutron.wsgi [req-8c021662-b7b9-4306-be3a-6253e1874843 req-073f3117-04b9-4ecb-bee3-a3f0035b5b47 service neutron] 10.222.0.37 "GET /v2.0/networks/f3f18ff9-adb3-471e-b453-f6af9832bca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989385 Apr 01 13:10:06.418194 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-1069f7b4-f9ee-4ce8-abf0-3050154a267a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:06.787359 n-d-836146-1 neutron-server[102719]: DEBUG neutron.wsgi [req-6e41b5a4-21da-49b5-ba2d-ca0a1f7a29c8 req-6b2e04f7-98a0-4a07-bf0d-b0b3db45b86f service neutron] (102719) timed out ('10.222.0.45', 48436) {{(pid=102719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 13:10:08.947426 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-d99fdab2-568a-4c75-ac8e-8f86cae05c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:09.014920 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:09.231848 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:10.538167 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:11.924320 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:11.926869 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:13.329260 n-d-836146-1 neutron-server[102721]: DEBUG neutron.db.agents_db [None req-b0bafd08-e950-4e83-aab2-9bcf1dc023f2 None None] Agent healthcheck: found 7 active agents {{(pid=102721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 13:10:36.421253 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-71a77d7a-2b2b-4656-81a5-0ffa8bd03e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:38.951508 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a6087df6-8ba4-4038-a0a1-33be6f2279a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:39.014904 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d37d-cea7-4490-9a2f-05197016faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:39.230041 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-3bedf210-09b3-4db8-9a3f-8469b447c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:40.546427 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-a8527698-9735-44be-8fe0-ec156829db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:41.927333 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-716d781a-b500-48ab-b086-a355ff64f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:10:41.929310 n-d-836146-1 neutron-server[102720]: DEBUG neutron_lib.callbacks.manager [None req-026566ab-f05e-41b1-b6a8-5ed57e9b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760604598348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7965452'] for agent, after_update {{(pid=102720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}